-- Logs begin at Fri 2021-08-20 09:29:39 UTC, end at Fri 2021-08-20 11:57:23 UTC. -- Aug 20 10:03:12.367807 n-d-778550-11 systemd[1]: Started Devstack devstack@q-svc.service. Aug 20 10:03:15.061673 n-d-778550-11 neutron-server[94757]: INFO neutron.common.config [-] Logging enabled! Aug 20 10:03:15.062219 n-d-778550-11 neutron-server[94757]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 20 10:03:15.062360 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94757) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 10:03:15.065560 n-d-778550-11 neutron-server[94757]: INFO neutron.common.config [-] Logging enabled! Aug 20 10:03:15.065818 n-d-778550-11 neutron-server[94757]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 20 10:03:15.066128 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94757) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 10:03:15.067078 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 10:03:15.067317 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 10:03:15.067680 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 10:03:15.067925 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 10:03:15.068154 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 10:03:15.068479 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.068774 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.069072 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.069305 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.069599 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.069888 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.070170 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.070461 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.070753 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.071038 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.071345 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.071628 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.071859 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.072138 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.072425 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.072711 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.072934 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] debug = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.073212 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.073659 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.074068 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.074353 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.074642 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.074918 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.075217 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.075495 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.075782 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.076112 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] host = n-d-778550-11 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.076394 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.076684 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.076970 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.077257 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.077534 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.077811 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.078098 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.078380 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.078653 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] log_file = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.078930 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.079248 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.079542 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.079832 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.080057 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.080280 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.080572 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.080857 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.081132 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.081409 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.081684 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.081960 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.082233 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.082502 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.082786 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.083089 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.083378 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.083657 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.083935 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.084207 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.084479 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.084765 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.085040 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.085313 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.085588 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.085875 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.086143 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.086417 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.086717 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.087004 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.087310 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.087597 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.087876 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.088160 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.088439 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.088714 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.088987 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] use_json = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.089782 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.090057 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.090341 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.090618 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.090890 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.091193 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.091468 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.091754 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:15.092054 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.092356 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.092661 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.092949 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.093248 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.093534 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.093826 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.094110 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.094404 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.094696 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.095006 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.095297 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.095587 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.095867 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.096168 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.096475 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.096771 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.097063 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.097344 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.097622 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.097900 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.098182 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.098472 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.098772 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.099082 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.099363 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.099645 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.099939 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.100218 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.100492 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.100770 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.101059 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.101338 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.101611 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.101891 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.102167 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.102440 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.102712 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.102987 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.103302 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.103579 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.103849 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.104119 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.104395 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.104711 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.105511 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.105793 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.106068 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.106341 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.106620 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.106895 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.107195 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.107475 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.107749 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.108027 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.108299 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.108573 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.108854 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.109126 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.109398 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.109671 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.109943 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.110218 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.110489 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.110760 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.111034 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.111456 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.111734 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.112025 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.112324 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.112602 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.112883 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.113164 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.113442 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.113718 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.113996 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.114273 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.114552 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.114825 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.115141 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.115430 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.115718 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.116002 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.116283 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.116579 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.116859 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.117145 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.117423 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.117704 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.117996 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.118279 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.118573 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.118872 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.119198 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.119495 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.119788 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.120070 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.120403 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.120683 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:15.120901 n-d-778550-11 neutron-server[94757]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 10:03:15.121140 n-d-778550-11 neutron-server[94757]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94757) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 20 10:03:15.471406 n-d-778550-11 neutron-server[94757]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 10:03:15.471687 n-d-778550-11 neutron-server[94757]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 10:03:15.471978 n-d-778550-11 neutron-server[94757]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 10:03:15.472310 n-d-778550-11 neutron-server[94757]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 20 10:03:15.870973 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:15.871276 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:15.871572 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:15.872867 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:15.873138 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:15.873402 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:15.906998 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:15.907308 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:15.907574 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:15.924556 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:15.924834 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:15.925097 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:15.953387 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:15.953788 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:15.954055 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:15.989030 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:15.989307 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:15.989577 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.218854 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.219552 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.219552 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.219723 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.220345 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.339546 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.339865 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.340144 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.340421 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.340692 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.341005 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.341266 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.341522 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.341780 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.342062 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.342323 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.342587 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.342844 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.343120 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.343378 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.343640 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.343897 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.344240 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.344513 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.344773 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.345045 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.345299 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.345579 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.345952 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.346201 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.346449 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.346834 n-d-778550-11 neutron-server[94757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 10:03:16.347091 n-d-778550-11 neutron-server[94757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 10:03:16.347330 n-d-778550-11 neutron-server[94757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 10:03:16.347564 n-d-778550-11 neutron-server[94757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 10:03:16.347797 n-d-778550-11 neutron-server[94757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 10:03:16.348029 n-d-778550-11 neutron-server[94757]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 10:03:16.348386 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 20 10:03:16.351590 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 20 10:03:16.355473 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 20 10:03:16.359198 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 20 10:03:16.360852 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 20 10:03:16.361296 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 20 10:03:16.361624 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 20 10:03:16.362000 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 20 10:03:16.364765 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 20 10:03:16.365014 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 20 10:03:16.365352 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 10:03:16.371075 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 20 10:03:16.393222 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 20 10:03:16.393664 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.393953 n-d-778550-11 neutron-server[94757]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94757) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 20 10:03:16.394308 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.395674 n-d-778550-11 neutron-server[94757]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94757) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 20 10:03:16.395951 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 10:03:16.396191 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 20 10:03:16.399277 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.399557 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:16.462484 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 20 10:03:16.462720 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 20 10:03:16.462954 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 20 10:03:16.463332 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 20 10:03:16.483902 n-d-778550-11 neutron-server[94757]: DEBUG oslo_db.sqlalchemy.engines [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94757) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 20 10:03:17.011602 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Initializing driver for type 'gre' Aug 20 10:03:17.012049 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] gre ID ranges: [(1, 1000)] Aug 20 10:03:17.070684 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Initializing driver for type 'local' Aug 20 10:03:17.071021 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Initializing driver for type 'vlan' Aug 20 10:03:17.083591 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] VlanTypeDriver initialization complete Aug 20 10:03:17.083922 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Initializing driver for type 'vxlan' Aug 20 10:03:17.084417 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] vxlan ID ranges: [(1, 1000)] Aug 20 10:03:17.134292 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Initializing extension driver 'port_security' Aug 20 10:03:17.134615 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.extensions.port_security [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] PortSecurityExtensionDriver initialization complete Aug 20 10:03:17.134943 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Initializing mechanism driver 'openvswitch' Aug 20 10:03:17.135300 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Initializing mechanism driver 'hyperv' Aug 20 10:03:17.141760 n-d-778550-11 neutron-server[94757]: DEBUG neutron.plugins.ml2.plugin [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:03:17.142591 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > port after_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.142981 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > port after_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.143350 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > port after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.143861 n-d-778550-11 neutron-server[94757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 10:03:17.144289 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > subnet after_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.144639 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > subnet after_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.144979 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.145362 n-d-778550-11 neutron-server[94757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 10:03:17.145762 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > network after_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.146112 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > network after_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.146450 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > network after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.146833 n-d-778550-11 neutron-server[94757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 10:03:17.147258 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > security_group after_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.147607 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > security_group after_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.147942 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.148326 n-d-778550-11 neutron-server[94757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 10:03:17.148722 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.149062 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.149397 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.149781 n-d-778550-11 neutron-server[94757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 10:03:17.150174 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > address_group after_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.150512 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > address_group after_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.150844 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.151256 n-d-778550-11 neutron-server[94757]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94757) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 10:03:17.152139 n-d-778550-11 neutron-server[94757]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] ML2 OVO RPC backend initialized. {{(pid=94757) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 20 10:03:17.152833 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.153183 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.153595 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > network before_response 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.153940 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > networks before_response 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.154281 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > port before_response 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.154619 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > ports before_response 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.154958 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > subnet before_response 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.155323 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > subnets before_response 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.155664 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > network after_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.156001 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > network after_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.156331 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > network after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.156663 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > port after_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.156989 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > port after_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.157317 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > port after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.157651 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > subnet after_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.157983 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > subnet after_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.158312 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.158876 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.plugin [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Modular L2 Plugin initialization complete Aug 20 10:03:17.159231 n-d-778550-11 neutron-server[94757]: DEBUG neutron.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading services supported by the core plugin {{(pid=94757) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 20 10:03:17.159551 n-d-778550-11 neutron-server[94757]: INFO neutron.plugins.ml2.managers [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Got port-security extension from driver 'port_security' Aug 20 10:03:17.160008 n-d-778550-11 neutron-server[94757]: INFO neutron.extensions.vlantransparent [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Disabled vlantransparent extension. Aug 20 10:03:17.160476 n-d-778550-11 neutron-server[94757]: DEBUG neutron.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94757) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 20 10:03:17.160785 n-d-778550-11 neutron-server[94757]: INFO neutron.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading Plugin: router Aug 20 10:03:17.196260 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.196649 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router after_create 55549900 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.197018 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router before_create 55549900 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.197375 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.197741 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.198094 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router after_delete 55549900 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.198476 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.198944 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.199325 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router after_create 55549900 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.199674 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router after_update 55549900 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.200023 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router after_update 55549900 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.200368 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.200724 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router after_update 55549900 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.201129 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router precommit_update 55549900 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.201495 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: port after_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.201832 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: port after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.202165 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: subnet after_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.202498 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.202840 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.203213 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router precommit_create 55549900 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.203553 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: port before_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.203892 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router precommit_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.204246 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router after_update 55549900 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.204581 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.204928 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router precommit_create 55549900 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.205284 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.205623 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router precommit_update 55549900 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.205982 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > agent after_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.206351 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > agent after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.206695 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > network after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.207566 n-d-778550-11 neutron-server[94757]: DEBUG neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Tracking information for resource: router configured {{(pid=94757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 10:03:17.207923 n-d-778550-11 neutron-server[94757]: DEBUG neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Tracking information for resource: floatingip configured {{(pid=94757) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 10:03:17.212779 n-d-778550-11 neutron-server[94757]: INFO neutron.db.l3_agentschedulers_db [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 20 10:03:17.213337 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: port after_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.213694 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: port after_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.214565 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: port after_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.214909 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: port after_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.215714 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router before_create 55550100 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.216076 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.216435 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router precommit_create 55550100 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.216786 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > router precommit_update 55550100 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.221252 n-d-778550-11 neutron-server[94757]: DEBUG neutron.services.provider_configuration [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Service providers = [] {{(pid=94757) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 20 10:03:17.221768 n-d-778550-11 neutron-server[94757]: DEBUG neutron.db.servicetype_db [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94757) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 20 10:03:17.224522 n-d-778550-11 neutron-server[94757]: DEBUG neutron.services.service_base [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 10:03:17.224869 n-d-778550-11 neutron-server[94757]: DEBUG neutron.services.service_base [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 10:03:17.225208 n-d-778550-11 neutron-server[94757]: DEBUG neutron.services.service_base [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 10:03:17.226094 n-d-778550-11 neutron-server[94757]: DEBUG neutron.services.service_base [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94757) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 10:03:17.226460 n-d-778550-11 neutron-server[94757]: INFO neutron.services.service_base [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 20 10:03:17.226832 n-d-778550-11 neutron-server[94757]: DEBUG neutron.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 10:03:17.227175 n-d-778550-11 neutron-server[94757]: INFO neutron.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 20 10:03:17.239650 n-d-778550-11 neutron-server[94757]: DEBUG neutron.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 10:03:17.239978 n-d-778550-11 neutron-server[94757]: INFO neutron.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading Plugin: auto_allocate Aug 20 10:03:17.245617 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: network precommit_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.245984 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: network precommit_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.246507 n-d-778550-11 neutron-server[94757]: DEBUG neutron.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 10:03:17.246823 n-d-778550-11 neutron-server[94757]: INFO neutron.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading Plugin: tag Aug 20 10:03:17.253531 n-d-778550-11 neutron-server[94757]: DEBUG neutron.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 10:03:17.253861 n-d-778550-11 neutron-server[94757]: INFO neutron.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading Plugin: timestamp Aug 20 10:03:17.257602 n-d-778550-11 neutron-server[94757]: DEBUG neutron.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 10:03:17.257932 n-d-778550-11 neutron-server[94757]: INFO neutron.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading Plugin: network_ip_availability Aug 20 10:03:17.263327 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.263656 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.264005 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.264699 n-d-778550-11 neutron-server[94757]: DEBUG neutron.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 10:03:17.265012 n-d-778550-11 neutron-server[94757]: INFO neutron.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading Plugin: flavors Aug 20 10:03:17.269962 n-d-778550-11 neutron-server[94757]: DEBUG neutron.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 10:03:17.270291 n-d-778550-11 neutron-server[94757]: INFO neutron.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading Plugin: revisions Aug 20 10:03:17.274481 n-d-778550-11 neutron-server[94757]: DEBUG neutron.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94757) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 10:03:17.274866 n-d-778550-11 neutron-server[94757]: DEBUG oslo_concurrency.lockutils [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.803s {{(pid=94757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 10:03:17.275634 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94757) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 20 10:03:17.275967 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Initializing extension manager. Aug 20 10:03:17.277005 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: __init__.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.277344 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: __pycache__ {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.277674 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.278004 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: address_group.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.278743 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.279330 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: address-group Aug 20 10:03:17.279651 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: address_scope.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.280353 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.280862 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: address-scope Aug 20 10:03:17.281180 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.282212 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.282723 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: router-admin-state-down-before-update Aug 20 10:03:17.283062 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: agent.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.283758 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.284331 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: agent Aug 20 10:03:17.284651 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: agent_resources_synced.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.285547 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.286122 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: agent-resources-synced Aug 20 10:03:17.286442 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: allowedaddresspairs.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.288214 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.288730 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: allowed-address-pairs Aug 20 10:03:17.289049 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: auto_allocated_topology.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.290115 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.290626 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: auto-allocated-topology Aug 20 10:03:17.290946 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: availability_zone.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.291664 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.292743 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: availability_zone Aug 20 10:03:17.293068 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: availability_zone_filter.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.293976 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.294484 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: availability_zone_filter Aug 20 10:03:17.294801 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: data_plane_status.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.295736 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.296241 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension data-plane-status not supported by any of loaded plugins Aug 20 10:03:17.296556 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: default_subnetpools.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.297837 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.298346 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: default-subnetpools Aug 20 10:03:17.298660 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.299487 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.299993 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: dhcp_agent_scheduler Aug 20 10:03:17.300307 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: dns.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.301359 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.301879 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension dns-integration not supported by any of loaded plugins Aug 20 10:03:17.302198 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: dns_domain_ports.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.303129 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.303635 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 20 10:03:17.303950 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.304858 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.305364 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 20 10:03:17.305681 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: dvr.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.306340 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.306844 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: dvr Aug 20 10:03:17.307189 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: ecmp_routes.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.308136 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.308634 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 20 10:03:17.308949 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: empty_string_filtering.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.309846 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.310347 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: empty-string-filtering Aug 20 10:03:17.310664 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.311600 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.312105 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 20 10:03:17.312421 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.313521 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.314026 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 20 10:03:17.314343 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: external_net.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.315282 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.315788 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: external-net Aug 20 10:03:17.316104 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.317002 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.317503 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: extra_dhcp_opt Aug 20 10:03:17.317819 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: extraroute.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.318704 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.319240 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: extraroute Aug 20 10:03:17.319558 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: extraroute_atomic.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.320568 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.321077 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: extraroute-atomic Aug 20 10:03:17.321397 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: filter_validation.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.322218 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.322724 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: filter-validation Aug 20 10:03:17.323039 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: fip_pf_description.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.324118 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.324617 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 20 10:03:17.324932 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: fip_port_details.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.325841 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.326343 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: fip-port-details Aug 20 10:03:17.326658 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: flavors.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.327890 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.328604 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: flavors Aug 20 10:03:17.328930 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.330584 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.331118 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 20 10:03:17.331443 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: floatingip_pools.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.332134 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.332643 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: floatingip-pools Aug 20 10:03:17.332960 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: ip_allocation.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.333864 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.334362 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension ip_allocation not supported by any of loaded plugins Aug 20 10:03:17.334678 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.335618 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.336122 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: ip-substring-filtering Aug 20 10:03:17.336442 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: l2_adjacency.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.337353 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.337851 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 20 10:03:17.338170 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: l3.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.339703 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.340234 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: router Aug 20 10:03:17.340654 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.343275 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.343832 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 20 10:03:17.344328 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.345408 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.345953 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: ext-gw-mode Aug 20 10:03:17.346321 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.347590 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.348203 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: l3-ha Aug 20 10:03:17.348560 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: l3_flavors.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.349780 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.350456 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: l3-flavors Aug 20 10:03:17.350869 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.352129 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.352680 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 20 10:03:17.353088 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: l3agentscheduler.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.354564 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.356013 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: l3_agent_scheduler Aug 20 10:03:17.356443 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: logging.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.358222 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.358853 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension logging not supported by any of loaded plugins Aug 20 10:03:17.359370 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: metering.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.360357 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.361098 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: metering Aug 20 10:03:17.361575 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.363359 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.363916 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: metering_source_and_destination_fields Aug 20 10:03:17.364278 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: multiprovidernet.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.365389 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.365936 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: multi-provider Aug 20 10:03:17.366367 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: netmtu.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.367701 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.368321 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: net-mtu Aug 20 10:03:17.368710 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: netmtu_writable.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.369760 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.370287 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: net-mtu-writable Aug 20 10:03:17.370607 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: network_availability_zone.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.371302 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.371805 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: network_availability_zone Aug 20 10:03:17.372121 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: network_ip_availability.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.373214 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.373717 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: network-ip-availability Aug 20 10:03:17.374037 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: network_segment_range.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.374807 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.375330 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension network-segment-range not supported by any of loaded plugins Aug 20 10:03:17.375649 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: pagination.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.376630 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.376959 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: pagination Aug 20 10:03:17.377275 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: port_device_profile.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.378183 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.378709 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: port-device-profile Aug 20 10:03:17.379010 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.379935 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.380439 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: port-mac-address-regenerate Aug 20 10:03:17.380753 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.381648 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.382149 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: port-numa-affinity-policy Aug 20 10:03:17.382467 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: port_resource_request.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.383396 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.383899 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension port-resource-request not supported by any of loaded plugins Aug 20 10:03:17.384217 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: portbindings.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.385130 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.385634 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: binding Aug 20 10:03:17.385971 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: portbindings_extended.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.387268 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.387783 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: binding-extended Aug 20 10:03:17.388102 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: portsecurity.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.389001 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.389513 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: port-security Aug 20 10:03:17.389829 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: project_id.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.390788 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.391271 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: project-id Aug 20 10:03:17.391591 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: providernet.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.392507 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.393017 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: provider Aug 20 10:03:17.393332 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: qos.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.396764 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.397289 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension qos not supported by any of loaded plugins Aug 20 10:03:17.397617 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.398848 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.399396 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 20 10:03:17.399724 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.400638 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.401150 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 20 10:03:17.402005 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: qos_default.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.402920 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.403456 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension qos-default not supported by any of loaded plugins Aug 20 10:03:17.403777 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: qos_fip.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.404420 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.404918 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension qos-fip not supported by any of loaded plugins Aug 20 10:03:17.405235 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: qos_gateway_ip.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.406148 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.406770 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 20 10:03:17.407114 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: qos_port_network_policy.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.408022 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.408528 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 20 10:03:17.408845 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: qos_pps_rule.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.410022 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.410541 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension qos-pps not supported by any of loaded plugins Aug 20 10:03:17.410866 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: qos_rule_type_details.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.412055 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.412606 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 20 10:03:17.412929 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: qos_rules_alias.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.413964 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.414574 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 20 10:03:17.414899 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: quotasv2.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.416015 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.416340 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: quotas Aug 20 10:03:17.416657 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: quotasv2_detail.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.420263 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.420606 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: quota_details Aug 20 10:03:17.420938 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: rbac.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.421982 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.422892 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: rbac-policies Aug 20 10:03:17.423252 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: rbac_address_group.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.424176 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.424694 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: rbac-address-group Aug 20 10:03:17.425014 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: rbac_address_scope.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.425923 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.426433 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: rbac-address-scope Aug 20 10:03:17.426750 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: rbac_security_groups.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.427688 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.428231 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: rbac-security-groups Aug 20 10:03:17.428509 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: rbac_subnetpool.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.429408 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.429915 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: rbac-subnetpool Aug 20 10:03:17.430234 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: revisionifmatch.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.431281 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.431993 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: revision-if-match Aug 20 10:03:17.432315 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: revisions.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.433449 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.433953 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: standard-attr-revisions Aug 20 10:03:17.434273 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: router_availability_zone.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.434940 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.435478 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: router_availability_zone Aug 20 10:03:17.435796 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: routerservicetype.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.436700 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.437203 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension router-service-type not supported by any of loaded plugins Aug 20 10:03:17.437520 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.438549 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.439078 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: security-groups-normalized-cidr Aug 20 10:03:17.439407 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.440317 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.440825 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: port-security-groups-filtering Aug 20 10:03:17.441145 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.442053 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.442555 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: security-groups-remote-address-group Aug 20 10:03:17.442880 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: securitygroup.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.453157 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.453686 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: security-group Aug 20 10:03:17.454010 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: segment.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.454787 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.455330 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension segment not supported by any of loaded plugins Aug 20 10:03:17.455654 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.456578 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.457089 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 20 10:03:17.457410 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: servicetype.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.458574 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.459128 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: service-type Aug 20 10:03:17.459453 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: sorting.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.460433 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.460763 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: sorting Aug 20 10:03:17.461081 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: standard_attr_segment.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.461982 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.462495 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 20 10:03:17.462812 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: standardattrdescription.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.463483 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.464657 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: standard-attr-description Aug 20 10:03:17.464979 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: stateful_security_group.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.465896 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.466411 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: stateful-security-group Aug 20 10:03:17.466734 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: stdattrs_common.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.467345 n-d-778550-11 neutron-server[94757]: WARNING neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 20 10:03:17.467663 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.468585 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.469090 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 20 10:03:17.469406 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: subnet_onboard.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.470462 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.470973 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: subnet_onboard Aug 20 10:03:17.471322 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.472242 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.472746 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 20 10:03:17.473069 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: subnet_service_types.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.473982 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.474493 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: subnet-service-types Aug 20 10:03:17.474812 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: subnetallocation.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.475898 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.476406 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: subnet_allocation Aug 20 10:03:17.476723 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.477379 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.477892 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: subnetpool-prefix-ops Aug 20 10:03:17.478206 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.479157 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.479820 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 20 10:03:17.480140 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: tagging.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.481203 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.481712 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: standard-attr-tag Aug 20 10:03:17.482032 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: timestamp.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.483252 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.483768 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loaded extension: standard-attr-timestamp Aug 20 10:03:17.484090 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: trunk.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.485104 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.485619 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension trunk not supported by any of loaded plugins Aug 20 10:03:17.485940 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: trunk_details.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.486851 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.487406 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension trunk-details not supported by any of loaded plugins Aug 20 10:03:17.487729 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: uplink_status_propagation.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.488637 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.489147 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 20 10:03:17.489465 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Loading extension file: vlantransparent.py {{(pid=94757) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:03:17.490126 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94757) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:03:17.490632 n-d-778550-11 neutron-server[94757]: INFO neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 20 10:03:17.493112 n-d-778550-11 neutron-server[94757]: INFO neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Creating instance of TrackedResource for resource:network Aug 20 10:03:17.493633 n-d-778550-11 neutron-server[94757]: INFO neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Creating instance of TrackedResource for resource:subnet Aug 20 10:03:17.494031 n-d-778550-11 neutron-server[94757]: INFO neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 10:03:17.494431 n-d-778550-11 neutron-server[94757]: INFO neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Creating instance of TrackedResource for resource:port Aug 20 10:03:17.501380 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.v2.resource_helper [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:03:17.501809 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.v2.resource_helper [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Service FLAVORS assigned prefix: {{(pid=94757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:03:17.502420 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.v2.resource_helper [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:03:17.502838 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.v2.resource_helper [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:03:17.503204 n-d-778550-11 neutron-server[94757]: INFO neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Creating instance of TrackedResource for resource:router Aug 20 10:03:17.503672 n-d-778550-11 neutron-server[94757]: INFO neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Creating instance of TrackedResource for resource:floatingip Aug 20 10:03:17.504183 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.v2.resource_helper [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Service METERING assigned prefix: /metering {{(pid=94757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:03:17.505614 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.505980 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.506327 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:03:17.507342 n-d-778550-11 neutron-server[94757]: INFO neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 10:03:17.507788 n-d-778550-11 neutron-server[94757]: INFO neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Creating instance of TrackedResource for resource:security_group Aug 20 10:03:17.508226 n-d-778550-11 neutron-server[94757]: INFO neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 10:03:17.508943 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.v2.resource_helper [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Service CORE assigned prefix: {{(pid=94757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:03:17.509297 n-d-778550-11 neutron-server[94757]: INFO neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 10:03:17.509653 n-d-778550-11 neutron-server[94757]: WARNING neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] subnetpool is already registered Aug 20 10:03:17.510084 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.v2.resource_helper [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Service CORE assigned prefix: {{(pid=94757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:03:17.510410 n-d-778550-11 neutron-server[94757]: INFO neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 10:03:17.510740 n-d-778550-11 neutron-server[94757]: WARNING neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] subnetpool is already registered Aug 20 10:03:17.513626 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.v2.resource_helper [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:03:17.514116 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.v2.resource_helper [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Service FLAVORS assigned prefix: {{(pid=94757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:03:17.514738 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.v2.resource_helper [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:03:17.515263 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.v2.resource_helper [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:03:17.515611 n-d-778550-11 neutron-server[94757]: INFO neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Creating instance of TrackedResource for resource:router Aug 20 10:03:17.515952 n-d-778550-11 neutron-server[94757]: WARNING neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] router is already registered Aug 20 10:03:17.516362 n-d-778550-11 neutron-server[94757]: INFO neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Creating instance of TrackedResource for resource:floatingip Aug 20 10:03:17.516695 n-d-778550-11 neutron-server[94757]: WARNING neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] floatingip is already registered Aug 20 10:03:17.517135 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.v2.resource_helper [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Service METERING assigned prefix: /metering {{(pid=94757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:03:17.517855 n-d-778550-11 neutron-server[94757]: INFO neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 10:03:17.518181 n-d-778550-11 neutron-server[94757]: WARNING neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] rbac_policy is already registered Aug 20 10:03:17.518597 n-d-778550-11 neutron-server[94757]: INFO neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Creating instance of TrackedResource for resource:security_group Aug 20 10:03:17.518926 n-d-778550-11 neutron-server[94757]: WARNING neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] security_group is already registered Aug 20 10:03:17.519409 n-d-778550-11 neutron-server[94757]: INFO neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 10:03:17.519741 n-d-778550-11 neutron-server[94757]: WARNING neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] security_group_rule is already registered Aug 20 10:03:17.520238 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.v2.resource_helper [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Service CORE assigned prefix: {{(pid=94757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:03:17.520569 n-d-778550-11 neutron-server[94757]: INFO neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 10:03:17.520900 n-d-778550-11 neutron-server[94757]: WARNING neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] subnetpool is already registered Aug 20 10:03:17.521311 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.v2.resource_helper [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Service CORE assigned prefix: {{(pid=94757) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:03:17.521637 n-d-778550-11 neutron-server[94757]: INFO neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 10:03:17.521963 n-d-778550-11 neutron-server[94757]: WARNING neutron.quota.resource_registry [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] subnetpool is already registered Aug 20 10:03:17.523660 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: extensions {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.525131 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: address-groups {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.527219 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: address-scopes {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.528411 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: agents {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.529668 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: auto-allocated-topology {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.530915 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: availability_zones {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.532153 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: dhcp-networks {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.533570 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: dhcp-agents {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.535105 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: routers {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.536786 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: flavors {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.537960 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: service_profiles {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.539275 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: next_providers {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.540714 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: service_profiles {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.542187 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: floatingip-pools {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.543517 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: routers {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.545228 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: floatingips {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.546417 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: l3-routers {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.548228 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: l3-agents {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.549636 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: metering-labels {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.550870 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: metering-label-rules {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.552140 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: network-ip-availabilities {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.553482 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: bindings {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.555056 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: quotas {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.556574 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: quotas {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.558078 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: rbac-policies {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.559297 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: security-groups {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.560491 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: security-group-rules {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.561822 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: service-providers {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.563027 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: subnetpools {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.564381 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: subnetpools {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.565914 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: tags {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.567588 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: tags {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.569308 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: tags {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.571151 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: tags {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.572826 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: tags {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.575220 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: tags {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.576937 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: tags {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.578704 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: tags {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.581456 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: tags {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.583232 n-d-778550-11 neutron-server[94757]: DEBUG neutron.api.extensions [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Extended resource: tags {{(pid=94757) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:03:17.589968 n-d-778550-11 neutron-server[94757]: WARNING keystonemiddleware.auth_token [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 20 10:03:17.594415 n-d-778550-11 neutron-server[94757]: WARNING keystonemiddleware.auth_token [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 20 10:03:17.602838 n-d-778550-11 neutron-server[94757]: DEBUG oslo_concurrency.lockutils [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Acquired lock "singleton_lock" {{(pid=94757) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 20 10:03:17.603343 n-d-778550-11 neutron-server[94757]: DEBUG oslo_concurrency.lockutils [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Releasing lock "singleton_lock" {{(pid=94757) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 20 10:03:17.603982 n-d-778550-11 neutron-server[94757]: INFO oslo_service.service [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Starting 2 workers Aug 20 10:03:17.608754 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Started child 94866 {{(pid=94757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 10:03:17.614659 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Started child 94867 {{(pid=94757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 10:03:17.614948 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:17.615695 n-d-778550-11 neutron-server[94757]: INFO neutron.service [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 20 10:03:17.615695 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Notify callbacks [] for process, before_spawn {{(pid=94757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:17.615982 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [-] (94866) wsgi starting up on http://0.0.0.0:9696 Aug 20 10:03:17.617860 n-d-778550-11 neutron-server[94757]: INFO oslo_service.service [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Starting 1 workers Aug 20 10:03:17.618001 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:17.619298 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [-] (94867) wsgi starting up on http://0.0.0.0:9696 Aug 20 10:03:17.623038 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Started child 94868 {{(pid=94757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 10:03:17.623572 n-d-778550-11 neutron-server[94757]: INFO oslo_service.service [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Starting 1 workers Aug 20 10:03:17.626665 n-d-778550-11 neutron-server[94868]: DEBUG neutron.service [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] calling RpcWorker wait() {{(pid=94868) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 20 10:03:17.627288 n-d-778550-11 neutron-server[94868]: DEBUG neutron.service [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] returning from RpcWorker wait() {{(pid=94868) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 20 10:03:17.628008 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Started child 94869 {{(pid=94757) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 10:03:17.628636 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:17.628804 n-d-778550-11 neutron-server[94757]: DEBUG neutron_lib.callbacks.manager [None req-6d94745a-62d1-4276-9f98-a5b398953c49 None None] Notify callbacks [] for process, after_spawn {{(pid=94757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:17.629153 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:03:17.630670 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94757) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 20 10:03:17.630914 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 10:03:17.631108 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 10:03:17.631277 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 10:03:17.631622 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 10:03:17.631788 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 10:03:17.632283 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.632565 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.632823 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.633011 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:17.633523 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.633523 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.633902 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.634152 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.634423 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.634697 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.634963 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.635180 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.635320 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.635528 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.636405 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.636581 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.636860 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.637105 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.637375 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.637548 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.637796 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.638057 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.638309 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.638579 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] debug = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.638829 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.639353 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.639581 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.639831 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.640048 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.640329 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.640572 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.640827 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.641172 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.641389 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.641630 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.641892 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.642126 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.642354 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.642571 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.642812 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.643076 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.643536 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] host = n-d-778550-11 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.643749 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.643981 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.644204 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.644427 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.644670 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.644891 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.645157 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.645398 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.645659 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.645879 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.646135 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.646385 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.646626 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.646852 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] log_file = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.647005 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] log_options = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.647357 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.647631 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.647897 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.648090 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.648243 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.648414 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.648673 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.648835 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.649083 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.649312 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.649524 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.649751 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.649962 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.650195 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.650437 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.650654 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.650865 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.651091 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.651335 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.652149 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.652437 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.652677 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.652912 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.653130 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.653342 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.653553 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.653804 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.654017 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.654226 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.654463 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.654674 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.654923 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.655258 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.655442 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.655665 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.655886 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.656119 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.656396 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.656672 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.656872 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.657112 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.657323 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.657571 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.657782 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.658008 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.658238 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] use_json = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.658449 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.658664 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.658918 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.659156 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.659368 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.659581 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.659816 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.660042 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.660445 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.660727 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.661015 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.661269 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.661503 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.662526 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.662956 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.663143 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.663360 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.663616 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.663956 n-d-778550-11 neutron-server[94869]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:03:17.664145 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.664285 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.664496 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.664735 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.665114 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.665356 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.665678 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.665885 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.667404 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.667404 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.667681 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.667812 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.668511 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.668511 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.668761 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.668892 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.669096 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.669330 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.671085 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.671085 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.671085 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.671085 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.671085 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.671085 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.671085 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.671583 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.671583 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.671711 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.671930 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.672186 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.672692 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.673247 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.673247 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.673552 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.673552 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.673817 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.674001 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.674235 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.674455 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.674696 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.675254 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.675254 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.675549 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.675700 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.675920 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.676131 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.676357 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.676591 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.676837 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.677601 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.677601 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.677798 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.677878 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.678091 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.678313 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.678550 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.678782 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.679015 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.681864 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.682152 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.682384 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.682669 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.682904 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.683194 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.683422 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.683651 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.683878 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.684101 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.684353 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.684583 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.684813 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.685032 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.685253 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.685505 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.685801 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.686137 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.686375 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.686627 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.686876 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.687162 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.687451 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.687809 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.688053 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.688300 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.688543 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.688801 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.689022 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.689262 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.689503 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.689731 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.690005 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.690230 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.690489 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.690720 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.690989 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.691241 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.691541 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.691797 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.692034 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.692299 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.692556 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.692813 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.693068 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.693338 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.693878 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.694167 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.694455 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.694704 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.694984 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.695243 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.695500 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.695767 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.696022 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.696296 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.696533 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.696786 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.697029 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.697331 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.697574 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.697906 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.698140 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.698925 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.699271 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.699522 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.699735 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.699970 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.700254 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.700500 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.700742 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.701030 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.701282 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.701519 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.701788 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.702023 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.702234 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.702473 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.702699 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.702917 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.703151 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.703400 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.703634 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.703872 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.704089 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.704344 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.704571 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.704794 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.705025 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.705252 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.705470 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.705741 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.705958 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.706176 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.706416 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.706659 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.706878 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.707117 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.707351 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.707603 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.707855 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.708145 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.708402 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.708642 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.708867 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.709125 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.709390 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.709606 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.709855 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.710076 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.710689 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.710689 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.710892 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.711135 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.711384 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.711614 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.712595 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.712595 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.712595 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.712823 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.712890 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.713128 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.713367 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.713588 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.713841 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.714641 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.714881 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.715121 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.715346 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.715565 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.715824 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.716047 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.716301 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.716555 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.716790 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.717003 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.717242 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.717473 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.717771 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.718019 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.718234 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.718480 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.718731 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.718964 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.719222 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.719436 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.719666 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.719911 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.720130 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.720389 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.720641 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.720856 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.721068 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.721295 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.721517 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.721729 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.721956 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.722169 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.722379 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.722602 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.722819 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.723030 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.723299 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.723535 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.723747 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.723970 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.724206 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.724418 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.724666 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.724878 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.725089 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.725312 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.725556 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.725767 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.726063 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.726310 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.726546 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.726870 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.727091 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.727337 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.727584 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.727917 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.728151 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.728418 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.728638 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.728861 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.729080 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.729358 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.729709 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.729997 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.730268 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.730507 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.730775 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.731081 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.731371 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.731607 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.731891 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.732218 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.732494 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.732770 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.733026 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.733293 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.733553 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.733774 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.733995 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.734244 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.734484 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.734742 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.734972 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.735245 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.735473 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.735722 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.735944 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.736222 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.736452 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.736718 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.736947 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.737130 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 10:03:17.737638 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94757) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 20 10:03:17.737806 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 10:03:17.737962 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 10:03:17.738130 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 10:03:17.738300 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 10:03:17.738454 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 10:03:17.738662 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.738838 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.739008 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.739207 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.739349 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.739529 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.739694 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.739856 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.740016 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.740175 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.740334 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.740495 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.740655 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.740820 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.740998 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.741578 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.741578 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.741578 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.741578 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.741811 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.741875 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.742129 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.742276 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] debug = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.742411 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.742571 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.742742 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.742902 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.743140 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.743309 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.743469 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.743640 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.743789 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.743931 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.744094 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.744253 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.744416 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.744573 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.744732 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.744891 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.745050 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.745234 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] host = n-d-778550-11 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.745394 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.745556 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.745717 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.745873 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.746032 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.746192 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.746352 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.746511 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.746670 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.746830 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.746989 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.747179 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.747340 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.747499 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] log_file = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.747665 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] log_options = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.747826 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.747983 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.748142 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.748328 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.748493 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.748654 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.748818 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.748978 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.749140 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.749297 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.749456 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.749614 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.749773 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.749932 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.750091 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.750254 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.750409 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.750567 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.750726 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.750886 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.751063 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.751224 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.751383 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.751542 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.751702 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.751862 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.752021 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.752179 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.752339 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.752499 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.752659 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.752820 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.752981 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.753144 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.753446 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.753612 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.753768 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.753934 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.754095 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.754255 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.754415 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.755151 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.755151 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.755151 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.755151 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.755389 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] use_json = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.755389 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.755545 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.755636 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.755776 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.755945 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.756101 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.756558 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.756558 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:03:17.756558 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.756760 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.756916 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.757002 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.757172 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.757520 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.757520 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.757684 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.757803 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.757957 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.758111 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.758276 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.758448 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.758613 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.758777 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.758945 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.759130 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.759349 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.759428 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.759599 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.759818 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.759905 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.760077 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.760242 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.760408 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.760573 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.761250 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.761426 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.761591 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.761794 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.761919 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.762142 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.762236 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.762361 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.762524 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.762689 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.762852 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.763016 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.763219 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.763385 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.763611 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.763784 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.764014 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.764014 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.764171 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.764309 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.764474 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.764638 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.764827 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.764976 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.765152 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.765295 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.765459 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.765622 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.765785 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.766002 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.767144 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.767144 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.767144 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.767144 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.767144 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.767144 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.767144 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.767578 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.767578 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.767578 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.767759 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.767827 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.768028 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.768117 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.768285 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.768449 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.768615 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.768783 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.768932 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.769092 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.769232 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.769399 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.769642 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.769784 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.769919 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.770051 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.770203 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.770339 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.770573 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.770702 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.770895 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.771114 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.771114 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.771408 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.771408 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.771711 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.771711 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.771927 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.772037 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.772160 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.772327 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.772561 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.772690 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.772787 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.772936 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.773112 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.773259 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.773421 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.773585 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.773748 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.773912 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.774076 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.774396 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.774396 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.774637 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.774757 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.774877 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.774998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:03:17.775152 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.775276 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.775411 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.775533 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.775652 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.775805 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.775968 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.776131 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.776294 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.776986 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.777161 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.777325 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.777490 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.777657 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.777827 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.778002 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.778167 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.778331 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.778495 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.778683 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.778846 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.779008 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.779192 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.779355 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.779522 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.779673 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.779835 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.779988 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.780150 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.780308 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.780452 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.780617 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.780780 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.780942 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.781105 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.781269 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.781431 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.781576 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.781746 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.781910 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.782073 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.782224 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.782385 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.782547 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.782710 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.782873 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.783036 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.783238 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.783373 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.783506 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.783672 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.783835 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.783998 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.784160 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.784315 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.784473 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.784621 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.784790 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.784954 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.785103 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.785270 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.785432 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.785596 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.785760 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.785922 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.786071 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.786236 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.786387 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.786551 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.786715 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.786878 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.787060 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.787225 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.787476 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.787625 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.787911 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.787911 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.788256 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.788256 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.788626 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.788626 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.788626 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.789261 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.789261 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.789261 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.789261 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.789764 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.789764 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.789764 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.790034 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.790034 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.790186 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.790272 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.790439 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.790603 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.790767 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.790929 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.791110 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.791281 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.791453 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.791611 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.791956 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.792638 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.792805 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.792970 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.793145 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.793310 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.793473 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.794006 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.794006 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.794006 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.794691 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.794691 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.794691 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.794691 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.794691 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.795876 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.795876 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.795876 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.795876 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.795876 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.795876 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.795876 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.797139 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.797139 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.797139 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.797139 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.797139 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.797139 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.797139 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.797139 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.798590 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.798590 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.798590 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.798590 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.798590 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.798590 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.798590 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.798590 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.799491 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.799491 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.799491 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.799491 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.799491 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.799491 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.800024 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.800024 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.800024 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.800240 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.800240 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.800378 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.800544 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.800719 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.800883 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.801046 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.801178 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.801333 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.801510 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.801646 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.801809 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.801971 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.802134 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.802297 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.802459 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.802622 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.802785 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.802948 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.803213 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.803376 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.803496 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.803617 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.803739 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:03:17.803880 n-d-778550-11 neutron-server[94757]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94757) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 10:03:18.039951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54860) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:03:18.049316 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072062 Aug 20 10:03:29.286089 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c32e9a-df52-48aa-aeda-3c165ce09f2d None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:03:29.351137 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c32e9a-df52-48aa-aeda-3c165ce09f2d None None] No non-hosted networks {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 20 10:03:29.392350 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.agentschedulers_db [None req-c0c32e9a-df52-48aa-aeda-3c165ce09f2d None None] DHCP Agent not found on host n-d-778550-11 {{(pid=94868) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 20 10:03:29.512598 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f4844a2-b398-4efb-becf-35cd8f1cf5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-778542'] for agent, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:31.720037 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-488c1c73-ee75-4f69-9a3c-585dc31f3810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-778542'] for agent, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:31.786236 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-39e12fce-f885-4ec1-8efd-9124e5ab2124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:32.074975 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-778542'] for agent, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:32.076066 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:32.076598 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:32.077072 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:32.077733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:32.078205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:32.078724 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:32.079281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:32.079773 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:32.080253 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:32.080771 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:32.081232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:32.081772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:32.082734 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-778550-11', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:03:32.090534 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-778550-11', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:03:32.980109 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-778542'] for agent, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:34.606081 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-778542'] for agent, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:35.731006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54950) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:03:36.229098 n-d-778550-11 neutron-server[94867]: WARNING oslo_policy.policy [None req-d84a9308-3267-4158-a859-81ffbc7a402a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 10:03:36.229773 n-d-778550-11 neutron-server[94867]: WARNING oslo_policy.policy [None req-d84a9308-3267-4158-a859-81ffbc7a402a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 10:03:36.446644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-d84a9308-3267-4158-a859-81ffbc7a402a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:03:36.447763 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d84a9308-3267-4158-a859-81ffbc7a402a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7158461 Aug 20 10:03:38.034628 n-d-778550-11 neutron-server[94868]: INFO neutron.db.l3_hamode_db [None req-fb507601-ea32-4f5a-9442-0d4c17af40e9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 20 10:03:38.110666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb507601-ea32-4f5a-9442-0d4c17af40e9 None None] Routers set() bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:03:38.111073 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb507601-ea32-4f5a-9442-0d4c17af40e9 None None] Router IDs set() for agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 10:03:38.798969 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54964) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:03:39.101776 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2905d099-e293-491c-9cc2-4cc826c66c91 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:03:39.195342 n-d-778550-11 neutron-server[94867]: DEBUG neutron.policy [None req-2905d099-e293-491c-9cc2-4cc826c66c91 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94867) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 10:03:39.247681 n-d-778550-11 neutron-server[94867]: WARNING oslo_policy.policy [None req-2905d099-e293-491c-9cc2-4cc826c66c91 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 10:03:39.248045 n-d-778550-11 neutron-server[94867]: WARNING oslo_policy.policy [None req-2905d099-e293-491c-9cc2-4cc826c66c91 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 10:03:39.256553 n-d-778550-11 neutron-server[94867]: INFO neutron.quota [None req-2905d099-e293-491c-9cc2-4cc826c66c91 admin admin] Loaded quota_driver: . Aug 20 10:03:39.348188 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2905d099-e293-491c-9cc2-4cc826c66c91 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748626453830', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748626454385', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748626451326', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748626439465', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748626435024', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748626420551', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1817603', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1598146', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-782753', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-702360'] for rbac-policy, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:39.413231 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2905d099-e293-491c-9cc2-4cc826c66c91 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:39.414488 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2905d099-e293-491c-9cc2-4cc826c66c91 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6145318 Aug 20 10:03:41.939616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54976) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:03:42.231247 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '9ef2276461b1475f8042ea89ca736506', 'project_id': '9ef2276461b1475f8042ea89ca736506'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:03:42.258905 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Made reservation on behalf of 9ef2276461b1475f8042ea89ca736506 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:03:42.262109 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:42.279231 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:42.403399 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:42.407117 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:42.430867 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:03:42.455270 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748628806166', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:42.455839 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Unsubscribe: segment precommit_create {{(pid=94867) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 10:03:42.456361 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Added segment 67dd7a77-ff1a-4b7c-98d1-f213c47293aa of type vlan for network de8b7291-851f-4394-b622-4fefb4408061 Aug 20 10:03:42.471463 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d091802-7665-4da2-8dd3-36b9f41c4725,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:03:42.519361 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:42.519708 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:42.520046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:42.520378 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:42.520712 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:42.521037 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:42.521360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:42.521681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:42.522002 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:42.522321 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:42.522639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:42.522956 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Tracked resource versions report: Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: pushed versions: Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: { 'AddressGroup': {'1.2'}, Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'ConntrackHelper': {'1.0'}, Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'Log': {'1.0'}, Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'Network': {'1.1'}, Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'Port': {'1.7'}, Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'PortForwarding': {'1.2'}, Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'QosPolicy': {'1.9'}, Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'SecurityGroup': {'1.4'}, Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'SecurityGroupRule': {'1.2'}, Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'SubPort': {'1.0'}, Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'Subnet': {'1.1'}, Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'Trunk': {'1.1'}} Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: consumer versions: Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: { DHCP agent@n-d-778550-11: {}, Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: L3 agent@n-d-778550-11: {}, Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: Metadata agent@n-d-778550-11: {}, Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: Metering agent@n-d-778550-11: {}, Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: Open vSwitch agent@n-d-778550-11: { 'AddressGroup': '1.2', Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'ConntrackHelper': '1.0', Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'Log': '1.0', Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'Network': '1.1', Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'Port': '1.7', Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'PortForwarding': '1.2', Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'QosPolicy': '1.9', Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'SecurityGroup': '1.4', Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'SecurityGroupRule': '1.2', Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'SubPort': '1.0', Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'Subnet': '1.1', Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: 'Trunk': '1.1'}} Aug 20 10:03:42.524110 n-d-778550-11 neutron-server[94867]: {{(pid=94867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 10:03:42.574826 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:42.612370 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:42.613462 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:03:42.614111 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:42.703711 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7629502 Aug 20 10:03:42.711166 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e614248-0f82-40d4-b49b-f105b286c4ac admin admin] Pushing event updated for resources: {'Network': ['ID=de8b7291-851f-4394-b622-4fefb4408061,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:03:42.723960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network de8b7291-851f-4394-b622-4fefb4408061 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:03:45.324705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54990) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:03:45.717172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f468c11a-f349-4891-b05c-2af3a4b61125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:03:45.718528 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f468c11a-f349-4891-b05c-2af3a4b61125 admin admin] 10.222.0.16 "GET /v2.0/networks/de8b7291-851f-4394-b622-4fefb4408061 HTTP/1.1" status: 200 len: 825 time: 0.3928800 Aug 20 10:03:45.742520 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4c22cec1-ab5a-41c7-a2cf-eb9fe66ea64f admin admin] 10.222.0.16 "GET /v2.0/subnetpools/bec5ab7a-ce83-441e-bd38-260d7776b1ad HTTP/1.1" status: 200 len: 734 time: 0.0180445 Aug 20 10:03:45.752301 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-1fcde1e1-6a4c-414f-a412-ea144972276e admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'de8b7291-851f-4394-b622-4fefb4408061', 'subnetpool_id': 'bec5ab7a-ce83-441e-bd38-260d7776b1ad', 'tenant_id': '9ef2276461b1475f8042ea89ca736506', 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:03:45.774074 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcde1e1-6a4c-414f-a412-ea144972276e admin admin] Made reservation on behalf of 9ef2276461b1475f8042ea89ca736506 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:03:45.776288 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1fcde1e1-6a4c-414f-a412-ea144972276e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:46.059491 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1fcde1e1-6a4c-414f-a412-ea144972276e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:46.123849 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcde1e1-6a4c-414f-a412-ea144972276e admin admin] Pushing event updated for resources: {'Subnet': ['ID=35bbbcc3-1988-4a75-a280-4a3c0917163d,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:03:46.128295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcde1e1-6a4c-414f-a412-ea144972276e admin admin] Checking segment: {'id': '67dd7a77-ff1a-4b7c-98d1-f213c47293aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'de8b7291-851f-4394-b622-4fefb4408061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:03:46.128674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcde1e1-6a4c-414f-a412-ea144972276e admin admin] Network hostable DHCP agents. Network: de8b7291-851f-4394-b622-4fefb4408061, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:03:46.150978 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcde1e1-6a4c-414f-a412-ea144972276e admin admin] Network de8b7291-851f-4394-b622-4fefb4408061 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:03:46.160889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-1fcde1e1-6a4c-414f-a412-ea144972276e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, de8b7291-851f-4394-b622-4fefb4408061) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:03:46.166011 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcde1e1-6a4c-414f-a412-ea144972276e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:03:46.166600 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1fcde1e1-6a4c-414f-a412-ea144972276e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:46.171357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac50e0f-b65f-4f4a-9600-52ad838178df None None] Network de8b7291-851f-4394-b622-4fefb4408061 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:03:46.180057 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1fcde1e1-6a4c-414f-a412-ea144972276e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4312940 Aug 20 10:03:46.487916 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-de8b7291-851f-4394-b622-4fefb4408061', 'network_id': 'de8b7291-851f-4394-b622-4fefb4408061', 'tenant_id': '9ef2276461b1475f8042ea89ca736506', 'fixed_ips': [{'subnet_id': '35bbbcc3-1988-4a75-a280-4a3c0917163d'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:03:46.489130 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:46.763615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Allocated IP 172.20.0.2 (de8b7291-851f-4394-b622-4fefb4408061/35bbbcc3-1988-4a75-a280-4a3c0917163d/6458198a-5050-4cbf-9732-66ba1462586b) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:03:46.960503 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:46.975461 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Transition to ACTIVE for port object 6458198a-5050-4cbf-9732-66ba1462586b will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:03:46.999369 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Transition to ACTIVE for port object 6458198a-5050-4cbf-9732-66ba1462586b will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:03:47.007064 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:47.105394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Network de8b7291-851f-4394-b622-4fefb4408061 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:03:47.109937 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:03:47.121656 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:03:47.124788 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Pushing event updated for resources: {'Port': ['ID=6458198a-5050-4cbf-9732-66ba1462586b,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:03:47.155102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:47.155453 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:47.155794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:47.156129 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:47.156460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:47.156789 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:47.157111 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:47.157435 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:47.157757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:47.158074 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:47.158394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:47.158716 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Tracked resource versions report: Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: pushed versions: Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: { 'AddressGroup': {'1.2'}, Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'ConntrackHelper': {'1.0'}, Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'Log': {'1.0'}, Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'Network': {'1.1'}, Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'Port': {'1.7'}, Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'PortForwarding': {'1.2'}, Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'QosPolicy': {'1.9'}, Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'SecurityGroup': {'1.4'}, Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'SecurityGroupRule': {'1.2'}, Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'SubPort': {'1.0'}, Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'Subnet': {'1.1'}, Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'Trunk': {'1.1'}} Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: consumer versions: Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: { DHCP agent@n-d-778550-11: {}, Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: L3 agent@n-d-778550-11: {}, Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: Metadata agent@n-d-778550-11: {}, Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: Metering agent@n-d-778550-11: {}, Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: Open vSwitch agent@n-d-778550-11: { 'AddressGroup': '1.2', Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'ConntrackHelper': '1.0', Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'Log': '1.0', Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'Network': '1.1', Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'Port': '1.7', Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'PortForwarding': '1.2', Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'QosPolicy': '1.9', Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'SecurityGroup': '1.4', Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'SecurityGroupRule': '1.2', Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'SubPort': '1.0', Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'Subnet': '1.1', Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: 'Trunk': '1.1'}} Aug 20 10:03:47.159872 n-d-778550-11 neutron-server[94868]: {{(pid=94868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 10:03:47.207935 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Attempting to bind port 6458198a-5050-4cbf-9732-66ba1462586b on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:03:47.208524 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Attempting to bind port 6458198a-5050-4cbf-9732-66ba1462586b by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '67dd7a77-ff1a-4b7c-98d1-f213c47293aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'de8b7291-851f-4394-b622-4fefb4408061'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:03:47.208740 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Attempting to bind port 6458198a-5050-4cbf-9732-66ba1462586b on network de8b7291-851f-4394-b622-4fefb4408061 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:03:47.214141 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:03:47.214537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Checking segment: {'id': '67dd7a77-ff1a-4b7c-98d1-f213c47293aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'de8b7291-851f-4394-b622-4fefb4408061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:03:47.215001 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:47.215412 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Bound using segment: {'id': '67dd7a77-ff1a-4b7c-98d1-f213c47293aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'de8b7291-851f-4394-b622-4fefb4408061'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:03:47.215873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Bound port: 6458198a-5050-4cbf-9732-66ba1462586b, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dd7a77-ff1a-4b7c-98d1-f213c47293aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'de8b7291-851f-4394-b622-4fefb4408061'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:03:47.216265 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:47.276766 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] For port 6458198a-5050-4cbf-9732-66ba1462586b, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:03:47.282066 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] For port 6458198a-5050-4cbf-9732-66ba1462586b, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=6458198a-5050-4cbf-9732-66ba1462586b,segment=NetworkSegment(67dd7a77-ff1a-4b7c-98d1-f213c47293aa),segment_id=67dd7a77-ff1a-4b7c-98d1-f213c47293aa)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:03:47.286499 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:47.357966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933350b9-d0e7-4202-b9a5-970e2e92f68d None None] Pushing event updated for resources: {'Port': ['ID=6458198a-5050-4cbf-9732-66ba1462586b,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:03:48.559702 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54998) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:03:49.070690 n-d-778550-11 neutron-server[94866]: WARNING oslo_policy.policy [None req-0e34a664-02a1-4056-aee3-ef87d49f2c2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 10:03:49.071367 n-d-778550-11 neutron-server[94866]: WARNING oslo_policy.policy [None req-0e34a664-02a1-4056-aee3-ef87d49f2c2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 10:03:49.289630 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-0e34a664-02a1-4056-aee3-ef87d49f2c2b admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:03:49.291439 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0e34a664-02a1-4056-aee3-ef87d49f2c2b admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7296846 Aug 20 10:03:51.640693 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55012) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:03:51.950876 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-41947881-ce80-4c91-b298-cc1bfa56bcfe admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:03:51.951862 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-41947881-ce80-4c91-b298-cc1bfa56bcfe admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3101814 Aug 20 10:03:54.558117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55026) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:03:54.855102 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b47bac14-6c27-41a8-921f-dbf1e0cdb11c admin admin] Request body: {'router': {'tenant_id': '9ef2276461b1475f8042ea89ca736506', 'name': 'router1', 'admin_state_up': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:03:54.921608 n-d-778550-11 neutron-server[94866]: DEBUG neutron.policy [None req-b47bac14-6c27-41a8-921f-dbf1e0cdb11c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94866) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 10:03:54.968123 n-d-778550-11 neutron-server[94866]: WARNING oslo_policy.policy [None req-b47bac14-6c27-41a8-921f-dbf1e0cdb11c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 10:03:54.968514 n-d-778550-11 neutron-server[94866]: WARNING oslo_policy.policy [None req-b47bac14-6c27-41a8-921f-dbf1e0cdb11c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 10:03:54.977375 n-d-778550-11 neutron-server[94866]: INFO neutron.quota [None req-b47bac14-6c27-41a8-921f-dbf1e0cdb11c admin admin] Loaded quota_driver: . Aug 20 10:03:55.031977 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b47bac14-6c27-41a8-921f-dbf1e0cdb11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:55.033859 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b47bac14-6c27-41a8-921f-dbf1e0cdb11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:55.189439 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b47bac14-6c27-41a8-921f-dbf1e0cdb11c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:55.194552 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b47bac14-6c27-41a8-921f-dbf1e0cdb11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:55.214271 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b47bac14-6c27-41a8-921f-dbf1e0cdb11c admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:55.215553 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b47bac14-6c27-41a8-921f-dbf1e0cdb11c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6563437 Aug 20 10:03:55.635955 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f073ae0e-638e-4bae-b9f4-def408b55442 None None] Network de8b7291-851f-4394-b622-4fefb4408061 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:03:55.697179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-48ea26eb-7632-4125-ad46-e45c7bbe4875 None None] Provisioning for port 6458198a-5050-4cbf-9732-66ba1462586b completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:03:56.006997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 6458198a-5050-4cbf-9732-66ba1462586b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:03:56.098011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 6458198a-5050-4cbf-9732-66ba1462586b completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:03:56.101436 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 6458198a-5050-4cbf-9732-66ba1462586b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:03:56.101831 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:56.205129 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:56.241541 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 6458198a-5050-4cbf-9732-66ba1462586b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=6458198a-5050-4cbf-9732-66ba1462586b,segment=NetworkSegment(67dd7a77-ff1a-4b7c-98d1-f213c47293aa),segment_id=67dd7a77-ff1a-4b7c-98d1-f213c47293aa)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:03:56.245257 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:56.291604 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=6458198a-5050-4cbf-9732-66ba1462586b,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:03:57.549765 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55036) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:03:57.856376 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-1735e739-169d-4ac7-95b8-d13fa9b87b68 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:03:57.857367 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1735e739-169d-4ac7-95b8-d13fa9b87b68 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3066878 Aug 20 10:03:57.982310 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 6458198a-5050-4cbf-9732-66ba1462586b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:03:58.031645 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 6458198a-5050-4cbf-9732-66ba1462586b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:03:58.032019 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:03:59.218885 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e277b5cd-5918-42a9-8a9a-04c487a1321c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:00.237189 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55044) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:04:00.544219 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:04:00.567012 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Made reservation on behalf of 24b14d1cd1d64a66914446120609d35e for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:04:00.569738 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:00.585539 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:00.700469 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:00.703935 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:00.716471 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Reserving flat network on physical network physnet1 {{(pid=94866) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 20 10:04:00.746848 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748628806166', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:00.747423 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Unsubscribe: segment precommit_create {{(pid=94866) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 10:04:00.747938 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Added segment 3ff56837-6850-4f22-b3e2-3fd26fb56391 of type flat for network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e Aug 20 10:04:00.753578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6560b00f-21f0-43cc-80d8-cdbb09504867,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:04:00.773074 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:00.773419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:00.773753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:00.774117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:00.774443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:00.774764 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:00.775107 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:00.775426 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:00.775742 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:00.776056 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:00.776370 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:00.776683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Tracked resource versions report: Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: pushed versions: Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: { 'AddressGroup': {'1.2'}, Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'ConntrackHelper': {'1.0'}, Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'Log': {'1.0'}, Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'Network': {'1.1'}, Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'Port': {'1.7'}, Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'PortForwarding': {'1.2'}, Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'QosPolicy': {'1.9'}, Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'SecurityGroup': {'1.4'}, Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'SecurityGroupRule': {'1.2'}, Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'SubPort': {'1.0'}, Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'Subnet': {'1.1'}, Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'Trunk': {'1.1'}} Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: consumer versions: Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: { DHCP agent@n-d-778550-11: {}, Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: L3 agent@n-d-778550-11: {}, Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: Metadata agent@n-d-778550-11: {}, Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: Metering agent@n-d-778550-11: {}, Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: Open vSwitch agent@n-d-778550-11: { 'AddressGroup': '1.2', Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'ConntrackHelper': '1.0', Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'Log': '1.0', Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'Network': '1.1', Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'Port': '1.7', Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'PortForwarding': '1.2', Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'QosPolicy': '1.9', Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'SecurityGroup': '1.4', Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'SecurityGroupRule': '1.2', Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'SubPort': '1.0', Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'Subnet': '1.1', Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: 'Trunk': '1.1'}} Aug 20 10:04:00.777798 n-d-778550-11 neutron-server[94866]: {{(pid=94866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 10:04:00.870082 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:00.910041 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:00.911268 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:00.911901 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:00.994871 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7565360 Aug 20 10:04:01.008668 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2d5b3-6e51-4bb5-be8d-6e614ea9425a admin admin] Pushing event updated for resources: {'Network': ['ID=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:04:01.019340 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:04:01.719754 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7632784f-89fc-49f9-a49e-d90a2d857ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:02.066653 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:02.921313 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:03.337386 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55066) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:04:03.554467 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f1f50d-4aa3-48c0-b0c1-d858196a7ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:03.556451 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a7f1f50d-4aa3-48c0-b0c1-d858196a7ffe admin admin] 10.222.0.16 "GET /v2.0/subnets/35bbbcc3-1988-4a75-a280-4a3c0917163d HTTP/1.1" status: 200 len: 849 time: 0.2181146 Aug 20 10:04:03.688467 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4ea6d9fd-a7d6-4ea7-908d-f072d88ebb12 admin admin] 10.222.0.16 "GET /v2.0/routers/32716b5d-29d9-4933-b218-53dd789861c6 HTTP/1.1" status: 200 len: 704 time: 0.1253486 Aug 20 10:04:03.952599 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:04.245541 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Allocated IP 172.20.0.1 (de8b7291-851f-4394-b622-4fefb4408061/35bbbcc3-1988-4a75-a280-4a3c0917163d/987ada06-37e6-423c-bdd1-b5337f42bf44) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:04:04.427809 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:04.451528 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Transition to ACTIVE for port object 987ada06-37e6-423c-bdd1-b5337f42bf44 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:04:04.523474 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:04.562902 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:04.585992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Network de8b7291-851f-4394-b622-4fefb4408061 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:04:04.590857 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:04:04.600914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:04:04.601179 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:04.662858 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Pushing event updated for resources: {'Port': ['ID=987ada06-37e6-423c-bdd1-b5337f42bf44,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:04:04.803115 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:04.847749 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2bdeb63f-d912-40fa-b845-36af1772911e None None] Provisioning for port 987ada06-37e6-423c-bdd1-b5337f42bf44 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:04:04.851856 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2bdeb63f-d912-40fa-b845-36af1772911e None None] Provisioning complete for port 987ada06-37e6-423c-bdd1-b5337f42bf44 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:04:04.852804 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb63f-d912-40fa-b845-36af1772911e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:04.889447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2bdeb63f-d912-40fa-b845-36af1772911e None None] Port 987ada06-37e6-423c-bdd1-b5337f42bf44 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:04:05.064891 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:05.069194 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:05.069935 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:05.145904 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Pushing event updated for resources: {'Port': ['ID=987ada06-37e6-423c-bdd1-b5337f42bf44,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:04:05.193856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Network de8b7291-851f-4394-b622-4fefb4408061 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:04:05.195169 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:04:05.359420 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Router 32716b5d-29d9-4933-b218-53dd789861c6 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:04:05.410538 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1311102f-0b7f-480f-badf-f287062e1afd None None] Provisioning complete for port 987ada06-37e6-423c-bdd1-b5337f42bf44 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:04:05.410995 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1311102f-0b7f-480f-badf-f287062e1afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:05.444428 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-1311102f-0b7f-480f-badf-f287062e1afd None None] Port 987ada06-37e6-423c-bdd1-b5337f42bf44 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:04:05.450962 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:04:05.455883 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e5c0eb0d-6b75-4203-b82b-636670eb3c79 admin admin] 10.222.0.16 "PUT /v2.0/routers/32716b5d-29d9-4933-b218-53dd789861c6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7620919 Aug 20 10:04:05.475165 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Sync routers for ids ['32716b5d-29d9-4933-b218-53dd789861c6'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:04:05.486432 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Routers {'32716b5d-29d9-4933-b218-53dd789861c6'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:04:05.487369 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:04:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['32716b5d-29d9-4933-b218-53dd789861c6'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:04:05.670655 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Set router 32716b5d-29d9-4933-b218-53dd789861c6 gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:04:06.089666 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32716b5d-29d9-4933-b218-53dd789861c6', 'name': 'router1', 'tenant_id': '9ef2276461b1475f8042ea89ca736506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:03:55Z', 'updated_at': '2021-08-20T10:04:04Z', 'revision_number': 2, 'project_id': '9ef2276461b1475f8042ea89ca736506', 'gw_port_host': None, '_interfaces': [{'id': '987ada06-37e6-423c-bdd1-b5337f42bf44', 'name': '', 'network_id': 'de8b7291-851f-4394-b622-4fefb4408061', 'tenant_id': '9ef2276461b1475f8042ea89ca736506', 'mac_address': 'fa:16:3e:cc:a9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32716b5d-29d9-4933-b218-53dd789861c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35bbbcc3-1988-4a75-a280-4a3c0917163d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:04:03Z', 'updated_at': '2021-08-20T10:04:04Z', 'revision_number': 2, 'project_id': '9ef2276461b1475f8042ea89ca736506', 'subnets': [{'id': '35bbbcc3-1988-4a75-a280-4a3c0917163d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bec5ab7a-ce83-441e-bd38-260d7776b1ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:04:06.139484 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Checking router: 32716b5d-29d9-4933-b218-53dd789861c6 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:04:06.139858 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Updating router 32716b5d-29d9-4933-b218-53dd789861c6 port 987ada06-37e6-423c-bdd1-b5337f42bf44 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:04:06.187223 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:06.691019 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:06.713496 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Transition to ACTIVE for port object 987ada06-37e6-423c-bdd1-b5337f42bf44 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:04:06.719748 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:06.843789 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ef23d-c1b8-4399-a167-53f4c2f275ea None None] Pushing event updated for resources: {'Port': ['ID=987ada06-37e6-423c-bdd1-b5337f42bf44,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:04:06.871077 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ef23d-c1b8-4399-a167-53f4c2f275ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:06.871292 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ef23d-c1b8-4399-a167-53f4c2f275ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:06.871533 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ef23d-c1b8-4399-a167-53f4c2f275ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:06.872905 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ef23d-c1b8-4399-a167-53f4c2f275ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:06.872905 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ef23d-c1b8-4399-a167-53f4c2f275ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:06.872905 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ef23d-c1b8-4399-a167-53f4c2f275ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:06.872905 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ef23d-c1b8-4399-a167-53f4c2f275ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:06.873224 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ef23d-c1b8-4399-a167-53f4c2f275ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:06.873548 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ef23d-c1b8-4399-a167-53f4c2f275ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:06.873908 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ef23d-c1b8-4399-a167-53f4c2f275ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:06.874073 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ef23d-c1b8-4399-a167-53f4c2f275ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:06.874402 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ef23d-c1b8-4399-a167-53f4c2f275ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ef23d-c1b8-4399-a167-53f4c2f275ea None None] Tracked resource versions report: Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: pushed versions: Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: { 'AddressGroup': {'1.2'}, Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'ConntrackHelper': {'1.0'}, Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'Log': {'1.0'}, Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'Network': {'1.1'}, Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'Port': {'1.7'}, Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'PortForwarding': {'1.2'}, Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'QosPolicy': {'1.9'}, Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'SecurityGroup': {'1.4'}, Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'SecurityGroupRule': {'1.2'}, Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'SubPort': {'1.0'}, Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'Subnet': {'1.1'}, Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'Trunk': {'1.1'}} Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: consumer versions: Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: { DHCP agent@n-d-778550-11: {}, Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: L3 agent@n-d-778550-11: {}, Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: Metadata agent@n-d-778550-11: {}, Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: Metering agent@n-d-778550-11: {}, Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: Open vSwitch agent@n-d-778550-11: { 'AddressGroup': '1.2', Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'ConntrackHelper': '1.0', Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'Log': '1.0', Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'Network': '1.1', Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'Port': '1.7', Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'PortForwarding': '1.2', Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'QosPolicy': '1.9', Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'SecurityGroup': '1.4', Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'SecurityGroupRule': '1.2', Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'SubPort': '1.0', Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'Subnet': '1.1', Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: 'Trunk': '1.1'}} Aug 20 10:04:06.875603 n-d-778550-11 neutron-server[94869]: {{(pid=94869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 10:04:06.904169 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Attempting to bind port 987ada06-37e6-423c-bdd1-b5337f42bf44 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:04:06.904579 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Attempting to bind port 987ada06-37e6-423c-bdd1-b5337f42bf44 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '67dd7a77-ff1a-4b7c-98d1-f213c47293aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'de8b7291-851f-4394-b622-4fefb4408061'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:04:06.904991 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Attempting to bind port 987ada06-37e6-423c-bdd1-b5337f42bf44 on network de8b7291-851f-4394-b622-4fefb4408061 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:04:06.910186 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:04:06.910579 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Checking segment: {'id': '67dd7a77-ff1a-4b7c-98d1-f213c47293aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'de8b7291-851f-4394-b622-4fefb4408061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:04:06.911103 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:06.911452 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Bound using segment: {'id': '67dd7a77-ff1a-4b7c-98d1-f213c47293aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'de8b7291-851f-4394-b622-4fefb4408061'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:04:06.911935 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Bound port: 987ada06-37e6-423c-bdd1-b5337f42bf44, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dd7a77-ff1a-4b7c-98d1-f213c47293aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'de8b7291-851f-4394-b622-4fefb4408061'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:04:06.912308 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:06.982180 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] For port 987ada06-37e6-423c-bdd1-b5337f42bf44, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:04:07.001622 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] For port 987ada06-37e6-423c-bdd1-b5337f42bf44, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=987ada06-37e6-423c-bdd1-b5337f42bf44,segment=NetworkSegment(67dd7a77-ff1a-4b7c-98d1-f213c47293aa),segment_id=67dd7a77-ff1a-4b7c-98d1-f213c47293aa)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:04:07.005623 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:07.062760 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ef23d-c1b8-4399-a167-53f4c2f275ea None None] Pushing event updated for resources: {'Port': ['ID=987ada06-37e6-423c-bdd1-b5337f42bf44,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:04:07.065332 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Routers {'32716b5d-29d9-4933-b218-53dd789861c6'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:04:07.065858 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:04:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['32716b5d-29d9-4933-b218-53dd789861c6'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:04:07.155661 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] Set router 32716b5d-29d9-4933-b218-53dd789861c6 gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:04:07.369876 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32716b5d-29d9-4933-b218-53dd789861c6', 'name': 'router1', 'tenant_id': '9ef2276461b1475f8042ea89ca736506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:03:55Z', 'updated_at': '2021-08-20T10:04:04Z', 'revision_number': 2, 'project_id': '9ef2276461b1475f8042ea89ca736506', 'gw_port_host': None, '_interfaces': [{'id': '987ada06-37e6-423c-bdd1-b5337f42bf44', 'name': '', 'network_id': 'de8b7291-851f-4394-b622-4fefb4408061', 'tenant_id': '9ef2276461b1475f8042ea89ca736506', 'mac_address': 'fa:16:3e:cc:a9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32716b5d-29d9-4933-b218-53dd789861c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35bbbcc3-1988-4a75-a280-4a3c0917163d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:04:03Z', 'updated_at': '2021-08-20T10:04:06Z', 'revision_number': 4, 'project_id': '9ef2276461b1475f8042ea89ca736506', 'subnets': [{'id': '35bbbcc3-1988-4a75-a280-4a3c0917163d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bec5ab7a-ce83-441e-bd38-260d7776b1ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:04:07.399073 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bebd38-f68c-4c23-8dd8-0c222bf08fa7 None None] The sync data for ids ['32716b5d-29d9-4933-b218-53dd789861c6'] in n-d-778550-11 is: [{'id': '32716b5d-29d9-4933-b218-53dd789861c6', 'name': 'router1', 'tenant_id': '9ef2276461b1475f8042ea89ca736506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:03:55Z', 'updated_at': '2021-08-20T10:04:04Z', 'revision_number': 2, 'project_id': '9ef2276461b1475f8042ea89ca736506', 'gw_port_host': None, '_interfaces': [{'id': '987ada06-37e6-423c-bdd1-b5337f42bf44', 'name': '', 'network_id': 'de8b7291-851f-4394-b622-4fefb4408061', 'tenant_id': '9ef2276461b1475f8042ea89ca736506', 'mac_address': 'fa:16:3e:cc:a9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32716b5d-29d9-4933-b218-53dd789861c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35bbbcc3-1988-4a75-a280-4a3c0917163d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:04:03Z', 'updated_at': '2021-08-20T10:04:06Z', 'revision_number': 4, 'project_id': '9ef2276461b1475f8042ea89ca736506', 'subnets': [{'id': '35bbbcc3-1988-4a75-a280-4a3c0917163d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bec5ab7a-ce83-441e-bd38-260d7776b1ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:04:07.641501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55088) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:04:07.755609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1708ddc1-c7b5-49f2-b22d-b7f1040c3a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:07.756976 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1708ddc1-c7b5-49f2-b22d-b7f1040c3a80 admin admin] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 842 time: 0.1143694 Aug 20 10:04:07.767019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b38fee1a-90bd-4fa2-a771-2540779347fa admin admin] Request body: {'subnet': {'gateway_ip': '172.25.3.1', 'enable_dhcp': False, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'cidr': '172.25.3.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:04:07.791321 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38fee1a-90bd-4fa2-a771-2540779347fa admin admin] Made reservation on behalf of 24b14d1cd1d64a66914446120609d35e for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:04:07.793557 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b38fee1a-90bd-4fa2-a771-2540779347fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:08.108470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.objects.ports [None req-b38fee1a-90bd-4fa2-a771-2540779347fa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94866) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:04:08.108904 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b38fee1a-90bd-4fa2-a771-2540779347fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:08.173020 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fee1a-90bd-4fa2-a771-2540779347fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd408f4-439d-4cdd-a3e0-7c0074beafd2,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:04:08.184962 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38fee1a-90bd-4fa2-a771-2540779347fa admin admin] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:04:08.185215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38fee1a-90bd-4fa2-a771-2540779347fa admin admin] Network hostable DHCP agents. Network: e9b47c86-fd7d-4389-b9fc-3eb6ae38720e, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:04:08.220350 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38fee1a-90bd-4fa2-a771-2540779347fa admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:04:08.238379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-b38fee1a-90bd-4fa2-a771-2540779347fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, e9b47c86-fd7d-4389-b9fc-3eb6ae38720e) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:04:08.241811 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38fee1a-90bd-4fa2-a771-2540779347fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:08.242428 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b38fee1a-90bd-4fa2-a771-2540779347fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:08.249434 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ce6da4-92f9-43d1-ad23-65974322afdc None None] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:04:08.258914 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b38fee1a-90bd-4fa2-a771-2540779347fa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4953444 Aug 20 10:04:08.402355 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11afaef7-d21c-46cb-8a8a-b58785a8057d None None] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:04:10.517810 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55096) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:04:10.647584 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-34071cff-d782-4466-8fe4-b484c2433913 admin admin] 10.222.0.16 "GET /v2.0/routers/32716b5d-29d9-4933-b218-53dd789861c6 HTTP/1.1" status: 200 len: 710 time: 0.1286609 Aug 20 10:04:10.686712 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 5 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:04:10.733915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f6f5b7-0bf9-478d-8e0b-0ccfc3031106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:04:10.735269 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-17f6f5b7-0bf9-478d-8e0b-0ccfc3031106 admin admin] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 886 time: 0.0821354 Aug 20 10:04:10.745792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-8be9fb67-43ad-4993-a409-c2573911aed0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:04:11.070374 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8be9fb67-43ad-4993-a409-c2573911aed0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:11.303020 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8be9fb67-43ad-4993-a409-c2573911aed0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:11.380979 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8be9fb67-43ad-4993-a409-c2573911aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:11.480306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-8be9fb67-43ad-4993-a409-c2573911aed0 admin admin] Allocated IP 172.25.3.94 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/14741a55-4abd-4e2e-9e05-ada8c72b20d2) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:04:11.581270 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8be9fb67-43ad-4993-a409-c2573911aed0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:11.622748 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8be9fb67-43ad-4993-a409-c2573911aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:11.659510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be9fb67-43ad-4993-a409-c2573911aed0 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:04:11.662203 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-8be9fb67-43ad-4993-a409-c2573911aed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:04:11.671285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be9fb67-43ad-4993-a409-c2573911aed0 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:04:11.674608 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9fb67-43ad-4993-a409-c2573911aed0 admin admin] Pushing event updated for resources: {'Port': ['ID=14741a55-4abd-4e2e-9e05-ada8c72b20d2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:04:11.926456 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8be9fb67-43ad-4993-a409-c2573911aed0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:12.125665 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8be9fb67-43ad-4993-a409-c2573911aed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:12.128998 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8be9fb67-43ad-4993-a409-c2573911aed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:12.235754 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be9fb67-43ad-4993-a409-c2573911aed0 admin admin] Router 32716b5d-29d9-4933-b218-53dd789861c6 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:04:12.340900 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be9fb67-43ad-4993-a409-c2573911aed0 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:04:12.345083 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8be9fb67-43ad-4993-a409-c2573911aed0 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:12.346314 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8be9fb67-43ad-4993-a409-c2573911aed0 admin admin] 10.222.0.16 "PUT /v2.0/routers/32716b5d-29d9-4933-b218-53dd789861c6 HTTP/1.1" status: 200 len: 889 time: 1.6051295 Aug 20 10:04:13.737144 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Sync routers for ids ['32716b5d-29d9-4933-b218-53dd789861c6'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:04:13.747263 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Routers {'32716b5d-29d9-4933-b218-53dd789861c6'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:04:13.747980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:04:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['32716b5d-29d9-4933-b218-53dd789861c6'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:04:14.005432 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Set router 32716b5d-29d9-4933-b218-53dd789861c6 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:04:14.022493 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 987ada06-37e6-423c-bdd1-b5337f42bf44 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:04:14.249981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 987ada06-37e6-423c-bdd1-b5337f42bf44 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:04:14.264974 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 987ada06-37e6-423c-bdd1-b5337f42bf44 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:04:14.265344 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:14.446793 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:14.500804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 987ada06-37e6-423c-bdd1-b5337f42bf44, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=987ada06-37e6-423c-bdd1-b5337f42bf44,segment=NetworkSegment(67dd7a77-ff1a-4b7c-98d1-f213c47293aa),segment_id=67dd7a77-ff1a-4b7c-98d1-f213c47293aa)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:04:14.509216 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:14.547337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32716b5d-29d9-4933-b218-53dd789861c6', 'name': 'router1', 'tenant_id': '9ef2276461b1475f8042ea89ca736506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '14741a55-4abd-4e2e-9e05-ada8c72b20d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:03:55Z', 'updated_at': '2021-08-20T10:04:11Z', 'revision_number': 4, 'project_id': '9ef2276461b1475f8042ea89ca736506', 'gw_port': {'id': '14741a55-4abd-4e2e-9e05-ada8c72b20d2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32716b5d-29d9-4933-b218-53dd789861c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:04:11Z', 'updated_at': '2021-08-20T10:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '987ada06-37e6-423c-bdd1-b5337f42bf44', 'name': '', 'network_id': 'de8b7291-851f-4394-b622-4fefb4408061', 'tenant_id': '9ef2276461b1475f8042ea89ca736506', 'mac_address': 'fa:16:3e:cc:a9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32716b5d-29d9-4933-b218-53dd789861c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35bbbcc3-1988-4a75-a280-4a3c0917163d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:04:03Z', 'updated_at': '2021-08-20T10:04:06Z', 'revision_number': 4, 'project_id': '9ef2276461b1475f8042ea89ca736506', 'subnets': [{'id': '35bbbcc3-1988-4a75-a280-4a3c0917163d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bec5ab7a-ce83-441e-bd38-260d7776b1ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:04:14.609265 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Checking router: 32716b5d-29d9-4933-b218-53dd789861c6 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:04:14.609638 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Updating router 32716b5d-29d9-4933-b218-53dd789861c6 port 14741a55-4abd-4e2e-9e05-ada8c72b20d2 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:04:14.668356 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:14.669955 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=987ada06-37e6-423c-bdd1-b5337f42bf44,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:04:14.708013 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55108) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:04:14.908641 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-73fae086-6de0-4e09-966e-707c0e57a621 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1994100 Aug 20 10:04:14.999107 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:15.009791 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Transition to ACTIVE for port object 14741a55-4abd-4e2e-9e05-ada8c72b20d2 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:04:15.015600 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:15.066791 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Attempting to bind port 14741a55-4abd-4e2e-9e05-ada8c72b20d2 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:04:15.067187 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Attempting to bind port 14741a55-4abd-4e2e-9e05-ada8c72b20d2 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:04:15.067549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Attempting to bind port 14741a55-4abd-4e2e-9e05-ada8c72b20d2 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:04:15.076506 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6b84a-cb81-438d-b93b-f64b0fbbd2f8 None None] Pushing event updated for resources: {'Port': ['ID=14741a55-4abd-4e2e-9e05-ada8c72b20d2,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:04:15.079421 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:04:15.079959 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:04:15.080649 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:15.080772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:04:15.081186 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Bound port: 14741a55-4abd-4e2e-9e05-ada8c72b20d2, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:04:15.081573 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:15.131957 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] For port 14741a55-4abd-4e2e-9e05-ada8c72b20d2, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:04:15.134996 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] For port 14741a55-4abd-4e2e-9e05-ada8c72b20d2, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=14741a55-4abd-4e2e-9e05-ada8c72b20d2,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:04:15.140215 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:15.197497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6b84a-cb81-438d-b93b-f64b0fbbd2f8 None None] Pushing event updated for resources: {'Port': ['ID=14741a55-4abd-4e2e-9e05-ada8c72b20d2,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:04:15.200717 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Routers {'32716b5d-29d9-4933-b218-53dd789861c6'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:04:15.201461 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:04:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['32716b5d-29d9-4933-b218-53dd789861c6'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:04:15.307796 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] Set router 32716b5d-29d9-4933-b218-53dd789861c6 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:04:15.608749 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32716b5d-29d9-4933-b218-53dd789861c6', 'name': 'router1', 'tenant_id': '9ef2276461b1475f8042ea89ca736506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '14741a55-4abd-4e2e-9e05-ada8c72b20d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:03:55Z', 'updated_at': '2021-08-20T10:04:11Z', 'revision_number': 4, 'project_id': '9ef2276461b1475f8042ea89ca736506', 'gw_port': {'id': '14741a55-4abd-4e2e-9e05-ada8c72b20d2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32716b5d-29d9-4933-b218-53dd789861c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:04:11Z', 'updated_at': '2021-08-20T10:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '987ada06-37e6-423c-bdd1-b5337f42bf44', 'name': '', 'network_id': 'de8b7291-851f-4394-b622-4fefb4408061', 'tenant_id': '9ef2276461b1475f8042ea89ca736506', 'mac_address': 'fa:16:3e:cc:a9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32716b5d-29d9-4933-b218-53dd789861c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35bbbcc3-1988-4a75-a280-4a3c0917163d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:04:03Z', 'updated_at': '2021-08-20T10:04:14Z', 'revision_number': 5, 'project_id': '9ef2276461b1475f8042ea89ca736506', 'subnets': [{'id': '35bbbcc3-1988-4a75-a280-4a3c0917163d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bec5ab7a-ce83-441e-bd38-260d7776b1ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:04:15.635224 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70d96a-80c6-4eb0-b954-a97a817fa956 None None] The sync data for ids ['32716b5d-29d9-4933-b218-53dd789861c6'] in n-d-778550-11 is: [{'id': '32716b5d-29d9-4933-b218-53dd789861c6', 'name': 'router1', 'tenant_id': '9ef2276461b1475f8042ea89ca736506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '14741a55-4abd-4e2e-9e05-ada8c72b20d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:03:55Z', 'updated_at': '2021-08-20T10:04:11Z', 'revision_number': 4, 'project_id': '9ef2276461b1475f8042ea89ca736506', 'gw_port': {'id': '14741a55-4abd-4e2e-9e05-ada8c72b20d2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32716b5d-29d9-4933-b218-53dd789861c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:04:11Z', 'updated_at': '2021-08-20T10:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '987ada06-37e6-423c-bdd1-b5337f42bf44', 'name': '', 'network_id': 'de8b7291-851f-4394-b622-4fefb4408061', 'tenant_id': '9ef2276461b1475f8042ea89ca736506', 'mac_address': 'fa:16:3e:cc:a9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32716b5d-29d9-4933-b218-53dd789861c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35bbbcc3-1988-4a75-a280-4a3c0917163d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:04:03Z', 'updated_at': '2021-08-20T10:04:14Z', 'revision_number': 5, 'project_id': '9ef2276461b1475f8042ea89ca736506', 'subnets': [{'id': '35bbbcc3-1988-4a75-a280-4a3c0917163d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bec5ab7a-ce83-441e-bd38-260d7776b1ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:04:16.098707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 14741a55-4abd-4e2e-9e05-ada8c72b20d2 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:04:16.152885 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 14741a55-4abd-4e2e-9e05-ada8c72b20d2 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:04:16.157417 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 14741a55-4abd-4e2e-9e05-ada8c72b20d2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:04:16.157914 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:16.276081 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:16.298133 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 14741a55-4abd-4e2e-9e05-ada8c72b20d2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=14741a55-4abd-4e2e-9e05-ada8c72b20d2,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:04:16.301210 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:16.302302 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 987ada06-37e6-423c-bdd1-b5337f42bf44 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:04:16.388331 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 987ada06-37e6-423c-bdd1-b5337f42bf44 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:04:16.388717 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:16.391997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=14741a55-4abd-4e2e-9e05-ada8c72b20d2,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:04:18.005603 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 14741a55-4abd-4e2e-9e05-ada8c72b20d2 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:04:18.053181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 14741a55-4abd-4e2e-9e05-ada8c72b20d2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:04:18.053661 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:29.221686 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4df592c3-eba2-4c22-bac5-40b06e4e9f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:31.729354 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5c0878e9-1cf6-406b-943e-365015167a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:32.072706 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:32.935228 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:34.581005 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:04:47.686849 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 5 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:04:59.222977 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5702a640-f847-4d7b-9751-806ad4ec6431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:01.729141 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-66933276-fcf8-42de-82a7-087879b0b910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:02.066253 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:02.929602 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:04.586759 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:24.686183 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 5 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:05:29.226225 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c1df6e38-a25a-45ac-a2d5-b0d5d2296bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:31.720682 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-68c20194-786b-4466-9364-0f1ddbb6fbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:32.067747 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:32.935299 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:34.585424 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:54.769483 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55708) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:05:54.830486 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdac77d-bb98-4fc3-98fa-d62146d1f960 admin admin] GET failed (client error): The resource could not be found. Aug 20 10:05:54.831851 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4bdac77d-bb98-4fc3-98fa-d62146d1f960 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613897 Aug 20 10:05:54.989888 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea17d774-4109-4374-8a36-b97e486b9234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:54.991298 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ea17d774-4109-4374-8a36-b97e486b9234 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1550326 Aug 20 10:05:57.133817 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55718) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:05:57.222304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a414c1f-ef44-4814-8bf7-7e88d6b5f8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:57.224155 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4a414c1f-ef44-4814-8bf7-7e88d6b5f8d4 admin admin] 10.222.0.16 "GET /v2.0/subnets/35bbbcc3-1988-4a75-a280-4a3c0917163d HTTP/1.1" status: 200 len: 849 time: 0.0894113 Aug 20 10:05:57.233699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:05:57.323655 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:57.460730 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748628821818'] for subnet, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:57.493440 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:57.494025 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:57.515075 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] 10.222.0.16 "PUT /v2.0/subnets/35bbbcc3-1988-4a75-a280-4a3c0917163d HTTP/1.1" status: 200 len: 868 time: 0.2651670 Aug 20 10:05:57.515332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe78c54d-73b0-448f-8c45-00cd3f6c3523 None None] Network de8b7291-851f-4394-b622-4fefb4408061 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:05:57.515805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35bbbcc3-1988-4a75-a280-4a3c0917163d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:05:57.522029 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.522425 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.522719 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.523083 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.523415 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.523743 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.524070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.524394 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.524828 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.525150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.525473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.525793 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18082976-0d4e-4043-b8c7-febd01edfb72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:05:57.843951 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ff061f70-5f83-4af0-a7c4-57f3702ccebe None None] Provisioning complete for port 6458198a-5050-4cbf-9732-66ba1462586b triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:05:57.844327 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff061f70-5f83-4af0-a7c4-57f3702ccebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:57.930525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ff061f70-5f83-4af0-a7c4-57f3702ccebe None None] Provisioning complete for port 987ada06-37e6-423c-bdd1-b5337f42bf44 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:05:57.930798 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff061f70-5f83-4af0-a7c4-57f3702ccebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:59.226780 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bc43d557-4c95-4c34-8019-5539b4d29017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:05:59.655553 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55726) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:05:59.849757 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a609f3-bfa9-4d89-9d86-b64c5d99e8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:59.850150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a609f3-bfa9-4d89-9d86-b64c5d99e8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:05:59.851700 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-65a609f3-bfa9-4d89-9d86-b64c5d99e8de admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1951966 Aug 20 10:06:01.684895 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 5 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:06:01.724020 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8f40-264c-4718-8e42-90a985411476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:01.977106 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55734) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:02.071738 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:02.107800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7a0592-1892-4501-80ee-6deff349749e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:02.108291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7a0592-1892-4501-80ee-6deff349749e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:02.109843 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7b7a0592-1892-4501-80ee-6deff349749e admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1317003 Aug 20 10:06:02.936283 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:04.245341 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55742) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:04.373216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f536ba3a-8e69-42b4-b08f-81d5e081a8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:04.374618 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f536ba3a-8e69-42b4-b08f-81d5e081a8c2 admin admin] 10.222.0.16 "GET /v2.0/networks/de8b7291-851f-4394-b622-4fefb4408061 HTTP/1.1" status: 200 len: 869 time: 0.1283286 Aug 20 10:06:04.588230 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:06.525023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55750) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:06.680220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f66e55f-c00d-4ede-916c-57125f0da6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:06.681572 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5f66e55f-c00d-4ede-916c-57125f0da6f6 admin admin] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 886 time: 0.1556025 Aug 20 10:06:08.818965 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55760) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:08.940061 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d017ee93-1df9-479d-8425-27dba6b53a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:08.940520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d017ee93-1df9-479d-8425-27dba6b53a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:08.942066 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d017ee93-1df9-479d-8425-27dba6b53a3e admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220832 Aug 20 10:06:11.064150 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55768) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:11.159436 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adba2404-f510-4f3d-97bb-eaa85802de10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:11.159894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adba2404-f510-4f3d-97bb-eaa85802de10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:11.161997 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-adba2404-f510-4f3d-97bb-eaa85802de10 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0968835 Aug 20 10:06:13.314575 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55776) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:13.406410 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d9f274-d1e0-4e5d-8685-6b8c0e51f139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:13.407795 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-40d9f274-d1e0-4e5d-8685-6b8c0e51f139 admin admin] 10.222.0.16 "GET /v2.0/subnets/35bbbcc3-1988-4a75-a280-4a3c0917163d HTTP/1.1" status: 200 len: 868 time: 0.0922513 Aug 20 10:06:15.539473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55784) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:15.622926 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0136e8-bc84-41b6-ab92-fb6c0d2d6b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:15.624255 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ed0136e8-bc84-41b6-ab92-fb6c0d2d6b8e admin admin] 10.222.0.16 "GET /v2.0/subnets/abd408f4-439d-4cdd-a3e0-7c0074beafd2 HTTP/1.1" status: 200 len: 816 time: 0.0838220 Aug 20 10:06:29.227283 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-81c0f013-84d5-4b85-a93f-89d36dadd433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:31.728470 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-390e296f-0521-4db2-b20c-3e67b8aaf20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:32.073302 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:32.939011 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:34.592822 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:38.683059 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 5 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:06:39.248440 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55838) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:39.306291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-ebb2512f-688f-476f-a6d0-5b09f3249df4 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:06:39.307325 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ebb2512f-688f-476f-a6d0-5b09f3249df4 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0579081 Aug 20 10:06:41.520822 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55846) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:41.580168 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-613dc726-a7a7-48eb-8b10-bb4703e1cb2f admin admin] GET failed (client error): The resource could not be found. Aug 20 10:06:41.582078 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-613dc726-a7a7-48eb-8b10-bb4703e1cb2f admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597215 Aug 20 10:06:41.723134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9e7764-6b7c-482b-9ecc-46cf0ccf6591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:41.724596 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bc9e7764-6b7c-482b-9ecc-46cf0ccf6591 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1378968 Aug 20 10:06:43.898048 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55854) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:43.944838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-dc21934f-c3c9-42e9-8158-4a6555f931d4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:06:43.964282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc21934f-c3c9-42e9-8158-4a6555f931d4 admin admin] Made reservation on behalf of 24b14d1cd1d64a66914446120609d35e for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:06:43.966475 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dc21934f-c3c9-42e9-8158-4a6555f931d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:43.993785 n-d-778550-11 neutron-server[94866]: WARNING neutron.services.revisions.revision_plugin [None req-dc21934f-c3c9-42e9-8158-4a6555f931d4 admin admin] Could not find related network for resource to bump revision. Aug 20 10:06:44.008371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc21934f-c3c9-42e9-8158-4a6555f931d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:06:44.021143 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dc21934f-c3c9-42e9-8158-4a6555f931d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:44.021480 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-dc21934f-c3c9-42e9-8158-4a6555f931d4 admin admin] Added segment 97470898-93e5-4298-9fac-24b59266fe97 of type vlan for network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e Aug 20 10:06:44.059206 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dc21934f-c3c9-42e9-8158-4a6555f931d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:44.082274 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dc21934f-c3c9-42e9-8158-4a6555f931d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:44.083224 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc21934f-c3c9-42e9-8158-4a6555f931d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:44.083804 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dc21934f-c3c9-42e9-8158-4a6555f931d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:44.136115 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dc21934f-c3c9-42e9-8158-4a6555f931d4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2370260 Aug 20 10:06:44.140737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21934f-c3c9-42e9-8158-4a6555f931d4 admin admin] Pushing event updated for resources: {'Network': ['ID=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:44.152342 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:06:46.286747 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55862) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:06:46.345995 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-529eb597-52c9-41bc-93ca-867aaeae62fc admin admin] GET failed (client error): The resource could not be found. Aug 20 10:06:46.347297 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-529eb597-52c9-41bc-93ca-867aaeae62fc admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594709 Aug 20 10:06:46.417611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce465cd8-6643-48a2-94d8-f1c7e35373ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:46.419029 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ce465cd8-6643-48a2-94d8-f1c7e35373ae admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674217 Aug 20 10:06:46.429264 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-8d6edea0-4e5d-4ae1-bfed-41aa92bc43d1 admin admin] Request body: {'subnet': {'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:06:46.448118 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6edea0-4e5d-4ae1-bfed-41aa92bc43d1 admin admin] Made reservation on behalf of 24b14d1cd1d64a66914446120609d35e for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:06:46.450362 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d6edea0-4e5d-4ae1-bfed-41aa92bc43d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:46.608692 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d6edea0-4e5d-4ae1-bfed-41aa92bc43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:46.662030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6edea0-4e5d-4ae1-bfed-41aa92bc43d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba388a8-98ca-487f-bd66-4f5d45dfac97,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:46.668495 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6edea0-4e5d-4ae1-bfed-41aa92bc43d1 admin admin] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:06:46.668843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6edea0-4e5d-4ae1-bfed-41aa92bc43d1 admin admin] Network hostable DHCP agents. Network: 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:06:46.684683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6edea0-4e5d-4ae1-bfed-41aa92bc43d1 admin admin] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:06:46.692789 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-8d6edea0-4e5d-4ae1-bfed-41aa92bc43d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:06:46.696785 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6edea0-4e5d-4ae1-bfed-41aa92bc43d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:06:46.697362 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d6edea0-4e5d-4ae1-bfed-41aa92bc43d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:46.703666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81ecfa2-5d1e-409f-898a-ebbac2ad4bbb None None] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:06:46.712801 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8d6edea0-4e5d-4ae1-bfed-41aa92bc43d1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2868872 Aug 20 10:06:46.864822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'tenant_id': '24b14d1cd1d64a66914446120609d35e', 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:06:46.865755 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:47.096710 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Allocated IP 192.168.233.2 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/8a733b39-af6e-4e80-9ca1-10c1eb87e78a) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:06:47.241168 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:47.249604 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Transition to ACTIVE for port object 8a733b39-af6e-4e80-9ca1-10c1eb87e78a will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:06:47.265398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Transition to ACTIVE for port object 8a733b39-af6e-4e80-9ca1-10c1eb87e78a will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:06:47.272254 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:47.318973 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:06:47.320647 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:06:47.322474 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Pushing event updated for resources: {'Port': ['ID=8a733b39-af6e-4e80-9ca1-10c1eb87e78a,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:47.324514 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:06:47.336531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:06:47.336876 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:06:47.337218 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:06:47.337556 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:06:47.337885 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:06:47.338210 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:06:47.338540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:06:47.338862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:06:47.339219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:06:47.339540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:06:47.339878 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:06:47.340202 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:06:47.387718 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Attempting to bind port 8a733b39-af6e-4e80-9ca1-10c1eb87e78a on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:06:47.388081 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Attempting to bind port 8a733b39-af6e-4e80-9ca1-10c1eb87e78a by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:06:47.388438 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Attempting to bind port 8a733b39-af6e-4e80-9ca1-10c1eb87e78a on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:06:47.393721 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:06:47.394096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:06:47.395030 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:47.395441 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:06:47.395904 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Bound port: 8a733b39-af6e-4e80-9ca1-10c1eb87e78a, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:06:47.396295 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:47.462823 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] For port 8a733b39-af6e-4e80-9ca1-10c1eb87e78a, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:06:47.466860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] For port 8a733b39-af6e-4e80-9ca1-10c1eb87e78a, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8a733b39-af6e-4e80-9ca1-10c1eb87e78a,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:06:47.472262 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:47.531716 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6b532-02b0-4a45-867b-9a7f680f1257 None None] Pushing event updated for resources: {'Port': ['ID=8a733b39-af6e-4e80-9ca1-10c1eb87e78a,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:48.156655 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8a733b39-af6e-4e80-9ca1-10c1eb87e78a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:06:48.216636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 8a733b39-af6e-4e80-9ca1-10c1eb87e78a completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:06:48.383064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c29daf5-881a-4987-87a9-e53b32b3bb6a None None] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:06:48.509205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-70528878-4881-41fc-845e-8a9b40ace7dd None None] Provisioning for port 8a733b39-af6e-4e80-9ca1-10c1eb87e78a completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:06:48.527664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-70528878-4881-41fc-845e-8a9b40ace7dd None None] Provisioning complete for port 8a733b39-af6e-4e80-9ca1-10c1eb87e78a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:06:48.528027 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-70528878-4881-41fc-845e-8a9b40ace7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:48.622037 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-70528878-4881-41fc-845e-8a9b40ace7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:48.658261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-70528878-4881-41fc-845e-8a9b40ace7dd None None] For port 8a733b39-af6e-4e80-9ca1-10c1eb87e78a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8a733b39-af6e-4e80-9ca1-10c1eb87e78a,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:06:48.663452 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-70528878-4881-41fc-845e-8a9b40ace7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:48.717239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70528878-4881-41fc-845e-8a9b40ace7dd None None] Pushing event updated for resources: {'Port': ['ID=8a733b39-af6e-4e80-9ca1-10c1eb87e78a,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:06:48.783857 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7bf6316f-8ae2-4b5d-aab4-c00ba6f054a3 None None] Provisioning complete for port 8a733b39-af6e-4e80-9ca1-10c1eb87e78a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:06:48.784224 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7bf6316f-8ae2-4b5d-aab4-c00ba6f054a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:50.108454 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8a733b39-af6e-4e80-9ca1-10c1eb87e78a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:06:50.157549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 8a733b39-af6e-4e80-9ca1-10c1eb87e78a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:06:50.157921 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:06:59.227909 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a19c3359-c5fe-425c-80d0-d7115e9cf72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:01.729694 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7fdad5b5-0b20-4fb5-8a5b-e644ef239a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:02.074729 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:02.943526 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:04.595641 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:15.681821 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 5 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:07:29.228746 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2f91d4c5-76cf-4ede-9508-253a093bce5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:31.731762 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1c8e32fb-970e-45b5-a0c9-2541329a5eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:32.075798 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:32.946471 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:34.599173 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:52.681227 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 5 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:07:54.900390 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55914) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:07:54.906393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-ddb94c27-5275-410e-b128-90dc81855d5f tempest-verify_tempest_config-839015189 tempest-verify_tempest_config-839015189-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:07:54.907401 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ddb94c27-5275-410e-b128-90dc81855d5f tempest-verify_tempest_config-839015189 tempest-verify_tempest_config-839015189-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060480 Aug 20 10:07:55.196404 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55932) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:07:55.300317 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5fd3dd25-d3e7-42bf-b54c-0fffe52bd544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:55.388313 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5fd3dd25-d3e7-42bf-b54c-0fffe52bd544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:55.391797 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5fd3dd25-d3e7-42bf-b54c-0fffe52bd544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:55.436494 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3dd25-d3e7-42bf-b54c-0fffe52bd544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072d7332-9e7b-4d21-acff-28c0d488f82f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:07:55.443727 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5fd3dd25-d3e7-42bf-b54c-0fffe52bd544 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c67ca651e334dd5821ff5822363cb07&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2462983 Aug 20 10:07:55.445223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3dd25-d3e7-42bf-b54c-0fffe52bd544 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.445566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3dd25-d3e7-42bf-b54c-0fffe52bd544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.445906 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3dd25-d3e7-42bf-b54c-0fffe52bd544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.446245 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3dd25-d3e7-42bf-b54c-0fffe52bd544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.446576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3dd25-d3e7-42bf-b54c-0fffe52bd544 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.446908 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3dd25-d3e7-42bf-b54c-0fffe52bd544 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.447007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55936) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:07:55.447499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3dd25-d3e7-42bf-b54c-0fffe52bd544 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.447597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3dd25-d3e7-42bf-b54c-0fffe52bd544 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.447889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3dd25-d3e7-42bf-b54c-0fffe52bd544 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.448216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3dd25-d3e7-42bf-b54c-0fffe52bd544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.448558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3dd25-d3e7-42bf-b54c-0fffe52bd544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.448883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3dd25-d3e7-42bf-b54c-0fffe52bd544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.503174 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a717b19d-e11a-4fe2-af78-c8a98ab3372f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:55.523544 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a717b19d-e11a-4fe2-af78-c8a98ab3372f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:55.609148 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a717b19d-e11a-4fe2-af78-c8a98ab3372f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:55.611866 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a717b19d-e11a-4fe2-af78-c8a98ab3372f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:07:55.613050 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a717b19d-e11a-4fe2-af78-c8a98ab3372f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/072d7332-9e7b-4d21-acff-28c0d488f82f HTTP/1.1" status: 204 len: 168 time: 0.1651449 Aug 20 10:07:55.621070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717b19d-e11a-4fe2-af78-c8a98ab3372f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072d7332-9e7b-4d21-acff-28c0d488f82f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:07:55.628266 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717b19d-e11a-4fe2-af78-c8a98ab3372f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.628612 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717b19d-e11a-4fe2-af78-c8a98ab3372f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.628956 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717b19d-e11a-4fe2-af78-c8a98ab3372f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.629295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717b19d-e11a-4fe2-af78-c8a98ab3372f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.629633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717b19d-e11a-4fe2-af78-c8a98ab3372f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.629966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717b19d-e11a-4fe2-af78-c8a98ab3372f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.630298 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717b19d-e11a-4fe2-af78-c8a98ab3372f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.630648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717b19d-e11a-4fe2-af78-c8a98ab3372f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.630954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717b19d-e11a-4fe2-af78-c8a98ab3372f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.631310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717b19d-e11a-4fe2-af78-c8a98ab3372f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.631639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717b19d-e11a-4fe2-af78-c8a98ab3372f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:55.631966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717b19d-e11a-4fe2-af78-c8a98ab3372f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:07:59.229319 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-72df5825-f583-40ce-a214-38eef11814b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:01.733675 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-03f373aa-aba9-4238-96ca-54549d19e25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:02.076217 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:02.948995 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:04.601365 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:29.229087 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-983f2238-7785-4841-aabb-9f75b586a2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:29.679967 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 5 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:08:31.735117 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-76cb4732-2413-4fcb-b04b-cb5ee8264050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:32.077212 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:32.951269 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:34.603342 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:08:59.228707 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7c877454-fdf4-4d61-95db-a4b355fb62db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:01.736163 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1cba2d86-6998-42ca-82cc-e9a0130857bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:02.080812 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:02.955066 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:04.606786 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:06.679870 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 5 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:09:29.230954 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b1989aa7-2709-432d-b661-aadab76ab68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:31.736899 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ef03fbc3-b11e-4e68-8c41-db171c813b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:32.081651 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:32.957087 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:34.610205 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:09:43.678390 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 5 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:09:59.233152 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-81f9dde2-b80b-4f72-979e-514ad48fbb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:01.740914 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e27004ee-2df6-48d1-b773-d874f64652f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:02.082375 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:02.959635 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:04.612728 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:20.676385 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 5 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:10:29.235589 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-02a69204-7d79-46a7-85a8-7087d5bd1495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:31.741245 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-29614a2c-b5b0-489c-9582-2338e736d8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:32.083080 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:32.963873 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:34.615918 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:10:57.674639 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 5 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:10:59.236227 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-66297106-c7fa-446d-b470-bdfe7eeecb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:01.741227 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-24162f1c-e82b-4ad4-9145-a38b7fc6f078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:02.083838 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:02.966417 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:04.618152 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:18.197436 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-778542'] for agent, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:22.257587 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-778542'] for agent, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:29.235918 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-126e2500-6a6d-45cc-b911-997a22cd7e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:31.742576 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7eed34b-0247-42bc-84d3-a34cacb64c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:32.084399 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:32.968027 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:34.621777 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:34.673963 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:11:48.146216 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:52.239706 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:11:59.236996 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d0ff711b-f3e1-4a37-90ba-ebabec8872f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:01.743618 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fbf9e0b8-b37e-47f0-8d90-1290810fe0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:02.087116 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:02.971944 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:04.627655 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:09.382977 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55998) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:12:09.483723 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8ebf5f78-b4a4-4284-8db8-71625c0f2d26 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0991030 Aug 20 10:12:11.626985 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56008) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:12:11.672420 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:12:11.687765 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a7805865-cfd4-4167-a96f-8908421577e4 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0596986 Aug 20 10:12:18.157906 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:22.244376 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:29.238599 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-512cdba7-f0a6-4757-8e19-66863ff2d41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:31.743675 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-95a8a846-3a45-4e07-b10c-c64b379a3e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:32.087256 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:32.973920 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:34.630502 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:48.158088 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:48.671329 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:12:52.245633 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:12:59.252586 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-13f9ce61-139b-497d-86ae-4827fd6fc4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:01.744719 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-294feb61-c887-41d6-9ae8-256c09a33cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:02.087492 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:02.978673 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:04.634812 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:18.161250 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:22.255881 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:25.670667 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:13:29.243126 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9bdd49a9-7570-48b6-9605-404ebfa0fd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:31.763106 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d0a12152-f53c-4f5d-88ff-3341cb916442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:32.105590 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:32.991827 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:34.640559 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:39.047874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56408) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:39.162837 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56426) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:39.165160 n-d-778550-11 neutron-server[94866]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 10:13:39.203154 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2df8327a-52d0-4549-946b-721cc2a9f388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:39.206967 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-d23ba731-f140-4313-8b6b-4a36486abfd2 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4f301d220a8544b4ae19a47ab7091407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429385 Aug 20 10:13:39.519150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-fc751698-3f1e-4123-b7e0-158588610198 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:39.520708 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-fc751698-3f1e-4123-b7e0-158588610198 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3060513 Aug 20 10:13:39.544877 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-e24a3442-5683-40b3-bff7-249e7b891ff8 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/quotas/4f301d220a8544b4ae19a47ab7091407 HTTP/1.1" status: 200 len: 375 time: 0.0149605 Aug 20 10:13:39.558874 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56450) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:39.561994 n-d-778550-11 neutron-server[94867]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 10:13:39.590955 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-c49c1f80-feac-464b-9c7e-8f43818fb649 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a97b613442734c2a9cea6947537aea53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305996 Aug 20 10:13:39.598439 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2df8327a-52d0-4549-946b-721cc2a9f388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:39.613460 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2df8327a-52d0-4549-946b-721cc2a9f388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:39.617604 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-f165b610-347c-47e3-bd7a-70db91bf643d tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f301d220a8544b4ae19a47ab7091407&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549259 Aug 20 10:13:39.649987 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2df8327a-52d0-4549-946b-721cc2a9f388 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=acf492e9b7234345b5662c2797848b75&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5994961 Aug 20 10:13:39.653161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56454) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:39.668094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8327a-52d0-4549-946b-721cc2a9f388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1543fcf-4d3c-4881-804d-1ec1f86b229f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:39.689541 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8327a-52d0-4549-946b-721cc2a9f388 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:39.689891 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8327a-52d0-4549-946b-721cc2a9f388 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:39.690228 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8327a-52d0-4549-946b-721cc2a9f388 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:39.690560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8327a-52d0-4549-946b-721cc2a9f388 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:39.690885 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8327a-52d0-4549-946b-721cc2a9f388 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:39.691243 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8327a-52d0-4549-946b-721cc2a9f388 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:39.691568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8327a-52d0-4549-946b-721cc2a9f388 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:39.692110 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8327a-52d0-4549-946b-721cc2a9f388 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:39.692232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8327a-52d0-4549-946b-721cc2a9f388 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:39.692564 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8327a-52d0-4549-946b-721cc2a9f388 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:39.692892 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8327a-52d0-4549-946b-721cc2a9f388 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:39.693236 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8327a-52d0-4549-946b-721cc2a9f388 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df8327a-52d0-4549-946b-721cc2a9f388 admin admin] Tracked resource versions report: Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: pushed versions: Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: { 'AddressGroup': {'1.2'}, Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'ConntrackHelper': {'1.0'}, Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'Log': {'1.0'}, Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'Network': {'1.1'}, Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'Port': {'1.7'}, Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'PortForwarding': {'1.2'}, Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'QosPolicy': {'1.9'}, Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'SecurityGroup': {'1.4'}, Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'SecurityGroupRule': {'1.2'}, Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'SubPort': {'1.0'}, Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'Subnet': {'1.1'}, Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'Trunk': {'1.1'}} Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: consumer versions: Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: { DHCP agent@n-d-778550-11: {}, Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: HyperV agent@n-h1-778550-11: {}, Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: HyperV agent@n-h2-778550-11: {}, Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: L3 agent@n-d-778550-11: {}, Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: Metadata agent@n-d-778550-11: {}, Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: Metering agent@n-d-778550-11: {}, Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: Open vSwitch agent@n-d-778550-11: { 'AddressGroup': '1.2', Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'ConntrackHelper': '1.0', Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'Log': '1.0', Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'Network': '1.1', Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'Port': '1.7', Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'PortForwarding': '1.2', Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'QosPolicy': '1.9', Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'SecurityGroup': '1.4', Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'SecurityGroupRule': '1.2', Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'SubPort': '1.0', Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'Subnet': '1.1', Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: 'Trunk': '1.1'}} Aug 20 10:13:39.694429 n-d-778550-11 neutron-server[94866]: {{(pid=94866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 10:13:39.748558 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a8d4336-33e9-40d6-aa4c-b0d114da4234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:39.770674 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a8d4336-33e9-40d6-aa4c-b0d114da4234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:39.785678 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-31c946d2-eecd-42f4-a970-44075c0fd40f tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:39.793851 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-31c946d2-eecd-42f4-a970-44075c0fd40f tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1969721 Aug 20 10:13:39.812631 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-7205d788-cc84-4b21-8c69-f99c763f6cb1 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/quotas/a97b613442734c2a9cea6947537aea53 HTTP/1.1" status: 200 len: 375 time: 0.0174706 Aug 20 10:13:39.837152 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a8d4336-33e9-40d6-aa4c-b0d114da4234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:39.840225 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a8d4336-33e9-40d6-aa4c-b0d114da4234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:39.845495 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5a8d4336-33e9-40d6-aa4c-b0d114da4234 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1543fcf-4d3c-4881-804d-1ec1f86b229f HTTP/1.1" status: 204 len: 168 time: 0.1913860 Aug 20 10:13:39.854807 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d4336-33e9-40d6-aa4c-b0d114da4234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1543fcf-4d3c-4881-804d-1ec1f86b229f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:39.935486 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-f87b7d10-7c4b-4095-adfc-5d83cb01b67a tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a97b613442734c2a9cea6947537aea53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1219602 Aug 20 10:13:40.223760 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-89527a26-cc1c-4056-9a70-20faa4e950a7 req-03add65f-307a-477c-b71a-a75fb772f426 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 210 time: 0.0698428 Aug 20 10:13:40.257709 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-503d7203-702e-4236-a1db-2cf2a0e050dd req-3bd15d75-4bd9-43ba-a8a5-acd9e6ad6c55 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 210 time: 0.0640836 Aug 20 10:13:40.412340 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56508) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:40.448084 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56518) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:40.499289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56526) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:40.513819 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6021ce1b-e905-4e81-b148-f1835f2ebb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:40.612585 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6021ce1b-e905-4e81-b148-f1835f2ebb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:40.616639 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6021ce1b-e905-4e81-b148-f1835f2ebb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:40.656884 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6021ce1b-e905-4e81-b148-f1835f2ebb9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c107300171d14af2bbdb4e61acecd3a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1562419 Aug 20 10:13:40.657834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021ce1b-e905-4e81-b148-f1835f2ebb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9b35d7-e810-469d-8369-190aef33b065,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:40.660575 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56534) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:40.688931 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-582f5f38-57e4-474f-89e8-a3f6ec5f3144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:40.730139 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:40.745344 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a06e93dc-85f1-4daa-b3e8-8ec923fb3e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:40.768731 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:40.817314 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-582f5f38-57e4-474f-89e8-a3f6ec5f3144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:40.826751 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-582f5f38-57e4-474f-89e8-a3f6ec5f3144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:40.868207 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-582f5f38-57e4-474f-89e8-a3f6ec5f3144 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa199b8cc2eb4bcfb368a3a646de3847&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4544795 Aug 20 10:13:40.869448 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f5f38-57e4-474f-89e8-a3f6ec5f3144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b45e482-0c65-4342-b259-268e8a394d59,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:40.872594 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56538) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:40.874483 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:40.876963 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:40.878065 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f9b35d7-e810-469d-8369-190aef33b065 HTTP/1.1" status: 204 len: 168 time: 0.2158799 Aug 20 10:13:40.928148 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9b35d7-e810-469d-8369-190aef33b065,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:40.929046 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7de7eb1-3c55-4286-9a66-95ebcf964259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:40.944376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:40.944640 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:40.947616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:40.949726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:40.951030 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:40.951540 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:40.952055 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:40.952394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:40.952894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:40.953551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:40.954051 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:40.954550 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6d06f1-2a50-407d-8d2c-92160ce722ae admin admin] Tracked resource versions report: Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: pushed versions: Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: { 'AddressGroup': {'1.2'}, Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'ConntrackHelper': {'1.0'}, Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'Log': {'1.0'}, Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'Network': {'1.1'}, Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'Port': {'1.7'}, Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'PortForwarding': {'1.2'}, Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'QosPolicy': {'1.9'}, Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'SecurityGroup': {'1.4'}, Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'SecurityGroupRule': {'1.2'}, Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'SubPort': {'1.0'}, Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'Subnet': {'1.1'}, Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'Trunk': {'1.1'}} Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: consumer versions: Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: { DHCP agent@n-d-778550-11: {}, Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: HyperV agent@n-h1-778550-11: {}, Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: HyperV agent@n-h2-778550-11: {}, Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: L3 agent@n-d-778550-11: {}, Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: Metadata agent@n-d-778550-11: {}, Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: Metering agent@n-d-778550-11: {}, Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: Open vSwitch agent@n-d-778550-11: { 'AddressGroup': '1.2', Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'ConntrackHelper': '1.0', Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'Log': '1.0', Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'Network': '1.1', Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'Port': '1.7', Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'PortForwarding': '1.2', Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'QosPolicy': '1.9', Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'SecurityGroup': '1.4', Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'SecurityGroupRule': '1.2', Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'SubPort': '1.0', Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'Subnet': '1.1', Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: 'Trunk': '1.1'}} Aug 20 10:13:40.955903 n-d-778550-11 neutron-server[94867]: {{(pid=94867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 10:13:40.957584 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7de7eb1-3c55-4286-9a66-95ebcf964259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:41.027582 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7de7eb1-3c55-4286-9a66-95ebcf964259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:41.031186 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a06e93dc-85f1-4daa-b3e8-8ec923fb3e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:41.035719 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a06e93dc-85f1-4daa-b3e8-8ec923fb3e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:41.045139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7de7eb1-3c55-4286-9a66-95ebcf964259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:41.048065 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e7de7eb1-3c55-4286-9a66-95ebcf964259 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b45e482-0c65-4342-b259-268e8a394d59 HTTP/1.1" status: 204 len: 168 time: 0.1743934 Aug 20 10:13:41.067208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de7eb1-3c55-4286-9a66-95ebcf964259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b45e482-0c65-4342-b259-268e8a394d59,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:41.154666 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e93dc-85f1-4daa-b3e8-8ec923fb3e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d53b85c-4611-4d0e-9f08-08634b9b282b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:41.164889 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a06e93dc-85f1-4daa-b3e8-8ec923fb3e9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10f8df4789364d68b06354c671d2410b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7157886 Aug 20 10:13:41.168175 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56560) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:41.234041 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a3878b28-138f-4c5e-a61b-eaf08e856edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:41.275662 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a3878b28-138f-4c5e-a61b-eaf08e856edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:41.381145 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8bd8d03b-b151-45b7-8123-d6c494b8aa5f req-0f18ccd4-a9d7-4dc6-a0a2-aa8c7a73550f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 210 time: 0.0687137 Aug 20 10:13:41.418246 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a3878b28-138f-4c5e-a61b-eaf08e856edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:41.420957 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a3878b28-138f-4c5e-a61b-eaf08e856edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:41.424891 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a3878b28-138f-4c5e-a61b-eaf08e856edd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d53b85c-4611-4d0e-9f08-08634b9b282b HTTP/1.1" status: 204 len: 168 time: 0.2535243 Aug 20 10:13:41.447760 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3878b28-138f-4c5e-a61b-eaf08e856edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d53b85c-4611-4d0e-9f08-08634b9b282b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:41.517334 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-04826eff-36b9-4c59-80fe-ff00e046a1d7 req-b7b9dba0-5cad-4deb-b624-23d6c72d2ff3 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 210 time: 0.0699761 Aug 20 10:13:41.621432 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56598) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:41.644774 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f51cc48-0eea-4eeb-a5c3-96ffb27b2f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:41.804509 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f51cc48-0eea-4eeb-a5c3-96ffb27b2f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:41.822738 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f51cc48-0eea-4eeb-a5c3-96ffb27b2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:41.868459 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56612) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:41.868685 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0f51cc48-0eea-4eeb-a5c3-96ffb27b2f4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c30746f422404a81b187e3bbdcd75a5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2451072 Aug 20 10:13:41.873318 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51cc48-0eea-4eeb-a5c3-96ffb27b2f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e55a28-b2d7-4a25-b1f7-b4b10e3cc5b6,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:41.960601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56622) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:41.980533 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eb6723ef-07fc-4985-85d2-abfa5e0dc095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:41.982617 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f7c0011d-b1f7-4d95-9779-53c16b3348df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:42.035715 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eb6723ef-07fc-4985-85d2-abfa5e0dc095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:42.120325 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f7c0011d-b1f7-4d95-9779-53c16b3348df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:42.122100 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eb6723ef-07fc-4985-85d2-abfa5e0dc095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:42.125315 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eb6723ef-07fc-4985-85d2-abfa5e0dc095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:42.126573 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-eb6723ef-07fc-4985-85d2-abfa5e0dc095 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6e55a28-b2d7-4a25-b1f7-b4b10e3cc5b6 HTTP/1.1" status: 204 len: 168 time: 0.2570744 Aug 20 10:13:42.128460 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f7c0011d-b1f7-4d95-9779-53c16b3348df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:42.141246 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6723ef-07fc-4985-85d2-abfa5e0dc095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e55a28-b2d7-4a25-b1f7-b4b10e3cc5b6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:42.237666 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0011d-b1f7-4d95-9779-53c16b3348df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45b16e5-7d7f-4e6c-9e96-ce997123877a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:42.262057 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f7c0011d-b1f7-4d95-9779-53c16b3348df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=298598b5f5e54d2ca4c4fc536511c0f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2991037 Aug 20 10:13:42.264665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56638) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:42.362799 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1281603-ceb7-420b-8a56-eef85548f526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:42.388452 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1281603-ceb7-420b-8a56-eef85548f526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:42.453454 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1281603-ceb7-420b-8a56-eef85548f526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:42.456865 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1281603-ceb7-420b-8a56-eef85548f526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:42.458711 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c1281603-ceb7-420b-8a56-eef85548f526 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e45b16e5-7d7f-4e6c-9e96-ce997123877a HTTP/1.1" status: 204 len: 168 time: 0.1918352 Aug 20 10:13:42.477042 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1281603-ceb7-420b-8a56-eef85548f526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45b16e5-7d7f-4e6c-9e96-ce997123877a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:42.582285 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7552ad1-b511-4eeb-a202-4fe94c6fd2b6 req-7d26ce3b-a4b6-459a-95e8-00c143e1c676 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 210 time: 0.0403523 Aug 20 10:13:42.701368 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5d359952-73ef-425e-bdd0-685d30c350b8 req-a1fe41e6-1aab-4fe9-92f1-ec09afd12094 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 210 time: 0.0476413 Aug 20 10:13:42.782115 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.24', 63095) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:42.831016 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-658f7f30-b1cb-443b-993d-dc464f0ca390 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4f301d220a8544b4ae19a47ab7091407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402071 Aug 20 10:13:42.950929 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56690) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:43.024121 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-1882100e-8918-4517-aef8-02888f37fb49 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:43.026073 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-1882100e-8918-4517-aef8-02888f37fb49 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890783 Aug 20 10:13:43.138855 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-95b3512b-bef2-4142-aa3b-655091d18c4f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Request body: {'port': {'device_id': 'ac6b4d28-5e3b-4333-9d97-60dea40354eb', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '4f301d220a8544b4ae19a47ab7091407'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:13:43.267235 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-48447c9c-b14b-4820-9c54-cb353f0c1b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:43.326474 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.24', 63098) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:43.390067 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-ca0f19bf-589a-4470-a600-047730c4985d tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a97b613442734c2a9cea6947537aea53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618343 Aug 20 10:13:43.454882 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-48447c9c-b14b-4820-9c54-cb353f0c1b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:43.464131 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-48447c9c-b14b-4820-9c54-cb353f0c1b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:43.543221 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-48447c9c-b14b-4820-9c54-cb353f0c1b06 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e7b20620e5148ff88fbe2918d436c45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5908728 Aug 20 10:13:43.544370 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48447c9c-b14b-4820-9c54-cb353f0c1b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcd304e-02e2-4535-a40a-8d4e751c1e50,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:43.548336 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56736) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:43.566145 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-95b3512b-bef2-4142-aa3b-655091d18c4f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Made reservation on behalf of 4f301d220a8544b4ae19a47ab7091407 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:13:43.582158 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-95b3512b-bef2-4142-aa3b-655091d18c4f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:43.629538 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-ef9bab79-ee64-4614-9ad3-aea071ace126 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:43.631722 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-ef9bab79-ee64-4614-9ad3-aea071ace126 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2329571 Aug 20 10:13:43.632472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-95b3512b-bef2-4142-aa3b-655091d18c4f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:43.645103 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c7a12ab-779b-42c4-a148-e95434de948a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:43.700929 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c7a12ab-779b-42c4-a148-e95434de948a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:43.737759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-cb2753f2-ce08-4d3f-85f9-7a6e1ad163a2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Request body: {'port': {'device_id': '98c39c7c-26d9-4a6f-b460-5d61cd98bee2', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': 'a97b613442734c2a9cea6947537aea53'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:13:43.761906 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-95b3512b-bef2-4142-aa3b-655091d18c4f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:43.803797 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-95b3512b-bef2-4142-aa3b-655091d18c4f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:43.836789 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c7a12ab-779b-42c4-a148-e95434de948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:43.841776 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c7a12ab-779b-42c4-a148-e95434de948a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:43.843114 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4c7a12ab-779b-42c4-a148-e95434de948a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbcd304e-02e2-4535-a40a-8d4e751c1e50 HTTP/1.1" status: 204 len: 168 time: 0.2931859 Aug 20 10:13:43.857454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a12ab-779b-42c4-a148-e95434de948a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcd304e-02e2-4535-a40a-8d4e751c1e50,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:43.961551 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-67a39d5a-e1a9-46f8-8f62-700ba3c82b61 req-40dc39e2-d9d7-4e41-ba0b-728132716c95 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 210 time: 0.0497284 Aug 20 10:13:43.976276 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5765b0bb-d9a9-4c51-8660-b5f6681b23d8 req-59b3d7c2-fabc-47c1-a8c6-857bf0155ed9 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 210 time: 0.0541422 Aug 20 10:13:44.002871 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3512b-bef2-4142-aa3b-655091d18c4f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca996746-8220-4dfa-b681-7851b266ba54,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:44.262835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-cb2753f2-ce08-4d3f-85f9-7a6e1ad163a2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Made reservation on behalf of a97b613442734c2a9cea6947537aea53 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:13:44.266302 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-cb2753f2-ce08-4d3f-85f9-7a6e1ad163a2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:44.284681 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-cb2753f2-ce08-4d3f-85f9-7a6e1ad163a2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:44.302804 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-95b3512b-bef2-4142-aa3b-655091d18c4f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Allocated IP 192.168.233.108 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/d2e8ba6d-9cf4-4856-8471-afa95f41d511) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:13:44.527397 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-cb2753f2-ce08-4d3f-85f9-7a6e1ad163a2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:44.533066 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-95b3512b-bef2-4142-aa3b-655091d18c4f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:44.537765 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-cb2753f2-ce08-4d3f-85f9-7a6e1ad163a2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:44.628560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-95b3512b-bef2-4142-aa3b-655091d18c4f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Transition to ACTIVE for port object d2e8ba6d-9cf4-4856-8471-afa95f41d511 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:13:44.648690 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2753f2-ce08-4d3f-85f9-7a6e1ad163a2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246b2f83-d8e1-4adc-b92d-292fede1b04b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:44.711316 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-95b3512b-bef2-4142-aa3b-655091d18c4f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:44.844709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-95b3512b-bef2-4142-aa3b-655091d18c4f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:13:44.865693 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-95b3512b-bef2-4142-aa3b-655091d18c4f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:13:44.880767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-95b3512b-bef2-4142-aa3b-655091d18c4f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:13:44.888022 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-95b3512b-bef2-4142-aa3b-655091d18c4f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:44.888997 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-95b3512b-bef2-4142-aa3b-655091d18c4f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:44.901639 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3512b-bef2-4142-aa3b-655091d18c4f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Pushing event updated for resources: {'Port': ['ID=d2e8ba6d-9cf4-4856-8471-afa95f41d511,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:44.913658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-cb2753f2-ce08-4d3f-85f9-7a6e1ad163a2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Allocated IP 192.168.233.51 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/2292204a-25b6-4ac9-9d4c-bb7dec50bfe1) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:13:44.987942 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-cc1724f1-7756-4928-b2cb-bdc803826d2b tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e8374907f5254b17936bc2b9656a63db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874331 Aug 20 10:13:45.091126 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-95b3512b-bef2-4142-aa3b-655091d18c4f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9574535 Aug 20 10:13:45.122346 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56842) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:45.148487 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06409c64-82c7-400c-b7ff-cdeaa6c16e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:45.156664 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-2dcea05d-22ad-4c69-b7b0-14f74f457200 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:13:45.161504 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-2dcea05d-22ad-4c69-b7b0-14f74f457200 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477824 Aug 20 10:13:45.232804 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d2f980f5-92df-4b5a-acd5-81a0900fb537 req-efea5a83-0a7c-44dc-8d64-cf5a77bac006 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 210 time: 0.0812292 Aug 20 10:13:45.321861 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-05eb9a87-a3bb-4328-ace0-0c0b1d2d9812 None None] Provisioning for port d2e8ba6d-9cf4-4856-8471-afa95f41d511 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:13:45.328526 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-05eb9a87-a3bb-4328-ace0-0c0b1d2d9812 None None] Provisioning complete for port d2e8ba6d-9cf4-4856-8471-afa95f41d511 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:13:45.331587 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-05eb9a87-a3bb-4328-ace0-0c0b1d2d9812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:45.400445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-43704ad1-9bbb-497b-a746-1ef215d4e546 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:45.412795 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-43704ad1-9bbb-497b-a746-1ef215d4e546 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4220328 Aug 20 10:13:45.427417 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06409c64-82c7-400c-b7ff-cdeaa6c16e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:45.436799 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06409c64-82c7-400c-b7ff-cdeaa6c16e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:45.446925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-05eb9a87-a3bb-4328-ace0-0c0b1d2d9812 None None] Port d2e8ba6d-9cf4-4856-8471-afa95f41d511 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:13:45.486237 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-f01ae915-801f-4cf1-8961-203da1e82abb tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/quotas/e8374907f5254b17936bc2b9656a63db HTTP/1.1" status: 200 len: 375 time: 0.0721903 Aug 20 10:13:45.567129 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-3585d59d-0654-42f3-8fe0-3f8182e3386e tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8374907f5254b17936bc2b9656a63db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795708 Aug 20 10:13:45.628588 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-cb2753f2-ce08-4d3f-85f9-7a6e1ad163a2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:45.668442 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-cb2753f2-ce08-4d3f-85f9-7a6e1ad163a2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Transition to ACTIVE for port object 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:13:45.681924 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-06409c64-82c7-400c-b7ff-cdeaa6c16e6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8615b44fab824d99a6bc3061aac8a2b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5551994 Aug 20 10:13:45.682314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06409c64-82c7-400c-b7ff-cdeaa6c16e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5810083-b115-41b5-9343-862ad685ba68,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:45.683879 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56854) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:45.778217 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d4277-8e77-49b1-ac0f-ea737c088ae6 req-f1c860b1-471f-4e72-acba-c25ec61690dd tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:45.779867 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-af3d4277-8e77-49b1-ac0f-ea737c088ae6 req-f1c860b1-471f-4e72-acba-c25ec61690dd tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 936 time: 0.3166745 Aug 20 10:13:45.934764 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-cb2753f2-ce08-4d3f-85f9-7a6e1ad163a2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:45.999341 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-af3d4277-8e77-49b1-ac0f-ea737c088ae6 req-abd1b956-406d-4fd8-96c5-8a49c7f8759f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881590 Aug 20 10:13:46.052868 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1d5cb390-f6c5-4cac-83b9-5b3909fe2896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:46.088601 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-cb2753f2-ce08-4d3f-85f9-7a6e1ad163a2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:13:46.099929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-cb2753f2-ce08-4d3f-85f9-7a6e1ad163a2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:13:46.107719 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-cb2753f2-ce08-4d3f-85f9-7a6e1ad163a2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:13:46.114739 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-cb2753f2-ce08-4d3f-85f9-7a6e1ad163a2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:46.115413 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-cb2753f2-ce08-4d3f-85f9-7a6e1ad163a2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:46.146357 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cdf323f4-fee6-4304-8e60-9f5ca13abf31 req-14acdebc-3938-4b28-9e6e-f10c45aac5cd tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 210 time: 0.0575500 Aug 20 10:13:46.209709 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1d5cb390-f6c5-4cac-83b9-5b3909fe2896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:46.230868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2753f2-ce08-4d3f-85f9-7a6e1ad163a2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Pushing event updated for resources: {'Port': ['ID=2292204a-25b6-4ac9-9d4c-bb7dec50bfe1,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:46.245235 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Request body: {'port': {'device_id': 'ac6b4d28-5e3b-4333-9d97-60dea40354eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:13:46.273565 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-cb2753f2-ce08-4d3f-85f9-7a6e1ad163a2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6229734 Aug 20 10:13:46.394478 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Request body: {'port': {'device_id': '98c39c7c-26d9-4a6f-b460-5d61cd98bee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:13:46.484106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981cf41-46c0-4e89-9b9f-b240880ba610 req-22b09ec3-75a6-4bc7-82ad-c9c7330fa254 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:46.492010 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1981cf41-46c0-4e89-9b9f-b240880ba610 req-22b09ec3-75a6-4bc7-82ad-c9c7330fa254 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 935 time: 0.1123703 Aug 20 10:13:46.597476 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-13c35b01-4b1f-4e65-bda7-3aa06e11fec3 None None] Provisioning for port 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:13:46.603838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-13c35b01-4b1f-4e65-bda7-3aa06e11fec3 None None] Provisioning complete for port 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:13:46.604436 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-13c35b01-4b1f-4e65-bda7-3aa06e11fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:46.614727 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1981cf41-46c0-4e89-9b9f-b240880ba610 req-0f27855a-71f5-4307-835b-2f45ede9748e tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213970 Aug 20 10:13:46.660153 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:46.674551 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:46.696223 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-13c35b01-4b1f-4e65-bda7-3aa06e11fec3 None None] Port 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:13:46.703902 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1d5cb390-f6c5-4cac-83b9-5b3909fe2896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:46.706672 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1d5cb390-f6c5-4cac-83b9-5b3909fe2896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:46.711472 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1d5cb390-f6c5-4cac-83b9-5b3909fe2896 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5810083-b115-41b5-9343-862ad685ba68 HTTP/1.1" status: 204 len: 168 time: 1.0220773 Aug 20 10:13:46.770185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cb390-f6c5-4cac-83b9-5b3909fe2896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5810083-b115-41b5-9343-862ad685ba68,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:47.376315 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81907a78-3c7f-445c-85e4-bdecdb94d336 req-cf0ff027-7a49-45f4-9351-4f359685d12e tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:47.380993 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-81907a78-3c7f-445c-85e4-bdecdb94d336 req-cf0ff027-7a49-45f4-9351-4f359685d12e tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 936 time: 0.2090654 Aug 20 10:13:47.404051 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd9eda32-0f77-4d3e-8f69-82f0b236ad6d req-bf9446f5-c5ef-4c6a-95a3-f96c1c69a953 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 210 time: 0.0602601 Aug 20 10:13:47.529210 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-81907a78-3c7f-445c-85e4-bdecdb94d336 req-02285a5a-6d66-4aa1-8fd4-3d68df80ac22 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399958 Aug 20 10:13:47.686452 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e8ba6d-9cf4-4856-8471-afa95f41d511 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:13:47.709699 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:47.772845 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Transition to ACTIVE for port object d2e8ba6d-9cf4-4856-8471-afa95f41d511 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:13:47.814285 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:47.817686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.42', 51154) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:47.860002 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-ea97b048-53fa-4ee3-acfa-87736147a13c tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e8374907f5254b17936bc2b9656a63db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408885 Aug 20 10:13:48.016022 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cae5a-8492-4fc4-a604-c39bdb22c297 req-b38cbde2-9ff6-4829-9e6e-10fcb874bacf tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:48.032993 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a06cae5a-8492-4fc4-a604-c39bdb22c297 req-b38cbde2-9ff6-4829-9e6e-10fcb874bacf tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 935 time: 0.3069227 Aug 20 10:13:48.158090 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-9dd5f428-a8d6-49e2-8f14-6562d19faf47 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:48.166293 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-9dd5f428-a8d6-49e2-8f14-6562d19faf47 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2995231 Aug 20 10:13:48.185164 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:48.252643 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-51e53aa8-a3d0-440f-9733-70cbd33d2221 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Request body: {'port': {'device_id': 'cbcce9fc-d6cc-4170-91ab-d8772ff5c2de', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': 'e8374907f5254b17936bc2b9656a63db'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:13:48.565950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e8ba6d-9cf4-4856-8471-afa95f41d511,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:48.607869 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Attempting to bind port d2e8ba6d-9cf4-4856-8471-afa95f41d511 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:13:48.608194 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Attempting to bind port d2e8ba6d-9cf4-4856-8471-afa95f41d511 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:13:48.608687 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Attempting to bind port d2e8ba6d-9cf4-4856-8471-afa95f41d511 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:13:48.651919 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a06cae5a-8492-4fc4-a604-c39bdb22c297 req-fec80233-8289-430d-93dc-58557bd30bf7 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137753 Aug 20 10:13:48.657509 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Port d2e8ba6d-9cf4-4856-8471-afa95f41d511 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:13:48.658000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Attempting to bind port d2e8ba6d-9cf4-4856-8471-afa95f41d511 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:13:48.698298 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:13:48.700304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:13:48.701606 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc93f462-0738-4418-9f7e-672790cb19a7 req-13f56114-253d-412e-b6a1-993e8e577cec tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 210 time: 0.0708535 Aug 20 10:13:48.702892 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:13:48.703508 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Bound port: d2e8ba6d-9cf4-4856-8471-afa95f41d511, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:13:48.704301 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:48.795258 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-51e53aa8-a3d0-440f-9733-70cbd33d2221 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Made reservation on behalf of e8374907f5254b17936bc2b9656a63db for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:13:48.808332 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-51e53aa8-a3d0-440f-9733-70cbd33d2221 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:48.883225 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-51e53aa8-a3d0-440f-9733-70cbd33d2221 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:48.940866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:13:48.965792 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:48.970064 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] For port d2e8ba6d-9cf4-4856-8471-afa95f41d511, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:13:49.021219 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] For port d2e8ba6d-9cf4-4856-8471-afa95f41d511, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2e8ba6d-9cf4-4856-8471-afa95f41d511,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:13:49.030770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Transition to ACTIVE for port object 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:13:49.042709 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:49.150975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56982) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:49.167762 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:49.198596 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad41a2-7db0-4930-843d-a553a65163ce req-6e9660fc-50ae-4e16-8844-d4d0b6a0dbd4 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:49.206563 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eaad41a2-7db0-4930-843d-a553a65163ce req-6e9660fc-50ae-4e16-8844-d4d0b6a0dbd4 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 948 time: 0.3321278 Aug 20 10:13:49.280627 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eaad41a2-7db0-4930-843d-a553a65163ce req-07d4d531-67bf-4813-b00f-fbef1f97f699 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732164 Aug 20 10:13:49.283019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e8ba6d-9cf4-4856-8471-afa95f41d511,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:49.364859 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-51e53aa8-a3d0-440f-9733-70cbd33d2221 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:49.372363 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-51e53aa8-a3d0-440f-9733-70cbd33d2221 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:49.385824 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:49.396112 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:49.416064 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-88065575-ae6f-4937-b1f7-a454532ac7e0 service neutron] 10.222.0.24 "PUT /v2.0/ports/d2e8ba6d-9cf4-4856-8471-afa95f41d511 HTTP/1.1" status: 200 len: 1097 time: 3.6612506 Aug 20 10:13:49.435438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6b4d28-5e3b-4333-9d97-60dea40354eb', 'tag': 'd2e8ba6d-9cf4-4856-8471-afa95f41d511'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:13:49.695447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57002) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:49.883234 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f07063bf-25f4-423e-b1fa-b171d623ef32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:50.015229 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Attempting to bind port 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:13:50.020405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Attempting to bind port 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:13:50.021885 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Attempting to bind port 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:13:50.034528 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165c979f-2270-4f83-b249-733152a64068" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6b4d28-5e3b-4333-9d97-60dea40354eb", "tag": "d2e8ba6d-9cf4-4856-8471-afa95f41d511"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:13:50.091646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Port 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:13:50.091870 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Attempting to bind port 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:13:50.134331 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Pushing event updated for resources: {'Port': ['ID=2292204a-25b6-4ac9-9d4c-bb7dec50bfe1,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:50.146874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:13:50.149340 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-307a96bc-2053-4c3a-bff5-968a69269daa admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-network', 'tenant_id': 'd1e949b55a314448808ad67780ed3577'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:13:50.149885 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:13:50.150395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:13:50.150918 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Bound port: 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:13:50.151378 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:50.162103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e53aa8-a3d0-440f-9733-70cbd33d2221 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5032a4-19de-4d82-b854-093cf9a6fe7f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:50.167616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-51e53aa8-a3d0-440f-9733-70cbd33d2221 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Allocated IP 192.168.233.75 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/0a7aa140-c6e0-4690-84c1-f7fb2c5a3401) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:13:50.188255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-464acef4-3e38-4e85-a6b1-3fcaf8d15ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:50.191072 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-464acef4-3e38-4e85-a6b1-3fcaf8d15ed2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f301d220a8544b4ae19a47ab7091407&device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 1100 time: 0.4732511 Aug 20 10:13:50.240995 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673a23a-4164-47ff-9982-8af54d8cf638 req-f6546829-7b91-4d7a-887d-dd98693baa86 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:50.248659 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7673a23a-4164-47ff-9982-8af54d8cf638 req-f6546829-7b91-4d7a-887d-dd98693baa86 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 947 time: 0.3868182 Aug 20 10:13:50.289401 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-f6953b49-62d9-4ae1-8330-0748cdacd913 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d2e8ba6d-9cf4-4856-8471-afa95f41d511 HTTP/1.1" status: 200 len: 217 time: 0.0736458 Aug 20 10:13:50.370019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-1c42bfbc-d5f6-4e65-8636-fb9f38df0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:50.371866 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-1c42bfbc-d5f6-4e65-8636-fb9f38df0359 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0739083 Aug 20 10:13:50.372820 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] For port 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:13:50.376594 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] For port 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2292204a-25b6-4ac9-9d4c-bb7dec50bfe1,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:13:50.398166 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7673a23a-4164-47ff-9982-8af54d8cf638 req-ff2ffc91-4933-4c26-98f2-75f513e002c8 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463628 Aug 20 10:13:50.441295 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:50.486765 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f07063bf-25f4-423e-b1fa-b171d623ef32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:50.499494 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f07063bf-25f4-423e-b1fa-b171d623ef32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:50.500736 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Pushing event updated for resources: {'Port': ['ID=2292204a-25b6-4ac9-9d4c-bb7dec50bfe1,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:50.529915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:50.530630 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:50.532633 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-074f43f5-68db-432a-8192-599c1ad36c73 service neutron] 10.222.0.24 "PUT /v2.0/ports/2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 HTTP/1.1" status: 200 len: 1096 time: 4.1961255 Aug 20 10:13:50.534088 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-49f05120-db44-4f65-88a5-3d3365c14004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:50.535495 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-49f05120-db44-4f65-88a5-3d3365c14004 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1558521 Aug 20 10:13:50.593411 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e2cb3be1-aea7-4d7b-a6ea-939f7a75e1a7 req-bfcfcae6-fe42-44db-b592-eec2f2e36b42 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 210 time: 0.0739191 Aug 20 10:13:50.618570 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307a96bc-2053-4c3a-bff5-968a69269daa admin admin] Made reservation on behalf of d1e949b55a314448808ad67780ed3577 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:13:50.620967 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-307a96bc-2053-4c3a-bff5-968a69269daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:50.637108 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-307a96bc-2053-4c3a-bff5-968a69269daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:50.672790 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f07063bf-25f4-423e-b1fa-b171d623ef32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=366ba33af1e04eaf8a5feffe64e015c9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5124907 Aug 20 10:13:50.673753 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57034) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:50.689692 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-51e53aa8-a3d0-440f-9733-70cbd33d2221 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:50.706099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07063bf-25f4-423e-b1fa-b171d623ef32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77253fc-14d9-471e-9e69-98a630a0ae42,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:50.752880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-619d48c7-3910-4779-a0d3-9a16c31457db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:50.754552 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-619d48c7-3910-4779-a0d3-9a16c31457db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a97b613442734c2a9cea6947537aea53&device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 1099 time: 0.1743145 Aug 20 10:13:50.775403 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-391b9717-90b3-4fe9-8715-a3c86a494598 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310941 Aug 20 10:13:50.804115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-51e53aa8-a3d0-440f-9733-70cbd33d2221 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Transition to ACTIVE for port object 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:13:50.854052 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-f49e21cf-6f13-45e0-9071-bd7325340287 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 HTTP/1.1" status: 200 len: 217 time: 0.0909796 Aug 20 10:13:50.935872 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eedeccb-a10f-43c5-96d7-4725555b2c0e x-openstack-request-id: req-4eedeccb-a10f-43c5-96d7-4725555b2c0e {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:13:50.936522 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6b4d28-5e3b-4333-9d97-60dea40354eb", "tag": "d2e8ba6d-9cf4-4856-8471-afa95f41d511", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:13:50.943669 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4eedeccb-a10f-43c5-96d7-4725555b2c0e {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:13:50.944252 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6b4d28-5e3b-4333-9d97-60dea40354eb', 'tag': 'd2e8ba6d-9cf4-4856-8471-afa95f41d511', 'status': 'completed', 'code': 200} Aug 20 10:13:51.028476 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-51e53aa8-a3d0-440f-9733-70cbd33d2221 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:51.039655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-c0caed52-43b3-4f3f-8a09-23bf48b1c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:51.041116 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-c0caed52-43b3-4f3f-8a09-23bf48b1c42a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1731105 Aug 20 10:13:51.114234 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ca29ae4-18b5-4e87-a2d8-fdec6da891de req-9bc5f990-d38a-47ae-b86d-eedba4652151 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818916 Aug 20 10:13:51.180460 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-51e53aa8-a3d0-440f-9733-70cbd33d2221 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:13:51.224059 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-5ecddde0-93f4-4f0b-b3f1-b070897c282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:51.226163 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-5ecddde0-93f4-4f0b-b3f1-b070897c282e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1347761 Aug 20 10:13:51.231165 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-51e53aa8-a3d0-440f-9733-70cbd33d2221 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:13:51.244214 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-28ad1b70-4d0b-4ce6-b5cd-3c3d0d0eace0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:51.252410 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-51e53aa8-a3d0-440f-9733-70cbd33d2221 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:13:51.266040 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-51e53aa8-a3d0-440f-9733-70cbd33d2221 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:51.268111 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-51e53aa8-a3d0-440f-9733-70cbd33d2221 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:51.290873 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e53aa8-a3d0-440f-9733-70cbd33d2221 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Pushing event updated for resources: {'Port': ['ID=0a7aa140-c6e0-4690-84c1-f7fb2c5a3401,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:51.337678 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f314abe-7f32-4d2d-b4bb-694090a017e2 req-292825cb-3c0b-4cc2-8b97-eaa1ae72ef47 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:51.349788 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6f314abe-7f32-4d2d-b4bb-694090a017e2 req-292825cb-3c0b-4cc2-8b97-eaa1ae72ef47 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 948 time: 0.3244221 Aug 20 10:13:51.385920 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-307a96bc-2053-4c3a-bff5-968a69269daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:51.393360 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-28ad1b70-4d0b-4ce6-b5cd-3c3d0d0eace0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:51.398681 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c979f-2270-4f83-b249-733152a64068 req-36678fbf-59e1-4ba3-a5cc-e0fc69c60ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:51.405515 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-165c979f-2270-4f83-b249-733152a64068 req-36678fbf-59e1-4ba3-a5cc-e0fc69c60ab2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f301d220a8544b4ae19a47ab7091407&device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 1100 time: 0.1781902 Aug 20 10:13:51.407731 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-307a96bc-2053-4c3a-bff5-968a69269daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:51.449097 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307a96bc-2053-4c3a-bff5-968a69269daa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:13:51.461556 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-51e53aa8-a3d0-440f-9733-70cbd33d2221 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2136347 Aug 20 10:13:51.461769 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-13824da8-c89a-4fca-a602-0a1339a06272 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794918 Aug 20 10:13:51.512196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a96bc-2053-4c3a-bff5-968a69269daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eced05f4-0f13-42de-af31-5f32f25b0691,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:51.528971 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6f314abe-7f32-4d2d-b4bb-694090a017e2 req-bf0dae25-2766-4672-89e5-a9f526330df1 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779637 Aug 20 10:13:51.593094 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-307a96bc-2053-4c3a-bff5-968a69269daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:51.593518 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-307a96bc-2053-4c3a-bff5-968a69269daa admin admin] Added segment 63015c34-9747-447c-9978-acd5c7bd52ba of type vlan for network 32a089c0-176d-40e1-bdf0-d909b8c47da7 Aug 20 10:13:51.625670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5926c091-3ace-4be8-840a-b346b50d822a None None] Provisioning for port 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:13:51.631727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5926c091-3ace-4be8-840a-b346b50d822a None None] Provisioning complete for port 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:13:51.632131 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5926c091-3ace-4be8-840a-b346b50d822a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:51.693901 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-28ad1b70-4d0b-4ce6-b5cd-3c3d0d0eace0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:51.701764 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-28ad1b70-4d0b-4ce6-b5cd-3c3d0d0eace0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:51.704321 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-28ad1b70-4d0b-4ce6-b5cd-3c3d0d0eace0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c77253fc-14d9-471e-9e69-98a630a0ae42 HTTP/1.1" status: 204 len: 168 time: 1.0222077 Aug 20 10:13:51.761073 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-5926c091-3ace-4be8-840a-b346b50d822a None None] Port 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:13:51.794394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad1b70-4d0b-4ce6-b5cd-3c3d0d0eace0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77253fc-14d9-471e-9e69-98a630a0ae42,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:51.799135 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-307a96bc-2053-4c3a-bff5-968a69269daa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:51.848602 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c11e6-3922-4d5e-ae4e-be87881f9c01 req-7eeb0a54-4ad3-49a6-bffe-462c051c5f6e tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:51.850263 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3e6c11e6-3922-4d5e-ae4e-be87881f9c01 req-7eeb0a54-4ad3-49a6-bffe-462c051c5f6e tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 947 time: 0.1614201 Aug 20 10:13:51.890504 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c979f-2270-4f83-b249-733152a64068 req-50d3aec7-c014-4d39-99e1-f528f0798b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:51.892775 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-165c979f-2270-4f83-b249-733152a64068 req-50d3aec7-c014-4d39-99e1-f528f0798b64 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.3678339 Aug 20 10:13:51.898150 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-443e4f1c-2e94-4a1b-8bce-a6d7aea3cd33 req-01bc4a7e-4fc1-47b5-a16e-b062b8db4b5c service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482103 Aug 20 10:13:51.904723 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3e6c11e6-3922-4d5e-ae4e-be87881f9c01 req-9f2dce1b-d2bf-4b78-b55f-17d04e8f77d6 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476773 Aug 20 10:13:51.905598 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-307a96bc-2053-4c3a-bff5-968a69269daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:51.906917 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307a96bc-2053-4c3a-bff5-968a69269daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:51.907669 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-307a96bc-2053-4c3a-bff5-968a69269daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:51.990652 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-165c979f-2270-4f83-b249-733152a64068 req-dd505069-93e2-4c57-a6cc-f99ac5f89c4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d2e8ba6d-9cf4-4856-8471-afa95f41d511 HTTP/1.1" status: 200 len: 217 time: 0.0867233 Aug 20 10:13:52.015067 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-307a96bc-2053-4c3a-bff5-968a69269daa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.2609537 Aug 20 10:13:52.026133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57052) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:52.033568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-69b9cf0d-0416-4af1-b240-f415f3d05ab9 admin admin] Request body: {'subnet': {'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-subnet', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:13:52.057257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a96bc-2053-4c3a-bff5-968a69269daa admin admin] Pushing event updated for resources: {'Network': ['ID=32a089c0-176d-40e1-bdf0-d909b8c47da7,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:52.074734 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 32a089c0-176d-40e1-bdf0-d909b8c47da7 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:13:52.297824 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:52.330694 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57054) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:52.356937 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-925e87f3-fe82-4452-9ad4-18c304cca9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:52.403749 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.api [None req-925e87f3-fe82-4452-9ad4-18c304cca9af admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 10:13:52.403749 n-d-778550-11 neutron-server[94867]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 10:13:52.403749 n-d-778550-11 neutron-server[94867]: [parameters: {'project_id': 'a86e24e9fa37484e843cdf8076f2afd2', 'id': '315a03a7-2000-48e7-ac15-ae5e2874f54d', 'expiration': datetime.datetime(2021, 8, 20, 10, 15, 52, 389068)}] Aug 20 10:13:52.403749 n-d-778550-11 neutron-server[94867]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:13:52.404252 n-d-778550-11 neutron-server[94867]: DEBUG oslo_db.api [None req-925e87f3-fe82-4452-9ad4-18c304cca9af admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:13:52.407697 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c979f-2270-4f83-b249-733152a64068 req-abc5d037-8568-4ade-a7a9-171ada0e01ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:52.413123 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-165c979f-2270-4f83-b249-733152a64068 req-abc5d037-8568-4ade-a7a9-171ada0e01ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.4146974 Aug 20 10:13:52.429465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b9cf0d-0416-4af1-b240-f415f3d05ab9 admin admin] Made reservation on behalf of d1e949b55a314448808ad67780ed3577 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:13:52.433078 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69b9cf0d-0416-4af1-b240-f415f3d05ab9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:52.543028 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c406f-083a-4dab-913b-a2305e5910ed req-079f76ec-ec51-4870-9e94-5eba3db18860 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:52.570460 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4b3c406f-083a-4dab-913b-a2305e5910ed req-079f76ec-ec51-4870-9e94-5eba3db18860 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 935 time: 0.1328068 Aug 20 10:13:52.597134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c979f-2270-4f83-b249-733152a64068 req-2e15cb81-0fda-4012-933a-2237f983ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:52.599547 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-165c979f-2270-4f83-b249-733152a64068 req-2e15cb81-0fda-4012-933a-2237f983ce08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1498270 Aug 20 10:13:52.656117 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4b3c406f-083a-4dab-913b-a2305e5910ed req-5c5bef8b-abdc-4524-8f13-42db32cfb3b4 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836771 Aug 20 10:13:52.776643 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69b9cf0d-0416-4af1-b240-f415f3d05ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:52.855817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73379f5-417f-403e-a244-8dc574fe4bf0 req-b679babe-7842-45a6-b3a5-10cf67496bf0 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:52.864813 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b73379f5-417f-403e-a244-8dc574fe4bf0 req-b679babe-7842-45a6-b3a5-10cf67496bf0 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 948 time: 0.0898037 Aug 20 10:13:52.906215 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-925e87f3-fe82-4452-9ad4-18c304cca9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:52.927147 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b73379f5-417f-403e-a244-8dc574fe4bf0 req-c355e87f-86c2-4880-9ede-773ae5004650 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564582 Aug 20 10:13:52.945761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c39c7c-26d9-4a6f-b460-5d61cd98bee2', 'tag': '2292204a-25b6-4ac9-9d4c-bb7dec50bfe1'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:13:52.949668 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e43845f-dc75-43e7-92af-4f35d84d4641" -d '{"events": [{"name": "network-changed", "server_uuid": "98c39c7c-26d9-4a6f-b460-5d61cd98bee2", "tag": "2292204a-25b6-4ac9-9d4c-bb7dec50bfe1"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:13:52.978192 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9cf0d-0416-4af1-b240-f415f3d05ab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4554d4b-e023-429d-9014-22d3381958db,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:53.029970 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b9cf0d-0416-4af1-b240-f415f3d05ab9 admin admin] Checking segment: {'id': '63015c34-9747-447c-9978-acd5c7bd52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:13:53.030421 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b9cf0d-0416-4af1-b240-f415f3d05ab9 admin admin] Network hostable DHCP agents. Network: 32a089c0-176d-40e1-bdf0-d909b8c47da7, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:13:53.036191 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-165c979f-2270-4f83-b249-733152a64068 req-1da11560-418e-49c7-85be-27b1963e780b service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056909 Aug 20 10:13:53.110385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b9cf0d-0416-4af1-b240-f415f3d05ab9 admin admin] Network 32a089c0-176d-40e1-bdf0-d909b8c47da7 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:13:53.112765 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-925e87f3-fe82-4452-9ad4-18c304cca9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:53.121174 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-925e87f3-fe82-4452-9ad4-18c304cca9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:53.133571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-69b9cf0d-0416-4af1-b240-f415f3d05ab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 32a089c0-176d-40e1-bdf0-d909b8c47da7) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:13:53.147922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc692723-7948-4bb7-ae2e-4787d05a7826 None None] Network 32a089c0-176d-40e1-bdf0-d909b8c47da7 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:13:53.176089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b9cf0d-0416-4af1-b240-f415f3d05ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:53.177943 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69b9cf0d-0416-4af1-b240-f415f3d05ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:53.216246 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e87f3-fe82-4452-9ad4-18c304cca9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3d4b42-de36-4fcb-87e8-1d5a0ab832cc,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:53.238279 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-925e87f3-fe82-4452-9ad4-18c304cca9af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a86e24e9fa37484e843cdf8076f2afd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9031093 Aug 20 10:13:53.246163 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-69b9cf0d-0416-4af1-b240-f415f3d05ab9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2148197 Aug 20 10:13:53.246797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57068) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:53.247163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57070) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:53.269095 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780ebb4-13c7-4594-9559-54a0767cb7a7 req-febab65c-33e8-4039-8ef8-c9e1f1336ad6 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:53.271674 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2780ebb4-13c7-4594-9559-54a0767cb7a7 req-febab65c-33e8-4039-8ef8-c9e1f1336ad6 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 947 time: 0.1450570 Aug 20 10:13:53.365706 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:13:53.391245 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-165c979f-2270-4f83-b249-733152a64068 req-b23ab448-d15c-479e-b94a-5e9d5ad79a11 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455822 Aug 20 10:13:53.394398 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2780ebb4-13c7-4594-9559-54a0767cb7a7 req-e50a493e-34b5-4543-aa42-6651cff66af2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102858 Aug 20 10:13:53.424640 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ddc2132-2a24-49fd-9055-15083a6ec797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:53.456321 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ddc2132-2a24-49fd-9055-15083a6ec797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:53.464824 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:53.466252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:53.532246 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:53.538532 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bc3fad-5b19-40a3-9787-16bb002eaac9 x-openstack-request-id: req-73bc3fad-5b19-40a3-9787-16bb002eaac9 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:13:53.539836 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c39c7c-26d9-4a6f-b460-5d61cd98bee2", "tag": "2292204a-25b6-4ac9-9d4c-bb7dec50bfe1", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:13:53.540228 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73bc3fad-5b19-40a3-9787-16bb002eaac9 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:13:53.540980 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c39c7c-26d9-4a6f-b460-5d61cd98bee2', 'tag': '2292204a-25b6-4ac9-9d4c-bb7dec50bfe1', 'status': 'completed', 'code': 200} Aug 20 10:13:53.691854 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-32a089c0-176d-40e1-bdf0-d909b8c47da7', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'fixed_ips': [{'subnet_id': 'b4554d4b-e023-429d-9014-22d3381958db'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:13:53.692741 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:53.806056 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:53.838738 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ddc2132-2a24-49fd-9055-15083a6ec797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:53.843400 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ddc2132-2a24-49fd-9055-15083a6ec797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:53.845265 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0ddc2132-2a24-49fd-9055-15083a6ec797 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d3d4b42-de36-4fcb-87e8-1d5a0ab832cc HTTP/1.1" status: 204 len: 168 time: 0.5837598 Aug 20 10:13:53.892848 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43845f-dc75-43e7-92af-4f35d84d4641 req-86b3e773-3700-4926-b9b0-42a72fcbf35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:53.894695 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e43845f-dc75-43e7-92af-4f35d84d4641 req-86b3e773-3700-4926-b9b0-42a72fcbf35c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a97b613442734c2a9cea6947537aea53&device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 1099 time: 0.1586514 Aug 20 10:13:53.899294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcb384-39ac-4a3c-9dfe-b2edddc36db1 req-f90d4db5-41fd-4db8-ad14-624760f775e0 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:53.899852 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc2132-2a24-49fd-9055-15083a6ec797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3d4b42-de36-4fcb-87e8-1d5a0ab832cc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:53.900977 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72fcb384-39ac-4a3c-9dfe-b2edddc36db1 req-f90d4db5-41fd-4db8-ad14-624760f775e0 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 935 time: 0.1090856 Aug 20 10:13:53.950826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Allocated IP 172.20.0.2 (32a089c0-176d-40e1-bdf0-d909b8c47da7/b4554d4b-e023-429d-9014-22d3381958db/5aaa93c6-bc55-47a9-8f4d-3083a3a8196d) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:13:53.986246 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72fcb384-39ac-4a3c-9dfe-b2edddc36db1 req-906a3a28-4bd4-4c9a-b4cd-fe2fcda1fbf7 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775864 Aug 20 10:13:54.232628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43845f-dc75-43e7-92af-4f35d84d4641 req-97dfebd9-7e1c-490a-af4f-2e5a8465a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:54.248994 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e43845f-dc75-43e7-92af-4f35d84d4641 req-97dfebd9-7e1c-490a-af4f-2e5a8465a79f service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.3367517 Aug 20 10:13:54.317720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cf6a6-e5c1-4c30-aa29-14ef1047681f req-5b9cd0dd-ac41-4a45-9fb0-c11ab3b7390e tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:54.328377 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1b3cf6a6-e5c1-4c30-aa29-14ef1047681f req-5b9cd0dd-ac41-4a45-9fb0-c11ab3b7390e tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 948 time: 0.1106200 Aug 20 10:13:54.345469 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:54.368479 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Transition to ACTIVE for port object 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:13:54.377552 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1b3cf6a6-e5c1-4c30-aa29-14ef1047681f req-8f21e82f-92eb-4192-b125-c5740d75a4e6 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478752 Aug 20 10:13:54.388683 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e43845f-dc75-43e7-92af-4f35d84d4641 req-9fd2a0ad-ce28-4528-a297-2d722eb3fab0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 HTTP/1.1" status: 200 len: 217 time: 0.1171606 Aug 20 10:13:54.424581 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Transition to ACTIVE for port object 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:13:54.445437 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:54.562566 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Network 32a089c0-176d-40e1-bdf0-d909b8c47da7 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:13:54.567429 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:13:54.572865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:13:54.619021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Pushing event updated for resources: {'Port': ['ID=5aaa93c6-bc55-47a9-8f4d-3083a3a8196d,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:54.649643 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:54.679252 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:54.680679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea565f-e7de-40ff-a17d-f04430b8c2cc req-10282765-0a56-469a-8166-3d2f498b8cae tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:54.688261 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:54.689198 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-16ea565f-e7de-40ff-a17d-f04430b8c2cc req-10282765-0a56-469a-8166-3d2f498b8cae tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 947 time: 0.1102805 Aug 20 10:13:54.689971 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:54.693021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:54.693625 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:54.694230 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:54.694933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:54.695606 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:54.696948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:54.700853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:54.701624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:54.702183 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:54.702912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Tracked resource versions report: Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: pushed versions: Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: { 'AddressGroup': {'1.2'}, Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'ConntrackHelper': {'1.0'}, Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'Log': {'1.0'}, Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'Network': {'1.1'}, Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'Port': {'1.7'}, Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'PortForwarding': {'1.2'}, Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'QosPolicy': {'1.9'}, Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'SecurityGroup': {'1.4'}, Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'SecurityGroupRule': {'1.2'}, Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'SubPort': {'1.0'}, Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'Subnet': {'1.1'}, Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'Trunk': {'1.1'}} Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: consumer versions: Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: { DHCP agent@n-d-778550-11: {}, Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: HyperV agent@n-h1-778550-11: {}, Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: HyperV agent@n-h2-778550-11: {}, Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: L3 agent@n-d-778550-11: {}, Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: Metadata agent@n-d-778550-11: {}, Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: Metering agent@n-d-778550-11: {}, Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: Open vSwitch agent@n-d-778550-11: { 'AddressGroup': '1.2', Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'ConntrackHelper': '1.0', Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'Log': '1.0', Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'Network': '1.1', Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'Port': '1.7', Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'PortForwarding': '1.2', Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'QosPolicy': '1.9', Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'SecurityGroup': '1.4', Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'SecurityGroupRule': '1.2', Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'SubPort': '1.0', Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'Subnet': '1.1', Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: 'Trunk': '1.1'}} Aug 20 10:13:54.705713 n-d-778550-11 neutron-server[94868]: {{(pid=94868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 10:13:54.796381 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-16ea565f-e7de-40ff-a17d-f04430b8c2cc req-ad6e3813-bffb-4917-940c-764267a38e70 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039841 Aug 20 10:13:54.815007 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Attempting to bind port 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:13:54.815651 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Attempting to bind port 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '63015c34-9747-447c-9978-acd5c7bd52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:13:54.816294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Attempting to bind port 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d on network 32a089c0-176d-40e1-bdf0-d909b8c47da7 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:13:54.833624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:13:54.834398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Checking segment: {'id': '63015c34-9747-447c-9978-acd5c7bd52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:13:54.835086 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:54.835700 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Bound using segment: {'id': '63015c34-9747-447c-9978-acd5c7bd52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:13:54.836387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Bound port: 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63015c34-9747-447c-9978-acd5c7bd52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:13:54.837003 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:54.893616 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Allocated IP 172.25.3.214 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/17cbc90a-43a4-4fee-ae7b-0ef633eb50c4) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:13:55.002739 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] For port 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:13:55.011841 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] For port 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5aaa93c6-bc55-47a9-8f4d-3083a3a8196d,segment=NetworkSegment(63015c34-9747-447c-9978-acd5c7bd52ba),segment_id=63015c34-9747-447c-9978-acd5c7bd52ba)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:13:55.020913 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:55.027528 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:55.114545 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:55.173327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257a2bb-9189-4388-9989-724ae44fce7b None None] Pushing event updated for resources: {'Port': ['ID=5aaa93c6-bc55-47a9-8f4d-3083a3a8196d,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:55.197226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43845f-dc75-43e7-92af-4f35d84d4641 req-11284c91-35b8-4032-a52b-857e7e99063b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:55.199036 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e43845f-dc75-43e7-92af-4f35d84d4641 req-11284c91-35b8-4032-a52b-857e7e99063b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1295815 Aug 20 10:13:55.203743 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:13:55.208931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:13:55.228019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:13:55.232096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Pushing event updated for resources: {'Port': ['ID=17cbc90a-43a4-4fee-ae7b-0ef633eb50c4,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:55.249266 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a05e4e-29d2-495e-988f-e43c18105f63 req-2f36e46e-b4a5-4d37-adf3-cf2b07815af0 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:55.265051 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-65a05e4e-29d2-495e-988f-e43c18105f63 req-2f36e46e-b4a5-4d37-adf3-cf2b07815af0 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 935 time: 0.1184411 Aug 20 10:13:55.342601 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-65a05e4e-29d2-495e-988f-e43c18105f63 req-dcc0c94e-3494-4d38-955a-1ad8edaca01b tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687819 Aug 20 10:13:55.661006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62e157-277f-44a7-ab2d-780e8af883bf req-ed9ec590-8a26-45d9-b605-07f3e8b565bb tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:55.673072 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5e62e157-277f-44a7-ab2d-780e8af883bf req-ed9ec590-8a26-45d9-b605-07f3e8b565bb tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 948 time: 0.1255367 Aug 20 10:13:55.740986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43845f-dc75-43e7-92af-4f35d84d4641 req-1fad3368-17e8-43db-8a2e-ac8350c8b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:55.742848 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e43845f-dc75-43e7-92af-4f35d84d4641 req-1fad3368-17e8-43db-8a2e-ac8350c8b1d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5313396 Aug 20 10:13:55.745866 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5e62e157-277f-44a7-ab2d-780e8af883bf req-9b61f32e-08ba-43fa-8adc-2beb4363b963 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713558 Aug 20 10:13:55.984594 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:55.991514 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e43845f-dc75-43e7-92af-4f35d84d4641 req-27ad37f5-878f-43f2-9136-20d547f786c5 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104235 Aug 20 10:13:56.071653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e58c46-b3f3-4b8e-9492-f0c5d02535d3 req-dca98cf5-11b6-4709-b1f9-c75bd10dd74c tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:56.073575 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-50e58c46-b3f3-4b8e-9492-f0c5d02535d3 req-dca98cf5-11b6-4709-b1f9-c75bd10dd74c tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 947 time: 0.1243994 Aug 20 10:13:56.123399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-5533dd5e-8ce5-4392-a93d-8a5883d28e72 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:13:56.124672 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-5533dd5e-8ce5-4392-a93d-8a5883d28e72 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135062 Aug 20 10:13:56.163715 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-50e58c46-b3f3-4b8e-9492-f0c5d02535d3 req-0281a6da-5600-457d-8d07-69ad58dc02ea tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796702 Aug 20 10:13:56.376237 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e43845f-dc75-43e7-92af-4f35d84d4641 req-bea73962-03dc-4144-9978-8391704f06f7 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181790 Aug 20 10:13:56.510148 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:13:56.596953 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:13:56.629084 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Request body: {'port': {'device_id': 'cbcce9fc-d6cc-4170-91ab-d8772ff5c2de', 'device_owner': 'compute:tempest-test_az-92699', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:13:56.697428 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:56.771805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b8ec5-d5a7-45ec-8d92-6722ca776946 req-38a95163-8ea3-44e6-9048-c0d01973393d tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:56.773639 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-503b8ec5-d5a7-45ec-8d92-6722ca776946 req-38a95163-8ea3-44e6-9048-c0d01973393d tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 935 time: 0.2260706 Aug 20 10:13:56.774582 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:56.918491 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-503b8ec5-d5a7-45ec-8d92-6722ca776946 req-16cc7e65-32a4-48d5-bbb3-9484ee663ea7 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203690 Aug 20 10:13:56.922491 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfe403f-7e69-4fe5-a7b1-8054878264ce None None] Network 32a089c0-176d-40e1-bdf0-d909b8c47da7 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:13:56.958552 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:13:57.156364 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-27c28a85-dfbb-46ae-acbc-51769a80d7a3 None None] Provisioning for port 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:13:57.163353 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-27c28a85-dfbb-46ae-acbc-51769a80d7a3 None None] Provisioning complete for port 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:13:57.163840 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-27c28a85-dfbb-46ae-acbc-51769a80d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:57.259755 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:13:57.274367 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-27c28a85-dfbb-46ae-acbc-51769a80d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:57.275084 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Sync routers for ids ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:13:57.301962 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Routers {'262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:13:57.303984 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:13:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:13:57.320793 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:57.325447 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-49ceb585-b7a3-40f9-8860-d706729b9eeb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.9649475 Aug 20 10:13:57.325765 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57160) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:13:57.343439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-27c28a85-dfbb-46ae-acbc-51769a80d7a3 None None] For port 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5aaa93c6-bc55-47a9-8f4d-3083a3a8196d,segment=NetworkSegment(63015c34-9747-447c-9978-acd5c7bd52ba),segment_id=63015c34-9747-447c-9978-acd5c7bd52ba)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:13:57.355200 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-27c28a85-dfbb-46ae-acbc-51769a80d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:57.477239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c28a85-dfbb-46ae-acbc-51769a80d7a3 None None] Pushing event updated for resources: {'Port': ['ID=5aaa93c6-bc55-47a9-8f4d-3083a3a8196d,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:57.515391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9aa248-1df4-432b-b1ea-0f1cc74f29b5 req-14d212f3-72d9-4fe2-8319-f915aaee21a3 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:57.523639 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b9aa248-1df4-432b-b1ea-0f1cc74f29b5 req-14d212f3-72d9-4fe2-8319-f915aaee21a3 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 948 time: 0.1808448 Aug 20 10:13:57.549025 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Set router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:13:57.588977 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e0ab4512-ff65-40c9-84ae-62b50b6843d3 None None] Provisioning complete for port 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:13:57.591706 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e0ab4512-ff65-40c9-84ae-62b50b6843d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:57.601152 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b9aa248-1df4-432b-b1ea-0f1cc74f29b5 req-6bfe8e61-ba17-43f4-a2c1-5aaced1e5f79 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770044 Aug 20 10:13:57.636571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:13:57.655722 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:57.695134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Transition to ACTIVE for port object 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:13:57.714069 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:57.793357 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:13:55Z', 'revision_number': 3, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:13:57.849084 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Checking router: 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:13:57.849466 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Updating router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea port 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:13:57.912831 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:57.974588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Pushing event updated for resources: {'Port': ['ID=0a7aa140-c6e0-4690-84c1-f7fb2c5a3401,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:58.093969 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Attempting to bind port 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:13:58.095315 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Attempting to bind port 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:13:58.095780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Attempting to bind port 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:13:58.114093 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Port 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:13:58.116346 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Attempting to bind port 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:13:58.130919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:13:58.130919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:13:58.130919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:13:58.130919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Bound port: 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:13:58.131516 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:58.245221 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] For port 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:13:58.253571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] For port 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=0a7aa140-c6e0-4690-84c1-f7fb2c5a3401,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:13:58.261839 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:58.342548 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:58.425081 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Pushing event updated for resources: {'Port': ['ID=0a7aa140-c6e0-4690-84c1-f7fb2c5a3401,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:58.472185 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:58.473324 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:58.475270 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-d2213634-e200-47c2-a502-f97aed75c7ba service neutron] 10.222.0.42 "PUT /v2.0/ports/0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 HTTP/1.1" status: 200 len: 1113 time: 2.0920031 Aug 20 10:13:58.489768 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcce9fc-d6cc-4170-91ab-d8772ff5c2de', 'tag': '0a7aa140-c6e0-4690-84c1-f7fb2c5a3401'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:13:58.499595 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:13:58.679796 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:58.698136 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:13:58.698754 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:58.704894 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Transition to ACTIVE for port object 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:13:58.732567 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bfee9-3c25-4a75-abab-d2c2bc50a0f6 req-041827ba-e6ea-4689-892f-6fa7cc9351ee tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:58.740228 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:58.743289 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-311bfee9-3c25-4a75-abab-d2c2bc50a0f6 req-041827ba-e6ea-4689-892f-6fa7cc9351ee tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 947 time: 0.3210466 Aug 20 10:13:58.768194 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdac642-d955-4fa6-80bb-af686b7ccfc1" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcce9fc-d6cc-4170-91ab-d8772ff5c2de", "tag": "0a7aa140-c6e0-4690-84c1-f7fb2c5a3401"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:13:58.809058 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Allocated IP 172.20.0.1 (32a089c0-176d-40e1-bdf0-d909b8c47da7/b4554d4b-e023-429d-9014-22d3381958db/3316c0ef-4949-46a7-a3ed-338488d49bdd) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:13:58.828134 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-311bfee9-3c25-4a75-abab-d2c2bc50a0f6 req-f5b0fd67-9977-4c7e-b56b-843ef6394f40 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839250 Aug 20 10:13:58.891938 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Attempting to bind port 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:13:58.892318 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Attempting to bind port 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:13:58.892697 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Attempting to bind port 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:13:58.903278 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1c8a1-a054-45ec-b67a-025446bc6cce None None] Pushing event updated for resources: {'Port': ['ID=17cbc90a-43a4-4fee-ae7b-0ef633eb50c4,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:58.906008 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:13:58.906447 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:13:58.906908 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:58.907359 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:13:58.907831 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Bound port: 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:13:58.908256 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:58.956965 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c8a1-a054-45ec-b67a-025446bc6cce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:58.957366 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c8a1-a054-45ec-b67a-025446bc6cce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:58.957782 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c8a1-a054-45ec-b67a-025446bc6cce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:58.958145 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c8a1-a054-45ec-b67a-025446bc6cce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:58.958519 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c8a1-a054-45ec-b67a-025446bc6cce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:58.958829 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c8a1-a054-45ec-b67a-025446bc6cce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:58.959224 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c8a1-a054-45ec-b67a-025446bc6cce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:58.959598 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c8a1-a054-45ec-b67a-025446bc6cce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:58.959925 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c8a1-a054-45ec-b67a-025446bc6cce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:58.960252 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c8a1-a054-45ec-b67a-025446bc6cce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:58.960574 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c8a1-a054-45ec-b67a-025446bc6cce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:58.960900 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c8a1-a054-45ec-b67a-025446bc6cce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b1c8a1-a054-45ec-b67a-025446bc6cce None None] Tracked resource versions report: Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: pushed versions: Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: { 'AddressGroup': {'1.2'}, Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'ConntrackHelper': {'1.0'}, Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'Log': {'1.0'}, Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'Network': {'1.1'}, Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'Port': {'1.7'}, Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'PortForwarding': {'1.2'}, Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'QosPolicy': {'1.9'}, Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'SecurityGroup': {'1.4'}, Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'SecurityGroupRule': {'1.2'}, Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'SubPort': {'1.0'}, Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'Subnet': {'1.1'}, Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'Trunk': {'1.1'}} Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: consumer versions: Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: { DHCP agent@n-d-778550-11: {}, Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: HyperV agent@n-h1-778550-11: {}, Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: HyperV agent@n-h2-778550-11: {}, Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: L3 agent@n-d-778550-11: {}, Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: Metadata agent@n-d-778550-11: {}, Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: Metering agent@n-d-778550-11: {}, Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: Open vSwitch agent@n-d-778550-11: { 'AddressGroup': '1.2', Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'ConntrackHelper': '1.0', Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'Log': '1.0', Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'Network': '1.1', Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'Port': '1.7', Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'PortForwarding': '1.2', Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'QosPolicy': '1.9', Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'SecurityGroup': '1.4', Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'SecurityGroupRule': '1.2', Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'SubPort': '1.0', Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'Subnet': '1.1', Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: 'Trunk': '1.1'}} Aug 20 10:13:58.962153 n-d-778550-11 neutron-server[94869]: {{(pid=94869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 10:13:59.040741 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] For port 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:13:59.045617 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] For port 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=17cbc90a-43a4-4fee-ae7b-0ef633eb50c4,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:13:59.046933 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe173e-85a9-4277-8ed0-19adb2d011fb req-3020a8f7-59c2-4327-84a1-20ceefdb04bf tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:59.050723 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:59.054128 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:59.073248 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8dbe173e-85a9-4277-8ed0-19adb2d011fb req-3020a8f7-59c2-4327-84a1-20ceefdb04bf tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 964 time: 0.1404748 Aug 20 10:13:59.092242 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Transition to ACTIVE for port object 3316c0ef-4949-46a7-a3ed-338488d49bdd will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:13:59.145035 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8dbe173e-85a9-4277-8ed0-19adb2d011fb req-c4d752e7-72d0-45d6-8a15-786e2e34ce65 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684988 Aug 20 10:13:59.176070 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Routers {'262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:13:59.177232 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:13:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:13:59.177772 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:59.199484 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1c8a1-a054-45ec-b67a-025446bc6cce None None] Pushing event updated for resources: {'Port': ['ID=17cbc90a-43a4-4fee-ae7b-0ef633eb50c4,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:59.267253 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3a293223-38b7-46a6-aafd-98192e36be6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:59.277180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Network 32a089c0-176d-40e1-bdf0-d909b8c47da7 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:13:59.289058 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:13:59.294234 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:13:59.294869 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:59.406342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Pushing event updated for resources: {'Port': ['ID=3316c0ef-4949-46a7-a3ed-338488d49bdd,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:13:59.468108 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d4fd3-f4e9-4695-b1e3-e7fbea940204 req-f6c3e250-3ed3-4d55-bab5-e44dcf8819f3 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:59.480525 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c36d4fd3-f4e9-4695-b1e3-e7fbea940204 req-f6c3e250-3ed3-4d55-bab5-e44dcf8819f3 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 948 time: 0.0973437 Aug 20 10:13:59.516236 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] Set router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:13:59.539214 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c36d4fd3-f4e9-4695-b1e3-e7fbea940204 req-7b4c834b-4d0f-422d-a137-195a5f608a20 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562625 Aug 20 10:13:59.713746 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-32d93470-0dc4-43e8-9a15-284de4912d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:13:59.716418 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-32d93470-0dc4-43e8-9a15-284de4912d1a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8374907f5254b17936bc2b9656a63db&device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 1116 time: 0.1582603 Aug 20 10:13:59.744928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f8ea8012-f367-4495-aec9-9ae6ca12f2c6 None None] Provisioning for port 3316c0ef-4949-46a7-a3ed-338488d49bdd completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:13:59.752630 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:59.753796 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f8ea8012-f367-4495-aec9-9ae6ca12f2c6 None None] Provisioning complete for port 3316c0ef-4949-46a7-a3ed-338488d49bdd triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:13:59.754211 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f8ea8012-f367-4495-aec9-9ae6ca12f2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:13:59.834456 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2798387e-393c-425d-a67d-41df13fe6d02 x-openstack-request-id: req-2798387e-393c-425d-a67d-41df13fe6d02 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:13:59.835179 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcce9fc-d6cc-4170-91ab-d8772ff5c2de", "tag": "0a7aa140-c6e0-4690-84c1-f7fb2c5a3401", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:13:59.835179 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2798387e-393c-425d-a67d-41df13fe6d02 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:13:59.835454 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcce9fc-d6cc-4170-91ab-d8772ff5c2de', 'tag': '0a7aa140-c6e0-4690-84c1-f7fb2c5a3401', 'status': 'completed', 'code': 200} Aug 20 10:13:59.893691 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-f8ea8012-f367-4495-aec9-9ae6ca12f2c6 None None] Port 3316c0ef-4949-46a7-a3ed-338488d49bdd cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:13:59.908225 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-dfeaf17a-6f23-4bd9-82a3-4529319a3e42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 HTTP/1.1" status: 200 len: 217 time: 0.1829875 Aug 20 10:14:00.073226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-23a87158-c5a9-45a2-b2bb-ca13d802851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:00.074750 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-23a87158-c5a9-45a2-b2bb-ca13d802851c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1515601 Aug 20 10:14:00.108679 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:00.121287 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:00.122138 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:00.168765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b83e73-a1fd-4899-99e6-3e61f9d11a97 req-982de7db-a6a3-4ab1-989c-923b9dd747ec tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:00.182274 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75b83e73-a1fd-4899-99e6-3e61f9d11a97 req-982de7db-a6a3-4ab1-989c-923b9dd747ec tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 947 time: 0.0934613 Aug 20 10:14:00.230652 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:13:55Z', 'revision_number': 3, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:00.234015 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75b83e73-a1fd-4899-99e6-3e61f9d11a97 req-e780d225-f7f8-40f2-86e3-4b09a6fcc267 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492494 Aug 20 10:14:00.284592 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2eaf87-cac7-4092-9886-0d521b1deb0d None None] The sync data for ids ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'] in n-d-778550-11 is: [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:13:55Z', 'revision_number': 3, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:14:00.362936 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-478d2edd-91b5-4f58-a2c2-8ca2b20abcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:00.364752 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-f241e44d-a580-447c-bec3-879324d98d5c tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7ecbebf011a74c69ac29c6b7f0bf0c84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1891425 Aug 20 10:14:00.365395 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-478d2edd-91b5-4f58-a2c2-8ca2b20abcc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1187565 Aug 20 10:14:00.391562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Pushing event updated for resources: {'Port': ['ID=3316c0ef-4949-46a7-a3ed-338488d49bdd,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:00.541928 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-4d0ae830-092b-43f6-8866-74b945633205 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670737 Aug 20 10:14:00.577799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703be1a-a77f-4a64-baca-f9664d829ad2 req-bb7d319b-fea9-4cd0-a921-18dc94f0fda2 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:00.579357 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4703be1a-a77f-4a64-baca-f9664d829ad2 req-bb7d319b-fea9-4cd0-a921-18dc94f0fda2 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 964 time: 0.0680053 Aug 20 10:14:00.691832 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4703be1a-a77f-4a64-baca-f9664d829ad2 req-b9dd14a2-b14b-4ffe-a9b9-31866691a059 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968668 Aug 20 10:14:00.712372 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Network 32a089c0-176d-40e1-bdf0-d909b8c47da7 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:00.717253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:00.725924 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ae0201b-1e66-494c-9e9f-bc6e6b45c858 req-a0224052-3126-4193-8141-d2389aee517f service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658278 Aug 20 10:14:00.747360 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-dc1987be-e3ef-4b8c-95bb-60ba71de880c tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:00.750146 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-dc1987be-e3ef-4b8c-95bb-60ba71de880c tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3739913 Aug 20 10:14:00.814533 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-2df5d0f4-9f33-4dae-8afc-e00851fce23a tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/quotas/7ecbebf011a74c69ac29c6b7f0bf0c84 HTTP/1.1" status: 200 len: 375 time: 0.0182717 Aug 20 10:14:00.853981 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdac642-d955-4fa6-80bb-af686b7ccfc1 req-59609403-37ff-44bc-8c51-262a39129fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:00.856171 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ebdac642-d955-4fa6-80bb-af686b7ccfc1 req-59609403-37ff-44bc-8c51-262a39129fec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8374907f5254b17936bc2b9656a63db&device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 1116 time: 0.0730577 Aug 20 10:14:00.889508 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-e8b60fca-2871-468b-a3d8-456d1c2e30da tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ecbebf011a74c69ac29c6b7f0bf0c84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649960 Aug 20 10:14:00.928679 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:14:01.042981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-dff8dde7-d9f6-41a3-b51e-5a941e9da07a None None] Provisioning complete for port 3316c0ef-4949-46a7-a3ed-338488d49bdd triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:01.044160 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dff8dde7-d9f6-41a3-b51e-5a941e9da07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:01.103206 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdac642-d955-4fa6-80bb-af686b7ccfc1 req-7f979110-f8d2-4b59-b1c6-fa92ce827b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:01.107824 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:14:01.117355 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ebdac642-d955-4fa6-80bb-af686b7ccfc1 req-7f979110-f8d2-4b59-b1c6-fa92ce827b0f service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2406516 Aug 20 10:14:01.119929 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9acaf4f2-eed8-4b8b-ba1d-213a1af5422b admin admin] 10.222.0.16 "PUT /v2.0/routers/262b1d6b-0101-4f16-9bf0-ce8411cdd5ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7926402 Aug 20 10:14:01.160919 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-dff8dde7-d9f6-41a3-b51e-5a941e9da07a None None] Port 3316c0ef-4949-46a7-a3ed-338488d49bdd cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:14:01.210880 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ebdac642-d955-4fa6-80bb-af686b7ccfc1 req-4a215646-dd71-4883-ac8a-cc86de8e5b33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 HTTP/1.1" status: 200 len: 217 time: 0.0926456 Aug 20 10:14:01.231912 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc5c9d61-c979-46a7-b7b4-ec03f5d4a05c req-3eeaad4d-10e5-491d-a522-e2fb67ed5574 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/ports?device_id=87303dfe-1241-4a85-91e8-57cbae14d199 HTTP/1.1" status: 200 len: 210 time: 0.0279300 Aug 20 10:14:01.273045 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d05d6-4239-4889-8a51-9b6fa2ebd507 req-aa6a2ac9-ded7-4a92-860d-7b369602bf8f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:01.274953 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ed0d05d6-4239-4889-8a51-9b6fa2ebd507 req-aa6a2ac9-ded7-4a92-860d-7b369602bf8f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 948 time: 0.2322712 Aug 20 10:14:01.312123 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdac642-d955-4fa6-80bb-af686b7ccfc1 req-30edc7fe-72ef-4dec-96d4-ff37472b2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:01.313863 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ebdac642-d955-4fa6-80bb-af686b7ccfc1 req-30edc7fe-72ef-4dec-96d4-ff37472b2665 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0930121 Aug 20 10:14:01.349374 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ed0d05d6-4239-4889-8a51-9b6fa2ebd507 req-83b8c36f-473b-49fb-af72-693c1faa72df tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625951 Aug 20 10:14:01.415103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdac642-d955-4fa6-80bb-af686b7ccfc1 req-21daf9d3-1a0d-413e-af61-720559d04c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:01.416898 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ebdac642-d955-4fa6-80bb-af686b7ccfc1 req-21daf9d3-1a0d-413e-af61-720559d04c52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0942619 Aug 20 10:14:01.514494 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19feea1-21e4-406a-8629-1f62d2329912 req-056369b6-24c0-4894-9c36-6d10fbec3d42 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:01.516662 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f19feea1-21e4-406a-8629-1f62d2329912 req-056369b6-24c0-4894-9c36-6d10fbec3d42 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 947 time: 0.0710077 Aug 20 10:14:01.531006 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ebdac642-d955-4fa6-80bb-af686b7ccfc1 req-c110110d-ab0d-4f59-8fc1-4f676bff117b service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055436 Aug 20 10:14:01.583905 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f19feea1-21e4-406a-8629-1f62d2329912 req-0b7f7922-ef9f-4bcd-8e46-5fc458032b9e tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598588 Aug 20 10:14:01.699354 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ebdac642-d955-4fa6-80bb-af686b7ccfc1 req-d31d8454-0492-4a80-85ac-d17f7d33f4c0 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599410 Aug 20 10:14:01.750345 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8cda5715-1721-4acf-8f6b-5c8e2abf8ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:01.866308 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc7806-0587-4704-a26a-8f64fd9750d4 req-5899f135-982d-403b-beca-2ab3766a5cd8 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:01.868890 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9cfc7806-0587-4704-a26a-8f64fd9750d4 req-5899f135-982d-403b-beca-2ab3766a5cd8 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 964 time: 0.0722754 Aug 20 10:14:01.920281 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9cfc7806-0587-4704-a26a-8f64fd9750d4 req-e3b21e9c-f2e6-4b32-9271-5a43c18011ab tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423419 Aug 20 10:14:02.017896 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57258) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:02.053745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57262) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:02.094168 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:02.238536 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69b97d45-dfc7-4c4d-bf69-7b9e09c74a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:02.266703 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-296eb4ea-b35f-46ca-b455-6dbc2e07bd51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:02.320828 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Sync routers for ids ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:14:02.322289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57272) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:02.328665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2d76e4c6-d9c6-49c4-846e-d89e4db0bb5e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-552020428-network', 'tenant_id': 'db8def14c47441989f408f2505b4575c'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:02.343410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Routers {'262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:14:02.344060 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:14:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:02.430704 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69b97d45-dfc7-4c4d-bf69-7b9e09c74a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:02.444242 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69b97d45-dfc7-4c4d-bf69-7b9e09c74a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:02.485497 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b97d45-dfc7-4c4d-bf69-7b9e09c74a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70e6ecc-9dc2-43ce-af32-6a393bd0763b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:02.529449 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.api [None req-2d76e4c6-d9c6-49c4-846e-d89e4db0bb5e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 10:14:02.529449 n-d-778550-11 neutron-server[94866]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 10:14:02.529449 n-d-778550-11 neutron-server[94866]: [parameters: {'project_id_1': 'db8def14c47441989f408f2505b4575c', 'expiration_1': datetime.datetime(2021, 8, 20, 10, 14, 2, 343175)}] Aug 20 10:14:02.529449 n-d-778550-11 neutron-server[94866]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:14:02.529449 n-d-778550-11 neutron-server[94866]: DEBUG oslo_db.api [None req-2d76e4c6-d9c6-49c4-846e-d89e4db0bb5e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:14:02.532867 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Set router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:14:02.545687 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-abc22abc-7ff7-4496-874a-46e06b616317 req-62ac9636-8d59-47be-a85b-d6ccc1a40d9a tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/ports?device_id=87303dfe-1241-4a85-91e8-57cbae14d199 HTTP/1.1" status: 200 len: 210 time: 0.2224998 Aug 20 10:14:02.573813 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-69b97d45-dfc7-4c4d-bf69-7b9e09c74a5d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=706b054bc11e464b9f2d9fbea85a4e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5188885 Aug 20 10:14:02.575817 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-6cee3259-8605-464d-aa11-c8ffba74340b tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7ecbebf011a74c69ac29c6b7f0bf0c84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391831 Aug 20 10:14:02.576748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57276) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:02.604247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9844cf7-532c-4c7d-b3f7-5a94a30b28d1 req-93551410-5436-43f1-bd92-9d94ed64710e tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:02.606062 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d9844cf7-532c-4c7d-b3f7-5a94a30b28d1 req-93551410-5436-43f1-bd92-9d94ed64710e tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 948 time: 0.1222999 Aug 20 10:14:02.669045 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:14:02.674651 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d9844cf7-532c-4c7d-b3f7-5a94a30b28d1 req-bbab908a-8b8a-47b4-bf01-6c630f769dcd tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540957 Aug 20 10:14:02.679793 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-296eb4ea-b35f-46ca-b455-6dbc2e07bd51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:02.686285 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-296eb4ea-b35f-46ca-b455-6dbc2e07bd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:02.707411 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:02.743721 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7373c434-ace3-44af-b8f2-f94abbab7283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:02.743935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296eb4ea-b35f-46ca-b455-6dbc2e07bd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b91a9e-9b29-445f-a436-88383c91a2e6,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:02.756450 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-296eb4ea-b35f-46ca-b455-6dbc2e07bd51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d78205317fa140d2846e11732d100ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7371619 Aug 20 10:14:02.758855 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57280) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:02.783000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-601cfdbe-a2cb-4e3a-a0cd-85146b026931 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:02.784613 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-601cfdbe-a2cb-4e3a-a0cd-85146b026931 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020445 Aug 20 10:14:02.796347 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7373c434-ace3-44af-b8f2-f94abbab7283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:02.802683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-59749f7c-8c5b-42b5-9850-4aa3976e4c27 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Request body: {'port': {'device_id': '87303dfe-1241-4a85-91e8-57cbae14d199', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '7ecbebf011a74c69ac29c6b7f0bf0c84'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:02.816105 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e4d3710f-3c0e-41ea-af6a-4fc54322938f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:02.820625 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1980a55-c846-4212-a36d-361a31a0d217 req-53dfb40d-85ef-45e7-a637-2cfea304a68f tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:02.822373 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a1980a55-c846-4212-a36d-361a31a0d217 req-53dfb40d-85ef-45e7-a637-2cfea304a68f tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 947 time: 0.1239691 Aug 20 10:14:02.824705 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:02.833172 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:02.833782 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:02.841486 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e4d3710f-3c0e-41ea-af6a-4fc54322938f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:02.888770 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 4, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3316c0ef-4949-46a7-a3ed-338488d49bdd', 'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'mac_address': 'fa:16:3e:14:9a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b4554d4b-e023-429d-9014-22d3381958db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:58Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 2, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'subnets': [{'id': 'b4554d4b-e023-429d-9014-22d3381958db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:02.893187 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e4d3710f-3c0e-41ea-af6a-4fc54322938f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:02.897313 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e4d3710f-3c0e-41ea-af6a-4fc54322938f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:02.902535 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e4d3710f-3c0e-41ea-af6a-4fc54322938f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97b91a9e-9b29-445f-a436-88383c91a2e6 HTTP/1.1" status: 204 len: 168 time: 0.1382947 Aug 20 10:14:02.912326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3710f-3c0e-41ea-af6a-4fc54322938f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b91a9e-9b29-445f-a436-88383c91a2e6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:02.918786 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Checking router: 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:14:02.919185 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Updating router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea port 3316c0ef-4949-46a7-a3ed-338488d49bdd binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:14:02.937512 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a1980a55-c846-4212-a36d-361a31a0d217 req-85f9568c-0119-4f92-b57b-aba995c2dab8 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739918 Aug 20 10:14:02.961641 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7373c434-ace3-44af-b8f2-f94abbab7283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:02.964374 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7373c434-ace3-44af-b8f2-f94abbab7283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:02.966050 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7373c434-ace3-44af-b8f2-f94abbab7283 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d70e6ecc-9dc2-43ce-af32-6a393bd0763b HTTP/1.1" status: 204 len: 168 time: 0.3886783 Aug 20 10:14:02.986269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373c434-ace3-44af-b8f2-f94abbab7283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70e6ecc-9dc2-43ce-af32-6a393bd0763b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:02.994542 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.043391 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.044837 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.047655 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-59749f7c-8c5b-42b5-9850-4aa3976e4c27 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Made reservation on behalf of 7ecbebf011a74c69ac29c6b7f0bf0c84 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:14:03.052943 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-59749f7c-8c5b-42b5-9850-4aa3976e4c27 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.067597 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-59749f7c-8c5b-42b5-9850-4aa3976e4c27 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.127246 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d76e4c6-d9c6-49c4-846e-d89e4db0bb5e admin admin] Made reservation on behalf of db8def14c47441989f408f2505b4575c for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:14:03.131067 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d76e4c6-d9c6-49c4-846e-d89e4db0bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.145593 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d76e4c6-d9c6-49c4-846e-d89e4db0bb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.163865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=17cbc90a-43a4-4fee-ae7b-0ef633eb50c4,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:03.172228 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.189405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84094adb-51d3-44cd-82a0-5388b097ab8e req-ee3f3a53-139c-4362-aed5-ceae8e4dd8c2 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:03.190885 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84094adb-51d3-44cd-82a0-5388b097ab8e req-ee3f3a53-139c-4362-aed5-ceae8e4dd8c2 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 964 time: 0.1369445 Aug 20 10:14:03.219012 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-59749f7c-8c5b-42b5-9850-4aa3976e4c27 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.225091 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-59749f7c-8c5b-42b5-9850-4aa3976e4c27 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.310019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59749f7c-8c5b-42b5-9850-4aa3976e4c27 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7c7679-a14f-4507-9b5e-d1d2bbbe635e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:03.320578 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84094adb-51d3-44cd-82a0-5388b097ab8e req-3b9f1588-ef00-445a-9449-24726de7eadc tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165290 Aug 20 10:14:03.414749 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d76e4c6-d9c6-49c4-846e-d89e4db0bb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.422954 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d76e4c6-d9c6-49c4-846e-d89e4db0bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.438199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=17cbc90a-43a4-4fee-ae7b-0ef633eb50c4,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:03.452751 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d76e4c6-d9c6-49c4-846e-d89e4db0bb5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:14:03.464736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-59749f7c-8c5b-42b5-9850-4aa3976e4c27 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Allocated IP 192.168.233.172 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/8777aaf8-8ce4-4de0-b327-43d3ded16230) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:03.469367 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d76e4c6-d9c6-49c4-846e-d89e4db0bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.469712 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-2d76e4c6-d9c6-49c4-846e-d89e4db0bb5e admin admin] Added segment f7438b5d-7bb2-4c47-8343-d810494febbf of type vlan for network 042fdb80-5ba3-406c-8777-5b95f672c64f Aug 20 10:14:03.534114 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d76e4c6-d9c6-49c4-846e-d89e4db0bb5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.542524 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76e4c6-d9c6-49c4-846e-d89e4db0bb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9f1c22-d7f7-4164-b2df-3cc1baa532a4,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:03.596519 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d76e4c6-d9c6-49c4-846e-d89e4db0bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.598176 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d76e4c6-d9c6-49c4-846e-d89e4db0bb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:03.598865 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d76e4c6-d9c6-49c4-846e-d89e4db0bb5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.657779 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.679994 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Transition to ACTIVE for port object 3316c0ef-4949-46a7-a3ed-338488d49bdd will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:03.681585 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2d76e4c6-d9c6-49c4-846e-d89e4db0bb5e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3580227 Aug 20 10:14:03.684635 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57300) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:03.686305 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-69ac76d4-a6d8-4765-baaa-7a268ef2ab93 req-143b35b2-e1d9-440b-b18c-7da4d5dcffad tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/ports?device_id=87303dfe-1241-4a85-91e8-57cbae14d199 HTTP/1.1" status: 200 len: 210 time: 0.0565321 Aug 20 10:14:03.691819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-6b8678dc-27ed-48c7-b9a6-7eeed752c3b5 admin admin] Request body: {'subnet': {'network_id': '042fdb80-5ba3-406c-8777-5b95f672c64f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552020428-subnet', 'tenant_id': 'db8def14c47441989f408f2505b4575c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:03.694339 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.700861 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76e4c6-d9c6-49c4-846e-d89e4db0bb5e admin admin] Pushing event updated for resources: {'Network': ['ID=042fdb80-5ba3-406c-8777-5b95f672c64f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:03.721272 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57304) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:03.730207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8678dc-27ed-48c7-b9a6-7eeed752c3b5 admin admin] Made reservation on behalf of db8def14c47441989f408f2505b4575c for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:14:03.737125 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6b8678dc-27ed-48c7-b9a6-7eeed752c3b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.756132 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 042fdb80-5ba3-406c-8777-5b95f672c64f details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:14:03.756237 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcc11491-321a-4586-86eb-0973aebd2b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.757436 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-59749f7c-8c5b-42b5-9850-4aa3976e4c27 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.787551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-59749f7c-8c5b-42b5-9850-4aa3976e4c27 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Transition to ACTIVE for port object 8777aaf8-8ce4-4de0-b327-43d3ded16230 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:03.835255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57306) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:03.835713 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a2bbd-a692-45bf-8275-d416dfcc0cc6 None None] Pushing event updated for resources: {'Port': ['ID=3316c0ef-4949-46a7-a3ed-338488d49bdd,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:03.872142 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6471349a-1f9a-4671-93a5-06abd379b548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.914310 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Attempting to bind port 3316c0ef-4949-46a7-a3ed-338488d49bdd on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:14:03.914687 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Attempting to bind port 3316c0ef-4949-46a7-a3ed-338488d49bdd by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '63015c34-9747-447c-9978-acd5c7bd52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:14:03.915160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Attempting to bind port 3316c0ef-4949-46a7-a3ed-338488d49bdd on network 32a089c0-176d-40e1-bdf0-d909b8c47da7 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:03.917810 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-59749f7c-8c5b-42b5-9850-4aa3976e4c27 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.924460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:14:03.924879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Checking segment: {'id': '63015c34-9747-447c-9978-acd5c7bd52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:03.925335 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.925840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Bound using segment: {'id': '63015c34-9747-447c-9978-acd5c7bd52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:14:03.926974 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Bound port: 3316c0ef-4949-46a7-a3ed-338488d49bdd, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63015c34-9747-447c-9978-acd5c7bd52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:14:03.927420 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:03.952846 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b668cfb-013c-45ef-a262-8959db9d13e9 req-a57bc09a-ddae-4f5a-a04d-18068e82f23d tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:03.954752 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1b668cfb-013c-45ef-a262-8959db9d13e9 req-a57bc09a-ddae-4f5a-a04d-18068e82f23d tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 948 time: 0.0977213 Aug 20 10:14:04.001103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59749f7c-8c5b-42b5-9850-4aa3976e4c27 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Pushing event updated for resources: {'Port': ['ID=8777aaf8-8ce4-4de0-b327-43d3ded16230,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:04.010613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] For port 3316c0ef-4949-46a7-a3ed-338488d49bdd, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:14:04.014078 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] For port 3316c0ef-4949-46a7-a3ed-338488d49bdd, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3316c0ef-4949-46a7-a3ed-338488d49bdd,segment=NetworkSegment(63015c34-9747-447c-9978-acd5c7bd52ba),segment_id=63015c34-9747-447c-9978-acd5c7bd52ba)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:14:04.020585 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1b668cfb-013c-45ef-a262-8959db9d13e9 req-d0e95651-eb46-4551-b5c1-33b9e096e5db tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576646 Aug 20 10:14:04.021597 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.074718 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-59749f7c-8c5b-42b5-9850-4aa3976e4c27 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:04.082655 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcc11491-321a-4586-86eb-0973aebd2b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.089037 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6b8678dc-27ed-48c7-b9a6-7eeed752c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.089503 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Routers {'262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:14:04.090192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:14:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:04.098816 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-59749f7c-8c5b-42b5-9850-4aa3976e4c27 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:04.102240 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-59749f7c-8c5b-42b5-9850-4aa3976e4c27 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:04.108108 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-59749f7c-8c5b-42b5-9850-4aa3976e4c27 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:04.108955 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-59749f7c-8c5b-42b5-9850-4aa3976e4c27 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.118871 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcc11491-321a-4586-86eb-0973aebd2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.169838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a2bbd-a692-45bf-8275-d416dfcc0cc6 None None] Pushing event updated for resources: {'Port': ['ID=3316c0ef-4949-46a7-a3ed-338488d49bdd,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:04.188772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8678dc-27ed-48c7-b9a6-7eeed752c3b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a194590a-e6dd-4294-9457-8586e77016bf,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:04.192405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8678dc-27ed-48c7-b9a6-7eeed752c3b5 admin admin] Checking segment: {'id': 'f7438b5d-7bb2-4c47-8343-d810494febbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '042fdb80-5ba3-406c-8777-5b95f672c64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:04.192888 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8678dc-27ed-48c7-b9a6-7eeed752c3b5 admin admin] Network hostable DHCP agents. Network: 042fdb80-5ba3-406c-8777-5b95f672c64f, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:14:04.213490 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254dca2-3f35-47f5-bbe5-073613b8e644 req-136784dd-cfcf-4fb1-befd-1fdbfa3c6a6a tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:04.215182 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2254dca2-3f35-47f5-bbe5-073613b8e644 req-136784dd-cfcf-4fb1-befd-1fdbfa3c6a6a tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 947 time: 0.1568263 Aug 20 10:14:04.219106 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dcc11491-321a-4586-86eb-0973aebd2b18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7742db2ca2a423486e775ae26d81833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4952476 Aug 20 10:14:04.219106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc11491-321a-4586-86eb-0973aebd2b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce4da10-58bc-4a0f-acfe-cee283207ca3,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:04.239102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57310) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:04.274120 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] Set router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:14:04.286478 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6471349a-1f9a-4671-93a5-06abd379b548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.293088 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6471349a-1f9a-4671-93a5-06abd379b548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.309884 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8678dc-27ed-48c7-b9a6-7eeed752c3b5 admin admin] Network 042fdb80-5ba3-406c-8777-5b95f672c64f is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:14:04.319678 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-59749f7c-8c5b-42b5-9850-4aa3976e4c27 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5210454 Aug 20 10:14:04.328320 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2254dca2-3f35-47f5-bbe5-073613b8e644 req-6cd815f6-b9aa-4fb1-bdff-a640a8ab9805 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008003 Aug 20 10:14:04.341189 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Request body: {'port': {'device_id': '87303dfe-1241-4a85-91e8-57cbae14d199', 'device_owner': 'compute:tempest-test_az-92699', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:04.361801 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-6b8678dc-27ed-48c7-b9a6-7eeed752c3b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 042fdb80-5ba3-406c-8777-5b95f672c64f) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:04.372194 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6471349a-1f9a-4671-93a5-06abd379b548 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=159e9ff3b37545e4bca31be55762ced0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5357056 Aug 20 10:14:04.382718 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57316) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:04.383321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff81952c-8b59-4b03-854e-534f68643a37 None None] Network 042fdb80-5ba3-406c-8777-5b95f672c64f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:14:04.384158 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8678dc-27ed-48c7-b9a6-7eeed752c3b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:04.385028 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6b8678dc-27ed-48c7-b9a6-7eeed752c3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.403605 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471349a-1f9a-4671-93a5-06abd379b548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9b74e2-aaed-4929-8fe6-ca0de3a8aad9,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:04.419517 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6b8678dc-27ed-48c7-b9a6-7eeed752c3b5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7310333 Aug 20 10:14:04.420671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57318) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:04.425409 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-552020428-router', 'tenant_id': 'db8def14c47441989f408f2505b4575c', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:04.468673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:04.470705 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e4348a67-1f6c-497d-9ca7-cb195d64bfd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.514342 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.515383 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.569212 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.570988 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e4348a67-1f6c-497d-9ca7-cb195d64bfd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.582195 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.645366 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-769a6e2a-8e06-43e2-9a93-a911beb19269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.654491 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956d29c-8179-4ea9-8892-72a81f716195 req-fa04a4c5-cca5-4217-904e-de42791469f9 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:04.663512 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2956d29c-8179-4ea9-8892-72a81f716195 req-fa04a4c5-cca5-4217-904e-de42791469f9 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 964 time: 0.1978106 Aug 20 10:14:04.687740 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:04.688129 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.693173 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-769a6e2a-8e06-43e2-9a93-a911beb19269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.735286 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.754741 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e4348a67-1f6c-497d-9ca7-cb195d64bfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.757419 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e4348a67-1f6c-497d-9ca7-cb195d64bfd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.761267 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e4348a67-1f6c-497d-9ca7-cb195d64bfd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dce4da10-58bc-4a0f-acfe-cee283207ca3 HTTP/1.1" status: 204 len: 168 time: 0.5167010 Aug 20 10:14:04.763733 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.772467 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2956d29c-8179-4ea9-8892-72a81f716195 req-4e3d9ad8-9ede-4172-9077-c25c6051077b tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075680 Aug 20 10:14:04.801799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4348a67-1f6c-497d-9ca7-cb195d64bfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce4da10-58bc-4a0f-acfe-cee283207ca3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:04.816306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-042fdb80-5ba3-406c-8777-5b95f672c64f', 'network_id': '042fdb80-5ba3-406c-8777-5b95f672c64f', 'tenant_id': 'db8def14c47441989f408f2505b4575c', 'fixed_ips': [{'subnet_id': 'a194590a-e6dd-4294-9457-8586e77016bf'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:14:04.817462 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.824634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a44757a0-cde3-4179-85af-e621240b2058 None None] Provisioning for port 8777aaf8-8ce4-4de0-b327-43d3ded16230 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:04.848655 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a44757a0-cde3-4179-85af-e621240b2058 None None] Provisioning complete for port 8777aaf8-8ce4-4de0-b327-43d3ded16230 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:04.849097 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a44757a0-cde3-4179-85af-e621240b2058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.886451 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-769a6e2a-8e06-43e2-9a93-a911beb19269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.888618 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-769a6e2a-8e06-43e2-9a93-a911beb19269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:04.892031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:14:04.892167 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-769a6e2a-8e06-43e2-9a93-a911beb19269 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a9b74e2-aaed-4929-8fe6-ca0de3a8aad9 HTTP/1.1" status: 204 len: 168 time: 0.4275331 Aug 20 10:14:04.976838 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a6e2a-8e06-43e2-9a93-a911beb19269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9b74e2-aaed-4929-8fe6-ca0de3a8aad9,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:05.028099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d7949-2c66-449d-a2e9-242d92ab44f2 req-27f19bb5-f373-4b06-bf20-49dacc12f34e tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:05.033603 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc4d7949-2c66-449d-a2e9-242d92ab44f2 req-27f19bb5-f373-4b06-bf20-49dacc12f34e tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/ports?device_id=87303dfe-1241-4a85-91e8-57cbae14d199 HTTP/1.1" status: 200 len: 936 time: 0.1761341 Aug 20 10:14:05.050375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 4, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3316c0ef-4949-46a7-a3ed-338488d49bdd', 'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'mac_address': 'fa:16:3e:14:9a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b4554d4b-e023-429d-9014-22d3381958db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:58Z', 'updated_at': '2021-08-20T10:14:03Z', 'revision_number': 4, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'subnets': [{'id': 'b4554d4b-e023-429d-9014-22d3381958db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:05.057389 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.resource_extend [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:14:05.062511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a44757a0-cde3-4179-85af-e621240b2058 None None] Port 8777aaf8-8ce4-4de0-b327-43d3ded16230 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:14:05.132099 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:05.155191 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:05.168943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ab771b-3608-4655-9ad4-910425c1bc3e None None] The sync data for ids ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'] in n-d-778550-11 is: [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 4, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3316c0ef-4949-46a7-a3ed-338488d49bdd', 'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'mac_address': 'fa:16:3e:14:9a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b4554d4b-e023-429d-9014-22d3381958db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:58Z', 'updated_at': '2021-08-20T10:14:03Z', 'revision_number': 4, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'subnets': [{'id': 'b4554d4b-e023-429d-9014-22d3381958db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:14:05.264786 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc4d7949-2c66-449d-a2e9-242d92ab44f2 req-bcc7d0a2-d8ab-4f7d-88cf-50d2ce8b7743 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/security-groups?id=da7c7679-a14f-4507-9b5e-d1d2bbbe635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084818 Aug 20 10:14:05.320917 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=0a7aa140-c6e0-4690-84c1-f7fb2c5a3401,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:05.355552 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '0a7aa140-c6e0-4690-84c1-f7fb2c5a3401', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '0a7aa140-c6e0-4690-84c1-f7fb2c5a3401', 'mac_address': 'fa:16:3e:59:0c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:tempest-test_az-92699', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:14:05.362232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Allocated IP 172.25.3.131 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/ed018962-fda0-4b83-9012-7212734852ba) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:05.364149 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Allocated IP 172.20.0.2 (042fdb80-5ba3-406c-8777-5b95f672c64f/a194590a-e6dd-4294-9457-8586e77016bf/600237c7-0177-457b-99e1-afa58dbf41c8) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:05.380383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8777aaf8-8ce4-4de0-b327-43d3ded16230 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:14:05.400198 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:05.430521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Transition to ACTIVE for port object 8777aaf8-8ce4-4de0-b327-43d3ded16230 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:05.440130 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:05.442045 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:05.482615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:14:05.522045 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:05.615645 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:05.635333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afd6e6-0273-40e1-a592-f2f50163e6bb req-148b6e59-fc8a-4f40-8a5d-287c88cd508b tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:05.654028 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-23afd6e6-0273-40e1-a592-f2f50163e6bb req-148b6e59-fc8a-4f40-8a5d-287c88cd508b tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 948 time: 0.5005028 Aug 20 10:14:05.674665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:05.679652 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:05.681833 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=0a7aa140-c6e0-4690-84c1-f7fb2c5a3401,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:05.690019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:05.705288 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:05.731867 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Attempting to bind port 8777aaf8-8ce4-4de0-b327-43d3ded16230 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:14:05.732911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Attempting to bind port 8777aaf8-8ce4-4de0-b327-43d3ded16230 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:14:05.733419 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Attempting to bind port 8777aaf8-8ce4-4de0-b327-43d3ded16230 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:05.774834 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa5b2c-5a93-4c3d-8f0c-fd55ced00dbf req-d8d88b43-c927-4dab-8803-3fd1a23857bb tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:05.777165 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5aa5b2c-5a93-4c3d-8f0c-fd55ced00dbf req-d8d88b43-c927-4dab-8803-3fd1a23857bb tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 947 time: 0.3067296 Aug 20 10:14:05.789853 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Pushing event updated for resources: {'Port': ['ID=8777aaf8-8ce4-4de0-b327-43d3ded16230,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:05.804574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Port 8777aaf8-8ce4-4de0-b327-43d3ded16230 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:14:05.805650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Attempting to bind port 8777aaf8-8ce4-4de0-b327-43d3ded16230 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:05.831534 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:14:05.832801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:05.833437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:14:05.834108 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Bound port: 8777aaf8-8ce4-4de0-b327-43d3ded16230, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:14:05.834929 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:05.907247 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5aa5b2c-5a93-4c3d-8f0c-fd55ced00dbf req-d3e7875d-fd37-4466-8c2b-e7bc480b9f04 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203158 Aug 20 10:14:05.961550 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=0a7aa140-c6e0-4690-84c1-f7fb2c5a3401,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:05.979454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] For port 8777aaf8-8ce4-4de0-b327-43d3ded16230, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:14:05.989929 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] For port 8777aaf8-8ce4-4de0-b327-43d3ded16230, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=8777aaf8-8ce4-4de0-b327-43d3ded16230,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:14:06.000052 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:06.078615 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:06.079286 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:06.080699 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] 10.222.0.42 "PUT /v2.0/ports/8777aaf8-8ce4-4de0-b327-43d3ded16230 HTTP/1.1" status: 200 len: 1114 time: 1.7504485 Aug 20 10:14:06.087952 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87303dfe-1241-4a85-91e8-57cbae14d199', 'tag': '8777aaf8-8ce4-4de0-b327-43d3ded16230'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:06.096350 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4d72c8-b184-40c5-96fc-e24d2b95b309" -d '{"events": [{"name": "network-changed", "server_uuid": "87303dfe-1241-4a85-91e8-57cbae14d199", "tag": "8777aaf8-8ce4-4de0-b327-43d3ded16230"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:06.103316 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:06.124409 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Transition to ACTIVE for port object 600237c7-0177-457b-99e1-afa58dbf41c8 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:06.194266 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['0a7aa140-c6e0-4690-84c1-f7fb2c5a3401'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:14:06.262792 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Transition to ACTIVE for port object 600237c7-0177-457b-99e1-afa58dbf41c8 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:06.353406 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5180e8-996e-46e7-bb82-b61e159a2118 service neutron] Pushing event updated for resources: {'Port': ['ID=8777aaf8-8ce4-4de0-b327-43d3ded16230,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:06.403009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda0b69-5e20-4d14-96de-f010cec0e9ca req-83f51c89-f6d0-467d-9775-d09f980bb14b tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:06.426213 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ceda0b69-5e20-4d14-96de-f010cec0e9ca req-83f51c89-f6d0-467d-9775-d09f980bb14b tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 965 time: 0.3439918 Aug 20 10:14:06.455924 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-6be7b3f3-fbb4-4650-bfdf-d42fc72fc645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:06.458146 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-6be7b3f3-fbb4-4650-bfdf-d42fc72fc645 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ecbebf011a74c69ac29c6b7f0bf0c84&device_id=87303dfe-1241-4a85-91e8-57cbae14d199 HTTP/1.1" status: 200 len: 1117 time: 0.2878602 Aug 20 10:14:06.463988 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-23afd6e6-0273-40e1-a592-f2f50163e6bb req-ed0bcc75-c6b9-464b-835b-b8c693a8b99b tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8085992 Aug 20 10:14:06.583913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Pushing event updated for resources: {'Port': ['ID=ed018962-fda0-4b83-9012-7212734852ba,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:06.586516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3316c0ef-4949-46a7-a3ed-338488d49bdd up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:06.617657 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:06.779677 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:06.800354 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Network 042fdb80-5ba3-406c-8777-5b95f672c64f is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:06.817052 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c7f437-c5a4-45c9-b26a-0d531a59a366 x-openstack-request-id: req-30c7f437-c5a4-45c9-b26a-0d531a59a366 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:06.818000 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87303dfe-1241-4a85-91e8-57cbae14d199", "tag": "8777aaf8-8ce4-4de0-b327-43d3ded16230", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:06.818446 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30c7f437-c5a4-45c9-b26a-0d531a59a366 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:06.819089 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87303dfe-1241-4a85-91e8-57cbae14d199', 'tag': '8777aaf8-8ce4-4de0-b327-43d3ded16230', 'status': 'completed', 'code': 200} Aug 20 10:14:06.826642 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-adf2744b-35af-4b5d-8ff7-ac1c0c63d5f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=8777aaf8-8ce4-4de0-b327-43d3ded16230 HTTP/1.1" status: 200 len: 217 time: 0.3523593 Aug 20 10:14:06.832582 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:06.843591 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:06.851737 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ceda0b69-5e20-4d14-96de-f010cec0e9ca req-a7551845-8f38-4adc-8aa8-40447f0196ae tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242611 Aug 20 10:14:06.864852 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Pushing event updated for resources: {'Port': ['ID=600237c7-0177-457b-99e1-afa58dbf41c8,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:06.920383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-559f96b9-3f77-4bf2-ade1-14ffa849c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:06.921990 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-559f96b9-3f77-4bf2-ade1-14ffa849c552 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0690892 Aug 20 10:14:07.049656 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 3316c0ef-4949-46a7-a3ed-338488d49bdd completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:07.066128 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:07.068701 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-5dbe9345-cdd1-4ce8-be25-146098fd19c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:07.071202 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-5dbe9345-cdd1-4ce8-be25-146098fd19c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1322219 Aug 20 10:14:07.088353 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3316c0ef-4949-46a7-a3ed-338488d49bdd triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:07.088732 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:07.094079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Attempting to bind port 600237c7-0177-457b-99e1-afa58dbf41c8 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:14:07.094671 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Attempting to bind port 600237c7-0177-457b-99e1-afa58dbf41c8 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'f7438b5d-7bb2-4c47-8343-d810494febbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '042fdb80-5ba3-406c-8777-5b95f672c64f'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:14:07.095106 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Attempting to bind port 600237c7-0177-457b-99e1-afa58dbf41c8 on network 042fdb80-5ba3-406c-8777-5b95f672c64f {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:07.144927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:14:07.145515 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Checking segment: {'id': 'f7438b5d-7bb2-4c47-8343-d810494febbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '042fdb80-5ba3-406c-8777-5b95f672c64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:07.145975 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:07.146583 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Bound using segment: {'id': 'f7438b5d-7bb2-4c47-8343-d810494febbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '042fdb80-5ba3-406c-8777-5b95f672c64f'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:14:07.147074 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Bound port: 600237c7-0177-457b-99e1-afa58dbf41c8, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7438b5d-7bb2-4c47-8343-d810494febbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '042fdb80-5ba3-406c-8777-5b95f672c64f'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:14:07.147594 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:07.168747 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fdd40-6c75-4c5c-ac2d-f2361fa814a4 req-de8e14ab-41ea-4fde-a9d6-18c91711bfda tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:07.180739 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d98fdd40-6c75-4c5c-ac2d-f2361fa814a4 req-de8e14ab-41ea-4fde-a9d6-18c91711bfda tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 947 time: 0.1569047 Aug 20 10:14:07.249332 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d98fdd40-6c75-4c5c-ac2d-f2361fa814a4 req-c93b1a5e-377b-44dd-b1fd-d7a665e57489 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673027 Aug 20 10:14:07.282233 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-3a245f98-6f51-4379-a2b5-caa7f9c93cb4 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015510 Aug 20 10:14:07.296368 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338af9c-de84-4f9a-a2da-6d064a49b979 req-858ca231-da1a-40c8-afd4-946141bd3908 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:07.306764 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b338af9c-de84-4f9a-a2da-6d064a49b979 req-858ca231-da1a-40c8-afd4-946141bd3908 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/ports?device_id=87303dfe-1241-4a85-91e8-57cbae14d199 HTTP/1.1" status: 200 len: 965 time: 0.5856397 Aug 20 10:14:07.316123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] For port 600237c7-0177-457b-99e1-afa58dbf41c8, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:14:07.341136 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:07.344299 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] For port 600237c7-0177-457b-99e1-afa58dbf41c8, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=600237c7-0177-457b-99e1-afa58dbf41c8,segment=NetworkSegment(f7438b5d-7bb2-4c47-8343-d810494febbf),segment_id=f7438b5d-7bb2-4c47-8343-d810494febbf)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:14:07.369036 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:07.375643 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b338af9c-de84-4f9a-a2da-6d064a49b979 req-ffb4796b-b0aa-4a4d-bcce-cc351886bf97 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/security-groups?id=da7c7679-a14f-4507-9b5e-d1d2bbbe635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640912 Aug 20 10:14:07.390588 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Router 26d9bc7a-f800-446c-9ff2-26bff710d975 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:14:07.429758 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-872b462d-d7e9-4e6b-85f3-95bacddb5b27 req-b767f79d-73d6-43b9-b93a-bf82d3c928c2 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392682 Aug 20 10:14:07.499638 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdbc1e-9b23-47c9-b9c6-e3fbfdfa19e8 None None] Pushing event updated for resources: {'Port': ['ID=600237c7-0177-457b-99e1-afa58dbf41c8,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:07.537254 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 3316c0ef-4949-46a7-a3ed-338488d49bdd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3316c0ef-4949-46a7-a3ed-338488d49bdd,segment=NetworkSegment(63015c34-9747-447c-9978-acd5c7bd52ba),segment_id=63015c34-9747-447c-9978-acd5c7bd52ba)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:07.542144 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:14:07.544077 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:07.557061 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Sync routers for ids ['26d9bc7a-f800-446c-9ff2-26bff710d975'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:14:07.570712 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Routers {'26d9bc7a-f800-446c-9ff2-26bff710d975'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:14:07.574302 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:14:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['26d9bc7a-f800-446c-9ff2-26bff710d975'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:07.583721 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:07.587176 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1f5c43db-b021-4387-82e8-984447fc1294 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.1634643 Aug 20 10:14:07.589815 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d72c8-b184-40c5-96fc-e24d2b95b309 req-03699a1d-fb23-4542-9e7a-0ae006da6601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:07.591067 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57404) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:07.594799 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a4d72c8-b184-40c5-96fc-e24d2b95b309 req-03699a1d-fb23-4542-9e7a-0ae006da6601 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ecbebf011a74c69ac29c6b7f0bf0c84&device_id=87303dfe-1241-4a85-91e8-57cbae14d199 HTTP/1.1" status: 200 len: 1117 time: 0.1012046 Aug 20 10:14:07.649677 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=3316c0ef-4949-46a7-a3ed-338488d49bdd,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:07.809568 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Set router 26d9bc7a-f800-446c-9ff2-26bff710d975 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:14:07.830664 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff534b-f5ea-4a81-9067-e292d67051b6 req-cdabf995-efa5-42e2-8e23-11188fa4d021 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:07.839232 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eaff534b-f5ea-4a81-9067-e292d67051b6 req-cdabf995-efa5-42e2-8e23-11188fa4d021 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 948 time: 0.1359200 Aug 20 10:14:07.879561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d72c8-b184-40c5-96fc-e24d2b95b309 req-87083e04-2fcb-4572-8d6d-5ad87f104707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:07.881297 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a4d72c8-b184-40c5-96fc-e24d2b95b309 req-87083e04-2fcb-4572-8d6d-5ad87f104707 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2790258 Aug 20 10:14:07.928564 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eaff534b-f5ea-4a81-9067-e292d67051b6 req-e731dbe1-4dbf-4f3f-b0d5-4713491aa725 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884206 Aug 20 10:14:08.002913 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a4d72c8-b184-40c5-96fc-e24d2b95b309 req-487a68ea-cdee-4898-b3eb-a650d01af43f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=8777aaf8-8ce4-4de0-b327-43d3ded16230 HTTP/1.1" status: 200 len: 217 time: 0.1083591 Aug 20 10:14:08.124155 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d72c8-b184-40c5-96fc-e24d2b95b309 req-0c8a77f3-1522-4cbe-a613-f1b5c3fa160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:08.126909 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a4d72c8-b184-40c5-96fc-e24d2b95b309 req-0c8a77f3-1522-4cbe-a613-f1b5c3fa160c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1136994 Aug 20 10:14:08.156300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1300b7c-f9f7-48fd-8627-707c6eaa8edb req-ffbe2ad9-13b5-4a31-9f25-62e3efaa2fd7 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:08.158681 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1300b7c-f9f7-48fd-8627-707c6eaa8edb req-ffbe2ad9-13b5-4a31-9f25-62e3efaa2fd7 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 965 time: 0.0997095 Aug 20 10:14:08.164213 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552020428-router', 'tenant_id': 'db8def14c47441989f408f2505b4575c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ed018962-fda0-4b83-9012-7212734852ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:04Z', 'updated_at': '2021-08-20T10:14:06Z', 'revision_number': 3, 'project_id': 'db8def14c47441989f408f2505b4575c', 'gw_port': {'id': 'ed018962-fda0-4b83-9012-7212734852ba', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:05Z', 'updated_at': '2021-08-20T10:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:08.194769 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Checking router: 26d9bc7a-f800-446c-9ff2-26bff710d975 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:14:08.195374 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Updating router 26d9bc7a-f800-446c-9ff2-26bff710d975 port ed018962-fda0-4b83-9012-7212734852ba binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:14:08.224207 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d72c8-b184-40c5-96fc-e24d2b95b309 req-d4ba2e87-fb58-41f2-ad86-007977bbed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:08.225806 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a4d72c8-b184-40c5-96fc-e24d2b95b309 req-d4ba2e87-fb58-41f2-ad86-007977bbed2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0875309 Aug 20 10:14:08.235628 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1300b7c-f9f7-48fd-8627-707c6eaa8edb req-982d8df6-b130-4eec-b31a-279d30d6f5f6 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619724 Aug 20 10:14:08.246398 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:08.351733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a4d72c8-b184-40c5-96fc-e24d2b95b309 req-c381a5c2-e72c-4d8f-a649-a745da0199a5 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150270 Aug 20 10:14:08.414962 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:08.501893 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a4d72c8-b184-40c5-96fc-e24d2b95b309 req-5c50d8d2-f0ae-439c-964a-1e7b56054654 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405447 Aug 20 10:14:08.542847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 600237c7-0177-457b-99e1-afa58dbf41c8 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:08.579576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f24dd9-0771-447c-83b2-af5aaad95358 req-c61e5935-6fa4-4838-b203-913deb1b2e12 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:08.581155 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-60f24dd9-0771-447c-83b2-af5aaad95358 req-c61e5935-6fa4-4838-b203-913deb1b2e12 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 947 time: 0.1469762 Aug 20 10:14:08.626933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 600237c7-0177-457b-99e1-afa58dbf41c8 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:08.635617 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3316c0ef-4949-46a7-a3ed-338488d49bdd up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:08.681883 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:08.695855 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Transition to ACTIVE for port object ed018962-fda0-4b83-9012-7212734852ba will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:08.711003 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:08.745817 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3316c0ef-4949-46a7-a3ed-338488d49bdd triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:08.751187 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:08.759671 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-60f24dd9-0771-447c-83b2-af5aaad95358 req-855eba69-27e6-432c-9321-7a53004edf97 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358662 Aug 20 10:14:08.819153 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Attempting to bind port ed018962-fda0-4b83-9012-7212734852ba on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:14:08.819532 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Attempting to bind port ed018962-fda0-4b83-9012-7212734852ba by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:14:08.819898 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Attempting to bind port ed018962-fda0-4b83-9012-7212734852ba on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:08.822026 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7a950-65d2-4f1c-8638-e37a458b89d8 None None] Pushing event updated for resources: {'Port': ['ID=ed018962-fda0-4b83-9012-7212734852ba,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:08.840329 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:14:08.840708 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:08.841223 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:08.841621 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:14:08.842677 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Bound port: ed018962-fda0-4b83-9012-7212734852ba, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:14:08.843228 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:08.868533 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:08.884442 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf4d59-c512-49fe-a55b-b7fc6cec494e req-b48713ba-bf01-4e30-88c6-d90d4b692fef tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:08.886814 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1bf4d59-c512-49fe-a55b-b7fc6cec494e req-b48713ba-bf01-4e30-88c6-d90d4b692fef tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/ports?device_id=87303dfe-1241-4a85-91e8-57cbae14d199 HTTP/1.1" status: 200 len: 965 time: 0.1560817 Aug 20 10:14:08.897082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Allocated IP 172.20.0.1 (042fdb80-5ba3-406c-8777-5b95f672c64f/a194590a-e6dd-4294-9457-8586e77016bf/7e15b62e-dfab-4335-9ef4-60b0a19e21aa) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:08.938037 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:08.945966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:08.946347 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:08.969578 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1bf4d59-c512-49fe-a55b-b7fc6cec494e req-081b5354-4165-415a-88a2-2408c0775b28 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/security-groups?id=da7c7679-a14f-4507-9b5e-d1d2bbbe635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740762 Aug 20 10:14:08.977344 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] For port ed018962-fda0-4b83-9012-7212734852ba, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:14:08.982499 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] For port ed018962-fda0-4b83-9012-7212734852ba, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ed018962-fda0-4b83-9012-7212734852ba,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:14:08.990869 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:09.015417 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d2e8ba6d-9cf4-4856-8471-afa95f41d511 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:14:09.066022 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:09.083503 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae808001-597f-4531-a142-a4d0d096db03 None None] Network 042fdb80-5ba3-406c-8777-5b95f672c64f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:14:09.096047 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Transition to ACTIVE for port object 7e15b62e-dfab-4335-9ef4-60b0a19e21aa will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:09.125560 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Routers {'26d9bc7a-f800-446c-9ff2-26bff710d975'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:14:09.128078 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:14:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['26d9bc7a-f800-446c-9ff2-26bff710d975'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:09.131707 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7a950-65d2-4f1c-8638-e37a458b89d8 None None] Pushing event updated for resources: {'Port': ['ID=ed018962-fda0-4b83-9012-7212734852ba,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:09.140969 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:09.178732 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:09.202030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Network 042fdb80-5ba3-406c-8777-5b95f672c64f is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:09.204079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-35018947-cd1d-4504-a837-44e509a862e0 None None] Provisioning for port 600237c7-0177-457b-99e1-afa58dbf41c8 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:09.227978 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e3dfa0dc-e390-4c24-8c85-d94e0180c1a4 req-f58efd5b-cb01-4a8d-aa1f-9a732b7432ee tempest-QuotasAdminNegativeTest-780242999 tempest-QuotasAdminNegativeTest-780242999-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c620a42ae49a40d7bc297d89ac9ad626&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664542 Aug 20 10:14:09.242248 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-35018947-cd1d-4504-a837-44e509a862e0 None None] Provisioning complete for port 600237c7-0177-457b-99e1-afa58dbf41c8 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:09.242248 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-35018947-cd1d-4504-a837-44e509a862e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:09.252374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcce9fc-d6cc-4170-91ab-d8772ff5c2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7aa140-c6e0-4690-84c1-f7fb2c5a3401'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:09.262783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Pushing event updated for resources: {'Port': ['ID=7e15b62e-dfab-4335-9ef4-60b0a19e21aa,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:09.270579 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:09.283367 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:09.283729 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:09.294135 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] Set router 26d9bc7a-f800-446c-9ff2-26bff710d975 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:14:09.345454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c821f-2a5b-4e6f-a140-f2b7d7d8e9aa req-0adfa0f7-24ba-4bdb-a3a1-cd9caa79eda9 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:09.354486 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e33c821f-2a5b-4e6f-a140-f2b7d7d8e9aa req-0adfa0f7-24ba-4bdb-a3a1-cd9caa79eda9 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 948 time: 0.0588281 Aug 20 10:14:09.372577 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=0a7aa140-c6e0-4690-84c1-f7fb2c5a3401,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:09.378219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d2e8ba6d-9cf4-4856-8471-afa95f41d511, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2e8ba6d-9cf4-4856-8471-afa95f41d511,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:09.405764 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e33c821f-2a5b-4e6f-a140-f2b7d7d8e9aa req-591469e0-305e-4321-9855-300470a286a9 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500515 Aug 20 10:14:09.424067 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:09.428971 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a371cc-8a48-41ea-af4e-264fd9abaab0" -d '{"events": [{"server_uuid": "cbcce9fc-d6cc-4170-91ab-d8772ff5c2de", "name": "network-vif-plugged", "status": "completed", "tag": "0a7aa140-c6e0-4690-84c1-f7fb2c5a3401"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:09.444397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'd2e8ba6d-9cf4-4856-8471-afa95f41d511', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': 'd2e8ba6d-9cf4-4856-8471-afa95f41d511', 'mac_address': 'fa:16:3e:5b:fe:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:14:09.536605 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:09.548576 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552020428-router', 'tenant_id': 'db8def14c47441989f408f2505b4575c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ed018962-fda0-4b83-9012-7212734852ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:04Z', 'updated_at': '2021-08-20T10:14:06Z', 'revision_number': 3, 'project_id': 'db8def14c47441989f408f2505b4575c', 'gw_port': {'id': 'ed018962-fda0-4b83-9012-7212734852ba', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:05Z', 'updated_at': '2021-08-20T10:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:09.573994 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=0a7aa140-c6e0-4690-84c1-f7fb2c5a3401,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:09.580025 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f951245-9427-4ee6-80f9-1d31b4d1f442 None None] The sync data for ids ['26d9bc7a-f800-446c-9ff2-26bff710d975'] in n-d-778550-11 is: [{'id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552020428-router', 'tenant_id': 'db8def14c47441989f408f2505b4575c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ed018962-fda0-4b83-9012-7212734852ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:04Z', 'updated_at': '2021-08-20T10:14:06Z', 'revision_number': 3, 'project_id': 'db8def14c47441989f408f2505b4575c', 'gw_port': {'id': 'ed018962-fda0-4b83-9012-7212734852ba', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:05Z', 'updated_at': '2021-08-20T10:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:14:09.591722 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:09.602409 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfa0dc-e390-4c24-8c85-d94e0180c1a4 req-677e2a86-c809-431f-877e-3781bb32cf72 tempest-QuotasAdminNegativeTest-780242999 tempest-QuotasAdminNegativeTest-780242999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:09.609572 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e3dfa0dc-e390-4c24-8c85-d94e0180c1a4 req-677e2a86-c809-431f-877e-3781bb32cf72 tempest-QuotasAdminNegativeTest-780242999 tempest-QuotasAdminNegativeTest-780242999-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3804803 Aug 20 10:14:09.614481 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-35018947-cd1d-4504-a837-44e509a862e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:09.628145 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e8ba6d-9cf4-4856-8471-afa95f41d511 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:14:09.639295 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e3dfa0dc-e390-4c24-8c85-d94e0180c1a4 req-a51a2544-4143-45a3-b7f3-1c55b55d4b41 tempest-QuotasAdminNegativeTest-780242999 tempest-QuotasAdminNegativeTest-780242999-project] 10.222.0.16 "GET /v2.0/quotas/c620a42ae49a40d7bc297d89ac9ad626 HTTP/1.1" status: 200 len: 375 time: 0.0288625 Aug 20 10:14:09.673986 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ad378-b4c6-4131-abd9-18ed7ada6ef7 req-b50094c0-53c2-4bd6-a70a-8106bbe1e575 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:09.682299 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-568ad378-b4c6-4131-abd9-18ed7ada6ef7 req-b50094c0-53c2-4bd6-a70a-8106bbe1e575 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 966 time: 0.0780015 Aug 20 10:14:09.684712 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d2e8ba6d-9cf4-4856-8471-afa95f41d511, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2e8ba6d-9cf4-4856-8471-afa95f41d511,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:09.700773 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:09.701467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:14:09.710394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-35018947-cd1d-4504-a837-44e509a862e0 None None] For port 600237c7-0177-457b-99e1-afa58dbf41c8, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=600237c7-0177-457b-99e1-afa58dbf41c8,segment=NetworkSegment(f7438b5d-7bb2-4c47-8343-d810494febbf),segment_id=f7438b5d-7bb2-4c47-8343-d810494febbf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:09.743669 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-35018947-cd1d-4504-a837-44e509a862e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:09.747484 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-568ad378-b4c6-4131-abd9-18ed7ada6ef7 req-40bf7033-be4a-4334-91e6-b8d90af6c3a7 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589387 Aug 20 10:14:09.808134 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2292204a-25b6-4ac9-9d4c-bb7dec50bfe1,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:09.820336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d2e8ba6d-9cf4-4856-8471-afa95f41d511,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:09.834479 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '2292204a-25b6-4ac9-9d4c-bb7dec50bfe1', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '2292204a-25b6-4ac9-9d4c-bb7dec50bfe1', 'mac_address': 'fa:16:3e:31:59:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:14:09.873564 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278fd0f0-f983-4dc3-8ac5-d82d8a8cc722 x-openstack-request-id: req-278fd0f0-f983-4dc3-8ac5-d82d8a8cc722 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:09.873857 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcce9fc-d6cc-4170-91ab-d8772ff5c2de", "name": "network-vif-plugged", "status": "completed", "tag": "0a7aa140-c6e0-4690-84c1-f7fb2c5a3401", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:09.874115 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-278fd0f0-f983-4dc3-8ac5-d82d8a8cc722 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:09.874577 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcce9fc-d6cc-4170-91ab-d8772ff5c2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7aa140-c6e0-4690-84c1-f7fb2c5a3401', 'code': 200} Aug 20 10:14:09.954842 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:09.995765 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e3dfa0dc-e390-4c24-8c85-d94e0180c1a4 req-dbcb21cf-5435-4f74-bdaa-c700b1954f36 tempest-QuotasAdminNegativeTest-780242999 tempest-QuotasAdminNegativeTest-780242999-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c620a42ae49a40d7bc297d89ac9ad626&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3555365 Aug 20 10:14:09.999900 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:14:10.011538 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35018947-cd1d-4504-a837-44e509a862e0 None None] Pushing event updated for resources: {'Port': ['ID=600237c7-0177-457b-99e1-afa58dbf41c8,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:10.045368 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2292204a-25b6-4ac9-9d4c-bb7dec50bfe1,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:10.053076 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:10.145356 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e79a3e-df79-4883-92ea-772a0e2e5751 req-23b9c510-a050-4a29-9773-94cb9caf6f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:10.147396 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66e79a3e-df79-4883-92ea-772a0e2e5751 req-23b9c510-a050-4a29-9773-94cb9caf6f74 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 1118 time: 0.1852810 Aug 20 10:14:10.156849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-082f8bae-38c6-4dc4-8d03-51cd6f719342 None None] Provisioning for port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:10.164126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-082f8bae-38c6-4dc4-8d03-51cd6f719342 None None] Provisioning complete for port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:10.164293 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda569f-8ba1-4343-a50e-c275259a24f2 req-48af9767-5ae9-43ba-ab06-655fada15f28 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:10.165061 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-082f8bae-38c6-4dc4-8d03-51cd6f719342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:10.166202 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dda569f-8ba1-4343-a50e-c275259a24f2 req-48af9767-5ae9-43ba-ab06-655fada15f28 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 948 time: 0.0932684 Aug 20 10:14:10.168988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=2292204a-25b6-4ac9-9d4c-bb7dec50bfe1,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:10.186136 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-66e79a3e-df79-4883-92ea-772a0e2e5751 req-3d525bfa-2ccc-45e0-b07f-1fba2237b5d0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:10.255097 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-082f8bae-38c6-4dc4-8d03-51cd6f719342 None None] Port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:14:10.266417 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:10.275669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-082f8bae-38c6-4dc4-8d03-51cd6f719342 None None] Provisioning complete for port 600237c7-0177-457b-99e1-afa58dbf41c8 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:10.276646 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-082f8bae-38c6-4dc4-8d03-51cd6f719342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:10.279657 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:10.280691 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:10.288643 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dda569f-8ba1-4343-a50e-c275259a24f2 req-8ec6b4bb-b4f2-466a-b961-89440c2c6d4f tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993857 Aug 20 10:14:10.440460 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-66e79a3e-df79-4883-92ea-772a0e2e5751 req-3d525bfa-2ccc-45e0-b07f-1fba2237b5d0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:10.452517 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-66e79a3e-df79-4883-92ea-772a0e2e5751 req-3d525bfa-2ccc-45e0-b07f-1fba2237b5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:10.500860 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66e79a3e-df79-4883-92ea-772a0e2e5751 req-3d525bfa-2ccc-45e0-b07f-1fba2237b5d0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333972 Aug 20 10:14:10.511369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d525bfa-2ccc-45e0-b07f-1fba2237b5d0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e05291-a77e-4b72-8b02-8b19b0d59f16,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:10.544701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Pushing event updated for resources: {'Port': ['ID=7e15b62e-dfab-4335-9ef4-60b0a19e21aa,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:10.565948 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdebb2-90b6-42f1-9d6c-eff0eecbb395 req-dd5c40d3-c4c2-428c-be0a-d28084ce453e tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:10.567620 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6cdebb2-90b6-42f1-9d6c-eff0eecbb395 req-dd5c40d3-c4c2-428c-be0a-d28084ce453e tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/ports?device_id=87303dfe-1241-4a85-91e8-57cbae14d199 HTTP/1.1" status: 200 len: 965 time: 0.2902343 Aug 20 10:14:10.616103 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ed018962-fda0-4b83-9012-7212734852ba up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:10.651356 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6cdebb2-90b6-42f1-9d6c-eff0eecbb395 req-463a9525-723e-4a52-b93d-4396c91acc6a tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/security-groups?id=da7c7679-a14f-4507-9b5e-d1d2bbbe635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692897 Aug 20 10:14:10.653853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Network 042fdb80-5ba3-406c-8777-5b95f672c64f is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:10.655860 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:10.739013 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port ed018962-fda0-4b83-9012-7212734852ba completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:10.744097 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ed018962-fda0-4b83-9012-7212734852ba triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:10.744472 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:10.765791 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2543ee7-58ce-4cb1-bc31-088b4982d90d req-43a1cc9b-939b-45bf-94dd-04d90b40891e tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:10.768415 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2543ee7-58ce-4cb1-bc31-088b4982d90d req-43a1cc9b-939b-45bf-94dd-04d90b40891e tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 949 time: 0.1054499 Aug 20 10:14:10.842325 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2543ee7-58ce-4cb1-bc31-088b4982d90d req-7448916d-a3b1-47ec-bf5f-846284035135 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662854 Aug 20 10:14:10.845330 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Router 26d9bc7a-f800-446c-9ff2-26bff710d975 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:14:10.867376 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5589791e-ae53-415d-bf39-b1962d7f4fb0 None None] Provisioning complete for port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:10.867902 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5589791e-ae53-415d-bf39-b1962d7f4fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:10.888109 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 8777aaf8-8ce4-4de0-b327-43d3ded16230 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:14:10.987110 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['2292204a-25b6-4ac9-9d4c-bb7dec50bfe1'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:14:11.003611 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044695b4-93d3-4ad2-a2cb-df8122d5b9d9 req-2d8c052f-15a7-4ef3-a942-72bd5c25f1d6 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:11.009713 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:14:11.010946 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-044695b4-93d3-4ad2-a2cb-df8122d5b9d9 req-2d8c052f-15a7-4ef3-a942-72bd5c25f1d6 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 966 time: 0.0797565 Aug 20 10:14:11.019039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['d2e8ba6d-9cf4-4856-8471-afa95f41d511'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:14:11.019787 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-07d84b1e-3e4d-42cc-a182-59a33aa5aeec admin admin] 10.222.0.16 "PUT /v2.0/routers/26d9bc7a-f800-446c-9ff2-26bff710d975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4264467 Aug 20 10:14:11.056329 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-044695b4-93d3-4ad2-a2cb-df8122d5b9d9 req-8066a973-835c-4c5f-81f3-93fbf739566b tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443950 Aug 20 10:14:11.139225 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:11.151099 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-5589791e-ae53-415d-bf39-b1962d7f4fb0 None None] Port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:14:11.231282 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port ed018962-fda0-4b83-9012-7212734852ba, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ed018962-fda0-4b83-9012-7212734852ba,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:11.252398 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:11.253192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 600237c7-0177-457b-99e1-afa58dbf41c8 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:11.294885 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2408230-5e16-4a5f-b7e0-c1170ee79362 req-34c65e35-b07d-4612-aac9-88be05fe1d06 tempest-QuotasAdminNegativeTest-780242999 tempest-QuotasAdminNegativeTest-780242999-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c620a42ae49a40d7bc297d89ac9ad626&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336869 Aug 20 10:14:11.428937 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2408230-5e16-4a5f-b7e0-c1170ee79362 req-d7747548-e027-4416-bdcf-edad2a823f19 tempest-QuotasAdminNegativeTest-780242999 tempest-QuotasAdminNegativeTest-780242999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:11.437479 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2408230-5e16-4a5f-b7e0-c1170ee79362 req-d7747548-e027-4416-bdcf-edad2a823f19 tempest-QuotasAdminNegativeTest-780242999 tempest-QuotasAdminNegativeTest-780242999-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1415427 Aug 20 10:14:11.437872 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=ed018962-fda0-4b83-9012-7212734852ba,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:11.440516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-283d4939-6930-48b9-9041-a0b270190063 None None] Provisioning complete for port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:11.440894 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-283d4939-6930-48b9-9041-a0b270190063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:11.463796 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2408230-5e16-4a5f-b7e0-c1170ee79362 req-7d06a20a-0eb9-4b8f-b60f-37bf06049f8a tempest-QuotasAdminNegativeTest-780242999 tempest-QuotasAdminNegativeTest-780242999-project] 10.222.0.16 "GET /v2.0/quotas/c620a42ae49a40d7bc297d89ac9ad626 HTTP/1.1" status: 200 len: 375 time: 0.0251148 Aug 20 10:14:11.472444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 8777aaf8-8ce4-4de0-b327-43d3ded16230, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=8777aaf8-8ce4-4de0-b327-43d3ded16230,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:11.508292 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2408230-5e16-4a5f-b7e0-c1170ee79362 req-e617f6a2-3577-465c-987d-36d54bad5bc0 tempest-QuotasAdminNegativeTest-780242999 tempest-QuotasAdminNegativeTest-780242999-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c620a42ae49a40d7bc297d89ac9ad626&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366106 Aug 20 10:14:11.521160 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd62d1-4c41-4c41-aa10-935174e8f613 req-cf2640f6-46a7-42da-8630-ace8e0cfdbd5 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:11.521361 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '8777aaf8-8ce4-4de0-b327-43d3ded16230', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '8777aaf8-8ce4-4de0-b327-43d3ded16230', 'mac_address': 'fa:16:3e:4d:1b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:tempest-test_az-92699', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:14:11.531550 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bcfd62d1-4c41-4c41-aa10-935174e8f613 req-cf2640f6-46a7-42da-8630-ace8e0cfdbd5 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 948 time: 0.0963333 Aug 20 10:14:11.549842 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57544) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:11.580665 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bcfd62d1-4c41-4c41-aa10-935174e8f613 req-66ea2178-f7ae-44ee-9cb3-d64872969713 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424747 Aug 20 10:14:11.582755 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-283d4939-6930-48b9-9041-a0b270190063 None None] Port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:14:11.628067 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 600237c7-0177-457b-99e1-afa58dbf41c8 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:11.628444 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:11.668529 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:11.695853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8777aaf8-8ce4-4de0-b327-43d3ded16230 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:14:11.720320 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af8d8f09-d25a-45c7-8948-3da5f5c8312d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:11.724008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 8777aaf8-8ce4-4de0-b327-43d3ded16230, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=8777aaf8-8ce4-4de0-b327-43d3ded16230,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:11.756242 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:11.832543 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=8777aaf8-8ce4-4de0-b327-43d3ded16230,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:11.855840 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af8d8f09-d25a-45c7-8948-3da5f5c8312d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:11.860875 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af8d8f09-d25a-45c7-8948-3da5f5c8312d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:11.917648 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-af8d8f09-d25a-45c7-8948-3da5f5c8312d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcebe93e06c54c85940f32d19e341929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646576 Aug 20 10:14:11.920787 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57562) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:11.930280 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d8f09-d25a-45c7-8948-3da5f5c8312d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d701ad-0ef1-43fb-9921-40e526f0dff3,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:11.957330 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a9872-e287-4239-80ac-af7de088535f req-987d04a8-425c-4d2b-8ace-97834f3f392c tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:11.960218 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a81a9872-e287-4239-80ac-af7de088535f req-987d04a8-425c-4d2b-8ace-97834f3f392c tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/ports?device_id=87303dfe-1241-4a85-91e8-57cbae14d199 HTTP/1.1" status: 200 len: 966 time: 0.0774391 Aug 20 10:14:11.972119 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['8777aaf8-8ce4-4de0-b327-43d3ded16230'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:14:11.986760 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-64332e83-3741-4f10-859e-73efe0c92656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:12.015803 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a81a9872-e287-4239-80ac-af7de088535f req-a6e513d1-d427-48e1-bd31-cece4c202902 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/security-groups?id=da7c7679-a14f-4507-9b5e-d1d2bbbe635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501957 Aug 20 10:14:12.045524 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-64332e83-3741-4f10-859e-73efe0c92656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:12.113698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554e563-e08d-4353-b913-06326fc05af5 req-16da0449-8add-4bfe-b682-d670c6d6738a tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:12.115323 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8554e563-e08d-4353-b913-06326fc05af5 req-16da0449-8add-4bfe-b682-d670c6d6738a tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 949 time: 0.0926657 Aug 20 10:14:12.168901 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-64332e83-3741-4f10-859e-73efe0c92656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:12.171590 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-64332e83-3741-4f10-859e-73efe0c92656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:12.175098 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-64332e83-3741-4f10-859e-73efe0c92656 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67d701ad-0ef1-43fb-9921-40e526f0dff3 HTTP/1.1" status: 204 len: 168 time: 0.2508936 Aug 20 10:14:12.178308 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8554e563-e08d-4353-b913-06326fc05af5 req-da23b056-9d91-4229-a73e-4074c598b391 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536392 Aug 20 10:14:12.185287 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64332e83-3741-4f10-859e-73efe0c92656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d701ad-0ef1-43fb-9921-40e526f0dff3,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:12.316078 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5920f8-d773-46bc-b797-8093ca708b72 req-b6a42704-4c4f-47dd-9b5f-41e6f78d8310 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:12.319444 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0c5920f8-d773-46bc-b797-8093ca708b72 req-b6a42704-4c4f-47dd-9b5f-41e6f78d8310 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 966 time: 0.0705028 Aug 20 10:14:12.393021 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0c5920f8-d773-46bc-b797-8093ca708b72 req-f002ed0d-0f36-4696-adfd-6fd7b1ff0fbb tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512269 Aug 20 10:14:12.408197 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ed018962-fda0-4b83-9012-7212734852ba up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:12.485748 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ed018962-fda0-4b83-9012-7212734852ba triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:12.486408 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:12.521410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Sync routers for ids ['26d9bc7a-f800-446c-9ff2-26bff710d975'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:14:12.542895 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Routers {'26d9bc7a-f800-446c-9ff2-26bff710d975'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:14:12.543734 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:14:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['26d9bc7a-f800-446c-9ff2-26bff710d975'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:12.617100 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b8163a5e-f3aa-43fd-8e0c-957e74e04700 req-d67206f9-a38f-4e16-8b01-f6da8cb33201 tempest-QuotasAdminNegativeTest-780242999 tempest-QuotasAdminNegativeTest-780242999-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c620a42ae49a40d7bc297d89ac9ad626&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312469 Aug 20 10:14:12.679677 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57602) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:12.701934 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f964fc56-8c13-40e6-8ee7-454bb33986a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:12.707921 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Set router 26d9bc7a-f800-446c-9ff2-26bff710d975 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:14:12.723767 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57604) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:12.730031 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4b24c207-c881-4f61-9e6b-f55c5f3bd3ad tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1225552942', 'description': 'tempest-description--2118301828'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:12.762807 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8163a5e-f3aa-43fd-8e0c-957e74e04700 req-f4139fee-6bef-4699-9201-5f5dd24904dd tempest-QuotasAdminNegativeTest-780242999 tempest-QuotasAdminNegativeTest-780242999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:12.770624 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b8163a5e-f3aa-43fd-8e0c-957e74e04700 req-f4139fee-6bef-4699-9201-5f5dd24904dd tempest-QuotasAdminNegativeTest-780242999 tempest-QuotasAdminNegativeTest-780242999-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1523728 Aug 20 10:14:12.787685 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b8163a5e-f3aa-43fd-8e0c-957e74e04700 req-00a6cc9c-723e-4f7e-946c-78b4da395c23 tempest-QuotasAdminNegativeTest-780242999 tempest-QuotasAdminNegativeTest-780242999-project] 10.222.0.16 "GET /v2.0/quotas/c620a42ae49a40d7bc297d89ac9ad626 HTTP/1.1" status: 200 len: 375 time: 0.0160370 Aug 20 10:14:12.833603 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b8163a5e-f3aa-43fd-8e0c-957e74e04700 req-815ef4bb-40f6-43a2-934f-0d911cdb2651 tempest-QuotasAdminNegativeTest-780242999 tempest-QuotasAdminNegativeTest-780242999-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c620a42ae49a40d7bc297d89ac9ad626&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405250 Aug 20 10:14:12.856325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049ed56-0963-4500-9c7e-e3635f23a069 req-dd0d4421-7679-4692-b4e9-c8a16b190581 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:12.858242 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2049ed56-0963-4500-9c7e-e3635f23a069 req-dd0d4421-7679-4692-b4e9-c8a16b190581 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 948 time: 0.0779054 Aug 20 10:14:12.869902 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f964fc56-8c13-40e6-8ee7-454bb33986a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:12.883118 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f964fc56-8c13-40e6-8ee7-454bb33986a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:12.887288 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 8777aaf8-8ce4-4de0-b327-43d3ded16230 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:12.956062 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b24c207-c881-4f61-9e6b-f55c5f3bd3ad tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:12.966904 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57612) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:12.967470 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f964fc56-8c13-40e6-8ee7-454bb33986a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce7b6237568047a09822b545e7e33df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861371 Aug 20 10:14:12.967812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964fc56-8c13-40e6-8ee7-454bb33986a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf7514d-da50-4383-9289-095453a8747e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:12.982848 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2049ed56-0963-4500-9c7e-e3635f23a069 req-a49a573f-38cc-4d0d-a513-a17bd51c1540 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152525 Aug 20 10:14:12.983955 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 8777aaf8-8ce4-4de0-b327-43d3ded16230 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:12.991268 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 8777aaf8-8ce4-4de0-b327-43d3ded16230 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:12.991645 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.024988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552020428-router', 'tenant_id': 'db8def14c47441989f408f2505b4575c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ed018962-fda0-4b83-9012-7212734852ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:04Z', 'updated_at': '2021-08-20T10:14:09Z', 'revision_number': 4, 'project_id': 'db8def14c47441989f408f2505b4575c', 'gw_port': {'id': 'ed018962-fda0-4b83-9012-7212734852ba', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:05Z', 'updated_at': '2021-08-20T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '7e15b62e-dfab-4335-9ef4-60b0a19e21aa', 'name': '', 'network_id': '042fdb80-5ba3-406c-8777-5b95f672c64f', 'tenant_id': 'db8def14c47441989f408f2505b4575c', 'mac_address': 'fa:16:3e:d3:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': 'a194590a-e6dd-4294-9457-8586e77016bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:08Z', 'updated_at': '2021-08-20T10:14:09Z', 'revision_number': 2, 'project_id': 'db8def14c47441989f408f2505b4575c', 'subnets': [{'id': 'a194590a-e6dd-4294-9457-8586e77016bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:13.030972 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d2e8ba6d-9cf4-4856-8471-afa95f41d511 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:13.087610 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Checking router: 26d9bc7a-f800-446c-9ff2-26bff710d975 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:14:13.087966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Updating router 26d9bc7a-f800-446c-9ff2-26bff710d975 port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:14:13.089419 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-84d7439f-fe6f-4299-afb5-96a95a4d5d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.090352 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b24c207-c881-4f61-9e6b-f55c5f3bd3ad tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.099524 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b24c207-c881-4f61-9e6b-f55c5f3bd3ad tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.119134 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-84d7439f-fe6f-4299-afb5-96a95a4d5d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.133791 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.170888 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b24c207-c881-4f61-9e6b-f55c5f3bd3ad tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.175736 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4b24c207-c881-4f61-9e6b-f55c5f3bd3ad tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4472394 Aug 20 10:14:13.176954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57616) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:13.181519 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-6f56835f-75df-4e71-9292-f760b891fd5b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Request body: {'security_group_rule': {'security_group_id': '863419fb-6a94-4404-af88-a08421fe1f5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:13.189497 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24c207-c881-4f61-9e6b-f55c5f3bd3ad tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863419fb-6a94-4404-af88-a08421fe1f5c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:13.193758 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-84d7439f-fe6f-4299-afb5-96a95a4d5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.200478 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-84d7439f-fe6f-4299-afb5-96a95a4d5d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.205577 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-84d7439f-fe6f-4299-afb5-96a95a4d5d23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cf7514d-da50-4383-9289-095453a8747e HTTP/1.1" status: 204 len: 168 time: 0.2346096 Aug 20 10:14:13.226499 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd2cd0-6a61-4108-a62d-1f42f3e63f13 req-339bfaaa-3b1b-4950-95a6-74f2ce5ba729 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:13.231852 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7fd2cd0-6a61-4108-a62d-1f42f3e63f13 req-339bfaaa-3b1b-4950-95a6-74f2ce5ba729 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/ports?device_id=87303dfe-1241-4a85-91e8-57cbae14d199 HTTP/1.1" status: 200 len: 966 time: 0.0993576 Aug 20 10:14:13.236007 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7439f-fe6f-4299-afb5-96a95a4d5d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf7514d-da50-4383-9289-095453a8747e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:13.254102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port d2e8ba6d-9cf4-4856-8471-afa95f41d511 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:13.256178 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6f56835f-75df-4e71-9292-f760b891fd5b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.270734 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.317253 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7fd2cd0-6a61-4108-a62d-1f42f3e63f13 req-84b14ae5-584f-45dc-9ad5-d0b078abd6ff tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/security-groups?id=da7c7679-a14f-4507-9b5e-d1d2bbbe635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619984 Aug 20 10:14:13.404163 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6f56835f-75df-4e71-9292-f760b891fd5b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.413478 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6f56835f-75df-4e71-9292-f760b891fd5b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.430289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123af3e-046d-49b6-9c35-d03f8cd577eb req-0371adf8-5f9b-4800-9da9-a4557e6c369f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:13.432798 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1123af3e-046d-49b6-9c35-d03f8cd577eb req-0371adf8-5f9b-4800-9da9-a4557e6c369f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 949 time: 0.1082480 Aug 20 10:14:13.441906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56835f-75df-4e71-9292-f760b891fd5b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3bf1944-ff1a-45d7-8de7-6543c23f9488,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:13.464355 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6f56835f-75df-4e71-9292-f760b891fd5b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.465321 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6f56835f-75df-4e71-9292-f760b891fd5b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2874525 Aug 20 10:14:13.469344 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57628) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:13.470840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port d2e8ba6d-9cf4-4856-8471-afa95f41d511 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:13.471242 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.481976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-72fd193a-e165-469e-8696-d09c2f8eef73 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Request body: {'security_group_rule': {'security_group_id': '863419fb-6a94-4404-af88-a08421fe1f5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:13.499117 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1123af3e-046d-49b6-9c35-d03f8cd577eb req-46aeb603-fa37-4578-92d4-8e9cab77b4d0 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566804 Aug 20 10:14:13.578112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883552c1-35b6-4125-9078-509bbc71659d req-52c73a4f-8971-40f0-8169-70d36eb759bf tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:13.580161 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-883552c1-35b6-4125-9078-509bbc71659d req-52c73a4f-8971-40f0-8169-70d36eb759bf tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 966 time: 0.0899227 Aug 20 10:14:13.586765 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-72fd193a-e165-469e-8696-d09c2f8eef73 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.624922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87303dfe-1241-4a85-91e8-57cbae14d199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8777aaf8-8ce4-4de0-b327-43d3ded16230'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:13.627198 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705aedb8-f0a9-4bd9-8559-1d0cc1b3995a" -d '{"events": [{"server_uuid": "87303dfe-1241-4a85-91e8-57cbae14d199", "name": "network-vif-plugged", "status": "completed", "tag": "8777aaf8-8ce4-4de0-b327-43d3ded16230"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:13.648199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 8777aaf8-8ce4-4de0-b327-43d3ded16230, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=8777aaf8-8ce4-4de0-b327-43d3ded16230,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:13.653317 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57636) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:13.670130 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.712843 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-883552c1-35b6-4125-9078-509bbc71659d req-711bd1c1-6466-42be-a5f9-b4c9273645d7 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171019 Aug 20 10:14:13.722064 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d70d132-ceef-44dd-ab62-5bd217858f9f x-openstack-request-id: req-6d70d132-ceef-44dd-ab62-5bd217858f9f {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:13.723253 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87303dfe-1241-4a85-91e8-57cbae14d199", "name": "network-vif-plugged", "status": "completed", "tag": "8777aaf8-8ce4-4de0-b327-43d3ded16230", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:13.724042 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d70d132-ceef-44dd-ab62-5bd217858f9f {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:13.725851 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87303dfe-1241-4a85-91e8-57cbae14d199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8777aaf8-8ce4-4de0-b327-43d3ded16230', 'code': 200} Aug 20 10:14:13.761840 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-72fd193a-e165-469e-8696-d09c2f8eef73 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.771245 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-72fd193a-e165-469e-8696-d09c2f8eef73 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.825167 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd193a-e165-469e-8696-d09c2f8eef73 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f4c276-04bc-4c6a-8698-4caf911dd634,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:13.858265 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fbbc901b-1b63-4e3f-b08c-adda12346415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.864950 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-72fd193a-e165-469e-8696-d09c2f8eef73 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.866408 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-72fd193a-e165-469e-8696-d09c2f8eef73 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3959854 Aug 20 10:14:13.871419 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57648) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:13.877530 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-24a711cc-ff7b-404b-937a-2f5ef39f1b3d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:13.881728 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=8777aaf8-8ce4-4de0-b327-43d3ded16230,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:13.902812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7f689-002e-4a5c-ac77-8d428e0ec1c7 req-65f4b4ba-535a-4246-a90b-418d87548bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:13.904605 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c8a7f689-002e-4a5c-ac77-8d428e0ec1c7 req-65f4b4ba-535a-4246-a90b-418d87548bdc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=87303dfe-1241-4a85-91e8-57cbae14d199 HTTP/1.1" status: 200 len: 1119 time: 0.1018894 Aug 20 10:14:13.928601 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24a711cc-ff7b-404b-937a-2f5ef39f1b3d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:13.935568 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.004183 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2fd18-915e-4355-a250-ff662cfdc345 req-9643025e-af4b-443c-aa9f-4d1d4b94d4da tempest-AggregatesAdminTestJSON-1721528004 tempest-AggregatesAdminTestJSON-1721528004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:14.005908 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bf2fd18-915e-4355-a250-ff662cfdc345 req-9643025e-af4b-443c-aa9f-4d1d4b94d4da tempest-AggregatesAdminTestJSON-1721528004 tempest-AggregatesAdminTestJSON-1721528004-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 1118 time: 0.1076272 Aug 20 10:14:14.013298 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c8a7f689-002e-4a5c-ac77-8d428e0ec1c7 req-97f85604-136f-4aa9-b5f9-8df428b2aa21 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=da7c7679-a14f-4507-9b5e-d1d2bbbe635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000893 Aug 20 10:14:14.049062 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7bf2fd18-915e-4355-a250-ff662cfdc345 req-b7033326-b4fc-4601-9dd9-d77a8a287830 tempest-AggregatesAdminTestJSON-1721528004 tempest-AggregatesAdminTestJSON-1721528004-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.049541 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.057892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d2e8ba6d-9cf4-4856-8471-afa95f41d511, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2e8ba6d-9cf4-4856-8471-afa95f41d511,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:14.070378 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.071219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:14.073444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Transition to ACTIVE for port object 7e15b62e-dfab-4335-9ef4-60b0a19e21aa will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:14.102169 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24a711cc-ff7b-404b-937a-2f5ef39f1b3d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.126588 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.184373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d2e8ba6d-9cf4-4856-8471-afa95f41d511,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:14.194596 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fbbc901b-1b63-4e3f-b08c-adda12346415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.346293 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fbbc901b-1b63-4e3f-b08c-adda12346415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.348539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:14.351991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac94a9-a751-4f16-b564-b37caf0b4b5a req-f03101a7-acd1-413f-9e66-482757224aef tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:14.352547 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7bf2fd18-915e-4355-a250-ff662cfdc345 req-b7033326-b4fc-4601-9dd9-d77a8a287830 tempest-AggregatesAdminTestJSON-1721528004 tempest-AggregatesAdminTestJSON-1721528004-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.353511 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b8ac94a9-a751-4f16-b564-b37caf0b4b5a req-f03101a7-acd1-413f-9e66-482757224aef tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 948 time: 0.2138417 Aug 20 10:14:14.364501 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f935eb3-cb69-4903-820b-94b45ba0cc93 None None] Pushing event updated for resources: {'Port': ['ID=7e15b62e-dfab-4335-9ef4-60b0a19e21aa,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:14.371834 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:14.372210 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.374117 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Attempting to bind port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:14:14.374367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Attempting to bind port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'f7438b5d-7bb2-4c47-8343-d810494febbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '042fdb80-5ba3-406c-8777-5b95f672c64f'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:14:14.374769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Attempting to bind port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa on network 042fdb80-5ba3-406c-8777-5b95f672c64f {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:14.375767 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7bf2fd18-915e-4355-a250-ff662cfdc345 req-b7033326-b4fc-4601-9dd9-d77a8a287830 tempest-AggregatesAdminTestJSON-1721528004 tempest-AggregatesAdminTestJSON-1721528004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.406431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-24a711cc-ff7b-404b-937a-2f5ef39f1b3d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Allocated IP 172.25.3.109 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/e916580f-e086-4eda-bb3c-d51047c2248a) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:14.419237 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fbbc901b-1b63-4e3f-b08c-adda12346415 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c620a42ae49a40d7bc297d89ac9ad626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7644279 Aug 20 10:14:14.421797 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bf2fd18-915e-4355-a250-ff662cfdc345 req-b7033326-b4fc-4601-9dd9-d77a8a287830 tempest-AggregatesAdminTestJSON-1721528004 tempest-AggregatesAdminTestJSON-1721528004-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068723 Aug 20 10:14:14.421971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57664) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:14.423979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc901b-1b63-4e3f-b08c-adda12346415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f02b4f9-2ff3-41ab-8554-ee256e650528,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:14.433310 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:14:14.433781 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Checking segment: {'id': 'f7438b5d-7bb2-4c47-8343-d810494febbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '042fdb80-5ba3-406c-8777-5b95f672c64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:14.434201 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.434539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Bound using segment: {'id': 'f7438b5d-7bb2-4c47-8343-d810494febbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '042fdb80-5ba3-406c-8777-5b95f672c64f'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:14:14.435001 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Bound port: 7e15b62e-dfab-4335-9ef4-60b0a19e21aa, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7438b5d-7bb2-4c47-8343-d810494febbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '042fdb80-5ba3-406c-8777-5b95f672c64f'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:14:14.435520 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.488319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7033326-b4fc-4601-9dd9-d77a8a287830 tempest-AggregatesAdminTestJSON-1721528004 tempest-AggregatesAdminTestJSON-1721528004-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c54ffc3-abc8-48d2-8270-bacfb6ad933d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:14.518585 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73932c6f-a890-4842-8f05-1a9137adde5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.551363 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73932c6f-a890-4842-8f05-1a9137adde5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.611697 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] For port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:14:14.621004 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] For port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7e15b62e-dfab-4335-9ef4-60b0a19e21aa,segment=NetworkSegment(f7438b5d-7bb2-4c47-8343-d810494febbf),segment_id=f7438b5d-7bb2-4c47-8343-d810494febbf)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:14:14.642594 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.686049 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741e66e-0a7c-4fff-99f9-b413fe73d176 req-dc4c6dbd-a651-47e4-9f78-b6d766dea144 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:14.688601 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9741e66e-0a7c-4fff-99f9-b413fe73d176 req-dc4c6dbd-a651-47e4-9f78-b6d766dea144 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/ports?device_id=87303dfe-1241-4a85-91e8-57cbae14d199 HTTP/1.1" status: 200 len: 967 time: 0.0693357 Aug 20 10:14:14.714175 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73932c6f-a890-4842-8f05-1a9137adde5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.717809 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73932c6f-a890-4842-8f05-1a9137adde5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.719223 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-73932c6f-a890-4842-8f05-1a9137adde5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f02b4f9-2ff3-41ab-8554-ee256e650528 HTTP/1.1" status: 204 len: 168 time: 0.2961762 Aug 20 10:14:14.733531 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73932c6f-a890-4842-8f05-1a9137adde5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f02b4f9-2ff3-41ab-8554-ee256e650528,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:14.744028 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.778019 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9741e66e-0a7c-4fff-99f9-b413fe73d176 req-b1f816ac-fe37-47b8-bd6a-fff567ea2f34 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/security-groups?id=da7c7679-a14f-4507-9b5e-d1d2bbbe635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818896 Aug 20 10:14:14.818429 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b8ac94a9-a751-4f16-b564-b37caf0b4b5a req-278e25b5-027e-4262-8d3a-a9e2fcc515a4 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526422 Aug 20 10:14:14.880532 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2292204a-25b6-4ac9-9d4c-bb7dec50bfe1,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:14.909679 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:14.917442 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Routers {'26d9bc7a-f800-446c-9ff2-26bff710d975'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:14:14.919949 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:14:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['26d9bc7a-f800-446c-9ff2-26bff710d975'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:14.956921 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24a711cc-ff7b-404b-937a-2f5ef39f1b3d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:15.174559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] Set router 26d9bc7a-f800-446c-9ff2-26bff710d975 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:14:15.280252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464a247-f2b6-4160-bea4-4e895159d8ea req-eab23a81-7a7e-42b1-80a2-bf20b6595f57 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:15.283267 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0464a247-f2b6-4160-bea4-4e895159d8ea req-eab23a81-7a7e-42b1-80a2-bf20b6595f57 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 950 time: 0.2410324 Aug 20 10:14:15.285642 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24a711cc-ff7b-404b-937a-2f5ef39f1b3d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:15.317424 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57694) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:15.335452 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f935eb3-cb69-4903-820b-94b45ba0cc93 None None] Pushing event updated for resources: {'Port': ['ID=7e15b62e-dfab-4335-9ef4-60b0a19e21aa,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:15.349992 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bfbdedf5-4ec9-4144-9fe2-0990a3db5f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:15.377539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a711cc-ff7b-404b-937a-2f5ef39f1b3d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:15.383889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-24a711cc-ff7b-404b-937a-2f5ef39f1b3d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:15.387982 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a711cc-ff7b-404b-937a-2f5ef39f1b3d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:15.402709 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a711cc-ff7b-404b-937a-2f5ef39f1b3d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Pushing event updated for resources: {'Port': ['ID=e916580f-e086-4eda-bb3c-d51047c2248a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:15.408211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=2292204a-25b6-4ac9-9d4c-bb7dec50bfe1,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:15.462528 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0464a247-f2b6-4160-bea4-4e895159d8ea req-7f52387a-6c99-4bec-baaf-dfef1ac77e45 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662278 Aug 20 10:14:15.548471 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24a711cc-ff7b-404b-937a-2f5ef39f1b3d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:15.554979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552020428-router', 'tenant_id': 'db8def14c47441989f408f2505b4575c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ed018962-fda0-4b83-9012-7212734852ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:04Z', 'updated_at': '2021-08-20T10:14:09Z', 'revision_number': 4, 'project_id': 'db8def14c47441989f408f2505b4575c', 'gw_port': {'id': 'ed018962-fda0-4b83-9012-7212734852ba', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:05Z', 'updated_at': '2021-08-20T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '7e15b62e-dfab-4335-9ef4-60b0a19e21aa', 'name': '', 'network_id': '042fdb80-5ba3-406c-8777-5b95f672c64f', 'tenant_id': 'db8def14c47441989f408f2505b4575c', 'mac_address': 'fa:16:3e:d3:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': 'a194590a-e6dd-4294-9457-8586e77016bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:08Z', 'updated_at': '2021-08-20T10:14:14Z', 'revision_number': 4, 'project_id': 'db8def14c47441989f408f2505b4575c', 'subnets': [{'id': 'a194590a-e6dd-4294-9457-8586e77016bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:15.581250 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bfbdedf5-4ec9-4144-9fe2-0990a3db5f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:15.587396 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bfbdedf5-4ec9-4144-9fe2-0990a3db5f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:15.605787 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd9c010-19d6-4f3c-96d6-9c38c18e56e6 None None] The sync data for ids ['26d9bc7a-f800-446c-9ff2-26bff710d975'] in n-d-778550-11 is: [{'id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552020428-router', 'tenant_id': 'db8def14c47441989f408f2505b4575c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ed018962-fda0-4b83-9012-7212734852ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:04Z', 'updated_at': '2021-08-20T10:14:09Z', 'revision_number': 4, 'project_id': 'db8def14c47441989f408f2505b4575c', 'gw_port': {'id': 'ed018962-fda0-4b83-9012-7212734852ba', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:05Z', 'updated_at': '2021-08-20T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '7e15b62e-dfab-4335-9ef4-60b0a19e21aa', 'name': '', 'network_id': '042fdb80-5ba3-406c-8777-5b95f672c64f', 'tenant_id': 'db8def14c47441989f408f2505b4575c', 'mac_address': 'fa:16:3e:d3:73:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': 'a194590a-e6dd-4294-9457-8586e77016bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:08Z', 'updated_at': '2021-08-20T10:14:14Z', 'revision_number': 4, 'project_id': 'db8def14c47441989f408f2505b4575c', 'subnets': [{'id': 'a194590a-e6dd-4294-9457-8586e77016bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:14:15.608098 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24a711cc-ff7b-404b-937a-2f5ef39f1b3d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:15.629339 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bfbdedf5-4ec9-4144-9fe2-0990a3db5f37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66c12e9a70f84d4a9e73ef5abe73b629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108146 Aug 20 10:14:15.634970 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57710) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:15.695664 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdedf5-4ec9-4144-9fe2-0990a3db5f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749e13d8-231e-4caa-896e-5cf54f460e74,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:15.729526 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6b4d28-5e3b-4333-9d97-60dea40354eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e8ba6d-9cf4-4856-8471-afa95f41d511'}, {'server_uuid': '98c39c7c-26d9-4a6f-b460-5d61cd98bee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2292204a-25b6-4ac9-9d4c-bb7dec50bfe1'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:15.746529 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525e5ba2-d610-4a19-82be-974e0180ca28" -d '{"events": [{"server_uuid": "ac6b4d28-5e3b-4333-9d97-60dea40354eb", "name": "network-vif-plugged", "status": "completed", "tag": "d2e8ba6d-9cf4-4856-8471-afa95f41d511"}, {"server_uuid": "98c39c7c-26d9-4a6f-b460-5d61cd98bee2", "name": "network-vif-plugged", "status": "completed", "tag": "2292204a-25b6-4ac9-9d4c-bb7dec50bfe1"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:15.768093 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ede334ec-66ac-434d-a91b-68f04b3f069c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:15.806873 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ede334ec-66ac-434d-a91b-68f04b3f069c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:15.839864 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4dab96-62b3-40fb-9ffe-9f5d3740e1bb x-openstack-request-id: req-7e4dab96-62b3-40fb-9ffe-9f5d3740e1bb {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:15.840164 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6b4d28-5e3b-4333-9d97-60dea40354eb", "name": "network-vif-plugged", "status": "completed", "tag": "d2e8ba6d-9cf4-4856-8471-afa95f41d511", "code": 200}, {"server_uuid": "98c39c7c-26d9-4a6f-b460-5d61cd98bee2", "name": "network-vif-plugged", "status": "completed", "tag": "2292204a-25b6-4ac9-9d4c-bb7dec50bfe1", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:15.840541 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e4dab96-62b3-40fb-9ffe-9f5d3740e1bb {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:15.840816 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6b4d28-5e3b-4333-9d97-60dea40354eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e8ba6d-9cf4-4856-8471-afa95f41d511', 'code': 200} Aug 20 10:14:15.841074 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c39c7c-26d9-4a6f-b460-5d61cd98bee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2292204a-25b6-4ac9-9d4c-bb7dec50bfe1', 'code': 200} Aug 20 10:14:16.019079 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24a711cc-ff7b-404b-937a-2f5ef39f1b3d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:16.026710 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24a711cc-ff7b-404b-937a-2f5ef39f1b3d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:16.063999 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24a711cc-ff7b-404b-937a-2f5ef39f1b3d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:16.085462 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a711cc-ff7b-404b-937a-2f5ef39f1b3d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Pushing event updated for resources: {'Port': ['ID=e916580f-e086-4eda-bb3c-d51047c2248a,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:16.096923 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad50331-3da8-443a-a50d-2e1e927ed9a5 req-c58520ed-88e4-42b9-ad9d-3cfafc21278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:16.098725 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ad50331-3da8-443a-a50d-2e1e927ed9a5 req-c58520ed-88e4-42b9-ad9d-3cfafc21278c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 1102 time: 0.1736383 Aug 20 10:14:16.101614 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ede334ec-66ac-434d-a91b-68f04b3f069c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:16.103489 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24a711cc-ff7b-404b-937a-2f5ef39f1b3d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:16.104489 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ede334ec-66ac-434d-a91b-68f04b3f069c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:16.105088 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-24a711cc-ff7b-404b-937a-2f5ef39f1b3d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2324288 Aug 20 10:14:16.105838 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ede334ec-66ac-434d-a91b-68f04b3f069c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/749e13d8-231e-4caa-896e-5cf54f460e74 HTTP/1.1" status: 204 len: 168 time: 0.4697530 Aug 20 10:14:16.119874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229babe-ecfe-4942-a923-9655bc78fd48 req-7b91b263-d679-474f-8a12-96ef18c95260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:16.133418 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d229babe-ecfe-4942-a923-9655bc78fd48 req-7b91b263-d679-474f-8a12-96ef18c95260 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 1101 time: 0.1771922 Aug 20 10:14:16.170023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f05fc-f8ba-4fe0-bef8-74f13e38a615 req-0e8c4ae9-4e32-4ffe-bb3b-0323d83ca789 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:16.172210 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-248f05fc-f8ba-4fe0-bef8-74f13e38a615 req-0e8c4ae9-4e32-4ffe-bb3b-0323d83ca789 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/ports?device_id=87303dfe-1241-4a85-91e8-57cbae14d199 HTTP/1.1" status: 200 len: 967 time: 0.0714786 Aug 20 10:14:16.173300 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede334ec-66ac-434d-a91b-68f04b3f069c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749e13d8-231e-4caa-896e-5cf54f460e74,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:16.224110 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999afc3d-debe-4012-ac42-3c17c9d4b308 req-d4843fcf-4c9e-457f-b860-06bad82c55c8 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:16.225664 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-999afc3d-debe-4012-ac42-3c17c9d4b308 req-d4843fcf-4c9e-457f-b860-06bad82c55c8 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 949 time: 0.1883304 Aug 20 10:14:16.240169 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-248f05fc-f8ba-4fe0-bef8-74f13e38a615 req-6331f6c8-4a63-4433-8d95-40d02076c058 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/security-groups?id=da7c7679-a14f-4507-9b5e-d1d2bbbe635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542638 Aug 20 10:14:16.279893 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ad50331-3da8-443a-a50d-2e1e927ed9a5 req-153b84f7-a660-4cff-aeae-825f779624ab service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721048 Aug 20 10:14:16.288087 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d229babe-ecfe-4942-a923-9655bc78fd48 req-54c635b0-418c-4769-8a25-ba7c68f65063 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399329 Aug 20 10:14:16.332617 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-999afc3d-debe-4012-ac42-3c17c9d4b308 req-9c35ff17-d174-4ec7-ab40-d075b4a79110 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902760 Aug 20 10:14:16.492176 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7e15b62e-dfab-4335-9ef4-60b0a19e21aa up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:16.568103 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:16.573187 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:16.573764 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:16.586454 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-fed6ccb3-7535-4ea4-906f-c3472ba43ab9 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1225552942&fields=id&tenant_id=d1e949b55a314448808ad67780ed3577 HTTP/1.1" status: 200 len: 267 time: 0.0638208 Aug 20 10:14:16.685991 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:16.734269 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7e15b62e-dfab-4335-9ef4-60b0a19e21aa,segment=NetworkSegment(f7438b5d-7bb2-4c47-8343-d810494febbf),segment_id=f7438b5d-7bb2-4c47-8343-d810494febbf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:16.756108 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:16.827105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=7e15b62e-dfab-4335-9ef4-60b0a19e21aa,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:16.862300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-3d401830-e5b8-4442-89c6-b5f8ffdf2381 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:16.874857 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-3d401830-e5b8-4442-89c6-b5f8ffdf2381 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/networks?id=32a089c0-176d-40e1-bdf0-d909b8c47da7 HTTP/1.1" status: 200 len: 823 time: 0.2875586 Aug 20 10:14:16.899811 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-efa07f37-e8f0-492d-8b1b-41b98028e0c2 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/quotas/d1e949b55a314448808ad67780ed3577 HTTP/1.1" status: 200 len: 375 time: 0.0237560 Aug 20 10:14:16.950342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767dae0-5c74-4cf8-9875-2253b0efbe0f req-88240874-0bec-4744-81aa-25b3ceca95a3 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:16.960176 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9767dae0-5c74-4cf8-9875-2253b0efbe0f req-88240874-0bec-4744-81aa-25b3ceca95a3 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 950 time: 0.0900660 Aug 20 10:14:17.005990 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-df2bea08-9c53-4818-b45c-0c4692937549 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1e949b55a314448808ad67780ed3577&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0920265 Aug 20 10:14:17.022694 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9767dae0-5c74-4cf8-9875-2253b0efbe0f req-b07afc14-6fae-4af1-8d72-23ba48a3b1b9 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565314 Aug 20 10:14:17.270584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-87ea2e43-f78a-4dfe-b5ea-7a43f4fdc2f2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:14:17.278386 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-87ea2e43-f78a-4dfe-b5ea-7a43f4fdc2f2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0653634 Aug 20 10:14:17.388176 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-77e7a4d5-b8fa-4028-bc72-e17dd07c1d52 service neutron] 10.222.0.16 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085944 Aug 20 10:14:17.512932 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-c4bfec87-26fc-4625-858a-bbe50e8afbf0 service neutron] 10.222.0.16 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160800 Aug 20 10:14:17.817051 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f70007-dca0-4daf-9e2a-6b2019e112cb req-62cffd35-1ddb-4f33-8fa9-e012abde1e7a tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:17.836358 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e5f70007-dca0-4daf-9e2a-6b2019e112cb req-62cffd35-1ddb-4f33-8fa9-e012abde1e7a tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 949 time: 0.1220534 Aug 20 10:14:17.886059 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e5f70007-dca0-4daf-9e2a-6b2019e112cb req-b2662cd0-8912-46a4-8438-677b288f40da tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468800 Aug 20 10:14:17.955467 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5b4da639-e6cc-47f0-8e6d-f75394891074 req-05b7f344-a455-44fd-ad32-facf54ca6782 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 210 time: 0.0281982 Aug 20 10:14:18.123234 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a23d0-d365-47fe-b69d-430a96f83d87 req-c77d9610-fc05-4405-8e82-73b47a76869c tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:18.125001 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ba2a23d0-d365-47fe-b69d-430a96f83d87 req-c77d9610-fc05-4405-8e82-73b47a76869c tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/ports?device_id=87303dfe-1241-4a85-91e8-57cbae14d199 HTTP/1.1" status: 200 len: 967 time: 0.0531840 Aug 20 10:14:18.170244 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ba2a23d0-d365-47fe-b69d-430a96f83d87 req-a554286f-581b-4b62-82f4-90980429a1fd tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/security-groups?id=da7c7679-a14f-4507-9b5e-d1d2bbbe635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377550 Aug 20 10:14:18.197060 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:18.358716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263623c9-0561-4100-842a-4102465c58c2 req-ee5c284d-6968-4e70-bc73-063b09693469 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:18.360359 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-263623c9-0561-4100-842a-4102465c58c2 req-ee5c284d-6968-4e70-bc73-063b09693469 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 950 time: 0.0614572 Aug 20 10:14:18.416994 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7e15b62e-dfab-4335-9ef4-60b0a19e21aa up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:18.421479 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-263623c9-0561-4100-842a-4102465c58c2 req-1a7fabc6-f1c4-49db-a0bb-16b67d552989 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549097 Aug 20 10:14:18.483231 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:18.484345 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:18.658165 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-3d343a0b-571c-43c1-8513-366e926cde4d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0e5e383625e746ca9e5c9a56b65f2e3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255554 Aug 20 10:14:18.829708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-5efceeac-4f33-40e2-9b25-9b27633c3a8c tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:18.839771 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-5efceeac-4f33-40e2-9b25-9b27633c3a8c tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753750 Aug 20 10:14:18.867172 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-cc0abc78-033a-43a4-b563-99005a1246ec tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/quotas/0e5e383625e746ca9e5c9a56b65f2e3a HTTP/1.1" status: 200 len: 375 time: 0.0261075 Aug 20 10:14:18.903821 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-0ccd8dac-376a-49f8-a300-fa28939c542b tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e5e383625e746ca9e5c9a56b65f2e3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352163 Aug 20 10:14:19.192809 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5acc228d-07bf-4705-837e-c9fde2f65094 req-561d16d7-83b4-4ccb-b4d6-752273ffe69e tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 210 time: 0.0456343 Aug 20 10:14:19.229285 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1feeb09-77b9-42c6-8160-7996fb406e38 req-f03b8e5f-09f4-496e-81ca-2efa01839626 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:19.232506 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1feeb09-77b9-42c6-8160-7996fb406e38 req-f03b8e5f-09f4-496e-81ca-2efa01839626 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 949 time: 0.0734975 Aug 20 10:14:19.236315 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-77b624c0-dba9-4e43-a39c-a33b927f4836 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:19.238615 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-77b624c0-dba9-4e43-a39c-a33b927f4836 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.24 "GET /v2.0/networks?id=32a089c0-176d-40e1-bdf0-d909b8c47da7 HTTP/1.1" status: 200 len: 823 time: 0.2654083 Aug 20 10:14:19.273399 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1feeb09-77b9-42c6-8160-7996fb406e38 req-32b50e27-cae5-473c-8a50-519c7830b5f0 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337677 Aug 20 10:14:19.286539 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-318b90f7-24d9-4d7b-be76-adb132ed0008 req-14ebe6f5-45e6-4a96-b9e3-7283c1b65668 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b2aafe2-a3f9-46e7-b88d-004e64c627ff HTTP/1.1" status: 200 len: 210 time: 0.0357640 Aug 20 10:14:19.321188 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-433c984a-6e9f-403f-8e46-52bcb724dc45 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1e949b55a314448808ad67780ed3577 HTTP/1.1" status: 200 len: 380 time: 0.0610378 Aug 20 10:14:19.338182 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-018b0f01-48d9-48d9-8c13-9a8b494ad65d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Request body: {'port': {'device_id': '51c332ed-f04c-4ad4-874c-d3f73757acf1', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'admin_state_up': True, 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'security_groups': ['863419fb-6a94-4404-af88-a08421fe1f5c']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:19.378073 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6678cc3-ed41-4f84-afa7-6f0e26b6e9fb req-b968f3d5-ee82-4b51-bae7-b740c81fa4ce tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:19.379706 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6678cc3-ed41-4f84-afa7-6f0e26b6e9fb req-b968f3d5-ee82-4b51-bae7-b740c81fa4ce tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.42 "GET /v2.0/ports?device_id=87303dfe-1241-4a85-91e8-57cbae14d199 HTTP/1.1" status: 200 len: 967 time: 0.0576468 Aug 20 10:14:19.463261 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-018b0f01-48d9-48d9-8c13-9a8b494ad65d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Made reservation on behalf of d1e949b55a314448808ad67780ed3577 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:14:19.467637 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-018b0f01-48d9-48d9-8c13-9a8b494ad65d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:19.530152 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f006f-57c1-4561-a72a-b9b40f9d6fe7 req-ac8b73fd-518e-4924-9e4b-499ccfd23442 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:19.531786 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-086f006f-57c1-4561-a72a-b9b40f9d6fe7 req-ac8b73fd-518e-4924-9e4b-499ccfd23442 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/ports?device_id=87303dfe-1241-4a85-91e8-57cbae14d199 HTTP/1.1" status: 200 len: 967 time: 0.1510303 Aug 20 10:14:19.601124 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-086f006f-57c1-4561-a72a-b9b40f9d6fe7 req-f54c7fdf-8da4-4793-a73b-e6271ec9dd72 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.16 "GET /v2.0/security-groups?id=da7c7679-a14f-4507-9b5e-d1d2bbbe635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601323 Aug 20 10:14:19.606045 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-d6678cc3-ed41-4f84-afa7-6f0e26b6e9fb req-b2b4881b-a49f-45b0-b3f2-179fb3a63305 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Deleting port 8777aaf8-8ce4-4de0-b327-43d3ded16230 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:14:19.606403 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d6678cc3-ed41-4f84-afa7-6f0e26b6e9fb req-b2b4881b-a49f-45b0-b3f2-179fb3a63305 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:19.647261 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-018b0f01-48d9-48d9-8c13-9a8b494ad65d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Allocated IP 172.20.0.4 (32a089c0-176d-40e1-bdf0-d909b8c47da7/b4554d4b-e023-429d-9014-22d3381958db/c82c2b94-821f-4fb6-936b-6a633329d9c3) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:19.729895 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-d6678cc3-ed41-4f84-afa7-6f0e26b6e9fb req-b2b4881b-a49f-45b0-b3f2-179fb3a63305 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] For port 8777aaf8-8ce4-4de0-b327-43d3ded16230, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=8777aaf8-8ce4-4de0-b327-43d3ded16230,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:19.732186 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d6678cc3-ed41-4f84-afa7-6f0e26b6e9fb req-b2b4881b-a49f-45b0-b3f2-179fb3a63305 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:19.752750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-d6678cc3-ed41-4f84-afa7-6f0e26b6e9fb req-b2b4881b-a49f-45b0-b3f2-179fb3a63305 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Calling delete_port for 8777aaf8-8ce4-4de0-b327-43d3ded16230 owned by compute:tempest-test_az-92699 {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:14:19.837634 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-018b0f01-48d9-48d9-8c13-9a8b494ad65d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:19.856640 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-018b0f01-48d9-48d9-8c13-9a8b494ad65d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Transition to ACTIVE for port object c82c2b94-821f-4fb6-936b-6a633329d9c3 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:19.903919 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-018b0f01-48d9-48d9-8c13-9a8b494ad65d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:19.905108 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6837be-9485-4a2c-b1aa-54c770dde664 req-8dd39411-eaa3-4177-b439-278ae14d0283 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:19.906669 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4e6837be-9485-4a2c-b1aa-54c770dde664 req-8dd39411-eaa3-4177-b439-278ae14d0283 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 950 time: 0.1133893 Aug 20 10:14:19.975443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-018b0f01-48d9-48d9-8c13-9a8b494ad65d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Network 32a089c0-176d-40e1-bdf0-d909b8c47da7 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:19.980973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-018b0f01-48d9-48d9-8c13-9a8b494ad65d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:19.994267 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-018b0f01-48d9-48d9-8c13-9a8b494ad65d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:20.000857 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-018b0f01-48d9-48d9-8c13-9a8b494ad65d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:20.001528 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-018b0f01-48d9-48d9-8c13-9a8b494ad65d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:20.026122 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-018b0f01-48d9-48d9-8c13-9a8b494ad65d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6974154 Aug 20 10:14:20.026925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b0f01-48d9-48d9-8c13-9a8b494ad65d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Pushing event updated for resources: {'Port': ['ID=c82c2b94-821f-4fb6-936b-6a633329d9c3,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:20.047272 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Request body: {'port': {'device_id': '51c332ed-f04c-4ad4-874c-d3f73757acf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:20.076185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.42', 51168) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:20.138888 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4e6837be-9485-4a2c-b1aa-54c770dde664 req-8810a247-7ba3-4204-ad31-61927298b213 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154346 Aug 20 10:14:20.149867 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:20.156460 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-462611ec-6517-4af7-834a-30777e8a86f7 req-bffb3e2e-1216-459e-bb6d-cb86ce5ab39f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0789230 Aug 20 10:14:20.184073 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d6678cc3-ed41-4f84-afa7-6f0e26b6e9fb req-b2b4881b-a49f-45b0-b3f2-179fb3a63305 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:20.201951 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['8777aaf8-8ce4-4de0-b327-43d3ded16230'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:14:20.218933 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4881b-a49f-45b0-b3f2-179fb3a63305 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Pushing event deleted for resources: {'Port': ['ID=8777aaf8-8ce4-4de0-b327-43d3ded16230,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:20.355292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6678cc3-ed41-4f84-afa7-6f0e26b6e9fb req-b2b4881b-a49f-45b0-b3f2-179fb3a63305 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] No DVR routers for this DVR port 8777aaf8-8ce4-4de0-b327-43d3ded16230 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:14:20.360476 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d6678cc3-ed41-4f84-afa7-6f0e26b6e9fb req-b2b4881b-a49f-45b0-b3f2-179fb3a63305 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:20.363546 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6678cc3-ed41-4f84-afa7-6f0e26b6e9fb req-b2b4881b-a49f-45b0-b3f2-179fb3a63305 tempest-TenantUsagesTestJSON-743159506 tempest-TenantUsagesTestJSON-743159506-project] 10.222.0.42 "DELETE /v2.0/ports/8777aaf8-8ce4-4de0-b327-43d3ded16230 HTTP/1.1" status: 204 len: 173 time: 0.9726388 Aug 20 10:14:20.364015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87303dfe-1241-4a85-91e8-57cbae14d199', 'name': 'network-vif-deleted', 'tag': '8777aaf8-8ce4-4de0-b327-43d3ded16230'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:20.366338 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093e3e90-3e98-49dd-bc9c-b7d7a6eae5b7" -d '{"events": [{"server_uuid": "87303dfe-1241-4a85-91e8-57cbae14d199", "name": "network-vif-deleted", "tag": "8777aaf8-8ce4-4de0-b327-43d3ded16230"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:20.439079 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-f46aa895-6871-4902-84ca-6ffe3c6cc97b tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0e5e383625e746ca9e5c9a56b65f2e3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385017 Aug 20 10:14:20.505221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d561c741-fb06-4cef-a014-23cc9cb3277e None None] Provisioning for port c82c2b94-821f-4fb6-936b-6a633329d9c3 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:20.512450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d561c741-fb06-4cef-a014-23cc9cb3277e None None] Provisioning complete for port c82c2b94-821f-4fb6-936b-6a633329d9c3 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:20.515137 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d561c741-fb06-4cef-a014-23cc9cb3277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:20.610378 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-1094fd63-6dd6-471f-9acb-38a61a083c8f tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:20.612336 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-1094fd63-6dd6-471f-9acb-38a61a083c8f tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651263 Aug 20 10:14:20.629618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-cb81f061-1ce1-4a56-b358-a4f92161a75d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Request body: {'port': {'device_id': '0b2aafe2-a3f9-46e7-b88d-004e64c627ff', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '0e5e383625e746ca9e5c9a56b65f2e3a'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:20.648478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d561c741-fb06-4cef-a014-23cc9cb3277e None None] Port c82c2b94-821f-4fb6-936b-6a633329d9c3 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:14:20.739544 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fef40-66c6-4c60-b866-56766f62f3e7 req-8522e4b1-22c1-4b6a-a8c9-f1b4c2227606 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:20.740970 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c8fef40-66c6-4c60-b866-56766f62f3e7 req-8522e4b1-22c1-4b6a-a8c9-f1b4c2227606 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 949 time: 0.5428679 Aug 20 10:14:20.742833 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462611ec-6517-4af7-834a-30777e8a86f7 req-727ff9d0-a602-49da-9f9b-18d1b5bef759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:20.744226 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-462611ec-6517-4af7-834a-30777e8a86f7 req-727ff9d0-a602-49da-9f9b-18d1b5bef759 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8374907f5254b17936bc2b9656a63db&device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 1118 time: 0.2537625 Aug 20 10:14:20.760871 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-cb81f061-1ce1-4a56-b358-a4f92161a75d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Made reservation on behalf of 0e5e383625e746ca9e5c9a56b65f2e3a for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:14:20.764493 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-cb81f061-1ce1-4a56-b358-a4f92161a75d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:20.774172 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-cb81f061-1ce1-4a56-b358-a4f92161a75d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:20.851988 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c8fef40-66c6-4c60-b866-56766f62f3e7 req-9a826095-4652-4081-896b-9859abfadbbd tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032722 Aug 20 10:14:20.864458 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-cb81f061-1ce1-4a56-b358-a4f92161a75d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:20.873433 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-cb81f061-1ce1-4a56-b358-a4f92161a75d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:20.965638 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462611ec-6517-4af7-834a-30777e8a86f7 req-d010dd99-9f54-4663-b4ec-6472cc2c9d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:20.968044 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-462611ec-6517-4af7-834a-30777e8a86f7 req-d010dd99-9f54-4663-b4ec-6472cc2c9d40 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1965978 Aug 20 10:14:20.981515 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81f061-1ce1-4a56-b358-a4f92161a75d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b5c959-c23c-489c-994e-cb598f7b07ed,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:20.988415 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c82c2b94-821f-4fb6-936b-6a633329d9c3 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:14:21.024972 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6df5c-7a67-4010-b194-433e5d4768ac req-42e3a7a0-aef8-4675-9fe5-ece98560d885 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:21.026566 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a8e6df5c-7a67-4010-b194-433e5d4768ac req-42e3a7a0-aef8-4675-9fe5-ece98560d885 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 931 time: 0.1341410 Aug 20 10:14:21.038828 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-462611ec-6517-4af7-834a-30777e8a86f7 req-02078887-9b60-40d8-ad80-f30843e72644 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 HTTP/1.1" status: 200 len: 217 time: 0.0631907 Aug 20 10:14:21.040909 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:21.098004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Transition to ACTIVE for port object c82c2b94-821f-4fb6-936b-6a633329d9c3 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:21.098446 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-cb81f061-1ce1-4a56-b358-a4f92161a75d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Allocated IP 192.168.233.90 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/225f83e7-b541-416a-b97d-9bce8ac1c429) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:21.107412 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a8e6df5c-7a67-4010-b194-433e5d4768ac req-d1ecde08-c674-4b3c-bee6-076ad7209165 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620732 Aug 20 10:14:21.109733 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:21.162659 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462611ec-6517-4af7-834a-30777e8a86f7 req-9527973e-f637-485c-8cfe-676bc021c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:21.164196 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-462611ec-6517-4af7-834a-30777e8a86f7 req-9527973e-f637-485c-8cfe-676bc021c7b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1090224 Aug 20 10:14:21.242194 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-022995f8-f1f3-4bbb-9b15-0600f3f2d017 req-8e1dac81-c7f8-48dc-a571-0b0727087252 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b2aafe2-a3f9-46e7-b88d-004e64c627ff HTTP/1.1" status: 200 len: 210 time: 0.0744965 Aug 20 10:14:21.259793 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Pushing event updated for resources: {'Port': ['ID=c82c2b94-821f-4fb6-936b-6a633329d9c3,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:21.318294 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462611ec-6517-4af7-834a-30777e8a86f7 req-062593ce-10d1-4923-8451-2f74dab98215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:21.322497 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-462611ec-6517-4af7-834a-30777e8a86f7 req-062593ce-10d1-4923-8451-2f74dab98215 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1377981 Aug 20 10:14:21.326395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Attempting to bind port c82c2b94-821f-4fb6-936b-6a633329d9c3 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:14:21.326724 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Attempting to bind port c82c2b94-821f-4fb6-936b-6a633329d9c3 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '63015c34-9747-447c-9978-acd5c7bd52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:14:21.327064 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Attempting to bind port c82c2b94-821f-4fb6-936b-6a633329d9c3 on network 32a089c0-176d-40e1-bdf0-d909b8c47da7 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:21.355436 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Port c82c2b94-821f-4fb6-936b-6a633329d9c3 on network 32a089c0-176d-40e1-bdf0-d909b8c47da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:14:21.356878 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Attempting to bind port c82c2b94-821f-4fb6-936b-6a633329d9c3 on network 32a089c0-176d-40e1-bdf0-d909b8c47da7 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:21.364369 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-cb81f061-1ce1-4a56-b358-a4f92161a75d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:21.381369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-cb81f061-1ce1-4a56-b358-a4f92161a75d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Transition to ACTIVE for port object 225f83e7-b541-416a-b97d-9bce8ac1c429 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:21.398870 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:14:21.401761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Checking segment: {'id': '63015c34-9747-447c-9978-acd5c7bd52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:21.401761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Bound using segment: {'id': '63015c34-9747-447c-9978-acd5c7bd52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:14:21.401761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Bound port: c82c2b94-821f-4fb6-936b-6a633329d9c3, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63015c34-9747-447c-9978-acd5c7bd52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:14:21.401761 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:21.420684 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72e15ab-6799-4ac1-b530-25a7d5fbc63a x-openstack-request-id: req-f72e15ab-6799-4ac1-b530-25a7d5fbc63a {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:21.421509 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87303dfe-1241-4a85-91e8-57cbae14d199", "name": "network-vif-deleted", "tag": "8777aaf8-8ce4-4de0-b327-43d3ded16230", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:21.421820 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f72e15ab-6799-4ac1-b530-25a7d5fbc63a {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:21.422229 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87303dfe-1241-4a85-91e8-57cbae14d199', 'name': 'network-vif-deleted', 'tag': '8777aaf8-8ce4-4de0-b327-43d3ded16230', 'status': 'completed', 'code': 200} Aug 20 10:14:21.462808 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-cb81f061-1ce1-4a56-b358-a4f92161a75d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:21.520605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-cb81f061-1ce1-4a56-b358-a4f92161a75d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:21.523745 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-cb81f061-1ce1-4a56-b358-a4f92161a75d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:21.552654 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-cb81f061-1ce1-4a56-b358-a4f92161a75d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:21.564683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-cb81f061-1ce1-4a56-b358-a4f92161a75d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:21.568409 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-cb81f061-1ce1-4a56-b358-a4f92161a75d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:21.607954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81f061-1ce1-4a56-b358-a4f92161a75d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Pushing event updated for resources: {'Port': ['ID=225f83e7-b541-416a-b97d-9bce8ac1c429,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:21.637735 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-cb81f061-1ce1-4a56-b358-a4f92161a75d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0143974 Aug 20 10:14:21.640314 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-462611ec-6517-4af7-834a-30777e8a86f7 req-2aeb2e17-55c3-405e-ada6-8cb88e108a5c service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079522 Aug 20 10:14:21.657526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Request body: {'port': {'device_id': '0b2aafe2-a3f9-46e7-b88d-004e64c627ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:21.726006 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] For port c82c2b94-821f-4fb6-936b-6a633329d9c3, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:14:21.767873 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46707519-539d-48b9-913e-03caa5a0b7fe req-375da858-4345-4f34-b43d-5ba20748c6cd tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:21.776026 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46707519-539d-48b9-913e-03caa5a0b7fe req-375da858-4345-4f34-b43d-5ba20748c6cd tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 950 time: 0.2557282 Aug 20 10:14:21.776344 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:21.810645 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] For port c82c2b94-821f-4fb6-936b-6a633329d9c3, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c82c2b94-821f-4fb6-936b-6a633329d9c3,segment=NetworkSegment(63015c34-9747-447c-9978-acd5c7bd52ba),segment_id=63015c34-9747-447c-9978-acd5c7bd52ba)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:14:21.816565 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58022) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:21.824717 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:21.854373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:21.855106 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:21.856597 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] 10.222.0.24 "PUT /v2.0/ports/c82c2b94-821f-4fb6-936b-6a633329d9c3 HTTP/1.1" status: 200 len: 1092 time: 1.8197725 Aug 20 10:14:21.857190 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c332ed-f04c-4ad4-874c-d3f73757acf1', 'tag': 'c82c2b94-821f-4fb6-936b-6a633329d9c3'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:21.859597 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f35b8fe-65c9-401f-bb08-ff9ec989e885" -d '{"events": [{"name": "network-changed", "server_uuid": "51c332ed-f04c-4ad4-874c-d3f73757acf1", "tag": "c82c2b94-821f-4fb6-936b-6a633329d9c3"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:21.996755 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-462611ec-6517-4af7-834a-30777e8a86f7 req-2f273df8-854c-4061-a2d6-7c2f4caef59e service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447707 Aug 20 10:14:21.997410 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afad5a-6897-4af7-9ce4-8aa812699d79 service neutron] Pushing event updated for resources: {'Port': ['ID=c82c2b94-821f-4fb6-936b-6a633329d9c3,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:22.023769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-810ad4be-71ed-46bc-93ba-7793b006c0e7 None None] Provisioning for port 225f83e7-b541-416a-b97d-9bce8ac1c429 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:22.030367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-810ad4be-71ed-46bc-93ba-7793b006c0e7 None None] Provisioning complete for port 225f83e7-b541-416a-b97d-9bce8ac1c429 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:22.031493 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-810ad4be-71ed-46bc-93ba-7793b006c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:22.047145 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58036) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:22.049558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4426429-0eec-434e-9250-10083f7b5ea2 req-2d6350dc-051e-45ad-baa5-02912b7b5443 tempest-DeleteServersAdminTestJSON-849644736 tempest-DeleteServersAdminTestJSON-849644736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:22.051136 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a4426429-0eec-434e-9250-10083f7b5ea2 req-2d6350dc-051e-45ad-baa5-02912b7b5443 tempest-DeleteServersAdminTestJSON-849644736 tempest-DeleteServersAdminTestJSON-849644736-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 1101 time: 0.3177912 Aug 20 10:14:22.084699 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-810ad4be-71ed-46bc-93ba-7793b006c0e7 None None] Port 225f83e7-b541-416a-b97d-9bce8ac1c429 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:14:22.116577 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46707519-539d-48b9-913e-03caa5a0b7fe req-f5f0d1e4-0e11-4123-af58-96f2414f86d6 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377783 Aug 20 10:14:22.146516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-1a3b6732-941b-403a-9d9a-a8646d73999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:22.156996 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-1a3b6732-941b-403a-9d9a-a8646d73999b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1e949b55a314448808ad67780ed3577&device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 1095 time: 0.1504931 Aug 20 10:14:22.161834 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4c45f76c-7ce8-4632-840b-cc37d3a79d5d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ecbebf011a74c69ac29c6b7f0bf0c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3441312 Aug 20 10:14:22.166064 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58042) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:22.251225 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-b888a436-e89b-4ec5-b804-62fa018baede service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c82c2b94-821f-4fb6-936b-6a633329d9c3 HTTP/1.1" status: 200 len: 217 time: 0.0808239 Aug 20 10:14:22.259544 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba9b3a8-343d-466e-947b-25770d6fd2b0 x-openstack-request-id: req-2ba9b3a8-343d-466e-947b-25770d6fd2b0 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:22.260173 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c332ed-f04c-4ad4-874c-d3f73757acf1", "tag": "c82c2b94-821f-4fb6-936b-6a633329d9c3", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:22.260583 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ba9b3a8-343d-466e-947b-25770d6fd2b0 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:22.261140 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c332ed-f04c-4ad4-874c-d3f73757acf1', 'tag': 'c82c2b94-821f-4fb6-936b-6a633329d9c3', 'status': 'completed', 'code': 200} Aug 20 10:14:22.280606 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:22.288598 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225f83e7-b541-416a-b97d-9bce8ac1c429 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:14:22.298791 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8f3eea2-e692-41bf-86e1-3a2f684aca84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:22.305434 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:22.331780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Transition to ACTIVE for port object 225f83e7-b541-416a-b97d-9bce8ac1c429 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:22.339965 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:22.403968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Pushing event updated for resources: {'Port': ['ID=225f83e7-b541-416a-b97d-9bce8ac1c429,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:22.464975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Attempting to bind port 225f83e7-b541-416a-b97d-9bce8ac1c429 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:14:22.465621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Attempting to bind port 225f83e7-b541-416a-b97d-9bce8ac1c429 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:14:22.465621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Attempting to bind port 225f83e7-b541-416a-b97d-9bce8ac1c429 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:22.483487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-337e0be7-3909-430d-b9b0-ed57460f8eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:22.485000 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-337e0be7-3909-430d-b9b0-ed57460f8eb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4554d4b-e023-429d-9014-22d3381958db HTTP/1.1" status: 200 len: 862 time: 0.1983061 Aug 20 10:14:22.487138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Port 225f83e7-b541-416a-b97d-9bce8ac1c429 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:14:22.487138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Attempting to bind port 225f83e7-b541-416a-b97d-9bce8ac1c429 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:22.496388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:14:22.496727 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:22.497247 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:14:22.497557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Bound port: 225f83e7-b541-416a-b97d-9bce8ac1c429, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:14:22.497911 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:22.522974 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341f909-984d-4c92-9701-72c7ddaae0f9 req-b447739d-2619-4aea-af3a-ab20f66cd97d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:22.524485 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a341f909-984d-4c92-9701-72c7ddaae0f9 req-b447739d-2619-4aea-af3a-ab20f66cd97d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 943 time: 0.0714519 Aug 20 10:14:22.546867 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3659b0e7-e831-4301-ae2c-d5588489f957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:22.601216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-a4426429-0eec-434e-9250-10083f7b5ea2 req-e5ba892e-10d9-48d5-abbd-86fea353a7a8 tempest-DeleteServersAdminTestJSON-849644736 tempest-DeleteServersAdminTestJSON-849644736-project-admin] Deleting port 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:14:22.601485 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a4426429-0eec-434e-9250-10083f7b5ea2 req-e5ba892e-10d9-48d5-abbd-86fea353a7a8 tempest-DeleteServersAdminTestJSON-849644736 tempest-DeleteServersAdminTestJSON-849644736-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:22.602667 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a341f909-984d-4c92-9701-72c7ddaae0f9 req-501b6049-4864-4bca-8efa-71f4ebf385cc tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563552 Aug 20 10:14:22.611395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] For port 225f83e7-b541-416a-b97d-9bce8ac1c429, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:14:22.616559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] For port 225f83e7-b541-416a-b97d-9bce8ac1c429, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=225f83e7-b541-416a-b97d-9bce8ac1c429,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:14:22.616703 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3659b0e7-e831-4301-ae2c-d5588489f957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:22.624397 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:22.670841 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:22.671654 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:22.673211 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] 10.222.0.42 "PUT /v2.0/ports/225f83e7-b541-416a-b97d-9bce8ac1c429 HTTP/1.1" status: 200 len: 1096 time: 1.0215015 Aug 20 10:14:22.685633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156f88e-41ff-4975-9ecf-268c9dbfb378 req-91e91471-aa3c-426d-bc69-338c8a060b6e tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:22.687465 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5156f88e-41ff-4975-9ecf-268c9dbfb378 req-91e91471-aa3c-426d-bc69-338c8a060b6e tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 949 time: 0.3101504 Aug 20 10:14:22.694885 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8f3eea2-e692-41bf-86e1-3a2f684aca84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:22.704335 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-9608e2b4-f539-4a25-9d89-d3bbe0deca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:22.705797 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-9608e2b4-f539-4a25-9d89-d3bbe0deca2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a089c0-176d-40e1-bdf0-d909b8c47da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2065878 Aug 20 10:14:22.707784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6cc90-39ff-4db0-8ba4-e3de2ce0eb7b service neutron] Pushing event updated for resources: {'Port': ['ID=225f83e7-b541-416a-b97d-9bce8ac1c429,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:22.727416 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8f3eea2-e692-41bf-86e1-3a2f684aca84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:22.795571 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5156f88e-41ff-4975-9ecf-268c9dbfb378 req-a958066c-7197-418c-b85a-073d7a7a9b9f tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956619 Aug 20 10:14:22.813487 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-8bf31823-1702-488b-a874-abe113932c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:22.815004 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-8bf31823-1702-488b-a874-abe113932c71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0e5e383625e746ca9e5c9a56b65f2e3a&device_id=0b2aafe2-a3f9-46e7-b88d-004e64c627ff HTTP/1.1" status: 200 len: 1099 time: 0.0825880 Aug 20 10:14:22.865936 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-7cacbe19-5789-4d37-b41f-f8b0b845689a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=225f83e7-b541-416a-b97d-9bce8ac1c429 HTTP/1.1" status: 200 len: 217 time: 0.0426321 Aug 20 10:14:22.876388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec238605-1ce4-49ae-a8fc-34e0f11ad13f req-7276b7c9-665e-476f-a67e-b473b4ab04f5 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:22.877942 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ec238605-1ce4-49ae-a8fc-34e0f11ad13f req-7276b7c9-665e-476f-a67e-b473b4ab04f5 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b2aafe2-a3f9-46e7-b88d-004e64c627ff HTTP/1.1" status: 200 len: 947 time: 0.1045663 Aug 20 10:14:22.950096 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-2c73afc4-05f2-40f4-a839-1f15dbcc1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:22.952482 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 8777aaf8-8ce4-4de0-b327-43d3ded16230 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:14:22.961047 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-2c73afc4-05f2-40f4-a839-1f15dbcc1bbc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0817521 Aug 20 10:14:22.974538 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 8777aaf8-8ce4-4de0-b327-43d3ded16230 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:14:22.974889 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 8777aaf8-8ce4-4de0-b327-43d3ded16230 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:14:22.978344 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ec238605-1ce4-49ae-a8fc-34e0f11ad13f req-99af812b-53c9-40f7-9cab-53072cef1020 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/security-groups?id=08b5c959-c23c-489c-994e-cb598f7b07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908675 Aug 20 10:14:23.050689 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-35f4debf-b74d-4aea-8e9b-de72f3ab5186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:23.052590 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-35f4debf-b74d-4aea-8e9b-de72f3ab5186 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0732975 Aug 20 10:14:23.079209 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3eea2-e692-41bf-86e1-3a2f684aca84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b7e8f7-83b2-40e2-8528-e4de2a2312ee,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:23.090693 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c8f3eea2-e692-41bf-86e1-3a2f684aca84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77385eb48216483891e29e9c704d809e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0337431 Aug 20 10:14:23.104359 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58076) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:23.148573 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3659b0e7-e831-4301-ae2c-d5588489f957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:23.151095 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3659b0e7-e831-4301-ae2c-d5588489f957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:23.154589 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3659b0e7-e831-4301-ae2c-d5588489f957 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da7c7679-a14f-4507-9b5e-d1d2bbbe635e HTTP/1.1" status: 204 len: 168 time: 0.9832973 Aug 20 10:14:23.154731 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-4bbfd77d-81bd-426d-9799-30cb3e893f0a service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927610 Aug 20 10:14:23.195863 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-a4426429-0eec-434e-9250-10083f7b5ea2 req-e5ba892e-10d9-48d5-abbd-86fea353a7a8 tempest-DeleteServersAdminTestJSON-849644736 tempest-DeleteServersAdminTestJSON-849644736-project-admin] For port 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2292204a-25b6-4ac9-9d4c-bb7dec50bfe1,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:23.196474 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a4426429-0eec-434e-9250-10083f7b5ea2 req-e5ba892e-10d9-48d5-abbd-86fea353a7a8 tempest-DeleteServersAdminTestJSON-849644736 tempest-DeleteServersAdminTestJSON-849644736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:23.207396 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-328ce142-922c-4553-8299-841a51a8618e tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4f301d220a8544b4ae19a47ab7091407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1056471 Aug 20 10:14:23.262341 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-a4426429-0eec-434e-9250-10083f7b5ea2 req-e5ba892e-10d9-48d5-abbd-86fea353a7a8 tempest-DeleteServersAdminTestJSON-849644736 tempest-DeleteServersAdminTestJSON-849644736-project-admin] Calling delete_port for 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:14:23.273433 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659b0e7-e831-4301-ae2c-d5588489f957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7c7679-a14f-4507-9b5e-d1d2bbbe635e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:23.311589 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ddcb55bf-0ace-4332-8df6-77489e068577 req-3fe98490-1025-40fe-8624-489fe3a272dd service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493943 Aug 20 10:14:23.350868 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-38f4fcb9-1e6c-4b2b-8820-684b00215aac service neutron] 10.222.0.24 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261768 Aug 20 10:14:23.423865 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2aafe2-a3f9-46e7-b88d-004e64c627ff', 'tag': '225f83e7-b541-416a-b97d-9bce8ac1c429'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:23.426535 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47819a0b-4cd7-40ab-92c1-a8a4efd33893" -d '{"events": [{"name": "network-changed", "server_uuid": "0b2aafe2-a3f9-46e7-b88d-004e64c627ff", "tag": "225f83e7-b541-416a-b97d-9bce8ac1c429"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:23.485737 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cef0-b6b6-4c52-b841-7848c15a5e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:23.540839 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-af963eb3-4a9f-4197-a4ff-e02671f3874f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:23.542321 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-af963eb3-4a9f-4197-a4ff-e02671f3874f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3158090 Aug 20 10:14:23.544793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58104) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:23.560598 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-43c6d1f6-9f43-4aee-908f-be6ca772462e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:23.563607 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cef0-b6b6-4c52-b841-7848c15a5e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:23.597727 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-e7c2d154-35d4-4419-b0b8-eb56f4e6da52 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/quotas/4f301d220a8544b4ae19a47ab7091407 HTTP/1.1" status: 200 len: 375 time: 0.0392623 Aug 20 10:14:23.644799 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10a0eb4b-6292-4ada-8799-61540b839f08 req-9770f537-67b8-4979-8768-49bc42a1460d service neutron] 10.222.0.24 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615068 Aug 20 10:14:23.668092 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-43c6d1f6-9f43-4aee-908f-be6ca772462e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:23.673606 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-43c6d1f6-9f43-4aee-908f-be6ca772462e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:23.701506 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-43c6d1f6-9f43-4aee-908f-be6ca772462e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b336b63062e245feb90499200210c302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549864 Aug 20 10:14:23.706947 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58108) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:23.739202 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6d1f6-9f43-4aee-908f-be6ca772462e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55f39fe-7bbd-46fd-af13-e06df2322ea4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:23.774824 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cef0-b6b6-4c52-b841-7848c15a5e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:23.777353 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cef0-b6b6-4c52-b841-7848c15a5e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:23.779948 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4bb4cef0-b6b6-4c52-b841-7848c15a5e07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2b7e8f7-83b2-40e2-8528-e4de2a2312ee HTTP/1.1" status: 204 len: 168 time: 0.6709132 Aug 20 10:14:23.782642 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-c3895ffb-a29b-4c90-a503-284799f8e83a tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f301d220a8544b4ae19a47ab7091407&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1671062 Aug 20 10:14:23.798777 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4cef0-b6b6-4c52-b841-7848c15a5e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b7e8f7-83b2-40e2-8528-e4de2a2312ee,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:23.798944 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd11c268-6c6e-4c00-b1e9-2f3c5ef3ffad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:23.801764 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a4426429-0eec-434e-9250-10083f7b5ea2 req-e5ba892e-10d9-48d5-abbd-86fea353a7a8 tempest-DeleteServersAdminTestJSON-849644736 tempest-DeleteServersAdminTestJSON-849644736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:23.842309 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd11c268-6c6e-4c00-b1e9-2f3c5ef3ffad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:23.843278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba892e-10d9-48d5-abbd-86fea353a7a8 tempest-DeleteServersAdminTestJSON-849644736 tempest-DeleteServersAdminTestJSON-849644736-project-admin] Pushing event deleted for resources: {'Port': ['ID=2292204a-25b6-4ac9-9d4c-bb7dec50bfe1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:23.883528 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35b8fe-65c9-401f-bb08-ff9ec989e885 req-c5dffb68-94f7-4e97-8199-5b9705551d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:23.885086 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f35b8fe-65c9-401f-bb08-ff9ec989e885 req-c5dffb68-94f7-4e97-8199-5b9705551d4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1e949b55a314448808ad67780ed3577&device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 1095 time: 0.1796982 Aug 20 10:14:23.906800 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46fe348-6f27-4204-be58-0d04a3ae0277 x-openstack-request-id: req-e46fe348-6f27-4204-be58-0d04a3ae0277 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:23.907876 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b2aafe2-a3f9-46e7-b88d-004e64c627ff", "tag": "225f83e7-b541-416a-b97d-9bce8ac1c429", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:23.908173 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e46fe348-6f27-4204-be58-0d04a3ae0277 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:23.908584 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2aafe2-a3f9-46e7-b88d-004e64c627ff', 'tag': '225f83e7-b541-416a-b97d-9bce8ac1c429', 'status': 'completed', 'code': 200} Aug 20 10:14:23.917868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4426429-0eec-434e-9250-10083f7b5ea2 req-e5ba892e-10d9-48d5-abbd-86fea353a7a8 tempest-DeleteServersAdminTestJSON-849644736 tempest-DeleteServersAdminTestJSON-849644736-project-admin] No DVR routers for this DVR port 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:14:23.928995 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a4426429-0eec-434e-9250-10083f7b5ea2 req-e5ba892e-10d9-48d5-abbd-86fea353a7a8 tempest-DeleteServersAdminTestJSON-849644736 tempest-DeleteServersAdminTestJSON-849644736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:23.928995 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a4426429-0eec-434e-9250-10083f7b5ea2 req-e5ba892e-10d9-48d5-abbd-86fea353a7a8 tempest-DeleteServersAdminTestJSON-849644736 tempest-DeleteServersAdminTestJSON-849644736-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 HTTP/1.1" status: 204 len: 173 time: 1.8649921 Aug 20 10:14:23.973829 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd11c268-6c6e-4c00-b1e9-2f3c5ef3ffad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:23.976746 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd11c268-6c6e-4c00-b1e9-2f3c5ef3ffad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:23.978179 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dd11c268-6c6e-4c00-b1e9-2f3c5ef3ffad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d55f39fe-7bbd-46fd-af13-e06df2322ea4 HTTP/1.1" status: 204 len: 168 time: 0.2700119 Aug 20 10:14:24.002821 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11c268-6c6e-4c00-b1e9-2f3c5ef3ffad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55f39fe-7bbd-46fd-af13-e06df2322ea4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:24.051933 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47819a0b-4cd7-40ab-92c1-a8a4efd33893 req-8eb8705e-5efa-4af4-b125-a38a77d93b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:24.053664 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47819a0b-4cd7-40ab-92c1-a8a4efd33893 req-8eb8705e-5efa-4af4-b125-a38a77d93b21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0e5e383625e746ca9e5c9a56b65f2e3a&device_id=0b2aafe2-a3f9-46e7-b88d-004e64c627ff HTTP/1.1" status: 200 len: 1099 time: 0.1442449 Aug 20 10:14:24.067598 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8155af-49de-49c6-bb78-a8e78b6d678b req-4edc9f00-6013-4d16-9015-0a7eb7984404 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:24.069109 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8c8155af-49de-49c6-bb78-a8e78b6d678b req-4edc9f00-6013-4d16-9015-0a7eb7984404 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 943 time: 0.0750587 Aug 20 10:14:24.102034 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35b8fe-65c9-401f-bb08-ff9ec989e885 req-5eeb137c-8f78-4a47-a9cb-0a1357ea54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:24.109212 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f35b8fe-65c9-401f-bb08-ff9ec989e885 req-5eeb137c-8f78-4a47-a9cb-0a1357ea54cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=32a089c0-176d-40e1-bdf0-d909b8c47da7 HTTP/1.1" status: 200 len: 924 time: 0.1869912 Aug 20 10:14:24.156204 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f35b8fe-65c9-401f-bb08-ff9ec989e885 req-7b53b9b1-373e-45c7-a0ae-695a24c8c7e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c82c2b94-821f-4fb6-936b-6a633329d9c3 HTTP/1.1" status: 200 len: 217 time: 0.0438883 Aug 20 10:14:24.248831 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8c8155af-49de-49c6-bb78-a8e78b6d678b req-524d9338-2ccd-4050-911d-a48b56097d09 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585650 Aug 20 10:14:24.290321 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c39c7c-26d9-4a6f-b460-5d61cd98bee2', 'name': 'network-vif-deleted', 'tag': '2292204a-25b6-4ac9-9d4c-bb7dec50bfe1'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:24.294697 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402519ee-3998-4c3a-8013-b36d6e2e0bc6" -d '{"events": [{"server_uuid": "98c39c7c-26d9-4a6f-b460-5d61cd98bee2", "name": "network-vif-deleted", "tag": "2292204a-25b6-4ac9-9d4c-bb7dec50bfe1"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:24.335689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35b8fe-65c9-401f-bb08-ff9ec989e885 req-24dde57d-ddf8-400a-a1b1-9451f72518b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:24.337149 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f35b8fe-65c9-401f-bb08-ff9ec989e885 req-24dde57d-ddf8-400a-a1b1-9451f72518b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4554d4b-e023-429d-9014-22d3381958db HTTP/1.1" status: 200 len: 862 time: 0.1716378 Aug 20 10:14:24.349339 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47819a0b-4cd7-40ab-92c1-a8a4efd33893 req-5bad0e1f-6289-4ae5-a8ab-fb0298b0a6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:24.350895 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47819a0b-4cd7-40ab-92c1-a8a4efd33893 req-5bad0e1f-6289-4ae5-a8ab-fb0298b0a6a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2809060 Aug 20 10:14:24.411595 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28a0a16f-5240-4bee-8c9d-dfb55dd0047c req-461ebb58-f1a3-4224-95f7-6fbe89b73779 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c39c7c-26d9-4a6f-b460-5d61cd98bee2 HTTP/1.1" status: 200 len: 210 time: 0.1036878 Aug 20 10:14:24.424713 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47819a0b-4cd7-40ab-92c1-a8a4efd33893 req-31131fdf-2cf3-4108-854e-aa9f40ba0178 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=225f83e7-b541-416a-b97d-9bce8ac1c429 HTTP/1.1" status: 200 len: 217 time: 0.0640166 Aug 20 10:14:24.487682 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35b8fe-65c9-401f-bb08-ff9ec989e885 req-52b9e035-c807-4fe1-9a29-c1d7dd10192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:24.493745 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f35b8fe-65c9-401f-bb08-ff9ec989e885 req-52b9e035-c807-4fe1-9a29-c1d7dd10192c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a089c0-176d-40e1-bdf0-d909b8c47da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166654 Aug 20 10:14:24.550324 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47819a0b-4cd7-40ab-92c1-a8a4efd33893 req-db15f79e-1807-485f-b46c-f63c5fbde40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:24.551666 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47819a0b-4cd7-40ab-92c1-a8a4efd33893 req-db15f79e-1807-485f-b46c-f63c5fbde40b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1164436 Aug 20 10:14:24.560842 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd250d-596f-4c51-a9e8-eaff17b7eb82 req-d5fe78bf-383e-4756-907b-d3e2089279b3 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:24.562321 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1fbd250d-596f-4c51-a9e8-eaff17b7eb82 req-d5fe78bf-383e-4756-907b-d3e2089279b3 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b2aafe2-a3f9-46e7-b88d-004e64c627ff HTTP/1.1" status: 200 len: 947 time: 0.1402833 Aug 20 10:14:24.588939 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce5b5d25-ac27-4003-a0bc-71c2c76681c0 req-91d0ce23-3c27-47c5-a1ff-27f18f36994d tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 210 time: 0.0941956 Aug 20 10:14:24.645607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58150) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:24.699746 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c9f628f-50ee-4035-853a-52c7ad327d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:24.724106 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f35b8fe-65c9-401f-bb08-ff9ec989e885 req-46bc5aa4-df36-40ba-b374-b07c5dddc433 service neutron] 10.222.0.24 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201748 Aug 20 10:14:24.727387 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1fbd250d-596f-4c51-a9e8-eaff17b7eb82 req-026b9741-1404-49ff-9fc4-7d843786a09a tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/security-groups?id=08b5c959-c23c-489c-994e-cb598f7b07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484113 Aug 20 10:14:24.729652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47819a0b-4cd7-40ab-92c1-a8a4efd33893 req-d012730e-cdd4-45ea-9185-6f1466e0553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:24.731184 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47819a0b-4cd7-40ab-92c1-a8a4efd33893 req-d012730e-cdd4-45ea-9185-6f1466e0553a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1679468 Aug 20 10:14:24.773487 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd10f4a-a20d-40fd-8b44-6dc04f925d47 x-openstack-request-id: req-bfd10f4a-a20d-40fd-8b44-6dc04f925d47 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:24.776298 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c39c7c-26d9-4a6f-b460-5d61cd98bee2", "name": "network-vif-deleted", "tag": "2292204a-25b6-4ac9-9d4c-bb7dec50bfe1", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:24.776641 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfd10f4a-a20d-40fd-8b44-6dc04f925d47 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:24.778570 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c39c7c-26d9-4a6f-b460-5d61cd98bee2', 'name': 'network-vif-deleted', 'tag': '2292204a-25b6-4ac9-9d4c-bb7dec50bfe1', 'status': 'completed', 'code': 200} Aug 20 10:14:24.915512 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f35b8fe-65c9-401f-bb08-ff9ec989e885 req-9d8025e8-f142-4c7c-ad1f-0ec2a6ab42be service neutron] 10.222.0.24 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872773 Aug 20 10:14:24.944788 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47819a0b-4cd7-40ab-92c1-a8a4efd33893 req-6ec6688b-ffeb-4a6f-9804-4d232b4ee48b service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995807 Aug 20 10:14:24.973749 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c9f628f-50ee-4035-853a-52c7ad327d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:24.979456 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c9f628f-50ee-4035-853a-52c7ad327d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:25.073422 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:14:25.074053 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f628f-50ee-4035-853a-52c7ad327d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be768dbb-5400-4832-a43a-2cb87d9f12ca,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:25.099828 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8c9f628f-50ee-4035-853a-52c7ad327d89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=598e35d97324404cad4d7b581e43eea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4531820 Aug 20 10:14:25.103189 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58164) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:25.108790 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47819a0b-4cd7-40ab-92c1-a8a4efd33893 req-8570ddc4-c12d-4304-a394-ba0b8d992a52 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473775 Aug 20 10:14:25.141783 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:14:25.142144 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2292204a-25b6-4ac9-9d4c-bb7dec50bfe1 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:14:25.225340 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e87c8dfe-cf71-4f48-b69d-497e3573ee3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:25.238665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58168) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:25.282933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec0173-3e84-43ef-8354-a6a5b8d23bfd req-757d121d-f7d2-4366-ae67-2aa96d9f3019 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:25.284524 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27ec0173-3e84-43ef-8354-a6a5b8d23bfd req-757d121d-f7d2-4366-ae67-2aa96d9f3019 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 966 time: 0.1098661 Aug 20 10:14:25.290429 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e87c8dfe-cf71-4f48-b69d-497e3573ee3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:25.329407 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-699ea4a3-4422-433f-baad-c6b3bfe0c1fe req-1788cbdb-3944-43bb-8f47-dd5d39af1cdf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1128669 Aug 20 10:14:25.371476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58176) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:25.371646 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27ec0173-3e84-43ef-8354-a6a5b8d23bfd req-4454b6fb-16ea-49b1-9dad-9d1af299b337 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731597 Aug 20 10:14:25.410658 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e92688-3ad0-4cc2-aaae-a3a782063b3a req-a724c4bb-f569-4827-a19a-6ab97f2e0a2f tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:25.414922 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d1e92688-3ad0-4cc2-aaae-a3a782063b3a req-a724c4bb-f569-4827-a19a-6ab97f2e0a2f tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 943 time: 0.0973518 Aug 20 10:14:25.424600 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e87c8dfe-cf71-4f48-b69d-497e3573ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:25.428093 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e87c8dfe-cf71-4f48-b69d-497e3573ee3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:25.431520 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e87c8dfe-cf71-4f48-b69d-497e3573ee3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be768dbb-5400-4832-a43a-2cb87d9f12ca HTTP/1.1" status: 204 len: 168 time: 0.3245087 Aug 20 10:14:25.434938 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-980fd647-7d49-4752-bf9a-f03cc26cc8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:25.441976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c8dfe-cf71-4f48-b69d-497e3573ee3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be768dbb-5400-4832-a43a-2cb87d9f12ca,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:25.455927 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ea4a3-4422-433f-baad-c6b3bfe0c1fe req-327851c7-2f29-4d66-8de3-65bfa6863145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:25.457345 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-699ea4a3-4422-433f-baad-c6b3bfe0c1fe req-327851c7-2f29-4d66-8de3-65bfa6863145 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f301d220a8544b4ae19a47ab7091407&device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 1102 time: 0.0636179 Aug 20 10:14:25.497788 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4b13df60-736a-4c76-bf80-e76687dedc56 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1282675814-network', 'tenant_id': 'c4a4bac720884bdbb9dfa0920a087637'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:25.576569 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d1e92688-3ad0-4cc2-aaae-a3a782063b3a req-2ebba901-647d-4498-b6f0-9fe35dba9292 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379275 Aug 20 10:14:25.638575 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-aa540b70-8eaf-4b43-be33-bf4c10d2202b tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4f301d220a8544b4ae19a47ab7091407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238607 Aug 20 10:14:25.640475 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ea4a3-4422-433f-baad-c6b3bfe0c1fe req-1705de5b-f2c1-407c-b911-59d8af75f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:25.646365 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-699ea4a3-4422-433f-baad-c6b3bfe0c1fe req-1705de5b-f2c1-407c-b911-59d8af75f2e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1614046 Aug 20 10:14:25.703802 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-980fd647-7d49-4752-bf9a-f03cc26cc8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:25.718754 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-699ea4a3-4422-433f-baad-c6b3bfe0c1fe req-6278dd54-8029-44a2-a0b4-18c52775cd22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d2e8ba6d-9cf4-4856-8471-afa95f41d511 HTTP/1.1" status: 200 len: 217 time: 0.0636830 Aug 20 10:14:25.754820 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-980fd647-7d49-4752-bf9a-f03cc26cc8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:25.780240 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4bedf572-8a68-4299-971e-379f7c80f234 req-44469f1a-239b-45c1-ad32-658719e49ad5 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 210 time: 0.0635133 Aug 20 10:14:25.827385 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fd647-7d49-4752-bf9a-f03cc26cc8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b978a54b-1ec9-441a-965b-5b9b1dc6c165,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:25.837176 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ea4a3-4422-433f-baad-c6b3bfe0c1fe req-14a1818d-ef78-4a64-8a7f-a28fed67772d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:25.839403 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-699ea4a3-4422-433f-baad-c6b3bfe0c1fe req-14a1818d-ef78-4a64-8a7f-a28fed67772d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1118755 Aug 20 10:14:25.856111 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b13df60-736a-4c76-bf80-e76687dedc56 admin admin] Made reservation on behalf of c4a4bac720884bdbb9dfa0920a087637 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:14:25.858768 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b13df60-736a-4c76-bf80-e76687dedc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:25.895116 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-980fd647-7d49-4752-bf9a-f03cc26cc8d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6091fceae574b07b882185d02cc55a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6534197 Aug 20 10:14:25.896987 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-c6df325a-be27-4684-8ef7-f5ca4f2cdc17 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a97b613442734c2a9cea6947537aea53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926325 Aug 20 10:14:25.899483 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58204) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:25.901546 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b13df60-736a-4c76-bf80-e76687dedc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:25.928935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ea4a3-4422-433f-baad-c6b3bfe0c1fe req-2a22d4b6-4fc5-40bc-8b50-4d649f20a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:25.930500 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-699ea4a3-4422-433f-baad-c6b3bfe0c1fe req-2a22d4b6-4fc5-40bc-8b50-4d649f20a8e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0819895 Aug 20 10:14:25.941979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9398df-3b4b-4238-9da8-d38cbac4510e req-0b5ac4eb-85a8-4616-90d9-8e7d95e4039f tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:25.943662 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc9398df-3b4b-4238-9da8-d38cbac4510e req-0b5ac4eb-85a8-4616-90d9-8e7d95e4039f tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b2aafe2-a3f9-46e7-b88d-004e64c627ff HTTP/1.1" status: 200 len: 947 time: 0.0820601 Aug 20 10:14:26.051256 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc9398df-3b4b-4238-9da8-d38cbac4510e req-03a71043-beb9-4b60-85ef-a9eeee181ef3 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/security-groups?id=08b5c959-c23c-489c-994e-cb598f7b07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980284 Aug 20 10:14:26.077403 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-699ea4a3-4422-433f-baad-c6b3bfe0c1fe req-6899a1e1-78c7-4592-844d-1c8e46d7c075 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308737 Aug 20 10:14:26.175825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-56ac03fa-11d6-42da-9932-c5d14de24462 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:26.177285 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-56ac03fa-11d6-42da-9932-c5d14de24462 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5285060 Aug 20 10:14:26.179766 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-699ea4a3-4422-433f-baad-c6b3bfe0c1fe req-6ddefe73-0505-445f-87b5-44b5ae4cc4b1 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956581 Aug 20 10:14:26.201629 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-e24531ce-b079-4904-ba12-5e08e453811f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Request body: {'port': {'device_id': '78d83161-b85f-47fc-b9ba-fdb7b33de302', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '4f301d220a8544b4ae19a47ab7091407'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:26.327114 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-960fc79c-fecd-45ee-af0d-c436b383fbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:26.344277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-8842b77a-19af-40c5-b338-c6fcb649653d tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:26.345757 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-8842b77a-19af-40c5-b338-c6fcb649653d tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4421241 Aug 20 10:14:26.400276 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-960fc79c-fecd-45ee-af0d-c436b383fbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:26.416823 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-b8c5e5ae-3b91-4d80-a28e-e705504a02d6 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/quotas/a97b613442734c2a9cea6947537aea53 HTTP/1.1" status: 200 len: 375 time: 0.0520060 Aug 20 10:14:26.491298 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-b2ea437c-3400-4c3d-9d52-b4a34996f81c tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a97b613442734c2a9cea6947537aea53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633748 Aug 20 10:14:26.520955 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b13df60-736a-4c76-bf80-e76687dedc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:26.526073 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b63ed-d084-42e2-908c-eea5fad6e3b6 req-7d9fe691-aaaf-41ed-807a-ee7167a33834 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:26.528183 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b66b63ed-d084-42e2-908c-eea5fad6e3b6 req-7d9fe691-aaaf-41ed-807a-ee7167a33834 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 966 time: 0.0857501 Aug 20 10:14:26.543943 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b13df60-736a-4c76-bf80-e76687dedc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:26.575444 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-960fc79c-fecd-45ee-af0d-c436b383fbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:26.579597 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-960fc79c-fecd-45ee-af0d-c436b383fbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:26.580976 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-960fc79c-fecd-45ee-af0d-c436b383fbda admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b978a54b-1ec9-441a-965b-5b9b1dc6c165 HTTP/1.1" status: 204 len: 168 time: 0.6802852 Aug 20 10:14:26.590967 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b13df60-736a-4c76-bf80-e76687dedc56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:14:26.622930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-e24531ce-b079-4904-ba12-5e08e453811f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Made reservation on behalf of 4f301d220a8544b4ae19a47ab7091407 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:14:26.633456 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b66b63ed-d084-42e2-908c-eea5fad6e3b6 req-60091ba5-b849-4907-82c6-9a87fd4f3762 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f5032a4-19de-4d82-b854-093cf9a6fe7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862482 Aug 20 10:14:26.646337 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-e24531ce-b079-4904-ba12-5e08e453811f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:26.662781 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f56edd-8439-40b2-8339-89b7a5328305 req-9ff24c2f-daaa-4329-8e50-921a580f3022 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:26.664204 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b13df60-736a-4c76-bf80-e76687dedc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:26.664554 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-4b13df60-736a-4c76-bf80-e76687dedc56 admin admin] Added segment ce050f6c-a94c-4557-bf0b-fb729a70dd4c of type vlan for network 9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4 Aug 20 10:14:26.669441 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c3f56edd-8439-40b2-8339-89b7a5328305 req-9ff24c2f-daaa-4329-8e50-921a580f3022 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 966 time: 0.1632221 Aug 20 10:14:26.681695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13df60-736a-4c76-bf80-e76687dedc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cf5fdf-9e84-4df8-8153-90744641a7b9,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:26.731548 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fc79c-fecd-45ee-af0d-c436b383fbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b978a54b-1ec9-441a-965b-5b9b1dc6c165,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:26.814208 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b13df60-736a-4c76-bf80-e76687dedc56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:26.822167 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a2f9892-a076-47c8-895e-02599f474cb2 req-efab8fc5-b1f1-4cf5-a86b-3297111c213a tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 210 time: 0.0639975 Aug 20 10:14:26.969739 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0eb00c87-39a9-4d6b-bec5-d9e3afdb1cf2 req-10d1a784-7bb8-4424-9e91-057f65f05796 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 210 time: 0.0381324 Aug 20 10:14:26.975086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 225f83e7-b541-416a-b97d-9bce8ac1c429 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:14:27.023213 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b13df60-736a-4c76-bf80-e76687dedc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:27.024820 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b13df60-736a-4c76-bf80-e76687dedc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:27.025598 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b13df60-736a-4c76-bf80-e76687dedc56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:27.042810 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-c3f56edd-8439-40b2-8339-89b7a5328305 req-628e5463-a531-4d95-a9be-26bcab73d561 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Deleting port 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:14:27.049834 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60005704-f108-45cb-8002-d4af2d23b193 req-8206e8ea-52ba-45c9-bb23-e6725dc72db8 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:27.051375 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c3f56edd-8439-40b2-8339-89b7a5328305 req-628e5463-a531-4d95-a9be-26bcab73d561 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:27.057873 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60005704-f108-45cb-8002-d4af2d23b193 req-8206e8ea-52ba-45c9-bb23-e6725dc72db8 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 943 time: 0.2872295 Aug 20 10:14:27.099213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device c82c2b94-821f-4fb6-936b-6a633329d9c3 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:14:27.241274 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4b13df60-736a-4c76-bf80-e76687dedc56 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8651376 Aug 20 10:14:27.252310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58252) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:27.252723 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58254) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:27.263994 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 225f83e7-b541-416a-b97d-9bce8ac1c429, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=225f83e7-b541-416a-b97d-9bce8ac1c429,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:27.287539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-e24531ce-b079-4904-ba12-5e08e453811f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Allocated IP 192.168.233.49 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/51f00e89-c3d3-4cba-87b9-b6f61de6a227) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:27.292539 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-c3f56edd-8439-40b2-8339-89b7a5328305 req-628e5463-a531-4d95-a9be-26bcab73d561 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] For port 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=0a7aa140-c6e0-4690-84c1-f7fb2c5a3401,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:27.293770 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c3f56edd-8439-40b2-8339-89b7a5328305 req-628e5463-a531-4d95-a9be-26bcab73d561 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:27.320370 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c037-c697-4703-977f-7aaa72db14ab req-9c729590-11c7-4db0-bd9c-c8172469ba10 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:27.329047 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eb48c037-c697-4703-977f-7aaa72db14ab req-9c729590-11c7-4db0-bd9c-c8172469ba10 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b2aafe2-a3f9-46e7-b88d-004e64c627ff HTTP/1.1" status: 200 len: 947 time: 0.1582828 Aug 20 10:14:27.338000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-c3f56edd-8439-40b2-8339-89b7a5328305 req-628e5463-a531-4d95-a9be-26bcab73d561 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Calling delete_port for 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 owned by compute:tempest-test_az-92699 {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:14:27.417304 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '225f83e7-b541-416a-b97d-9bce8ac1c429', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '225f83e7-b541-416a-b97d-9bce8ac1c429', 'mac_address': 'fa:16:3e:d3:5b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:14:27.417933 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e8f9b915-6512-4a0b-b946-0b158353c2dc admin admin] Request body: {'subnet': {'network_id': '9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1282675814-subnet', 'tenant_id': 'c4a4bac720884bdbb9dfa0920a087637', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:27.426623 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96b309e2-6202-466c-be95-6d36b2c3e695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:27.437666 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13df60-736a-4c76-bf80-e76687dedc56 admin admin] Pushing event updated for resources: {'Network': ['ID=9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:27.473072 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eb48c037-c697-4703-977f-7aaa72db14ab req-53935b64-e641-4b6c-945a-298cd8b0fd64 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/security-groups?id=08b5c959-c23c-489c-994e-cb598f7b07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425667 Aug 20 10:14:27.510745 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60005704-f108-45cb-8002-d4af2d23b193 req-c9166f24-0c43-4af1-9279-c77ad4fceb91 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4519181 Aug 20 10:14:27.523644 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:27.525630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:14:27.528355 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f9b915-6512-4a0b-b946-0b158353c2dc admin admin] Made reservation on behalf of c4a4bac720884bdbb9dfa0920a087637 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:14:27.531487 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e8f9b915-6512-4a0b-b946-0b158353c2dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:27.589609 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c3f56edd-8439-40b2-8339-89b7a5328305 req-628e5463-a531-4d95-a9be-26bcab73d561 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:27.609064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['0a7aa140-c6e0-4690-84c1-f7fb2c5a3401'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:14:27.614613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port c82c2b94-821f-4fb6-936b-6a633329d9c3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c82c2b94-821f-4fb6-936b-6a633329d9c3,segment=NetworkSegment(63015c34-9747-447c-9978-acd5c7bd52ba),segment_id=63015c34-9747-447c-9978-acd5c7bd52ba)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:27.630424 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e5463-a531-4d95-a9be-26bcab73d561 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Pushing event deleted for resources: {'Port': ['ID=0a7aa140-c6e0-4690-84c1-f7fb2c5a3401,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:27.644457 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225f83e7-b541-416a-b97d-9bce8ac1c429 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:14:27.662511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'c82c2b94-821f-4fb6-936b-6a633329d9c3', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'port_id': 'c82c2b94-821f-4fb6-936b-6a633329d9c3', 'mac_address': 'fa:16:3e:ec:40:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4554d4b-e023-429d-9014-22d3381958db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:14:27.707145 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 225f83e7-b541-416a-b97d-9bce8ac1c429, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=225f83e7-b541-416a-b97d-9bce8ac1c429,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:27.725967 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:27.752297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f56edd-8439-40b2-8339-89b7a5328305 req-628e5463-a531-4d95-a9be-26bcab73d561 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] No DVR routers for this DVR port 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 on host n-h1-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:14:27.756554 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:27.761801 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c3f56edd-8439-40b2-8339-89b7a5328305 req-628e5463-a531-4d95-a9be-26bcab73d561 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:27.764938 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c3f56edd-8439-40b2-8339-89b7a5328305 req-628e5463-a531-4d95-a9be-26bcab73d561 tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.42 "DELETE /v2.0/ports/0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 HTTP/1.1" status: 204 len: 173 time: 1.0918880 Aug 20 10:14:27.765421 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcce9fc-d6cc-4170-91ab-d8772ff5c2de', 'name': 'network-vif-deleted', 'tag': '0a7aa140-c6e0-4690-84c1-f7fb2c5a3401'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:27.772860 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221fdf26-b91f-4a7f-922f-87024a1a9003" -d '{"events": [{"server_uuid": "cbcce9fc-d6cc-4170-91ab-d8772ff5c2de", "name": "network-vif-deleted", "tag": "0a7aa140-c6e0-4690-84c1-f7fb2c5a3401"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:27.781988 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-e24531ce-b079-4904-ba12-5e08e453811f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:27.782532 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82c2b94-821f-4fb6-936b-6a633329d9c3 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:14:27.810066 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=225f83e7-b541-416a-b97d-9bce8ac1c429,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:27.824807 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port c82c2b94-821f-4fb6-936b-6a633329d9c3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c82c2b94-821f-4fb6-936b-6a633329d9c3,segment=NetworkSegment(63015c34-9747-447c-9978-acd5c7bd52ba),segment_id=63015c34-9747-447c-9978-acd5c7bd52ba)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:27.836311 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:27.838457 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c7620dad-16ee-4c8c-9e2b-4f9a4261cb98 req-5569994b-0e32-4555-9a93-ce7e25a709ce tempest-AggregatesAdminTestJSON-1737918787 tempest-AggregatesAdminTestJSON-1737918787-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbcce9fc-d6cc-4170-91ab-d8772ff5c2de HTTP/1.1" status: 200 len: 210 time: 0.0421937 Aug 20 10:14:27.879154 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-e24531ce-b079-4904-ba12-5e08e453811f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Transition to ACTIVE for port object 51f00e89-c3d3-4cba-87b9-b6f61de6a227 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:27.945828 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=c82c2b94-821f-4fb6-936b-6a633329d9c3,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:27.961290 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['225f83e7-b541-416a-b97d-9bce8ac1c429'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:14:27.983383 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa41148-7a7a-43ca-a5f1-f41a06ea0c17 x-openstack-request-id: req-cfa41148-7a7a-43ca-a5f1-f41a06ea0c17 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:27.983676 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcce9fc-d6cc-4170-91ab-d8772ff5c2de", "name": "network-vif-deleted", "tag": "0a7aa140-c6e0-4690-84c1-f7fb2c5a3401", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:27.983928 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cfa41148-7a7a-43ca-a5f1-f41a06ea0c17 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:27.988989 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcce9fc-d6cc-4170-91ab-d8772ff5c2de', 'name': 'network-vif-deleted', 'tag': '0a7aa140-c6e0-4690-84c1-f7fb2c5a3401', 'status': 'completed', 'code': 200} Aug 20 10:14:28.072699 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f5b69d59-14f9-42d0-a22d-50e045ca5c8f req-0e6182d0-de8f-4aa2-a772-5312e83554a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1081700 Aug 20 10:14:28.126663 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96b309e2-6202-466c-be95-6d36b2c3e695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:28.128697 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-e24531ce-b079-4904-ba12-5e08e453811f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:28.139865 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-60be80dc-209a-4ab4-8d0d-94b0513c58c6 req-57a6b91a-ce90-4645-94cf-9746fb826019 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 210 time: 0.0648334 Aug 20 10:14:28.165014 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['d2e8ba6d-9cf4-4856-8471-afa95f41d511'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:14:28.172178 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96b309e2-6202-466c-be95-6d36b2c3e695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:28.225830 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e8f9b915-6512-4a0b-b946-0b158353c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:28.231834 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-e24531ce-b079-4904-ba12-5e08e453811f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:28.287129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9b915-6512-4a0b-b946-0b158353c2dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=286596c4-9893-400c-ba64-d4ec7237d920,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:28.301811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-e24531ce-b079-4904-ba12-5e08e453811f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:28.324295 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['c82c2b94-821f-4fb6-936b-6a633329d9c3'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:14:28.345758 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b309e2-6202-466c-be95-6d36b2c3e695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc821d8f-b1dc-4a07-b4f2-02f7bb72aab4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:28.350592 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-96b309e2-6202-466c-be95-6d36b2c3e695 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec88be55d0e24ce79b0fdd8a09c0b687&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0890520 Aug 20 10:14:28.362970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24531ce-b079-4904-ba12-5e08e453811f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Pushing event updated for resources: {'Port': ['ID=51f00e89-c3d3-4cba-87b9-b6f61de6a227,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:28.368068 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58282) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:28.467812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501aeb1-7871-468c-bfc0-ecd1e9e680d0 req-74c3ad00-0c67-48a2-b23e-f16ccc39ef48 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:28.476217 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2501aeb1-7871-468c-bfc0-ecd1e9e680d0 req-74c3ad00-0c67-48a2-b23e-f16ccc39ef48 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 935 time: 0.3539419 Aug 20 10:14:28.477114 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-e24531ce-b079-4904-ba12-5e08e453811f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:28.483922 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-994df6df-c8bc-4fa3-92bb-9a0bfac41001 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a97b613442734c2a9cea6947537aea53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3328619 Aug 20 10:14:28.502284 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-e24531ce-b079-4904-ba12-5e08e453811f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:28.504098 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-e24531ce-b079-4904-ba12-5e08e453811f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:28.591183 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-e24531ce-b079-4904-ba12-5e08e453811f tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3956056 Aug 20 10:14:28.624402 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Request body: {'port': {'device_id': '78d83161-b85f-47fc-b9ba-fdb7b33de302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:28.631587 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f9b915-6512-4a0b-b946-0b158353c2dc admin admin] Checking segment: {'id': 'ce050f6c-a94c-4557-bf0b-fb729a70dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:28.632507 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f9b915-6512-4a0b-b946-0b158353c2dc admin admin] Network hostable DHCP agents. Network: 9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:14:28.707206 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b69d59-14f9-42d0-a22d-50e045ca5c8f req-4b47addf-6ed8-4d58-a591-b40f10e0cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:28.708946 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f5b69d59-14f9-42d0-a22d-50e045ca5c8f req-4b47addf-6ed8-4d58-a591-b40f10e0cabd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f301d220a8544b4ae19a47ab7091407&device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 1102 time: 0.2410836 Aug 20 10:14:28.767113 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f9b915-6512-4a0b-b946-0b158353c2dc admin admin] Network 9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:14:28.770219 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732495f-32fc-45b3-8d51-05057eff2c23 req-9d7be87a-4566-405b-b847-2e4ce25e7f74 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:28.771736 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8732495f-32fc-45b3-8d51-05057eff2c23 req-9d7be87a-4566-405b-b847-2e4ce25e7f74 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b2aafe2-a3f9-46e7-b88d-004e64c627ff HTTP/1.1" status: 200 len: 948 time: 0.1936920 Aug 20 10:14:28.796505 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-67475d62-0e7c-4ee2-b28c-195039f4688c None None] Provisioning for port 51f00e89-c3d3-4cba-87b9-b6f61de6a227 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:28.800742 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2501aeb1-7871-468c-bfc0-ecd1e9e680d0 req-190ea0ff-a647-410d-b037-2bc7e86cddd9 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154150 Aug 20 10:14:28.802999 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-67475d62-0e7c-4ee2-b28c-195039f4688c None None] Provisioning complete for port 51f00e89-c3d3-4cba-87b9-b6f61de6a227 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:28.803517 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-67475d62-0e7c-4ee2-b28c-195039f4688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:28.807498 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd3272cb-f5e3-47ca-9940-a7a06b072ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:28.809084 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-e8f9b915-6512-4a0b-b946-0b158353c2dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:28.815520 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:28.817783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f9b915-6512-4a0b-b946-0b158353c2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:28.818374 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e8f9b915-6512-4a0b-b946-0b158353c2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:28.854953 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-df121ca8-ab28-4b3f-8f3e-11547384317a tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:28.857285 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-df121ca8-ab28-4b3f-8f3e-11547384317a tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2985041 Aug 20 10:14:28.858491 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-67475d62-0e7c-4ee2-b28c-195039f4688c None None] Port 51f00e89-c3d3-4cba-87b9-b6f61de6a227 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:14:28.861902 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27643e0-f90e-4b4b-962b-d4e330bd98b2 None None] Network 9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:14:28.866423 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd3272cb-f5e3-47ca-9940-a7a06b072ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:28.876460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-05c4b30b-f28e-4ce7-842e-4f5f09b2ac41 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Request body: {'port': {'device_id': '95d84c15-6f0e-4854-98ee-225f99a7c035', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': 'a97b613442734c2a9cea6947537aea53'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:28.902832 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e8f9b915-6512-4a0b-b946-0b158353c2dc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6451266 Aug 20 10:14:28.905370 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58296) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:28.916482 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1282675814-router', 'tenant_id': 'c4a4bac720884bdbb9dfa0920a087637', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:28.961770 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8732495f-32fc-45b3-8d51-05057eff2c23 req-2d9a8dde-7061-4a1d-b1f7-b2314a988d1b tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/security-groups?id=08b5c959-c23c-489c-994e-cb598f7b07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523671 Aug 20 10:14:29.000759 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 225f83e7-b541-416a-b97d-9bce8ac1c429 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:29.000962 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b69d59-14f9-42d0-a22d-50e045ca5c8f req-eeae4572-51f3-4421-ad95-21a60b9f31dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:29.002578 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f5b69d59-14f9-42d0-a22d-50e045ca5c8f req-eeae4572-51f3-4421-ad95-21a60b9f31dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2678542 Aug 20 10:14:29.056961 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:29.058783 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:29.062122 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f5b69d59-14f9-42d0-a22d-50e045ca5c8f req-4cfa9cff-3824-4209-80a6-2afe670818fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d2e8ba6d-9cf4-4856-8471-afa95f41d511 HTTP/1.1" status: 200 len: 217 time: 0.0477991 Aug 20 10:14:29.070339 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd3272cb-f5e3-47ca-9940-a7a06b072ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:29.073185 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd3272cb-f5e3-47ca-9940-a7a06b072ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:29.074548 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dd3272cb-f5e3-47ca-9940-a7a06b072ff8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc821d8f-b1dc-4a07-b4f2-02f7bb72aab4 HTTP/1.1" status: 204 len: 168 time: 0.7053556 Aug 20 10:14:29.158153 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-05c4b30b-f28e-4ce7-842e-4f5f09b2ac41 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Made reservation on behalf of a97b613442734c2a9cea6947537aea53 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:14:29.167218 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-05c4b30b-f28e-4ce7-842e-4f5f09b2ac41 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:29.185381 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3272cb-f5e3-47ca-9940-a7a06b072ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc821d8f-b1dc-4a07-b4f2-02f7bb72aab4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:29.189467 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b69d59-14f9-42d0-a22d-50e045ca5c8f req-b880da07-c222-4cbe-838a-2a19a04629a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:29.194758 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f5b69d59-14f9-42d0-a22d-50e045ca5c8f req-b880da07-c222-4cbe-838a-2a19a04629a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1217029 Aug 20 10:14:29.335605 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b69d59-14f9-42d0-a22d-50e045ca5c8f req-41fe861c-1782-4753-948a-cd5f53e7fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:29.337399 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f5b69d59-14f9-42d0-a22d-50e045ca5c8f req-41fe861c-1782-4753-948a-cd5f53e7fa4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1346488 Aug 20 10:14:29.365829 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dcf7ea0a-97f5-4610-81e8-090463d4eec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:29.414887 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 225f83e7-b541-416a-b97d-9bce8ac1c429 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:29.423450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4', 'network_id': '9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4', 'tenant_id': 'c4a4bac720884bdbb9dfa0920a087637', 'fixed_ips': [{'subnet_id': '286596c4-9893-400c-ba64-d4ec7237d920'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:14:29.429329 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:29.435854 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 225f83e7-b541-416a-b97d-9bce8ac1c429 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:29.436518 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:29.459019 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a3016d7-812b-4aa1-9223-6d3cc4aabf20 req-0f3c1bb2-1b8f-40bc-a624-d4e3d813df8e tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 210 time: 0.0897813 Aug 20 10:14:29.558665 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f5b69d59-14f9-42d0-a22d-50e045ca5c8f req-68fb9db4-cbd8-4d8a-a4cd-cae73875c0db service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116458 Aug 20 10:14:29.587295 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58320) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:29.656247 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:29.693658 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2aafe2-a3f9-46e7-b88d-004e64c627ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225f83e7-b541-416a-b97d-9bce8ac1c429'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:29.696178 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1720df-c38c-424f-8c9b-fce051740fb5" -d '{"events": [{"server_uuid": "0b2aafe2-a3f9-46e7-b88d-004e64c627ff", "name": "network-vif-plugged", "status": "completed", "tag": "225f83e7-b541-416a-b97d-9bce8ac1c429"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:29.713323 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Allocated IP 172.20.0.2 (9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4/286596c4-9893-400c-ba64-d4ec7237d920/3645a967-4432-4078-b8b6-77cbcc0fd025) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:29.716599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 225f83e7-b541-416a-b97d-9bce8ac1c429, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=225f83e7-b541-416a-b97d-9bce8ac1c429,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:29.735378 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:29.736434 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:14:29.787748 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f5b69d59-14f9-42d0-a22d-50e045ca5c8f req-585d5c98-e19e-43c6-9178-d5c0600e713c service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208276 Aug 20 10:14:29.789064 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58330) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:29.818892 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ddb6fb40-a6c5-4719-8d93-9d039c1638f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:29.824346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:14:29.824346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 0a7aa140-c6e0-4690-84c1-f7fb2c5a3401 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:14:29.829019 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3e4900-812d-4d9f-befc-ce5d7ad75b97 x-openstack-request-id: req-3d3e4900-812d-4d9f-befc-ce5d7ad75b97 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:29.829319 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2aafe2-a3f9-46e7-b88d-004e64c627ff", "name": "network-vif-plugged", "status": "completed", "tag": "225f83e7-b541-416a-b97d-9bce8ac1c429", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:29.829559 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d3e4900-812d-4d9f-befc-ce5d7ad75b97 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:29.829943 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2aafe2-a3f9-46e7-b88d-004e64c627ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225f83e7-b541-416a-b97d-9bce8ac1c429', 'code': 200} Aug 20 10:14:29.830499 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=225f83e7-b541-416a-b97d-9bce8ac1c429,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:29.865767 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:29.922531 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ddb6fb40-a6c5-4719-8d93-9d039c1638f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:29.963917 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f00e89-c3d3-4cba-87b9-b6f61de6a227 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:14:29.965084 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ddb6fb40-a6c5-4719-8d93-9d039c1638f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:29.973269 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:29.988933 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Transition to ACTIVE for port object 51f00e89-c3d3-4cba-87b9-b6f61de6a227 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:29.997495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b3441-c78b-4fb3-aa6d-c7b61d7d72bd req-f3e56662-8b45-4423-8f85-e9285d905b64 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:29.999026 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-375b3441-c78b-4fb3-aa6d-c7b61d7d72bd req-f3e56662-8b45-4423-8f85-e9285d905b64 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 944 time: 0.9510210 Aug 20 10:14:30.019184 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.060475 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58338) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:30.087677 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.094762 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ddb6fb40-a6c5-4719-8d93-9d039c1638f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d3729a6588f4c4ea579173632a30f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016129 Aug 20 10:14:30.102998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Transition to ACTIVE for port object 3645a967-4432-4078-b8b6-77cbcc0fd025 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:30.112954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58342) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:30.128580 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Transition to ACTIVE for port object 3645a967-4432-4078-b8b6-77cbcc0fd025 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:30.136984 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.175866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-05c4b30b-f28e-4ce7-842e-4f5f09b2ac41 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Allocated IP 192.168.233.237 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/409bc81c-4361-49a4-97fe-83e64cd5cbf8) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:30.186772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Network 9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:30.187663 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcdf77-d4a2-4c7b-b799-946b80bab137 req-f4cd12d4-c156-4986-9322-277c2de131e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:30.190410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:30.193290 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6fcdf77-d4a2-4c7b-b799-946b80bab137 req-f4cd12d4-c156-4986-9322-277c2de131e8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b2aafe2-a3f9-46e7-b88d-004e64c627ff HTTP/1.1" status: 200 len: 1101 time: 0.2691622 Aug 20 10:14:30.195972 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:30.233085 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Pushing event updated for resources: {'Port': ['ID=3645a967-4432-4078-b8b6-77cbcc0fd025,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:30.246440 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6fb40-a6c5-4719-8d93-9d039c1638f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de62e3e-e291-421c-ab0c-173e17fd77ae,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:30.269291 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.277507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Attempting to bind port 3645a967-4432-4078-b8b6-77cbcc0fd025 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:14:30.278305 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Attempting to bind port 3645a967-4432-4078-b8b6-77cbcc0fd025 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'ce050f6c-a94c-4557-bf0b-fb729a70dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:14:30.278724 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Attempting to bind port 3645a967-4432-4078-b8b6-77cbcc0fd025 on network 9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:30.286575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:14:30.287000 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Checking segment: {'id': 'ce050f6c-a94c-4557-bf0b-fb729a70dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:30.287400 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.288522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Bound using segment: {'id': 'ce050f6c-a94c-4557-bf0b-fb729a70dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:14:30.289016 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Bound port: 3645a967-4432-4078-b8b6-77cbcc0fd025, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce050f6c-a94c-4557-bf0b-fb729a70dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:14:30.289547 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.312960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Pushing event updated for resources: {'Port': ['ID=51f00e89-c3d3-4cba-87b9-b6f61de6a227,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:30.316645 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-937dfa13-9b9f-4304-9c84-3739d3f0ad4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.317086 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7c1fe-10ae-408b-8226-f110053eebce req-277fcba5-e8ef-40ec-98c2-9bf79a85e37b tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:30.326165 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78d7c1fe-10ae-408b-8226-f110053eebce req-277fcba5-e8ef-40ec-98c2-9bf79a85e37b tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 947 time: 0.3250289 Aug 20 10:14:30.355501 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-375b3441-c78b-4fb3-aa6d-c7b61d7d72bd req-de5730d8-5508-45e0-a65c-bf58e814086b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374598 Aug 20 10:14:30.384378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] For port 3645a967-4432-4078-b8b6-77cbcc0fd025, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:14:30.389108 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] For port 3645a967-4432-4078-b8b6-77cbcc0fd025, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3645a967-4432-4078-b8b6-77cbcc0fd025,segment=NetworkSegment(ce050f6c-a94c-4557-bf0b-fb729a70dd4c),segment_id=ce050f6c-a94c-4557-bf0b-fb729a70dd4c)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:14:30.396065 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.397024 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Attempting to bind port 51f00e89-c3d3-4cba-87b9-b6f61de6a227 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:14:30.397617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Attempting to bind port 51f00e89-c3d3-4cba-87b9-b6f61de6a227 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:14:30.397940 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Attempting to bind port 51f00e89-c3d3-4cba-87b9-b6f61de6a227 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:30.417083 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Port 51f00e89-c3d3-4cba-87b9-b6f61de6a227 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:14:30.417717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Attempting to bind port 51f00e89-c3d3-4cba-87b9-b6f61de6a227 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:30.437498 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:14:30.438251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:30.438838 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:14:30.439290 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Bound port: 51f00e89-c3d3-4cba-87b9-b6f61de6a227, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:14:30.439657 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.473797 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f4600790-c146-474b-b499-2abb146c5749 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8374907f5254b17936bc2b9656a63db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8815699 Aug 20 10:14:30.474336 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58344) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:30.492771 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c0315-e3c0-4472-9ee4-1a46a64d5278 None None] Pushing event updated for resources: {'Port': ['ID=3645a967-4432-4078-b8b6-77cbcc0fd025,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:30.494014 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6fcdf77-d4a2-4c7b-b799-946b80bab137 req-f41c251b-22c2-43d4-b535-b249c250bbcd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=08b5c959-c23c-489c-994e-cb598f7b07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618530 Aug 20 10:14:30.559438 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78d7c1fe-10ae-408b-8226-f110053eebce req-b085312b-2a7f-4e1f-87ac-cff15dc985f4 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323883 Aug 20 10:14:30.564122 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6cdb-0287-4002-aac9-dfce927be9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.613236 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6cdb-0287-4002-aac9-dfce927be9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.647457 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] For port 51f00e89-c3d3-4cba-87b9-b6f61de6a227, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:14:30.663843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] For port 51f00e89-c3d3-4cba-87b9-b6f61de6a227, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=51f00e89-c3d3-4cba-87b9-b6f61de6a227,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:14:30.685755 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-937dfa13-9b9f-4304-9c84-3739d3f0ad4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.692535 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.699826 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-89aa52d4-b35b-4573-bf12-75fd33218062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.701283 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-937dfa13-9b9f-4304-9c84-3739d3f0ad4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.704050 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-45399744-0570-4d35-b2c3-6654a42e6c03 req-73e2a597-48a6-445c-8e77-8acaafb21baa tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 210 time: 0.0550332 Aug 20 10:14:30.716467 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9095c3-4350-4a9d-afec-be57342e7fec req-a9728528-eb51-42d5-b014-6ac72bd077ad tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:30.716653 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-05c4b30b-f28e-4ce7-842e-4f5f09b2ac41 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.726068 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5c9095c3-4350-4a9d-afec-be57342e7fec req-a9728528-eb51-42d5-b014-6ac72bd077ad tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b2aafe2-a3f9-46e7-b88d-004e64c627ff HTTP/1.1" status: 200 len: 949 time: 0.2092788 Aug 20 10:14:30.751407 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-05c4b30b-f28e-4ce7-842e-4f5f09b2ac41 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Transition to ACTIVE for port object 409bc81c-4361-49a4-97fe-83e64cd5cbf8 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:30.784172 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6cdb-0287-4002-aac9-dfce927be9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.786775 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6cdb-0287-4002-aac9-dfce927be9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.787970 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5d0f6cdb-0287-4002-aac9-dfce927be9e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6de62e3e-e291-421c-ab0c-173e17fd77ae HTTP/1.1" status: 204 len: 168 time: 0.5937545 Aug 20 10:14:30.800144 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f6cdb-0287-4002-aac9-dfce927be9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de62e3e-e291-421c-ab0c-173e17fd77ae,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:30.812547 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-05c4b30b-f28e-4ce7-842e-4f5f09b2ac41 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.828279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:30.828279 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.830574 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] 10.222.0.42 "PUT /v2.0/ports/51f00e89-c3d3-4cba-87b9-b6f61de6a227 HTTP/1.1" status: 200 len: 1096 time: 2.2139096 Aug 20 10:14:30.856429 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d83161-b85f-47fc-b9ba-fdb7b33de302', 'tag': '51f00e89-c3d3-4cba-87b9-b6f61de6a227'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:30.858684 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d39706-dc37-4acb-8116-4a4f81ed04b9" -d '{"events": [{"name": "network-changed", "server_uuid": "78d83161-b85f-47fc-b9ba-fdb7b33de302", "tag": "51f00e89-c3d3-4cba-87b9-b6f61de6a227"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:30.894610 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-05c4b30b-f28e-4ce7-842e-4f5f09b2ac41 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:30.898304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-05c4b30b-f28e-4ce7-842e-4f5f09b2ac41 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:30.902924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-05c4b30b-f28e-4ce7-842e-4f5f09b2ac41 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:30.910473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-05c4b30b-f28e-4ce7-842e-4f5f09b2ac41 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:30.911776 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-05c4b30b-f28e-4ce7-842e-4f5f09b2ac41 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.938295 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-05c4b30b-f28e-4ce7-842e-4f5f09b2ac41 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0684164 Aug 20 10:14:30.961596 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Request body: {'port': {'device_id': '95d84c15-6f0e-4854-98ee-225f99a7c035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:30.983328 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-89aa52d4-b35b-4573-bf12-75fd33218062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:30.991813 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-937dfa13-9b9f-4304-9c84-3739d3f0ad4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85d6b9ed65ba430daf5052943a2e2fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9171083 Aug 20 10:14:30.995861 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58352) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:31.000827 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d8147f-931b-4b37-8390-c193965bddac x-openstack-request-id: req-67d8147f-931b-4b37-8390-c193965bddac {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:31.001145 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d83161-b85f-47fc-b9ba-fdb7b33de302", "tag": "51f00e89-c3d3-4cba-87b9-b6f61de6a227", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:31.001355 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67d8147f-931b-4b37-8390-c193965bddac {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:31.001732 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d83161-b85f-47fc-b9ba-fdb7b33de302', 'tag': '51f00e89-c3d3-4cba-87b9-b6f61de6a227', 'status': 'completed', 'code': 200} Aug 20 10:14:31.007485 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4b30b-f28e-4ce7-842e-4f5f09b2ac41 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Pushing event updated for resources: {'Port': ['ID=409bc81c-4361-49a4-97fe-83e64cd5cbf8,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:31.032922 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937dfa13-9b9f-4304-9c84-3739d3f0ad4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b57092f-64b9-4405-a071-1872fc274141,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:31.068814 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:31.073537 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5c9095c3-4350-4a9d-afec-be57342e7fec req-23507150-f838-41e8-827f-97b4e826b55d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/security-groups?id=08b5c959-c23c-489c-994e-cb598f7b07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488507 Aug 20 10:14:31.095511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1f9de-fa97-4f84-b3be-b2ff2a5e5d4f service neutron] Pushing event updated for resources: {'Port': ['ID=51f00e89-c3d3-4cba-87b9-b6f61de6a227,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:31.102837 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device c82c2b94-821f-4fb6-936b-6a633329d9c3 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:31.151406 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2505f48c-f4b0-456d-a08c-5142afafe14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:31.211156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-2a02277a-c4a5-4b38-a6d4-c620b4b6461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:31.213383 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-2a02277a-c4a5-4b38-a6d4-c620b4b6461d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f301d220a8544b4ae19a47ab7091407&device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 1099 time: 0.2905521 Aug 20 10:14:31.217978 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2505f48c-f4b0-456d-a08c-5142afafe14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:31.218492 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:31.240287 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port c82c2b94-821f-4fb6-936b-6a633329d9c3 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:31.245475 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port c82c2b94-821f-4fb6-936b-6a633329d9c3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:31.245944 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:31.275145 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:31.434047 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2505f48c-f4b0-456d-a08c-5142afafe14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:31.437075 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2505f48c-f4b0-456d-a08c-5142afafe14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:31.438441 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2505f48c-f4b0-456d-a08c-5142afafe14d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b57092f-64b9-4405-a071-1872fc274141 HTTP/1.1" status: 204 len: 168 time: 0.4414880 Aug 20 10:14:31.456709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505f48c-f4b0-456d-a08c-5142afafe14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b57092f-64b9-4405-a071-1872fc274141,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:31.489175 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:31.495724 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Allocated IP 172.25.3.251 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/5ed864e7-49ee-432a-908d-aa9f1022c79c) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:31.590627 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a4951-f008-4efc-b97b-27f4fe1296f6 req-a3c48e74-8817-4645-bc8d-bb964a17493f tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:31.604753 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e09a4951-f008-4efc-b97b-27f4fe1296f6 req-a3c48e74-8817-4645-bc8d-bb964a17493f tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 944 time: 0.1245019 Aug 20 10:14:31.640183 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:31.656958 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port c82c2b94-821f-4fb6-936b-6a633329d9c3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c82c2b94-821f-4fb6-936b-6a633329d9c3,segment=NetworkSegment(63015c34-9747-447c-9978-acd5c7bd52ba),segment_id=63015c34-9747-447c-9978-acd5c7bd52ba)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:31.676878 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:31.691625 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-de6914dc-ef20-4440-8228-16c5c0b7541b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=51f00e89-c3d3-4cba-87b9-b6f61de6a227 HTTP/1.1" status: 200 len: 217 time: 0.4566522 Aug 20 10:14:31.699287 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-89aa52d4-b35b-4573-bf12-75fd33218062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:31.712706 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-89aa52d4-b35b-4573-bf12-75fd33218062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:31.716488 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-89aa52d4-b35b-4573-bf12-75fd33218062 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f5032a4-19de-4d82-b854-093cf9a6fe7f HTTP/1.1" status: 204 len: 168 time: 1.2389615 Aug 20 10:14:31.716488 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:31.722480 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 409bc81c-4361-49a4-97fe-83e64cd5cbf8 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:14:31.748534 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:31.759240 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bf5c5286-3829-40b2-b03d-e131d8506a96 None None] Provisioning for port 409bc81c-4361-49a4-97fe-83e64cd5cbf8 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:31.766466 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e09a4951-f008-4efc-b97b-27f4fe1296f6 req-d3a49d79-505a-43c4-8e26-e7d753eee018 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545978 Aug 20 10:14:31.774620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bf5c5286-3829-40b2-b03d-e131d8506a96 None None] Provisioning complete for port 409bc81c-4361-49a4-97fe-83e64cd5cbf8 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:31.775078 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bf5c5286-3829-40b2-b03d-e131d8506a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:31.800661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Transition to ACTIVE for port object 409bc81c-4361-49a4-97fe-83e64cd5cbf8 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:31.814936 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:31.845869 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c332ed-f04c-4ad4-874c-d3f73757acf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82c2b94-821f-4fb6-936b-6a633329d9c3'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:31.848618 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd596c4-32dc-418c-b162-78cde6a2dd64" -d '{"events": [{"server_uuid": "51c332ed-f04c-4ad4-874c-d3f73757acf1", "name": "network-vif-plugged", "status": "completed", "tag": "c82c2b94-821f-4fb6-936b-6a633329d9c3"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:31.910559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bf5c5286-3829-40b2-b03d-e131d8506a96 None None] Port 409bc81c-4361-49a4-97fe-83e64cd5cbf8 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:14:31.914904 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-127be459-76a5-4ec9-b1a9-1e1adc199b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:31.923856 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=c82c2b94-821f-4fb6-936b-6a633329d9c3,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:31.943534 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed864e7-49ee-432a-908d-aa9f1022c79c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:31.955104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:31.957133 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa52d4-b35b-4573-bf12-75fd33218062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5032a4-19de-4d82-b854-093cf9a6fe7f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:31.958496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=409bc81c-4361-49a4-97fe-83e64cd5cbf8,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:31.965696 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:31.968206 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:32.016032 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441da63-8396-434f-be1c-0007b89ec73b req-769b94d6-04f6-4600-9786-bd81efd03b91 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:32.029877 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3441da63-8396-434f-be1c-0007b89ec73b req-769b94d6-04f6-4600-9786-bd81efd03b91 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 948 time: 0.1445160 Aug 20 10:14:32.054709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Attempting to bind port 409bc81c-4361-49a4-97fe-83e64cd5cbf8 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:14:32.055167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Attempting to bind port 409bc81c-4361-49a4-97fe-83e64cd5cbf8 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:14:32.055469 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Attempting to bind port 409bc81c-4361-49a4-97fe-83e64cd5cbf8 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:32.064617 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Port 409bc81c-4361-49a4-97fe-83e64cd5cbf8 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:14:32.064948 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Attempting to bind port 409bc81c-4361-49a4-97fe-83e64cd5cbf8 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:32.079643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:14:32.080020 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:32.080367 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:14:32.080850 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Bound port: 409bc81c-4361-49a4-97fe-83e64cd5cbf8, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:14:32.081209 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:32.094309 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-ba538548-aa67-4696-8078-0e404f7d8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:32.100582 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-ba538548-aa67-4696-8078-0e404f7d8d9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.3128905 Aug 20 10:14:32.101134 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3441da63-8396-434f-be1c-0007b89ec73b req-96654c58-dece-4050-bf1d-f742a4ddd5c5 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677361 Aug 20 10:14:32.121955 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:32.198756 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848a7037-87c5-478b-bc34-1e37c3dc97ab x-openstack-request-id: req-848a7037-87c5-478b-bc34-1e37c3dc97ab {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:32.199183 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c332ed-f04c-4ad4-874c-d3f73757acf1", "name": "network-vif-plugged", "status": "completed", "tag": "c82c2b94-821f-4fb6-936b-6a633329d9c3", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:32.200228 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-848a7037-87c5-478b-bc34-1e37c3dc97ab {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:32.200784 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c332ed-f04c-4ad4-874c-d3f73757acf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82c2b94-821f-4fb6-936b-6a633329d9c3', 'code': 200} Aug 20 10:14:32.204637 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924c7e5-db27-4b4a-bc41-4fe95442deb0 req-3b11a3b8-3193-4326-9922-15404459d718 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:32.214618 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d924c7e5-db27-4b4a-bc41-4fe95442deb0 req-3b11a3b8-3193-4326-9922-15404459d718 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 947 time: 0.4819310 Aug 20 10:14:32.257006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf171b82-220e-4b1b-b790-67e5630bb8cb None None] Network 9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:14:32.307306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] For port 409bc81c-4361-49a4-97fe-83e64cd5cbf8, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:14:32.366544 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] For port 409bc81c-4361-49a4-97fe-83e64cd5cbf8, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=409bc81c-4361-49a4-97fe-83e64cd5cbf8,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:14:32.377032 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efcff9-4b7a-48e9-a96a-8cddf6316879 req-1bd39a13-ce69-4b36-acd4-edf01e1bbf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:32.378991 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f0efcff9-4b7a-48e9-a96a-8cddf6316879 req-1bd39a13-ce69-4b36-acd4-edf01e1bbf71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 1097 time: 0.1125956 Aug 20 10:14:32.408183 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:32.428546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3de06c86-edb7-46b3-9b9a-de12c53bf31f None None] Provisioning for port 3645a967-4432-4078-b8b6-77cbcc0fd025 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:32.438004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a062378-6807-4b98-aa8c-1882d314ac52 req-a9367393-3ef8-4711-8ce9-779c05eb064c tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:32.439963 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a062378-6807-4b98-aa8c-1882d314ac52 req-a9367393-3ef8-4711-8ce9-779c05eb064c tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b2aafe2-a3f9-46e7-b88d-004e64c627ff HTTP/1.1" status: 200 len: 949 time: 0.1271231 Aug 20 10:14:32.466292 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58390) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:32.507467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3645a967-4432-4078-b8b6-77cbcc0fd025 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:32.511078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:32.511918 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:32.513712 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] 10.222.0.24 "PUT /v2.0/ports/409bc81c-4361-49a4-97fe-83e64cd5cbf8 HTTP/1.1" status: 200 len: 1097 time: 1.5578592 Aug 20 10:14:32.517151 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d84c15-6f0e-4854-98ee-225f99a7c035', 'tag': '409bc81c-4361-49a4-97fe-83e64cd5cbf8'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:32.522814 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eced401-504b-4721-b9b7-d6d732618035" -d '{"events": [{"name": "network-changed", "server_uuid": "95d84c15-6f0e-4854-98ee-225f99a7c035", "tag": "409bc81c-4361-49a4-97fe-83e64cd5cbf8"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:32.553602 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59e750fa-482b-43c5-ba36-499e65504a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:32.639351 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f0efcff9-4b7a-48e9-a96a-8cddf6316879 req-4dcb34ff-2308-4542-bb83-5563551e42c5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470243 Aug 20 10:14:32.691121 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f450241-5f7a-4a83-a8b9-5e73f111d4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=409bc81c-4361-49a4-97fe-83e64cd5cbf8,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:32.710354 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a062378-6807-4b98-aa8c-1882d314ac52 req-263f27f6-64a1-4d41-ba14-d015f5bea4b1 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/security-groups?id=08b5c959-c23c-489c-994e-cb598f7b07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384462 Aug 20 10:14:32.756640 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 3645a967-4432-4078-b8b6-77cbcc0fd025 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:32.770036 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d924c7e5-db27-4b4a-bc41-4fe95442deb0 req-978e9d34-737f-4575-a24a-df72d3065da2 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544569 Aug 20 10:14:32.792498 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-bbfdde42-b65b-466b-955a-9cefa765cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:32.794649 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3645a967-4432-4078-b8b6-77cbcc0fd025 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:32.795038 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:32.805647 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-bbfdde42-b65b-466b-955a-9cefa765cc44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6221037 Aug 20 10:14:32.805876 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98699243-6dff-4bc1-b2dd-608ab7e53bcb x-openstack-request-id: req-98699243-6dff-4bc1-b2dd-608ab7e53bcb {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:32.806159 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d84c15-6f0e-4854-98ee-225f99a7c035", "tag": "409bc81c-4361-49a4-97fe-83e64cd5cbf8", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:32.806278 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98699243-6dff-4bc1-b2dd-608ab7e53bcb {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:32.806696 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d84c15-6f0e-4854-98ee-225f99a7c035', 'tag': '409bc81c-4361-49a4-97fe-83e64cd5cbf8', 'status': 'completed', 'code': 200} Aug 20 10:14:32.819701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-846727a2-c122-4acf-92a5-5a5ff660f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:32.824196 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-846727a2-c122-4acf-92a5-5a5ff660f3d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a97b613442734c2a9cea6947537aea53&device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 1100 time: 0.2260540 Aug 20 10:14:32.895988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58406) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:32.979597 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59e750fa-482b-43c5-ba36-499e65504a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:33.045239 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:33.057146 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:33.127414 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-a6223d5d-cf48-4b2b-8d93-9c35eb9cbbeb service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206863 Aug 20 10:14:33.133916 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:33.141869 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59e750fa-482b-43c5-ba36-499e65504a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:33.154696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 3645a967-4432-4078-b8b6-77cbcc0fd025, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3645a967-4432-4078-b8b6-77cbcc0fd025,segment=NetworkSegment(ce050f6c-a94c-4557-bf0b-fb729a70dd4c),segment_id=ce050f6c-a94c-4557-bf0b-fb729a70dd4c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:33.164688 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:33.178819 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-59e750fa-482b-43c5-ba36-499e65504a6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e218a91aad74fc7999940f0881800b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7044408 Aug 20 10:14:33.181716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58412) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:33.184564 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-c286962a-8826-4012-b3f8-31e6f89dac74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=409bc81c-4361-49a4-97fe-83e64cd5cbf8 HTTP/1.1" status: 200 len: 217 time: 0.2034361 Aug 20 10:14:33.271734 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=3645a967-4432-4078-b8b6-77cbcc0fd025,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:33.344967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27e6b6-7bce-4208-b66b-33062bc4efed req-9456ef38-c7c1-4f61-8634-c2f03d7ea047 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:33.347501 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bc27e6b6-7bce-4208-b66b-33062bc4efed req-9456ef38-c7c1-4f61-8634-c2f03d7ea047 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 945 time: 0.3559120 Aug 20 10:14:33.352688 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-df8bed57-b2c5-4f30-9c38-78540ff9a700 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2018d2410054460eac5762f5c53cc477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4531307 Aug 20 10:14:33.352688 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e750fa-482b-43c5-ba36-499e65504a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55896ff0-9eb6-49ad-b243-57da46c9fcda,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:33.353652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58414) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:33.372151 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5d71c355-cc53-4d10-b0d3-8956a91eefc4 None None] Provisioning complete for port 3645a967-4432-4078-b8b6-77cbcc0fd025 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:33.372620 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5d71c355-cc53-4d10-b0d3-8956a91eefc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:33.373458 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d055c5c8-1b1d-4efa-b181-dd5aa3544053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:33.384589 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-d64ac0f6-4005-43a1-b023-b94b1ad85396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:33.386051 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-d64ac0f6-4005-43a1-b023-b94b1ad85396 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1268675 Aug 20 10:14:33.391457 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe665e4-b345-4df3-8b63-65cc3333c163 req-97c5a999-7dba-4cab-99cc-dc7938dcab68 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:33.392905 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7fe665e4-b345-4df3-8b63-65cc3333c163 req-97c5a999-7dba-4cab-99cc-dc7938dcab68 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 948 time: 0.1399500 Aug 20 10:14:33.438852 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cbcd6cf9-c993-4034-b6f6-8ad76b1384ef req-27b7ec9e-3a9c-4328-a674-c677cfe7fac4 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965782 Aug 20 10:14:33.542196 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7fe665e4-b345-4df3-8b63-65cc3333c163 req-f7976753-6dd8-4af4-b608-491f142c8cfe tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297903 Aug 20 10:14:33.554208 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5efd1024-fa09-41cc-a471-e1c8f70fd773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:33.634398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d39706-dc37-4acb-8116-4a4f81ed04b9 req-bc6c996b-eb7e-43ea-a1a1-2cef650312ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:33.635953 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9d39706-dc37-4acb-8116-4a4f81ed04b9 req-bc6c996b-eb7e-43ea-a1a1-2cef650312ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f301d220a8544b4ae19a47ab7091407&device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 1099 time: 0.1345434 Aug 20 10:14:33.637736 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5efd1024-fa09-41cc-a471-e1c8f70fd773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:33.640636 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d055c5c8-1b1d-4efa-b181-dd5aa3544053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:33.661391 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:33.668132 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bc27e6b6-7bce-4208-b66b-33062bc4efed req-7b707f89-d197-43f0-9b30-391fccbb05b1 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022759 Aug 20 10:14:33.690712 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-44eb4e8c-02d9-4f91-bf6c-547c8c0a9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:33.692335 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-44eb4e8c-02d9-4f91-bf6c-547c8c0a9e4e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2892065 Aug 20 10:14:33.751573 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d055c5c8-1b1d-4efa-b181-dd5aa3544053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:33.754151 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d055c5c8-1b1d-4efa-b181-dd5aa3544053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:33.755369 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d055c5c8-1b1d-4efa-b181-dd5aa3544053 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55896ff0-9eb6-49ad-b243-57da46c9fcda HTTP/1.1" status: 204 len: 168 time: 0.5696130 Aug 20 10:14:33.770944 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055c5c8-1b1d-4efa-b181-dd5aa3544053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55896ff0-9eb6-49ad-b243-57da46c9fcda,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:33.814049 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-e972b91d-588f-44c8-bd24-50a0444bab3b service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124978 Aug 20 10:14:33.823245 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede80240-bdb9-4c9e-a8fd-61282f470c27 req-13649fa6-396e-47dd-8894-fb9b12b41a91 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:33.825282 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ede80240-bdb9-4c9e-a8fd-61282f470c27 req-13649fa6-396e-47dd-8894-fb9b12b41a91 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b2aafe2-a3f9-46e7-b88d-004e64c627ff HTTP/1.1" status: 200 len: 949 time: 0.2169802 Aug 20 10:14:33.889595 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5efd1024-fa09-41cc-a471-e1c8f70fd773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:33.892260 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5efd1024-fa09-41cc-a471-e1c8f70fd773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:33.893528 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5efd1024-fa09-41cc-a471-e1c8f70fd773 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c54ffc3-abc8-48d2-8270-bacfb6ad933d HTTP/1.1" status: 204 len: 168 time: 0.5389421 Aug 20 10:14:33.927698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd1024-fa09-41cc-a471-e1c8f70fd773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c54ffc3-abc8-48d2-8270-bacfb6ad933d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:33.934076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d39706-dc37-4acb-8116-4a4f81ed04b9 req-144aa524-84d5-41b4-8b53-7b8155bef9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:33.935749 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9d39706-dc37-4acb-8116-4a4f81ed04b9 req-144aa524-84d5-41b4-8b53-7b8155bef9fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2811041 Aug 20 10:14:33.977677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92a641-0548-4d50-8837-0657ed07f1dc req-d92598d6-2c65-4b31-83fc-550451b91239 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:33.983937 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d92a641-0548-4d50-8837-0657ed07f1dc req-d92598d6-2c65-4b31-83fc-550451b91239 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 947 time: 0.1061573 Aug 20 10:14:33.992618 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9d39706-dc37-4acb-8116-4a4f81ed04b9 req-2615576b-cd3a-47b0-be05-699d51607f6e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=51f00e89-c3d3-4cba-87b9-b6f61de6a227 HTTP/1.1" status: 200 len: 217 time: 0.0480921 Aug 20 10:14:34.002599 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ede80240-bdb9-4c9e-a8fd-61282f470c27 req-c861badf-46a9-4389-a882-9917514a3ef6 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/security-groups?id=08b5c959-c23c-489c-994e-cb598f7b07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621101 Aug 20 10:14:34.007293 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17631e52-81d1-4e48-a1ca-a6c36e7d8b0b req-aa476e26-9337-4a12-89c3-5290d4f3a332 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833141 Aug 20 10:14:34.086543 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d39706-dc37-4acb-8116-4a4f81ed04b9 req-e6395ba8-e3f3-4545-8800-7643c0073fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:34.088205 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9d39706-dc37-4acb-8116-4a4f81ed04b9 req-e6395ba8-e3f3-4545-8800-7643c0073fd9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0849030 Aug 20 10:14:34.088798 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d92a641-0548-4d50-8837-0657ed07f1dc req-e633e076-b3cf-4246-a37a-a182e161c18e tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804200 Aug 20 10:14:34.160949 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eced401-504b-4721-b9b7-d6d732618035 req-4ef8e445-adbc-4616-8e74-13eab89a5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:34.163785 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7eced401-504b-4721-b9b7-d6d732618035 req-4ef8e445-adbc-4616-8e74-13eab89a5379 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a97b613442734c2a9cea6947537aea53&device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 1100 time: 0.0701902 Aug 20 10:14:34.171369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Router 24b69213-82bd-46ad-ac81-855e32d9fb4f is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:14:34.181653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d39706-dc37-4acb-8116-4a4f81ed04b9 req-4843ed65-6aac-4ab9-ab35-2510feac7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:34.183315 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9d39706-dc37-4acb-8116-4a4f81ed04b9 req-4843ed65-6aac-4ab9-ab35-2510feac7e4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0791876 Aug 20 10:14:34.280417 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eced401-504b-4721-b9b7-d6d732618035 req-77594a46-e05a-4b57-a122-27df166c71ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:34.283010 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7eced401-504b-4721-b9b7-d6d732618035 req-77594a46-e05a-4b57-a122-27df166c71ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1119168 Aug 20 10:14:34.352358 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7eced401-504b-4721-b9b7-d6d732618035 req-6bdc4b42-8749-480e-a152-267673ec8e57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=409bc81c-4361-49a4-97fe-83e64cd5cbf8 HTTP/1.1" status: 200 len: 217 time: 0.0615876 Aug 20 10:14:34.416205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3645a967-4432-4078-b8b6-77cbcc0fd025 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:34.430089 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:14:34.440936 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Sync routers for ids ['24b69213-82bd-46ad-ac81-855e32d9fb4f'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:14:34.442152 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9d39706-dc37-4acb-8116-4a4f81ed04b9 req-b726cf4c-e853-4da2-bd25-38cd7325d34d service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475488 Aug 20 10:14:34.443960 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eced401-504b-4721-b9b7-d6d732618035 req-f5db561c-3f22-4c4f-a98e-2f8f828ded12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:34.445781 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7eced401-504b-4721-b9b7-d6d732618035 req-f5db561c-3f22-4c4f-a98e-2f8f828ded12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0850470 Aug 20 10:14:34.455306 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Routers {'24b69213-82bd-46ad-ac81-855e32d9fb4f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:14:34.456887 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0aef9938-9433-4354-902b-cef1271f034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:14:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['24b69213-82bd-46ad-ac81-855e32d9fb4f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:34.520364 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3645a967-4432-4078-b8b6-77cbcc0fd025 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:34.520844 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:34.557724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9d39706-dc37-4acb-8116-4a4f81ed04b9 req-fbd13453-a8ac-432a-b57d-93491209da8c service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069655 Aug 20 10:14:34.559121 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:34.560575 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-52f916d0-ebaf-46f9-8e10-1e1048c69672 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6494298 Aug 20 10:14:34.563497 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58446) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:34.601924 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Set router 24b69213-82bd-46ad-ac81-855e32d9fb4f gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:14:34.621479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95426496-035b-4947-aac0-809d814fa3c9 req-9e913d75-1360-4e51-a31e-bf0cf9ed9aec tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:34.629435 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-95426496-035b-4947-aac0-809d814fa3c9 req-9e913d75-1360-4e51-a31e-bf0cf9ed9aec tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b2aafe2-a3f9-46e7-b88d-004e64c627ff HTTP/1.1" status: 200 len: 949 time: 0.1258664 Aug 20 10:14:34.631377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eced401-504b-4721-b9b7-d6d732618035 req-7e99c64e-1ca0-4095-9afd-48d35d45fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:34.632842 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7eced401-504b-4721-b9b7-d6d732618035 req-7e99c64e-1ca0-4095-9afd-48d35d45fef5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1792727 Aug 20 10:14:34.706970 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:34.883100 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7eced401-504b-4721-b9b7-d6d732618035 req-bf3b49b2-5389-4ab1-9b9d-f0a7bb67ec54 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299576 Aug 20 10:14:34.951206 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0aef9938-9433-4354-902b-cef1271f034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1282675814-router', 'tenant_id': 'c4a4bac720884bdbb9dfa0920a087637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '5ed864e7-49ee-432a-908d-aa9f1022c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:29Z', 'updated_at': '2021-08-20T10:14:32Z', 'revision_number': 3, 'project_id': 'c4a4bac720884bdbb9dfa0920a087637', 'gw_port': {'id': '5ed864e7-49ee-432a-908d-aa9f1022c79c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:31Z', 'updated_at': '2021-08-20T10:14:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:35.009710 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Checking router: 24b69213-82bd-46ad-ac81-855e32d9fb4f for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:14:35.011380 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Updating router 24b69213-82bd-46ad-ac81-855e32d9fb4f port 5ed864e7-49ee-432a-908d-aa9f1022c79c binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:14:35.012826 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67044a03-46f9-4e27-9a73-1ec729a9e3f7 req-3f9dd2b4-d682-403f-9b46-28df1bfb32fa tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:35.014682 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-67044a03-46f9-4e27-9a73-1ec729a9e3f7 req-3f9dd2b4-d682-403f-9b46-28df1bfb32fa tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 945 time: 0.1660593 Aug 20 10:14:35.067331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674822ee-ced1-4040-925a-4fc64ad0b6ec req-b7e1f1c5-1b31-4734-a4cf-0eee1a36c5f9 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:35.068861 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-674822ee-ced1-4040-925a-4fc64ad0b6ec req-b7e1f1c5-1b31-4734-a4cf-0eee1a36c5f9 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 948 time: 0.1133671 Aug 20 10:14:35.076877 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:35.099997 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-95426496-035b-4947-aac0-809d814fa3c9 req-a287cab5-4995-45c2-9df8-6a06d9c58217 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Deleting port 225f83e7-b541-416a-b97d-9bce8ac1c429 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:14:35.100399 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-95426496-035b-4947-aac0-809d814fa3c9 req-a287cab5-4995-45c2-9df8-6a06d9c58217 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:35.106664 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7eced401-504b-4721-b9b7-d6d732618035 req-2f999d4c-a978-4901-9714-51e744be5482 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151620 Aug 20 10:14:35.128467 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-67044a03-46f9-4e27-9a73-1ec729a9e3f7 req-435175b9-d795-4160-8f22-996e2028a751 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056657 Aug 20 10:14:35.282882 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-674822ee-ced1-4040-925a-4fc64ad0b6ec req-53167d1b-6c90-41de-bdef-331cd36b9f7f tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745355 Aug 20 10:14:35.352339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-95426496-035b-4947-aac0-809d814fa3c9 req-a287cab5-4995-45c2-9df8-6a06d9c58217 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] For port 225f83e7-b541-416a-b97d-9bce8ac1c429, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=225f83e7-b541-416a-b97d-9bce8ac1c429,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:35.352706 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-95426496-035b-4947-aac0-809d814fa3c9 req-a287cab5-4995-45c2-9df8-6a06d9c58217 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:35.371170 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c78e62-0916-4d6c-b01b-6f5d3c7c6539 req-0f41de4f-c714-4131-a8ab-963302f3601f tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:35.378861 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-22c78e62-0916-4d6c-b01b-6f5d3c7c6539 req-0f41de4f-c714-4131-a8ab-963302f3601f tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b2aafe2-a3f9-46e7-b88d-004e64c627ff HTTP/1.1" status: 200 len: 949 time: 0.1303189 Aug 20 10:14:35.397309 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-95426496-035b-4947-aac0-809d814fa3c9 req-a287cab5-4995-45c2-9df8-6a06d9c58217 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Calling delete_port for 225f83e7-b541-416a-b97d-9bce8ac1c429 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:14:35.468535 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-22c78e62-0916-4d6c-b01b-6f5d3c7c6539 req-2164b7dd-bb1e-45e8-930a-66f6b412332d tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.16 "GET /v2.0/security-groups?id=08b5c959-c23c-489c-994e-cb598f7b07ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874820 Aug 20 10:14:35.555638 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e2984-0870-475f-a202-81861b4f3865 req-94f8911b-e8be-414e-854b-2f1876c73c20 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:35.557134 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d2e2984-0870-475f-a202-81861b4f3865 req-94f8911b-e8be-414e-854b-2f1876c73c20 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 947 time: 0.1080618 Aug 20 10:14:35.592187 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-95426496-035b-4947-aac0-809d814fa3c9 req-a287cab5-4995-45c2-9df8-6a06d9c58217 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:35.605576 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['225f83e7-b541-416a-b97d-9bce8ac1c429'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:14:35.613978 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:35.629366 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287cab5-4995-45c2-9df8-6a06d9c58217 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Pushing event deleted for resources: {'Port': ['ID=225f83e7-b541-416a-b97d-9bce8ac1c429,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:35.644960 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Transition to ACTIVE for port object 5ed864e7-49ee-432a-908d-aa9f1022c79c will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:35.646372 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d2e2984-0870-475f-a202-81861b4f3865 req-43105e9a-d7ea-44af-96b2-fda09b9fbf90 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774491 Aug 20 10:14:35.673108 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:35.728435 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-95426496-035b-4947-aac0-809d814fa3c9 req-a287cab5-4995-45c2-9df8-6a06d9c58217 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] No DVR routers for this DVR port 225f83e7-b541-416a-b97d-9bce8ac1c429 on host n-h1-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:14:35.731730 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-95426496-035b-4947-aac0-809d814fa3c9 req-a287cab5-4995-45c2-9df8-6a06d9c58217 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:35.735593 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-95426496-035b-4947-aac0-809d814fa3c9 req-a287cab5-4995-45c2-9df8-6a06d9c58217 tempest-ServerDiagnosticsNegativeTest-454101063 tempest-ServerDiagnosticsNegativeTest-454101063-project] 10.222.0.42 "DELETE /v2.0/ports/225f83e7-b541-416a-b97d-9bce8ac1c429 HTTP/1.1" status: 204 len: 173 time: 1.0960729 Aug 20 10:14:35.736327 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2aafe2-a3f9-46e7-b88d-004e64c627ff', 'name': 'network-vif-deleted', 'tag': '225f83e7-b541-416a-b97d-9bce8ac1c429'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:35.751241 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a251dc-68cf-405c-b439-92715657c833" -d '{"events": [{"server_uuid": "0b2aafe2-a3f9-46e7-b88d-004e64c627ff", "name": "network-vif-deleted", "tag": "225f83e7-b541-416a-b97d-9bce8ac1c429"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:35.791429 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:35.823422 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Attempting to bind port 5ed864e7-49ee-432a-908d-aa9f1022c79c on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:14:35.823800 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Attempting to bind port 5ed864e7-49ee-432a-908d-aa9f1022c79c by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:14:35.824176 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Attempting to bind port 5ed864e7-49ee-432a-908d-aa9f1022c79c on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:35.840323 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:14:35.840712 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:35.841122 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:35.841510 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:14:35.841991 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Bound port: 5ed864e7-49ee-432a-908d-aa9f1022c79c, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:14:35.844615 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:35.850907 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad20e519-26b6-4dfe-82df-881e26ff0210 x-openstack-request-id: req-ad20e519-26b6-4dfe-82df-881e26ff0210 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:35.851694 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2aafe2-a3f9-46e7-b88d-004e64c627ff", "name": "network-vif-deleted", "tag": "225f83e7-b541-416a-b97d-9bce8ac1c429", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:35.852164 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad20e519-26b6-4dfe-82df-881e26ff0210 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:35.852902 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2aafe2-a3f9-46e7-b88d-004e64c627ff', 'name': 'network-vif-deleted', 'tag': '225f83e7-b541-416a-b97d-9bce8ac1c429', 'status': 'completed', 'code': 200} Aug 20 10:14:35.872196 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1121c-bf1c-44cb-b4f3-b822e3cb3557 req-c6133161-5b9d-4b70-a8a7-1543643f7a9f tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:35.874658 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-70b1121c-bf1c-44cb-b4f3-b822e3cb3557 req-c6133161-5b9d-4b70-a8a7-1543643f7a9f tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 945 time: 0.1024547 Aug 20 10:14:35.885058 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58512) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:35.891704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-89d23afa-bedd-4167-85d9-91f9cf30a79f tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Request body: {'floatingip': {'port_id': 'c82c2b94-821f-4fb6-936b-6a633329d9c3'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:35.970416 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-0aef9938-9433-4354-902b-cef1271f034f None None] For port 5ed864e7-49ee-432a-908d-aa9f1022c79c, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:14:35.974616 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-0aef9938-9433-4354-902b-cef1271f034f None None] For port 5ed864e7-49ee-432a-908d-aa9f1022c79c, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5ed864e7-49ee-432a-908d-aa9f1022c79c,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:14:35.984983 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c0d81-5f70-4d9f-b20d-a8d8c391d712 None None] Pushing event updated for resources: {'Port': ['ID=5ed864e7-49ee-432a-908d-aa9f1022c79c,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:35.990320 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:36.041480 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Routers {'24b69213-82bd-46ad-ac81-855e32d9fb4f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:14:36.042125 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0aef9938-9433-4354-902b-cef1271f034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:14:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['24b69213-82bd-46ad-ac81-855e32d9fb4f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:36.065234 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89d23afa-bedd-4167-85d9-91f9cf30a79f tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:36.074374 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58522) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:36.109692 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c0d81-5f70-4d9f-b20d-a8d8c391d712 None None] Pushing event updated for resources: {'Port': ['ID=5ed864e7-49ee-432a-908d-aa9f1022c79c,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:36.210985 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-0aef9938-9433-4354-902b-cef1271f034f None None] Set router 24b69213-82bd-46ad-ac81-855e32d9fb4f gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:14:36.234487 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Allocated IP 172.20.0.1 (9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4/286596c4-9893-400c-ba64-d4ec7237d920/bce43333-b87b-4910-99b3-bc7002f25bd2) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:36.474883 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-12747aa8-32b8-4462-8968-f2599e2e4759 tempest-AutoAllocateNetworkTest-1682036180 tempest-AutoAllocateNetworkTest-1682036180-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ebe6ec10f2054338892ef0d4610a52f7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3982677 Aug 20 10:14:36.479169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58534) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:36.502658 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0aef9938-9433-4354-902b-cef1271f034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1282675814-router', 'tenant_id': 'c4a4bac720884bdbb9dfa0920a087637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '5ed864e7-49ee-432a-908d-aa9f1022c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:29Z', 'updated_at': '2021-08-20T10:14:32Z', 'revision_number': 3, 'project_id': 'c4a4bac720884bdbb9dfa0920a087637', 'gw_port': {'id': '5ed864e7-49ee-432a-908d-aa9f1022c79c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:31Z', 'updated_at': '2021-08-20T10:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:36.537515 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef9938-9433-4354-902b-cef1271f034f None None] The sync data for ids ['24b69213-82bd-46ad-ac81-855e32d9fb4f'] in n-d-778550-11 is: [{'id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1282675814-router', 'tenant_id': 'c4a4bac720884bdbb9dfa0920a087637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '5ed864e7-49ee-432a-908d-aa9f1022c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:29Z', 'updated_at': '2021-08-20T10:14:32Z', 'revision_number': 3, 'project_id': 'c4a4bac720884bdbb9dfa0920a087637', 'gw_port': {'id': '5ed864e7-49ee-432a-908d-aa9f1022c79c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:31Z', 'updated_at': '2021-08-20T10:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:14:36.555333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fce8e4-27c1-45f9-bd9e-515c5d385646 req-26db75cf-45d1-4d25-b068-538756826920 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:36.557010 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f8fce8e4-27c1-45f9-bd9e-515c5d385646 req-26db75cf-45d1-4d25-b068-538756826920 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 948 time: 0.1238346 Aug 20 10:14:36.590063 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:36.619147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Transition to ACTIVE for port object bce43333-b87b-4910-99b3-bc7002f25bd2 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:36.650811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa46d816-0660-4c8b-b885-ad0e26becefd tempest-AutoAllocateNetworkTest-1682036180 tempest-AutoAllocateNetworkTest-1682036180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:36.655439 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-aa46d816-0660-4c8b-b885-ad0e26becefd tempest-AutoAllocateNetworkTest-1682036180 tempest-AutoAllocateNetworkTest-1682036180-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1748717 Aug 20 10:14:36.656073 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58542) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:36.733339 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-347148b5-f442-4f5d-a5df-616fc7e93629 tempest-AutoAllocateNetworkTest-1682036180 tempest-AutoAllocateNetworkTest-1682036180-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746517 Aug 20 10:14:36.736438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58546) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:36.744666 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f8fce8e4-27c1-45f9-bd9e-515c5d385646 req-09ba6766-06d5-4c9c-a29d-752ca028d9ef tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675973 Aug 20 10:14:36.792824 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e804986d-cf74-4e4f-b21d-3af7994b4d9b tempest-AutoAllocateNetworkTest-1682036180 tempest-AutoAllocateNetworkTest-1682036180-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ebe6ec10f2054338892ef0d4610a52f7 HTTP/1.1" status: 200 len: 208 time: 0.0522609 Aug 20 10:14:36.799790 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:36.850382 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Network 9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:36.853466 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:36.857046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:36.857550 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:36.966101 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.resource_extend [None req-89d23afa-bedd-4167-85d9-91f9cf30a79f tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:14:36.983797 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Pushing event updated for resources: {'Port': ['ID=bce43333-b87b-4910-99b3-bc7002f25bd2,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:37.014935 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 51f00e89-c3d3-4cba-87b9-b6f61de6a227 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:14:37.145212 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89d23afa-bedd-4167-85d9-91f9cf30a79f tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:37.156540 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89d23afa-bedd-4167-85d9-91f9cf30a79f tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:37.274768 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 51f00e89-c3d3-4cba-87b9-b6f61de6a227, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=51f00e89-c3d3-4cba-87b9-b6f61de6a227,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:37.313913 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '51f00e89-c3d3-4cba-87b9-b6f61de6a227', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '51f00e89-c3d3-4cba-87b9-b6f61de6a227', 'mac_address': 'fa:16:3e:07:0a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:14:37.336837 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:37.339996 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a4dd8695-30d6-483f-a031-4aec97965e9a None None] Provisioning for port bce43333-b87b-4910-99b3-bc7002f25bd2 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:37.349611 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46638042-6ac2-4dd4-b39b-d92ab83b984c req-0b7b91a4-cc71-4e79-a5dd-c9c2265619b6 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:37.365031 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-46638042-6ac2-4dd4-b39b-d92ab83b984c req-0b7b91a4-cc71-4e79-a5dd-c9c2265619b6 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 947 time: 0.4253180 Aug 20 10:14:37.370753 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a4dd8695-30d6-483f-a031-4aec97965e9a None None] Provisioning complete for port bce43333-b87b-4910-99b3-bc7002f25bd2 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:37.371488 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a4dd8695-30d6-483f-a031-4aec97965e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:37.426169 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:37.428961 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-46638042-6ac2-4dd4-b39b-d92ab83b984c req-30333552-ca1e-45fb-bce4-1ce80ce4ee65 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573590 Aug 20 10:14:37.485470 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd8695-30d6-483f-a031-4aec97965e9a None None] Port bce43333-b87b-4910-99b3-bc7002f25bd2 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:14:37.490511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f00e89-c3d3-4cba-87b9-b6f61de6a227 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:14:37.520916 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 51f00e89-c3d3-4cba-87b9-b6f61de6a227, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=51f00e89-c3d3-4cba-87b9-b6f61de6a227,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:37.530848 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:37.615954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58570) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:37.639987 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=51f00e89-c3d3-4cba-87b9-b6f61de6a227,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:37.715241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58572) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:37.726688 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['51f00e89-c3d3-4cba-87b9-b6f61de6a227'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:14:37.736015 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-89d23afa-bedd-4167-85d9-91f9cf30a79f tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Floating IP f738203b-03f4-491a-871d-e3b11bc0ceb4 associated. External IP: 172.25.3.109, port: c82c2b94-821f-4fb6-936b-6a633329d9c3. Aug 20 10:14:38.035119 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7280253f-4a7a-43d9-bf24-ae1ee495cfde admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e5e383625e746ca9e5c9a56b65f2e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171906 Aug 20 10:14:38.035119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58588) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:38.087545 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:38.100193 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a6d8b-11f1-47a9-bcad-e915559a499b req-664ec843-8583-418b-86f9-94348544214a tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:38.108178 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e6a6d8b-11f1-47a9-bcad-e915559a499b req-664ec843-8583-418b-86f9-94348544214a tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 948 time: 0.1156197 Aug 20 10:14:38.129178 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d11ac2ae-8cf9-4e11-a330-cf4812db8dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:38.132958 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:38.133418 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:38.158032 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d23afa-bedd-4167-85d9-91f9cf30a79f tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:14:38.172139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90787188-c5c8-45e7-972e-ab768d1e5950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:38.237437 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90787188-c5c8-45e7-972e-ab768d1e5950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:38.263124 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e6a6d8b-11f1-47a9-bcad-e915559a499b req-c60211b9-272e-4381-bf96-7705a8b270fe tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540320 Aug 20 10:14:38.304370 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Pushing event updated for resources: {'Port': ['ID=bce43333-b87b-4910-99b3-bc7002f25bd2,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:38.319162 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d23afa-bedd-4167-85d9-91f9cf30a79f tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:14:38.325273 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89d23afa-bedd-4167-85d9-91f9cf30a79f tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:38.341521 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2beb8-0081-4b46-8968-a8b5082392a5 None None] Sync routers for ids ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:14:38.367727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb2beb8-0081-4b46-8968-a8b5082392a5 None None] Routers {'262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:14:38.370334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6cb2beb8-0081-4b46-8968-a8b5082392a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:14:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:38.370880 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-89d23afa-bedd-4167-85d9-91f9cf30a79f tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "PUT /v2.0/floatingips/f738203b-03f4-491a-871d-e3b11bc0ceb4 HTTP/1.1" status: 200 len: 991 time: 2.4844851 Aug 20 10:14:38.372148 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c332ed-f04c-4ad4-874c-d3f73757acf1', 'tag': 'c82c2b94-821f-4fb6-936b-6a633329d9c3'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:38.375378 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc59746-30e0-47c2-99db-1abf7a56a15a" -d '{"events": [{"name": "network-changed", "server_uuid": "51c332ed-f04c-4ad4-874c-d3f73757acf1", "tag": "c82c2b94-821f-4fb6-936b-6a633329d9c3"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:38.410267 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90787188-c5c8-45e7-972e-ab768d1e5950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:38.412416 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d11ac2ae-8cf9-4e11-a330-cf4812db8dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:38.415307 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90787188-c5c8-45e7-972e-ab768d1e5950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:38.419032 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-90787188-c5c8-45e7-972e-ab768d1e5950 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08b5c959-c23c-489c-994e-cb598f7b07ed HTTP/1.1" status: 204 len: 168 time: 0.3197505 Aug 20 10:14:38.440433 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90787188-c5c8-45e7-972e-ab768d1e5950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b5c959-c23c-489c-994e-cb598f7b07ed,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:38.441659 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Network 9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:38.448638 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:38.452885 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d11ac2ae-8cf9-4e11-a330-cf4812db8dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:38.463498 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119fbbee-04fe-4642-882e-4c8f55b67a61 x-openstack-request-id: req-119fbbee-04fe-4642-882e-4c8f55b67a61 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:38.463768 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c332ed-f04c-4ad4-874c-d3f73757acf1", "tag": "c82c2b94-821f-4fb6-936b-6a633329d9c3", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:38.464023 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-119fbbee-04fe-4642-882e-4c8f55b67a61 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:38.468123 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c332ed-f04c-4ad4-874c-d3f73757acf1', 'tag': 'c82c2b94-821f-4fb6-936b-6a633329d9c3', 'status': 'completed', 'code': 200} Aug 20 10:14:38.648435 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc59746-30e0-47c2-99db-1abf7a56a15a req-1833b6d1-7987-4a35-8683-8b8407ce8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:38.653132 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6cc59746-30e0-47c2-99db-1abf7a56a15a req-1833b6d1-7987-4a35-8683-8b8407ce8d03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1e949b55a314448808ad67780ed3577&device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 1097 time: 0.1741257 Aug 20 10:14:38.659128 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58626) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:38.659542 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d11ac2ae-8cf9-4e11-a330-cf4812db8dff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ebe6ec10f2054338892ef0d4610a52f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0422549 Aug 20 10:14:38.674785 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ac2ae-8cf9-4e11-a330-cf4812db8dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782a4962-06a3-443b-90b0-2e5ce3b2f5b3,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:38.808837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58640) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:38.884574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea33e5-c4ee-473f-96db-b2690d917085 req-1b169a9b-caf6-411e-add7-c3a5d88b12f8 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:38.896322 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-efea33e5-c4ee-473f-96db-b2690d917085 req-1b169a9b-caf6-411e-add7-c3a5d88b12f8 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 948 time: 0.2480149 Aug 20 10:14:38.936028 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc59746-30e0-47c2-99db-1abf7a56a15a req-c27297a0-4cb1-4a8a-ab56-3858a646228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:38.937542 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6cc59746-30e0-47c2-99db-1abf7a56a15a req-c27297a0-4cb1-4a8a-ab56-3858a646228e service neutron] 10.222.0.24 "GET /v2.0/networks?id=32a089c0-176d-40e1-bdf0-d909b8c47da7 HTTP/1.1" status: 200 len: 924 time: 0.2524219 Aug 20 10:14:38.976114 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Router 24b69213-82bd-46ad-ac81-855e32d9fb4f has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:14:38.981806 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5ed864e7-49ee-432a-908d-aa9f1022c79c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:39.011078 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6003f5ea-09c3-4060-84de-4c8db4fcbefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.026479 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 51f00e89-c3d3-4cba-87b9-b6f61de6a227 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:39.032296 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-efea33e5-c4ee-473f-96db-b2690d917085 req-5388b792-308e-45f5-b204-2f6cb675ba44 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296802 Aug 20 10:14:39.079516 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58648) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:39.106023 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8ad79267-bc3e-476d-85b7-72f7c431c02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.111599 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6003f5ea-09c3-4060-84de-4c8db4fcbefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.113255 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-41f94f07-6a68-4755-a1ca-7beb3fdbd7ab None None] Provisioning complete for port bce43333-b87b-4910-99b3-bc7002f25bd2 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:39.113696 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-41f94f07-6a68-4755-a1ca-7beb3fdbd7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.116729 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6cc59746-30e0-47c2-99db-1abf7a56a15a req-0245ea94-2dca-4a8b-9967-39a599cfe8b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c82c2b94-821f-4fb6-936b-6a633329d9c3 HTTP/1.1" status: 200 len: 999 time: 0.1688814 Aug 20 10:14:39.154711 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 409bc81c-4361-49a4-97fe-83e64cd5cbf8 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:14:39.160546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6cb2beb8-0081-4b46-8968-a8b5082392a5 None None] Set router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:14:39.184806 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1598de2a-8992-4d83-aef8-5ea0771e2759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.204105 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc59746-30e0-47c2-99db-1abf7a56a15a req-396ce443-7037-40e2-9362-36186e655c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:39.206731 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6cc59746-30e0-47c2-99db-1abf7a56a15a req-396ce443-7037-40e2-9362-36186e655c20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4554d4b-e023-429d-9014-22d3381958db HTTP/1.1" status: 200 len: 862 time: 0.0807087 Aug 20 10:14:39.222613 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:14:39.228159 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-148c5a7d-1650-4484-8913-602adaf6cd1e admin admin] 10.222.0.16 "PUT /v2.0/routers/24b69213-82bd-46ad-ac81-855e32d9fb4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6629996 Aug 20 10:14:39.231167 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-41f94f07-6a68-4755-a1ca-7beb3fdbd7ab None None] Port bce43333-b87b-4910-99b3-bc7002f25bd2 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:14:39.243092 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Sync routers for ids ['24b69213-82bd-46ad-ac81-855e32d9fb4f'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:14:39.254885 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Routers {'24b69213-82bd-46ad-ac81-855e32d9fb4f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:14:39.255677 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:14:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['24b69213-82bd-46ad-ac81-855e32d9fb4f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:39.278593 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6003f5ea-09c3-4060-84de-4c8db4fcbefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.281633 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6003f5ea-09c3-4060-84de-4c8db4fcbefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.282835 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6003f5ea-09c3-4060-84de-4c8db4fcbefc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/782a4962-06a3-443b-90b0-2e5ce3b2f5b3 HTTP/1.1" status: 204 len: 168 time: 0.6227200 Aug 20 10:14:39.285529 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc59746-30e0-47c2-99db-1abf7a56a15a req-c9ac85ad-b3ec-41db-b90e-be01cba7a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:39.287745 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6cc59746-30e0-47c2-99db-1abf7a56a15a req-c9ac85ad-b3ec-41db-b90e-be01cba7a2bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a089c0-176d-40e1-bdf0-d909b8c47da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721872 Aug 20 10:14:39.326844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 51f00e89-c3d3-4cba-87b9-b6f61de6a227 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:39.342134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003f5ea-09c3-4060-84de-4c8db4fcbefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782a4962-06a3-443b-90b0-2e5ce3b2f5b3,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:39.437563 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8ad79267-bc3e-476d-85b7-72f7c431c02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.445814 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8ad79267-bc3e-476d-85b7-72f7c431c02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.485991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8ad79267-bc3e-476d-85b7-72f7c431c02b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ca0b0478f8f49aa8556f46839ad5439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026942 Aug 20 10:14:39.492914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58660) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:39.522139 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Set router 24b69213-82bd-46ad-ac81-855e32d9fb4f gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:14:39.544784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 51f00e89-c3d3-4cba-87b9-b6f61de6a227 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:39.545307 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.556271 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad79267-bc3e-476d-85b7-72f7c431c02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b75e7e-61be-49d4-84df-66f46bad94b4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:39.621154 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5edeecb-28e0-480e-a03f-40c5c128ca21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.637850 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6cc59746-30e0-47c2-99db-1abf7a56a15a req-5a5ecd51-be13-4a1e-b8a9-a0cd128a70e7 service neutron] 10.222.0.24 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391364 Aug 20 10:14:39.644290 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 5ed864e7-49ee-432a-908d-aa9f1022c79c completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:39.650875 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5edeecb-28e0-480e-a03f-40c5c128ca21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.655078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29477a-581d-42d1-b375-2475c4d2ad7e req-dce99e04-f04c-493c-bc6e-389b0e54467e tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:39.663370 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 5ed864e7-49ee-432a-908d-aa9f1022c79c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:39.663742 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.667845 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9b29477a-581d-42d1-b375-2475c4d2ad7e req-dce99e04-f04c-493c-bc6e-389b0e54467e tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 948 time: 0.2216988 Aug 20 10:14:39.715744 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5edeecb-28e0-480e-a03f-40c5c128ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.719199 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5edeecb-28e0-480e-a03f-40c5c128ca21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.720785 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d5edeecb-28e0-480e-a03f-40c5c128ca21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34b75e7e-61be-49d4-84df-66f46bad94b4 HTTP/1.1" status: 204 len: 168 time: 0.2269108 Aug 20 10:14:39.732869 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edeecb-28e0-480e-a03f-40c5c128ca21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b75e7e-61be-49d4-84df-66f46bad94b4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:39.778317 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.779429 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1598de2a-8992-4d83-aef8-5ea0771e2759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.787945 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1598de2a-8992-4d83-aef8-5ea0771e2759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.842304 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 51f00e89-c3d3-4cba-87b9-b6f61de6a227, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=51f00e89-c3d3-4cba-87b9-b6f61de6a227,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:39.856324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d83161-b85f-47fc-b9ba-fdb7b33de302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f00e89-c3d3-4cba-87b9-b6f61de6a227'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:39.858824 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f0343e-c7b8-4624-bcc7-37d429413566" -d '{"events": [{"server_uuid": "78d83161-b85f-47fc-b9ba-fdb7b33de302", "name": "network-vif-plugged", "status": "completed", "tag": "51f00e89-c3d3-4cba-87b9-b6f61de6a227"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:39.875197 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:39.875996 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 225f83e7-b541-416a-b97d-9bce8ac1c429 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:14:39.890377 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:14:39.891418 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9b29477a-581d-42d1-b375-2475c4d2ad7e req-0e3febc8-14ce-4180-9a7d-5c1f3301e481 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214808 Aug 20 10:14:39.997123 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6cc59746-30e0-47c2-99db-1abf7a56a15a req-3464a9d4-6312-4a33-b8fa-65958511f10a service neutron] 10.222.0.24 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261273 Aug 20 10:14:40.050096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 225f83e7-b541-416a-b97d-9bce8ac1c429 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:14:40.051308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 225f83e7-b541-416a-b97d-9bce8ac1c429 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:14:40.068190 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1598de2a-8992-4d83-aef8-5ea0771e2759 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d352caf41a14fb7b8540b917c05ce30&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2523088 Aug 20 10:14:40.070899 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58686) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:40.086813 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 409bc81c-4361-49a4-97fe-83e64cd5cbf8, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=409bc81c-4361-49a4-97fe-83e64cd5cbf8,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:40.130900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598de2a-8992-4d83-aef8-5ea0771e2759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e7de03-a7da-49f9-b8c2-62f210814625,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:40.144571 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=51f00e89-c3d3-4cba-87b9-b6f61de6a227,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:40.148380 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '409bc81c-4361-49a4-97fe-83e64cd5cbf8', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '409bc81c-4361-49a4-97fe-83e64cd5cbf8', 'mac_address': 'fa:16:3e:93:6c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:14:40.151201 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:40.157561 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969f8237-524e-4761-a7e8-8415323d2799 x-openstack-request-id: req-969f8237-524e-4761-a7e8-8415323d2799 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:40.157847 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d83161-b85f-47fc-b9ba-fdb7b33de302", "name": "network-vif-plugged", "status": "completed", "tag": "51f00e89-c3d3-4cba-87b9-b6f61de6a227", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:40.158240 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-969f8237-524e-4761-a7e8-8415323d2799 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:40.159381 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d83161-b85f-47fc-b9ba-fdb7b33de302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f00e89-c3d3-4cba-87b9-b6f61de6a227', 'code': 200} Aug 20 10:14:40.177682 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1282675814-router', 'tenant_id': 'c4a4bac720884bdbb9dfa0920a087637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '5ed864e7-49ee-432a-908d-aa9f1022c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:29Z', 'updated_at': '2021-08-20T10:14:37Z', 'revision_number': 4, 'project_id': 'c4a4bac720884bdbb9dfa0920a087637', 'gw_port': {'id': '5ed864e7-49ee-432a-908d-aa9f1022c79c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:31Z', 'updated_at': '2021-08-20T10:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'bce43333-b87b-4910-99b3-bc7002f25bd2', 'name': '', 'network_id': '9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4', 'tenant_id': 'c4a4bac720884bdbb9dfa0920a087637', 'mac_address': 'fa:16:3e:cb:ea:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '286596c4-9893-400c-ba64-d4ec7237d920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:35Z', 'updated_at': '2021-08-20T10:14:37Z', 'revision_number': 2, 'project_id': 'c4a4bac720884bdbb9dfa0920a087637', 'subnets': [{'id': '286596c4-9893-400c-ba64-d4ec7237d920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:40.230301 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-01bda661-3990-4dcc-8527-58a3f6e8aa4e tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3649812 Aug 20 10:14:40.236689 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:40.236899 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:40.271433 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Checking router: 24b69213-82bd-46ad-ac81-855e32d9fb4f for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:14:40.271940 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Updating router 24b69213-82bd-46ad-ac81-855e32d9fb4f port bce43333-b87b-4910-99b3-bc7002f25bd2 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:14:40.274413 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:40.299243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 5ed864e7-49ee-432a-908d-aa9f1022c79c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5ed864e7-49ee-432a-908d-aa9f1022c79c,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:40.306483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 409bc81c-4361-49a4-97fe-83e64cd5cbf8 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:14:40.327028 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:40.339261 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:40.351316 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 409bc81c-4361-49a4-97fe-83e64cd5cbf8, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=409bc81c-4361-49a4-97fe-83e64cd5cbf8,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:40.377805 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:40.407592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69ff7-5655-47d9-a503-9a274ca6b0e8 req-d79e8451-f555-4fa2-b477-1d5e3ad5716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:40.409503 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2ce69ff7-5655-47d9-a503-9a274ca6b0e8 req-d79e8451-f555-4fa2-b477-1d5e3ad5716c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 1101 time: 0.2151625 Aug 20 10:14:40.410305 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-625a1158-5f72-4a78-a562-8b613395f970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:40.428486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=5ed864e7-49ee-432a-908d-aa9f1022c79c,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:40.436339 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6cb2beb8-0081-4b46-8968-a8b5082392a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 4, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'f738203b-03f4-491a-871d-e3b11bc0ceb4', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'port_id': 'c82c2b94-821f-4fb6-936b-6a633329d9c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'mac_address': 'fa:16:3e:ec:40:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c332ed-f04c-4ad4-874c-d3f73757acf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:14:15Z', 'updated_at': '2021-08-20T10:14:36Z', 'revision_number': 1, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3316c0ef-4949-46a7-a3ed-338488d49bdd', 'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'mac_address': 'fa:16:3e:14:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b4554d4b-e023-429d-9014-22d3381958db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:58Z', 'updated_at': '2021-08-20T10:14:07Z', 'revision_number': 5, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'subnets': [{'id': 'b4554d4b-e023-429d-9014-22d3381958db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:40.459691 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-625a1158-5f72-4a78-a562-8b613395f970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:40.469463 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fa078-b1c9-4eab-b808-92de068868d2 req-806425ef-415e-4cd2-b290-0d76f3057831 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:40.471038 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f62fa078-b1c9-4eab-b808-92de068868d2 req-806425ef-415e-4cd2-b290-0d76f3057831 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 949 time: 0.1843817 Aug 20 10:14:40.517087 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2ce69ff7-5655-47d9-a503-9a274ca6b0e8 req-5d62865c-9e6a-4241-95d2-a294e13cc783 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915270 Aug 20 10:14:40.542048 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2beb8-0081-4b46-8968-a8b5082392a5 None None] Checking router: 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:14:40.558864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb2beb8-0081-4b46-8968-a8b5082392a5 None None] Routers {'262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:14:40.559572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6cb2beb8-0081-4b46-8968-a8b5082392a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:14:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:40.560997 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:40.575744 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f62fa078-b1c9-4eab-b808-92de068868d2 req-c20b1140-dbd3-4302-bbd3-3eebd3639028 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964067 Aug 20 10:14:40.595642 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-625a1158-5f72-4a78-a562-8b613395f970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:40.601797 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-625a1158-5f72-4a78-a562-8b613395f970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:40.604710 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-625a1158-5f72-4a78-a562-8b613395f970 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5e7de03-a7da-49f9-b8c2-62f210814625 HTTP/1.1" status: 204 len: 168 time: 0.5319848 Aug 20 10:14:40.626165 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a1158-5f72-4a78-a562-8b613395f970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e7de03-a7da-49f9-b8c2-62f210814625,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:40.637992 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=409bc81c-4361-49a4-97fe-83e64cd5cbf8,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:40.669905 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a1158-5f72-4a78-a562-8b613395f970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:40.670310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a1158-5f72-4a78-a562-8b613395f970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:40.670664 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a1158-5f72-4a78-a562-8b613395f970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:40.671005 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a1158-5f72-4a78-a562-8b613395f970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:40.671493 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a1158-5f72-4a78-a562-8b613395f970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:40.671935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a1158-5f72-4a78-a562-8b613395f970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:40.673399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a1158-5f72-4a78-a562-8b613395f970 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:40.673748 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a1158-5f72-4a78-a562-8b613395f970 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:40.679294 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a1158-5f72-4a78-a562-8b613395f970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:40.679703 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a1158-5f72-4a78-a562-8b613395f970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:40.680027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a1158-5f72-4a78-a562-8b613395f970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:40.680369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a1158-5f72-4a78-a562-8b613395f970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:40.753060 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Allocated IP 172.25.3.209 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/f75963e7-c939-4b03-9dda-b803762bd986) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:40.781664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['409bc81c-4361-49a4-97fe-83e64cd5cbf8'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:14:40.788275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6cb2beb8-0081-4b46-8968-a8b5082392a5 None None] Set router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:14:40.908052 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:40.935247 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Transition to ACTIVE for port object bce43333-b87b-4910-99b3-bc7002f25bd2 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:40.945846 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:40.962166 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:41.067531 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:41.087004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab4ec7-af02-4712-9b8a-68f0b6bfd2c8 req-b4773de5-00c4-430f-aa43-fbb263687e03 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:41.095664 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b8ab4ec7-af02-4712-9b8a-68f0b6bfd2c8 req-b4773de5-00c4-430f-aa43-fbb263687e03 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 949 time: 0.1173606 Aug 20 10:14:41.147558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:41.159632 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:41.172592 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:41.179747 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b8ab4ec7-af02-4712-9b8a-68f0b6bfd2c8 req-ac3d2af8-7ceb-4b8c-b26d-9623f1d50e0c tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751367 Aug 20 10:14:41.250074 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Pushing event updated for resources: {'Port': ['ID=f75963e7-c939-4b03-9dda-b803762bd986,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:41.263934 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Attempting to bind port bce43333-b87b-4910-99b3-bc7002f25bd2 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:14:41.264560 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Attempting to bind port bce43333-b87b-4910-99b3-bc7002f25bd2 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'ce050f6c-a94c-4557-bf0b-fb729a70dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:14:41.265089 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Attempting to bind port bce43333-b87b-4910-99b3-bc7002f25bd2 on network 9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:41.271549 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:14:41.272730 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Checking segment: {'id': 'ce050f6c-a94c-4557-bf0b-fb729a70dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:41.273433 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:41.273981 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Bound using segment: {'id': 'ce050f6c-a94c-4557-bf0b-fb729a70dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:14:41.274758 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Bound port: bce43333-b87b-4910-99b3-bc7002f25bd2, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce050f6c-a94c-4557-bf0b-fb729a70dd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:14:41.275359 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:41.291526 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7935f75-d5ed-4d54-8119-e953cece0555 None None] Pushing event updated for resources: {'Port': ['ID=bce43333-b87b-4910-99b3-bc7002f25bd2,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:41.333080 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:41.334396 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:41.342419 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:41.342853 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:41.343287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:41.343638 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:41.343975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:41.344458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:41.344904 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:41.345385 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:41.345850 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:41.352120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:41.434061 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] For port bce43333-b87b-4910-99b3-bc7002f25bd2, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:14:41.434589 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:41.438802 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] For port bce43333-b87b-4910-99b3-bc7002f25bd2, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=bce43333-b87b-4910-99b3-bc7002f25bd2,segment=NetworkSegment(ce050f6c-a94c-4557-bf0b-fb729a70dd4c),segment_id=ce050f6c-a94c-4557-bf0b-fb729a70dd4c)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:14:41.444306 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:41.520311 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Routers {'24b69213-82bd-46ad-ac81-855e32d9fb4f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:14:41.521222 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:14:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['24b69213-82bd-46ad-ac81-855e32d9fb4f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:41.523698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58750) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:41.548155 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-597411f1-1856-4a65-85c7-979d1a64979e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:41.554107 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:41.624803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6cb2beb8-0081-4b46-8968-a8b5082392a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 4, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'f738203b-03f4-491a-871d-e3b11bc0ceb4', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'port_id': 'c82c2b94-821f-4fb6-936b-6a633329d9c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'mac_address': 'fa:16:3e:ec:40:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c332ed-f04c-4ad4-874c-d3f73757acf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:14:15Z', 'updated_at': '2021-08-20T10:14:36Z', 'revision_number': 1, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3316c0ef-4949-46a7-a3ed-338488d49bdd', 'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'mac_address': 'fa:16:3e:14:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b4554d4b-e023-429d-9014-22d3381958db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:58Z', 'updated_at': '2021-08-20T10:14:07Z', 'revision_number': 5, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'subnets': [{'id': 'b4554d4b-e023-429d-9014-22d3381958db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:41.664897 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7935f75-d5ed-4d54-8119-e953cece0555 None None] Pushing event updated for resources: {'Port': ['ID=bce43333-b87b-4910-99b3-bc7002f25bd2,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:41.856781 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] Set router 24b69213-82bd-46ad-ac81-855e32d9fb4f gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:14:41.878572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be636bc4-d613-4a11-86e6-b7c70646626a req-e250e84a-7567-4afe-b1f6-78150d1dd71e tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:41.880550 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be636bc4-d613-4a11-86e6-b7c70646626a req-e250e84a-7567-4afe-b1f6-78150d1dd71e tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 949 time: 0.1651270 Aug 20 10:14:41.891972 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-597411f1-1856-4a65-85c7-979d1a64979e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:41.897214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2beb8-0081-4b46-8968-a8b5082392a5 None None] The sync data for ids ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'] in n-d-778550-11 is: [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 4, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'f738203b-03f4-491a-871d-e3b11bc0ceb4', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'port_id': 'c82c2b94-821f-4fb6-936b-6a633329d9c3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'mac_address': 'fa:16:3e:ec:40:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c332ed-f04c-4ad4-874c-d3f73757acf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:14:15Z', 'updated_at': '2021-08-20T10:14:36Z', 'revision_number': 1, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3316c0ef-4949-46a7-a3ed-338488d49bdd', 'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'mac_address': 'fa:16:3e:14:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b4554d4b-e023-429d-9014-22d3381958db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:58Z', 'updated_at': '2021-08-20T10:14:07Z', 'revision_number': 5, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'subnets': [{'id': 'b4554d4b-e023-429d-9014-22d3381958db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:14:41.920462 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:41.937330 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:41.950395 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be636bc4-d613-4a11-86e6-b7c70646626a req-d4598898-1f26-4465-af60-759e833d1253 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575845 Aug 20 10:14:41.952550 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-597411f1-1856-4a65-85c7-979d1a64979e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:42.032063 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-597411f1-1856-4a65-85c7-979d1a64979e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=805550030fa74937a5565a7c5c6a1d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5072033 Aug 20 10:14:42.033311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597411f1-1856-4a65-85c7-979d1a64979e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68f7611-b5eb-4992-ac7a-96a1df796881,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:42.035785 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58770) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:42.078941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Pushing event updated for resources: {'Port': ['ID=f75963e7-c939-4b03-9dda-b803762bd986,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:42.100896 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:42.106876 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58778) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:42.137506 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:42.139194 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-4d03d1b6-d529-44e9-bef8-ba383fb44bfc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9072735 Aug 20 10:14:42.193649 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62737174-9eef-4160-b66f-25607f5b33b9 req-9cdbeec3-3780-4437-adaa-2a71e7fc62fc tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4e6680316f5441509e048150e3bbf75b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1051524 Aug 20 10:14:42.256005 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-89c6b76c-d391-4271-9f2c-9773513e71cc tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.209 HTTP/1.1" status: 200 len: 696 time: 0.1091950 Aug 20 10:14:42.296476 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926e0191-abeb-4a1a-b01c-d16a9a8d9231 None None] New status for floating IP f738203b-03f4-491a-871d-e3b11bc0ceb4: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:14:42.322225 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1282675814-router', 'tenant_id': 'c4a4bac720884bdbb9dfa0920a087637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '5ed864e7-49ee-432a-908d-aa9f1022c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:29Z', 'updated_at': '2021-08-20T10:14:37Z', 'revision_number': 4, 'project_id': 'c4a4bac720884bdbb9dfa0920a087637', 'gw_port': {'id': '5ed864e7-49ee-432a-908d-aa9f1022c79c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:31Z', 'updated_at': '2021-08-20T10:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'bce43333-b87b-4910-99b3-bc7002f25bd2', 'name': '', 'network_id': '9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4', 'tenant_id': 'c4a4bac720884bdbb9dfa0920a087637', 'mac_address': 'fa:16:3e:cb:ea:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '286596c4-9893-400c-ba64-d4ec7237d920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:35Z', 'updated_at': '2021-08-20T10:14:41Z', 'revision_number': 4, 'project_id': 'c4a4bac720884bdbb9dfa0920a087637', 'subnets': [{'id': '286596c4-9893-400c-ba64-d4ec7237d920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:42.333071 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1abb6d92-2660-4ed0-a3c2-778b8dee0699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:42.355442 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4542dde8-0115-4031-a2a3-31447d70ff34 None None] The sync data for ids ['24b69213-82bd-46ad-ac81-855e32d9fb4f'] in n-d-778550-11 is: [{'id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1282675814-router', 'tenant_id': 'c4a4bac720884bdbb9dfa0920a087637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '5ed864e7-49ee-432a-908d-aa9f1022c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:29Z', 'updated_at': '2021-08-20T10:14:37Z', 'revision_number': 4, 'project_id': 'c4a4bac720884bdbb9dfa0920a087637', 'gw_port': {'id': '5ed864e7-49ee-432a-908d-aa9f1022c79c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:31Z', 'updated_at': '2021-08-20T10:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'bce43333-b87b-4910-99b3-bc7002f25bd2', 'name': '', 'network_id': '9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4', 'tenant_id': 'c4a4bac720884bdbb9dfa0920a087637', 'mac_address': 'fa:16:3e:cb:ea:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '286596c4-9893-400c-ba64-d4ec7237d920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:35Z', 'updated_at': '2021-08-20T10:14:41Z', 'revision_number': 4, 'project_id': 'c4a4bac720884bdbb9dfa0920a087637', 'subnets': [{'id': '286596c4-9893-400c-ba64-d4ec7237d920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:14:42.457078 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1abb6d92-2660-4ed0-a3c2-778b8dee0699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:42.517474 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-3ec07aae-6331-4187-b69f-6dce864d00a6 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:42.518149 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62737174-9eef-4160-b66f-25607f5b33b9 req-c9bfff0b-e292-42e7-929f-97e85a8fb1cd tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:42.519947 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-3ec07aae-6331-4187-b69f-6dce864d00a6 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.2578580 Aug 20 10:14:42.530527 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62737174-9eef-4160-b66f-25607f5b33b9 req-c9bfff0b-e292-42e7-929f-97e85a8fb1cd tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3356755 Aug 20 10:14:42.531005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-b7fe7dc8-b6d3-421d-ad5a-820b55646280 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:14:42.532039 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c88c3a1-53c2-4f3d-92e1-b672af478774 req-b7fe7dc8-b6d3-421d-ad5a-820b55646280 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061340 Aug 20 10:14:42.541445 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-965a4385-3f6a-4a80-a500-7e556afd4c3c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-748967200-network', 'tenant_id': 'ad4df86dc23a4cd29a0aa560872f2a95'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:42.546003 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5ed864e7-49ee-432a-908d-aa9f1022c79c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:42.552287 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62737174-9eef-4160-b66f-25607f5b33b9 req-1cdb712e-4ab5-48cb-bdd2-4d7d0c899051 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/quotas/4e6680316f5441509e048150e3bbf75b HTTP/1.1" status: 200 len: 375 time: 0.0208001 Aug 20 10:14:42.604961 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965a4385-3f6a-4a80-a500-7e556afd4c3c admin admin] Made reservation on behalf of ad4df86dc23a4cd29a0aa560872f2a95 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:14:42.608360 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-965a4385-3f6a-4a80-a500-7e556afd4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:42.621111 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62737174-9eef-4160-b66f-25607f5b33b9 req-40f42308-4e58-4d37-954e-16517898ea02 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e6680316f5441509e048150e3bbf75b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663633 Aug 20 10:14:42.625406 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-965a4385-3f6a-4a80-a500-7e556afd4c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:42.641730 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1abb6d92-2660-4ed0-a3c2-778b8dee0699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:42.645417 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1abb6d92-2660-4ed0-a3c2-778b8dee0699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:42.649720 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1abb6d92-2660-4ed0-a3c2-778b8dee0699 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d68f7611-b5eb-4992-ac7a-96a1df796881 HTTP/1.1" status: 204 len: 168 time: 0.6127608 Aug 20 10:14:42.661313 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb6d92-2660-4ed0-a3c2-778b8dee0699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68f7611-b5eb-4992-ac7a-96a1df796881,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:42.847610 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 5ed864e7-49ee-432a-908d-aa9f1022c79c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:42.848131 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:42.862930 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-965a4385-3f6a-4a80-a500-7e556afd4c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:42.870565 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-965a4385-3f6a-4a80-a500-7e556afd4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:42.959423 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965a4385-3f6a-4a80-a500-7e556afd4c3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:14:42.991882 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a4385-3f6a-4a80-a500-7e556afd4c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58de6cd-2a0a-4343-9a96-29c7dab9f6cd,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:43.026456 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-965a4385-3f6a-4a80-a500-7e556afd4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:43.027303 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-965a4385-3f6a-4a80-a500-7e556afd4c3c admin admin] Added segment 90b41520-59e2-41d5-86c5-ddc39162937d of type vlan for network 2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e Aug 20 10:14:43.086954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f41fb-b9d4-4ad1-b1be-0cdb1e285712 req-87c414c9-cbe3-43b0-a03b-3fedd1284b4f tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:43.099632 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cd8f41fb-b9d4-4ad1-b1be-0cdb1e285712 req-87c414c9-cbe3-43b0-a03b-3fedd1284b4f tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 949 time: 0.1470609 Aug 20 10:14:43.128668 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-965a4385-3f6a-4a80-a500-7e556afd4c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:43.155240 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cd8f41fb-b9d4-4ad1-b1be-0cdb1e285712 req-cde0a477-49e5-430a-bf0c-6aeaeebc2753 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546432 Aug 20 10:14:43.169105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 409bc81c-4361-49a4-97fe-83e64cd5cbf8 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:43.273541 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 409bc81c-4361-49a4-97fe-83e64cd5cbf8 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:43.277946 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 409bc81c-4361-49a4-97fe-83e64cd5cbf8 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:43.278458 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:43.309993 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-965a4385-3f6a-4a80-a500-7e556afd4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:43.312630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965a4385-3f6a-4a80-a500-7e556afd4c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:43.313541 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-965a4385-3f6a-4a80-a500-7e556afd4c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:43.422200 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a4385-3f6a-4a80-a500-7e556afd4c3c admin admin] Pushing event updated for resources: {'Network': ['ID=2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:43.434430 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58820) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:43.434622 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-965a4385-3f6a-4a80-a500-7e556afd4c3c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3261857 Aug 20 10:14:43.445934 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f9e2312d-b254-4f62-be32-6e34694f073e admin admin] Request body: {'subnet': {'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-748967200-subnet', 'tenant_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:43.450385 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-854c13e6-c4c6-43d6-945a-0c1129c6c031 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3045185 Aug 20 10:14:43.451760 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:43.456736 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:14:43.457320 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-1cee6555-5ab5-495a-9759-fb52f87022f4 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:43.493332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e2312d-b254-4f62-be32-6e34694f073e admin admin] Made reservation on behalf of ad4df86dc23a4cd29a0aa560872f2a95 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:14:43.500002 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9e2312d-b254-4f62-be32-6e34694f073e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:43.529881 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-1cee6555-5ab5-495a-9759-fb52f87022f4 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:43.602767 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 409bc81c-4361-49a4-97fe-83e64cd5cbf8, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=409bc81c-4361-49a4-97fe-83e64cd5cbf8,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:43.613236 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d84c15-6f0e-4854-98ee-225f99a7c035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409bc81c-4361-49a4-97fe-83e64cd5cbf8'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:43.616183 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d57893-6df9-4afd-8e2c-a152eaa7c0f9" -d '{"events": [{"server_uuid": "95d84c15-6f0e-4854-98ee-225f99a7c035", "name": "network-vif-plugged", "status": "completed", "tag": "409bc81c-4361-49a4-97fe-83e64cd5cbf8"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:43.628918 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:43.739834 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-1cee6555-5ab5-495a-9759-fb52f87022f4 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:43.816168 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=409bc81c-4361-49a4-97fe-83e64cd5cbf8,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:43.828597 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9e2312d-b254-4f62-be32-6e34694f073e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:43.936522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-1cee6555-5ab5-495a-9759-fb52f87022f4 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Allocated IP 172.25.3.204 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/5b159c49-1920-4b17-9702-0eda5d1e2520) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:43.976057 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2312d-b254-4f62-be32-6e34694f073e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e87ef49-a09c-4d94-9dfe-b07c028832af,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:43.987273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e2312d-b254-4f62-be32-6e34694f073e admin admin] Checking segment: {'id': '90b41520-59e2-41d5-86c5-ddc39162937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:43.987864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e2312d-b254-4f62-be32-6e34694f073e admin admin] Network hostable DHCP agents. Network: 2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:14:44.008062 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29998bb-adfe-43f7-b473-70ba2145171f req-cc603289-9222-43fe-b46c-a59f42798af6 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:44.009779 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c29998bb-adfe-43f7-b473-70ba2145171f req-cc603289-9222-43fe-b46c-a59f42798af6 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 949 time: 0.1310380 Aug 20 10:14:44.043636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e2312d-b254-4f62-be32-6e34694f073e admin admin] Network 2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:14:44.092862 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-f9e2312d-b254-4f62-be32-6e34694f073e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:44.101139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22d5893-f046-4c6b-9064-95d2326deb23 None None] Network 2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:14:44.101890 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c29998bb-adfe-43f7-b473-70ba2145171f req-e8e8abaa-b2a1-4170-b9e5-11cc32321668 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776505 Aug 20 10:14:44.108439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e2312d-b254-4f62-be32-6e34694f073e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:44.109238 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9e2312d-b254-4f62-be32-6e34694f073e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:44.120954 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-1cee6555-5ab5-495a-9759-fb52f87022f4 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:44.138333 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f9e2312d-b254-4f62-be32-6e34694f073e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7008748 Aug 20 10:14:44.141038 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58844) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:44.145838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-748967200-router', 'tenant_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:44.181451 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:44.182951 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:44.192274 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-1cee6555-5ab5-495a-9759-fb52f87022f4 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:44.243118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-1cee6555-5ab5-495a-9759-fb52f87022f4 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:44.245805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-1cee6555-5ab5-495a-9759-fb52f87022f4 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:44.250476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-1cee6555-5ab5-495a-9759-fb52f87022f4 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:44.259028 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-5b2635eb-fa10-4214-ad04-ff3647db6c42 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4e6680316f5441509e048150e3bbf75b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320649 Aug 20 10:14:44.264230 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee6555-5ab5-495a-9759-fb52f87022f4 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Pushing event updated for resources: {'Port': ['ID=5b159c49-1920-4b17-9702-0eda5d1e2520,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:44.300392 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:44.338132 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-1cee6555-5ab5-495a-9759-fb52f87022f4 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:44.349789 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e', 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e', 'tenant_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'fixed_ips': [{'subnet_id': '3e87ef49-a09c-4d94-9dfe-b07c028832af'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:14:44.351135 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:44.462631 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-1cee6555-5ab5-495a-9759-fb52f87022f4 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:44.550989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device bce43333-b87b-4910-99b3-bc7002f25bd2 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:44.554254 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62737174-9eef-4160-b66f-25607f5b33b9 req-1290c467-0c62-4b98-911c-0deffd0ecf2b tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4e6680316f5441509e048150e3bbf75b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655582 Aug 20 10:14:44.685340 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port bce43333-b87b-4910-99b3-bc7002f25bd2 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:44.694211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port bce43333-b87b-4910-99b3-bc7002f25bd2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:44.694709 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:44.723750 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-1cee6555-5ab5-495a-9759-fb52f87022f4 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:44.732177 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-1cee6555-5ab5-495a-9759-fb52f87022f4 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:44.747969 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Allocated IP 172.20.0.2 (2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e/3e87ef49-a09c-4d94-9dfe-b07c028832af/93599b46-50f8-4f68-8a95-2cd55afe4157) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:44.806607 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee6555-5ab5-495a-9759-fb52f87022f4 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Pushing event updated for resources: {'Port': ['ID=5b159c49-1920-4b17-9702-0eda5d1e2520,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:44.811583 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-1cee6555-5ab5-495a-9759-fb52f87022f4 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:44.828539 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-1cee6555-5ab5-495a-9759-fb52f87022f4 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:44.830974 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-1cee6555-5ab5-495a-9759-fb52f87022f4 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3787732 Aug 20 10:14:44.872003 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:44.906227 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-8d4b3105-cc91-4321-b4ef-e60704dfa6aa tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.204 HTTP/1.1" status: 200 len: 696 time: 0.0681422 Aug 20 10:14:44.908429 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:44.928181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port bce43333-b87b-4910-99b3-bc7002f25bd2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=bce43333-b87b-4910-99b3-bc7002f25bd2,segment=NetworkSegment(ce050f6c-a94c-4557-bf0b-fb729a70dd4c),segment_id=ce050f6c-a94c-4557-bf0b-fb729a70dd4c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:44.937187 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:44.958541 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-ab17ee49-df3c-4a7a-a520-8b13b6e1921f tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:44.965648 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-ab17ee49-df3c-4a7a-a520-8b13b6e1921f tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6685615 Aug 20 10:14:44.999302 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-3f3d41c5-00bc-4499-8a3e-5bd19530efa0 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/quotas/4e6680316f5441509e048150e3bbf75b HTTP/1.1" status: 200 len: 375 time: 0.0290599 Aug 20 10:14:45.046001 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=bce43333-b87b-4910-99b3-bc7002f25bd2,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:45.054344 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:45.058048 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-360fc79a-25f5-4794-b6b3-91507518354d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:45.063963 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Transition to ACTIVE for port object 93599b46-50f8-4f68-8a95-2cd55afe4157 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:45.070797 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f23118c5-7fe7-459d-b521-d662f6a37ce6 req-360fc79a-25f5-4794-b6b3-91507518354d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.1637712 Aug 20 10:14:45.084663 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-3b978566-f4e7-42d8-a5a9-74c01facb55d tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e6680316f5441509e048150e3bbf75b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844316 Aug 20 10:14:45.085620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Transition to ACTIVE for port object 93599b46-50f8-4f68-8a95-2cd55afe4157 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:45.093640 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:45.151447 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5984555-9162-49e7-8d5a-4e0cd05fc801 x-openstack-request-id: req-a5984555-9162-49e7-8d5a-4e0cd05fc801 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:45.152060 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d84c15-6f0e-4854-98ee-225f99a7c035", "name": "network-vif-plugged", "status": "completed", "tag": "409bc81c-4361-49a4-97fe-83e64cd5cbf8", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:45.152060 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5984555-9162-49e7-8d5a-4e0cd05fc801 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:45.152629 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d84c15-6f0e-4854-98ee-225f99a7c035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409bc81c-4361-49a4-97fe-83e64cd5cbf8', 'code': 200} Aug 20 10:14:45.157678 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Pushing event updated for resources: {'Port': ['ID=93599b46-50f8-4f68-8a95-2cd55afe4157,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:45.159761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62737174-9eef-4160-b66f-25607f5b33b9 req-fdab158d-d781-4e9f-8ecc-4fcb331c59cf tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:45.161208 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62737174-9eef-4160-b66f-25607f5b33b9 req-fdab158d-d781-4e9f-8ecc-4fcb331c59cf tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5652726 Aug 20 10:14:45.178338 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-62737174-9eef-4160-b66f-25607f5b33b9 req-66ef8c50-ff4b-4c49-929b-15d1de4fdd47 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Request body: {'port': {'device_id': 'aa01d59e-eb53-445b-9b84-55e7616d0bc9', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '4e6680316f5441509e048150e3bbf75b'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:45.197263 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Network 2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:45.204632 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:45.210381 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:45.304223 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Attempting to bind port 93599b46-50f8-4f68-8a95-2cd55afe4157 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:14:45.304981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Attempting to bind port 93599b46-50f8-4f68-8a95-2cd55afe4157 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '90b41520-59e2-41d5-86c5-ddc39162937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:14:45.305580 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Attempting to bind port 93599b46-50f8-4f68-8a95-2cd55afe4157 on network 2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:45.311659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:14:45.312286 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Checking segment: {'id': '90b41520-59e2-41d5-86c5-ddc39162937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:45.313109 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:45.323847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Bound using segment: {'id': '90b41520-59e2-41d5-86c5-ddc39162937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:14:45.327394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Bound port: 93599b46-50f8-4f68-8a95-2cd55afe4157, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b41520-59e2-41d5-86c5-ddc39162937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:14:45.329004 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:45.385164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fd715-a8b3-4870-ab96-42aa05c18c42 req-4bcbaf56-d398-4c2f-a675-743389f70ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:45.386945 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd1fd715-a8b3-4870-ab96-42aa05c18c42 req-4bcbaf56-d398-4c2f-a675-743389f70ee0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 1102 time: 0.1220708 Aug 20 10:14:45.445679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] For port 93599b46-50f8-4f68-8a95-2cd55afe4157, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:14:45.449402 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] For port 93599b46-50f8-4f68-8a95-2cd55afe4157, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=93599b46-50f8-4f68-8a95-2cd55afe4157,segment=NetworkSegment(90b41520-59e2-41d5-86c5-ddc39162937d),segment_id=90b41520-59e2-41d5-86c5-ddc39162937d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:14:45.457232 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:45.480304 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5736d-2c2f-4b42-b914-9c6862ad4a4c req-6490cd6d-81c9-42a4-9d90-40e7da76b93f tempest-LiveMigrationNegativeTest-1998173599 tempest-LiveMigrationNegativeTest-1998173599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:45.481743 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a1d5736d-2c2f-4b42-b914-9c6862ad4a4c req-6490cd6d-81c9-42a4-9d90-40e7da76b93f tempest-LiveMigrationNegativeTest-1998173599 tempest-LiveMigrationNegativeTest-1998173599-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 1101 time: 0.0864985 Aug 20 10:14:45.516826 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a1d5736d-2c2f-4b42-b914-9c6862ad4a4c req-9b503898-824a-4f5b-b16a-1ca424988f72 tempest-LiveMigrationNegativeTest-1998173599 tempest-LiveMigrationNegativeTest-1998173599-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:45.526876 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd1fd715-a8b3-4870-ab96-42aa05c18c42 req-3f78ac84-d5b9-4ae4-8acd-5199b925085f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204014 Aug 20 10:14:45.566147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f1913-dd0f-40d1-888a-96aaf07fe5f9 None None] Pushing event updated for resources: {'Port': ['ID=93599b46-50f8-4f68-8a95-2cd55afe4157,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:45.576540 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29b73f-92ba-4b03-b39e-1c38b5753c8a req-0b7f2441-9dcc-4532-be0c-56c9d816ffca tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:45.584283 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8c29b73f-92ba-4b03-b39e-1c38b5753c8a req-0b7f2441-9dcc-4532-be0c-56c9d816ffca tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 950 time: 0.2225099 Aug 20 10:14:45.603025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62737174-9eef-4160-b66f-25607f5b33b9 req-66ef8c50-ff4b-4c49-929b-15d1de4fdd47 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Made reservation on behalf of 4e6680316f5441509e048150e3bbf75b for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:14:45.606655 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-62737174-9eef-4160-b66f-25607f5b33b9 req-66ef8c50-ff4b-4c49-929b-15d1de4fdd47 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:45.644058 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58886) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:45.664165 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-62737174-9eef-4160-b66f-25607f5b33b9 req-66ef8c50-ff4b-4c49-929b-15d1de4fdd47 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:45.738171 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8c29b73f-92ba-4b03-b39e-1c38b5753c8a req-304c9f0d-6e61-4392-bb8b-1c69752902e3 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487617 Aug 20 10:14:45.762897 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:45.869751 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:45.984668 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a1d5736d-2c2f-4b42-b914-9c6862ad4a4c req-9b503898-824a-4f5b-b16a-1ca424988f72 tempest-LiveMigrationNegativeTest-1998173599 tempest-LiveMigrationNegativeTest-1998173599-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:45.993226 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a1d5736d-2c2f-4b42-b914-9c6862ad4a4c req-9b503898-824a-4f5b-b16a-1ca424988f72 tempest-LiveMigrationNegativeTest-1998173599 tempest-LiveMigrationNegativeTest-1998173599-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:46.015275 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aeed7e3e-2585-49da-b652-70e2ea2fcc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:46.016906 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a1d5736d-2c2f-4b42-b914-9c6862ad4a4c req-9b503898-824a-4f5b-b16a-1ca424988f72 tempest-LiveMigrationNegativeTest-1998173599 tempest-LiveMigrationNegativeTest-1998173599-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260973 Aug 20 10:14:46.028540 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b503898-824a-4f5b-b16a-1ca424988f72 tempest-LiveMigrationNegativeTest-1998173599 tempest-LiveMigrationNegativeTest-1998173599-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0e12e1-9442-4b83-be34-07392347eb90,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:46.202794 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-5e6a498c-2aa4-4782-a10e-3f720a053029 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4320786 Aug 20 10:14:46.227090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-57062113-a7b6-4c76-a6fb-767074a59d4d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:46.251348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Allocated IP 172.25.3.127 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/74071049-0dad-4251-affc-36fd1d29ec6c) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:46.336742 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-62737174-9eef-4160-b66f-25607f5b33b9 req-66ef8c50-ff4b-4c49-929b-15d1de4fdd47 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:46.347787 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-62737174-9eef-4160-b66f-25607f5b33b9 req-66ef8c50-ff4b-4c49-929b-15d1de4fdd47 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:46.372101 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb55c770-823e-45e3-a1a4-b081503c98fc req-2b8c52d7-9a5c-4ec5-8466-83573ade7d20 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 210 time: 0.0443847 Aug 20 10:14:46.450003 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:46.539601 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-e4b5cd63-1af2-48fc-aa5b-729ccbb87133 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4e6680316f5441509e048150e3bbf75b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477433 Aug 20 10:14:46.552643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device bce43333-b87b-4910-99b3-bc7002f25bd2 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:46.568595 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef8c50-ff4b-4c49-929b-15d1de4fdd47 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b02c7c5c-3353-448b-80df-b67467662c96,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:46.664133 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port bce43333-b87b-4910-99b3-bc7002f25bd2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:46.664514 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:46.732593 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:46.745115 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-62737174-9eef-4160-b66f-25607f5b33b9 req-66ef8c50-ff4b-4c49-929b-15d1de4fdd47 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Allocated IP 192.168.233.28 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/90e8af90-0ec0-4b43-8894-cfab73394814) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:46.775967 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-3da9adaf-0f7b-4e5c-b84a-f842e0f8c5ce tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:46.779012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 93599b46-50f8-4f68-8a95-2cd55afe4157 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:46.779916 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-3da9adaf-0f7b-4e5c-b84a-f842e0f8c5ce tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333534 Aug 20 10:14:46.811381 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-3a97a6d3-38b0-418f-a242-30e9624f6722 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Request body: {'port': {'device_id': 'd17be126-4d37-4709-bb8b-8024cbdb8cf9', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '4e6680316f5441509e048150e3bbf75b'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:46.841675 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 93599b46-50f8-4f68-8a95-2cd55afe4157 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:46.844829 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:46.856437 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:46.879328 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:46.885286 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aeed7e3e-2585-49da-b652-70e2ea2fcc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:46.886267 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Pushing event updated for resources: {'Port': ['ID=74071049-0dad-4251-affc-36fd1d29ec6c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:46.941305 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44a22b9-0cf2-4650-9057-9579b42e8237 None None] Network 2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:14:46.942823 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aeed7e3e-2585-49da-b652-70e2ea2fcc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:47.002680 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dbb91-b3be-4e11-8db7-5848c3aefa0e req-57436cb6-100e-428a-9d32-2d8e291c9873 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:47.004733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f3dbb91-b3be-4e11-8db7-5848c3aefa0e req-57436cb6-100e-428a-9d32-2d8e291c9873 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 950 time: 0.0841794 Aug 20 10:14:47.060154 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-57062113-a7b6-4c76-a6fb-767074a59d4d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:47.073765 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f3dbb91-b3be-4e11-8db7-5848c3aefa0e req-1f7fb041-70da-4c15-9836-8be95fb60af2 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620592 Aug 20 10:14:47.075142 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-3a97a6d3-38b0-418f-a242-30e9624f6722 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Made reservation on behalf of 4e6680316f5441509e048150e3bbf75b for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:14:47.079142 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-3a97a6d3-38b0-418f-a242-30e9624f6722 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:47.127792 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aeed7e3e-2585-49da-b652-70e2ea2fcc6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=874925bd099b4aa89f671b0da5a75702&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4805892 Aug 20 10:14:47.128684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed7e3e-2585-49da-b652-70e2ea2fcc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2931165-6a07-42ae-b3d5-dacf07dcade6,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:47.131220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58912) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:47.199085 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-02efb317-3e4f-44b1-9206-0994222244bd None None] Provisioning for port 93599b46-50f8-4f68-8a95-2cd55afe4157 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:47.206325 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-02efb317-3e4f-44b1-9206-0994222244bd None None] Provisioning complete for port 93599b46-50f8-4f68-8a95-2cd55afe4157 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:47.207111 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-02efb317-3e4f-44b1-9206-0994222244bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:47.333110 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-62737174-9eef-4160-b66f-25607f5b33b9 req-66ef8c50-ff4b-4c49-929b-15d1de4fdd47 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:47.355641 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-02efb317-3e4f-44b1-9206-0994222244bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:47.404346 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c299a9da-e635-484f-b711-36b06212373d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:47.423382 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-02efb317-3e4f-44b1-9206-0994222244bd None None] For port 93599b46-50f8-4f68-8a95-2cd55afe4157, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=93599b46-50f8-4f68-8a95-2cd55afe4157,segment=NetworkSegment(90b41520-59e2-41d5-86c5-ddc39162937d),segment_id=90b41520-59e2-41d5-86c5-ddc39162937d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:47.430514 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d518bb-160e-466d-a28f-466d5c0852c6 req-74cf95ed-b058-464a-895d-406a137ab953 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:47.432420 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c299a9da-e635-484f-b711-36b06212373d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:47.433642 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-65d518bb-160e-466d-a28f-466d5c0852c6 req-74cf95ed-b058-464a-895d-406a137ab953 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 949 time: 0.0625370 Aug 20 10:14:47.442434 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-02efb317-3e4f-44b1-9206-0994222244bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:47.511592 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-65d518bb-160e-466d-a28f-466d5c0852c6 req-c4ec6fa6-b279-4463-be3c-4a783178a7f3 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708988 Aug 20 10:14:47.514175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efb317-3e4f-44b1-9206-0994222244bd None None] Pushing event updated for resources: {'Port': ['ID=93599b46-50f8-4f68-8a95-2cd55afe4157,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:47.519084 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-62737174-9eef-4160-b66f-25607f5b33b9 req-66ef8c50-ff4b-4c49-929b-15d1de4fdd47 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Transition to ACTIVE for port object 90e8af90-0ec0-4b43-8894-cfab73394814 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:47.520748 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c299a9da-e635-484f-b711-36b06212373d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:47.539842 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c299a9da-e635-484f-b711-36b06212373d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:47.541310 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c299a9da-e635-484f-b711-36b06212373d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2931165-6a07-42ae-b3d5-dacf07dcade6 HTTP/1.1" status: 204 len: 168 time: 0.4040155 Aug 20 10:14:47.571950 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:47.634302 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-551cd076-f7d8-4630-a408-378d07f3617f req-e359ae55-3375-4fc9-9106-231dc0eab4fc tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 210 time: 0.0338469 Aug 20 10:14:47.642452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58926) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:47.779679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-72c4cc56-e60a-4ee4-a6ff-9ff6bbe34645 None None] Provisioning complete for port 93599b46-50f8-4f68-8a95-2cd55afe4157 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:47.780445 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-72c4cc56-e60a-4ee4-a6ff-9ff6bbe34645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:47.918630 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-866aff03-55e7-45c8-aaeb-eb1bf60e0b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:47.933538 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299a9da-e635-484f-b711-36b06212373d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2931165-6a07-42ae-b3d5-dacf07dcade6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:47.980883 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-57062113-a7b6-4c76-a6fb-767074a59d4d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.019921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58932) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:48.046028 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4277981b-81ff-45e9-a49e-f6340744351c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.066839 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-62737174-9eef-4160-b66f-25607f5b33b9 req-66ef8c50-ff4b-4c49-929b-15d1de4fdd47 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.072341 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-866aff03-55e7-45c8-aaeb-eb1bf60e0b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.084881 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-866aff03-55e7-45c8-aaeb-eb1bf60e0b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.128129 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62737174-9eef-4160-b66f-25607f5b33b9 req-66ef8c50-ff4b-4c49-929b-15d1de4fdd47 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:48.148921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-3a97a6d3-38b0-418f-a242-30e9624f6722 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Allocated IP 192.168.233.251 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/781e4aca-996f-4789-99fe-691b488c1099) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:48.155217 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-866aff03-55e7-45c8-aaeb-eb1bf60e0b63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63214903383b454fa351a1d6b8a747db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5085709 Aug 20 10:14:48.157106 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58936) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:48.159087 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866aff03-55e7-45c8-aaeb-eb1bf60e0b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bba0ac6-96a3-4759-9fe7-0dd5f0f2840a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:48.181120 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-62737174-9eef-4160-b66f-25607f5b33b9 req-66ef8c50-ff4b-4c49-929b-15d1de4fdd47 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:48.198722 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-62737174-9eef-4160-b66f-25607f5b33b9 req-66ef8c50-ff4b-4c49-929b-15d1de4fdd47 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:48.201790 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.206731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62737174-9eef-4160-b66f-25607f5b33b9 req-66ef8c50-ff4b-4c49-929b-15d1de4fdd47 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:48.207484 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-62737174-9eef-4160-b66f-25607f5b33b9 req-66ef8c50-ff4b-4c49-929b-15d1de4fdd47 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.226700 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef8c50-ff4b-4c49-929b-15d1de4fdd47 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Pushing event updated for resources: {'Port': ['ID=90e8af90-0ec0-4b43-8894-cfab73394814,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:48.287370 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.301488 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-57062113-a7b6-4c76-a6fb-767074a59d4d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Allocated IP 172.25.3.126 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/4577bdec-9754-4e34-98ff-c084370e61b8) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:48.334713 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946d6d9-43d6-4ecb-8687-0cb76c079408 req-e389fae5-0154-43af-bf81-1c523984325e tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:48.336304 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9946d6d9-43d6-4ecb-8687-0cb76c079408 req-e389fae5-0154-43af-bf81-1c523984325e tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 950 time: 0.1561968 Aug 20 10:14:48.362228 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0e04b95-c379-4148-922b-d9eba8fdf2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.385642 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4277981b-81ff-45e9-a49e-f6340744351c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.407865 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4277981b-81ff-45e9-a49e-f6340744351c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.441057 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62737174-9eef-4160-b66f-25607f5b33b9 req-66ef8c50-ff4b-4c49-929b-15d1de4fdd47 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2689679 Aug 20 10:14:48.456443 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0e04b95-c379-4148-922b-d9eba8fdf2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.462099 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 93599b46-50f8-4f68-8a95-2cd55afe4157 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:48.478581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Request body: {'port': {'device_id': 'aa01d59e-eb53-445b-9b84-55e7616d0bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:48.483492 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-3a97a6d3-38b0-418f-a242-30e9624f6722 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.489503 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4277981b-81ff-45e9-a49e-f6340744351c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1c6dcaf0c954a7382cc5a543a113780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4685953 Aug 20 10:14:48.495358 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58938) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:48.505274 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9946d6d9-43d6-4ecb-8687-0cb76c079408 req-f4a0222e-9a18-4bd1-b21e-723ce7c50b52 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261692 Aug 20 10:14:48.516151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277981b-81ff-45e9-a49e-f6340744351c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8086d3b4-398c-4e77-832a-24208e129477,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:48.553171 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-3a97a6d3-38b0-418f-a242-30e9624f6722 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Transition to ACTIVE for port object 781e4aca-996f-4789-99fe-691b488c1099 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:48.586250 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e4f77d56-788b-4ccf-bbb8-89bfdef95559 None None] Provisioning for port 90e8af90-0ec0-4b43-8894-cfab73394814 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:48.596421 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 93599b46-50f8-4f68-8a95-2cd55afe4157 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:48.597126 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.601583 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e4f77d56-788b-4ccf-bbb8-89bfdef95559 None None] Provisioning complete for port 90e8af90-0ec0-4b43-8894-cfab73394814 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:48.602081 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e4f77d56-788b-4ccf-bbb8-89bfdef95559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.607482 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-57062113-a7b6-4c76-a6fb-767074a59d4d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.612862 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5ea365ef-36b8-40dc-bea3-64499e019481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.649432 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.651173 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5ea365ef-36b8-40dc-bea3-64499e019481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.666819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.42', 51179) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:48.686533 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-3a97a6d3-38b0-418f-a242-30e9624f6722 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.696934 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e4f77d56-788b-4ccf-bbb8-89bfdef95559 None None] Port 90e8af90-0ec0-4b43-8894-cfab73394814 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:14:48.731512 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0e04b95-c379-4148-922b-d9eba8fdf2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.734125 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0e04b95-c379-4148-922b-d9eba8fdf2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.738335 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b0e04b95-c379-4148-922b-d9eba8fdf2bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bba0ac6-96a3-4759-9fe7-0dd5f0f2840a HTTP/1.1" status: 204 len: 168 time: 0.5691769 Aug 20 10:14:48.792060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e04b95-c379-4148-922b-d9eba8fdf2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bba0ac6-96a3-4759-9fe7-0dd5f0f2840a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:48.797662 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-57062113-a7b6-4c76-a6fb-767074a59d4d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.803393 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-3a97a6d3-38b0-418f-a242-30e9624f6722 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:48.805721 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Router e351b521-6bbf-4bf0-b390-8c834d75cfdb is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:14:48.822479 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-3a97a6d3-38b0-418f-a242-30e9624f6722 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:48.827561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-3a97a6d3-38b0-418f-a242-30e9624f6722 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:48.835223 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-3a97a6d3-38b0-418f-a242-30e9624f6722 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:48.836031 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-3a97a6d3-38b0-418f-a242-30e9624f6722 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.849409 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5ea365ef-36b8-40dc-bea3-64499e019481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.856570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d27fb5-51ef-4833-bc02-836fe2f7656d req-8d3c7d0b-4201-4f19-a8d4-68d3ded1355d tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:48.856921 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5ea365ef-36b8-40dc-bea3-64499e019481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:48.860503 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-80d27fb5-51ef-4833-bc02-836fe2f7656d req-8d3c7d0b-4201-4f19-a8d4-68d3ded1355d tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.42 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 949 time: 0.1900363 Aug 20 10:14:48.860668 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5ea365ef-36b8-40dc-bea3-64499e019481 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8086d3b4-398c-4e77-832a-24208e129477 HTTP/1.1" status: 204 len: 168 time: 0.3519025 Aug 20 10:14:48.864007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97a6d3-38b0-418f-a242-30e9624f6722 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Pushing event updated for resources: {'Port': ['ID=781e4aca-996f-4789-99fe-691b488c1099,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:48.883927 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea365ef-36b8-40dc-bea3-64499e019481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8086d3b4-398c-4e77-832a-24208e129477,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:48.897540 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-3a97a6d3-38b0-418f-a242-30e9624f6722 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1071813 Aug 20 10:14:48.911807 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Request body: {'port': {'device_id': 'd17be126-4d37-4709-bb8b-8024cbdb8cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:48.931259 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3655abe-426e-4127-aadd-0abd99e1e395 req-0c2a36f6-7a39-45a1-830c-7a689a6e7693 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:48.933430 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d3655abe-426e-4127-aadd-0abd99e1e395 req-0c2a36f6-7a39-45a1-830c-7a689a6e7693 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 949 time: 0.1522028 Aug 20 10:14:49.015202 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-57062113-a7b6-4c76-a6fb-767074a59d4d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:49.049248 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:49.068565 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d3655abe-426e-4127-aadd-0abd99e1e395 req-85122d83-f1f8-4ffc-ae62-4a0bbd5f7547 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033072 Aug 20 10:14:49.085306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57062113-a7b6-4c76-a6fb-767074a59d4d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Pushing event updated for resources: {'Port': ['ID=4577bdec-9754-4e34-98ff-c084370e61b8,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:49.094920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-57062113-a7b6-4c76-a6fb-767074a59d4d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:49.105293 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-57062113-a7b6-4c76-a6fb-767074a59d4d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:49.239208 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d9d7081c-a43f-47c2-9f57-0837adc02bfe None None] Provisioning for port 781e4aca-996f-4789-99fe-691b488c1099 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:49.244707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d9d7081c-a43f-47c2-9f57-0837adc02bfe None None] Provisioning complete for port 781e4aca-996f-4789-99fe-691b488c1099 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:49.245308 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d9d7081c-a43f-47c2-9f57-0837adc02bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:49.327104 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d9d7081c-a43f-47c2-9f57-0837adc02bfe None None] Port 781e4aca-996f-4789-99fe-691b488c1099 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:14:49.382850 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:14:49.383303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58964) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:49.395279 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Sync routers for ids ['e351b521-6bbf-4bf0-b390-8c834d75cfdb'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:14:49.397381 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-57062113-a7b6-4c76-a6fb-767074a59d4d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:49.406714 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Routers {'e351b521-6bbf-4bf0-b390-8c834d75cfdb'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:14:49.407593 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:14:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e351b521-6bbf-4bf0-b390-8c834d75cfdb'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:49.416768 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48d829-8bc9-4229-b8ff-96a3e7e838f7 req-240d5430-568d-494b-80ef-dd5229fb6592 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:49.420221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-80d27fb5-51ef-4833-bc02-836fe2f7656d req-c4b140c2-20ca-49fb-8642-fb6d8885b8d1 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Deleting port 51f00e89-c3d3-4cba-87b9-b6f61de6a227 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:14:49.420565 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-80d27fb5-51ef-4833-bc02-836fe2f7656d req-c4b140c2-20ca-49fb-8642-fb6d8885b8d1 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:49.425171 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d48d829-8bc9-4229-b8ff-96a3e7e838f7 req-240d5430-568d-494b-80ef-dd5229fb6592 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 950 time: 0.1118147 Aug 20 10:14:49.428292 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7841bb1c-75be-4f48-be50-8caf054cc2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:49.491669 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d48d829-8bc9-4229-b8ff-96a3e7e838f7 req-0b4f709e-3c0b-418a-8f35-b66feecbcdc4 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655315 Aug 20 10:14:49.530284 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:49.531556 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a486ae89-22ed-460e-8f4b-31e57e75e7c5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3893178 Aug 20 10:14:49.534918 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58970) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:49.568175 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Set router e351b521-6bbf-4bf0-b390-8c834d75cfdb gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:14:49.589594 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-57062113-a7b6-4c76-a6fb-767074a59d4d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:49.759683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e8af90-0ec0-4b43-8894-cfab73394814 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:14:49.775898 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7841bb1c-75be-4f48-be50-8caf054cc2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:49.781767 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'name': 'tempest-AttachSCSIVolumeTestJSON-748967200-router', 'tenant_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '74071049-0dad-4251-affc-36fd1d29ec6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:44Z', 'updated_at': '2021-08-20T10:14:47Z', 'revision_number': 3, 'project_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'gw_port': {'id': '74071049-0dad-4251-affc-36fd1d29ec6c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:45Z', 'updated_at': '2021-08-20T10:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:49.782537 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:49.795467 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-80d27fb5-51ef-4833-bc02-836fe2f7656d req-c4b140c2-20ca-49fb-8642-fb6d8885b8d1 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] For port 51f00e89-c3d3-4cba-87b9-b6f61de6a227, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=51f00e89-c3d3-4cba-87b9-b6f61de6a227,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:49.795841 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-80d27fb5-51ef-4833-bc02-836fe2f7656d req-c4b140c2-20ca-49fb-8642-fb6d8885b8d1 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:49.819327 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Checking router: e351b521-6bbf-4bf0-b390-8c834d75cfdb for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:14:49.819688 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Updating router e351b521-6bbf-4bf0-b390-8c834d75cfdb port 74071049-0dad-4251-affc-36fd1d29ec6c binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:14:49.821635 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7841bb1c-75be-4f48-be50-8caf054cc2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:49.832329 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Transition to ACTIVE for port object 90e8af90-0ec0-4b43-8894-cfab73394814 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:49.834938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-80d27fb5-51ef-4833-bc02-836fe2f7656d req-c4b140c2-20ca-49fb-8642-fb6d8885b8d1 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Calling delete_port for 51f00e89-c3d3-4cba-87b9-b6f61de6a227 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:14:49.848793 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:49.856460 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:49.860434 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a211253-6919-4d57-b9fa-71c1480a3bdd req-0df88294-0ef7-4b53-8375-8fdf8a014f15 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:49.862362 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a211253-6919-4d57-b9fa-71c1480a3bdd req-0df88294-0ef7-4b53-8375-8fdf8a014f15 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 936 time: 0.2658927 Aug 20 10:14:49.905388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841bb1c-75be-4f48-be50-8caf054cc2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca5a46a-b499-44d9-b89b-532c14070e4a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:49.939990 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-57062113-a7b6-4c76-a6fb-767074a59d4d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:49.967692 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-57062113-a7b6-4c76-a6fb-767074a59d4d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:50.040597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Pushing event updated for resources: {'Port': ['ID=90e8af90-0ec0-4b43-8894-cfab73394814,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:50.043027 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7841bb1c-75be-4f48-be50-8caf054cc2f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=204c4394dda8439a804bc8e495f58539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6577702 Aug 20 10:14:50.043721 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-57062113-a7b6-4c76-a6fb-767074a59d4d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:50.056712 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58984) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:50.156288 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a211253-6919-4d57-b9fa-71c1480a3bdd req-cc978111-8be5-4788-b95e-e28b6c4e56b2 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691443 Aug 20 10:14:50.160665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Attempting to bind port 90e8af90-0ec0-4b43-8894-cfab73394814 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:14:50.161270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Attempting to bind port 90e8af90-0ec0-4b43-8894-cfab73394814 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:14:50.161401 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Attempting to bind port 90e8af90-0ec0-4b43-8894-cfab73394814 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:50.178694 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-57062113-a7b6-4c76-a6fb-767074a59d4d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:50.180024 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-57062113-a7b6-4c76-a6fb-767074a59d4d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9641001 Aug 20 10:14:50.180546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Port 90e8af90-0ec0-4b43-8894-cfab73394814 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:14:50.181035 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Attempting to bind port 90e8af90-0ec0-4b43-8894-cfab73394814 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:50.232559 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:50.244976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57062113-a7b6-4c76-a6fb-767074a59d4d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Pushing event updated for resources: {'Port': ['ID=4577bdec-9754-4e34-98ff-c084370e61b8,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:50.250921 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:14:50.251389 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:50.251671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:14:50.252667 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Bound port: 90e8af90-0ec0-4b43-8894-cfab73394814, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:14:50.253026 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:50.485978 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781e4aca-996f-4789-99fe-691b488c1099 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:14:50.512961 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:50.554044 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Transition to ACTIVE for port object 781e4aca-996f-4789-99fe-691b488c1099 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:50.578752 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:50.607713 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-247e1d04-84f3-442d-9a05-3dc18e2577ee tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 696 time: 0.4048636 Aug 20 10:14:50.642670 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3f3ff-53d5-4923-9ce0-d18874c56cd3 req-f42692c5-c5bb-4c7d-904e-fc66740739bf tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:50.644241 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dcc3f3ff-53d5-4923-9ce0-d18874c56cd3 req-f42692c5-c5bb-4c7d-904e-fc66740739bf tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d83161-b85f-47fc-b9ba-fdb7b33de302 HTTP/1.1" status: 200 len: 949 time: 0.1492856 Aug 20 10:14:50.654792 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:50.700026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Pushing event updated for resources: {'Port': ['ID=781e4aca-996f-4789-99fe-691b488c1099,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:50.708636 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-05c4b928-6eba-49eb-ab1c-ed187fdd7c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:50.730395 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Transition to ACTIVE for port object 74071049-0dad-4251-affc-36fd1d29ec6c will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:50.739378 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:50.739716 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-80d27fb5-51ef-4833-bc02-836fe2f7656d req-c4b140c2-20ca-49fb-8642-fb6d8885b8d1 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:50.753105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['d2e8ba6d-9cf4-4856-8471-afa95f41d511'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:14:50.756126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['51f00e89-c3d3-4cba-87b9-b6f61de6a227'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:14:50.780947 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-05c4b928-6eba-49eb-ab1c-ed187fdd7c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:50.822268 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dcc3f3ff-53d5-4923-9ce0-d18874c56cd3 req-f850478b-d79d-4419-8505-a1fd042ec2e4 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633291 Aug 20 10:14:50.826278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] For port 90e8af90-0ec0-4b43-8894-cfab73394814, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:14:50.842756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b140c2-20ca-49fb-8642-fb6d8885b8d1 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Pushing event deleted for resources: {'Port': ['ID=51f00e89-c3d3-4cba-87b9-b6f61de6a227,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:50.842994 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Attempting to bind port 781e4aca-996f-4789-99fe-691b488c1099 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:14:50.843205 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Attempting to bind port 781e4aca-996f-4789-99fe-691b488c1099 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:14:50.844170 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Attempting to bind port 781e4aca-996f-4789-99fe-691b488c1099 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:50.885532 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7ba25-f6eb-425a-a2ac-009735bf96b4 None None] Pushing event updated for resources: {'Port': ['ID=74071049-0dad-4251-affc-36fd1d29ec6c,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:50.888640 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] For port 90e8af90-0ec0-4b43-8894-cfab73394814, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=90e8af90-0ec0-4b43-8894-cfab73394814,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:14:50.895811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Port 781e4aca-996f-4789-99fe-691b488c1099 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:14:50.896586 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Attempting to bind port 781e4aca-996f-4789-99fe-691b488c1099 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:50.944411 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Attempting to bind port 74071049-0dad-4251-affc-36fd1d29ec6c on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:14:50.944569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d27fb5-51ef-4833-bc02-836fe2f7656d req-c4b140c2-20ca-49fb-8642-fb6d8885b8d1 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] No DVR routers for this DVR port 51f00e89-c3d3-4cba-87b9-b6f61de6a227 on host n-h1-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:14:50.945065 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Attempting to bind port 74071049-0dad-4251-affc-36fd1d29ec6c by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:14:50.946273 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Attempting to bind port 74071049-0dad-4251-affc-36fd1d29ec6c on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:50.946672 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:50.949198 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-80d27fb5-51ef-4833-bc02-836fe2f7656d req-c4b140c2-20ca-49fb-8642-fb6d8885b8d1 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:50.951133 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-80d27fb5-51ef-4833-bc02-836fe2f7656d req-c4b140c2-20ca-49fb-8642-fb6d8885b8d1 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.42 "DELETE /v2.0/ports/51f00e89-c3d3-4cba-87b9-b6f61de6a227 HTTP/1.1" status: 204 len: 173 time: 2.0793948 Aug 20 10:14:50.954653 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:14:50.956020 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:50.956020 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:50.956482 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:14:50.957250 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Bound port: 74071049-0dad-4251-affc-36fd1d29ec6c, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:14:50.957876 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:50.962351 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d83161-b85f-47fc-b9ba-fdb7b33de302', 'name': 'network-vif-deleted', 'tag': '51f00e89-c3d3-4cba-87b9-b6f61de6a227'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:50.964638 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e83bf4e-3bc3-4437-91dd-046a7495e561" -d '{"events": [{"server_uuid": "78d83161-b85f-47fc-b9ba-fdb7b33de302", "name": "network-vif-deleted", "tag": "51f00e89-c3d3-4cba-87b9-b6f61de6a227"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:50.995642 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:14:50.996151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:50.996544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:14:50.997442 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Bound port: 781e4aca-996f-4789-99fe-691b488c1099, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:14:50.997810 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:51.035011 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-e0bee8d9-4ba3-4564-9e5c-1560458557a1 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:51.036460 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-e0bee8d9-4ba3-4564-9e5c-1560458557a1 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.3998978 Aug 20 10:14:51.055003 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:51.055645 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:51.057006 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62737174-9eef-4160-b66f-25607f5b33b9 req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] 10.222.0.42 "PUT /v2.0/ports/90e8af90-0ec0-4b43-8894-cfab73394814 HTTP/1.1" status: 200 len: 1096 time: 2.6031289 Aug 20 10:14:51.062064 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-53aed8cc-be86-4cb7-85ef-5fc7ba57178b tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:14:51.063918 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9b8fb2b1-e8a8-4766-b823-7dd1f7272a74 req-53aed8cc-be86-4cb7-85ef-5fc7ba57178b tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113714 Aug 20 10:14:51.109940 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358c650-9072-486d-9885-6be98fbcba65 service neutron] Pushing event updated for resources: {'Port': ['ID=90e8af90-0ec0-4b43-8894-cfab73394814,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:51.119662 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-05c4b928-6eba-49eb-ab1c-ed187fdd7c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:51.122805 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-05c4b928-6eba-49eb-ab1c-ed187fdd7c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:51.124060 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-05c4b928-6eba-49eb-ab1c-ed187fdd7c79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ca5a46a-b499-44d9-b89b-532c14070e4a HTTP/1.1" status: 204 len: 168 time: 1.0647597 Aug 20 10:14:51.146644 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] For port 74071049-0dad-4251-affc-36fd1d29ec6c, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:14:51.159692 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] For port 74071049-0dad-4251-affc-36fd1d29ec6c, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=74071049-0dad-4251-affc-36fd1d29ec6c,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:14:51.170428 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:51.248007 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4b928-6eba-49eb-ab1c-ed187fdd7c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca5a46a-b499-44d9-b89b-532c14070e4a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:51.295225 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62737174-9eef-4160-b66f-25607f5b33b9 req-a7b2740a-0a33-4fa4-b54b-9b9aaf507470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:51.298297 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62737174-9eef-4160-b66f-25607f5b33b9 req-a7b2740a-0a33-4fa4-b54b-9b9aaf507470 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e6680316f5441509e048150e3bbf75b&device_id=aa01d59e-eb53-445b-9b84-55e7616d0bc9 HTTP/1.1" status: 200 len: 1099 time: 0.1488400 Aug 20 10:14:51.356187 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7ba25-f6eb-425a-a2ac-009735bf96b4 None None] Pushing event updated for resources: {'Port': ['ID=74071049-0dad-4251-affc-36fd1d29ec6c,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:51.358843 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Routers {'e351b521-6bbf-4bf0-b390-8c834d75cfdb'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:14:51.366160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Allocated IP 172.20.0.1 (2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e/3e87ef49-a09c-4d94-9dfe-b07c028832af/5c995fd9-9de6-4765-b898-0043bfa4759b) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:51.373172 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:14:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e351b521-6bbf-4bf0-b390-8c834d75cfdb'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:51.434987 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] For port 781e4aca-996f-4789-99fe-691b488c1099, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:14:51.444303 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62737174-9eef-4160-b66f-25607f5b33b9 req-c00dcc4a-027d-4330-8a41-0d9f5fe9793d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=90e8af90-0ec0-4b43-8894-cfab73394814 HTTP/1.1" status: 200 len: 217 time: 0.1321824 Aug 20 10:14:51.518755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] For port 781e4aca-996f-4789-99fe-691b488c1099, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=781e4aca-996f-4789-99fe-691b488c1099,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:14:51.554422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b66d7-9cad-4a38-9ced-3ac186ff1d5f req-a78f9330-0aea-403f-96e6-25eab03cea63 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:51.569496 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c41b66d7-9cad-4a38-9ced-3ac186ff1d5f req-a78f9330-0aea-403f-96e6-25eab03cea63 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 950 time: 0.4727318 Aug 20 10:14:51.572339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62737174-9eef-4160-b66f-25607f5b33b9 req-12b3dde2-d347-4417-b76b-a3a00916a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:51.574048 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62737174-9eef-4160-b66f-25607f5b33b9 req-12b3dde2-d347-4417-b76b-a3a00916a9dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1217446 Aug 20 10:14:51.574981 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:51.636800 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] Set router e351b521-6bbf-4bf0-b390-8c834d75cfdb gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:14:51.663134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62737174-9eef-4160-b66f-25607f5b33b9 req-2e5bb0fa-30a2-4abf-bdc7-b6085d83d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:51.664920 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62737174-9eef-4160-b66f-25607f5b33b9 req-2e5bb0fa-30a2-4abf-bdc7-b6085d83d75d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0828199 Aug 20 10:14:51.842513 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62737174-9eef-4160-b66f-25607f5b33b9 req-fe80d666-b987-4ef2-b2c8-d59574be9edf service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701941 Aug 20 10:14:51.965919 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'name': 'tempest-AttachSCSIVolumeTestJSON-748967200-router', 'tenant_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '74071049-0dad-4251-affc-36fd1d29ec6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:44Z', 'updated_at': '2021-08-20T10:14:47Z', 'revision_number': 3, 'project_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'gw_port': {'id': '74071049-0dad-4251-affc-36fd1d29ec6c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:45Z', 'updated_at': '2021-08-20T10:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:51.981944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:51.982642 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:51.984224 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] 10.222.0.42 "PUT /v2.0/ports/781e4aca-996f-4789-99fe-691b488c1099 HTTP/1.1" status: 200 len: 1097 time: 3.0780153 Aug 20 10:14:51.984730 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17be126-4d37-4709-bb8b-8024cbdb8cf9', 'tag': '781e4aca-996f-4789-99fe-691b488c1099'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:51.987148 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d18030f-0498-438b-932b-b6f553a1ebc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d17be126-4d37-4709-bb8b-8024cbdb8cf9", "tag": "781e4aca-996f-4789-99fe-691b488c1099"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:52.014333 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ea9a18-2998-400f-9343-8929e6cf3278 None None] The sync data for ids ['e351b521-6bbf-4bf0-b390-8c834d75cfdb'] in n-d-778550-11 is: [{'id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'name': 'tempest-AttachSCSIVolumeTestJSON-748967200-router', 'tenant_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '74071049-0dad-4251-affc-36fd1d29ec6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:44Z', 'updated_at': '2021-08-20T10:14:47Z', 'revision_number': 3, 'project_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'gw_port': {'id': '74071049-0dad-4251-affc-36fd1d29ec6c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:45Z', 'updated_at': '2021-08-20T10:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:14:52.044410 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c41b66d7-9cad-4a38-9ced-3ac186ff1d5f req-2258ba94-a80f-41e9-bb8c-46262d743b41 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/security-groups?id=246b2f83-d8e1-4adc-b92d-292fede1b04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739084 Aug 20 10:14:52.101223 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62737174-9eef-4160-b66f-25607f5b33b9 req-8043744c-1afe-4b1c-8905-6c1f003021b7 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494109 Aug 20 10:14:52.148812 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de909c3-8918-4e3a-9033-5cc370109d82 req-9dbe7e4d-946b-4365-9177-04bce746963c tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:52.151841 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6de909c3-8918-4e3a-9033-5cc370109d82 req-9dbe7e4d-946b-4365-9177-04bce746963c tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.24 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 950 time: 0.1292636 Aug 20 10:14:52.153557 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a023c1-17f1-4eac-89f0-767d0d542464 x-openstack-request-id: req-71a023c1-17f1-4eac-89f0-767d0d542464 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:52.154008 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d83161-b85f-47fc-b9ba-fdb7b33de302", "name": "network-vif-deleted", "tag": "51f00e89-c3d3-4cba-87b9-b6f61de6a227", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:52.154449 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71a023c1-17f1-4eac-89f0-767d0d542464 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:52.154980 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d83161-b85f-47fc-b9ba-fdb7b33de302', 'name': 'network-vif-deleted', 'tag': '51f00e89-c3d3-4cba-87b9-b6f61de6a227', 'status': 'completed', 'code': 200} Aug 20 10:14:52.156635 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:52.159404 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da723716-b121-4246-b2b5-fff3e1957196 service neutron] Pushing event updated for resources: {'Port': ['ID=781e4aca-996f-4789-99fe-691b488c1099,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:52.305732 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:52.323951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Transition to ACTIVE for port object 5c995fd9-9de6-4765-b898-0043bfa4759b will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:52.326786 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-6de909c3-8918-4e3a-9033-5cc370109d82 req-310dd660-c617-47c3-8ff7-561dd6bffb92 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Deleting port 409bc81c-4361-49a4-97fe-83e64cd5cbf8 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:14:52.327884 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6de909c3-8918-4e3a-9033-5cc370109d82 req-310dd660-c617-47c3-8ff7-561dd6bffb92 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:52.379337 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-faf96667-6726-4768-8db5-34d2d70fe6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:52.380989 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-faf96667-6726-4768-8db5-34d2d70fe6b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e6680316f5441509e048150e3bbf75b&device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 1100 time: 0.3048098 Aug 20 10:14:52.476731 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-6c561cd2-3a97-4e4e-83ff-09e9426fc69c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=781e4aca-996f-4789-99fe-691b488c1099 HTTP/1.1" status: 200 len: 217 time: 0.0798552 Aug 20 10:14:52.509759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561e088-c202-4a9d-8781-515114a92b86 req-2d792756-fde3-4fde-ab19-af274b2ea840 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:52.511341 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e561e088-c202-4a9d-8781-515114a92b86 req-2d792756-fde3-4fde-ab19-af274b2ea840 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 948 time: 0.1326661 Aug 20 10:14:52.521804 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-6de909c3-8918-4e3a-9033-5cc370109d82 req-310dd660-c617-47c3-8ff7-561dd6bffb92 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] For port 409bc81c-4361-49a4-97fe-83e64cd5cbf8, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=409bc81c-4361-49a4-97fe-83e64cd5cbf8,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:52.522106 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6de909c3-8918-4e3a-9033-5cc370109d82 req-310dd660-c617-47c3-8ff7-561dd6bffb92 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:52.557686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-6de909c3-8918-4e3a-9033-5cc370109d82 req-310dd660-c617-47c3-8ff7-561dd6bffb92 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Calling delete_port for 409bc81c-4361-49a4-97fe-83e64cd5cbf8 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:14:52.563242 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-96fabaff-5df1-449a-97a2-54d076618207 req-0556b61a-7e9b-47b9-9b20-d1237acba6d8 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3910227 Aug 20 10:14:52.572577 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:52.587296 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-96fabaff-5df1-449a-97a2-54d076618207 req-a423f5d8-3b67-4877-8a90-f44a211cabbb tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:52.624679 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e561e088-c202-4a9d-8781-515114a92b86 req-b63e5019-94b1-4c3b-add7-6c17d5dc6395 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055999 Aug 20 10:14:52.667863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Network 2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:52.671880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-8a5ee97d-b2db-46d7-be53-47c084d1117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:52.673378 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-8a5ee97d-b2db-46d7-be53-47c084d1117e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1637535 Aug 20 10:14:52.682421 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-96fabaff-5df1-449a-97a2-54d076618207 req-a423f5d8-3b67-4877-8a90-f44a211cabbb tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:52.686899 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:52.697273 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:52.697651 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:52.735600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Pushing event updated for resources: {'Port': ['ID=5c995fd9-9de6-4765-b898-0043bfa4759b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:52.866472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6de909c3-8918-4e3a-9033-5cc370109d82 req-310dd660-c617-47c3-8ff7-561dd6bffb92 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:52.877589 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b7ccfc-3f42-4fed-8c88-3604984f97a0 x-openstack-request-id: req-03b7ccfc-3f42-4fed-8c88-3604984f97a0 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:52.877886 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17be126-4d37-4709-bb8b-8024cbdb8cf9", "tag": "781e4aca-996f-4789-99fe-691b488c1099", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:52.878185 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03b7ccfc-3f42-4fed-8c88-3604984f97a0 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:52.880881 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['409bc81c-4361-49a4-97fe-83e64cd5cbf8'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:14:52.884290 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17be126-4d37-4709-bb8b-8024cbdb8cf9', 'tag': '781e4aca-996f-4789-99fe-691b488c1099', 'status': 'completed', 'code': 200} Aug 20 10:14:52.954260 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dd660-c617-47c3-8ff7-561dd6bffb92 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Pushing event deleted for resources: {'Port': ['ID=409bc81c-4361-49a4-97fe-83e64cd5cbf8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:52.977987 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-2100afaf-b7b0-4a4d-a6fa-7a62e5230b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:52.981117 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-2100afaf-b7b0-4a4d-a6fa-7a62e5230b4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2853172 Aug 20 10:14:52.988039 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de909c3-8918-4e3a-9033-5cc370109d82 req-310dd660-c617-47c3-8ff7-561dd6bffb92 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] No DVR routers for this DVR port 409bc81c-4361-49a4-97fe-83e64cd5cbf8 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:14:52.994417 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6de909c3-8918-4e3a-9033-5cc370109d82 req-310dd660-c617-47c3-8ff7-561dd6bffb92 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:52.996791 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6de909c3-8918-4e3a-9033-5cc370109d82 req-310dd660-c617-47c3-8ff7-561dd6bffb92 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.24 "DELETE /v2.0/ports/409bc81c-4361-49a4-97fe-83e64cd5cbf8 HTTP/1.1" status: 204 len: 173 time: 0.8328817 Aug 20 10:14:53.092946 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 51f00e89-c3d3-4cba-87b9-b6f61de6a227 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:14:53.149775 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 51f00e89-c3d3-4cba-87b9-b6f61de6a227 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:14:53.150574 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 51f00e89-c3d3-4cba-87b9-b6f61de6a227 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:14:53.176029 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1cc164dd-e691-4952-9a1f-0073105e86e3 None None] Provisioning for port 5c995fd9-9de6-4765-b898-0043bfa4759b completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:53.183384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1cc164dd-e691-4952-9a1f-0073105e86e3 None None] Provisioning complete for port 5c995fd9-9de6-4765-b898-0043bfa4759b triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:53.184130 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1cc164dd-e691-4952-9a1f-0073105e86e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:53.250548 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-1cc164dd-e691-4952-9a1f-0073105e86e3 None None] Port 5c995fd9-9de6-4765-b898-0043bfa4759b cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:14:53.258565 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:53.328457 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-c352b347-3df5-4fce-a9b4-aa8455a30d2c service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385148 Aug 20 10:14:53.345543 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-96fabaff-5df1-449a-97a2-54d076618207 req-a423f5d8-3b67-4877-8a90-f44a211cabbb tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:53.617981 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-22b05e25-5251-4b19-8aba-2f41968ffd9e req-deb780d9-7efa-453a-b6ab-0fbb46cac69f service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691154 Aug 20 10:14:53.637252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-96fabaff-5df1-449a-97a2-54d076618207 req-a423f5d8-3b67-4877-8a90-f44a211cabbb tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Allocated IP 172.25.3.103 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/5605e554-5e64-4930-9128-43acd07d361e) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:53.660798 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:53.664169 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c90391f9-b596-4507-a719-5ab049fa0a81 req-9efc4f5d-5d1f-466a-a745-3a52de2fef82 tempest-DeleteServersAdminTestJSON-163311979 tempest-DeleteServersAdminTestJSON-163311979-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d84c15-6f0e-4854-98ee-225f99a7c035 HTTP/1.1" status: 200 len: 210 time: 0.0293567 Aug 20 10:14:53.668261 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:53.668962 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:53.836192 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Pushing event updated for resources: {'Port': ['ID=5c995fd9-9de6-4765-b898-0043bfa4759b,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:53.865900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18030f-0498-438b-932b-b6f553a1ebc1 req-e3c03673-6a4a-4fda-aec1-f25515e34f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:53.867393 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0d18030f-0498-438b-932b-b6f553a1ebc1 req-e3c03673-6a4a-4fda-aec1-f25515e34f65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e6680316f5441509e048150e3bbf75b&device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 1100 time: 0.1790261 Aug 20 10:14:53.948300 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-96fabaff-5df1-449a-97a2-54d076618207 req-a423f5d8-3b67-4877-8a90-f44a211cabbb tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:53.961186 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827333b9-d21d-40eb-bf46-d025b283dd3b req-5c6f9114-8eed-4d56-91d8-d7e32aa5f3ed tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:53.963246 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-827333b9-d21d-40eb-bf46-d025b283dd3b req-5c6f9114-8eed-4d56-91d8-d7e32aa5f3ed tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 950 time: 0.0541413 Aug 20 10:14:53.970846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Network 2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:53.981514 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:54.008852 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-827333b9-d21d-40eb-bf46-d025b283dd3b req-afe74581-e9fb-4454-bc81-9f4ec911f2a4 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384095 Aug 20 10:14:54.059770 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18030f-0498-438b-932b-b6f553a1ebc1 req-3151b89c-018b-4735-b07e-b73b97e01cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:54.061252 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0d18030f-0498-438b-932b-b6f553a1ebc1 req-3151b89c-018b-4735-b07e-b73b97e01cdc service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1858428 Aug 20 10:14:54.107862 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-96fabaff-5df1-449a-97a2-54d076618207 req-a423f5d8-3b67-4877-8a90-f44a211cabbb tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:54.120464 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0d18030f-0498-438b-932b-b6f553a1ebc1 req-3d8cc425-ef01-48c5-8879-cfaf072c092f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=781e4aca-996f-4789-99fe-691b488c1099 HTTP/1.1" status: 200 len: 217 time: 0.0500631 Aug 20 10:14:54.134891 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6849fcd-d581-46b5-b771-45d3ab556616 req-f981f713-fa54-46e6-b47a-ab02af07fdd4 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:54.136508 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d6849fcd-d581-46b5-b771-45d3ab556616 req-f981f713-fa54-46e6-b47a-ab02af07fdd4 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 948 time: 0.0542693 Aug 20 10:14:54.160044 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa01d59e-eb53-445b-9b84-55e7616d0bc9', 'tag': '90e8af90-0ec0-4b43-8894-cfab73394814'}, {'server_uuid': '95d84c15-6f0e-4854-98ee-225f99a7c035', 'name': 'network-vif-deleted', 'tag': '409bc81c-4361-49a4-97fe-83e64cd5cbf8'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:54.162471 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84835613-e493-48ee-be93-9b3a8621b939" -d '{"events": [{"name": "network-changed", "server_uuid": "aa01d59e-eb53-445b-9b84-55e7616d0bc9", "tag": "90e8af90-0ec0-4b43-8894-cfab73394814"}, {"server_uuid": "95d84c15-6f0e-4854-98ee-225f99a7c035", "name": "network-vif-deleted", "tag": "409bc81c-4361-49a4-97fe-83e64cd5cbf8"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:54.192321 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d6849fcd-d581-46b5-b771-45d3ab556616 req-6dfb9530-5e81-4d87-a529-5e80426893d8 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405304 Aug 20 10:14:54.220752 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fabaff-5df1-449a-97a2-54d076618207 req-a423f5d8-3b67-4877-8a90-f44a211cabbb tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:54.228970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-96fabaff-5df1-449a-97a2-54d076618207 req-a423f5d8-3b67-4877-8a90-f44a211cabbb tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:54.238785 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fabaff-5df1-449a-97a2-54d076618207 req-a423f5d8-3b67-4877-8a90-f44a211cabbb tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:54.249634 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423f5d8-3b67-4877-8a90-f44a211cabbb tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Pushing event updated for resources: {'Port': ['ID=5605e554-5e64-4930-9128-43acd07d361e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:54.264253 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18030f-0498-438b-932b-b6f553a1ebc1 req-32893523-f25e-4544-ae7d-b43326913f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:54.265661 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0d18030f-0498-438b-932b-b6f553a1ebc1 req-32893523-f25e-4544-ae7d-b43326913f6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0922506 Aug 20 10:14:54.278435 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e8e5756c-e3dd-48f7-a515-912b59eaa41b None None] Provisioning complete for port 5c995fd9-9de6-4765-b898-0043bfa4759b triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:54.278942 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e8e5756c-e3dd-48f7-a515-912b59eaa41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:54.289473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Router e351b521-6bbf-4bf0-b390-8c834d75cfdb has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:14:54.320638 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e8e5756c-e3dd-48f7-a515-912b59eaa41b None None] Port 5c995fd9-9de6-4765-b898-0043bfa4759b cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:14:54.460724 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 74071049-0dad-4251-affc-36fd1d29ec6c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:54.514472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 74071049-0dad-4251-affc-36fd1d29ec6c completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:54.518875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 74071049-0dad-4251-affc-36fd1d29ec6c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:54.519338 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:54.541507 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-96fabaff-5df1-449a-97a2-54d076618207 req-a423f5d8-3b67-4877-8a90-f44a211cabbb tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:54.592449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18030f-0498-438b-932b-b6f553a1ebc1 req-d74368fe-2bbb-4fa9-806e-f0b94c951d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:54.594219 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0d18030f-0498-438b-932b-b6f553a1ebc1 req-d74368fe-2bbb-4fa9-806e-f0b94c951d8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3068986 Aug 20 10:14:54.602832 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:54.623400 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 74071049-0dad-4251-affc-36fd1d29ec6c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=74071049-0dad-4251-affc-36fd1d29ec6c,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:54.628585 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:54.679266 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=74071049-0dad-4251-affc-36fd1d29ec6c,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:54.693702 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-96fabaff-5df1-449a-97a2-54d076618207 req-a423f5d8-3b67-4877-8a90-f44a211cabbb tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:54.768079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:14:54.777818 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cc200794-ede1-44e7-8716-3d3484d1fa91 admin admin] 10.222.0.16 "PUT /v2.0/routers/e351b521-6bbf-4bf0-b390-8c834d75cfdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2416439 Aug 20 10:14:54.779314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Sync routers for ids ['e351b521-6bbf-4bf0-b390-8c834d75cfdb'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:14:54.790539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Routers {'e351b521-6bbf-4bf0-b390-8c834d75cfdb'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:14:54.791383 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:14:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e351b521-6bbf-4bf0-b390-8c834d75cfdb'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:54.841572 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0d18030f-0498-438b-932b-b6f553a1ebc1 req-4587abc4-d1d2-4b3e-a817-49973c4327b6 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302036 Aug 20 10:14:54.938509 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Set router e351b521-6bbf-4bf0-b390-8c834d75cfdb gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:14:54.984977 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0d18030f-0498-438b-932b-b6f553a1ebc1 req-776a6c3e-c1b2-47f9-a455-3ad2d27e6f31 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351559 Aug 20 10:14:54.986919 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-96fabaff-5df1-449a-97a2-54d076618207 req-a423f5d8-3b67-4877-8a90-f44a211cabbb tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:54.993341 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-96fabaff-5df1-449a-97a2-54d076618207 req-a423f5d8-3b67-4877-8a90-f44a211cabbb tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:55.024419 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5736d59b-b8ca-413f-823d-9ad5d5f403cf x-openstack-request-id: req-5736d59b-b8ca-413f-823d-9ad5d5f403cf {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:55.024966 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa01d59e-eb53-445b-9b84-55e7616d0bc9", "tag": "90e8af90-0ec0-4b43-8894-cfab73394814", "status": "completed", "code": 200}, {"server_uuid": "95d84c15-6f0e-4854-98ee-225f99a7c035", "name": "network-vif-deleted", "tag": "409bc81c-4361-49a4-97fe-83e64cd5cbf8", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:55.024966 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5736d59b-b8ca-413f-823d-9ad5d5f403cf {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:55.025365 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa01d59e-eb53-445b-9b84-55e7616d0bc9', 'tag': '90e8af90-0ec0-4b43-8894-cfab73394814', 'status': 'completed', 'code': 200} Aug 20 10:14:55.025677 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d84c15-6f0e-4854-98ee-225f99a7c035', 'name': 'network-vif-deleted', 'tag': '409bc81c-4361-49a4-97fe-83e64cd5cbf8', 'status': 'completed', 'code': 200} Aug 20 10:14:55.076257 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-96fabaff-5df1-449a-97a2-54d076618207 req-a423f5d8-3b67-4877-8a90-f44a211cabbb tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:55.114465 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 90e8af90-0ec0-4b43-8894-cfab73394814 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:14:55.137412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423f5d8-3b67-4877-8a90-f44a211cabbb tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Pushing event updated for resources: {'Port': ['ID=5605e554-5e64-4930-9128-43acd07d361e,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:55.144680 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-96fabaff-5df1-449a-97a2-54d076618207 req-a423f5d8-3b67-4877-8a90-f44a211cabbb tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:55.152637 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-96fabaff-5df1-449a-97a2-54d076618207 req-a423f5d8-3b67-4877-8a90-f44a211cabbb tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5884628 Aug 20 10:14:55.203227 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84835613-e493-48ee-be93-9b3a8621b939 req-dc64234f-84a4-4957-9d7d-dbdd0912a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:55.205820 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84835613-e493-48ee-be93-9b3a8621b939 req-dc64234f-84a4-4957-9d7d-dbdd0912a901 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e6680316f5441509e048150e3bbf75b&device_id=aa01d59e-eb53-445b-9b84-55e7616d0bc9 HTTP/1.1" status: 200 len: 1099 time: 0.1371109 Aug 20 10:14:55.209266 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-96fabaff-5df1-449a-97a2-54d076618207 req-30f82f7c-39fa-49f8-b466-9a2c7657fa9d tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.103 HTTP/1.1" status: 200 len: 696 time: 0.0556982 Aug 20 10:14:55.235770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42871be-4009-4b2a-b0bb-cd302cc0334c req-69c35f7b-4935-49cd-b596-ee25a5554b78 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:55.245453 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c42871be-4009-4b2a-b0bb-cd302cc0334c req-69c35f7b-4935-49cd-b596-ee25a5554b78 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 950 time: 0.0669911 Aug 20 10:14:55.305443 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 90e8af90-0ec0-4b43-8894-cfab73394814, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=90e8af90-0ec0-4b43-8894-cfab73394814,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:55.319748 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '90e8af90-0ec0-4b43-8894-cfab73394814', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '90e8af90-0ec0-4b43-8894-cfab73394814', 'mac_address': 'fa:16:3e:ec:e3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:14:55.342194 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c42871be-4009-4b2a-b0bb-cd302cc0334c req-5acd4386-6c01-46c6-9ff8-49780ac76096 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca996746-8220-4dfa-b681-7851b266ba54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956812 Aug 20 10:14:55.381785 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27c5c6-f687-4360-830e-83cf27ce8654 req-9fba19eb-e17a-48fa-8bd4-49eec9706444 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:55.384880 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e27c5c6-f687-4360-830e-83cf27ce8654 req-9fba19eb-e17a-48fa-8bd4-49eec9706444 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 950 time: 0.1364784 Aug 20 10:14:55.387777 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'name': 'tempest-AttachSCSIVolumeTestJSON-748967200-router', 'tenant_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '74071049-0dad-4251-affc-36fd1d29ec6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:44Z', 'updated_at': '2021-08-20T10:14:53Z', 'revision_number': 4, 'project_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'gw_port': {'id': '74071049-0dad-4251-affc-36fd1d29ec6c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:45Z', 'updated_at': '2021-08-20T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '5c995fd9-9de6-4765-b898-0043bfa4759b', 'name': '', 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e', 'tenant_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'mac_address': 'fa:16:3e:07:ab:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '3e87ef49-a09c-4d94-9dfe-b07c028832af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:50Z', 'updated_at': '2021-08-20T10:14:53Z', 'revision_number': 2, 'project_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'subnets': [{'id': '3e87ef49-a09c-4d94-9dfe-b07c028832af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:55.391639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84835613-e493-48ee-be93-9b3a8621b939 req-9cdf68f1-b0cc-47a9-981a-482103011b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:55.393736 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84835613-e493-48ee-be93-9b3a8621b939 req-9cdf68f1-b0cc-47a9-981a-482103011b49 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1795733 Aug 20 10:14:55.405504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fabaff-5df1-449a-97a2-54d076618207 req-8bffe95d-dfb2-4f7a-98ee-27986e701f17 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:55.407306 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-96fabaff-5df1-449a-97a2-54d076618207 req-8bffe95d-dfb2-4f7a-98ee-27986e701f17 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.1824307 Aug 20 10:14:55.446643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Checking router: e351b521-6bbf-4bf0-b390-8c834d75cfdb for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:14:55.450740 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Updating router e351b521-6bbf-4bf0-b390-8c834d75cfdb port 5c995fd9-9de6-4765-b898-0043bfa4759b binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:14:55.455762 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:55.458927 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84835613-e493-48ee-be93-9b3a8621b939 req-2c4558fc-0f5b-49f3-b716-470f7e3f12a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=90e8af90-0ec0-4b43-8894-cfab73394814 HTTP/1.1" status: 200 len: 217 time: 0.0504103 Aug 20 10:14:55.497467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e8af90-0ec0-4b43-8894-cfab73394814 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:14:55.503529 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:55.562385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-7e27c5c6-f687-4360-830e-83cf27ce8654 req-2c057954-f7a2-4119-bcf1-a8a7d8761677 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Deleting port d2e8ba6d-9cf4-4856-8471-afa95f41d511 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:14:55.562753 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84835613-e493-48ee-be93-9b3a8621b939 req-b478d36d-2f1b-4f30-a0b2-5b6d53c021b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:55.564870 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84835613-e493-48ee-be93-9b3a8621b939 req-b478d36d-2f1b-4f30-a0b2-5b6d53c021b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0962212 Aug 20 10:14:55.567296 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7e27c5c6-f687-4360-830e-83cf27ce8654 req-2c057954-f7a2-4119-bcf1-a8a7d8761677 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:55.577580 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 90e8af90-0ec0-4b43-8894-cfab73394814, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=90e8af90-0ec0-4b43-8894-cfab73394814,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:55.612443 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59116) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:55.619428 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-24397193-0caf-4b54-b13e-e2c347aebe40 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-717902743-network', 'tenant_id': '9c5f2bb575984e659087ffca417380c3'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:55.641917 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:55.686352 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917048b-372a-442f-92f4-57290c2031f3 req-6319b1ac-e3e4-47b3-8c6b-35114693cf81 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:55.690413 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8917048b-372a-442f-92f4-57290c2031f3 req-6319b1ac-e3e4-47b3-8c6b-35114693cf81 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 948 time: 0.1299882 Aug 20 10:14:55.722329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84835613-e493-48ee-be93-9b3a8621b939 req-6d1b4b63-4e8e-4c61-9adc-418229ebc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:55.724009 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84835613-e493-48ee-be93-9b3a8621b939 req-6d1b4b63-4e8e-4c61-9adc-418229ebc4ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1502681 Aug 20 10:14:55.727184 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a5e1cfd-d165-4416-846d-0dca793949b1 req-c2e7875b-fc13-4b1b-aed1-b7635775d4e6 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/floatingips/f7d97126-2649-4a94-b8ed-52d41355e6fb HTTP/1.1" status: 200 len: 693 time: 0.1137857 Aug 20 10:14:55.737623 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-7e27c5c6-f687-4360-830e-83cf27ce8654 req-2c057954-f7a2-4119-bcf1-a8a7d8761677 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] For port d2e8ba6d-9cf4-4856-8471-afa95f41d511, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2e8ba6d-9cf4-4856-8471-afa95f41d511,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:55.738284 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7e27c5c6-f687-4360-830e-83cf27ce8654 req-2c057954-f7a2-4119-bcf1-a8a7d8761677 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:55.750744 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=90e8af90-0ec0-4b43-8894-cfab73394814,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:55.763487 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:55.763722 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-7e27c5c6-f687-4360-830e-83cf27ce8654 req-2c057954-f7a2-4119-bcf1-a8a7d8761677 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Calling delete_port for d2e8ba6d-9cf4-4856-8471-afa95f41d511 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:14:55.763863 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:55.764155 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:55.764489 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:55.764976 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:55.765300 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:55.765787 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:55.766121 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:55.766450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:55.766765 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:55.767804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:55.768288 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:14:55.781378 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8917048b-372a-442f-92f4-57290c2031f3 req-fd870629-9696-48b1-863d-5fed3be663a8 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810604 Aug 20 10:14:55.801679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24397193-0caf-4b54-b13e-e2c347aebe40 admin admin] Made reservation on behalf of 9c5f2bb575984e659087ffca417380c3 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:14:55.803901 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24397193-0caf-4b54-b13e-e2c347aebe40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:55.844883 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['90e8af90-0ec0-4b43-8894-cfab73394814'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:14:55.863012 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24397193-0caf-4b54-b13e-e2c347aebe40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:55.973542 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7e27c5c6-f687-4360-830e-83cf27ce8654 req-2c057954-f7a2-4119-bcf1-a8a7d8761677 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:55.980367 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84835613-e493-48ee-be93-9b3a8621b939 req-89216f69-411e-41ae-b750-3d56bc5a315f service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445183 Aug 20 10:14:55.993171 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e1cfd-d165-4416-846d-0dca793949b1 req-104b5ad1-8c1e-4bf7-b047-041906a94df6 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:55.999074 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['d2e8ba6d-9cf4-4856-8471-afa95f41d511'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:14:56.000551 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a5e1cfd-d165-4416-846d-0dca793949b1 req-104b5ad1-8c1e-4bf7-b047-041906a94df6 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.2667034 Aug 20 10:14:56.032205 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-3a5e1cfd-d165-4416-846d-0dca793949b1 req-1a9aa368-6bae-4c71-a942-21961ce97e1c tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:14:56.047378 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a5e1cfd-d165-4416-846d-0dca793949b1 req-1a9aa368-6bae-4c71-a942-21961ce97e1c tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458920 Aug 20 10:14:56.057356 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c057954-f7a2-4119-bcf1-a8a7d8761677 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Pushing event deleted for resources: {'Port': ['ID=d2e8ba6d-9cf4-4856-8471-afa95f41d511,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:56.104287 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:56.144549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Transition to ACTIVE for port object 5c995fd9-9de6-4765-b898-0043bfa4759b will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:56.166295 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:56.179407 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e27c5c6-f687-4360-830e-83cf27ce8654 req-2c057954-f7a2-4119-bcf1-a8a7d8761677 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] No DVR routers for this DVR port d2e8ba6d-9cf4-4856-8471-afa95f41d511 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:14:56.187061 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-610fcc50-43b4-4d54-9a1b-1b060e34e908 req-a9fb98f3-4d92-4eb9-8dfb-3d1acd7956e0 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/floatingips/f7d97126-2649-4a94-b8ed-52d41355e6fb HTTP/1.1" status: 200 len: 693 time: 0.0829072 Aug 20 10:14:56.188684 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7e27c5c6-f687-4360-830e-83cf27ce8654 req-2c057954-f7a2-4119-bcf1-a8a7d8761677 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:56.191463 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e27c5c6-f687-4360-830e-83cf27ce8654 req-2c057954-f7a2-4119-bcf1-a8a7d8761677 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.24 "DELETE /v2.0/ports/d2e8ba6d-9cf4-4856-8471-afa95f41d511 HTTP/1.1" status: 204 len: 173 time: 0.7979624 Aug 20 10:14:56.257205 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84835613-e493-48ee-be93-9b3a8621b939 req-0dee144d-9c0f-49db-bcbe-77ee9cd85478 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536597 Aug 20 10:14:56.302019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe43168-db07-4428-b10d-1025a69d95c4 None None] Pushing event updated for resources: {'Port': ['ID=5c995fd9-9de6-4765-b898-0043bfa4759b,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:56.307295 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24397193-0caf-4b54-b13e-e2c347aebe40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:56.321193 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24397193-0caf-4b54-b13e-e2c347aebe40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:56.380102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24397193-0caf-4b54-b13e-e2c347aebe40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:14:56.384979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Attempting to bind port 5c995fd9-9de6-4765-b898-0043bfa4759b on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:14:56.385551 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Attempting to bind port 5c995fd9-9de6-4765-b898-0043bfa4759b by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '90b41520-59e2-41d5-86c5-ddc39162937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:14:56.385701 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Attempting to bind port 5c995fd9-9de6-4765-b898-0043bfa4759b on network 2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:14:56.396048 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:14:56.396603 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Checking segment: {'id': '90b41520-59e2-41d5-86c5-ddc39162937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:56.397187 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:56.397581 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Bound using segment: {'id': '90b41520-59e2-41d5-86c5-ddc39162937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:14:56.398113 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Bound port: 5c995fd9-9de6-4765-b898-0043bfa4759b, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b41520-59e2-41d5-86c5-ddc39162937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:14:56.399312 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:56.421530 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24397193-0caf-4b54-b13e-e2c347aebe40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:56.421994 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-24397193-0caf-4b54-b13e-e2c347aebe40 admin admin] Added segment 4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e of type vlan for network 4ff20016-0498-4ba6-be0f-f09b57255cfd Aug 20 10:14:56.423744 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24397193-0caf-4b54-b13e-e2c347aebe40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b344b39-2a19-41d1-9a0f-7cbfe3d3338f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:56.433555 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fcc50-43b4-4d54-9a1b-1b060e34e908 req-f04e567f-b003-49a9-97a3-3b9921cc9793 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:56.444013 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-610fcc50-43b4-4d54-9a1b-1b060e34e908 req-f04e567f-b003-49a9-97a3-3b9921cc9793 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.2464421 Aug 20 10:14:56.454563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-610fcc50-43b4-4d54-9a1b-1b060e34e908 req-72e343b5-2517-44e8-b912-74c4e159a4a8 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:14:56.466272 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-610fcc50-43b4-4d54-9a1b-1b060e34e908 req-72e343b5-2517-44e8-b912-74c4e159a4a8 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200312 Aug 20 10:14:56.518162 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24397193-0caf-4b54-b13e-e2c347aebe40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:56.556360 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] For port 5c995fd9-9de6-4765-b898-0043bfa4759b, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:14:56.560699 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] For port 5c995fd9-9de6-4765-b898-0043bfa4759b, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5c995fd9-9de6-4765-b898-0043bfa4759b,segment=NetworkSegment(90b41520-59e2-41d5-86c5-ddc39162937d),segment_id=90b41520-59e2-41d5-86c5-ddc39162937d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:14:56.574877 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:56.595721 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-610fcc50-43b4-4d54-9a1b-1b060e34e908 req-684ccf98-3720-4bbf-b2e3-54296fa45d1a tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.103 HTTP/1.1" status: 200 len: 696 time: 0.1240225 Aug 20 10:14:56.602510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59140) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:56.620265 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 74071049-0dad-4251-affc-36fd1d29ec6c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:56.639378 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24397193-0caf-4b54-b13e-e2c347aebe40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:56.660762 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24397193-0caf-4b54-b13e-e2c347aebe40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:56.661373 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24397193-0caf-4b54-b13e-e2c347aebe40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:56.689838 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-18215e4e-6fe1-4364-b1b5-0f227b06ea14 req-739c36ba-a5b3-47f9-823f-d5b6a92b1c99 tempest-LiveMigrationNegativeTest-15698338 tempest-LiveMigrationNegativeTest-15698338-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac6b4d28-5e3b-4333-9d97-60dea40354eb HTTP/1.1" status: 200 len: 210 time: 0.1151488 Aug 20 10:14:56.715920 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59144) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:56.718979 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-610fcc50-43b4-4d54-9a1b-1b060e34e908 req-0c586cb6-b911-49b4-a9ca-c9d2f91357f5 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.103 HTTP/1.1" status: 200 len: 696 time: 0.1185584 Aug 20 10:14:56.729297 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe43168-db07-4428-b10d-1025a69d95c4 None None] Pushing event updated for resources: {'Port': ['ID=5c995fd9-9de6-4765-b898-0043bfa4759b,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:56.737146 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Routers {'e351b521-6bbf-4bf0-b390-8c834d75cfdb'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:14:56.737983 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:14:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e351b521-6bbf-4bf0-b390-8c834d75cfdb'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:56.849473 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-24397193-0caf-4b54-b13e-e2c347aebe40 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2345850 Aug 20 10:14:56.853311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59152) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:56.869016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-4f5a0613-234a-4b91-af08-8bc2e6c30c15 admin admin] Request body: {'subnet': {'network_id': '4ff20016-0498-4ba6-be0f-f09b57255cfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-717902743-subnet', 'tenant_id': '9c5f2bb575984e659087ffca417380c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:56.908784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24397193-0caf-4b54-b13e-e2c347aebe40 admin admin] Pushing event updated for resources: {'Network': ['ID=4ff20016-0498-4ba6-be0f-f09b57255cfd,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:56.980703 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 4ff20016-0498-4ba6-be0f-f09b57255cfd details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:14:57.029059 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6b4d28-5e3b-4333-9d97-60dea40354eb', 'name': 'network-vif-deleted', 'tag': 'd2e8ba6d-9cf4-4856-8471-afa95f41d511'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:57.031346 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9924da2-dd35-413e-8a2c-3b928477570c" -d '{"events": [{"server_uuid": "ac6b4d28-5e3b-4333-9d97-60dea40354eb", "name": "network-vif-deleted", "tag": "d2e8ba6d-9cf4-4856-8471-afa95f41d511"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:57.057893 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce30aa-c6d5-458e-b8e8-426db340bd78 req-63319ef8-80fe-4eeb-bb73-2eac230a6dbf tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:57.065348 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01ce30aa-c6d5-458e-b8e8-426db340bd78 req-63319ef8-80fe-4eeb-bb73-2eac230a6dbf tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 948 time: 0.1186769 Aug 20 10:14:57.122354 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e97ccbc0-1876-4dc3-a718-c33b733850b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.127852 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 74071049-0dad-4251-affc-36fd1d29ec6c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:57.129188 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.131291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59158) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:57.136008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5a0613-234a-4b91-af08-8bc2e6c30c15 admin admin] Made reservation on behalf of 9c5f2bb575984e659087ffca417380c3 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:14:57.138817 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4f5a0613-234a-4b91-af08-8bc2e6c30c15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.147063 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 781e4aca-996f-4789-99fe-691b488c1099 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:14:57.157513 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01ce30aa-c6d5-458e-b8e8-426db340bd78 req-c56eb9fa-272d-407e-bd94-f1d3190dfa9a tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848706 Aug 20 10:14:57.170858 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c51bbac-93f5-481c-aa76-bd3fbc13a3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.221484 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 90e8af90-0ec0-4b43-8894-cfab73394814 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:14:57.224783 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 409bc81c-4361-49a4-97fe-83e64cd5cbf8 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:14:57.242828 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2201de7d-e309-4566-ba53-4ba1f6bf0d0d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a97b613442734c2a9cea6947537aea53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1082275 Aug 20 10:14:57.243187 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59162) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:57.276341 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f62b3cc-0bee-4b68-92f4-d2e363fc4a68 x-openstack-request-id: req-9f62b3cc-0bee-4b68-92f4-d2e363fc4a68 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:57.276605 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6b4d28-5e3b-4333-9d97-60dea40354eb", "name": "network-vif-deleted", "tag": "d2e8ba6d-9cf4-4856-8471-afa95f41d511", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:57.276991 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f62b3cc-0bee-4b68-92f4-d2e363fc4a68 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:57.277383 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6b4d28-5e3b-4333-9d97-60dea40354eb', 'name': 'network-vif-deleted', 'tag': 'd2e8ba6d-9cf4-4856-8471-afa95f41d511', 'status': 'completed', 'code': 200} Aug 20 10:14:57.296715 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d81f54f4-d1ae-4d62-9b9a-0a6e2b30b523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.309902 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 409bc81c-4361-49a4-97fe-83e64cd5cbf8 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:14:57.310249 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 409bc81c-4361-49a4-97fe-83e64cd5cbf8 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:14:57.323196 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d81f54f4-d1ae-4d62-9b9a-0a6e2b30b523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.338695 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-610fcc50-43b4-4d54-9a1b-1b060e34e908 req-ac587a1c-0a42-44a1-890c-7895acf17c86 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Deleting port 5605e554-5e64-4930-9128-43acd07d361e {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:14:57.339092 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-610fcc50-43b4-4d54-9a1b-1b060e34e908 req-ac587a1c-0a42-44a1-890c-7895acf17c86 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.355079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] Set router e351b521-6bbf-4bf0-b390-8c834d75cfdb gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:14:57.381597 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d81f54f4-d1ae-4d62-9b9a-0a6e2b30b523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.384753 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d81f54f4-d1ae-4d62-9b9a-0a6e2b30b523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.388917 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d81f54f4-d1ae-4d62-9b9a-0a6e2b30b523 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/246b2f83-d8e1-4adc-b92d-292fede1b04b HTTP/1.1" status: 204 len: 168 time: 0.1423206 Aug 20 10:14:57.396462 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f54f4-d1ae-4d62-9b9a-0a6e2b30b523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246b2f83-d8e1-4adc-b92d-292fede1b04b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:57.492704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 90e8af90-0ec0-4b43-8894-cfab73394814 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:14:57.536695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 90e8af90-0ec0-4b43-8894-cfab73394814 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:14:57.537342 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.541826 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e97ccbc0-1876-4dc3-a718-c33b733850b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.558025 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e97ccbc0-1876-4dc3-a718-c33b733850b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.596240 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-610fcc50-43b4-4d54-9a1b-1b060e34e908 req-ac587a1c-0a42-44a1-890c-7895acf17c86 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.596575 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-610fcc50-43b4-4d54-9a1b-1b060e34e908 req-ac587a1c-0a42-44a1-890c-7895acf17c86 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.624527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ccbc0-1876-4dc3-a718-c33b733850b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9db3480-8033-41aa-ac97-4e73cc6ca1ca,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:57.630917 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 781e4aca-996f-4789-99fe-691b488c1099, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=781e4aca-996f-4789-99fe-691b488c1099,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:57.632283 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-610fcc50-43b4-4d54-9a1b-1b060e34e908 req-ac587a1c-0a42-44a1-890c-7895acf17c86 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Calling delete_port for 5605e554-5e64-4930-9128-43acd07d361e owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:14:57.654524 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59168) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:57.655027 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e97ccbc0-1876-4dc3-a718-c33b733850b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b03c9617e014961b2dd458f04c8ece1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0513554 Aug 20 10:14:57.657876 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4f5a0613-234a-4b91-af08-8bc2e6c30c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.660098 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '781e4aca-996f-4789-99fe-691b488c1099', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '781e4aca-996f-4789-99fe-691b488c1099', 'mac_address': 'fa:16:3e:ef:ff:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:14:57.745875 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c51bbac-93f5-481c-aa76-bd3fbc13a3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.754244 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7c5d87e2-1115-482e-b9d4-bd5b8c87715a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.787124 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59174) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:57.795808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a0613-234a-4b91-af08-8bc2e6c30c15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff29b1cc-22f4-4f3d-8791-fbd4858bf2c7,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:57.797245 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c51bbac-93f5-481c-aa76-bd3fbc13a3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.820940 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.822397 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a0613-234a-4b91-af08-8bc2e6c30c15 admin admin] Checking segment: {'id': '4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4ff20016-0498-4ba6-be0f-f09b57255cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:14:57.822760 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5a0613-234a-4b91-af08-8bc2e6c30c15 admin admin] Network hostable DHCP agents. Network: 4ff20016-0498-4ba6-be0f-f09b57255cfd, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:14:57.851666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781e4aca-996f-4789-99fe-691b488c1099 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:14:57.858879 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5a0613-234a-4b91-af08-8bc2e6c30c15 admin admin] Network 4ff20016-0498-4ba6-be0f-f09b57255cfd is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:14:57.861945 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51bbac-93f5-481c-aa76-bd3fbc13a3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3de267-4e16-491a-8f89-7b64efe1a594,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:57.871354 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7c5d87e2-1115-482e-b9d4-bd5b8c87715a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.873497 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-12f8a7c8-bc32-46bc-ba44-2f430fd56c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.895285 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 781e4aca-996f-4789-99fe-691b488c1099, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=781e4aca-996f-4789-99fe-691b488c1099,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:57.901551 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.901714 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6c51bbac-93f5-481c-aa76-bd3fbc13a3c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e840a8e8011d429b92397b6062a6ce18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1688731 Aug 20 10:14:57.902878 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59176) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:57.914939 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.940393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-4f5a0613-234a-4b91-af08-8bc2e6c30c15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 4ff20016-0498-4ba6-be0f-f09b57255cfd) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:57.951536 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5a0613-234a-4b91-af08-8bc2e6c30c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:57.951536 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4f5a0613-234a-4b91-af08-8bc2e6c30c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.965315 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7c5d87e2-1115-482e-b9d4-bd5b8c87715a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.968515 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7c5d87e2-1115-482e-b9d4-bd5b8c87715a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.972299 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7c5d87e2-1115-482e-b9d4-bd5b8c87715a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9db3480-8033-41aa-ac97-4e73cc6ca1ca HTTP/1.1" status: 204 len: 168 time: 0.3132243 Aug 20 10:14:57.981281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e760771a-798a-4359-b2b0-447a63ef1094 None None] Network 4ff20016-0498-4ba6-be0f-f09b57255cfd requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:14:57.983268 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-610fcc50-43b4-4d54-9a1b-1b060e34e908 req-ac587a1c-0a42-44a1-890c-7895acf17c86 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:57.992405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d87e2-1115-482e-b9d4-bd5b8c87715a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9db3480-8033-41aa-ac97-4e73cc6ca1ca,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:58.026114 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac587a1c-0a42-44a1-890c-7895acf17c86 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Pushing event deleted for resources: {'Port': ['ID=5605e554-5e64-4930-9128-43acd07d361e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:58.070252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-610fcc50-43b4-4d54-9a1b-1b060e34e908 req-ac587a1c-0a42-44a1-890c-7895acf17c86 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:58.072562 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-610fcc50-43b4-4d54-9a1b-1b060e34e908 req-ac587a1c-0a42-44a1-890c-7895acf17c86 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:58.076555 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-12f8a7c8-bc32-46bc-ba44-2f430fd56c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:58.084077 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-610fcc50-43b4-4d54-9a1b-1b060e34e908 req-ac587a1c-0a42-44a1-890c-7895acf17c86 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "DELETE /v2.0/floatingips/f7d97126-2649-4a94-b8ed-52d41355e6fb HTTP/1.1" status: 204 len: 173 time: 1.3565364 Aug 20 10:14:58.089929 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-12f8a7c8-bc32-46bc-ba44-2f430fd56c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:58.090736 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69e6478c-e512-4580-8e39-500b5cd0b33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:58.098947 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 90e8af90-0ec0-4b43-8894-cfab73394814, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=90e8af90-0ec0-4b43-8894-cfab73394814,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:14:58.108035 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4f5a0613-234a-4b91-af08-8bc2e6c30c15 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2493722 Aug 20 10:14:58.112423 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59184) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:58.118942 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-717902743-router', 'tenant_id': '9c5f2bb575984e659087ffca417380c3', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:14:58.123677 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa01d59e-eb53-445b-9b84-55e7616d0bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e8af90-0ec0-4b43-8894-cfab73394814'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:14:58.131267 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb0ff6b-d7c2-4f8e-b2de-1c98f73127ae" -d '{"events": [{"server_uuid": "aa01d59e-eb53-445b-9b84-55e7616d0bc9", "name": "network-vif-plugged", "status": "completed", "tag": "90e8af90-0ec0-4b43-8894-cfab73394814"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:14:58.151427 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69e6478c-e512-4580-8e39-500b5cd0b33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:58.152184 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:58.171965 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'name': 'tempest-AttachSCSIVolumeTestJSON-748967200-router', 'tenant_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '74071049-0dad-4251-affc-36fd1d29ec6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:44Z', 'updated_at': '2021-08-20T10:14:53Z', 'revision_number': 4, 'project_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'gw_port': {'id': '74071049-0dad-4251-affc-36fd1d29ec6c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:45Z', 'updated_at': '2021-08-20T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '5c995fd9-9de6-4765-b898-0043bfa4759b', 'name': '', 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e', 'tenant_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'mac_address': 'fa:16:3e:07:ab:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '3e87ef49-a09c-4d94-9dfe-b07c028832af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:50Z', 'updated_at': '2021-08-20T10:14:56Z', 'revision_number': 4, 'project_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'subnets': [{'id': '3e87ef49-a09c-4d94-9dfe-b07c028832af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:14:58.216392 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59192) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:58.253406 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:58.258363 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:58.318239 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-12f8a7c8-bc32-46bc-ba44-2f430fd56c0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4aab5f7650b24619aae522af2cdc01d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5289211 Aug 20 10:14:58.327783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59198) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:58.340560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8a7c8-bc32-46bc-ba44-2f430fd56c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7e7999-beb8-444b-a3e5-7c1f1c9720ac,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:58.366306 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:58.378234 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69e6478c-e512-4580-8e39-500b5cd0b33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:58.381449 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69e6478c-e512-4580-8e39-500b5cd0b33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:58.382240 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-69e6478c-e512-4580-8e39-500b5cd0b33b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e3de267-4e16-491a-8f89-7b64efe1a594 HTTP/1.1" status: 204 len: 168 time: 0.4788594 Aug 20 10:14:58.422200 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f708ced-5b7d-428b-a53b-58a545c54bc3 x-openstack-request-id: req-3f708ced-5b7d-428b-a53b-58a545c54bc3 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:14:58.422905 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa01d59e-eb53-445b-9b84-55e7616d0bc9", "name": "network-vif-plugged", "status": "completed", "tag": "90e8af90-0ec0-4b43-8894-cfab73394814", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:14:58.424326 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f708ced-5b7d-428b-a53b-58a545c54bc3 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:14:58.425161 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa01d59e-eb53-445b-9b84-55e7616d0bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e8af90-0ec0-4b43-8894-cfab73394814', 'code': 200} Aug 20 10:14:58.430628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['781e4aca-996f-4789-99fe-691b488c1099'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:14:58.437865 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612d837-82c3-4403-98c9-dfc3c5a2428a req-19e209e1-7304-415c-b2cd-d3282c413d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:58.438819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6478c-e512-4580-8e39-500b5cd0b33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3de267-4e16-491a-8f89-7b64efe1a594,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:58.439435 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0612d837-82c3-4403-98c9-dfc3c5a2428a req-19e209e1-7304-415c-b2cd-d3282c413d0d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aa01d59e-eb53-445b-9b84-55e7616d0bc9 HTTP/1.1" status: 200 len: 1101 time: 0.1533742 Aug 20 10:14:58.460295 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11a838d-3faa-4599-bd19-783a3b9657b4 None None] The sync data for ids ['e351b521-6bbf-4bf0-b390-8c834d75cfdb'] in n-d-778550-11 is: [{'id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'name': 'tempest-AttachSCSIVolumeTestJSON-748967200-router', 'tenant_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '74071049-0dad-4251-affc-36fd1d29ec6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:44Z', 'updated_at': '2021-08-20T10:14:53Z', 'revision_number': 4, 'project_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'gw_port': {'id': '74071049-0dad-4251-affc-36fd1d29ec6c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:45Z', 'updated_at': '2021-08-20T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '5c995fd9-9de6-4765-b898-0043bfa4759b', 'name': '', 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e', 'tenant_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'mac_address': 'fa:16:3e:07:ab:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '3e87ef49-a09c-4d94-9dfe-b07c028832af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:50Z', 'updated_at': '2021-08-20T10:14:56Z', 'revision_number': 4, 'project_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'subnets': [{'id': '3e87ef49-a09c-4d94-9dfe-b07c028832af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:14:58.473599 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519b5eb-5064-47ec-b45e-0751acb5e165 req-99a894f5-6d0f-4874-ab87-d210bc072e46 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:58.475281 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8519b5eb-5064-47ec-b45e-0751acb5e165 req-99a894f5-6d0f-4874-ab87-d210bc072e46 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3558702 Aug 20 10:14:58.539827 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59204) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:58.552345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=781e4aca-996f-4789-99fe-691b488c1099,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:58.565214 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ed8bb895-70c9-4926-9940-b3a5b30a5e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:58.578056 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-4ff20016-0498-4ba6-be0f-f09b57255cfd', 'network_id': '4ff20016-0498-4ba6-be0f-f09b57255cfd', 'tenant_id': '9c5f2bb575984e659087ffca417380c3', 'fixed_ips': [{'subnet_id': 'ff29b1cc-22f4-4f3d-8791-fbd4858bf2c7'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:14:58.579205 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0612d837-82c3-4403-98c9-dfc3c5a2428a req-b58719d1-607e-4438-b111-dfb528b34d43 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307948 Aug 20 10:14:58.579464 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:58.837550 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Allocated IP 172.20.0.2 (4ff20016-0498-4ba6-be0f-f09b57255cfd/ff29b1cc-22f4-4f3d-8791-fbd4858bf2c7/5c67b075-931a-41cb-9873-ea3323e96eba) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:14:58.946182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=90e8af90-0ec0-4b43-8894-cfab73394814,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:58.961015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e99b7c-9410-4dfb-9c07-136434e95fa5 req-f1ea84c8-e86f-4626-877b-b43012334dab tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:58.963219 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-38e99b7c-9410-4dfb-9c07-136434e95fa5 req-f1ea84c8-e86f-4626-877b-b43012334dab tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 949 time: 0.6768043 Aug 20 10:14:59.058696 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83fa614a-dde2-4705-8a22-30761ed82fcc req-d1e720fb-bc76-4e22-a75a-4c7653559bf6 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=c4a4bac720884bdbb9dfa0920a087637 HTTP/1.1" status: 200 len: 1657 time: 0.4207466 Aug 20 10:14:59.149224 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-38e99b7c-9410-4dfb-9c07-136434e95fa5 req-e9cc9395-ab0e-45f8-b4ce-13aef2e2ce3f tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582499 Aug 20 10:14:59.151787 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.160777 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-67a2533f-98b5-453d-bcae-1f838172dcd1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f301d220a8544b4ae19a47ab7091407&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9266670 Aug 20 10:14:59.161529 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-916bb59f-99b0-4778-8196-7207101ed945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.164615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59208) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:59.166251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59210) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:59.222762 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b4ae99c8-8521-460f-8e70-863717070285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.225692 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.237579 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Transition to ACTIVE for port object 5c67b075-931a-41cb-9873-ea3323e96eba will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:59.258963 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Transition to ACTIVE for port object 5c67b075-931a-41cb-9873-ea3323e96eba will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:14:59.260652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa614a-dde2-4705-8a22-30761ed82fcc req-d1137522-95c9-44ff-a4d4-8d22e4ae45fe tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:59.268368 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83fa614a-dde2-4705-8a22-30761ed82fcc req-d1137522-95c9-44ff-a4d4-8d22e4ae45fe tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/networks?id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 787 time: 0.2086549 Aug 20 10:14:59.275892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d2e8ba6d-9cf4-4856-8471-afa95f41d511 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:14:59.283869 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-83fa614a-dde2-4705-8a22-30761ed82fcc req-93ec6ef1-f6d0-44e9-aca7-a93fbd7f34ae tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:14:59.295648 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83fa614a-dde2-4705-8a22-30761ed82fcc req-93ec6ef1-f6d0-44e9-aca7-a93fbd7f34ae tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189333 Aug 20 10:14:59.302284 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ed8bb895-70c9-4926-9940-b3a5b30a5e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.307609 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ed8bb895-70c9-4926-9940-b3a5b30a5e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.344581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bb895-70c9-4926-9940-b3a5b30a5e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4d4876-191c-40fd-9e4c-593ad8e38bfd,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:59.352755 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-916bb59f-99b0-4778-8196-7207101ed945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.370309 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ed8bb895-70c9-4926-9940-b3a5b30a5e99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ac5b2948df044c0b0a5a8424703406b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8272083 Aug 20 10:14:59.370634 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59214) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:59.390153 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.430719 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2f528dfa-64f4-48d6-b4ba-5cb41e1441ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.436305 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aacd161b-5371-4796-97a5-4f17b0aed927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.453247 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Network 4ff20016-0498-4ba6-be0f-f09b57255cfd is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:14:59.457240 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6426f50b-0a33-4f52-9c33-b6ddfa93b3a4 req-e0dd4a8b-8f28-4ddc-bb80-0df74d3749ff tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/floatingips/0fae4754-225a-4fc6-b97f-3763ac9c8ead HTTP/1.1" status: 200 len: 693 time: 0.1477063 Aug 20 10:14:59.457420 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Pushing event updated for resources: {'Port': ['ID=5c67b075-931a-41cb-9873-ea3323e96eba,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:59.466048 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:14:59.468006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: d2e8ba6d-9cf4-4856-8471-afa95f41d511 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:14:59.468387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d2e8ba6d-9cf4-4856-8471-afa95f41d511 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:14:59.471864 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aacd161b-5371-4796-97a5-4f17b0aed927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.479613 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ae4b7a5d-4fa5-4356-baac-c2569ab5ffb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.493143 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:14:59.540145 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aacd161b-5371-4796-97a5-4f17b0aed927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.542760 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aacd161b-5371-4796-97a5-4f17b0aed927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.544438 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-aacd161b-5371-4796-97a5-4f17b0aed927 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b4d4876-191c-40fd-9e4c-593ad8e38bfd HTTP/1.1" status: 204 len: 168 time: 0.1725595 Aug 20 10:14:59.554269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd161b-5371-4796-97a5-4f17b0aed927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4d4876-191c-40fd-9e4c-593ad8e38bfd,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:59.615455 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2f528dfa-64f4-48d6-b4ba-5cb41e1441ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.697206 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b4ae99c8-8521-460f-8e70-863717070285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.725669 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b4ae99c8-8521-460f-8e70-863717070285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.758184 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-916bb59f-99b0-4778-8196-7207101ed945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.761064 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-916bb59f-99b0-4778-8196-7207101ed945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.762368 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-916bb59f-99b0-4778-8196-7207101ed945 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f7e7999-beb8-444b-a3e5-7c1f1c9720ac HTTP/1.1" status: 204 len: 168 time: 1.4325991 Aug 20 10:14:59.822420 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59226) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:14:59.822550 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b4ae99c8-8521-460f-8e70-863717070285 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20faeec992854357ac5b11c0bd9eb9e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6501944 Aug 20 10:14:59.823347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae99c8-8521-460f-8e70-863717070285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a45eb04-8429-48a4-96c0-f47f2ab78c6d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:59.837704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426f50b-0a33-4f52-9c33-b6ddfa93b3a4 req-6371b817-122b-4236-aa4f-47d76014ae90 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:14:59.839267 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6426f50b-0a33-4f52-9c33-b6ddfa93b3a4 req-6371b817-122b-4236-aa4f-47d76014ae90 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.3617241 Aug 20 10:14:59.853371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bb59f-99b0-4778-8196-7207101ed945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7e7999-beb8-444b-a3e5-7c1f1c9720ac,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:59.868831 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2f528dfa-64f4-48d6-b4ba-5cb41e1441ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.872056 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2f528dfa-64f4-48d6-b4ba-5cb41e1441ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.876038 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2f528dfa-64f4-48d6-b4ba-5cb41e1441ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca996746-8220-4dfa-b681-7851b266ba54 HTTP/1.1" status: 204 len: 168 time: 0.7106576 Aug 20 10:14:59.926130 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6426f50b-0a33-4f52-9c33-b6ddfa93b3a4 req-0412eb4f-6fca-46cf-9f95-a7946950c39f tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 696 time: 0.0757313 Aug 20 10:14:59.928686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f528dfa-64f4-48d6-b4ba-5cb41e1441ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca996746-8220-4dfa-b681-7851b266ba54,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:14:59.953644 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5ac45b53-9240-45aa-ab5c-13fcefb8cde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:14:59.994973 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Attempting to bind port 5c67b075-931a-41cb-9873-ea3323e96eba on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:14:59.995588 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Attempting to bind port 5c67b075-931a-41cb-9873-ea3323e96eba by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4ff20016-0498-4ba6-be0f-f09b57255cfd'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:14:59.995787 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Attempting to bind port 5c67b075-931a-41cb-9873-ea3323e96eba on network 4ff20016-0498-4ba6-be0f-f09b57255cfd {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:15:00.015308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:15:00.015969 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Checking segment: {'id': '4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4ff20016-0498-4ba6-be0f-f09b57255cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:15:00.016238 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:00.016467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Bound using segment: {'id': '4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4ff20016-0498-4ba6-be0f-f09b57255cfd'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:15:00.016568 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5ac45b53-9240-45aa-ab5c-13fcefb8cde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:00.016979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Bound port: 5c67b075-931a-41cb-9873-ea3323e96eba, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4ff20016-0498-4ba6-be0f-f09b57255cfd'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:15:00.017364 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:00.080459 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6426f50b-0a33-4f52-9c33-b6ddfa93b3a4 req-ac1bb4cf-a4cf-4da4-a1e0-ef400b614b92 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 696 time: 0.1056724 Aug 20 10:15:00.132025 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] For port 5c67b075-931a-41cb-9873-ea3323e96eba, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:15:00.135242 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5ac45b53-9240-45aa-ab5c-13fcefb8cde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:00.137477 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5ac45b53-9240-45aa-ab5c-13fcefb8cde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:00.138320 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] For port 5c67b075-931a-41cb-9873-ea3323e96eba, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5c67b075-931a-41cb-9873-ea3323e96eba,segment=NetworkSegment(4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e),segment_id=4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:15:00.139253 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5ac45b53-9240-45aa-ab5c-13fcefb8cde8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a45eb04-8429-48a4-96c0-f47f2ab78c6d HTTP/1.1" status: 204 len: 168 time: 0.3150411 Aug 20 10:15:00.148173 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:00.161479 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac45b53-9240-45aa-ab5c-13fcefb8cde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a45eb04-8429-48a4-96c0-f47f2ab78c6d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:00.235417 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:00.241190 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814ea21-4cd1-45a3-baec-20a31fa89b28 None None] Pushing event updated for resources: {'Port': ['ID=5c67b075-931a-41cb-9873-ea3323e96eba,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:00.285921 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:00.322329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b60f3-1db8-4b38-b46b-47a1abd0af8c req-36cb6540-a4f0-4e0f-9966-c31fde46aa0a tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:00.332650 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a57b60f3-1db8-4b38-b46b-47a1abd0af8c req-36cb6540-a4f0-4e0f-9966-c31fde46aa0a tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 949 time: 0.0911515 Aug 20 10:15:00.387885 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a57b60f3-1db8-4b38-b46b-47a1abd0af8c req-a4556286-f574-45d5-9312-b990a42c488f tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478768 Aug 20 10:15:00.466017 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-6426f50b-0a33-4f52-9c33-b6ddfa93b3a4 req-622d525a-221c-4a4b-87ef-5d40deb9d714 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Deleting port 4577bdec-9754-4e34-98ff-c084370e61b8 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:15:00.466370 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6426f50b-0a33-4f52-9c33-b6ddfa93b3a4 req-622d525a-221c-4a4b-87ef-5d40deb9d714 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:00.487299 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Allocated IP 172.25.3.216 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/df069926-6b57-415c-a31e-9d81649e3da2) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:15:00.525325 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5c995fd9-9de6-4765-b898-0043bfa4759b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:15:00.644960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 5c995fd9-9de6-4765-b898-0043bfa4759b completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:15:00.647341 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6426f50b-0a33-4f52-9c33-b6ddfa93b3a4 req-622d525a-221c-4a4b-87ef-5d40deb9d714 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:00.647668 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6426f50b-0a33-4f52-9c33-b6ddfa93b3a4 req-622d525a-221c-4a4b-87ef-5d40deb9d714 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:00.651163 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 5c995fd9-9de6-4765-b898-0043bfa4759b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:00.651808 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:00.680192 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-6426f50b-0a33-4f52-9c33-b6ddfa93b3a4 req-622d525a-221c-4a4b-87ef-5d40deb9d714 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Calling delete_port for 4577bdec-9754-4e34-98ff-c084370e61b8 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:15:00.701385 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59252) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:00.755355 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:00.776414 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-eeaceffa-4df8-4391-8ec7-2aeccc84fae7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=328ea4ed5bae470fb3b7a5dc99e3ed86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0736763 Aug 20 10:15:00.778793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59258) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:00.850017 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:00.859677 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fb5ea7f-5679-457b-9dcb-846ad50d90d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:00.907106 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fb5ea7f-5679-457b-9dcb-846ad50d90d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:00.918373 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:00.920109 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 5c995fd9-9de6-4765-b898-0043bfa4759b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5c995fd9-9de6-4765-b898-0043bfa4759b,segment=NetworkSegment(90b41520-59e2-41d5-86c5-ddc39162937d),segment_id=90b41520-59e2-41d5-86c5-ddc39162937d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:00.932858 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:01.008254 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fb5ea7f-5679-457b-9dcb-846ad50d90d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:01.011234 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fb5ea7f-5679-457b-9dcb-846ad50d90d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:01.012404 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7fb5ea7f-5679-457b-9dcb-846ad50d90d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe0e12e1-9442-4b83-be34-07392347eb90 HTTP/1.1" status: 204 len: 168 time: 0.2324367 Aug 20 10:15:01.016715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Pushing event updated for resources: {'Port': ['ID=df069926-6b57-415c-a31e-9d81649e3da2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:01.022532 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:15:01.028388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5ea7f-5679-457b-9dcb-846ad50d90d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0e12e1-9442-4b83-be34-07392347eb90,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:01.028973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:15:01.036090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=5c995fd9-9de6-4765-b898-0043bfa4759b,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:01.039813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:15:01.088678 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6426f50b-0a33-4f52-9c33-b6ddfa93b3a4 req-622d525a-221c-4a4b-87ef-5d40deb9d714 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:01.133201 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 781e4aca-996f-4789-99fe-691b488c1099 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:15:01.160220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d525a-221c-4a4b-87ef-5d40deb9d714 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Pushing event deleted for resources: {'Port': ['ID=4577bdec-9754-4e34-98ff-c084370e61b8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:01.213458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 781e4aca-996f-4789-99fe-691b488c1099 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:15:01.218081 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6426f50b-0a33-4f52-9c33-b6ddfa93b3a4 req-622d525a-221c-4a4b-87ef-5d40deb9d714 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:01.220426 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 781e4aca-996f-4789-99fe-691b488c1099 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:01.220735 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6426f50b-0a33-4f52-9c33-b6ddfa93b3a4 req-622d525a-221c-4a4b-87ef-5d40deb9d714 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:01.221900 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6426f50b-0a33-4f52-9c33-b6ddfa93b3a4 req-622d525a-221c-4a4b-87ef-5d40deb9d714 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "DELETE /v2.0/floatingips/0fae4754-225a-4fc6-b97f-3763ac9c8ead HTTP/1.1" status: 204 len: 173 time: 1.1127648 Aug 20 10:15:01.222019 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:01.356240 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:01.370154 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d6e9054-775a-451c-ac8c-403fe816f59c req-c62998a8-b93e-4911-b2d1-a95bb37dc7ef tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/floatingips/c14d36dc-8012-469f-ad59-cfec8188f987 HTTP/1.1" status: 200 len: 693 time: 0.1154804 Aug 20 10:15:01.415902 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17be126-4d37-4709-bb8b-8024cbdb8cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781e4aca-996f-4789-99fe-691b488c1099'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:15:01.426149 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0167f8de-f9f8-48ee-a759-cb88fee23c28" -d '{"events": [{"server_uuid": "d17be126-4d37-4709-bb8b-8024cbdb8cf9", "name": "network-vif-plugged", "status": "completed", "tag": "781e4aca-996f-4789-99fe-691b488c1099"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:15:01.429815 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:01.464531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 781e4aca-996f-4789-99fe-691b488c1099, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=781e4aca-996f-4789-99fe-691b488c1099,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:01.477979 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:01.577213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=781e4aca-996f-4789-99fe-691b488c1099,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:01.640810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e9054-775a-451c-ac8c-403fe816f59c req-cf42a9d0-189b-4164-9a78-f0e0aa0a8c6a tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:01.642256 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d6e9054-775a-451c-ac8c-403fe816f59c req-cf42a9d0-189b-4164-9a78-f0e0aa0a8c6a tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.2645819 Aug 20 10:15:01.660140 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-9d6e9054-775a-451c-ac8c-403fe816f59c req-3ea95175-78d7-498d-a821-60e4a26256a9 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:15:01.661153 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d6e9054-775a-451c-ac8c-403fe816f59c req-3ea95175-78d7-498d-a821-60e4a26256a9 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065401 Aug 20 10:15:01.730469 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d6e9054-775a-451c-ac8c-403fe816f59c req-3f035761-bf61-48fb-901b-3426bc6af580 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.204 HTTP/1.1" status: 200 len: 696 time: 0.0600226 Aug 20 10:15:01.758231 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:01.769978 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-34d81b07-696d-48a0-a616-d6d914f99c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:01.827402 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17582f59-140e-4683-88cb-d7197e2b9ca7 req-36c33f55-a907-434c-8e72-488ed405615d tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:01.831158 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17582f59-140e-4683-88cb-d7197e2b9ca7 req-36c33f55-a907-434c-8e72-488ed405615d tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 950 time: 0.2148387 Aug 20 10:15:01.832020 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d6e9054-775a-451c-ac8c-403fe816f59c req-76d5197b-82bc-4f30-b7f7-44e0563d2167 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.204 HTTP/1.1" status: 200 len: 696 time: 0.0757718 Aug 20 10:15:01.849654 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a53098-ee0b-44b1-a3fb-a1208208d20e None None] Network 4ff20016-0498-4ba6-be0f-f09b57255cfd requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:15:01.918182 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17582f59-140e-4683-88cb-d7197e2b9ca7 req-4064b483-feb1-4d62-b926-961cfffe6a9b tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759130 Aug 20 10:15:01.975352 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Router b66274ff-e6f9-40dd-8ce2-cbf5f710bafe is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:15:02.027882 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7ad22f-465b-47c7-8ac5-0e730058547e x-openstack-request-id: req-fe7ad22f-465b-47c7-8ac5-0e730058547e {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:15:02.028873 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17be126-4d37-4709-bb8b-8024cbdb8cf9", "name": "network-vif-plugged", "status": "completed", "tag": "781e4aca-996f-4789-99fe-691b488c1099", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:15:02.029193 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe7ad22f-465b-47c7-8ac5-0e730058547e {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:15:02.030237 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17be126-4d37-4709-bb8b-8024cbdb8cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781e4aca-996f-4789-99fe-691b488c1099', 'code': 200} Aug 20 10:15:02.045954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59314) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:02.085854 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f076a14b-28ea-4155-8184-34590325427a None None] Provisioning for port 5c67b075-931a-41cb-9873-ea3323e96eba completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:15:02.136083 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:02.170231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-9d6e9054-775a-451c-ac8c-403fe816f59c req-6e62f06a-c870-4d45-a582-0eae44a6d013 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Deleting port 5b159c49-1920-4b17-9702-0eda5d1e2520 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:15:02.170575 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9d6e9054-775a-451c-ac8c-403fe816f59c req-6e62f06a-c870-4d45-a582-0eae44a6d013 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:02.174616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc4b10-be77-49dd-b765-b8683bf994e2 req-b44f35c4-5e65-4900-8b1d-232562bf6af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:02.176341 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0efc4b10-be77-49dd-b765-b8683bf994e2 req-b44f35c4-5e65-4900-8b1d-232562bf6af5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 1102 time: 0.0827420 Aug 20 10:15:02.181771 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:15:02.194940 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Sync routers for ids ['b66274ff-e6f9-40dd-8ce2-cbf5f710bafe'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:15:02.214253 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Routers {'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:15:02.215077 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:15:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['b66274ff-e6f9-40dd-8ce2-cbf5f710bafe'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:15:02.222373 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:02.223974 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3abf8a02-8743-4e14-a134-e8fe1b8d41b3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1104956 Aug 20 10:15:02.226954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59322) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:02.329160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-6363193a-6bbb-4f73-ae42-2a4c75706ed4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-768981022-network', 'tenant_id': 'd90941e86594426c97114e4c5b673b06'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:15:02.416549 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9d6e9054-775a-451c-ac8c-403fe816f59c req-6e62f06a-c870-4d45-a582-0eae44a6d013 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:02.417177 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9d6e9054-775a-451c-ac8c-403fe816f59c req-6e62f06a-c870-4d45-a582-0eae44a6d013 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:02.466301 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6363193a-6bbb-4f73-ae42-2a4c75706ed4 admin admin] Made reservation on behalf of d90941e86594426c97114e4c5b673b06 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:15:02.470748 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6363193a-6bbb-4f73-ae42-2a4c75706ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:02.473100 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-9d6e9054-775a-451c-ac8c-403fe816f59c req-6e62f06a-c870-4d45-a582-0eae44a6d013 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Calling delete_port for 5b159c49-1920-4b17-9702-0eda5d1e2520 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:15:02.492168 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0efc4b10-be77-49dd-b765-b8683bf994e2 req-ed00ea56-118f-41e9-8f3c-ef12d712434e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062942 Aug 20 10:15:02.494931 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6363193a-6bbb-4f73-ae42-2a4c75706ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:02.592975 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Set router b66274ff-e6f9-40dd-8ce2-cbf5f710bafe gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:15:02.666314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5c67b075-931a-41cb-9873-ea3323e96eba up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:15:02.819165 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 5c67b075-931a-41cb-9873-ea3323e96eba completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:15:02.830102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 5c67b075-931a-41cb-9873-ea3323e96eba triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:02.830486 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:02.835380 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9d6e9054-775a-451c-ac8c-403fe816f59c req-6e62f06a-c870-4d45-a582-0eae44a6d013 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:02.874581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62f06a-c870-4d45-a582-0eae44a6d013 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Pushing event deleted for resources: {'Port': ['ID=5b159c49-1920-4b17-9702-0eda5d1e2520,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:02.885037 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6363193a-6bbb-4f73-ae42-2a4c75706ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:02.905380 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6363193a-6bbb-4f73-ae42-2a4c75706ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:02.921458 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9d6e9054-775a-451c-ac8c-403fe816f59c req-6e62f06a-c870-4d45-a582-0eae44a6d013 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:02.929195 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9d6e9054-775a-451c-ac8c-403fe816f59c req-6e62f06a-c870-4d45-a582-0eae44a6d013 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:02.931345 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d6e9054-775a-451c-ac8c-403fe816f59c req-6e62f06a-c870-4d45-a582-0eae44a6d013 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "DELETE /v2.0/floatingips/c14d36dc-8012-469f-ad59-cfec8188f987 HTTP/1.1" status: 204 len: 173 time: 1.0983708 Aug 20 10:15:02.955232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6363193a-6bbb-4f73-ae42-2a4c75706ed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:15:02.977397 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6363193a-6bbb-4f73-ae42-2a4c75706ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:02.978137 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-6363193a-6bbb-4f73-ae42-2a4c75706ed4 admin admin] Added segment 4b41f100-8f26-4483-8a0d-ad07488f75bf of type vlan for network e287bb6a-2478-45c5-b9fc-caf113bb0919 Aug 20 10:15:02.979606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363193a-6bbb-4f73-ae42-2a4c75706ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1b12bf-a20d-4fbd-8211-6642e890af6d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:03.000668 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'name': 'tempest-AttachSCSIVolumeTestJSON-717902743-router', 'tenant_id': '9c5f2bb575984e659087ffca417380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'df069926-6b57-415c-a31e-9d81649e3da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:58Z', 'updated_at': '2021-08-20T10:15:01Z', 'revision_number': 3, 'project_id': '9c5f2bb575984e659087ffca417380c3', 'gw_port': {'id': 'df069926-6b57-415c-a31e-9d81649e3da2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:00:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:15:00Z', 'updated_at': '2021-08-20T10:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:15:03.062697 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Checking router: b66274ff-e6f9-40dd-8ce2-cbf5f710bafe for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:15:03.065055 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Updating router b66274ff-e6f9-40dd-8ce2-cbf5f710bafe port df069926-6b57-415c-a31e-9d81649e3da2 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:15:03.067324 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6363193a-6bbb-4f73-ae42-2a4c75706ed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:03.076001 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:03.077891 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:03.119952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 5c67b075-931a-41cb-9873-ea3323e96eba, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5c67b075-931a-41cb-9873-ea3323e96eba,segment=NetworkSegment(4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e),segment_id=4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:03.127553 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:03.129245 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5c995fd9-9de6-4765-b898-0043bfa4759b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:15:03.132137 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:03.218522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ba03d-8943-4d13-b1c7-dfd1d42deddc req-46f48867-9381-43dd-ab43-a6a636f697c6 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:03.222752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-162ba03d-8943-4d13-b1c7-dfd1d42deddc req-46f48867-9381-43dd-ab43-a6a636f697c6 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 950 time: 0.1513793 Aug 20 10:15:03.223927 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6363193a-6bbb-4f73-ae42-2a4c75706ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:03.227032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6363193a-6bbb-4f73-ae42-2a4c75706ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:03.227639 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6363193a-6bbb-4f73-ae42-2a4c75706ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:03.240067 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9c5f9876-c89e-40da-a3b1-a71977362f6f req-8c5d498e-e418-4ad3-a24f-13b04f301812 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/floatingips/44502ec7-5c58-4815-bb0b-64e94a73aabe HTTP/1.1" status: 200 len: 693 time: 0.0686824 Aug 20 10:15:03.330736 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=5c67b075-931a-41cb-9873-ea3323e96eba,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:03.336397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 5c995fd9-9de6-4765-b898-0043bfa4759b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:03.339944 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:03.340074 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-162ba03d-8943-4d13-b1c7-dfd1d42deddc req-dffc7e50-e9d9-414d-b251-be24d3270ce7 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042979 Aug 20 10:15:03.423432 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6363193a-6bbb-4f73-ae42-2a4c75706ed4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3628194 Aug 20 10:15:03.424606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59358) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:03.435417 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-20f01dc0-01be-4d83-a6f4-c9cc915f9358 admin admin] Request body: {'subnet': {'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-768981022-subnet', 'tenant_id': 'd90941e86594426c97114e4c5b673b06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:15:03.477235 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363193a-6bbb-4f73-ae42-2a4c75706ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=e287bb6a-2478-45c5-b9fc-caf113bb0919,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:03.502906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network e287bb6a-2478-45c5-b9fc-caf113bb0919 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:15:03.508331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f01dc0-01be-4d83-a6f4-c9cc915f9358 admin admin] Made reservation on behalf of d90941e86594426c97114e4c5b673b06 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:15:03.510909 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-20f01dc0-01be-4d83-a6f4-c9cc915f9358 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:03.694784 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:03.715380 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Transition to ACTIVE for port object df069926-6b57-415c-a31e-9d81649e3da2 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:15:03.725365 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:03.794214 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f9876-c89e-40da-a3b1-a71977362f6f req-b0f64fba-d226-441e-8903-98fe348bbeef tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:03.795637 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9c5f9876-c89e-40da-a3b1-a71977362f6f req-b0f64fba-d226-441e-8903-98fe348bbeef tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.5494149 Aug 20 10:15:03.821039 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Attempting to bind port df069926-6b57-415c-a31e-9d81649e3da2 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:15:03.821524 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Attempting to bind port df069926-6b57-415c-a31e-9d81649e3da2 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:15:03.821991 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Attempting to bind port df069926-6b57-415c-a31e-9d81649e3da2 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:15:03.825611 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de87f7-ad71-49c3-af75-ac6ad22fdc46 None None] Pushing event updated for resources: {'Port': ['ID=df069926-6b57-415c-a31e-9d81649e3da2,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:03.831120 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:15:03.831635 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:15:03.832142 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:03.832631 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:15:03.833347 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Bound port: df069926-6b57-415c-a31e-9d81649e3da2, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:15:03.834100 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:03.857691 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de87f7-ad71-49c3-af75-ac6ad22fdc46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:03.858182 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de87f7-ad71-49c3-af75-ac6ad22fdc46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:03.858628 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de87f7-ad71-49c3-af75-ac6ad22fdc46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:03.859084 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de87f7-ad71-49c3-af75-ac6ad22fdc46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:03.859614 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de87f7-ad71-49c3-af75-ac6ad22fdc46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:03.860001 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de87f7-ad71-49c3-af75-ac6ad22fdc46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:03.860403 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de87f7-ad71-49c3-af75-ac6ad22fdc46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:03.861172 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de87f7-ad71-49c3-af75-ac6ad22fdc46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:03.861543 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de87f7-ad71-49c3-af75-ac6ad22fdc46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:03.861995 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de87f7-ad71-49c3-af75-ac6ad22fdc46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:03.862799 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de87f7-ad71-49c3-af75-ac6ad22fdc46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:03.862799 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75de87f7-ad71-49c3-af75-ac6ad22fdc46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:03.867426 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-20f01dc0-01be-4d83-a6f4-c9cc915f9358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:03.869158 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9c5f9876-c89e-40da-a3b1-a71977362f6f req-565b541f-db33-4bf4-9f73-4eaffb7117f9 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.209 HTTP/1.1" status: 200 len: 696 time: 0.0492301 Aug 20 10:15:03.898238 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:03.928625 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] For port df069926-6b57-415c-a31e-9d81649e3da2, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:15:03.937470 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] For port df069926-6b57-415c-a31e-9d81649e3da2, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=df069926-6b57-415c-a31e-9d81649e3da2,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:15:03.950230 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f01dc0-01be-4d83-a6f4-c9cc915f9358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec037e15-fcbb-4d16-a744-529bede3af97,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:03.950466 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:03.961830 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f01dc0-01be-4d83-a6f4-c9cc915f9358 admin admin] Checking segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:15:03.962185 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f01dc0-01be-4d83-a6f4-c9cc915f9358 admin admin] Network hostable DHCP agents. Network: e287bb6a-2478-45c5-b9fc-caf113bb0919, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:15:03.983427 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f01dc0-01be-4d83-a6f4-c9cc915f9358 admin admin] Network e287bb6a-2478-45c5-b9fc-caf113bb0919 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:15:03.991274 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9c5f9876-c89e-40da-a3b1-a71977362f6f req-dbee9344-c838-4c6b-9e18-720b13cf9c36 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.209 HTTP/1.1" status: 200 len: 696 time: 0.1057959 Aug 20 10:15:04.003486 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-20f01dc0-01be-4d83-a6f4-c9cc915f9358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, e287bb6a-2478-45c5-b9fc-caf113bb0919) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:15:04.010182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f01dc0-01be-4d83-a6f4-c9cc915f9358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:04.013099 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d52d5b-b69e-44f8-8133-f51929f43edc None None] Network e287bb6a-2478-45c5-b9fc-caf113bb0919 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:15:04.022358 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-20f01dc0-01be-4d83-a6f4-c9cc915f9358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:04.029924 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Routers {'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:15:04.031270 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:15:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['b66274ff-e6f9-40dd-8ce2-cbf5f710bafe'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:15:04.034458 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de87f7-ad71-49c3-af75-ac6ad22fdc46 None None] Pushing event updated for resources: {'Port': ['ID=df069926-6b57-415c-a31e-9d81649e3da2,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:04.088444 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-20f01dc0-01be-4d83-a6f4-c9cc915f9358 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6603391 Aug 20 10:15:04.177295 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] Set router b66274ff-e6f9-40dd-8ce2-cbf5f710bafe gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:15:04.252636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fd0887-4282-4590-9572-c6f8821644e1 None None] Network e287bb6a-2478-45c5-b9fc-caf113bb0919 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:15:04.327228 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Allocated IP 172.20.0.1 (4ff20016-0498-4ba6-be0f-f09b57255cfd/ff29b1cc-22f4-4f3d-8791-fbd4858bf2c7/ef35bc18-7f3c-499b-8e02-15b47c7219f0) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:15:04.335257 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-9c5f9876-c89e-40da-a3b1-a71977362f6f req-112cdd81-5d50-476e-9a93-b0e9a5e78692 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Deleting port f75963e7-c939-4b03-9dda-b803762bd986 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:15:04.335590 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9c5f9876-c89e-40da-a3b1-a71977362f6f req-112cdd81-5d50-476e-9a93-b0e9a5e78692 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:04.491589 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9c5f9876-c89e-40da-a3b1-a71977362f6f req-112cdd81-5d50-476e-9a93-b0e9a5e78692 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:04.491869 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9c5f9876-c89e-40da-a3b1-a71977362f6f req-112cdd81-5d50-476e-9a93-b0e9a5e78692 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:04.514629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-9c5f9876-c89e-40da-a3b1-a71977362f6f req-112cdd81-5d50-476e-9a93-b0e9a5e78692 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Calling delete_port for f75963e7-c939-4b03-9dda-b803762bd986 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:15:04.531585 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:04.537371 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5c67b075-931a-41cb-9873-ea3323e96eba up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:15:04.554210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Transition to ACTIVE for port object ef35bc18-7f3c-499b-8e02-15b47c7219f0 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:15:04.570289 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'name': 'tempest-AttachSCSIVolumeTestJSON-717902743-router', 'tenant_id': '9c5f2bb575984e659087ffca417380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'df069926-6b57-415c-a31e-9d81649e3da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:58Z', 'updated_at': '2021-08-20T10:15:01Z', 'revision_number': 3, 'project_id': '9c5f2bb575984e659087ffca417380c3', 'gw_port': {'id': 'df069926-6b57-415c-a31e-9d81649e3da2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:00:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:15:00Z', 'updated_at': '2021-08-20T10:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:15:04.623920 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7850f4ec-b12b-4630-bc90-d492b4e7948e None None] The sync data for ids ['b66274ff-e6f9-40dd-8ce2-cbf5f710bafe'] in n-d-778550-11 is: [{'id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'name': 'tempest-AttachSCSIVolumeTestJSON-717902743-router', 'tenant_id': '9c5f2bb575984e659087ffca417380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'df069926-6b57-415c-a31e-9d81649e3da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:58Z', 'updated_at': '2021-08-20T10:15:01Z', 'revision_number': 3, 'project_id': '9c5f2bb575984e659087ffca417380c3', 'gw_port': {'id': 'df069926-6b57-415c-a31e-9d81649e3da2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:00:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:15:00Z', 'updated_at': '2021-08-20T10:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:15:04.678090 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:04.678713 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:04.685935 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 5c67b075-931a-41cb-9873-ea3323e96eba triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:04.686724 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:04.734376 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Network 4ff20016-0498-4ba6-be0f-f09b57255cfd is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:15:04.737849 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:15:04.742721 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:15:04.743231 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:04.798365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c558678-d5c9-4bc9-b850-d696856a36c2 req-c69676b7-1cf8-492f-9838-c3a5d38cd138 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:04.807156 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8c558678-d5c9-4bc9-b850-d696856a36c2 req-c69676b7-1cf8-492f-9838-c3a5d38cd138 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 950 time: 0.1448834 Aug 20 10:15:04.847826 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8c558678-d5c9-4bc9-b850-d696856a36c2 req-fa07b8d8-024d-4748-aa3e-413a229dd50f tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398059 Aug 20 10:15:04.914729 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ef35bc18-7f3c-499b-8e02-15b47c7219f0,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:04.968710 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9c5f9876-c89e-40da-a3b1-a71977362f6f req-112cdd81-5d50-476e-9a93-b0e9a5e78692 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:05.050661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112cdd81-5d50-476e-9a93-b0e9a5e78692 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Pushing event deleted for resources: {'Port': ['ID=f75963e7-c939-4b03-9dda-b803762bd986,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:05.120292 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9c5f9876-c89e-40da-a3b1-a71977362f6f req-112cdd81-5d50-476e-9a93-b0e9a5e78692 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:05.123003 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9c5f9876-c89e-40da-a3b1-a71977362f6f req-112cdd81-5d50-476e-9a93-b0e9a5e78692 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:05.124206 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9c5f9876-c89e-40da-a3b1-a71977362f6f req-112cdd81-5d50-476e-9a93-b0e9a5e78692 tempest-FloatingIPDetailsTestJSON-1113914001 tempest-FloatingIPDetailsTestJSON-1113914001-project] 10.222.0.16 "DELETE /v2.0/floatingips/44502ec7-5c58-4815-bb0b-64e94a73aabe HTTP/1.1" status: 204 len: 173 time: 1.1314778 Aug 20 10:15:05.132996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59420) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:05.168059 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:05.190493 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a89f32fb-a5f2-49b9-89ac-07bbf6dad1ca None None] Provisioning for port ef35bc18-7f3c-499b-8e02-15b47c7219f0 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:15:05.195237 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a89f32fb-a5f2-49b9-89ac-07bbf6dad1ca None None] Provisioning complete for port ef35bc18-7f3c-499b-8e02-15b47c7219f0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:05.195833 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a89f32fb-a5f2-49b9-89ac-07bbf6dad1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:05.265979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a89f32fb-a5f2-49b9-89ac-07bbf6dad1ca None None] Port ef35bc18-7f3c-499b-8e02-15b47c7219f0 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:15:05.476402 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:05.492077 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1869fa6-35b3-4d48-8d20-47ca30e8b6f1 req-1ae38b0e-3908-4690-bc61-c43064777421 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:05.493877 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c1869fa6-35b3-4d48-8d20-47ca30e8b6f1 req-1ae38b0e-3908-4690-bc61-c43064777421 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa01d59e-eb53-445b-9b84-55e7616d0bc9 HTTP/1.1" status: 200 len: 949 time: 0.2052758 Aug 20 10:15:05.494802 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:05.495689 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:05.521211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59428) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:05.535359 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-309d2f17-f25e-4d79-81a1-2e45089f2997 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-621995988-network', 'tenant_id': 'c5312499bf2b4d888e39a115f6a0d5e0'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:15:05.587061 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309d2f17-f25e-4d79-81a1-2e45089f2997 admin admin] Made reservation on behalf of c5312499bf2b4d888e39a115f6a0d5e0 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:15:05.589639 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-309d2f17-f25e-4d79-81a1-2e45089f2997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:05.619212 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ef35bc18-7f3c-499b-8e02-15b47c7219f0,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:05.630129 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-309d2f17-f25e-4d79-81a1-2e45089f2997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:05.637940 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c1869fa6-35b3-4d48-8d20-47ca30e8b6f1 req-88f8464c-f9f3-471b-9c83-af1ea00aed5b tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117063 Aug 20 10:15:05.687598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Network 4ff20016-0498-4ba6-be0f-f09b57255cfd is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:15:05.690190 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:15:05.734886 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-9d61ff8c-08a3-4035-a391-e6a14813056e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4bbe3cedbde94338837c7f3482239b51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540540 Aug 20 10:15:05.917846 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Router b66274ff-e6f9-40dd-8ce2-cbf5f710bafe has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:15:05.995821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-063118bf-f0de-479d-99f7-f52fd125aa67 None None] Provisioning complete for port ef35bc18-7f3c-499b-8e02-15b47c7219f0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:05.996398 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-063118bf-f0de-479d-99f7-f52fd125aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:06.057985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-063118bf-f0de-479d-99f7-f52fd125aa67 None None] Port ef35bc18-7f3c-499b-8e02-15b47c7219f0 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:15:06.060888 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-b78a0082-db29-4978-92c8-fc7925dbdb20 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:06.069099 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-b78a0082-db29-4978-92c8-fc7925dbdb20 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3270147 Aug 20 10:15:06.090710 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:15:06.097562 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-59caeca3-de6d-4da2-8f7d-4a453ac020a4 admin admin] 10.222.0.16 "PUT /v2.0/routers/b66274ff-e6f9-40dd-8ce2-cbf5f710bafe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8692899 Aug 20 10:15:06.111998 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-ece0b242-2836-4ca7-841b-cd9acfc822c2 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/quotas/4bbe3cedbde94338837c7f3482239b51 HTTP/1.1" status: 200 len: 375 time: 0.0418715 Aug 20 10:15:06.171662 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-06ac980e-7bf8-4ea6-a361-3ea5f1bef9bc tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451405 Aug 20 10:15:06.227570 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-309d2f17-f25e-4d79-81a1-2e45089f2997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:06.230680 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a39f0d31-8411-4e0a-a5b4-6545d64d04cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:06.279770 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-309d2f17-f25e-4d79-81a1-2e45089f2997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:06.316687 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309d2f17-f25e-4d79-81a1-2e45089f2997 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:15:06.392853 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-309d2f17-f25e-4d79-81a1-2e45089f2997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:06.393301 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-309d2f17-f25e-4d79-81a1-2e45089f2997 admin admin] Added segment 62676252-b1c3-4eb8-8608-4d5c1ec7e1ea of type vlan for network c64068e6-f364-49a8-975f-b70a80fa82e1 Aug 20 10:15:06.394884 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d2f17-f25e-4d79-81a1-2e45089f2997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc5f388-8b76-4969-a2e0-108389daae0c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:06.459219 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-309d2f17-f25e-4d79-81a1-2e45089f2997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:06.588775 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device df069926-6b57-415c-a31e-9d81649e3da2 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:15:06.650038 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea2fe112-f931-480c-ab6f-260702f29643 req-b2a9fd9f-35dc-4372-acc4-9d97efad30c2 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 210 time: 0.0374398 Aug 20 10:15:06.683584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port df069926-6b57-415c-a31e-9d81649e3da2 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:15:06.688427 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port df069926-6b57-415c-a31e-9d81649e3da2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:06.689001 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:06.864493 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:06.941371 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port df069926-6b57-415c-a31e-9d81649e3da2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=df069926-6b57-415c-a31e-9d81649e3da2,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:06.955109 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:07.102544 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=df069926-6b57-415c-a31e-9d81649e3da2,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:07.207454 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-309d2f17-f25e-4d79-81a1-2e45089f2997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:07.208806 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309d2f17-f25e-4d79-81a1-2e45089f2997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:07.209416 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-309d2f17-f25e-4d79-81a1-2e45089f2997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:07.250730 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-309d2f17-f25e-4d79-81a1-2e45089f2997 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7275038 Aug 20 10:15:07.253798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59528) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:07.262961 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a715377a-66f6-46fb-b012-d3a427a3d274 admin admin] Request body: {'subnet': {'network_id': 'c64068e6-f364-49a8-975f-b70a80fa82e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-621995988-subnet', 'tenant_id': 'c5312499bf2b4d888e39a115f6a0d5e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:15:07.306873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Sync routers for ids ['b66274ff-e6f9-40dd-8ce2-cbf5f710bafe'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:15:07.331178 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Routers {'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:15:07.333845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:15:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['b66274ff-e6f9-40dd-8ce2-cbf5f710bafe'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:15:07.346054 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a715377a-66f6-46fb-b012-d3a427a3d274 admin admin] Made reservation on behalf of c5312499bf2b4d888e39a115f6a0d5e0 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:15:07.361504 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a715377a-66f6-46fb-b012-d3a427a3d274 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:07.612563 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d2f17-f25e-4d79-81a1-2e45089f2997 admin admin] Pushing event updated for resources: {'Network': ['ID=c64068e6-f364-49a8-975f-b70a80fa82e1,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:07.644018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network c64068e6-f364-49a8-975f-b70a80fa82e1 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:15:07.782263 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Set router b66274ff-e6f9-40dd-8ce2-cbf5f710bafe gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:15:07.799079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59552) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:07.899299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a715377a-66f6-46fb-b012-d3a427a3d274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:07.930061 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8a80bd4c-e73b-440b-a924-d55c6d678ec5 req-9a3b08e4-3af0-4f1a-8d0e-cf41ef57027f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 210 time: 0.0882564 Aug 20 10:15:07.946368 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-a39f0d31-8411-4e0a-a5b4-6545d64d04cc admin admin] Deleting port bce43333-b87b-4910-99b3-bc7002f25bd2 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:15:07.951134 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a39f0d31-8411-4e0a-a5b4-6545d64d04cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:08.094129 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715377a-66f6-46fb-b012-d3a427a3d274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0598bba5-2230-434a-bb9f-675944404bf8,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:08.143420 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715377a-66f6-46fb-b012-d3a427a3d274 admin admin] Checking segment: {'id': '62676252-b1c3-4eb8-8608-4d5c1ec7e1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c64068e6-f364-49a8-975f-b70a80fa82e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:15:08.144088 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715377a-66f6-46fb-b012-d3a427a3d274 admin admin] Network hostable DHCP agents. Network: c64068e6-f364-49a8-975f-b70a80fa82e1, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:15:08.179644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715377a-66f6-46fb-b012-d3a427a3d274 admin admin] Network c64068e6-f364-49a8-975f-b70a80fa82e1 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:15:08.192958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-a715377a-66f6-46fb-b012-d3a427a3d274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, c64068e6-f364-49a8-975f-b70a80fa82e1) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:15:08.198007 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a715377a-66f6-46fb-b012-d3a427a3d274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:08.198868 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a715377a-66f6-46fb-b012-d3a427a3d274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:08.210179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db72559-155f-4943-8d4f-f67a3259d9b5 None None] Network c64068e6-f364-49a8-975f-b70a80fa82e1 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:15:08.220686 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db74af65-7efe-4de5-b455-d4f5ff6ffe81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:08.258618 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a715377a-66f6-46fb-b012-d3a427a3d274 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0034151 Aug 20 10:15:08.333080 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-a39f0d31-8411-4e0a-a5b4-6545d64d04cc admin admin] For port bce43333-b87b-4910-99b3-bc7002f25bd2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=bce43333-b87b-4910-99b3-bc7002f25bd2,segment=NetworkSegment(ce050f6c-a94c-4557-bf0b-fb729a70dd4c),segment_id=ce050f6c-a94c-4557-bf0b-fb729a70dd4c)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:08.333884 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a39f0d31-8411-4e0a-a5b4-6545d64d04cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:08.370483 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-a39f0d31-8411-4e0a-a5b4-6545d64d04cc admin admin] Calling delete_port for bce43333-b87b-4910-99b3-bc7002f25bd2 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:15:08.501730 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-9e05b241-7729-4b1e-b982-bc702fab4ea0 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4bbe3cedbde94338837c7f3482239b51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905523 Aug 20 10:15:08.522245 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'name': 'tempest-AttachSCSIVolumeTestJSON-717902743-router', 'tenant_id': '9c5f2bb575984e659087ffca417380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'df069926-6b57-415c-a31e-9d81649e3da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:58Z', 'updated_at': '2021-08-20T10:15:05Z', 'revision_number': 4, 'project_id': '9c5f2bb575984e659087ffca417380c3', 'gw_port': {'id': 'df069926-6b57-415c-a31e-9d81649e3da2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:15:00Z', 'updated_at': '2021-08-20T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'ef35bc18-7f3c-499b-8e02-15b47c7219f0', 'name': '', 'network_id': '4ff20016-0498-4ba6-be0f-f09b57255cfd', 'tenant_id': '9c5f2bb575984e659087ffca417380c3', 'mac_address': 'fa:16:3e:95:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ff29b1cc-22f4-4f3d-8791-fbd4858bf2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:15:04Z', 'updated_at': '2021-08-20T10:15:05Z', 'revision_number': 2, 'project_id': '9c5f2bb575984e659087ffca417380c3', 'subnets': [{'id': 'ff29b1cc-22f4-4f3d-8791-fbd4858bf2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:15:08.624779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Checking router: b66274ff-e6f9-40dd-8ce2-cbf5f710bafe for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:15:08.625663 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Updating router b66274ff-e6f9-40dd-8ce2-cbf5f710bafe port ef35bc18-7f3c-499b-8e02-15b47c7219f0 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:15:08.637681 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device df069926-6b57-415c-a31e-9d81649e3da2 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:15:08.804453 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-71b713fe-8fb4-4b8f-b85c-7b41e794a96f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:08.806453 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-71b713fe-8fb4-4b8f-b85c-7b41e794a96f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2990506 Aug 20 10:15:08.819156 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db74af65-7efe-4de5-b455-d4f5ff6ffe81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:08.826819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-3ea9d3af-0462-4296-a125-6ca07066eb59 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Request body: {'port': {'device_id': '76dc64e4-5284-4c92-99e1-d35c6466fa8f', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '4bbe3cedbde94338837c7f3482239b51'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:15:08.834705 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db74af65-7efe-4de5-b455-d4f5ff6ffe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:08.845356 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:08.911707 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-db74af65-7efe-4de5-b455-d4f5ff6ffe81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=387521ceadeb467d8c22a3ad3db87208&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1112602 Aug 20 10:15:08.912562 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59588) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:09.019189 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74af65-7efe-4de5-b455-d4f5ff6ffe81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dfb8c0-f4c2-41cb-afe6-b9d1301fc258,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:09.160399 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 90e8af90-0ec0-4b43-8894-cfab73394814 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:15:09.184868 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f70b124-55f2-471e-b799-897d78047736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:09.194887 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-3ea9d3af-0462-4296-a125-6ca07066eb59 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Made reservation on behalf of 4bbe3cedbde94338837c7f3482239b51 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:15:09.202857 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-3ea9d3af-0462-4296-a125-6ca07066eb59 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:09.229349 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-3ea9d3af-0462-4296-a125-6ca07066eb59 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:09.237153 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f70b124-55f2-471e-b799-897d78047736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:09.292388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 90e8af90-0ec0-4b43-8894-cfab73394814, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=90e8af90-0ec0-4b43-8894-cfab73394814,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:09.314188 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '90e8af90-0ec0-4b43-8894-cfab73394814', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '90e8af90-0ec0-4b43-8894-cfab73394814', 'mac_address': 'fa:16:3e:ec:e3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:15:09.317256 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db20ee0-b5a5-4972-a3ba-8073dbc569f7 None None] Network c64068e6-f364-49a8-975f-b70a80fa82e1 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:15:09.338403 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-891dfafc-c4ac-42c5-b589-76a0431a4dec req-adf05aa2-efb6-4978-b7d8-ef86673e9703 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 210 time: 0.0467806 Aug 20 10:15:09.347901 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f70b124-55f2-471e-b799-897d78047736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:09.364174 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f70b124-55f2-471e-b799-897d78047736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:09.369460 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4f70b124-55f2-471e-b799-897d78047736 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43dfb8c0-f4c2-41cb-afe6-b9d1301fc258 HTTP/1.1" status: 204 len: 168 time: 0.4527724 Aug 20 10:15:09.370742 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a39f0d31-8411-4e0a-a5b4-6545d64d04cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:09.423970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70b124-55f2-471e-b799-897d78047736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dfb8c0-f4c2-41cb-afe6-b9d1301fc258,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:09.426002 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f0d31-8411-4e0a-a5b4-6545d64d04cc admin admin] Pushing event deleted for resources: {'Port': ['ID=bce43333-b87b-4910-99b3-bc7002f25bd2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:09.576434 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-3ea9d3af-0462-4296-a125-6ca07066eb59 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:09.640772 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-3ea9d3af-0462-4296-a125-6ca07066eb59 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:09.663680 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port df069926-6b57-415c-a31e-9d81649e3da2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:09.665587 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:09.670593 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a39f0d31-8411-4e0a-a5b4-6545d64d04cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:09.994602 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:10.203273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-9dd36579-51d1-4956-bf91-18464ad105af tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:10.213036 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-9dd36579-51d1-4956-bf91-18464ad105af tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 820 time: 1.1580191 Aug 20 10:15:10.215988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39f0d31-8411-4e0a-a5b4-6545d64d04cc admin admin] Router 24b69213-82bd-46ad-ac81-855e32d9fb4f has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:15:10.264724 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-1114d992-a8eb-4686-85c7-e281ecfbf389 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/quotas/d90941e86594426c97114e4c5b673b06 HTTP/1.1" status: 200 len: 375 time: 0.0502982 Aug 20 10:15:10.286010 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9d3af-0462-4296-a125-6ca07066eb59 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=251cc2c9-8d90-411f-9a2e-9c632859dbc0,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:10.348092 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-120da135-3390-4bb4-bd21-ffee4b0122b6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819924 Aug 20 10:15:10.365887 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-3ea9d3af-0462-4296-a125-6ca07066eb59 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Allocated IP 192.168.233.95 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/28f386fb-544d-424c-81a8-c7baacb44512) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:15:10.458897 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39f0d31-8411-4e0a-a5b4-6545d64d04cc admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:15:10.467516 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a39f0d31-8411-4e0a-a5b4-6545d64d04cc admin admin] 10.222.0.16 "PUT /v2.0/routers/24b69213-82bd-46ad-ac81-855e32d9fb4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3292346 Aug 20 10:15:10.468099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59648) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:10.474605 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ee021-bd91-4a14-835a-930883585f30 None None] Sync routers for ids ['24b69213-82bd-46ad-ac81-855e32d9fb4f'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:15:10.488435 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ee021-bd91-4a14-835a-930883585f30 None None] Routers {'24b69213-82bd-46ad-ac81-855e32d9fb4f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:15:10.490890 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9e3ee021-bd91-4a14-835a-930883585f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:15:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['24b69213-82bd-46ad-ac81-855e32d9fb4f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:15:10.592572 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59658) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:10.640801 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f4d708ab-4f81-4747-9519-9aff88540696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:10.675919 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-9e3ee021-bd91-4a14-835a-930883585f30 None None] Set router 24b69213-82bd-46ad-ac81-855e32d9fb4f gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:15:10.714477 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90e8af90-0ec0-4b43-8894-cfab73394814 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:15:10.765912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 90e8af90-0ec0-4b43-8894-cfab73394814, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=90e8af90-0ec0-4b43-8894-cfab73394814,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:10.803889 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:10.826647 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:10.856315 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-3ea9d3af-0462-4296-a125-6ca07066eb59 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:10.906665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-3ea9d3af-0462-4296-a125-6ca07066eb59 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Transition to ACTIVE for port object 28f386fb-544d-424c-81a8-c7baacb44512 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:15:10.933026 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ed3f85cd-e86d-4a4e-bdd4-878673aac3ae admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:11.004354 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['90e8af90-0ec0-4b43-8894-cfab73394814'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:15:11.022347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-595cd756-33f8-45fd-90c9-358c27aaa1c6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:15:11.035765 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-595cd756-33f8-45fd-90c9-358c27aaa1c6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2090788 Aug 20 10:15:11.091550 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f4d708ab-4f81-4747-9519-9aff88540696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:11.106312 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f4d708ab-4f81-4747-9519-9aff88540696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:11.176128 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Transition to ACTIVE for port object ef35bc18-7f3c-499b-8e02-15b47c7219f0 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:15:11.198512 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9e3ee021-bd91-4a14-835a-930883585f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1282675814-router', 'tenant_id': 'c4a4bac720884bdbb9dfa0920a087637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '5ed864e7-49ee-432a-908d-aa9f1022c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:29Z', 'updated_at': '2021-08-20T10:15:09Z', 'revision_number': 5, 'project_id': 'c4a4bac720884bdbb9dfa0920a087637', 'gw_port': {'id': '5ed864e7-49ee-432a-908d-aa9f1022c79c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:31Z', 'updated_at': '2021-08-20T10:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:15:11.223590 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:11.226852 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59670) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:11.228016 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f4d708ab-4f81-4747-9519-9aff88540696 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=211f1fa5e35d41799171038194006ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6307740 Aug 20 10:15:11.236263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d708ab-4f81-4747-9519-9aff88540696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f563ca95-d185-410e-b277-51db5a3ead19,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:11.291853 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ed3f85cd-e86d-4a4e-bdd4-878673aac3ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:11.302392 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ee021-bd91-4a14-835a-930883585f30 None None] Checking router: 24b69213-82bd-46ad-ac81-855e32d9fb4f for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:15:11.336230 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ee021-bd91-4a14-835a-930883585f30 None None] Routers {'24b69213-82bd-46ad-ac81-855e32d9fb4f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:15:11.340581 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9e3ee021-bd91-4a14-835a-930883585f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:15:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['24b69213-82bd-46ad-ac81-855e32d9fb4f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:15:11.347980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=90e8af90-0ec0-4b43-8894-cfab73394814,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:11.515785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Attempting to bind port ef35bc18-7f3c-499b-8e02-15b47c7219f0 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:15:11.518307 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Attempting to bind port ef35bc18-7f3c-499b-8e02-15b47c7219f0 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4ff20016-0498-4ba6-be0f-f09b57255cfd'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:15:11.518852 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Attempting to bind port ef35bc18-7f3c-499b-8e02-15b47c7219f0 on network 4ff20016-0498-4ba6-be0f-f09b57255cfd {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:15:11.536625 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:15:11.545035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Checking segment: {'id': '4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4ff20016-0498-4ba6-be0f-f09b57255cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:15:11.557405 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:11.558062 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Bound using segment: {'id': '4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4ff20016-0498-4ba6-be0f-f09b57255cfd'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:15:11.558715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Bound port: ef35bc18-7f3c-499b-8e02-15b47c7219f0, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4ff20016-0498-4ba6-be0f-f09b57255cfd'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:15:11.560180 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:11.603558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f85cd-e86d-4a4e-bdd4-878673aac3ae admin admin] Deleting port 5ed864e7-49ee-432a-908d-aa9f1022c79c {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:15:11.604151 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ed3f85cd-e86d-4a4e-bdd4-878673aac3ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:11.845050 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-9e3ee021-bd91-4a14-835a-930883585f30 None None] Set router 24b69213-82bd-46ad-ac81-855e32d9fb4f gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:15:11.887713 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] For port ef35bc18-7f3c-499b-8e02-15b47c7219f0, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:15:11.896487 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] For port ef35bc18-7f3c-499b-8e02-15b47c7219f0, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ef35bc18-7f3c-499b-8e02-15b47c7219f0,segment=NetworkSegment(4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e),segment_id=4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:15:11.960151 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:11.977565 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-ed3f85cd-e86d-4a4e-bdd4-878673aac3ae admin admin] For port 5ed864e7-49ee-432a-908d-aa9f1022c79c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5ed864e7-49ee-432a-908d-aa9f1022c79c,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:11.979601 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ed3f85cd-e86d-4a4e-bdd4-878673aac3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:12.023794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269715c4-2922-49d8-a1de-8016c879fb08 None None] Pushing event updated for resources: {'Port': ['ID=ef35bc18-7f3c-499b-8e02-15b47c7219f0,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:12.025271 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f85cd-e86d-4a4e-bdd4-878673aac3ae admin admin] Calling delete_port for 5ed864e7-49ee-432a-908d-aa9f1022c79c owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:15:12.148125 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269715c4-2922-49d8-a1de-8016c879fb08 None None] Pushing event updated for resources: {'Port': ['ID=ef35bc18-7f3c-499b-8e02-15b47c7219f0,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:12.181801 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9e3ee021-bd91-4a14-835a-930883585f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1282675814-router', 'tenant_id': 'c4a4bac720884bdbb9dfa0920a087637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '5ed864e7-49ee-432a-908d-aa9f1022c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:29Z', 'updated_at': '2021-08-20T10:15:09Z', 'revision_number': 5, 'project_id': 'c4a4bac720884bdbb9dfa0920a087637', 'gw_port': {'id': '5ed864e7-49ee-432a-908d-aa9f1022c79c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:31Z', 'updated_at': '2021-08-20T10:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:15:12.215124 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ee021-bd91-4a14-835a-930883585f30 None None] The sync data for ids ['24b69213-82bd-46ad-ac81-855e32d9fb4f'] in n-d-778550-11 is: [{'id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1282675814-router', 'tenant_id': 'c4a4bac720884bdbb9dfa0920a087637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '5ed864e7-49ee-432a-908d-aa9f1022c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:29Z', 'updated_at': '2021-08-20T10:15:09Z', 'revision_number': 5, 'project_id': 'c4a4bac720884bdbb9dfa0920a087637', 'gw_port': {'id': '5ed864e7-49ee-432a-908d-aa9f1022c79c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b69213-82bd-46ad-ac81-855e32d9fb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:31Z', 'updated_at': '2021-08-20T10:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:15:12.245179 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-3ea9d3af-0462-4296-a125-6ca07066eb59 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:12.339729 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Routers {'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:15:12.340401 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:15:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['b66274ff-e6f9-40dd-8ce2-cbf5f710bafe'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:15:12.350624 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-b1976a73-7dca-4091-bb84-26132b29994a service neutron] 10.222.0.16 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3139405 Aug 20 10:15:12.357475 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-3ea9d3af-0462-4296-a125-6ca07066eb59 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:15:12.424357 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ed3f85cd-e86d-4a4e-bdd4-878673aac3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:12.555179 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-4a4a95cd-687b-42d7-94fa-344d4aecaa2d service neutron] 10.222.0.16 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032125 Aug 20 10:15:12.571281 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fd153-1a39-48cc-bd4d-cf7298188d33 req-2cc2c2b5-8f03-4691-9d90-cdcb3639978a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:12.589376 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-998fd153-1a39-48cc-bd4d-cf7298188d33 req-2cc2c2b5-8f03-4691-9d90-cdcb3639978a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 935 time: 0.2118943 Aug 20 10:15:12.600013 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-3ea9d3af-0462-4296-a125-6ca07066eb59 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:15:12.629970 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-3ea9d3af-0462-4296-a125-6ca07066eb59 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:15:12.645870 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ed3f85cd-e86d-4a4e-bdd4-878673aac3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:12.657533 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-3ea9d3af-0462-4296-a125-6ca07066eb59 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:12.677292 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-3ea9d3af-0462-4296-a125-6ca07066eb59 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:12.749527 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] Set router b66274ff-e6f9-40dd-8ce2-cbf5f710bafe gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:15:12.782617 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-3ea9d3af-0462-4296-a125-6ca07066eb59 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9610362 Aug 20 10:15:12.800917 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9d3af-0462-4296-a125-6ca07066eb59 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Pushing event updated for resources: {'Port': ['ID=28f386fb-544d-424c-81a8-c7baacb44512,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:12.842718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Request body: {'port': {'device_id': '76dc64e4-5284-4c92-99e1-d35c6466fa8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:15:12.844869 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-767267be-d0ed-44f5-bcbd-ba3a5a62b94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:12.948183 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-767267be-d0ed-44f5-bcbd-ba3a5a62b94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:13.082911 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ed3f85cd-e86d-4a4e-bdd4-878673aac3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:13.091512 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ed3f85cd-e86d-4a4e-bdd4-878673aac3ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:13.116951 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-767267be-d0ed-44f5-bcbd-ba3a5a62b94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:13.124246 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-767267be-d0ed-44f5-bcbd-ba3a5a62b94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:13.131503 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-767267be-d0ed-44f5-bcbd-ba3a5a62b94e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f563ca95-d185-410e-b277-51db5a3ead19 HTTP/1.1" status: 204 len: 168 time: 1.8979354 Aug 20 10:15:13.277113 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f85cd-e86d-4a4e-bdd4-878673aac3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed864e7-49ee-432a-908d-aa9f1022c79c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:13.282052 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767267be-d0ed-44f5-bcbd-ba3a5a62b94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f563ca95-d185-410e-b277-51db5a3ead19,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:13.393051 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 90e8af90-0ec0-4b43-8894-cfab73394814 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:15:13.445702 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:13.496140 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-998fd153-1a39-48cc-bd4d-cf7298188d33 req-92de05fa-9455-44fb-8730-d1e957d2eb5e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9057624 Aug 20 10:15:13.523330 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ed3f85cd-e86d-4a4e-bdd4-878673aac3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:13.524298 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3f85cd-e86d-4a4e-bdd4-878673aac3ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24b69213-82bd-46ad-ac81-855e32d9fb4f {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:15:13.549621 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ed3f85cd-e86d-4a4e-bdd4-878673aac3ae admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:13.552785 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ed3f85cd-e86d-4a4e-bdd4-878673aac3ae admin admin] 10.222.0.16 "DELETE /v2.0/routers/24b69213-82bd-46ad-ac81-855e32d9fb4f HTTP/1.1" status: 204 len: 168 time: 3.0835905 Aug 20 10:15:13.567613 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59702) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:13.780487 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e6760e-738a-43ad-8966-5908574c1eae admin admin] Deleting subnet 286596c4-9893-400c-ba64-d4ec7237d920 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:15:13.826497 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f4e6760e-738a-43ad-8966-5908574c1eae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:14.109981 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f4e6760e-738a-43ad-8966-5908574c1eae admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:14.371931 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c7d0df16-5e95-44fb-8ddd-b424eadd7bf2 req-863290d3-13c9-4664-80cc-5e00fec44ca4 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 210 time: 0.1823828 Aug 20 10:15:14.499197 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device bce43333-b87b-4910-99b3-bc7002f25bd2 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:15:14.518955 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f4e6760e-738a-43ad-8966-5908574c1eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:14.569166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d62c3a4f-7fb6-4f0d-8136-1576246a32cc None None] Provisioning for port 28f386fb-544d-424c-81a8-c7baacb44512 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:15:14.706109 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f4e6760e-738a-43ad-8966-5908574c1eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:14.789233 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d62c3a4f-7fb6-4f0d-8136-1576246a32cc None None] Provisioning complete for port 28f386fb-544d-424c-81a8-c7baacb44512 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:14.789960 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d62c3a4f-7fb6-4f0d-8136-1576246a32cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:14.809279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6760e-738a-43ad-8966-5908574c1eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=286596c4-9893-400c-ba64-d4ec7237d920,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:14.830880 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f4e6760e-738a-43ad-8966-5908574c1eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:14.846760 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f4e6760e-738a-43ad-8966-5908574c1eae admin admin] 10.222.0.16 "DELETE /v2.0/subnets/286596c4-9893-400c-ba64-d4ec7237d920 HTTP/1.1" status: 204 len: 168 time: 1.2726958 Aug 20 10:15:14.848841 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59734) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:14.885190 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: bce43333-b87b-4910-99b3-bc7002f25bd2 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:15:14.888638 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device bce43333-b87b-4910-99b3-bc7002f25bd2 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:15:14.924879 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f386fb-544d-424c-81a8-c7baacb44512 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:15:14.936579 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:14.950070 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10b9f03-5c71-4a14-b8fe-095bb9841619 None None] Network 9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:15:14.978134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Transition to ACTIVE for port object 28f386fb-544d-424c-81a8-c7baacb44512 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:15:15.005006 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:15.208029 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:15.233090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 90e8af90-0ec0-4b43-8894-cfab73394814 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:15.233703 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:15.458261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5ed864e7-49ee-432a-908d-aa9f1022c79c no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:15:15.465477 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Pushing event updated for resources: {'Port': ['ID=28f386fb-544d-424c-81a8-c7baacb44512,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:15.553751 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Attempting to bind port 28f386fb-544d-424c-81a8-c7baacb44512 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:15:15.564064 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Attempting to bind port 28f386fb-544d-424c-81a8-c7baacb44512 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:15:15.564806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Attempting to bind port 28f386fb-544d-424c-81a8-c7baacb44512 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:15:15.601707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d62c3a4f-7fb6-4f0d-8136-1576246a32cc None None] Port 28f386fb-544d-424c-81a8-c7baacb44512 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:15:15.613613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 5ed864e7-49ee-432a-908d-aa9f1022c79c {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:15:15.613959 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5ed864e7-49ee-432a-908d-aa9f1022c79c not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:15:15.623870 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aa564-7fe0-4304-9c86-ee081d8de0c9 req-b1092f8d-3a13-46bf-b3e0-7fc56b16da88 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:15.631211 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0e5aa564-7fe0-4304-9c86-ee081d8de0c9 req-b1092f8d-3a13-46bf-b3e0-7fc56b16da88 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 947 time: 0.6500309 Aug 20 10:15:15.684667 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'name': 'tempest-AttachSCSIVolumeTestJSON-717902743-router', 'tenant_id': '9c5f2bb575984e659087ffca417380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'df069926-6b57-415c-a31e-9d81649e3da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:58Z', 'updated_at': '2021-08-20T10:15:05Z', 'revision_number': 4, 'project_id': '9c5f2bb575984e659087ffca417380c3', 'gw_port': {'id': 'df069926-6b57-415c-a31e-9d81649e3da2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:15:00Z', 'updated_at': '2021-08-20T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'ef35bc18-7f3c-499b-8e02-15b47c7219f0', 'name': '', 'network_id': '4ff20016-0498-4ba6-be0f-f09b57255cfd', 'tenant_id': '9c5f2bb575984e659087ffca417380c3', 'mac_address': 'fa:16:3e:95:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ff29b1cc-22f4-4f3d-8791-fbd4858bf2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:15:04Z', 'updated_at': '2021-08-20T10:15:11Z', 'revision_number': 4, 'project_id': '9c5f2bb575984e659087ffca417380c3', 'subnets': [{'id': 'ff29b1cc-22f4-4f3d-8791-fbd4858bf2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:15:15.729053 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Port 28f386fb-544d-424c-81a8-c7baacb44512 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:15:15.730287 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Attempting to bind port 28f386fb-544d-424c-81a8-c7baacb44512 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:15:15.836888 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eaf91f-3736-4022-b78a-10f7f384f9a2 None None] The sync data for ids ['b66274ff-e6f9-40dd-8ce2-cbf5f710bafe'] in n-d-778550-11 is: [{'id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'name': 'tempest-AttachSCSIVolumeTestJSON-717902743-router', 'tenant_id': '9c5f2bb575984e659087ffca417380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'df069926-6b57-415c-a31e-9d81649e3da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:58Z', 'updated_at': '2021-08-20T10:15:05Z', 'revision_number': 4, 'project_id': '9c5f2bb575984e659087ffca417380c3', 'gw_port': {'id': 'df069926-6b57-415c-a31e-9d81649e3da2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:15:00Z', 'updated_at': '2021-08-20T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'ef35bc18-7f3c-499b-8e02-15b47c7219f0', 'name': '', 'network_id': '4ff20016-0498-4ba6-be0f-f09b57255cfd', 'tenant_id': '9c5f2bb575984e659087ffca417380c3', 'mac_address': 'fa:16:3e:95:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ff29b1cc-22f4-4f3d-8791-fbd4858bf2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:15:04Z', 'updated_at': '2021-08-20T10:15:11Z', 'revision_number': 4, 'project_id': '9c5f2bb575984e659087ffca417380c3', 'subnets': [{'id': 'ff29b1cc-22f4-4f3d-8791-fbd4858bf2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:15:16.427754 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:16.519198 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-450c784d-12f6-4f40-a09d-d7d98d658838 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:16.527617 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-450c784d-12f6-4f40-a09d-d7d98d658838 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.24 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 820 time: 0.7871461 Aug 20 10:15:16.565863 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:15:16.566596 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:15:16.567297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:15:16.568186 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Bound port: 28f386fb-544d-424c-81a8-c7baacb44512, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:15:16.569080 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:16.582938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-c2cd5bcc-2443-44ea-8c8f-83601df58534 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Request body: {'port': {'device_id': '4cbf741f-fd40-4dad-a425-6b44ca415871', 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919', 'admin_state_up': True, 'tenant_id': 'd90941e86594426c97114e4c5b673b06'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:15:16.607664 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0e5aa564-7fe0-4304-9c86-ee081d8de0c9 req-b62d53b6-6b26-43cd-aa34-98d1e1257503 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9588139 Aug 20 10:15:16.612614 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 90e8af90-0ec0-4b43-8894-cfab73394814, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=90e8af90-0ec0-4b43-8894-cfab73394814,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:16.624852 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa01d59e-eb53-445b-9b84-55e7616d0bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e8af90-0ec0-4b43-8894-cfab73394814'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:15:16.635025 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee7db56-280e-4113-9e3b-5bec23e0f142" -d '{"events": [{"server_uuid": "aa01d59e-eb53-445b-9b84-55e7616d0bc9", "name": "network-vif-plugged", "status": "completed", "tag": "90e8af90-0ec0-4b43-8894-cfab73394814"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:15:16.647334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9561f098-7e51-4323-b85b-bf3bcad71c2a None None] DHCP port deletion for 9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:15:16.677120 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:16.732205 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:15:16.749627 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72166d55-80fd-4f11-93ee-b18c2a7c0724 req-6b22ac4c-d176-461f-a116-5a5b4376cbd3 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 210 time: 0.1042159 Aug 20 10:15:16.899601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Deleting port 3645a967-4432-4078-b8b6-77cbcc0fd025 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:15:16.906412 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:16.988894 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=90e8af90-0ec0-4b43-8894-cfab73394814,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:17.003680 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a255b94-445b-4deb-9185-f03317799f60 x-openstack-request-id: req-6a255b94-445b-4deb-9185-f03317799f60 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:15:17.003976 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa01d59e-eb53-445b-9b84-55e7616d0bc9", "name": "network-vif-plugged", "status": "completed", "tag": "90e8af90-0ec0-4b43-8894-cfab73394814", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:15:17.004243 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a255b94-445b-4deb-9185-f03317799f60 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:15:17.004630 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa01d59e-eb53-445b-9b84-55e7616d0bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e8af90-0ec0-4b43-8894-cfab73394814', 'code': 200} Aug 20 10:15:17.155909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9561f098-7e51-4323-b85b-bf3bcad71c2a None None] Deleting port 3645a967-4432-4078-b8b6-77cbcc0fd025 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:15:17.157479 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9561f098-7e51-4323-b85b-bf3bcad71c2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:17.192668 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-c2cd5bcc-2443-44ea-8c8f-83601df58534 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Made reservation on behalf of d90941e86594426c97114e4c5b673b06 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:15:17.222198 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-c2cd5bcc-2443-44ea-8c8f-83601df58534 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:17.245745 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] For port 3645a967-4432-4078-b8b6-77cbcc0fd025, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3645a967-4432-4078-b8b6-77cbcc0fd025,segment=NetworkSegment(ce050f6c-a94c-4557-bf0b-fb729a70dd4c),segment_id=ce050f6c-a94c-4557-bf0b-fb729a70dd4c)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:17.246306 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:17.319876 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Calling delete_port for 3645a967-4432-4078-b8b6-77cbcc0fd025 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:15:17.484810 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9561f098-7e51-4323-b85b-bf3bcad71c2a None None] For port 3645a967-4432-4078-b8b6-77cbcc0fd025, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3645a967-4432-4078-b8b6-77cbcc0fd025,segment=NetworkSegment(ce050f6c-a94c-4557-bf0b-fb729a70dd4c),segment_id=ce050f6c-a94c-4557-bf0b-fb729a70dd4c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:17.486117 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9561f098-7e51-4323-b85b-bf3bcad71c2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:17.560516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9561f098-7e51-4323-b85b-bf3bcad71c2a None None] Calling delete_port for 3645a967-4432-4078-b8b6-77cbcc0fd025 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:15:17.576171 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] For port 28f386fb-544d-424c-81a8-c7baacb44512, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:15:17.681701 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:17.729183 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] For port 28f386fb-544d-424c-81a8-c7baacb44512, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=28f386fb-544d-424c-81a8-c7baacb44512,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:15:17.752990 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:17.854475 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Pushing event deleted for resources: {'Port': ['ID=3645a967-4432-4078-b8b6-77cbcc0fd025,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:17.911169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] No DVR routers for this DVR port 3645a967-4432-4078-b8b6-77cbcc0fd025 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:15:17.916991 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:17.917922 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:17.919867 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] 10.222.0.24 "PUT /v2.0/ports/28f386fb-544d-424c-81a8-c7baacb44512 HTTP/1.1" status: 200 len: 1096 time: 5.1023195 Aug 20 10:15:17.927322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85efe7c-ee82-431f-875c-608724e33957 service neutron] Pushing event updated for resources: {'Port': ['ID=28f386fb-544d-424c-81a8-c7baacb44512,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:17.933042 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76dc64e4-5284-4c92-99e1-d35c6466fa8f', 'tag': '28f386fb-544d-424c-81a8-c7baacb44512'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:15:17.936313 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed2cfe3-21bd-420d-95ef-7d1ea1dc173f" -d '{"events": [{"name": "network-changed", "server_uuid": "76dc64e4-5284-4c92-99e1-d35c6466fa8f", "tag": "28f386fb-544d-424c-81a8-c7baacb44512"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:15:17.965432 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ef35bc18-7f3c-499b-8e02-15b47c7219f0 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:15:18.135933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-79eb75af-bc2b-4d34-a580-28512a3a7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:18.166681 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-79eb75af-bc2b-4d34-a580-28512a3a7d57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 1099 time: 0.1570933 Aug 20 10:15:18.388495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103609d-cef5-42d1-b2ba-e4eb737c1d3b req-c8312fbc-1536-43b4-acdb-4dfa3ef73a4e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:18.406059 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-122c58c1-7a48-432f-83a5-9214b80f59f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=28f386fb-544d-424c-81a8-c7baacb44512 HTTP/1.1" status: 200 len: 217 time: 0.2194076 Aug 20 10:15:18.410409 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f103609d-cef5-42d1-b2ba-e4eb737c1d3b req-c8312fbc-1536-43b4-acdb-4dfa3ef73a4e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 947 time: 0.5171058 Aug 20 10:15:18.552337 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:18.591428 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-c2cd5bcc-2443-44ea-8c8f-83601df58534 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Allocated IP 172.20.0.12 (e287bb6a-2478-45c5-b9fc-caf113bb0919/ec037e15-fcbb-4d16-a744-529bede3af97/6bb37cf3-c743-4be6-8770-1ca30d260e79) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:15:18.616955 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:18.662500 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9561f098-7e51-4323-b85b-bf3bcad71c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:18.686421 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:15:18.686706 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:15:18.687538 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:15:18.689935 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Subscribe: > port after_create 55550000 {{(pid=94867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:15:18.690287 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:15:18.692024 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Subscribe: > port after_update 55550000 {{(pid=94867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:15:18.692803 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:15:18.692803 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:15:18.693111 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:15:18.693619 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:15:18.708201 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-bc784bb7-97ec-47a1-a1b1-310f25dfb15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:18.713475 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-bc784bb7-97ec-47a1-a1b1-310f25dfb15c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.3064034 Aug 20 10:15:18.716467 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3bbb7fe5-8b00-4312-a19e-56f0f743bb35 req-ebac75af-2057-432d-9c71-a92e0280b7a9 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 210 time: 0.1361849 Aug 20 10:15:18.771792 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561f098-7e51-4323-b85b-bf3bcad71c2a None None] Pushing event deleted for resources: {'Port': ['ID=3645a967-4432-4078-b8b6-77cbcc0fd025,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:18.786564 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port ef35bc18-7f3c-499b-8e02-15b47c7219f0 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:15:18.826738 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ef35bc18-7f3c-499b-8e02-15b47c7219f0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:18.834709 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:18.841758 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb416d8-0ed4-40b4-ae7f-b70302033cd8 x-openstack-request-id: req-5bb416d8-0ed4-40b4-ae7f-b70302033cd8 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:15:18.842057 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76dc64e4-5284-4c92-99e1-d35c6466fa8f", "tag": "28f386fb-544d-424c-81a8-c7baacb44512", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:15:18.842405 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bb416d8-0ed4-40b4-ae7f-b70302033cd8 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:15:18.842815 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76dc64e4-5284-4c92-99e1-d35c6466fa8f', 'tag': '28f386fb-544d-424c-81a8-c7baacb44512', 'status': 'completed', 'code': 200} Aug 20 10:15:18.899417 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-7d6c516b-ec9a-41b0-aed9-76223c152d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:18.901301 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-7d6c516b-ec9a-41b0-aed9-76223c152d76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1654961 Aug 20 10:15:19.003431 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9561f098-7e51-4323-b85b-bf3bcad71c2a None None] No DVR routers for this DVR port 3645a967-4432-4078-b8b6-77cbcc0fd025 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:15:19.051324 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:15:19.072960 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:15:19.074413 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:15:19.074931 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:15:19.075828 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:15:19.140709 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:19.167231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce050f6c-a94c-4557-bf0b-fb729a70dd4c') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:15:19.167609 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce050f6c-a94c-4557-bf0b-fb729a70dd4c') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:15:19.238037 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port ef35bc18-7f3c-499b-8e02-15b47c7219f0, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ef35bc18-7f3c-499b-8e02-15b47c7219f0,segment=NetworkSegment(4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e),segment_id=4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:19.248784 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:19.249743 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f103609d-cef5-42d1-b2ba-e4eb737c1d3b req-cb03d8a3-f27b-45a5-9d62-79ee2c5fe688 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8383901 Aug 20 10:15:19.264103 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:19.364299 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:19.375661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:15:19.376449 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:19.450438 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=ef35bc18-7f3c-499b-8e02-15b47c7219f0,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:19.455632 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3645a967-4432-4078-b8b6-77cbcc0fd025 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:15:19.498366 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 3645a967-4432-4078-b8b6-77cbcc0fd025 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:15:19.498726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3645a967-4432-4078-b8b6-77cbcc0fd025 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: from cryptography.utils import int_from_bytes Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: from cryptography.utils import int_from_bytes Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:15:19.561352 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:15:19.563723 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:19.586175 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:19.590716 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4 HTTP/1.1" status: 204 len: 168 time: 4.7361376 Aug 20 10:15:19.669912 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-c0ea248d-6bd5-4fa8-be88-dfea337b6bdb service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7532275 Aug 20 10:15:19.688510 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697c402-11ef-445b-9071-cf67a4dd1510 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c67b2b8-2fed-49c9-8b6a-7ec68eaf1bf4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:19.690074 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-c2cd5bcc-2443-44ea-8c8f-83601df58534 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:19.788475 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ef35bc18-7f3c-499b-8e02-15b47c7219f0 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:15:19.991515 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ef35bc18-7f3c-499b-8e02-15b47c7219f0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:19.993280 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:20.091873 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf9b3052-b2a8-4721-9c7a-f06b75590779 req-5839bd78-f93a-4794-b116-ef43341743f1 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 210 time: 0.0818086 Aug 20 10:15:20.197659 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7374e8ce-72a5-44f5-a51a-1253b48b1da7 req-c872632f-5f0d-49bb-ae97-a5c69e5f2601 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937637 Aug 20 10:15:20.251440 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59836) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:20.312559 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-c2cd5bcc-2443-44ea-8c8f-83601df58534 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:20.381992 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e832244d-9f53-4f86-88db-e16ba1defccc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4a4bac720884bdbb9dfa0920a087637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1293507 Aug 20 10:15:20.383894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59842) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:20.384225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59844) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:20.421898 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-c2cd5bcc-2443-44ea-8c8f-83601df58534 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Network e287bb6a-2478-45c5-b9fc-caf113bb0919 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:15:20.447033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-c2cd5bcc-2443-44ea-8c8f-83601df58534 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:15:20.457091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd5bcc-2443-44ea-8c8f-83601df58534 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Pushing event updated for resources: {'Port': ['ID=6bb37cf3-c743-4be6-8770-1ca30d260e79,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:20.480701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2cfe3-21bd-420d-95ef-7d1ea1dc173f req-858403ac-ed18-444e-8cce-6989a462821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:20.488334 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fed2cfe3-21bd-420d-95ef-7d1ea1dc173f req-858403ac-ed18-444e-8cce-6989a462821e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 1099 time: 0.2214205 Aug 20 10:15:20.490545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-c2cd5bcc-2443-44ea-8c8f-83601df58534 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:15:20.491475 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e411cd3-997b-45bf-a3ea-dbdf35842e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:20.502986 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fec78a-2ab1-4299-9939-e286271a28b1 req-110e9ee2-104f-494a-9594-220cb7af0dc4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:20.505316 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8fec78a-2ab1-4299-9939-e286271a28b1 req-110e9ee2-104f-494a-9594-220cb7af0dc4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 947 time: 0.0743542 Aug 20 10:15:20.515558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-c2cd5bcc-2443-44ea-8c8f-83601df58534 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:20.519800 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-c2cd5bcc-2443-44ea-8c8f-83601df58534 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:20.542606 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e411cd3-997b-45bf-a3ea-dbdf35842e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:20.626687 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-c2cd5bcc-2443-44ea-8c8f-83601df58534 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0790188 Aug 20 10:15:20.642583 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8fec78a-2ab1-4299-9939-e286271a28b1 req-9bee53f5-981b-4ef5-9a0b-eee5bc050040 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288319 Aug 20 10:15:20.649364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Request body: {'port': {'device_id': '4cbf741f-fd40-4dad-a425-6b44ca415871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:15:20.683778 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e411cd3-997b-45bf-a3ea-dbdf35842e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:20.686512 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e411cd3-997b-45bf-a3ea-dbdf35842e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:20.692075 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4e411cd3-997b-45bf-a3ea-dbdf35842e03 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66cf5fdf-9e84-4df8-8153-90744641a7b9 HTTP/1.1" status: 204 len: 168 time: 0.3005624 Aug 20 10:15:20.712065 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e411cd3-997b-45bf-a3ea-dbdf35842e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cf5fdf-9e84-4df8-8153-90744641a7b9,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:20.838224 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2cfe3-21bd-420d-95ef-7d1ea1dc173f req-811257b3-958e-454a-9237-58b51e584215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:20.839485 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fed2cfe3-21bd-420d-95ef-7d1ea1dc173f req-811257b3-958e-454a-9237-58b51e584215 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.3061974 Aug 20 10:15:20.844903 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:21.032542 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cadc7351-a1de-4934-8fbf-89a3d13766da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:21.171068 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59870) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:21.312509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ab58a-658a-4a69-a165-f6c0c2e371fa req-b5fb69f4-14c5-45ca-b3ec-35dfc494de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:21.312509 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e28ab58a-658a-4a69-a165-f6c0c2e371fa req-b5fb69f4-14c5-45ca-b3ec-35dfc494de23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e6680316f5441509e048150e3bbf75b&device_id=aa01d59e-eb53-445b-9b84-55e7616d0bc9 HTTP/1.1" status: 200 len: 1101 time: 0.1090004 Aug 20 10:15:21.533258 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce66a6c-df50-41dd-b53e-ad2cca9afc0e req-50aa255d-f58d-4f03-893a-b029359f7d65 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:21.534930 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cce66a6c-df50-41dd-b53e-ad2cca9afc0e req-50aa255d-f58d-4f03-893a-b029359f7d65 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 932 time: 0.2239287 Aug 20 10:15:21.535837 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aeec9627-e9e4-4fe6-8d82-061000e40f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:21.583339 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fed2cfe3-21bd-420d-95ef-7d1ea1dc173f req-c7b04f6d-9a55-4d54-95fa-bce22a106781 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=28f386fb-544d-424c-81a8-c7baacb44512 HTTP/1.1" status: 200 len: 217 time: 0.7281559 Aug 20 10:15:21.689705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb37cf3-c743-4be6-8770-1ca30d260e79 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:15:21.697916 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cadc7351-a1de-4934-8fbf-89a3d13766da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:21.701305 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:21.730728 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cce66a6c-df50-41dd-b53e-ad2cca9afc0e req-56a42bb5-1ab0-4346-b8e0-f1d93170f164 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750708 Aug 20 10:15:21.747273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2cfe3-21bd-420d-95ef-7d1ea1dc173f req-7a3ac9dc-eba2-4e10-931e-6297f6948403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:21.748881 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fed2cfe3-21bd-420d-95ef-7d1ea1dc173f req-7a3ac9dc-eba2-4e10-931e-6297f6948403 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1339722 Aug 20 10:15:21.751884 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Transition to ACTIVE for port object 6bb37cf3-c743-4be6-8770-1ca30d260e79 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:15:21.792080 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cadc7351-a1de-4934-8fbf-89a3d13766da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:21.886062 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:21.939264 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cadc7351-a1de-4934-8fbf-89a3d13766da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b370c8acdddf40c48a281d9a972c67dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5525746 Aug 20 10:15:21.940562 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ab58a-658a-4a69-a165-f6c0c2e371fa req-077597b1-a69c-48d0-a5be-8f36c6f42b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:21.941980 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e28ab58a-658a-4a69-a165-f6c0c2e371fa req-077597b1-a69c-48d0-a5be-8f36c6f42b6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.5672317 Aug 20 10:15:21.953356 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59894) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:22.047473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2cfe3-21bd-420d-95ef-7d1ea1dc173f req-b9b3b8d1-6ca8-4624-b3b2-18b714c2db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:22.053409 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fed2cfe3-21bd-420d-95ef-7d1ea1dc173f req-b9b3b8d1-6ca8-4624-b3b2-18b714c2db20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2951608 Aug 20 10:15:22.143129 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb37cf3-c743-4be6-8770-1ca30d260e79,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:22.196451 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc7351-a1de-4934-8fbf-89a3d13766da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c53769-f151-4dcb-b544-c9b3ab301f14,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:22.227469 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e28ab58a-658a-4a69-a165-f6c0c2e371fa req-882df4e0-2fc1-4667-a002-f2b4538f55f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=90e8af90-0ec0-4b43-8894-cfab73394814 HTTP/1.1" status: 200 len: 217 time: 0.2367108 Aug 20 10:15:22.257057 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Attempting to bind port 6bb37cf3-c743-4be6-8770-1ca30d260e79 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:15:22.258269 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Attempting to bind port 6bb37cf3-c743-4be6-8770-1ca30d260e79 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:15:22.258974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Attempting to bind port 6bb37cf3-c743-4be6-8770-1ca30d260e79 on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:15:22.267965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Port 6bb37cf3-c743-4be6-8770-1ca30d260e79 on network e287bb6a-2478-45c5-b9fc-caf113bb0919 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:15:22.268550 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Attempting to bind port 6bb37cf3-c743-4be6-8770-1ca30d260e79 on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:15:22.280584 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:15:22.281185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Checking segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:15:22.282543 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Bound using segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:15:22.283204 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Bound port: 6bb37cf3-c743-4be6-8770-1ca30d260e79, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:15:22.285526 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:22.290006 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aeec9627-e9e4-4fe6-8d82-061000e40f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:22.301643 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:22.340768 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aeec9627-e9e4-4fe6-8d82-061000e40f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:22.375813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec9627-e9e4-4fe6-8d82-061000e40f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027c6e5e-5585-45f2-a2cd-1af3cc1a2011,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:22.392726 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fed2cfe3-21bd-420d-95ef-7d1ea1dc173f req-cc7a535d-c479-4047-819e-c3d2200c8763 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970278 Aug 20 10:15:22.396102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2193d7a-0608-4fe8-93a7-fd99cb4b74b4 req-680dbb25-c049-4e84-a1e9-ae4e319544ac tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:22.403575 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f2193d7a-0608-4fe8-93a7-fd99cb4b74b4 req-680dbb25-c049-4e84-a1e9-ae4e319544ac tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 947 time: 0.4605141 Aug 20 10:15:22.447314 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-49afd7e5-b928-4c3b-8757-c7ef84fb7935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:22.463335 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-aeec9627-e9e4-4fe6-8d82-061000e40f03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7ddb8f2f90b47e0a07ec22db613b46a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2856636 Aug 20 10:15:22.464155 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59900) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:22.471715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ab58a-658a-4a69-a165-f6c0c2e371fa req-4eab4958-946c-42b0-b641-cce755404a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:22.473132 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e28ab58a-658a-4a69-a165-f6c0c2e371fa req-4eab4958-946c-42b0-b641-cce755404a5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.2286558 Aug 20 10:15:22.527522 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] For port 6bb37cf3-c743-4be6-8770-1ca30d260e79, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:15:22.530886 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-49afd7e5-b928-4c3b-8757-c7ef84fb7935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:22.551078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] For port 6bb37cf3-c743-4be6-8770-1ca30d260e79, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6bb37cf3-c743-4be6-8770-1ca30d260e79,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:15:22.554171 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f2193d7a-0608-4fe8-93a7-fd99cb4b74b4 req-f2ad5f4f-8efe-4929-bd83-60cde22daf1f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496429 Aug 20 10:15:22.579904 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:22.647176 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:22.647700 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:22.650151 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] 10.222.0.24 "PUT /v2.0/ports/6bb37cf3-c743-4be6-8770-1ca30d260e79 HTTP/1.1" status: 200 len: 1093 time: 2.0086186 Aug 20 10:15:22.660264 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbf741f-fd40-4dad-a425-6b44ca415871', 'tag': '6bb37cf3-c743-4be6-8770-1ca30d260e79'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:15:22.663101 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca741b68-3141-404e-8eb9-21f35517a41f" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbf741f-fd40-4dad-a425-6b44ca415871", "tag": "6bb37cf3-c743-4be6-8770-1ca30d260e79"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:15:22.676684 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fed2cfe3-21bd-420d-95ef-7d1ea1dc173f req-ce40d9bb-be6b-4aa6-aecc-6fba754d8a86 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697716 Aug 20 10:15:22.751268 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ab58a-658a-4a69-a165-f6c0c2e371fa req-7fe62a80-a091-4f87-a6b6-fff6bc58d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:22.755752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e28ab58a-658a-4a69-a165-f6c0c2e371fa req-7fe62a80-a091-4f87-a6b6-fff6bc58d360 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2696805 Aug 20 10:15:22.756405 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-49afd7e5-b928-4c3b-8757-c7ef84fb7935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:22.763158 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-49afd7e5-b928-4c3b-8757-c7ef84fb7935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:22.766637 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-49afd7e5-b928-4c3b-8757-c7ef84fb7935 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97c53769-f151-4dcb-b544-c9b3ab301f14 HTTP/1.1" status: 204 len: 168 time: 0.8061025 Aug 20 10:15:22.818273 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afd7e5-b928-4c3b-8757-c7ef84fb7935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c53769-f151-4dcb-b544-c9b3ab301f14,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:22.848916 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ecd77-206b-40a2-96b6-919c19301219 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb37cf3-c743-4be6-8770-1ca30d260e79,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:22.871642 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-f194e682-aad6-4ba7-af12-258ade75fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:22.882553 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-f194e682-aad6-4ba7-af12-258ade75fb44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 1096 time: 0.1672406 Aug 20 10:15:22.968105 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-495ca846-ed5d-427d-9a61-619e0d896d6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bb37cf3-c743-4be6-8770-1ca30d260e79 HTTP/1.1" status: 200 len: 217 time: 0.0751617 Aug 20 10:15:22.969022 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c2e99eeb-18b9-49ae-9dbd-9661c456f1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:23.037743 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c2e99eeb-18b9-49ae-9dbd-9661c456f1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:23.069458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-ec7da1c9-6473-448e-a7c0-715b5fc4ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:23.070957 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-ec7da1c9-6473-448e-a7c0-715b5fc4ad9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.0953927 Aug 20 10:15:23.120864 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-159e7519-1707-48af-a89f-0c23048da26f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411456 Aug 20 10:15:23.121441 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e28ab58a-658a-4a69-a165-f6c0c2e371fa req-9e3a5f5e-3158-4f7a-a220-0543257debba service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504927 Aug 20 10:15:23.330069 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-7d1918b1-52c0-41eb-876c-2860b341ad25 service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943076 Aug 20 10:15:23.334146 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e28ab58a-658a-4a69-a165-f6c0c2e371fa req-215700a9-f96a-4b68-86f6-f0f2cecff715 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068253 Aug 20 10:15:23.352231 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 28f386fb-544d-424c-81a8-c7baacb44512 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:15:23.379492 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c2e99eeb-18b9-49ae-9dbd-9661c456f1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:23.382279 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c2e99eeb-18b9-49ae-9dbd-9661c456f1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:23.383571 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c2e99eeb-18b9-49ae-9dbd-9661c456f1c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/027c6e5e-5585-45f2-a2cd-1af3cc1a2011 HTTP/1.1" status: 204 len: 168 time: 0.9093847 Aug 20 10:15:23.397883 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e99eeb-18b9-49ae-9dbd-9661c456f1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027c6e5e-5585-45f2-a2cd-1af3cc1a2011,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:23.500188 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8c873d9-5f20-40bc-8e24-ef038e32a9e6 req-2c936f1a-52b6-4a00-b718-1a4b236b0c6b service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621993 Aug 20 10:15:23.538751 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59922) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:23.560995 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c5e45ab-fdbd-4892-a1a8-8914fa7325ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:23.682730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 28f386fb-544d-424c-81a8-c7baacb44512, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=28f386fb-544d-424c-81a8-c7baacb44512,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:23.714302 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '28f386fb-544d-424c-81a8-c7baacb44512', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '28f386fb-544d-424c-81a8-c7baacb44512', 'mac_address': 'fa:16:3e:2c:9e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:15:23.747773 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c5e45ab-fdbd-4892-a1a8-8914fa7325ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:23.760677 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c5e45ab-fdbd-4892-a1a8-8914fa7325ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:23.823301 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:23.833369 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4c5e45ab-fdbd-4892-a1a8-8914fa7325ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=961e5c3c2e374a559446058d90a10809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919343 Aug 20 10:15:23.835703 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59930) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:23.862712 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f386fb-544d-424c-81a8-c7baacb44512 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:15:23.919520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e45ab-fdbd-4892-a1a8-8914fa7325ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4729c6ca-fa77-484a-a87b-da4537e1c432,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:23.937053 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 28f386fb-544d-424c-81a8-c7baacb44512, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=28f386fb-544d-424c-81a8-c7baacb44512,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:23.945800 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:23.980517 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-358bb52f-5f4f-47ac-9dcc-2b6466b171a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:24.044249 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-358bb52f-5f4f-47ac-9dcc-2b6466b171a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:24.098341 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=28f386fb-544d-424c-81a8-c7baacb44512,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:24.123587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59932) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:24.150288 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9de46f18-9c35-4dea-99ca-fa8c293b9c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:24.197424 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-358bb52f-5f4f-47ac-9dcc-2b6466b171a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:24.200258 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-358bb52f-5f4f-47ac-9dcc-2b6466b171a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:24.216975 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-358bb52f-5f4f-47ac-9dcc-2b6466b171a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4729c6ca-fa77-484a-a87b-da4537e1c432 HTTP/1.1" status: 204 len: 168 time: 0.3681166 Aug 20 10:15:24.288685 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bb52f-5f4f-47ac-9dcc-2b6466b171a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4729c6ca-fa77-484a-a87b-da4537e1c432,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:24.377039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['28f386fb-544d-424c-81a8-c7baacb44512'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:15:24.420886 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9de46f18-9c35-4dea-99ca-fa8c293b9c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:24.434824 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9de46f18-9c35-4dea-99ca-fa8c293b9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:24.495744 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de46f18-9c35-4dea-99ca-fa8c293b9c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99333e64-9ab4-4396-ba5a-4f90cbf32bbb,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:24.566869 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9de46f18-9c35-4dea-99ca-fa8c293b9c94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0efadfa39b1f43c38646076c4a5a19c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376285 Aug 20 10:15:24.569611 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59936) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:24.707366 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca54eb25-a9e6-46ee-b027-163638ce3224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:24.761706 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca54eb25-a9e6-46ee-b027-163638ce3224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:24.848008 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca54eb25-a9e6-46ee-b027-163638ce3224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:24.851558 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca54eb25-a9e6-46ee-b027-163638ce3224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:24.852943 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ca54eb25-a9e6-46ee-b027-163638ce3224 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99333e64-9ab4-4396-ba5a-4f90cbf32bbb HTTP/1.1" status: 204 len: 168 time: 0.2817807 Aug 20 10:15:24.866516 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54eb25-a9e6-46ee-b027-163638ce3224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99333e64-9ab4-4396-ba5a-4f90cbf32bbb,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:26.301851 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90c22286-a984-46d4-a2f5-5a3a0b785319 req-83655d24-e9e8-419a-955a-a9b2d8c5208d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1066225 Aug 20 10:15:26.512655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c22286-a984-46d4-a2f5-5a3a0b785319 req-f1e12d37-b868-4c7c-9dc0-33f5120f47ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:26.514457 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90c22286-a984-46d4-a2f5-5a3a0b785319 req-f1e12d37-b868-4c7c-9dc0-33f5120f47ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1e949b55a314448808ad67780ed3577&device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 1097 time: 0.1479201 Aug 20 10:15:26.769697 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c22286-a984-46d4-a2f5-5a3a0b785319 req-a1b32be7-8219-47c3-900f-54293027e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:26.771225 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90c22286-a984-46d4-a2f5-5a3a0b785319 req-a1b32be7-8219-47c3-900f-54293027e362 service neutron] 10.222.0.24 "GET /v2.0/networks?id=32a089c0-176d-40e1-bdf0-d909b8c47da7 HTTP/1.1" status: 200 len: 924 time: 0.2271097 Aug 20 10:15:27.066946 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90c22286-a984-46d4-a2f5-5a3a0b785319 req-fdd60393-df8d-48b2-a0c6-95d1443ad035 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c82c2b94-821f-4fb6-936b-6a633329d9c3 HTTP/1.1" status: 200 len: 1001 time: 0.2819314 Aug 20 10:15:27.167554 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c22286-a984-46d4-a2f5-5a3a0b785319 req-f6da631f-9086-4040-ba1e-5fd5abb6d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:27.169685 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90c22286-a984-46d4-a2f5-5a3a0b785319 req-f6da631f-9086-4040-ba1e-5fd5abb6d6b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4554d4b-e023-429d-9014-22d3381958db HTTP/1.1" status: 200 len: 862 time: 0.0988538 Aug 20 10:15:27.264712 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c22286-a984-46d4-a2f5-5a3a0b785319 req-27245a0c-7a78-4d5b-950d-50e4893eeb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:27.269238 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90c22286-a984-46d4-a2f5-5a3a0b785319 req-27245a0c-7a78-4d5b-950d-50e4893eeb07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a089c0-176d-40e1-bdf0-d909b8c47da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912545 Aug 20 10:15:27.386444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6bb37cf3-c743-4be6-8770-1ca30d260e79 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:15:27.517274 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90c22286-a984-46d4-a2f5-5a3a0b785319 req-dc61a74d-9c09-4f18-9338-583808e70bb1 service neutron] 10.222.0.24 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297750 Aug 20 10:15:27.565029 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 28f386fb-544d-424c-81a8-c7baacb44512 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:15:27.631735 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 6bb37cf3-c743-4be6-8770-1ca30d260e79, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6bb37cf3-c743-4be6-8770-1ca30d260e79,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:27.668901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '6bb37cf3-c743-4be6-8770-1ca30d260e79', 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919', 'port_id': '6bb37cf3-c743-4be6-8770-1ca30d260e79', 'mac_address': 'fa:16:3e:7f:7e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec037e15-fcbb-4d16-a744-529bede3af97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:15:27.717208 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90c22286-a984-46d4-a2f5-5a3a0b785319 req-8c4f1d44-e9ea-4b2d-8c05-155cb6b18f25 service neutron] 10.222.0.24 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875629 Aug 20 10:15:27.723090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 28f386fb-544d-424c-81a8-c7baacb44512 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:15:27.737038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 28f386fb-544d-424c-81a8-c7baacb44512 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:27.737815 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:27.772090 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:27.807313 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb37cf3-c743-4be6-8770-1ca30d260e79 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:15:27.836720 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 6bb37cf3-c743-4be6-8770-1ca30d260e79, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6bb37cf3-c743-4be6-8770-1ca30d260e79,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:27.845628 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:28.074925 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:28.110983 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=6bb37cf3-c743-4be6-8770-1ca30d260e79,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:28.120412 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dc64e4-5284-4c92-99e1-d35c6466fa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f386fb-544d-424c-81a8-c7baacb44512'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:15:28.122999 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c41d1c9-2aee-48a6-b88a-53e8d02db015" -d '{"events": [{"server_uuid": "76dc64e4-5284-4c92-99e1-d35c6466fa8f", "name": "network-vif-plugged", "status": "completed", "tag": "28f386fb-544d-424c-81a8-c7baacb44512"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:15:28.138947 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 28f386fb-544d-424c-81a8-c7baacb44512, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=28f386fb-544d-424c-81a8-c7baacb44512,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:28.153097 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:28.225140 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['6bb37cf3-c743-4be6-8770-1ca30d260e79'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:15:28.314540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=28f386fb-544d-424c-81a8-c7baacb44512,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:29.260350 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-91f43dde-c080-4173-b379-84b3e46421ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:29.389991 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6bb37cf3-c743-4be6-8770-1ca30d260e79 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:15:29.507789 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 6bb37cf3-c743-4be6-8770-1ca30d260e79 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:15:29.531881 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 6bb37cf3-c743-4be6-8770-1ca30d260e79 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:29.540687 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:29.784496 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:29.837772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 6bb37cf3-c743-4be6-8770-1ca30d260e79, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6bb37cf3-c743-4be6-8770-1ca30d260e79,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:29.852853 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:29.952132 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=6bb37cf3-c743-4be6-8770-1ca30d260e79,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:31.433198 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e359bd57-303f-43f4-b85a-355f74be6592 x-openstack-request-id: req-e359bd57-303f-43f4-b85a-355f74be6592 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:15:31.433867 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbf741f-fd40-4dad-a425-6b44ca415871", "tag": "6bb37cf3-c743-4be6-8770-1ca30d260e79", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:15:31.433867 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e359bd57-303f-43f4-b85a-355f74be6592 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:15:31.434270 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbf741f-fd40-4dad-a425-6b44ca415871', 'tag': '6bb37cf3-c743-4be6-8770-1ca30d260e79', 'status': 'completed', 'code': 200} Aug 20 10:15:31.492016 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027668c-e02f-434a-a025-f49a098a2592 req-3dd39b36-89d1-46b1-a735-975fdcbc39fd tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:31.500721 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c027668c-e02f-434a-a025-f49a098a2592 req-3dd39b36-89d1-46b1-a735-975fdcbc39fd tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 946 time: 0.0584912 Aug 20 10:15:31.531984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca741b68-3141-404e-8eb9-21f35517a41f req-257f0138-e73e-4d14-855d-0299928181a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:31.533519 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca741b68-3141-404e-8eb9-21f35517a41f req-257f0138-e73e-4d14-855d-0299928181a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 1098 time: 0.0722404 Aug 20 10:15:31.548836 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c027668c-e02f-434a-a025-f49a098a2592 req-99a0565f-0ef1-458f-881b-9da10ba035f7 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409598 Aug 20 10:15:31.775170 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a0ec95b-049c-4e27-853a-0ac80b81df34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:31.875701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af5885-7565-4010-ae75-a92e80768d2f req-83928ee8-2af7-4c70-9cf2-3f5327752895 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:31.877177 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91af5885-7565-4010-ae75-a92e80768d2f req-83928ee8-2af7-4c70-9cf2-3f5327752895 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.3605230 Aug 20 10:15:31.938909 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca741b68-3141-404e-8eb9-21f35517a41f req-860340e4-ca00-4078-b5fd-eb4db0b5eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:31.943360 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca741b68-3141-404e-8eb9-21f35517a41f req-860340e4-ca00-4078-b5fd-eb4db0b5eea6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 921 time: 0.1414163 Aug 20 10:15:31.952513 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91af5885-7565-4010-ae75-a92e80768d2f req-7be1413d-c504-41c9-b830-ccb973049e50 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634768 Aug 20 10:15:31.991175 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca741b68-3141-404e-8eb9-21f35517a41f req-dd15530d-bede-42f6-8e4c-c0678ac769d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bb37cf3-c743-4be6-8770-1ca30d260e79 HTTP/1.1" status: 200 len: 217 time: 0.0390882 Aug 20 10:15:32.022184 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a6be11-b168-4adc-aa85-9bc916bcbe55 x-openstack-request-id: req-d9a6be11-b168-4adc-aa85-9bc916bcbe55 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:15:32.022524 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dc64e4-5284-4c92-99e1-d35c6466fa8f", "name": "network-vif-plugged", "status": "completed", "tag": "28f386fb-544d-424c-81a8-c7baacb44512", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:15:32.022774 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9a6be11-b168-4adc-aa85-9bc916bcbe55 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:15:32.023206 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dc64e4-5284-4c92-99e1-d35c6466fa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f386fb-544d-424c-81a8-c7baacb44512', 'code': 200} Aug 20 10:15:32.057878 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca741b68-3141-404e-8eb9-21f35517a41f req-451d2be4-bc37-4ff7-8a25-0d0e735d93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:32.059577 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca741b68-3141-404e-8eb9-21f35517a41f req-451d2be4-bc37-4ff7-8a25-0d0e735d93a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.0604253 Aug 20 10:15:32.109092 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:32.123674 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca741b68-3141-404e-8eb9-21f35517a41f req-c6f49051-9f02-4f70-ace7-7d5d742a1805 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556784 Aug 20 10:15:32.232400 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270927ef-245b-4e5d-9d00-e851d9c90c28 req-32dc5714-66e3-4bd4-83b5-10b61c9a44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:32.234578 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-270927ef-245b-4e5d-9d00-e851d9c90c28 req-32dc5714-66e3-4bd4-83b5-10b61c9a44dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 1101 time: 0.1097617 Aug 20 10:15:32.321167 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca741b68-3141-404e-8eb9-21f35517a41f req-fc7370f8-65fc-44d3-aea4-e52f789205ea service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811781 Aug 20 10:15:32.323456 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-270927ef-245b-4e5d-9d00-e851d9c90c28 req-ee2b842e-8080-4ea5-b854-835b81f4e575 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802529 Aug 20 10:15:32.397957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa537ee-c8aa-462b-a9e1-a23ccdd04d4e req-075a1204-d8cf-4156-8b82-9bed43a8c47b tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:32.408477 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eaa537ee-c8aa-462b-a9e1-a23ccdd04d4e req-075a1204-d8cf-4156-8b82-9bed43a8c47b tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa01d59e-eb53-445b-9b84-55e7616d0bc9 HTTP/1.1" status: 200 len: 949 time: 0.0806477 Aug 20 10:15:32.468479 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eaa537ee-c8aa-462b-a9e1-a23ccdd04d4e req-5ba2a014-d2b7-4f2a-9d40-c4a9eb2e82ba tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535452 Aug 20 10:15:32.689303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2ffd4-b747-4c87-947e-2ec44c71ba89 req-d0c44237-d64a-4d3c-a30e-d38210109649 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:32.697135 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30c2ffd4-b747-4c87-947e-2ec44c71ba89 req-d0c44237-d64a-4d3c-a30e-d38210109649 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 946 time: 0.0612648 Aug 20 10:15:32.743691 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30c2ffd4-b747-4c87-947e-2ec44c71ba89 req-795b36d6-0b80-40f9-a989-3118c6f56827 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456712 Aug 20 10:15:32.849703 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca741b68-3141-404e-8eb9-21f35517a41f req-49cd7d8d-dbd7-466d-bbe6-2504fc3e2331 service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989558 Aug 20 10:15:33.002425 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:33.037846 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60140) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:33.270431 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e86fc-5b2a-4824-ba00-a3e1a9b50507 req-3bf8b286-f92e-437a-b25c-5fcc2ddd0d60 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:33.274580 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d6e86fc-5b2a-4824-ba00-a3e1a9b50507 req-3bf8b286-f92e-437a-b25c-5fcc2ddd0d60 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.0997696 Aug 20 10:15:33.280979 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eb771609-5cc3-42c2-94c7-292c445321c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:33.380162 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d6e86fc-5b2a-4824-ba00-a3e1a9b50507 req-d80a8fcb-5bbb-419c-955c-00f599f872b5 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008012 Aug 20 10:15:33.482194 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eb771609-5cc3-42c2-94c7-292c445321c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:33.489646 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eb771609-5cc3-42c2-94c7-292c445321c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:33.533716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb771609-5cc3-42c2-94c7-292c445321c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2d739c-4d2e-4085-a9c2-2e3374c73900,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:33.538002 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-eb771609-5cc3-42c2-94c7-292c445321c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d492f73675b34228aec820ab89f14458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4979925 Aug 20 10:15:33.540623 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60172) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:33.623450 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e13cf504-4c8f-4ab0-b46c-ba18e84d5a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:33.681627 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e13cf504-4c8f-4ab0-b46c-ba18e84d5a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:33.761342 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e13cf504-4c8f-4ab0-b46c-ba18e84d5a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:33.764157 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e13cf504-4c8f-4ab0-b46c-ba18e84d5a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:33.765855 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e13cf504-4c8f-4ab0-b46c-ba18e84d5a3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e2d739c-4d2e-4085-a9c2-2e3374c73900 HTTP/1.1" status: 204 len: 168 time: 0.2241895 Aug 20 10:15:33.803395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cf504-4c8f-4ab0-b46c-ba18e84d5a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2d739c-4d2e-4085-a9c2-2e3374c73900,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:33.933108 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30f248-5691-4955-9dec-0b04b38a296d req-3b9e1988-ad63-47cc-84e7-a2066d343177 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:33.942621 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1a30f248-5691-4955-9dec-0b04b38a296d req-3b9e1988-ad63-47cc-84e7-a2066d343177 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 946 time: 0.0706398 Aug 20 10:15:34.000516 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1a30f248-5691-4955-9dec-0b04b38a296d req-6587f6d6-dee9-4d1a-8552-abb1531205ff tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536187 Aug 20 10:15:34.024603 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbf741f-fd40-4dad-a425-6b44ca415871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb37cf3-c743-4be6-8770-1ca30d260e79'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:15:34.027248 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e490d56-7863-4e13-9391-60c56dcc3162" -d '{"events": [{"server_uuid": "4cbf741f-fd40-4dad-a425-6b44ca415871", "name": "network-vif-plugged", "status": "completed", "tag": "6bb37cf3-c743-4be6-8770-1ca30d260e79"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:15:34.067180 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9b4dce-83cd-4aa5-9e0a-fccc52e8c385 x-openstack-request-id: req-9a9b4dce-83cd-4aa5-9e0a-fccc52e8c385 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:15:34.067621 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbf741f-fd40-4dad-a425-6b44ca415871", "name": "network-vif-plugged", "status": "completed", "tag": "6bb37cf3-c743-4be6-8770-1ca30d260e79", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:15:34.067980 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a9b4dce-83cd-4aa5-9e0a-fccc52e8c385 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:15:34.068463 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbf741f-fd40-4dad-a425-6b44ca415871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb37cf3-c743-4be6-8770-1ca30d260e79', 'code': 200} Aug 20 10:15:34.188588 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aeafb4-3eb8-4bf8-a9ae-f14e5d13212a req-e59ec338-9b98-4b64-8cf8-6a24ec76a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:34.190501 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32aeafb4-3eb8-4bf8-a9ae-f14e5d13212a req-e59ec338-9b98-4b64-8cf8-6a24ec76a62c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 1098 time: 0.0600798 Aug 20 10:15:34.230039 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32aeafb4-3eb8-4bf8-a9ae-f14e5d13212a req-81e96d0f-116f-4fb6-829c-fca05a692f74 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302134 Aug 20 10:15:34.251439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60214) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:34.479576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3257e4-019e-4b3f-b59c-e23b9688cff6 req-56cdac93-0da0-4aa5-ac66-4a0f51ca476e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:34.481078 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca3257e4-019e-4b3f-b59c-e23b9688cff6 req-56cdac93-0da0-4aa5-ac66-4a0f51ca476e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.0518615 Aug 20 10:15:34.523129 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca3257e4-019e-4b3f-b59c-e23b9688cff6 req-849e4129-e629-4bf8-828a-3e2eff9bb845 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359654 Aug 20 10:15:34.586299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c881bfeb-c8c6-46db-ac4a-c62ee1e1e595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:34.611177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60250) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:34.668270 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:34.710126 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c881bfeb-c8c6-46db-ac4a-c62ee1e1e595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:34.715211 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c881bfeb-c8c6-46db-ac4a-c62ee1e1e595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:34.748883 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d775690-cef6-4848-986e-c32945f2ac1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:34.767903 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c881bfeb-c8c6-46db-ac4a-c62ee1e1e595 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2dc07639500416ea98f146d1e809c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5153184 Aug 20 10:15:34.770029 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881bfeb-c8c6-46db-ac4a-c62ee1e1e595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d66207-1d82-4f9d-b60d-7f2c547a2027,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:34.773618 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60258) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:34.846699 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4c8833a2-b433-4c76-8587-18d5340adfd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:34.863478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-fab1c1ea-7c4c-481a-89cc-afd35290753b tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:34.865146 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-fab1c1ea-7c4c-481a-89cc-afd35290753b tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/networks?id=2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e HTTP/1.1" status: 200 len: 814 time: 0.2046325 Aug 20 10:15:34.885336 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4c8833a2-b433-4c76-8587-18d5340adfd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:34.887255 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-02e437a8-0f39-463a-a787-98dc4e6ae00c tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/quotas/ad4df86dc23a4cd29a0aa560872f2a95 HTTP/1.1" status: 200 len: 375 time: 0.0153983 Aug 20 10:15:34.930445 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d775690-cef6-4848-986e-c32945f2ac1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:34.938183 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d775690-cef6-4848-986e-c32945f2ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:34.964750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaef41f-80af-4bbf-8d77-9a6cf9025b4c req-f49f6189-bed4-4f9b-bacd-c526b0c3b2f2 tempest-MigrationsAdminTest-1304858833 tempest-MigrationsAdminTest-1304858833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:34.965971 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0d775690-cef6-4848-986e-c32945f2ac1f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1c022fb7053423797254b3faae5ead3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521383 Aug 20 10:15:34.971561 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bdaef41f-80af-4bbf-8d77-9a6cf9025b4c req-f49f6189-bed4-4f9b-bacd-c526b0c3b2f2 tempest-MigrationsAdminTest-1304858833 tempest-MigrationsAdminTest-1304858833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 1101 time: 0.0772753 Aug 20 10:15:34.972568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60264) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:34.989951 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bdaef41f-80af-4bbf-8d77-9a6cf9025b4c req-8b8646e5-65a3-4714-8a58-eb1a88e9c02e tempest-MigrationsAdminTest-1304858833 tempest-MigrationsAdminTest-1304858833-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.012040 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-53bb1b9b-4ff2-4900-b2bc-156f05eb62a2 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ad4df86dc23a4cd29a0aa560872f2a95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1175685 Aug 20 10:15:35.019967 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4c8833a2-b433-4c76-8587-18d5340adfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.022247 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4c8833a2-b433-4c76-8587-18d5340adfd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.023372 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4c8833a2-b433-4c76-8587-18d5340adfd4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57d66207-1d82-4f9d-b60d-7f2c547a2027 HTTP/1.1" status: 204 len: 168 time: 0.2483873 Aug 20 10:15:35.034939 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8833a2-b433-4c76-8587-18d5340adfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d66207-1d82-4f9d-b60d-7f2c547a2027,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:35.074346 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d775690-cef6-4848-986e-c32945f2ac1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d20070f-0ebc-400e-9fb9-6930e3bfa4a6,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:35.108197 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6bf43876-d15c-4331-9428-7f87a265c9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.142642 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6bf43876-d15c-4331-9428-7f87a265c9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.148756 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bdaef41f-80af-4bbf-8d77-9a6cf9025b4c req-8b8646e5-65a3-4714-8a58-eb1a88e9c02e tempest-MigrationsAdminTest-1304858833 tempest-MigrationsAdminTest-1304858833-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.157941 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bdaef41f-80af-4bbf-8d77-9a6cf9025b4c req-8b8646e5-65a3-4714-8a58-eb1a88e9c02e tempest-MigrationsAdminTest-1304858833 tempest-MigrationsAdminTest-1304858833-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.185768 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-fab65e25-4606-4a82-b573-40c776b9d33f service neutron] 10.222.0.16 "GET /v2.0/networks/2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728585 Aug 20 10:15:35.199794 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8646e5-65a3-4714-8a58-eb1a88e9c02e tempest-MigrationsAdminTest-1304858833 tempest-MigrationsAdminTest-1304858833-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1d7feb-7a85-45af-a98c-a4ff021627f0,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:35.221596 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bdaef41f-80af-4bbf-8d77-9a6cf9025b4c req-8b8646e5-65a3-4714-8a58-eb1a88e9c02e tempest-MigrationsAdminTest-1304858833 tempest-MigrationsAdminTest-1304858833-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466307 Aug 20 10:15:35.272512 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6bf43876-d15c-4331-9428-7f87a265c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.275071 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6bf43876-d15c-4331-9428-7f87a265c9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.276225 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6bf43876-d15c-4331-9428-7f87a265c9ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d20070f-0ebc-400e-9fb9-6930e3bfa4a6 HTTP/1.1" status: 204 len: 168 time: 0.3026094 Aug 20 10:15:35.294734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf43876-d15c-4331-9428-7f87a265c9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d20070f-0ebc-400e-9fb9-6930e3bfa4a6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:35.310201 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 90e8af90-0ec0-4b43-8894-cfab73394814 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:15:35.312029 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-cb826066-3024-4c28-81c8-f7dad7374a77 service neutron] 10.222.0.16 "GET /v2.0/networks/2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185532 Aug 20 10:15:35.366021 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cb2db-11bb-45e7-908a-e962ee065228 req-ea4915c2-bc63-4f9d-b5f7-bf21193fc710 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:35.368074 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-541cb2db-11bb-45e7-908a-e962ee065228 req-ea4915c2-bc63-4f9d-b5f7-bf21193fc710 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 946 time: 0.0772598 Aug 20 10:15:35.424475 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-541cb2db-11bb-45e7-908a-e962ee065228 req-7232b24d-2808-4e94-97c9-8c8e387fd72e tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500641 Aug 20 10:15:35.476932 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.511127 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60290) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:35.521966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 90e8af90-0ec0-4b43-8894-cfab73394814, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=90e8af90-0ec0-4b43-8894-cfab73394814,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:35.531380 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.536868 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-001549a2-b609-40e6-9201-942cd49a8870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.603220 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=90e8af90-0ec0-4b43-8894-cfab73394814,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:35.740410 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-001549a2-b609-40e6-9201-942cd49a8870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.746418 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-001549a2-b609-40e6-9201-942cd49a8870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.787730 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-001549a2-b609-40e6-9201-942cd49a8870 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bcbd837b4bf4499491a4f565329dae4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753494 Aug 20 10:15:35.788600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001549a2-b609-40e6-9201-942cd49a8870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2405a88d-824f-4d3f-a323-0ee201d51a95,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:35.791562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60304) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:35.857807 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1bb7bdea-7ec0-4739-89a9-376aab1cebfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.882126 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1bb7bdea-7ec0-4739-89a9-376aab1cebfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.894196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60306) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:35.939277 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e2238b5-243e-4399-9d25-6c3daccc07e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.952543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1bb7bdea-7ec0-4739-89a9-376aab1cebfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.955436 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1bb7bdea-7ec0-4739-89a9-376aab1cebfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:35.957085 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1bb7bdea-7ec0-4739-89a9-376aab1cebfc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2405a88d-824f-4d3f-a323-0ee201d51a95 HTTP/1.1" status: 204 len: 168 time: 0.1641643 Aug 20 10:15:35.980592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7bdea-7ec0-4739-89a9-376aab1cebfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2405a88d-824f-4d3f-a323-0ee201d51a95,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:36.070110 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa01d59e-eb53-445b-9b84-55e7616d0bc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e8af90-0ec0-4b43-8894-cfab73394814'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:15:36.072828 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdb3896-d748-4b60-b2e7-9e286a8d0565" -d '{"events": [{"server_uuid": "aa01d59e-eb53-445b-9b84-55e7616d0bc9", "name": "network-vif-unplugged", "status": "completed", "tag": "90e8af90-0ec0-4b43-8894-cfab73394814"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:15:36.121876 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e2238b5-243e-4399-9d25-6c3daccc07e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:36.130736 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e2238b5-243e-4399-9d25-6c3daccc07e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:36.191867 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4e2238b5-243e-4399-9d25-6c3daccc07e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2cd5fd1255749f6be944fb6d224eeeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965612 Aug 20 10:15:36.194728 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60322) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:36.212114 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2238b5-243e-4399-9d25-6c3daccc07e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0338660d-8ddd-40b8-9561-e8cc33ae524f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:36.264060 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4d08150a-2f1c-4452-9d12-e69b9d7d273d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:36.299445 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4d08150a-2f1c-4452-9d12-e69b9d7d273d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:36.386360 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe4c93d4-4ff5-4c2c-8c78-2bcb92258d83 req-ce38d6c2-4656-4d56-a2bf-031581656262 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 210 time: 0.0530069 Aug 20 10:15:36.411920 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4d08150a-2f1c-4452-9d12-e69b9d7d273d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:36.415249 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4d08150a-2f1c-4452-9d12-e69b9d7d273d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:36.416577 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4d08150a-2f1c-4452-9d12-e69b9d7d273d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0338660d-8ddd-40b8-9561-e8cc33ae524f HTTP/1.1" status: 204 len: 168 time: 0.2209461 Aug 20 10:15:36.431681 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08150a-2f1c-4452-9d12-e69b9d7d273d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0338660d-8ddd-40b8-9561-e8cc33ae524f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:36.572025 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fc2a14-5231-4302-a548-ae09495583c8 x-openstack-request-id: req-95fc2a14-5231-4302-a548-ae09495583c8 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:15:36.572529 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa01d59e-eb53-445b-9b84-55e7616d0bc9", "name": "network-vif-unplugged", "status": "completed", "tag": "90e8af90-0ec0-4b43-8894-cfab73394814", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:15:36.572626 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95fc2a14-5231-4302-a548-ae09495583c8 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:15:36.573079 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa01d59e-eb53-445b-9b84-55e7616d0bc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e8af90-0ec0-4b43-8894-cfab73394814', 'code': 200} Aug 20 10:15:36.744710 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041ef83-476b-4021-be56-328b84204ce8 req-30d89a31-5cf2-4df9-9de1-a4e91f218499 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:36.754928 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e041ef83-476b-4021-be56-328b84204ce8 req-30d89a31-5cf2-4df9-9de1-a4e91f218499 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 946 time: 0.1118522 Aug 20 10:15:36.809231 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e041ef83-476b-4021-be56-328b84204ce8 req-c1ed9d71-0db8-4cf9-8260-d17e6244e871 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532563 Aug 20 10:15:36.920411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60380) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:36.973344 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e972835-ccc0-41f4-95f8-4abb5f872872 req-aeae8207-ffb7-499b-80ff-fc77df873449 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:36.976058 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0e972835-ccc0-41f4-95f8-4abb5f872872 req-aeae8207-ffb7-499b-80ff-fc77df873449 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.1040041 Aug 20 10:15:37.036439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-adc990ee-a707-4207-b67b-5df07bead3ec tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:37.038628 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-adc990ee-a707-4207-b67b-5df07bead3ec tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.42 "GET /v2.0/networks?id=2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e HTTP/1.1" status: 200 len: 814 time: 0.2140145 Aug 20 10:15:37.041367 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0e972835-ccc0-41f4-95f8-4abb5f872872 req-9da7761e-e1a2-4b17-96a6-c14ffae58b0a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544932 Aug 20 10:15:37.056617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bf9ce56f-3d91-49a9-94d7-fc7075b3527f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Request body: {'port': {'device_id': 'b5651afd-4cff-427c-a165-ba57600d0171', 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e', 'admin_state_up': True, 'tenant_id': 'ad4df86dc23a4cd29a0aa560872f2a95'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:15:37.212897 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bf9ce56f-3d91-49a9-94d7-fc7075b3527f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Made reservation on behalf of ad4df86dc23a4cd29a0aa560872f2a95 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:15:37.217234 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bf9ce56f-3d91-49a9-94d7-fc7075b3527f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:37.298158 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-00f1323d-014c-4d0e-88e7-6fc39d373286 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3688521 Aug 20 10:15:37.319674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 781e4aca-996f-4789-99fe-691b488c1099 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:15:37.434576 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bf9ce56f-3d91-49a9-94d7-fc7075b3527f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Allocated IP 172.20.0.10 (2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e/3e87ef49-a09c-4d94-9dfe-b07c028832af/d9665382-9e86-4b43-9a1d-520ce116ffb0) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:15:37.489013 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 781e4aca-996f-4789-99fe-691b488c1099, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=781e4aca-996f-4789-99fe-691b488c1099,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:37.519072 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '781e4aca-996f-4789-99fe-691b488c1099', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '781e4aca-996f-4789-99fe-691b488c1099', 'mac_address': 'fa:16:3e:ef:ff:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:15:37.587747 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:37.595223 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245823ff-bef6-4aba-80b6-0004a98ffb03 req-c3dc2bf0-5d98-44b2-a5c2-e8f9338ef40a tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:37.601842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 781e4aca-996f-4789-99fe-691b488c1099 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:15:37.603982 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-245823ff-bef6-4aba-80b6-0004a98ffb03 req-c3dc2bf0-5d98-44b2-a5c2-e8f9338ef40a tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 1098 time: 0.1157451 Aug 20 10:15:37.614017 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b64a8eb7-031d-4a08-8abf-f30b7f207c88 req-a08012e2-2a1e-4dcf-b5f0-9312808047bb tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 210 time: 0.0603418 Aug 20 10:15:37.623332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 781e4aca-996f-4789-99fe-691b488c1099, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=781e4aca-996f-4789-99fe-691b488c1099,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:37.630851 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:37.688307 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-245823ff-bef6-4aba-80b6-0004a98ffb03 req-3ad58380-1241-4f3e-a8a2-260eaefed30b tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780127 Aug 20 10:15:37.699278 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bf9ce56f-3d91-49a9-94d7-fc7075b3527f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:37.706709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=781e4aca-996f-4789-99fe-691b488c1099,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:37.726752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['781e4aca-996f-4789-99fe-691b488c1099'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:15:37.733124 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bf9ce56f-3d91-49a9-94d7-fc7075b3527f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Transition to ACTIVE for port object d9665382-9e86-4b43-9a1d-520ce116ffb0 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:15:37.793223 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bf9ce56f-3d91-49a9-94d7-fc7075b3527f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:37.861407 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bf9ce56f-3d91-49a9-94d7-fc7075b3527f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Network 2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:15:37.862609 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ce56f-3d91-49a9-94d7-fc7075b3527f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Pushing event updated for resources: {'Port': ['ID=d9665382-9e86-4b43-9a1d-520ce116ffb0,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:37.867767 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bf9ce56f-3d91-49a9-94d7-fc7075b3527f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:15:37.870355 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bf9ce56f-3d91-49a9-94d7-fc7075b3527f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:15:37.958094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bf9ce56f-3d91-49a9-94d7-fc7075b3527f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:37.962831 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bf9ce56f-3d91-49a9-94d7-fc7075b3527f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:37.995696 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bf9ce56f-3d91-49a9-94d7-fc7075b3527f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9451571 Aug 20 10:15:38.014333 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Request body: {'port': {'device_id': 'b5651afd-4cff-427c-a165-ba57600d0171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:15:38.368269 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-edc00979-4e62-45ec-9bd0-617249e09e93 None None] Provisioning for port d9665382-9e86-4b43-9a1d-520ce116ffb0 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:15:38.376759 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-edc00979-4e62-45ec-9bd0-617249e09e93 None None] Provisioning complete for port d9665382-9e86-4b43-9a1d-520ce116ffb0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:38.377731 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-edc00979-4e62-45ec-9bd0-617249e09e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:38.395864 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:38.485358 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7062f-7908-4263-b330-c9e1325452ac req-f62bf97f-0fc5-4a61-b134-07ea2df188ee tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:38.513085 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1c7062f-7908-4263-b330-c9e1325452ac req-f62bf97f-0fc5-4a61-b134-07ea2df188ee tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 1098 time: 0.2148521 Aug 20 10:15:38.546542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-edc00979-4e62-45ec-9bd0-617249e09e93 None None] Port d9665382-9e86-4b43-9a1d-520ce116ffb0 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:15:38.684482 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1c7062f-7908-4263-b330-c9e1325452ac req-11208836-a203-4056-bb9a-15a645eb0386 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653745 Aug 20 10:15:39.009741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e4323-d36f-457f-9577-80f2e333eb74 req-616d0aee-12a7-4b3d-8ddc-feebe9ffe270 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:39.021364 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-413e4323-d36f-457f-9577-80f2e333eb74 req-616d0aee-12a7-4b3d-8ddc-feebe9ffe270 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.1786373 Aug 20 10:15:39.142511 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-413e4323-d36f-457f-9577-80f2e333eb74 req-65497bad-7958-4224-a326-e12f76c07556 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198721 Aug 20 10:15:39.190059 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9665382-9e86-4b43-9a1d-520ce116ffb0 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:15:39.219873 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:39.256053 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Transition to ACTIVE for port object d9665382-9e86-4b43-9a1d-520ce116ffb0 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:15:39.268275 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:39.346765 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 781e4aca-996f-4789-99fe-691b488c1099 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:15:39.404763 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9665382-9e86-4b43-9a1d-520ce116ffb0,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:39.534659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 781e4aca-996f-4789-99fe-691b488c1099 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:39.535041 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:39.652116 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Attempting to bind port d9665382-9e86-4b43-9a1d-520ce116ffb0 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:15:39.653335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Attempting to bind port d9665382-9e86-4b43-9a1d-520ce116ffb0 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '90b41520-59e2-41d5-86c5-ddc39162937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:15:39.655344 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Attempting to bind port d9665382-9e86-4b43-9a1d-520ce116ffb0 on network 2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:15:39.687746 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Port d9665382-9e86-4b43-9a1d-520ce116ffb0 on network 2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:15:39.688201 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Attempting to bind port d9665382-9e86-4b43-9a1d-520ce116ffb0 on network 2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:15:39.802792 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:39.840618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:15:39.841120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Checking segment: {'id': '90b41520-59e2-41d5-86c5-ddc39162937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:15:39.842399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Bound using segment: {'id': '90b41520-59e2-41d5-86c5-ddc39162937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:15:39.847459 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Bound port: d9665382-9e86-4b43-9a1d-520ce116ffb0, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b41520-59e2-41d5-86c5-ddc39162937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:15:39.849311 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:39.866451 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17be126-4d37-4709-bb8b-8024cbdb8cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781e4aca-996f-4789-99fe-691b488c1099'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:15:39.871464 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8493da05-4661-46a4-b574-f76ecdc43fc8" -d '{"events": [{"server_uuid": "d17be126-4d37-4709-bb8b-8024cbdb8cf9", "name": "network-vif-plugged", "status": "completed", "tag": "781e4aca-996f-4789-99fe-691b488c1099"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:15:39.912321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 781e4aca-996f-4789-99fe-691b488c1099, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=781e4aca-996f-4789-99fe-691b488c1099,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:39.934937 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:40.043316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21ec80-26db-4dcb-8eaf-6b69b75e5cba req-ce8bb2a6-57e3-4c32-a6ee-033c5378fe8b tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:40.059217 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1b21ec80-26db-4dcb-8eaf-6b69b75e5cba req-ce8bb2a6-57e3-4c32-a6ee-033c5378fe8b tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 944 time: 0.3978627 Aug 20 10:15:40.078730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=781e4aca-996f-4789-99fe-691b488c1099,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:40.520724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1b21ec80-26db-4dcb-8eaf-6b69b75e5cba req-e14b0ac1-74c4-462d-9db8-74a7a6a436e0 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/security-groups?id=d58de6cd-2a0a-4343-9a96-29c7dab9f6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606438 Aug 20 10:15:40.550138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] For port d9665382-9e86-4b43-9a1d-520ce116ffb0, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:15:40.554107 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] For port d9665382-9e86-4b43-9a1d-520ce116ffb0, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d9665382-9e86-4b43-9a1d-520ce116ffb0,segment=NetworkSegment(90b41520-59e2-41d5-86c5-ddc39162937d),segment_id=90b41520-59e2-41d5-86c5-ddc39162937d)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:15:40.561243 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:40.648551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:40.649588 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:40.654161 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] 10.222.0.42 "PUT /v2.0/ports/d9665382-9e86-4b43-9a1d-520ce116ffb0 HTTP/1.1" status: 200 len: 1093 time: 2.6476195 Aug 20 10:15:40.662042 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5651afd-4cff-427c-a165-ba57600d0171', 'tag': 'd9665382-9e86-4b43-9a1d-520ce116ffb0'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:15:40.664924 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7143ef02-e13a-40fb-afb9-6e37ae52100f" -d '{"events": [{"name": "network-changed", "server_uuid": "b5651afd-4cff-427c-a165-ba57600d0171", "tag": "d9665382-9e86-4b43-9a1d-520ce116ffb0"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:15:40.691285 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fc028-bbdf-4890-a237-afbaccc05fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9665382-9e86-4b43-9a1d-520ce116ffb0,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:41.409063 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a908877-899a-4051-b8f6-fda852dead48 x-openstack-request-id: req-8a908877-899a-4051-b8f6-fda852dead48 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:15:41.410067 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17be126-4d37-4709-bb8b-8024cbdb8cf9", "name": "network-vif-plugged", "status": "completed", "tag": "781e4aca-996f-4789-99fe-691b488c1099", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:15:41.410493 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a908877-899a-4051-b8f6-fda852dead48 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:15:41.411180 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17be126-4d37-4709-bb8b-8024cbdb8cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781e4aca-996f-4789-99fe-691b488c1099', 'code': 200} Aug 20 10:15:41.681396 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b07a44-3dee-4e84-8126-c8d370142825 req-3ca84afa-ff8c-4768-8a70-cff1ad7ba78c tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:41.683845 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-90b07a44-3dee-4e84-8126-c8d370142825 req-3ca84afa-ff8c-4768-8a70-cff1ad7ba78c tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.0928504 Aug 20 10:15:41.729469 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-90b07a44-3dee-4e84-8126-c8d370142825 req-51e0fe65-a062-4303-8435-c6ebb1948b2d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394833 Aug 20 10:15:41.917836 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-fee94f1b-c098-4015-bb37-31baf318873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:41.922359 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-fee94f1b-c098-4015-bb37-31baf318873d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad4df86dc23a4cd29a0aa560872f2a95&device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 1096 time: 0.1334317 Aug 20 10:15:42.104932 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-5005e15b-f747-4714-9f07-f7b393d71737 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9665382-9e86-4b43-9a1d-520ce116ffb0 HTTP/1.1" status: 200 len: 217 time: 0.0487251 Aug 20 10:15:42.136636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-165bf705-c4a6-4a2f-864d-c4a73947ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:42.138278 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-165bf705-c4a6-4a2f-864d-c4a73947ae35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 1101 time: 0.0804095 Aug 20 10:15:42.254842 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-076273c0-3d7e-4173-9c8d-0c2cb9e92b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:42.257234 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-076273c0-3d7e-4173-9c8d-0c2cb9e92b73 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1108966 Aug 20 10:15:42.321189 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-584d886f-9f32-4034-9155-9b88745bef4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=28f386fb-544d-424c-81a8-c7baacb44512 HTTP/1.1" status: 200 len: 217 time: 0.0548124 Aug 20 10:15:42.393742 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-08b293c9-5e74-4c8f-b976-20d45abc2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:42.407758 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-08b293c9-5e74-4c8f-b976-20d45abc2b64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0786042 Aug 20 10:15:42.505456 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-fb534e2f-940e-4913-bfa0-890dfee90481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:42.507352 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-fb534e2f-940e-4913-bfa0-890dfee90481 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0922825 Aug 20 10:15:42.660908 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-469b4e4b-bebe-4cf0-bc17-e511d4e9a4ff service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424401 Aug 20 10:15:42.838249 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-385c2560-e1d8-4f09-8704-fc097ddbddab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:42.845413 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-385c2560-e1d8-4f09-8704-fc097ddbddab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e87ef49-a09c-4d94-9dfe-b07c028832af HTTP/1.1" status: 200 len: 853 time: 0.1592386 Aug 20 10:15:42.874468 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-65fd82c5-5a44-4b4f-bc54-61af86bd0df1 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049360 Aug 20 10:15:43.084713 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-2cbcac73-2a26-42ae-ba9b-6a774e589cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:43.090877 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-2cbcac73-2a26-42ae-ba9b-6a774e589cc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2248523 Aug 20 10:15:48.192344 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:48.579360 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b11aeb-a859-4690-8a64-3f6cc8cdd429 x-openstack-request-id: req-67b11aeb-a859-4690-8a64-3f6cc8cdd429 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:15:48.579868 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5651afd-4cff-427c-a165-ba57600d0171", "tag": "d9665382-9e86-4b43-9a1d-520ce116ffb0", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:15:48.579969 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67b11aeb-a859-4690-8a64-3f6cc8cdd429 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:15:48.580278 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5651afd-4cff-427c-a165-ba57600d0171', 'tag': 'd9665382-9e86-4b43-9a1d-520ce116ffb0', 'status': 'completed', 'code': 200} Aug 20 10:15:48.841696 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3575dfe-15d2-4e33-bee1-db18bb667bcc req-3a0f59f5-39e0-4213-8aa7-477747af5fbd tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:48.844527 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3575dfe-15d2-4e33-bee1-db18bb667bcc req-3a0f59f5-39e0-4213-8aa7-477747af5fbd tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 944 time: 0.0539505 Aug 20 10:15:48.886491 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3575dfe-15d2-4e33-bee1-db18bb667bcc req-6e10a877-a2e4-46bf-918c-2480bdfe5184 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/security-groups?id=d58de6cd-2a0a-4343-9a96-29c7dab9f6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349357 Aug 20 10:15:49.067387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b23ea-8d05-47ab-b13f-824bd2e2b76b req-f8af891f-8c80-4072-97fa-6067ae6511a1 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:49.068871 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-255b23ea-8d05-47ab-b13f-824bd2e2b76b req-f8af891f-8c80-4072-97fa-6067ae6511a1 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.0487752 Aug 20 10:15:49.106821 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-255b23ea-8d05-47ab-b13f-824bd2e2b76b req-4ae93cb3-7a26-464c-a74a-dbb8d3aff090 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319800 Aug 20 10:15:49.361438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262366c6-f9f9-43d1-b780-ba425715f0d3 req-35be4bdd-0af4-43e1-9136-6e7af65b8efe tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:49.363108 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-262366c6-f9f9-43d1-b780-ba425715f0d3 req-35be4bdd-0af4-43e1-9136-6e7af65b8efe tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 950 time: 0.0701776 Aug 20 10:15:49.401971 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-262366c6-f9f9-43d1-b780-ba425715f0d3 req-df094c59-3294-4165-99e5-28341c98e930 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326838 Aug 20 10:15:49.510515 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60636) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:49.684249 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99ff3333-a68e-4de4-9170-61a967dc8e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:49.778643 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60644) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:49.845988 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99ff3333-a68e-4de4-9170-61a967dc8e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:49.851100 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99ff3333-a68e-4de4-9170-61a967dc8e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:49.895097 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-99ff3333-a68e-4de4-9170-61a967dc8e0d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62878c26647a4422bed0d40300bae483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809710 Aug 20 10:15:49.895097 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff3333-a68e-4de4-9170-61a967dc8e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb40eb9e-e1a1-469c-a8a2-54e74523757b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:49.896772 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60650) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:49.902477 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff3333-a68e-4de4-9170-61a967dc8e0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:49.902798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff3333-a68e-4de4-9170-61a967dc8e0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:49.903246 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff3333-a68e-4de4-9170-61a967dc8e0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:49.903651 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff3333-a68e-4de4-9170-61a967dc8e0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:49.904050 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff3333-a68e-4de4-9170-61a967dc8e0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:49.904577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff3333-a68e-4de4-9170-61a967dc8e0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:49.904984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff3333-a68e-4de4-9170-61a967dc8e0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:49.905418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff3333-a68e-4de4-9170-61a967dc8e0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:49.905809 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff3333-a68e-4de4-9170-61a967dc8e0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:49.906265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff3333-a68e-4de4-9170-61a967dc8e0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:49.906577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff3333-a68e-4de4-9170-61a967dc8e0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:49.907027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ff3333-a68e-4de4-9170-61a967dc8e0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:50.030924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60656) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:50.042994 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17be55d5-97a9-40f1-a917-314f616a79c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.085432 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4453a9d-3724-46b0-9e27-c82f413164b1 req-c2b5be10-0c2f-4ea8-9245-956797e46ae2 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:50.087830 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a4453a9d-3724-46b0-9e27-c82f413164b1 req-c2b5be10-0c2f-4ea8-9245-956797e46ae2 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 944 time: 0.1092508 Aug 20 10:15:50.098000 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17be55d5-97a9-40f1-a917-314f616a79c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.125714 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-216c41bc-f3bd-49f2-b976-80646cf43190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.174952 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a4453a9d-3724-46b0-9e27-c82f413164b1 req-a25245f4-ef5a-4d57-ba7e-2d4b92231c14 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/security-groups?id=d58de6cd-2a0a-4343-9a96-29c7dab9f6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811656 Aug 20 10:15:50.179938 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d03a-7fd4-4cd3-8782-a6bf35706e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.183164 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17be55d5-97a9-40f1-a917-314f616a79c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.187874 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17be55d5-97a9-40f1-a917-314f616a79c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.189341 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-17be55d5-97a9-40f1-a917-314f616a79c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb40eb9e-e1a1-469c-a8a2-54e74523757b HTTP/1.1" status: 204 len: 168 time: 0.2910829 Aug 20 10:15:50.240424 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be55d5-97a9-40f1-a917-314f616a79c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb40eb9e-e1a1-469c-a8a2-54e74523757b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:50.277663 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be55d5-97a9-40f1-a917-314f616a79c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:50.278017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be55d5-97a9-40f1-a917-314f616a79c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:50.278365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be55d5-97a9-40f1-a917-314f616a79c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:50.278705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be55d5-97a9-40f1-a917-314f616a79c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:50.279041 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be55d5-97a9-40f1-a917-314f616a79c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:50.282392 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be55d5-97a9-40f1-a917-314f616a79c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:50.282669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be55d5-97a9-40f1-a917-314f616a79c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:50.283011 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be55d5-97a9-40f1-a917-314f616a79c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:50.283375 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be55d5-97a9-40f1-a917-314f616a79c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:50.283710 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be55d5-97a9-40f1-a917-314f616a79c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:50.285941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be55d5-97a9-40f1-a917-314f616a79c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:50.286306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be55d5-97a9-40f1-a917-314f616a79c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:50.392371 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-216c41bc-f3bd-49f2-b976-80646cf43190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.407810 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-216c41bc-f3bd-49f2-b976-80646cf43190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.447720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0ff8d-3cc4-4c79-820a-6cd3b9e8a9d5 req-7fe0a66f-4ae4-43f8-b37d-16b96df78024 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:50.449298 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fdd0ff8d-3cc4-4c79-820a-6cd3b9e8a9d5 req-7fe0a66f-4ae4-43f8-b37d-16b96df78024 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.0996356 Aug 20 10:15:50.488237 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c41bc-f3bd-49f2-b976-80646cf43190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896ecc59-8d47-425e-baea-3d801e62d292,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:50.495318 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-216c41bc-f3bd-49f2-b976-80646cf43190 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c3015d1a4b440dfb32f555e6421bdc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4608836 Aug 20 10:15:50.496668 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60668) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:50.532241 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fdd0ff8d-3cc4-4c79-820a-6cd3b9e8a9d5 req-aa3edf93-e20c-4a2a-a4c6-61056bfd5cee tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744252 Aug 20 10:15:50.585168 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d03a-7fd4-4cd3-8782-a6bf35706e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.595256 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d03a-7fd4-4cd3-8782-a6bf35706e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.610671 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9eec439b-3ff5-4109-a4a3-4391cc6ea9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.640562 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9eec439b-3ff5-4109-a4a3-4391cc6ea9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.652794 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e0e3d03a-7fd4-4cd3-8782-a6bf35706e80 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08dfa810a80c4a22b9753253dd807080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8727884 Aug 20 10:15:50.657220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60670) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:50.674250 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3d03a-7fd4-4cd3-8782-a6bf35706e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74859b66-177a-4cc3-a3b3-1fa3e0a1b856,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:50.692293 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60672) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:50.706469 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b37d9b19-d2b1-43d5-9a27-7d8430f88ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.800253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b07e5-b24e-4370-b28a-a0519ffc79b6 req-bb64c3b8-5ffc-4b74-a006-5beda822f5c6 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:50.807410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e47b07e5-b24e-4370-b28a-a0519ffc79b6 req-bb64c3b8-5ffc-4b74-a006-5beda822f5c6 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 950 time: 0.1091471 Aug 20 10:15:50.811093 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa285-ed0c-4cb4-b243-5e190b520723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.850036 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9eec439b-3ff5-4109-a4a3-4391cc6ea9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.852687 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9eec439b-3ff5-4109-a4a3-4391cc6ea9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.853826 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9eec439b-3ff5-4109-a4a3-4391cc6ea9b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/896ecc59-8d47-425e-baea-3d801e62d292 HTTP/1.1" status: 204 len: 168 time: 0.3562441 Aug 20 10:15:50.855903 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa285-ed0c-4cb4-b243-5e190b520723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.890165 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b37d9b19-d2b1-43d5-9a27-7d8430f88ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.896812 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b37d9b19-d2b1-43d5-9a27-7d8430f88ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:50.904413 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec439b-3ff5-4109-a4a3-4391cc6ea9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896ecc59-8d47-425e-baea-3d801e62d292,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:50.949172 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e47b07e5-b24e-4370-b28a-a0519ffc79b6 req-b63e7b89-2214-40c7-b36e-4ff375d3dad2 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263931 Aug 20 10:15:50.982259 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b37d9b19-d2b1-43d5-9a27-7d8430f88ca6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee394b790ae141009859e304b2cbbfcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887926 Aug 20 10:15:50.983123 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d9b19-d2b1-43d5-9a27-7d8430f88ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d725d5-c50d-4e0f-9b34-886719be7a6e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:50.986194 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60676) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:51.010473 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa285-ed0c-4cb4-b243-5e190b520723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:51.014472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa285-ed0c-4cb4-b243-5e190b520723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:51.016877 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3bbfa285-ed0c-4cb4-b243-5e190b520723 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74859b66-177a-4cc3-a3b3-1fa3e0a1b856 HTTP/1.1" status: 204 len: 168 time: 0.3581827 Aug 20 10:15:51.043926 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfa285-ed0c-4cb4-b243-5e190b520723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74859b66-177a-4cc3-a3b3-1fa3e0a1b856,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:51.047276 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-53fe3164-96ef-4f18-b875-fbec3b2971a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:51.085734 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-53fe3164-96ef-4f18-b875-fbec3b2971a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:51.148684 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-53fe3164-96ef-4f18-b875-fbec3b2971a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:51.153825 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-53fe3164-96ef-4f18-b875-fbec3b2971a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:51.156005 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-53fe3164-96ef-4f18-b875-fbec3b2971a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3d725d5-c50d-4e0f-9b34-886719be7a6e HTTP/1.1" status: 204 len: 168 time: 0.1683841 Aug 20 10:15:51.169606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe3164-96ef-4f18-b875-fbec3b2971a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d725d5-c50d-4e0f-9b34-886719be7a6e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:51.368067 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2977ebe-f0e9-494e-bae1-bf94c62dcf80 req-9662c395-9414-4cce-8aa1-c85712c5b919 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:51.372055 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2977ebe-f0e9-494e-bae1-bf94c62dcf80 req-9662c395-9414-4cce-8aa1-c85712c5b919 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 944 time: 0.1105213 Aug 20 10:15:51.432949 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2977ebe-f0e9-494e-bae1-bf94c62dcf80 req-a6ab6994-a15f-4862-9c05-0648fa4410ed tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/security-groups?id=d58de6cd-2a0a-4343-9a96-29c7dab9f6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537274 Aug 20 10:15:51.630980 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60700) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:51.648942 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-650ceec7-d94c-45ee-bcc4-578a7d7b4446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:51.695676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fea915-144b-412e-b64d-7f8d5a173bb6 req-27f98fd8-54e9-40fa-8363-957e982e89cf tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:51.705534 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27fea915-144b-412e-b64d-7f8d5a173bb6 req-27f98fd8-54e9-40fa-8363-957e982e89cf tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.0832994 Aug 20 10:15:51.759181 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27fea915-144b-412e-b64d-7f8d5a173bb6 req-6f12fb7a-ccde-4b81-8300-5966d64f7065 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524187 Aug 20 10:15:51.809173 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-650ceec7-d94c-45ee-bcc4-578a7d7b4446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:51.814924 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-650ceec7-d94c-45ee-bcc4-578a7d7b4446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:51.858770 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-650ceec7-d94c-45ee-bcc4-578a7d7b4446 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1782297b8f74abca496c768535b4309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237513 Aug 20 10:15:51.858770 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ceec7-d94c-45ee-bcc4-578a7d7b4446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86cc0ec-8065-4527-9a83-4c0bd4920564,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:51.859104 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60712) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:51.919509 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e00708f-6799-4bba-8708-e755309802e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:51.942157 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e00708f-6799-4bba-8708-e755309802e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:52.007834 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e00708f-6799-4bba-8708-e755309802e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:52.010538 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e00708f-6799-4bba-8708-e755309802e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:52.014204 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0e00708f-6799-4bba-8708-e755309802e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b86cc0ec-8065-4527-9a83-4c0bd4920564 HTTP/1.1" status: 204 len: 168 time: 0.1514962 Aug 20 10:15:52.021183 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00708f-6799-4bba-8708-e755309802e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86cc0ec-8065-4527-9a83-4c0bd4920564,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:52.098501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa54e68-57fc-4adb-b48a-19d422fedb5e req-02306968-6712-426f-8091-388278902bb0 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:52.100044 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8fa54e68-57fc-4adb-b48a-19d422fedb5e req-02306968-6712-426f-8091-388278902bb0 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 950 time: 0.0549784 Aug 20 10:15:52.141924 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8fa54e68-57fc-4adb-b48a-19d422fedb5e req-7c28d8e2-7126-4e4d-8552-e6162ea160e9 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346403 Aug 20 10:15:52.291577 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:52.552873 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60756) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:52.594091 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-db0afb17-7f89-4dfa-b487-589743108843 service neutron] 10.222.0.42 "GET /v2.0/networks/2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249282 Aug 20 10:15:52.743864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-825189e2-5aa0-4315-a4fa-13195c305d27 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-532870256-network', 'tenant_id': '11d213eb32ff4dabbbc87687feab7bcc'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:15:52.793946 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825189e2-5aa0-4315-a4fa-13195c305d27 admin admin] Made reservation on behalf of 11d213eb32ff4dabbbc87687feab7bcc for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:15:52.796608 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-825189e2-5aa0-4315-a4fa-13195c305d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:52.823489 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0cfb20c-6abd-4525-b31c-2262e1f18580 req-6dc4fa0a-6228-4d29-b0fc-74b7312dfe3d service neutron] 10.222.0.42 "GET /v2.0/networks/2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097414 Aug 20 10:15:52.829550 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-825189e2-5aa0-4315-a4fa-13195c305d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:52.872279 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e69d4-ba78-4984-80c5-4cd47aad58fe req-c87559a8-01b1-4f6a-9cda-0e6b4a27797f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:52.877154 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d1e69d4-ba78-4984-80c5-4cd47aad58fe req-c87559a8-01b1-4f6a-9cda-0e6b4a27797f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 944 time: 0.0744178 Aug 20 10:15:52.951639 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d1e69d4-ba78-4984-80c5-4cd47aad58fe req-aa76116f-b782-478a-9f2f-8380aa5db366 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/security-groups?id=d58de6cd-2a0a-4343-9a96-29c7dab9f6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678310 Aug 20 10:15:53.023332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143ef02-e13a-40fb-afb9-6e37ae52100f req-8fc849c8-a077-48ee-842a-55738c32dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:53.025578 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7143ef02-e13a-40fb-afb9-6e37ae52100f req-8fc849c8-a077-48ee-842a-55738c32dc17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad4df86dc23a4cd29a0aa560872f2a95&device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 1096 time: 0.0633874 Aug 20 10:15:53.043815 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-825189e2-5aa0-4315-a4fa-13195c305d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:53.053646 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-825189e2-5aa0-4315-a4fa-13195c305d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:53.096321 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825189e2-5aa0-4315-a4fa-13195c305d27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:15:53.123589 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825189e2-5aa0-4315-a4fa-13195c305d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d756da74-aec2-410e-91b0-d72befb06ade,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:53.136175 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143ef02-e13a-40fb-afb9-6e37ae52100f req-7e52ee8c-0553-47a0-8323-68623e43c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:53.137905 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7143ef02-e13a-40fb-afb9-6e37ae52100f req-7e52ee8c-0553-47a0-8323-68623e43c050 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e HTTP/1.1" status: 200 len: 915 time: 0.1048608 Aug 20 10:15:53.146607 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-825189e2-5aa0-4315-a4fa-13195c305d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:53.146607 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-825189e2-5aa0-4315-a4fa-13195c305d27 admin admin] Added segment 384475ed-e161-4928-9ba3-402728a5782a of type vlan for network 5ea45e6d-0432-4a46-94e7-adce972727cf Aug 20 10:15:53.190725 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-825189e2-5aa0-4315-a4fa-13195c305d27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:53.192911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60784) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:53.207629 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7143ef02-e13a-40fb-afb9-6e37ae52100f req-a960bad8-238c-44fb-8ace-aa13f76a21a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9665382-9e86-4b43-9a1d-520ce116ffb0 HTTP/1.1" status: 200 len: 217 time: 0.0619452 Aug 20 10:15:53.254709 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-825189e2-5aa0-4315-a4fa-13195c305d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:53.255767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825189e2-5aa0-4315-a4fa-13195c305d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:53.256432 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-825189e2-5aa0-4315-a4fa-13195c305d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:53.271515 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143ef02-e13a-40fb-afb9-6e37ae52100f req-0d0d535d-f5e7-4dd6-8b1e-dd59a0c57c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:53.273051 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7143ef02-e13a-40fb-afb9-6e37ae52100f req-0d0d535d-f5e7-4dd6-8b1e-dd59a0c57c09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e87ef49-a09c-4d94-9dfe-b07c028832af HTTP/1.1" status: 200 len: 853 time: 0.0578599 Aug 20 10:15:53.334365 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-825189e2-5aa0-4315-a4fa-13195c305d27 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7775946 Aug 20 10:15:53.336031 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143ef02-e13a-40fb-afb9-6e37ae52100f req-f549b356-0498-47b3-a0a3-bc1f4a74005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:53.337657 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7143ef02-e13a-40fb-afb9-6e37ae52100f req-f549b356-0498-47b3-a0a3-bc1f4a74005c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564251 Aug 20 10:15:53.338112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60790) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:53.343396 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-cd1f3195-9c14-4f78-aa3a-cc03831a4474 admin admin] Request body: {'subnet': {'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-532870256-subnet', 'tenant_id': '11d213eb32ff4dabbbc87687feab7bcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:15:53.347082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-77f6d6a0-1a8f-4eea-af95-861f60e5ff52 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:15:53.347958 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-77f6d6a0-1a8f-4eea-af95-861f60e5ff52 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1540005 Aug 20 10:15:53.357317 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825189e2-5aa0-4315-a4fa-13195c305d27 admin admin] Pushing event updated for resources: {'Network': ['ID=5ea45e6d-0432-4a46-94e7-adce972727cf,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:53.369114 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 5ea45e6d-0432-4a46-94e7-adce972727cf details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:15:53.375614 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9bdb0-8d9e-4e09-8de4-bdf9d2ef2ee1 req-68f1c1a0-25fc-401c-865a-7dacf923a8bb tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:53.383911 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-44e9bdb0-8d9e-4e09-8de4-bdf9d2ef2ee1 req-68f1c1a0-25fc-401c-865a-7dacf923a8bb tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.1643291 Aug 20 10:15:53.421589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1f3195-9c14-4f78-aa3a-cc03831a4474 admin admin] Made reservation on behalf of 11d213eb32ff4dabbbc87687feab7bcc for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:15:53.424615 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cd1f3195-9c14-4f78-aa3a-cc03831a4474 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:53.427463 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-44e9bdb0-8d9e-4e09-8de4-bdf9d2ef2ee1 req-27b28793-1889-4fa3-8ea4-d97dcda54fa5 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424442 Aug 20 10:15:53.506794 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7143ef02-e13a-40fb-afb9-6e37ae52100f req-322644e1-6dde-4510-a563-45e18fb675d6 service neutron] 10.222.0.42 "GET /v2.0/networks/2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556342 Aug 20 10:15:53.612963 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-74077987-f9e8-40b8-9f58-412ebead86a2 service neutron] Request body: {'binding': {'host': 'n-h1-778550-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:15:53.613512 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-74077987-f9e8-40b8-9f58-412ebead86a2 service neutron] Unknown quota resources ['binding']. {{(pid=94866) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 10:15:53.680327 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7143ef02-e13a-40fb-afb9-6e37ae52100f req-499ee63f-0f2b-4a20-8470-3c8615de6e3c service neutron] 10.222.0.42 "GET /v2.0/networks/2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659777 Aug 20 10:15:53.717365 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cd1f3195-9c14-4f78-aa3a-cc03831a4474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:53.732922 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:15:53.785259 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-74077987-f9e8-40b8-9f58-412ebead86a2 service neutron] Attempting to bind port 6bb37cf3-c743-4be6-8770-1ca30d260e79 on host n-h1-778550-11 for vnic_type normal with profile None {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:15:53.785760 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-74077987-f9e8-40b8-9f58-412ebead86a2 service neutron] Attempting to bind port 6bb37cf3-c743-4be6-8770-1ca30d260e79 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:15:53.786457 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-74077987-f9e8-40b8-9f58-412ebead86a2 service neutron] Attempting to bind port 6bb37cf3-c743-4be6-8770-1ca30d260e79 on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:15:53.792221 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f3195-9c14-4f78-aa3a-cc03831a4474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e68f9554-8fd7-45c8-8297-706c20051e17,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:53.796180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f3195-9c14-4f78-aa3a-cc03831a4474 admin admin] Checking segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:15:53.796537 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f3195-9c14-4f78-aa3a-cc03831a4474 admin admin] Network hostable DHCP agents. Network: 5ea45e6d-0432-4a46-94e7-adce972727cf, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:15:53.801798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-74077987-f9e8-40b8-9f58-412ebead86a2 service neutron] Port 6bb37cf3-c743-4be6-8770-1ca30d260e79 on network e287bb6a-2478-45c5-b9fc-caf113bb0919 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:15:53.802319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-74077987-f9e8-40b8-9f58-412ebead86a2 service neutron] Attempting to bind port 6bb37cf3-c743-4be6-8770-1ca30d260e79 on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:15:53.810049 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-74077987-f9e8-40b8-9f58-412ebead86a2 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:15:53.810385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-74077987-f9e8-40b8-9f58-412ebead86a2 service neutron] Checking segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:15:53.810857 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-74077987-f9e8-40b8-9f58-412ebead86a2 service neutron] Bound using segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:15:53.811859 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-74077987-f9e8-40b8-9f58-412ebead86a2 service neutron] Bound port: 6bb37cf3-c743-4be6-8770-1ca30d260e79, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:15:53.821725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f3195-9c14-4f78-aa3a-cc03831a4474 admin admin] Network 5ea45e6d-0432-4a46-94e7-adce972727cf is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:15:53.833961 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-cd1f3195-9c14-4f78-aa3a-cc03831a4474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 5ea45e6d-0432-4a46-94e7-adce972727cf) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:15:53.840214 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1f3195-9c14-4f78-aa3a-cc03831a4474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:53.841033 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cd1f3195-9c14-4f78-aa3a-cc03831a4474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:53.842775 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648fc931-a64e-43c8-be7b-aa222fd6d9c9 None None] Network 5ea45e6d-0432-4a46-94e7-adce972727cf requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:15:53.857161 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cd1f3195-9c14-4f78-aa3a-cc03831a4474 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5180480 Aug 20 10:15:53.963346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-74077987-f9e8-40b8-9f58-412ebead86a2 service neutron] For port 6bb37cf3-c743-4be6-8770-1ca30d260e79, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=6bb37cf3-c743-4be6-8770-1ca30d260e79,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:15:53.978439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef8c4b-8026-4782-a1f5-1e0014a918f5 req-6a3d4084-e108-4f77-bfff-9dfb0abcffd8 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:53.980257 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e5ef8c4b-8026-4782-a1f5-1e0014a918f5 req-6a3d4084-e108-4f77-bfff-9dfb0abcffd8 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 950 time: 0.1088932 Aug 20 10:15:53.989432 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-74077987-f9e8-40b8-9f58-412ebead86a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:53.990424 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-74077987-f9e8-40b8-9f58-412ebead86a2 service neutron] 10.222.0.16 "POST /v2.0/ports/6bb37cf3-c743-4be6-8770-1ca30d260e79/bindings HTTP/1.1" status: 201 len: 390 time: 0.4332590 Aug 20 10:15:53.996873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03689bc0-16ce-44db-b894-a7bf205c4687 None None] Network 5ea45e6d-0432-4a46-94e7-adce972727cf requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:15:54.045324 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e5ef8c4b-8026-4782-a1f5-1e0014a918f5 req-3c5889e6-f424-4b3b-bb4f-d6f52975715d tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486209 Aug 20 10:15:54.167364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb87d5-43a1-4ded-a9cd-909112285102 req-72cb9ce5-f340-4758-92e1-e261b1a945b2 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:54.180062 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5bbb87d5-43a1-4ded-a9cd-909112285102 req-72cb9ce5-f340-4758-92e1-e261b1a945b2 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 944 time: 0.0678234 Aug 20 10:15:54.227035 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5bbb87d5-43a1-4ded-a9cd-909112285102 req-ed7ab299-0296-4ea4-a7f1-1fdaffc2f9ec tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/security-groups?id=d58de6cd-2a0a-4343-9a96-29c7dab9f6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456920 Aug 20 10:15:54.322424 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-6a27333e-bb34-4b16-b861-7c7ec99d66b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:54.324265 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-6a27333e-bb34-4b16-b861-7c7ec99d66b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 1098 time: 0.0592890 Aug 20 10:15:54.442839 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-13fbdb73-7558-4c42-8266-cdeb6f493e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:54.444883 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-13fbdb73-7558-4c42-8266-cdeb6f493e2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 921 time: 0.1137750 Aug 20 10:15:54.491754 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-2b303eb2-6304-4748-9786-ff27fc944f86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bb37cf3-c743-4be6-8770-1ca30d260e79 HTTP/1.1" status: 200 len: 217 time: 0.0389466 Aug 20 10:15:54.567315 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-42786cfe-14ef-482a-82e1-9b215e3b08e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:54.569260 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-42786cfe-14ef-482a-82e1-9b215e3b08e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.0692644 Aug 20 10:15:54.615609 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-1aafb395-84e5-486d-8b44-a493482bfa5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392511 Aug 20 10:15:54.647808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60852) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:54.652641 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d23dec7a-622e-4b77-9092-55f710559876 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1295391198-network', 'tenant_id': '45b80b9e8b754ee29ce028736fb4620d'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:15:54.675967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23dec7a-622e-4b77-9092-55f710559876 admin admin] Made reservation on behalf of 45b80b9e8b754ee29ce028736fb4620d for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:15:54.678484 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d23dec7a-622e-4b77-9092-55f710559876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:54.688717 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d23dec7a-622e-4b77-9092-55f710559876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:54.728750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3455be-fe5a-4d4d-92eb-3f6c9b860fe1 req-47c2fc6a-d3a8-4cf3-8919-800038129c92 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:54.737388 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d3455be-fe5a-4d4d-92eb-3f6c9b860fe1 req-47c2fc6a-d3a8-4cf3-8919-800038129c92 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 946 time: 0.1243916 Aug 20 10:15:54.781624 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-fb20fece-ffa8-4ce8-8a38-653e75ef7176 service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560097 Aug 20 10:15:54.789490 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d3455be-fe5a-4d4d-92eb-3f6c9b860fe1 req-85c44603-7d68-4c60-b634-8d6ff5d48004 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512664 Aug 20 10:15:54.810241 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d23dec7a-622e-4b77-9092-55f710559876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:54.847430 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d23dec7a-622e-4b77-9092-55f710559876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:54.870046 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23dec7a-622e-4b77-9092-55f710559876 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:15:54.893320 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d23dec7a-622e-4b77-9092-55f710559876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:54.893758 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-d23dec7a-622e-4b77-9092-55f710559876 admin admin] Added segment 9a69dc72-74f1-46f1-b98d-72adbfb64f7b of type vlan for network fc0e77ca-d971-4301-8932-e91a27f73a5e Aug 20 10:15:54.899082 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-7f61a4f1-992c-4491-9c10-e6295bfa457e service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063838 Aug 20 10:15:54.910136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dec7a-622e-4b77-9092-55f710559876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adeb320-017a-44d9-b57c-b180bb08ee99,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:54.943094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28478809-62a0-4c82-a358-f2e91fe05154 req-69e3e475-e1d4-405b-8bf9-28039ac33bb5 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:54.946206 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28478809-62a0-4c82-a358-f2e91fe05154 req-69e3e475-e1d4-405b-8bf9-28039ac33bb5 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.1420853 Aug 20 10:15:54.976453 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d23dec7a-622e-4b77-9092-55f710559876 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:55.009266 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28478809-62a0-4c82-a358-f2e91fe05154 req-48627bcc-15ec-4764-9478-f434e1cee648 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555613 Aug 20 10:15:55.021715 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d23dec7a-622e-4b77-9092-55f710559876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:55.022221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23dec7a-622e-4b77-9092-55f710559876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:55.022771 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d23dec7a-622e-4b77-9092-55f710559876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:55.109675 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d23dec7a-622e-4b77-9092-55f710559876 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4606965 Aug 20 10:15:55.110382 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60888) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:55.115496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dec7a-622e-4b77-9092-55f710559876 admin admin] Pushing event updated for resources: {'Network': ['ID=fc0e77ca-d971-4301-8932-e91a27f73a5e,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:55.120254 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-04d057a8-0c4d-4bc4-9ce6-bc4f8c6ff11e admin admin] Request body: {'subnet': {'network_id': 'fc0e77ca-d971-4301-8932-e91a27f73a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1295391198-subnet', 'tenant_id': '45b80b9e8b754ee29ce028736fb4620d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:15:55.128812 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network fc0e77ca-d971-4301-8932-e91a27f73a5e details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:15:55.153627 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-462959f6-c6f0-4757-8c78-7794bd30e4ee tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:55.156263 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-462959f6-c6f0-4757-8c78-7794bd30e4ee tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871&tenant_id=d90941e86594426c97114e4c5b673b06&binding%3Ahost_id=n-h2-778550-11 HTTP/1.1" status: 200 len: 1098 time: 0.1192021 Aug 20 10:15:55.187784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-11'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:15:55.192623 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d057a8-0c4d-4bc4-9ce6-bc4f8c6ff11e admin admin] Made reservation on behalf of 45b80b9e8b754ee29ce028736fb4620d for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:15:55.195018 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04d057a8-0c4d-4bc4-9ce6-bc4f8c6ff11e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:55.305192 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:55.370359 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da1f8d-34b8-4f59-8c4f-26d71ae746d9 req-5e05100e-d95a-4a1f-b30d-c4ce06aadd1d tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:55.379293 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-29da1f8d-34b8-4f59-8c4f-26d71ae746d9 req-5e05100e-d95a-4a1f-b30d-c4ce06aadd1d tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 944 time: 0.0735590 Aug 20 10:15:55.425972 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-29da1f8d-34b8-4f59-8c4f-26d71ae746d9 req-c73aa7f3-b060-4ef8-9045-e9bea31640fc tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/security-groups?id=d58de6cd-2a0a-4343-9a96-29c7dab9f6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421388 Aug 20 10:15:55.457995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device d9665382-9e86-4b43-9a1d-520ce116ffb0 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:15:55.528696 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] For port 6bb37cf3-c743-4be6-8770-1ca30d260e79, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6bb37cf3-c743-4be6-8770-1ca30d260e79,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:55.532402 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60914) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:55.551542 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04d057a8-0c4d-4bc4-9ce6-bc4f8c6ff11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:55.621998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port d9665382-9e86-4b43-9a1d-520ce116ffb0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d9665382-9e86-4b43-9a1d-520ce116ffb0,segment=NetworkSegment(90b41520-59e2-41d5-86c5-ddc39162937d),segment_id=90b41520-59e2-41d5-86c5-ddc39162937d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:55.623618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] For port 6bb37cf3-c743-4be6-8770-1ca30d260e79, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:15:55.642609 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'd9665382-9e86-4b43-9a1d-520ce116ffb0', 'network_id': '2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e', 'port_id': 'd9665382-9e86-4b43-9a1d-520ce116ffb0', 'mac_address': 'fa:16:3e:9e:e1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e87ef49-a09c-4d94-9dfe-b07c028832af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:15:55.648926 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d057a8-0c4d-4bc4-9ce6-bc4f8c6ff11e admin admin] Pushing event updated for resources: {'Subnet': ['ID=339c31c4-2b45-477c-9dd0-c71cf63baa20,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:55.681656 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d057a8-0c4d-4bc4-9ce6-bc4f8c6ff11e admin admin] Checking segment: {'id': '9a69dc72-74f1-46f1-b98d-72adbfb64f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fc0e77ca-d971-4301-8932-e91a27f73a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:15:55.681855 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d057a8-0c4d-4bc4-9ce6-bc4f8c6ff11e admin admin] Network hostable DHCP agents. Network: fc0e77ca-d971-4301-8932-e91a27f73a5e, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:15:55.688890 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbf741f-fd40-4dad-a425-6b44ca415871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb37cf3-c743-4be6-8770-1ca30d260e79'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:15:55.691121 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea6a293-17a8-47f9-b3cc-23893867a847" -d '{"events": [{"server_uuid": "4cbf741f-fd40-4dad-a425-6b44ca415871", "name": "network-vif-unplugged", "status": "completed", "tag": "6bb37cf3-c743-4be6-8770-1ca30d260e79"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:15:55.695471 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:55.696186 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:55.715297 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8b85-dc50-4665-8aa8-03dec69fb036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:55.715396 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9665382-9e86-4b43-9a1d-520ce116ffb0 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:15:55.717415 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:55.751132 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port d9665382-9e86-4b43-9a1d-520ce116ffb0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d9665382-9e86-4b43-9a1d-520ce116ffb0,segment=NetworkSegment(90b41520-59e2-41d5-86c5-ddc39162937d),segment_id=90b41520-59e2-41d5-86c5-ddc39162937d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:55.757278 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:55.763366 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f95dc7-1847-4b3f-a15a-fd49281b5b2e x-openstack-request-id: req-86f95dc7-1847-4b3f-a15a-fd49281b5b2e {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:15:55.763937 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbf741f-fd40-4dad-a425-6b44ca415871", "name": "network-vif-unplugged", "status": "completed", "tag": "6bb37cf3-c743-4be6-8770-1ca30d260e79", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:15:55.763937 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86f95dc7-1847-4b3f-a15a-fd49281b5b2e {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:15:55.764422 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbf741f-fd40-4dad-a425-6b44ca415871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb37cf3-c743-4be6-8770-1ca30d260e79', 'code': 200} Aug 20 10:15:55.774447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d057a8-0c4d-4bc4-9ce6-bc4f8c6ff11e admin admin] Network fc0e77ca-d971-4301-8932-e91a27f73a5e is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:15:55.806147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-04d057a8-0c4d-4bc4-9ce6-bc4f8c6ff11e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, fc0e77ca-d971-4301-8932-e91a27f73a5e) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:15:55.820071 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d057a8-0c4d-4bc4-9ce6-bc4f8c6ff11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:55.820488 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=d9665382-9e86-4b43-9a1d-520ce116ffb0,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:55.820596 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04d057a8-0c4d-4bc4-9ce6-bc4f8c6ff11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:55.822774 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb37cf3-c743-4be6-8770-1ca30d260e79,revision_number=7']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:55.824801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc6796f-2f02-4803-a47d-bf4bc913e15d None None] Network fc0e77ca-d971-4301-8932-e91a27f73a5e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:15:55.842842 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60926) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:55.874587 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Attempting to bind port 6bb37cf3-c743-4be6-8770-1ca30d260e79 on host n-h2-778550-11 for vnic_type normal with profile {"migrating_to": "n-h1-778550-11"} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:15:55.875235 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Attempting to bind port 6bb37cf3-c743-4be6-8770-1ca30d260e79 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:15:55.875719 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Attempting to bind port 6bb37cf3-c743-4be6-8770-1ca30d260e79 on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:15:55.886806 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Port 6bb37cf3-c743-4be6-8770-1ca30d260e79 on network e287bb6a-2478-45c5-b9fc-caf113bb0919 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:15:55.887390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Attempting to bind port 6bb37cf3-c743-4be6-8770-1ca30d260e79 on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:15:55.887798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:55.888141 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:55.888474 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:55.888861 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:55.889282 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:55.890039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:55.890378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:55.890940 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:55.891358 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:55.891851 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:55.892554 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:55.892916 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:15:55.909930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:15:55.910484 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Checking segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:15:55.911016 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Bound using segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:15:55.911636 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Bound port: 6bb37cf3-c743-4be6-8770-1ca30d260e79, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:15:55.911994 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:56.002252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3dfc9f8e-086f-4187-9b18-35f5d5812aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:56.008380 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8b85-dc50-4665-8aa8-03dec69fb036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:56.022204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3e3d0-2d63-4261-b7a3-60febde810e0 req-15db629c-6261-4dd8-9b42-cd8a6ea8d334 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:56.023763 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0cd3e3d0-2d63-4261-b7a3-60febde810e0 req-15db629c-6261-4dd8-9b42-cd8a6ea8d334 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 944 time: 0.1299820 Aug 20 10:15:56.030958 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8b85-dc50-4665-8aa8-03dec69fb036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:56.035961 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf4cb56-2723-4f3f-b53f-ca95b50cd881 None None] Network fc0e77ca-d971-4301-8932-e91a27f73a5e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:15:56.039292 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-04d057a8-0c4d-4bc4-9ce6-bc4f8c6ff11e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9277041 Aug 20 10:15:56.071038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['d9665382-9e86-4b43-9a1d-520ce116ffb0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:15:56.072130 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] For port 6bb37cf3-c743-4be6-8770-1ca30d260e79, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:15:56.112407 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] For port 6bb37cf3-c743-4be6-8770-1ca30d260e79, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6bb37cf3-c743-4be6-8770-1ca30d260e79,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:15:56.115907 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc8b85-dc50-4665-8aa8-03dec69fb036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53e9d7b-e729-4b1e-8c83-0932b11e0fb2,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:56.124716 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b3bc8b85-dc50-4665-8aa8-03dec69fb036 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7939d778d7db415ca8b92a53a024d486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5907209 Aug 20 10:15:56.129462 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60944) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:56.140869 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:56.193475 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0cd3e3d0-2d63-4261-b7a3-60febde810e0 req-91ff487e-6ae4-4122-9172-1b2d0f59f153 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482110 Aug 20 10:15:56.280778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adbb37-1e77-4922-892a-da9ff8093718 req-d9c2b84e-ff4c-4f88-b1dd-cfc7e50cf948 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:56.284242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:56.285066 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:56.286634 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] 10.222.0.42 "PUT /v2.0/ports/6bb37cf3-c743-4be6-8770-1ca30d260e79 HTTP/1.1" status: 200 len: 1124 time: 1.1214185 Aug 20 10:15:56.287585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175a4f9-7c51-4171-9e5e-f54af0e36913 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb37cf3-c743-4be6-8770-1ca30d260e79,revision_number=8']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:56.288982 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f8adbb37-1e77-4922-892a-da9ff8093718 req-d9c2b84e-ff4c-4f88-b1dd-cfc7e50cf948 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.1200376 Aug 20 10:15:56.292893 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3dfc9f8e-086f-4187-9b18-35f5d5812aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:56.308755 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3dfc9f8e-086f-4187-9b18-35f5d5812aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:56.318170 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8137b8ff-df6d-487a-a633-129306bd4da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:56.337281 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3dfc9f8e-086f-4187-9b18-35f5d5812aa9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04b5865fc0d34c859fafa808dccf6e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4928412 Aug 20 10:15:56.340001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60948) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:56.353977 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8137b8ff-df6d-487a-a633-129306bd4da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:56.370006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['6bb37cf3-c743-4be6-8770-1ca30d260e79'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:15:56.376761 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f8adbb37-1e77-4922-892a-da9ff8093718 req-a17df54d-ae8d-48ca-bd84-4d29de67fc88 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857403 Aug 20 10:15:56.402159 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc9f8e-086f-4187-9b18-35f5d5812aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536ff6f1-ab26-481d-a0c6-58d2b6f59e3c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:56.438360 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d4da14ee-5382-41f8-986e-1ebced31adc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:56.470580 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8137b8ff-df6d-487a-a633-129306bd4da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:56.476924 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8137b8ff-df6d-487a-a633-129306bd4da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:56.478594 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8137b8ff-df6d-487a-a633-129306bd4da3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a53e9d7b-e729-4b1e-8c83-0932b11e0fb2 HTTP/1.1" status: 204 len: 168 time: 0.3497689 Aug 20 10:15:56.481760 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d4da14ee-5382-41f8-986e-1ebced31adc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:56.571480 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137b8ff-df6d-487a-a633-129306bd4da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53e9d7b-e729-4b1e-8c83-0932b11e0fb2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:56.604673 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956cc7b-2131-4b9a-b61e-2aa4691789e1 req-fc6cc00b-afab-4a48-b865-cb2c6548ccb8 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:56.606173 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6956cc7b-2131-4b9a-b61e-2aa4691789e1 req-fc6cc00b-afab-4a48-b865-cb2c6548ccb8 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 945 time: 0.0746412 Aug 20 10:15:56.607421 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d4da14ee-5382-41f8-986e-1ebced31adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:56.609973 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d4da14ee-5382-41f8-986e-1ebced31adc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:56.613671 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d4da14ee-5382-41f8-986e-1ebced31adc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/536ff6f1-ab26-481d-a0c6-58d2b6f59e3c HTTP/1.1" status: 204 len: 168 time: 0.2691050 Aug 20 10:15:56.625333 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da14ee-5382-41f8-986e-1ebced31adc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536ff6f1-ab26-481d-a0c6-58d2b6f59e3c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:56.665454 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6956cc7b-2131-4b9a-b61e-2aa4691789e1 req-2f1b78d6-7e1d-4bdb-9673-ba9b7cfbdd9b tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/security-groups?id=d58de6cd-2a0a-4343-9a96-29c7dab9f6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516677 Aug 20 10:15:56.930373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-5ae11a3b-0505-4974-90b0-8c80b530748a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:56.932017 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-5ae11a3b-0505-4974-90b0-8c80b530748a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 807 time: 0.1101923 Aug 20 10:15:56.947883 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-8016fbf2-6f23-4725-bfd5-d20460c257e9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/quotas/11d213eb32ff4dabbbc87687feab7bcc HTTP/1.1" status: 200 len: 375 time: 0.0096424 Aug 20 10:15:56.980886 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-293b9e9a-6a19-4c29-ae61-3824b33085b0 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266728 Aug 20 10:15:57.035163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60992) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:57.053301 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9232585-2af8-4f8a-aec3-f6569a607792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:57.095401 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e2ba1ae8-90f1-4be3-a844-2d58bd94402c service neutron] 10.222.0.16 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037750 Aug 20 10:15:57.154769 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9232585-2af8-4f8a-aec3-f6569a607792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:57.158964 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9232585-2af8-4f8a-aec3-f6569a607792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:57.193195 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-a2bb28b6-781c-4913-b0d7-6e860f7d9556 service neutron] 10.222.0.16 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968740 Aug 20 10:15:57.197965 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9232585-2af8-4f8a-aec3-f6569a607792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c56240d-6a55-48c7-bb56-769cea402ff9,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:57.205087 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f9232585-2af8-4f8a-aec3-f6569a607792 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c748bb3120dd47e5b6feff4fe63f0b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687498 Aug 20 10:15:57.207732 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60998) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:57.270729 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d56797d-16c9-4088-95f8-9f1f91d352d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:57.297577 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d56797d-16c9-4088-95f8-9f1f91d352d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:57.386731 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41e1679f-b9c9-4b74-8bf7-1a5cfb7a83ee req-480eb8c8-07f8-4eed-9f1c-455143e6e493 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 210 time: 0.0370255 Aug 20 10:15:57.408562 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d56797d-16c9-4088-95f8-9f1f91d352d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:57.411809 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d56797d-16c9-4088-95f8-9f1f91d352d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:57.416215 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2d56797d-16c9-4088-95f8-9f1f91d352d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c56240d-6a55-48c7-bb56-769cea402ff9 HTTP/1.1" status: 204 len: 168 time: 0.2074008 Aug 20 10:15:57.428647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e7e01-23f6-455b-abc8-34979ff11c7c req-59d60687-ad2f-4c2e-847a-d4bebe2c2b18 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:57.430036 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4b4e7e01-23f6-455b-abc8-34979ff11c7c req-59d60687-ad2f-4c2e-847a-d4bebe2c2b18 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 944 time: 0.1302686 Aug 20 10:15:57.439654 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56797d-16c9-4088-95f8-9f1f91d352d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c56240d-6a55-48c7-bb56-769cea402ff9,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:57.475175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 90e8af90-0ec0-4b43-8894-cfab73394814 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:15:57.478647 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device d9665382-9e86-4b43-9a1d-520ce116ffb0 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:15:57.488899 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4b4e7e01-23f6-455b-abc8-34979ff11c7c req-985fefe5-59db-440e-be20-3460035f6af7 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512786 Aug 20 10:15:57.583186 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1db8-5544-4f2e-ad1c-c1dffdfb6670 req-35cd6855-6689-4456-8a43-40bd77b9e338 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:57.584936 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-51ab1db8-5544-4f2e-ad1c-c1dffdfb6670 req-35cd6855-6689-4456-8a43-40bd77b9e338 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.0869756 Aug 20 10:15:57.637984 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-51ab1db8-5544-4f2e-ad1c-c1dffdfb6670 req-b6235fb7-07df-486d-8143-58b1847824d2 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452490 Aug 20 10:15:57.651996 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port d9665382-9e86-4b43-9a1d-520ce116ffb0 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:15:57.678764 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port d9665382-9e86-4b43-9a1d-520ce116ffb0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:57.679173 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:57.719040 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 90e8af90-0ec0-4b43-8894-cfab73394814, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=90e8af90-0ec0-4b43-8894-cfab73394814,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:57.737387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '90e8af90-0ec0-4b43-8894-cfab73394814', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '90e8af90-0ec0-4b43-8894-cfab73394814', 'mac_address': 'fa:16:3e:ec:e3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:15:57.765671 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbf741f-fd40-4dad-a425-6b44ca415871', 'tag': '6bb37cf3-c743-4be6-8770-1ca30d260e79'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:15:57.767990 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d5c444-c8ec-4ab7-970e-489bf1dce0de" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbf741f-fd40-4dad-a425-6b44ca415871", "tag": "6bb37cf3-c743-4be6-8770-1ca30d260e79"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:15:57.831031 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:57.842134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a86af2-2134-4605-bd5b-208f60c8c648 req-5b79b4d0-e4b1-45ad-801d-7dcb2383332a tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:57.844895 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-34a86af2-2134-4605-bd5b-208f60c8c648 req-5b79b4d0-e4b1-45ad-801d-7dcb2383332a tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 945 time: 0.0720096 Aug 20 10:15:57.876205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e8af90-0ec0-4b43-8894-cfab73394814 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:15:57.910383 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:57.915923 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 90e8af90-0ec0-4b43-8894-cfab73394814, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=90e8af90-0ec0-4b43-8894-cfab73394814,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:57.919248 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6349dcf-80e9-4a38-bf99-ae21a010cf30 x-openstack-request-id: req-e6349dcf-80e9-4a38-bf99-ae21a010cf30 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:15:57.919533 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbf741f-fd40-4dad-a425-6b44ca415871", "tag": "6bb37cf3-c743-4be6-8770-1ca30d260e79", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:15:57.920135 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-34a86af2-2134-4605-bd5b-208f60c8c648 req-29ef89da-d4fb-4e5b-ae38-d591796980cc tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/security-groups?id=d58de6cd-2a0a-4343-9a96-29c7dab9f6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685611 Aug 20 10:15:57.923662 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6349dcf-80e9-4a38-bf99-ae21a010cf30 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:15:57.923879 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:57.924509 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbf741f-fd40-4dad-a425-6b44ca415871', 'tag': '6bb37cf3-c743-4be6-8770-1ca30d260e79', 'status': 'completed', 'code': 200} Aug 20 10:15:57.995852 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5c444-c8ec-4ab7-970e-489bf1dce0de req-304fb99c-160a-4067-bc58-f8a423a25922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:57.998702 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-25d5c444-c8ec-4ab7-970e-489bf1dce0de req-304fb99c-160a-4067-bc58-f8a423a25922 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 1127 time: 0.0495293 Aug 20 10:15:58.000403 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5651afd-4cff-427c-a165-ba57600d0171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9665382-9e86-4b43-9a1d-520ce116ffb0'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:15:58.004185 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90730f5-8b59-4eb8-a9ba-d7f38ac39314" -d '{"events": [{"server_uuid": "b5651afd-4cff-427c-a165-ba57600d0171", "name": "network-vif-plugged", "status": "completed", "tag": "d9665382-9e86-4b43-9a1d-520ce116ffb0"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:15:58.026739 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port d9665382-9e86-4b43-9a1d-520ce116ffb0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d9665382-9e86-4b43-9a1d-520ce116ffb0,segment=NetworkSegment(90b41520-59e2-41d5-86c5-ddc39162937d),segment_id=90b41520-59e2-41d5-86c5-ddc39162937d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:58.040793 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:58.041600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 781e4aca-996f-4789-99fe-691b488c1099 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:15:58.046980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=90e8af90-0ec0-4b43-8894-cfab73394814,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:58.105088 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['90e8af90-0ec0-4b43-8894-cfab73394814'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:15:58.111933 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190c7243-2652-44be-b297-15bb65f04dda x-openstack-request-id: req-190c7243-2652-44be-b297-15bb65f04dda {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:15:58.112297 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5651afd-4cff-427c-a165-ba57600d0171", "name": "network-vif-plugged", "status": "completed", "tag": "d9665382-9e86-4b43-9a1d-520ce116ffb0", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:15:58.112739 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-190c7243-2652-44be-b297-15bb65f04dda {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:15:58.113140 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5651afd-4cff-427c-a165-ba57600d0171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9665382-9e86-4b43-9a1d-520ce116ffb0', 'code': 200} Aug 20 10:15:58.153090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5c444-c8ec-4ab7-970e-489bf1dce0de req-53532e8d-800f-489f-8b68-377ccea69c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:58.156046 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-25d5c444-c8ec-4ab7-970e-489bf1dce0de req-53532e8d-800f-489f-8b68-377ccea69c9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 921 time: 0.1406078 Aug 20 10:15:58.158976 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1fff1b42-4349-4a4d-bd82-a126bb3b926b req-a1f53b48-94cd-4550-9fc5-a8883ba1a443 tempest-AbsoluteLimitsNegativeTestJSON-896828017 tempest-AbsoluteLimitsNegativeTestJSON-896828017-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7d1a7c562b9942a6948094851e7ecd1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701163 Aug 20 10:15:58.265023 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-25d5c444-c8ec-4ab7-970e-489bf1dce0de req-52180209-c238-4295-bc38-0b524d1bdecf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bb37cf3-c743-4be6-8770-1ca30d260e79 HTTP/1.1" status: 200 len: 217 time: 0.0994930 Aug 20 10:15:58.336363 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4b890-90da-4f4a-971b-c4e7111bc78b req-8f154616-0ef7-4bc1-98e7-ac56ff4672c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:58.337993 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-17e4b890-90da-4f4a-971b-c4e7111bc78b req-8f154616-0ef7-4bc1-98e7-ac56ff4672c8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 1098 time: 0.0700369 Aug 20 10:15:58.346109 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff1b42-4349-4a4d-bd82-a126bb3b926b req-815c85a3-6651-4a07-915c-b062382feceb tempest-AbsoluteLimitsNegativeTestJSON-896828017 tempest-AbsoluteLimitsNegativeTestJSON-896828017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:58.349893 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5c444-c8ec-4ab7-970e-489bf1dce0de req-47dd9d6a-4d61-465f-ad9d-08bb291ffd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:58.353410 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1fff1b42-4349-4a4d-bd82-a126bb3b926b req-815c85a3-6651-4a07-915c-b062382feceb tempest-AbsoluteLimitsNegativeTestJSON-896828017 tempest-AbsoluteLimitsNegativeTestJSON-896828017-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900687 Aug 20 10:15:58.355606 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-25d5c444-c8ec-4ab7-970e-489bf1dce0de req-47dd9d6a-4d61-465f-ad9d-08bb291ffd00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.0773873 Aug 20 10:15:58.379408 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1fff1b42-4349-4a4d-bd82-a126bb3b926b req-150d0bc7-3432-44de-97e2-80fe233287f2 tempest-AbsoluteLimitsNegativeTestJSON-896828017 tempest-AbsoluteLimitsNegativeTestJSON-896828017-project] 10.222.0.16 "GET /v2.0/quotas/7d1a7c562b9942a6948094851e7ecd1f HTTP/1.1" status: 200 len: 375 time: 0.0248599 Aug 20 10:15:58.418861 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=d9665382-9e86-4b43-9a1d-520ce116ffb0,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:58.427037 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-25d5c444-c8ec-4ab7-970e-489bf1dce0de req-0b9fc119-dc3d-413d-a34d-4d1e75b51ad2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597458 Aug 20 10:15:58.475288 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1fff1b42-4349-4a4d-bd82-a126bb3b926b req-30596086-b270-4091-a0c7-b1065b6baf8e tempest-AbsoluteLimitsNegativeTestJSON-896828017 tempest-AbsoluteLimitsNegativeTestJSON-896828017-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d1a7c562b9942a6948094851e7ecd1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919142 Aug 20 10:15:58.521583 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:58.527522 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-17e4b890-90da-4f4a-971b-c4e7111bc78b req-9ffeb55c-766b-4fa4-b369-8bb02bcde568 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d58de6cd-2a0a-4343-9a96-29c7dab9f6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455407 Aug 20 10:15:58.587143 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac2b94fe-5b28-4648-a1da-2f3fdc9097d8 req-158a02ab-9cf3-4dbf-adb0-bc387b60dc4c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 210 time: 0.0478182 Aug 20 10:15:58.632350 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 781e4aca-996f-4789-99fe-691b488c1099, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=781e4aca-996f-4789-99fe-691b488c1099,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:58.637087 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-25d5c444-c8ec-4ab7-970e-489bf1dce0de req-6f344202-a359-4035-9d4a-ddc0adbf0dc0 service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999054 Aug 20 10:15:58.643536 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:58.720539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352ffed-9d6d-4ec1-9ef4-d0cb22316d9b req-066dc008-3cc3-448c-a220-7e4ddc72f457 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:58.728259 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d352ffed-9d6d-4ec1-9ef4-d0cb22316d9b req-066dc008-3cc3-448c-a220-7e4ddc72f457 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 944 time: 0.1006124 Aug 20 10:15:58.749799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=781e4aca-996f-4789-99fe-691b488c1099,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:58.787384 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d352ffed-9d6d-4ec1-9ef4-d0cb22316d9b req-c79d37bf-66dd-48b9-b8d3-4658cecb10b8 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546360 Aug 20 10:15:58.837831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6d00-e2eb-4319-9e0e-b17aaeae5cd8 req-aac418e6-fc66-4c75-89eb-908d90514628 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:58.839579 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b86a6d00-e2eb-4319-9e0e-b17aaeae5cd8 req-aac418e6-fc66-4c75-89eb-908d90514628 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.0675559 Aug 20 10:15:58.882741 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-25d5c444-c8ec-4ab7-970e-489bf1dce0de req-c2d43dc2-28c1-47a3-a491-c4ff030b6c0a service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380660 Aug 20 10:15:58.905503 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b86a6d00-e2eb-4319-9e0e-b17aaeae5cd8 req-2f030a03-e598-4f50-a95c-ed5e07de87e6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463231 Aug 20 10:15:58.960196 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32872) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:58.966857 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32876) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:59.073768 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956d426-d44a-4ba0-9d4a-dbfc5465caac req-15290a09-048e-4c4e-9b98-8870fbe6cde3 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:59.084056 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1956d426-d44a-4ba0-9d4a-dbfc5465caac req-15290a09-048e-4c4e-9b98-8870fbe6cde3 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 946 time: 0.0746181 Aug 20 10:15:59.113350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-654ffd35-659e-4ff3-adef-b857c49b5d4e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:15:59.114884 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-654ffd35-659e-4ff3-adef-b857c49b5d4e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.42 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 807 time: 0.1565874 Aug 20 10:15:59.118617 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1758062503-network', 'tenant_id': '4bf53a2a703f4795aa92a28a522ab866'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:15:59.133715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-d54236dc-9b9c-41f8-9bcb-62ece206997e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Request body: {'port': {'device_id': '57afc0b9-dcce-463c-b28f-1f4cfc944083', 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf', 'admin_state_up': True, 'tenant_id': '11d213eb32ff4dabbbc87687feab7bcc'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:15:59.158449 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1956d426-d44a-4ba0-9d4a-dbfc5465caac req-8aacccc4-2ca9-4fa8-b00e-fa46d9487df3 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/security-groups?id=d58de6cd-2a0a-4343-9a96-29c7dab9f6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733662 Aug 20 10:15:59.189960 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-58bd7b99-ef61-451c-9151-837337a7a358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:59.197782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] Made reservation on behalf of 4bf53a2a703f4795aa92a28a522ab866 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:15:59.200046 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:59.212635 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:59.235630 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.api [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 10:15:59.235630 n-d-778550-11 neutron-server[94866]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 10:15:59.235630 n-d-778550-11 neutron-server[94866]: [parameters: {'project_id_1': '4bf53a2a703f4795aa92a28a522ab866', 'expiration_1': datetime.datetime(2021, 8, 20, 10, 15, 59, 230672)}] Aug 20 10:15:59.235630 n-d-778550-11 neutron-server[94866]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:15:59.235630 n-d-778550-11 neutron-server[94866]: DEBUG oslo_db.api [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:15:59.257310 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc63bc33-75a4-451e-b1e3-f0731e637618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:59.362422 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-58bd7b99-ef61-451c-9151-837337a7a358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:59.371475 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-58bd7b99-ef61-451c-9151-837337a7a358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:59.395041 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-d54236dc-9b9c-41f8-9bcb-62ece206997e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Made reservation on behalf of 11d213eb32ff4dabbbc87687feab7bcc for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:15:59.408573 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-d54236dc-9b9c-41f8-9bcb-62ece206997e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:59.419727 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd7b99-ef61-451c-9151-837337a7a358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff16fc87-8ded-4ab7-9dd6-8245e57946ad,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:15:59.446658 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 32894) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:15:59.447758 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-58bd7b99-ef61-451c-9151-837337a7a358 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d1a7c562b9942a6948094851e7ecd1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4780085 Aug 20 10:15:59.476849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 6bb37cf3-c743-4be6-8770-1ca30d260e79 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:15:59.485122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 90e8af90-0ec0-4b43-8894-cfab73394814 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:15:59.558122 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f62545af-bd8c-4339-8235-6cd520571b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:59.614922 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f62545af-bd8c-4339-8235-6cd520571b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:59.634568 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 90e8af90-0ec0-4b43-8894-cfab73394814 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:15:59.635148 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:59.649158 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-d54236dc-9b9c-41f8-9bcb-62ece206997e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Allocated IP 172.20.0.10 (5ea45e6d-0432-4a46-94e7-adce972727cf/e68f9554-8fd7-45c8-8297-706c20051e17/a82e65f7-04c0-4f2e-8513-8033b2d00646) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:15:59.676348 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 6bb37cf3-c743-4be6-8770-1ca30d260e79, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6bb37cf3-c743-4be6-8770-1ca30d260e79,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:59.695039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 6bb37cf3-c743-4be6-8770-1ca30d260e79 has no active binding in host n-h1-778550-11 {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 10:15:59.765453 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:59.769898 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37f1e0ca-a0f0-453a-afa4-147e0a9c78a8 req-7f62400b-2f48-4ad6-b333-bb20cff0801c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 210 time: 0.0580041 Aug 20 10:15:59.794069 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:59.844397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 90e8af90-0ec0-4b43-8894-cfab73394814, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=90e8af90-0ec0-4b43-8894-cfab73394814,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:15:59.858076 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:59.903825 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f62545af-bd8c-4339-8235-6cd520571b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:59.906300 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f62545af-bd8c-4339-8235-6cd520571b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:15:59.939949 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f62545af-bd8c-4339-8235-6cd520571b76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff16fc87-8ded-4ab7-9dd6-8245e57946ad HTTP/1.1" status: 204 len: 168 time: 0.4919631 Aug 20 10:15:59.961716 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=90e8af90-0ec0-4b43-8894-cfab73394814,revision_number=10']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:00.036130 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62545af-bd8c-4339-8235-6cd520571b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff16fc87-8ded-4ab7-9dd6-8245e57946ad,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:00.115661 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17be126-4d37-4709-bb8b-8024cbdb8cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '781e4aca-996f-4789-99fe-691b488c1099'}, {'server_uuid': 'aa01d59e-eb53-445b-9b84-55e7616d0bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e8af90-0ec0-4b43-8894-cfab73394814'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:00.120104 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e32bd9-6b8f-479b-95dd-d1c8a8ad65c7" -d '{"events": [{"server_uuid": "d17be126-4d37-4709-bb8b-8024cbdb8cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "781e4aca-996f-4789-99fe-691b488c1099"}, {"server_uuid": "aa01d59e-eb53-445b-9b84-55e7616d0bc9", "name": "network-vif-plugged", "status": "completed", "tag": "90e8af90-0ec0-4b43-8894-cfab73394814"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:00.153940 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32301130-6122-49af-b050-ab64ee6b1c3d req-306c8b15-d54e-4eea-857e-4dde4cc5f5cf tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:00.162665 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-32301130-6122-49af-b050-ab64ee6b1c3d req-306c8b15-d54e-4eea-857e-4dde4cc5f5cf tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 944 time: 0.1848178 Aug 20 10:16:00.268417 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-32301130-6122-49af-b050-ab64ee6b1c3d req-07473b42-9e4c-44e2-bcf1-b745407eb727 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040709 Aug 20 10:16:00.271636 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-d54236dc-9b9c-41f8-9bcb-62ece206997e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:00.326103 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:00.355970 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-d54236dc-9b9c-41f8-9bcb-62ece206997e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:00.356905 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:00.369538 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:16:00.380946 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:00.381375 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] Added segment 455b8f15-1d21-444b-b703-b6d91848ea9a of type vlan for network f6ab493b-fd5a-4974-877b-db38e7ae9f3b Aug 20 10:16:00.448403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54236dc-9b9c-41f8-9bcb-62ece206997e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Pushing event updated for resources: {'Port': ['ID=a82e65f7-04c0-4f2e-8513-8033b2d00646,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:00.455657 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-d54236dc-9b9c-41f8-9bcb-62ece206997e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Network 5ea45e6d-0432-4a46-94e7-adce972727cf is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:16:00.457363 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-d54236dc-9b9c-41f8-9bcb-62ece206997e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:00.460147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825a971-ccd8-427f-93e2-2b0ddbb2be49 req-e5171cbd-677a-40b2-b306-7d5bcee67baf tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:00.461175 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-d54236dc-9b9c-41f8-9bcb-62ece206997e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:16:00.467319 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1825a971-ccd8-427f-93e2-2b0ddbb2be49 req-e5171cbd-677a-40b2-b306-7d5bcee67baf tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.1399217 Aug 20 10:16:00.477590 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:00.488472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e65a265-c375-45e5-93ed-f37b0f6b315d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:00.536261 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c67001-bec3-4bf7-ae39-f87282cfda94 x-openstack-request-id: req-a2c67001-bec3-4bf7-ae39-f87282cfda94 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:00.536762 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17be126-4d37-4709-bb8b-8024cbdb8cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "781e4aca-996f-4789-99fe-691b488c1099", "code": 200}, {"server_uuid": "aa01d59e-eb53-445b-9b84-55e7616d0bc9", "name": "network-vif-plugged", "status": "completed", "tag": "90e8af90-0ec0-4b43-8894-cfab73394814", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:00.537112 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2c67001-bec3-4bf7-ae39-f87282cfda94 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:00.537876 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17be126-4d37-4709-bb8b-8024cbdb8cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '781e4aca-996f-4789-99fe-691b488c1099', 'code': 200} Aug 20 10:16:00.538234 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa01d59e-eb53-445b-9b84-55e7616d0bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e8af90-0ec0-4b43-8894-cfab73394814', 'code': 200} Aug 20 10:16:00.539590 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1825a971-ccd8-427f-93e2-2b0ddbb2be49 req-581ae97d-3ed7-48c9-8f72-2c44c98703f4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674095 Aug 20 10:16:00.549320 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:00.550446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:00.551247 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:00.575333 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-d54236dc-9b9c-41f8-9bcb-62ece206997e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:00.577039 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-d54236dc-9b9c-41f8-9bcb-62ece206997e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:00.610991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-d54236dc-9b9c-41f8-9bcb-62ece206997e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4815648 Aug 20 10:16:00.617358 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 32926) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:00.619661 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6580956 Aug 20 10:16:00.622406 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-42c6a8d7-5e4c-4d34-a27a-fddf24a52bb8 admin admin] Request body: {'subnet': {'network_id': 'f6ab493b-fd5a-4974-877b-db38e7ae9f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1758062503-subnet', 'tenant_id': '4bf53a2a703f4795aa92a28a522ab866', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:00.632271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e02c9-6246-40df-89dc-2939d51ca242 admin admin] Pushing event updated for resources: {'Network': ['ID=f6ab493b-fd5a-4974-877b-db38e7ae9f3b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:00.641380 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Request body: {'port': {'device_id': '57afc0b9-dcce-463c-b28f-1f4cfc944083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:00.644967 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network f6ab493b-fd5a-4974-877b-db38e7ae9f3b details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:16:00.920300 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c7414-2782-40b3-80bd-6bf666096354 req-c501a01e-0e68-47fd-a085-1d47aeff9b6c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:00.929141 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d5c7414-2782-40b3-80bd-6bf666096354 req-c501a01e-0e68-47fd-a085-1d47aeff9b6c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 932 time: 0.0643051 Aug 20 10:16:01.002367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c6a8d7-5e4c-4d34-a27a-fddf24a52bb8 admin admin] Made reservation on behalf of 4bf53a2a703f4795aa92a28a522ab866 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:16:01.004661 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-42c6a8d7-5e4c-4d34-a27a-fddf24a52bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:01.007533 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d5c7414-2782-40b3-80bd-6bf666096354 req-3a19b6b2-4415-45eb-9257-0e2d77812f81 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773377 Aug 20 10:16:01.038707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c693a-4a83-4685-b9a7-977246189017 req-dd5b0c45-f74c-49a7-8699-9e059b931856 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:01.046079 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-326c693a-4a83-4685-b9a7-977246189017 req-dd5b0c45-f74c-49a7-8699-9e059b931856 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 946 time: 0.4010882 Aug 20 10:16:01.075701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32942) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:01.095161 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:01.142702 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-326c693a-4a83-4685-b9a7-977246189017 req-097deba4-5d62-4d9f-a303-808a854b9980 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/security-groups?id=d58de6cd-2a0a-4343-9a96-29c7dab9f6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957255 Aug 20 10:16:01.228464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-6d60a66d-3d03-4dcc-a9ab-de7fd599d40d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1467109391-network', 'tenant_id': '4fe6be42094b47699be30b1e49b4e729'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:01.302344 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d60a66d-3d03-4dcc-a9ab-de7fd599d40d admin admin] Made reservation on behalf of 4fe6be42094b47699be30b1e49b4e729 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:16:01.305098 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6d60a66d-3d03-4dcc-a9ab-de7fd599d40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:01.316003 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6d60a66d-3d03-4dcc-a9ab-de7fd599d40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:01.434007 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-42c6a8d7-5e4c-4d34-a27a-fddf24a52bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:01.527371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e25b88-4395-42e1-bcbb-91845240238a req-c047a469-8471-4ca5-833e-937e66f41dfe tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:01.531883 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d1e25b88-4395-42e1-bcbb-91845240238a req-c047a469-8471-4ca5-833e-937e66f41dfe tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 944 time: 0.1342597 Aug 20 10:16:01.538724 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6d60a66d-3d03-4dcc-a9ab-de7fd599d40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:01.569281 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6d60a66d-3d03-4dcc-a9ab-de7fd599d40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:01.591900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c6a8d7-5e4c-4d34-a27a-fddf24a52bb8 admin admin] Checking segment: {'id': '455b8f15-1d21-444b-b703-b6d91848ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f6ab493b-fd5a-4974-877b-db38e7ae9f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:01.592820 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c6a8d7-5e4c-4d34-a27a-fddf24a52bb8 admin admin] Network hostable DHCP agents. Network: f6ab493b-fd5a-4974-877b-db38e7ae9f3b, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:16:01.650437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6a8d7-5e4c-4d34-a27a-fddf24a52bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec913fc0-a8b3-4528-aa48-686547a74ded,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:01.653875 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c6a8d7-5e4c-4d34-a27a-fddf24a52bb8 admin admin] Network f6ab493b-fd5a-4974-877b-db38e7ae9f3b is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:16:01.678612 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d60a66d-3d03-4dcc-a9ab-de7fd599d40d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:16:01.721655 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d1e25b88-4395-42e1-bcbb-91845240238a req-e2c94023-f57b-4e12-8165-e0f9f2fe75e5 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812298 Aug 20 10:16:01.764888 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-42c6a8d7-5e4c-4d34-a27a-fddf24a52bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, f6ab493b-fd5a-4974-877b-db38e7ae9f3b) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:01.771414 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c6a8d7-5e4c-4d34-a27a-fddf24a52bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:01.772111 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-42c6a8d7-5e4c-4d34-a27a-fddf24a52bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:01.791511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8dda47-4e75-4e2f-bae0-b7eeddf0f55f None None] Network f6ab493b-fd5a-4974-877b-db38e7ae9f3b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:16:01.800908 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60a66d-3d03-4dcc-a9ab-de7fd599d40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56adb45-cd10-4c26-8e09-b508bf8aad10,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:01.821578 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-79a2caed-a9b9-4d2d-8b4f-532b3d9d5c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:01.827344 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6d60a66d-3d03-4dcc-a9ab-de7fd599d40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:01.827691 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-6d60a66d-3d03-4dcc-a9ab-de7fd599d40d admin admin] Added segment 85d1e45e-b6ee-4f1a-b2f9-573e13f6f5ed of type vlan for network 2513d04f-5cd1-40f3-b1c0-22405bab878b Aug 20 10:16:01.877600 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-42c6a8d7-5e4c-4d34-a27a-fddf24a52bb8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2591250 Aug 20 10:16:01.925744 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6d60a66d-3d03-4dcc-a9ab-de7fd599d40d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:01.936921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dbd14-adec-4d6f-924a-c2befcaf4d87 req-7c73ee9f-c7ba-4965-baa4-b2b29cd04da8 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:01.945484 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f1dbd14-adec-4d6f-924a-c2befcaf4d87 req-7c73ee9f-c7ba-4965-baa4-b2b29cd04da8 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.2808070 Aug 20 10:16:02.005109 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6d60a66d-3d03-4dcc-a9ab-de7fd599d40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:02.006073 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d60a66d-3d03-4dcc-a9ab-de7fd599d40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:02.006665 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6d60a66d-3d03-4dcc-a9ab-de7fd599d40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:02.020203 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82e65f7-04c0-4f2e-8513-8033b2d00646 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:16:02.041153 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f1dbd14-adec-4d6f-924a-c2befcaf4d87 req-22cd20c0-c964-4237-ae4a-9e0bcfac95f3 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912628 Aug 20 10:16:02.056114 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:02.072548 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Transition to ACTIVE for port object a82e65f7-04c0-4f2e-8513-8033b2d00646 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:02.084497 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:02.204890 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Pushing event updated for resources: {'Port': ['ID=a82e65f7-04c0-4f2e-8513-8033b2d00646,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:02.230210 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 32980) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:02.238196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79958493-e942-4569-9793-92449826cb8d None None] Network f6ab493b-fd5a-4974-877b-db38e7ae9f3b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:16:02.241566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-8109fa30-81b7-4b40-a72f-cc127a9c1843 admin admin] Request body: {'subnet': {'network_id': '2513d04f-5cd1-40f3-b1c0-22405bab878b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1467109391-subnet', 'tenant_id': '4fe6be42094b47699be30b1e49b4e729', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:02.248019 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6d60a66d-3d03-4dcc-a9ab-de7fd599d40d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1493943 Aug 20 10:16:02.271767 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Attempting to bind port a82e65f7-04c0-4f2e-8513-8033b2d00646 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:16:02.272130 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Attempting to bind port a82e65f7-04c0-4f2e-8513-8033b2d00646 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:16:02.272437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Attempting to bind port a82e65f7-04c0-4f2e-8513-8033b2d00646 on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:02.282911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Port a82e65f7-04c0-4f2e-8513-8033b2d00646 on network 5ea45e6d-0432-4a46-94e7-adce972727cf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:16:02.283373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Attempting to bind port a82e65f7-04c0-4f2e-8513-8033b2d00646 on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:02.287977 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:02.290572 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:16:02.290931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Checking segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:02.291885 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Bound using segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:16:02.292344 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Bound port: a82e65f7-04c0-4f2e-8513-8033b2d00646, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:16:02.292716 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:02.308787 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8109fa30-81b7-4b40-a72f-cc127a9c1843 admin admin] Made reservation on behalf of 4fe6be42094b47699be30b1e49b4e729 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:16:02.312515 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8109fa30-81b7-4b40-a72f-cc127a9c1843 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:02.336528 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60a66d-3d03-4dcc-a9ab-de7fd599d40d admin admin] Pushing event updated for resources: {'Network': ['ID=2513d04f-5cd1-40f3-b1c0-22405bab878b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:02.376313 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 2513d04f-5cd1-40f3-b1c0-22405bab878b details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:16:02.392963 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30356996-a489-45d0-ac65-37df35c5cae1 req-277b770f-353a-4d65-9e9f-9cc76ce4460f tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:02.394984 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30356996-a489-45d0-ac65-37df35c5cae1 req-277b770f-353a-4d65-9e9f-9cc76ce4460f tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 944 time: 0.2180519 Aug 20 10:16:02.459220 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30356996-a489-45d0-ac65-37df35c5cae1 req-6156ea72-f80e-46ab-ad2b-ba058a9a9b1b tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580349 Aug 20 10:16:02.588325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] For port a82e65f7-04c0-4f2e-8513-8033b2d00646, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:02.593694 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] For port a82e65f7-04c0-4f2e-8513-8033b2d00646, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a82e65f7-04c0-4f2e-8513-8033b2d00646,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:16:02.608753 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:02.691036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:02.691708 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:02.693368 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] 10.222.0.42 "PUT /v2.0/ports/a82e65f7-04c0-4f2e-8513-8033b2d00646 HTTP/1.1" status: 200 len: 1093 time: 2.0664148 Aug 20 10:16:02.702708 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57afc0b9-dcce-463c-b28f-1f4cfc944083', 'tag': 'a82e65f7-04c0-4f2e-8513-8033b2d00646'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:02.705355 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8eac0bc-e616-4867-a7e0-825efb4a0ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "57afc0b9-dcce-463c-b28f-1f4cfc944083", "tag": "a82e65f7-04c0-4f2e-8513-8033b2d00646"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:02.861837 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-846c6a4f-e939-4ca8-a1e3-30bbb2ab215d service neutron] 10.222.0.24 "GET /v2.0/ports/6bb37cf3-c743-4be6-8770-1ca30d260e79/bindings/n-h1-778550-11 HTTP/1.1" status: 200 len: 385 time: 0.1284137 Aug 20 10:16:02.899603 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9502afff-9864-485b-a070-cc0dbcebe760 x-openstack-request-id: req-9502afff-9864-485b-a070-cc0dbcebe760 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:02.900411 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57afc0b9-dcce-463c-b28f-1f4cfc944083", "tag": "a82e65f7-04c0-4f2e-8513-8033b2d00646", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:02.900845 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9502afff-9864-485b-a070-cc0dbcebe760 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:02.902082 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57afc0b9-dcce-463c-b28f-1f4cfc944083', 'tag': 'a82e65f7-04c0-4f2e-8513-8033b2d00646', 'status': 'completed', 'code': 200} Aug 20 10:16:02.957003 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82774ce-cdd3-4733-ae75-a483feab2808 service neutron] Pushing event updated for resources: {'Port': ['ID=a82e65f7-04c0-4f2e-8513-8033b2d00646,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:03.013354 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:03.071332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33014) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:03.076586 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-880be243-aede-4abf-8c01-906fadfc3ceb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1770202061-network', 'tenant_id': 'e60d309372a143b0a3ccb7f2110f482e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:03.113739 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-972c3a0b-933a-493a-8d5a-e6071243cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:03.113739 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-972c3a0b-933a-493a-8d5a-e6071243cebd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 1096 time: 0.3347762 Aug 20 10:16:03.113739 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8109fa30-81b7-4b40-a72f-cc127a9c1843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:03.185385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-d0f5dbd0-073f-46eb-b217-e9e939febb7b service neutron] For port 6bb37cf3-c743-4be6-8770-1ca30d260e79, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6bb37cf3-c743-4be6-8770-1ca30d260e79,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:03.203308 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-4943cc83-48f8-440c-a16a-ea51d0f5cb4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a82e65f7-04c0-4f2e-8513-8033b2d00646 HTTP/1.1" status: 200 len: 217 time: 0.0447571 Aug 20 10:16:03.209509 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-d0f5dbd0-073f-46eb-b217-e9e939febb7b service neutron] For port 6bb37cf3-c743-4be6-8770-1ca30d260e79, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:03.211962 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b895aa-3618-49ff-8088-525129f5c87e req-c4a52f24-26af-4459-92c3-ad649600d5a9 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:03.219864 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74b895aa-3618-49ff-8088-525129f5c87e req-c4a52f24-26af-4459-92c3-ad649600d5a9 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 944 time: 0.3269475 Aug 20 10:16:03.245866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-d0f5dbd0-073f-46eb-b217-e9e939febb7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb37cf3-c743-4be6-8770-1ca30d260e79 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:16:03.258086 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-d0f5dbd0-073f-46eb-b217-e9e939febb7b service neutron] For port 6bb37cf3-c743-4be6-8770-1ca30d260e79, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=6bb37cf3-c743-4be6-8770-1ca30d260e79,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:03.283563 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-d0f5dbd0-073f-46eb-b217-e9e939febb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:03.301596 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109fa30-81b7-4b40-a72f-cc127a9c1843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac5529f3-d0d4-4150-9e57-003c5470ee85,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:03.341289 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8109fa30-81b7-4b40-a72f-cc127a9c1843 admin admin] Checking segment: {'id': '85d1e45e-b6ee-4f1a-b2f9-573e13f6f5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2513d04f-5cd1-40f3-b1c0-22405bab878b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:03.341738 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8109fa30-81b7-4b40-a72f-cc127a9c1843 admin admin] Network hostable DHCP agents. Network: 2513d04f-5cd1-40f3-b1c0-22405bab878b, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:16:03.344335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880be243-aede-4abf-8c01-906fadfc3ceb admin admin] Made reservation on behalf of e60d309372a143b0a3ccb7f2110f482e for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:16:03.346024 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-880be243-aede-4abf-8c01-906fadfc3ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:03.363839 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74b895aa-3618-49ff-8088-525129f5c87e req-dfbfbe47-2cae-4a38-a87a-2f6529fb7ae5 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430340 Aug 20 10:16:03.404254 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-880be243-aede-4abf-8c01-906fadfc3ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:03.407510 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-0d12c178-dfab-46e4-a6cc-f331bfb14e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:03.410279 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-0d12c178-dfab-46e4-a6cc-f331bfb14e5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.1844010 Aug 20 10:16:03.412373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8109fa30-81b7-4b40-a72f-cc127a9c1843 admin admin] Network 2513d04f-5cd1-40f3-b1c0-22405bab878b is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:16:03.418665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf97a9-a359-43d6-8d33-7ff0c41ed71e req-42b5159c-74d6-4312-8447-908ac5329c7d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:03.425382 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-18bf97a9-a359-43d6-8d33-7ff0c41ed71e req-42b5159c-74d6-4312-8447-908ac5329c7d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.1509361 Aug 20 10:16:03.507986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-d0f5dbd0-073f-46eb-b217-e9e939febb7b service neutron] Transition to ACTIVE for port object 6bb37cf3-c743-4be6-8770-1ca30d260e79 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:03.519745 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-18bf97a9-a359-43d6-8d33-7ff0c41ed71e req-317eb578-7d23-478e-a41f-9cd8ee2c1d96 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910401 Aug 20 10:16:03.526548 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-d0f5dbd0-073f-46eb-b217-e9e939febb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:03.588413 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5dbd0-073f-46eb-b217-e9e939febb7b service neutron] Pushing event updated for resources: {'Port': ['ID=6bb37cf3-c743-4be6-8770-1ca30d260e79,revision_number=10']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:03.610218 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-5652b544-8d05-483d-beec-929a34d32be3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1835713 Aug 20 10:16:03.610844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-8109fa30-81b7-4b40-a72f-cc127a9c1843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 2513d04f-5cd1-40f3-b1c0-22405bab878b) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:03.620824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3821f152-1890-474f-99e4-9295425bd604 None None] Network 2513d04f-5cd1-40f3-b1c0-22405bab878b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:16:03.632149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8109fa30-81b7-4b40-a72f-cc127a9c1843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:03.632753 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8109fa30-81b7-4b40-a72f-cc127a9c1843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:03.642740 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-d0f5dbd0-073f-46eb-b217-e9e939febb7b service neutron] No DVR routers for this DVR port 6bb37cf3-c743-4be6-8770-1ca30d260e79 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:16:03.685944 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-d0f5dbd0-073f-46eb-b217-e9e939febb7b service neutron] 10.222.0.24 "PUT /v2.0/ports/6bb37cf3-c743-4be6-8770-1ca30d260e79/bindings/n-h1-778550-11/activate HTTP/1.1" status: 200 len: 370 time: 0.8170097 Aug 20 10:16:03.769706 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-d1dcb9e5-8f36-4b64-8959-384fa0b3a7bc service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411114 Aug 20 10:16:03.785600 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-880be243-aede-4abf-8c01-906fadfc3ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:03.853025 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8109fa30-81b7-4b40-a72f-cc127a9c1843 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6124377 Aug 20 10:16:03.853025 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-880be243-aede-4abf-8c01-906fadfc3ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:03.861918 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9819c06a-0f5c-4868-a9a7-c8e6ee6ebcc5 None None] Network 2513d04f-5cd1-40f3-b1c0-22405bab878b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:16:03.882191 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea092813-0b0b-4709-81b2-bcf4ddaaf33b req-995e249a-3fee-49f1-b766-73e309215c3b tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:03.890512 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ea092813-0b0b-4709-81b2-bcf4ddaaf33b req-995e249a-3fee-49f1-b766-73e309215c3b tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 944 time: 0.2857482 Aug 20 10:16:03.960433 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-b3d91a95-8031-415f-994a-4aee95b6542b tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:03.962098 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-b3d91a95-8031-415f-994a-4aee95b6542b tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871&tenant_id=d90941e86594426c97114e4c5b673b06&binding%3Ahost_id=n-h2-778550-11 HTTP/1.1" status: 200 len: 1097 time: 0.1939692 Aug 20 10:16:03.992759 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880be243-aede-4abf-8c01-906fadfc3ceb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:16:04.064249 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880be243-aede-4abf-8c01-906fadfc3ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e729caa-563c-4e55-957b-d78f790adac4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:04.080209 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-880be243-aede-4abf-8c01-906fadfc3ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:04.081328 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-880be243-aede-4abf-8c01-906fadfc3ceb admin admin] Added segment 20c03e29-c18c-49f2-bbff-0f4046ceb689 of type vlan for network 191ea7ff-3563-463f-9861-544aef549017 Aug 20 10:16:04.101996 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ea092813-0b0b-4709-81b2-bcf4ddaaf33b req-6d18b619-a5e5-44cc-8f89-1b9d8b0d5a4f tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885452 Aug 20 10:16:04.168959 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-f4ab0697-5399-4738-bce7-cfd70f390242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:04.171035 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-f4ab0697-5399-4738-bce7-cfd70f390242 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871&tenant_id=d90941e86594426c97114e4c5b673b06 HTTP/1.1" status: 200 len: 1097 time: 0.1922419 Aug 20 10:16:04.231030 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-880be243-aede-4abf-8c01-906fadfc3ceb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:04.290232 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a48b6fcc-b2d2-4dcc-88e5-c79c5bbc827e req-fe015a09-32d1-4d1b-807c-a8b58ea7ed79 service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956188 Aug 20 10:16:04.290232 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-880be243-aede-4abf-8c01-906fadfc3ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:04.290232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880be243-aede-4abf-8c01-906fadfc3ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:04.290232 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-880be243-aede-4abf-8c01-906fadfc3ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:04.291004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-75dbe85b-6ee5-4d7b-a5e3-14b2a5fd8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:04.297837 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-75dbe85b-6ee5-4d7b-a5e3-14b2a5fd8647 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 1097 time: 0.0812602 Aug 20 10:16:04.438045 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-880be243-aede-4abf-8c01-906fadfc3ceb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3631549 Aug 20 10:16:04.444760 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-071952d0-c553-4d8c-a222-90fbb32201f1 req-f5aa1ce4-ed87-4c96-98e9-910c24070335 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2085397702', 'description': 'tempest-description-1414332106'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:04.451113 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33040) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:04.455085 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880be243-aede-4abf-8c01-906fadfc3ceb admin admin] Pushing event updated for resources: {'Network': ['ID=191ea7ff-3563-463f-9861-544aef549017,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:04.461586 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2685e0bf-500a-4067-b34a-3b75135ef936 admin admin] Request body: {'subnet': {'network_id': '191ea7ff-3563-463f-9861-544aef549017', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1770202061-subnet', 'tenant_id': 'e60d309372a143b0a3ccb7f2110f482e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:04.469823 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 191ea7ff-3563-463f-9861-544aef549017 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:16:04.533286 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-008863e9-8def-497b-a19c-3b4dd0e29463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:04.539110 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-008863e9-8def-497b-a19c-3b4dd0e29463 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 921 time: 0.2321043 Aug 20 10:16:04.552973 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-071952d0-c553-4d8c-a222-90fbb32201f1 req-f5aa1ce4-ed87-4c96-98e9-910c24070335 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:04.623442 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eac0bc-e616-4867-a7e0-825efb4a0ac5 req-c8b6a2f3-de87-46b4-823a-e1046bc600dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:04.624381 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8eac0bc-e616-4867-a7e0-825efb4a0ac5 req-c8b6a2f3-de87-46b4-823a-e1046bc600dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 1096 time: 0.2844357 Aug 20 10:16:04.660480 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-d26d76fb-020e-4185-b280-c3ed4b73fb8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bb37cf3-c743-4be6-8770-1ca30d260e79 HTTP/1.1" status: 200 len: 217 time: 0.1127257 Aug 20 10:16:04.689163 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:04.791495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2685e0bf-500a-4067-b34a-3b75135ef936 admin admin] Made reservation on behalf of e60d309372a143b0a3ccb7f2110f482e for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:16:04.793912 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2685e0bf-500a-4067-b34a-3b75135ef936 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:04.815487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fb80d-00af-4adf-a508-8892c97f7e54 req-14b6653a-fed0-4ae5-81fa-4fa3d65b2c40 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:04.818469 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ba1fb80d-00af-4adf-a508-8892c97f7e54 req-14b6653a-fed0-4ae5-81fa-4fa3d65b2c40 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 945 time: 0.1602771 Aug 20 10:16:04.820684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-3adf09fb-e5ad-4405-9e9d-6b29423ce29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:04.822463 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-3adf09fb-e5ad-4405-9e9d-6b29423ce29d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.1460454 Aug 20 10:16:04.888185 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-69399524-6664-4400-8ba0-e3fdd8731ed6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346010 Aug 20 10:16:04.915185 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ba1fb80d-00af-4adf-a508-8892c97f7e54 req-a92f0287-3bc5-47f6-b3b2-774f90d0bd22 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897257 Aug 20 10:16:05.019709 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-f5a3c0ec-ce34-4335-8eee-c55ee0f44c27 service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205142 Aug 20 10:16:05.032057 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eac0bc-e616-4867-a7e0-825efb4a0ac5 req-12e2c3b2-d167-45b3-9877-a1a52546dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:05.033733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8eac0bc-e616-4867-a7e0-825efb4a0ac5 req-12e2c3b2-d167-45b3-9877-a1a52546dba0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 908 time: 0.3929961 Aug 20 10:16:05.083868 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-071952d0-c553-4d8c-a222-90fbb32201f1 req-f5aa1ce4-ed87-4c96-98e9-910c24070335 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:05.087936 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8eac0bc-e616-4867-a7e0-825efb4a0ac5 req-f8a7cb99-e7ef-453e-bc5a-ed6f11d47bb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a82e65f7-04c0-4f2e-8513-8033b2d00646 HTTP/1.1" status: 200 len: 217 time: 0.0451982 Aug 20 10:16:05.117758 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-071952d0-c553-4d8c-a222-90fbb32201f1 req-f5aa1ce4-ed87-4c96-98e9-910c24070335 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:05.199105 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-071952d0-c553-4d8c-a222-90fbb32201f1 req-f5aa1ce4-ed87-4c96-98e9-910c24070335 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:05.202584 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-4837fb26-e7f7-47ee-92d2-1cf337a12f77 service neutron] show failed (client error): The resource could not be found. Aug 20 10:16:05.204152 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-4837fb26-e7f7-47ee-92d2-1cf337a12f77 service neutron] 10.222.0.24 "GET /v2.0/ports/28f386fb-544d-424c-81a8-c7baacb44512/bindings/n-h1-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.1112475 Aug 20 10:16:05.220320 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-071952d0-c553-4d8c-a222-90fbb32201f1 req-f5aa1ce4-ed87-4c96-98e9-910c24070335 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7897065 Aug 20 10:16:05.270745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf9034-6182-4664-a58c-a451d1b0cc56 req-b2dc035f-8c75-4540-9726-a43afe8f84b0 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:05.272731 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41bf9034-6182-4664-a58c-a451d1b0cc56 req-b2dc035f-8c75-4540-9726-a43afe8f84b0 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.1814642 Aug 20 10:16:05.288429 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-32a8cde4-8a3e-456b-a469-ed6110af9e4a service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467251 Aug 20 10:16:05.304012 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eac0bc-e616-4867-a7e0-825efb4a0ac5 req-4e19d432-629c-41e5-ae8a-3c421d5b9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:05.305557 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8eac0bc-e616-4867-a7e0-825efb4a0ac5 req-4e19d432-629c-41e5-ae8a-3c421d5b9d69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.1973689 Aug 20 10:16:05.307744 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa1ce4-ed87-4c96-98e9-910c24070335 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e046fc-199f-4af4-b27e-ce1fb788cc74,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:05.331467 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2685e0bf-500a-4067-b34a-3b75135ef936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:05.381893 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41bf9034-6182-4664-a58c-a451d1b0cc56 req-c7ff1c5c-369d-451d-ac4e-823f80a094d2 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915670 Aug 20 10:16:05.402210 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8eac0bc-e616-4867-a7e0-825efb4a0ac5 req-0f4d223f-bfde-4944-a1eb-28842e07ed53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829751 Aug 20 10:16:05.569606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685e0bf-500a-4067-b34a-3b75135ef936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c329a9a7-dc91-4d27-a19b-8294f3bb3015,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:05.640491 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685e0bf-500a-4067-b34a-3b75135ef936 admin admin] Checking segment: {'id': '20c03e29-c18c-49f2-bbff-0f4046ceb689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '191ea7ff-3563-463f-9861-544aef549017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:05.643951 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-6559173e-4586-4dc8-bca0-0c711e8f9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:05.645391 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6bb37cf3-c743-4be6-8770-1ca30d260e79 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:16:05.645884 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-6559173e-4586-4dc8-bca0-0c711e8f9c84 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f&tenant_id=4bbe3cedbde94338837c7f3482239b51 HTTP/1.1" status: 200 len: 1101 time: 0.1462235 Aug 20 10:16:05.648432 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2685e0bf-500a-4067-b34a-3b75135ef936 admin admin] Network hostable DHCP agents. Network: 191ea7ff-3563-463f-9861-544aef549017, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:16:05.664424 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-11', 'device_owner': 'compute:nova'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:05.676615 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51833422-bd4a-4958-8f26-20f156ffba6d req-91aa1600-7bbc-47d2-9fe4-310a9d76b1d9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:05.678441 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-51833422-bd4a-4958-8f26-20f156ffba6d req-91aa1600-7bbc-47d2-9fe4-310a9d76b1d9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 944 time: 0.2810018 Aug 20 10:16:05.698306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6bb37cf3-c743-4be6-8770-1ca30d260e79 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:16:05.706235 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1853dfd8-b676-4824-8c90-6f86a199696c req-a6657d82-8f41-4194-8609-850a0f9c0bd9 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "GET /v2.0/security-groups/e1e046fc-199f-4af4-b27e-ce1fb788cc74 HTTP/1.1" status: 200 len: 1813 time: 0.1711912 Aug 20 10:16:05.729919 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-1853dfd8-b676-4824-8c90-6f86a199696c req-084d383b-3c35-4229-8cd1-fd8d6be886fb tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1e046fc-199f-4af4-b27e-ce1fb788cc74', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:05.730252 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-1853dfd8-b676-4824-8c90-6f86a199696c req-084d383b-3c35-4229-8cd1-fd8d6be886fb tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1e046fc-199f-4af4-b27e-ce1fb788cc74', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:05.731464 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8eac0bc-e616-4867-a7e0-825efb4a0ac5 req-2cf409eb-f5e9-42c7-a91f-f731f3d0f8b9 service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088775 Aug 20 10:16:05.735878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2685e0bf-500a-4067-b34a-3b75135ef936 admin admin] Network 191ea7ff-3563-463f-9861-544aef549017 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:16:05.737184 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-2f7bfc6f-a593-4dbf-81d6-8bed1642b230 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:05.738819 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-2f7bfc6f-a593-4dbf-81d6-8bed1642b230 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871&tenant_id=d90941e86594426c97114e4c5b673b06&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 1097 time: 0.1628799 Aug 20 10:16:05.782070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-2685e0bf-500a-4067-b34a-3b75135ef936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 191ea7ff-3563-463f-9861-544aef549017) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:05.786928 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2685e0bf-500a-4067-b34a-3b75135ef936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:05.788899 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2685e0bf-500a-4067-b34a-3b75135ef936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:05.789980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19606a9-672b-4912-8a47-3c95e0eee38f None None] Network 191ea7ff-3563-463f-9861-544aef549017 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:16:05.829142 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-51833422-bd4a-4958-8f26-20f156ffba6d req-39a692e8-6173-4775-b494-7f8cea937bab tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407094 Aug 20 10:16:05.839021 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:05.892021 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8eac0bc-e616-4867-a7e0-825efb4a0ac5 req-5aeba110-f5b7-427d-9809-ddfe4b685a2e service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460397 Aug 20 10:16:05.934624 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2685e0bf-500a-4067-b34a-3b75135ef936 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4803669 Aug 20 10:16:06.094275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067a443f-9ea1-48db-94af-0ad9f9e14e81 None None] Network 191ea7ff-3563-463f-9861-544aef549017 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:16:06.175835 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1853dfd8-b676-4824-8c90-6f86a199696c req-084d383b-3c35-4229-8cd1-fd8d6be886fb tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:06.180109 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-7588abc8-1e41-4d7a-919c-1c9df294b05a service neutron] For port 6bb37cf3-c743-4be6-8770-1ca30d260e79, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:06.188197 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-7588abc8-1e41-4d7a-919c-1c9df294b05a service neutron] Notify callbacks [] for binding, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:06.189481 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744cf6bd-c81c-4388-aced-2b67c980e42b req-7588abc8-1e41-4d7a-919c-1c9df294b05a service neutron] 10.222.0.42 "DELETE /v2.0/ports/6bb37cf3-c743-4be6-8770-1ca30d260e79/bindings/n-h2-778550-11 HTTP/1.1" status: 204 len: 173 time: 0.4395134 Aug 20 10:16:06.326960 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1853dfd8-b676-4824-8c90-6f86a199696c req-084d383b-3c35-4229-8cd1-fd8d6be886fb tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:06.341261 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1853dfd8-b676-4824-8c90-6f86a199696c req-084d383b-3c35-4229-8cd1-fd8d6be886fb tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:06.376535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d383b-3c35-4229-8cd1-fd8d6be886fb tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db56f1e-30aa-41ad-b030-ea2f8b09559e,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:06.385856 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1853dfd8-b676-4824-8c90-6f86a199696c req-084d383b-3c35-4229-8cd1-fd8d6be886fb tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:06.387225 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1853dfd8-b676-4824-8c90-6f86a199696c req-084d383b-3c35-4229-8cd1-fd8d6be886fb tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6624403 Aug 20 10:16:06.447394 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] For port 28f386fb-544d-424c-81a8-c7baacb44512, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=28f386fb-544d-424c-81a8-c7baacb44512,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:06.517438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] For port 28f386fb-544d-424c-81a8-c7baacb44512, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:06.620083 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dc64e4-5284-4c92-99e1-d35c6466fa8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f386fb-544d-424c-81a8-c7baacb44512'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:06.622773 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6255d63-a15b-49a5-8feb-36ec526683fe" -d '{"events": [{"server_uuid": "76dc64e4-5284-4c92-99e1-d35c6466fa8f", "name": "network-vif-unplugged", "status": "completed", "tag": "28f386fb-544d-424c-81a8-c7baacb44512"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:06.632503 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:06.688491 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Transition to ACTIVE for port object 28f386fb-544d-424c-81a8-c7baacb44512 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:06.698321 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:06.712769 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f814fa-6043-4ad0-ba8d-19f3372283c7 req-c1219ebe-2350-40b6-9504-c76e732aa942 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:06.716654 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21f814fa-6043-4ad0-ba8d-19f3372283c7 req-c1219ebe-2350-40b6-9504-c76e732aa942 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 945 time: 0.1703563 Aug 20 10:16:06.830939 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21f814fa-6043-4ad0-ba8d-19f3372283c7 req-38bc3023-aca0-4b8d-a59f-59ef92c51800 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084049 Aug 20 10:16:06.966420 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c5734c4-498d-407a-9c48-73ddea6cd380 req-0dc5a186-4172-4bdc-b44d-619fa1394229 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "GET /v2.0/security-groups/e1e046fc-199f-4af4-b27e-ce1fb788cc74 HTTP/1.1" status: 200 len: 2406 time: 0.0878987 Aug 20 10:16:06.975621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] No DVR routers for this DVR port 28f386fb-544d-424c-81a8-c7baacb44512 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:16:06.999952 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Pushing event updated for resources: {'Port': ['ID=28f386fb-544d-424c-81a8-c7baacb44512,revision_number=6']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:07.076738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Attempting to bind port 28f386fb-544d-424c-81a8-c7baacb44512 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:16:07.077167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Attempting to bind port 28f386fb-544d-424c-81a8-c7baacb44512 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:16:07.077507 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Attempting to bind port 28f386fb-544d-424c-81a8-c7baacb44512 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:07.090134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Port 28f386fb-544d-424c-81a8-c7baacb44512 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:16:07.090134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Attempting to bind port 28f386fb-544d-424c-81a8-c7baacb44512 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:07.112716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:16:07.113054 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:07.113440 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:16:07.114652 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Bound port: 28f386fb-544d-424c-81a8-c7baacb44512, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:16:07.115018 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:07.131898 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be8ac8-0eba-497e-aa84-957c497badfc req-2aa6b6e8-c0a3-4eca-bb95-7eacee841633 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:07.148551 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-51be8ac8-0eba-497e-aa84-957c497badfc req-2aa6b6e8-c0a3-4eca-bb95-7eacee841633 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 947 time: 0.0926428 Aug 20 10:16:07.151191 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-7db0b77d-c821-4def-9edd-73b010a0aa3e tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:07.162916 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-7db0b77d-c821-4def-9edd-73b010a0aa3e tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/networks?id=f6ab493b-fd5a-4974-877b-db38e7ae9f3b HTTP/1.1" status: 200 len: 815 time: 0.3734679 Aug 20 10:16:07.194413 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-1849c589-990e-49ef-8d77-1f372ca39f3f tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/quotas/4bf53a2a703f4795aa92a28a522ab866 HTTP/1.1" status: 200 len: 375 time: 0.0303650 Aug 20 10:16:07.246364 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-51be8ac8-0eba-497e-aa84-957c497badfc req-39033cb4-246b-45ca-b3bc-0a5e3f4a001d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822155 Aug 20 10:16:07.289592 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-96d4aa71-024e-4c98-97a1-2426234ae460 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bf53a2a703f4795aa92a28a522ab866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943494 Aug 20 10:16:07.458555 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-2277a62c-b894-4e39-8e1f-9d1ed9b85050 service neutron] 10.222.0.16 "GET /v2.0/networks/f6ab493b-fd5a-4974-877b-db38e7ae9f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678085 Aug 20 10:16:07.461007 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1be0eef-421f-4660-b374-255f3770b704 x-openstack-request-id: req-f1be0eef-421f-4660-b374-255f3770b704 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:07.461353 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dc64e4-5284-4c92-99e1-d35c6466fa8f", "name": "network-vif-unplugged", "status": "completed", "tag": "28f386fb-544d-424c-81a8-c7baacb44512", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:07.461606 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1be0eef-421f-4660-b374-255f3770b704 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:07.462333 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dc64e4-5284-4c92-99e1-d35c6466fa8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f386fb-544d-424c-81a8-c7baacb44512', 'code': 200} Aug 20 10:16:07.532428 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] For port 28f386fb-544d-424c-81a8-c7baacb44512, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:07.535003 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device a82e65f7-04c0-4f2e-8513-8033b2d00646 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:16:07.560088 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] For port 28f386fb-544d-424c-81a8-c7baacb44512, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=28f386fb-544d-424c-81a8-c7baacb44512,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:16:07.583434 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:07.614793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980fd5c-b66d-40a6-8077-d371401a4dc4 req-1e11716a-01d6-469b-926b-5fbab752491c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:07.625584 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2980fd5c-b66d-40a6-8077-d371401a4dc4 req-1e11716a-01d6-469b-926b-5fbab752491c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 944 time: 0.1029644 Aug 20 10:16:07.696148 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port a82e65f7-04c0-4f2e-8513-8033b2d00646, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a82e65f7-04c0-4f2e-8513-8033b2d00646,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:07.700055 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:07.700859 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:07.703410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] 10.222.0.42 "PUT /v2.0/ports/28f386fb-544d-424c-81a8-c7baacb44512 HTTP/1.1" status: 200 len: 1096 time: 2.0478902 Aug 20 10:16:07.703808 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2980fd5c-b66d-40a6-8077-d371401a4dc4 req-99e3f7d5-8f67-43fa-99f5-9303fd6f14f2 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688322 Aug 20 10:16:07.710929 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'a82e65f7-04c0-4f2e-8513-8033b2d00646', 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf', 'port_id': 'a82e65f7-04c0-4f2e-8513-8033b2d00646', 'mac_address': 'fa:16:3e:44:1f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e68f9554-8fd7-45c8-8297-706c20051e17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:16:07.748719 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-4cd59cb7-4383-4b6a-9062-1a52bdc5484c service neutron] 10.222.0.16 "GET /v2.0/networks/f6ab493b-fd5a-4974-877b-db38e7ae9f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805102 Aug 20 10:16:07.756927 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2bf74-2ff5-4ad2-b6b7-72665eb89e1c service neutron] Pushing event updated for resources: {'Port': ['ID=28f386fb-544d-424c-81a8-c7baacb44512,revision_number=7']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:07.769404 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:07.776588 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b3ee313-b77a-4124-8e04-b450df625d60 req-a2f1ace1-f67c-47c3-975b-0f5b52c843ca tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "GET /v2.0/security-group-rules/1db56f1e-30aa-41ad-b030-ea2f8b09559e HTTP/1.1" status: 200 len: 778 time: 0.0505772 Aug 20 10:16:07.799559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82e65f7-04c0-4f2e-8513-8033b2d00646 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:16:07.863349 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port a82e65f7-04c0-4f2e-8513-8033b2d00646, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a82e65f7-04c0-4f2e-8513-8033b2d00646,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:07.881953 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:07.885674 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b3ee313-b77a-4124-8e04-b450df625d60 req-8918aec6-13f2-42cd-8865-15203daa48c7 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "GET /v2.0/security-groups/e1e046fc-199f-4af4-b27e-ce1fb788cc74 HTTP/1.1" status: 200 len: 2406 time: 0.1068883 Aug 20 10:16:07.893705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-6ac85c3a-c1c9-44e6-944c-45b99be5dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:07.897451 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-6ac85c3a-c1c9-44e6-944c-45b99be5dc47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 1099 time: 0.1289425 Aug 20 10:16:07.941974 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b3ee313-b77a-4124-8e04-b450df625d60 req-9e4ba82c-2a13-4402-9a93-922e7a80daa2 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:07.957782 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b3ee313-b77a-4124-8e04-b450df625d60 req-9e4ba82c-2a13-4402-9a93-922e7a80daa2 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:07.964265 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=a82e65f7-04c0-4f2e-8513-8033b2d00646,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:08.045165 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b3ee313-b77a-4124-8e04-b450df625d60 req-9e4ba82c-2a13-4402-9a93-922e7a80daa2 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:08.064077 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b3ee313-b77a-4124-8e04-b450df625d60 req-9e4ba82c-2a13-4402-9a93-922e7a80daa2 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:08.083895 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b3ee313-b77a-4124-8e04-b450df625d60 req-9e4ba82c-2a13-4402-9a93-922e7a80daa2 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/1db56f1e-30aa-41ad-b030-ea2f8b09559e HTTP/1.1" status: 204 len: 173 time: 0.1887155 Aug 20 10:16:08.092584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ba82c-2a13-4402-9a93-922e7a80daa2 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1db56f1e-30aa-41ad-b030-ea2f8b09559e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:08.148096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-d0bfc44a-9d7a-46fe-8e2e-d030d1e091e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:08.149954 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-d0bfc44a-9d7a-46fe-8e2e-d030d1e091e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2398996 Aug 20 10:16:08.181347 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['a82e65f7-04c0-4f2e-8513-8033b2d00646'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:16:08.254308 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-2420f3f9-323e-4f18-b9fc-e246714c3771 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=28f386fb-544d-424c-81a8-c7baacb44512 HTTP/1.1" status: 200 len: 217 time: 0.0384512 Aug 20 10:16:08.272835 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1be9313-6e51-49c9-b1c6-323b74fd8f62 req-7ac16529-86d7-48ec-a73c-cac731c144b0 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 210 time: 0.0489652 Aug 20 10:16:08.314494 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-c2212aa9-91f6-4e5b-bfdd-0c433ddac680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:08.315969 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-c2212aa9-91f6-4e5b-bfdd-0c433ddac680 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0524755 Aug 20 10:16:08.316590 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-814393e2-199a-42e5-a2db-b6c76f660781 req-fe1e0336-bfea-46f0-9598-2ea171101409 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1380379947', 'description': 'tempest-description-1007206651'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:08.322065 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84484b61-c43f-437f-9cdf-d3b9c3e6055c req-bcde9bf8-06f9-480a-a677-2613115ae1c4 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:08.330580 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84484b61-c43f-437f-9cdf-d3b9c3e6055c req-bcde9bf8-06f9-480a-a677-2613115ae1c4 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 1097 time: 0.2440820 Aug 20 10:16:08.355804 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-814393e2-199a-42e5-a2db-b6c76f660781 req-fe1e0336-bfea-46f0-9598-2ea171101409 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:08.395675 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-6eb91839-c46a-4f57-bfb2-34f8a3d74c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:08.397256 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-6eb91839-c46a-4f57-bfb2-34f8a3d74c8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0644095 Aug 20 10:16:08.445875 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84484b61-c43f-437f-9cdf-d3b9c3e6055c req-aa8bc29a-35c2-4ca6-b506-dcef4ad3fba0 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087654 Aug 20 10:16:08.526064 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-814393e2-199a-42e5-a2db-b6c76f660781 req-fe1e0336-bfea-46f0-9598-2ea171101409 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:08.543678 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-814393e2-199a-42e5-a2db-b6c76f660781 req-fe1e0336-bfea-46f0-9598-2ea171101409 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:08.621121 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-906afb8e-bafb-4b41-9ae6-d41ab0032c2a service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148724 Aug 20 10:16:08.634724 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-814393e2-199a-42e5-a2db-b6c76f660781 req-fe1e0336-bfea-46f0-9598-2ea171101409 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:08.654767 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-814393e2-199a-42e5-a2db-b6c76f660781 req-fe1e0336-bfea-46f0-9598-2ea171101409 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3436961 Aug 20 10:16:08.663025 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e0336-bfea-46f0-9598-2ea171101409 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad28cacc-514b-440a-9fbc-01d46eaa3698,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:08.884421 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84ff853e-a283-40ea-8210-3f6dba12d511 req-9a2a1516-2ede-420e-a855-b218fb0aa6d1 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "GET /v2.0/security-groups/ad28cacc-514b-440a-9fbc-01d46eaa3698 HTTP/1.1" status: 200 len: 1813 time: 0.1017606 Aug 20 10:16:09.042421 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dacf7c-f046-4b3c-8634-cd8c5ddd0ce3 req-1cecffe5-0966-4815-846a-0846dde7d0bc tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:09.046901 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-89dacf7c-f046-4b3c-8634-cd8c5ddd0ce3 req-1cecffe5-0966-4815-846a-0846dde7d0bc tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 945 time: 0.0686669 Aug 20 10:16:09.055572 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da23f06c-8e25-483d-ba17-b8c34caa31a7 req-83617132-aae0-487e-b963-3d50ef0a3b1c service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246562 Aug 20 10:16:09.127307 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-89dacf7c-f046-4b3c-8634-cd8c5ddd0ce3 req-2780af4c-772c-4499-81ed-226f74ce0b44 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592201 Aug 20 10:16:09.195313 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b6b76-25a8-414a-970e-0937b72a159a req-fbc15306-c059-4293-ba42-ec29e830cb37 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:09.204610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-421b6b76-25a8-414a-970e-0937b72a159a req-fbc15306-c059-4293-ba42-ec29e830cb37 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 947 time: 0.1479118 Aug 20 10:16:09.282147 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-421b6b76-25a8-414a-970e-0937b72a159a req-a417844f-6a5b-4879-b8e0-3a29d8e1f856 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742538 Aug 20 10:16:09.415984 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e08ad-3c18-458c-9c20-50367e612e97 req-28c7078e-e8a8-44d2-adf5-fedcda99b94f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:09.426059 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-748e08ad-3c18-458c-9c20-50367e612e97 req-28c7078e-e8a8-44d2-adf5-fedcda99b94f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 820 time: 0.2085288 Aug 20 10:16:09.473998 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76dc64e4-5284-4c92-99e1-d35c6466fa8f', 'tag': '28f386fb-544d-424c-81a8-c7baacb44512'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:09.488699 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb55fddd-31d9-461b-a580-df905fabb7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "76dc64e4-5284-4c92-99e1-d35c6466fa8f", "tag": "28f386fb-544d-424c-81a8-c7baacb44512"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:09.524417 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-748e08ad-3c18-458c-9c20-50367e612e97 req-733dd83f-5269-4539-b977-dfb019a4ebed tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/quotas/d90941e86594426c97114e4c5b673b06 HTTP/1.1" status: 200 len: 375 time: 0.0972166 Aug 20 10:16:09.636464 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-25913777-02e4-4399-b266-fffc3276b0f8 req-2482da3d-be69-48f5-affa-13fa8e50ea0a tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 210 time: 0.1921353 Aug 20 10:16:09.636722 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device a82e65f7-04c0-4f2e-8513-8033b2d00646 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:16:09.696082 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 28f386fb-544d-424c-81a8-c7baacb44512 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:16:09.698700 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-c4ceb630-2043-4e25-95bb-a6b40118174d req-6df05f3a-272f-4fd6-a0cd-335d2f821087 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-919455600', 'description': 'tempest-description-2125719719'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:09.755675 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c4ceb630-2043-4e25-95bb-a6b40118174d req-6df05f3a-272f-4fd6-a0cd-335d2f821087 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:09.794484 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-748e08ad-3c18-458c-9c20-50367e612e97 req-9fe3d21b-8f7b-438a-a1cb-0a17c118818f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2690589 Aug 20 10:16:09.875416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 28f386fb-544d-424c-81a8-c7baacb44512 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:16:09.887123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port a82e65f7-04c0-4f2e-8513-8033b2d00646 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:16:09.898627 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port a82e65f7-04c0-4f2e-8513-8033b2d00646 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:09.899013 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:10.046921 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-9bb58536-7a44-4701-9dc5-d711aaf7e11b tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:10.051105 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-9bb58536-7a44-4701-9dc5-d711aaf7e11b tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.24 "GET /v2.0/networks?id=f6ab493b-fd5a-4974-877b-db38e7ae9f3b HTTP/1.1" status: 200 len: 815 time: 0.2596307 Aug 20 10:16:10.057865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-748e08ad-3c18-458c-9c20-50367e612e97 req-fe908045-766d-403a-854a-0cf345910eaf service neutron] 10.222.0.16 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607958 Aug 20 10:16:10.072565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-ecae7ee3-373c-4f82-a614-4f46df002ffd tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Request body: {'port': {'device_id': 'a9bb25bf-b3eb-4dd1-8157-6108511e6fb7', 'network_id': 'f6ab493b-fd5a-4974-877b-db38e7ae9f3b', 'admin_state_up': True, 'tenant_id': '4bf53a2a703f4795aa92a28a522ab866'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:10.120734 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:10.127263 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c4ceb630-2043-4e25-95bb-a6b40118174d req-6df05f3a-272f-4fd6-a0cd-335d2f821087 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:10.143325 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c4ceb630-2043-4e25-95bb-a6b40118174d req-6df05f3a-272f-4fd6-a0cd-335d2f821087 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:10.174919 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-748e08ad-3c18-458c-9c20-50367e612e97 req-00b740fc-45f6-41c1-adee-a6fe48b42695 service neutron] 10.222.0.16 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073260 Aug 20 10:16:10.194371 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port a82e65f7-04c0-4f2e-8513-8033b2d00646, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a82e65f7-04c0-4f2e-8513-8033b2d00646,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:10.195515 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57afc0b9-dcce-463c-b28f-1f4cfc944083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82e65f7-04c0-4f2e-8513-8033b2d00646'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:10.199316 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df05f3a-272f-4fd6-a0cd-335d2f821087 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ffe9b4-4f89-45d7-b025-059fb106bdc2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:10.202369 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1626e7b-0e02-4dca-a4f9-4063c580bd80" -d '{"events": [{"server_uuid": "57afc0b9-dcce-463c-b28f-1f4cfc944083", "name": "network-vif-plugged", "status": "completed", "tag": "a82e65f7-04c0-4f2e-8513-8033b2d00646"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:10.204890 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c4ceb630-2043-4e25-95bb-a6b40118174d req-6df05f3a-272f-4fd6-a0cd-335d2f821087 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:10.206441 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c4ceb630-2043-4e25-95bb-a6b40118174d req-6df05f3a-272f-4fd6-a0cd-335d2f821087 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5128832 Aug 20 10:16:10.226828 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:10.273539 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-ecae7ee3-373c-4f82-a614-4f46df002ffd tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Made reservation on behalf of 4bf53a2a703f4795aa92a28a522ab866 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:16:10.281418 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-ecae7ee3-373c-4f82-a614-4f46df002ffd tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:10.402694 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=a82e65f7-04c0-4f2e-8513-8033b2d00646,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:10.477118 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-ecae7ee3-373c-4f82-a614-4f46df002ffd tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Allocated IP 172.20.0.14 (f6ab493b-fd5a-4974-877b-db38e7ae9f3b/ec913fc0-a8b3-4528-aa48-686547a74ded/7439268a-e4ec-4ca8-80c5-bef05d933328) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:16:10.507450 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661e028c-bfaf-42ab-bf42-1b042a69581d x-openstack-request-id: req-661e028c-bfaf-42ab-bf42-1b042a69581d {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:10.507747 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76dc64e4-5284-4c92-99e1-d35c6466fa8f", "tag": "28f386fb-544d-424c-81a8-c7baacb44512", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:10.508004 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-661e028c-bfaf-42ab-bf42-1b042a69581d {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:10.508391 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76dc64e4-5284-4c92-99e1-d35c6466fa8f', 'tag': '28f386fb-544d-424c-81a8-c7baacb44512', 'status': 'completed', 'code': 200} Aug 20 10:16:10.626303 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-609e6586-4fc2-47c6-847d-007d6a122eca req-1e8e8b67-2950-4691-940b-3216808a2c34 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "GET /v2.0/security-groups/a6ffe9b4-4f89-45d7-b025-059fb106bdc2 HTTP/1.1" status: 200 len: 1812 time: 0.0987699 Aug 20 10:16:10.697235 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c1f027-4906-4064-92a3-3c1118428356 x-openstack-request-id: req-b7c1f027-4906-4064-92a3-3c1118428356 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:10.698289 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57afc0b9-dcce-463c-b28f-1f4cfc944083", "name": "network-vif-plugged", "status": "completed", "tag": "a82e65f7-04c0-4f2e-8513-8033b2d00646", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:10.698796 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7c1f027-4906-4064-92a3-3c1118428356 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:10.707648 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57afc0b9-dcce-463c-b28f-1f4cfc944083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82e65f7-04c0-4f2e-8513-8033b2d00646', 'code': 200} Aug 20 10:16:10.851756 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15fb07-3368-4978-8593-5c11d2259a5e req-e90853c9-8acd-48ae-b619-8192f562d501 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:10.867905 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2b15fb07-3368-4978-8593-5c11d2259a5e req-e90853c9-8acd-48ae-b619-8192f562d501 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 947 time: 0.0972970 Aug 20 10:16:10.898482 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-fdba27ab-04dd-4e9e-91b6-b275b9427d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:10.900916 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-fdba27ab-04dd-4e9e-91b6-b275b9427d12 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 1099 time: 0.3911614 Aug 20 10:16:10.930752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610aea0d-9e74-4089-9885-c4dafd806d6f req-0c7892f2-dda3-4adc-a828-113afa67add0 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:10.934104 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-610aea0d-9e74-4089-9885-c4dafd806d6f req-0c7892f2-dda3-4adc-a828-113afa67add0 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 946 time: 0.3831456 Aug 20 10:16:10.968859 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2b15fb07-3368-4978-8593-5c11d2259a5e req-8f7170f0-4db0-45bc-a84a-8f72f547a3ed tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981157 Aug 20 10:16:11.081139 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-68662677-8f95-402b-af50-27db9a60fd00 req-cffa9798-27f8-415f-9547-c2db3aa81889 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 210 time: 0.0530806 Aug 20 10:16:11.095837 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-b92b613a-1946-4a35-a0af-ebf63c6d36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:11.095837 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-b92b613a-1946-4a35-a0af-ebf63c6d36a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 1099 time: 0.5884356 Aug 20 10:16:11.096920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-94685963-c8c3-440a-a555-3ad854771c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:11.098471 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-94685963-c8c3-440a-a555-3ad854771c9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1649792 Aug 20 10:16:11.220234 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-9aeb5989-f74c-408f-80d1-de97b3f38d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:11.221785 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-9aeb5989-f74c-408f-80d1-de97b3f38d20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1126192 Aug 20 10:16:11.222597 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-1c9b6356-58c9-401f-8a4d-71804fea950c req-e3cb5edc-89c9-4899-a8b0-8a00cee60fe6 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1756644421', 'description': 'tempest-description-1030196686'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:11.281530 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1c9b6356-58c9-401f-8a4d-71804fea950c req-e3cb5edc-89c9-4899-a8b0-8a00cee60fe6 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:11.283534 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-ba100ea9-4332-4926-a734-fb32f04cab60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=28f386fb-544d-424c-81a8-c7baacb44512 HTTP/1.1" status: 200 len: 217 time: 0.0692415 Aug 20 10:16:11.326127 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61785bba-b8f7-45c7-b7ea-9462e37a227b req-cbdec18c-d550-463c-90e4-0e6f31699be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:11.329334 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61785bba-b8f7-45c7-b7ea-9462e37a227b req-cbdec18c-d550-463c-90e4-0e6f31699be0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 1098 time: 0.4940968 Aug 20 10:16:11.353462 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-ecae7ee3-373c-4f82-a614-4f46df002ffd tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:11.460579 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1c9b6356-58c9-401f-8a4d-71804fea950c req-e3cb5edc-89c9-4899-a8b0-8a00cee60fe6 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:11.472507 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1c9b6356-58c9-401f-8a4d-71804fea950c req-e3cb5edc-89c9-4899-a8b0-8a00cee60fe6 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:11.487771 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-ecae7ee3-373c-4f82-a614-4f46df002ffd tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:11.521800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb5edc-89c9-4899-a8b0-8a00cee60fe6 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c17919-9397-4db4-8594-fcc1e714fb20,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:11.524459 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1c9b6356-58c9-401f-8a4d-71804fea950c req-e3cb5edc-89c9-4899-a8b0-8a00cee60fe6 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:11.525869 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c9b6356-58c9-401f-8a4d-71804fea950c req-e3cb5edc-89c9-4899-a8b0-8a00cee60fe6 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3144288 Aug 20 10:16:11.537361 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-ed9061c6-e4fa-46e5-b49f-a7b458925bcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=28f386fb-544d-424c-81a8-c7baacb44512 HTTP/1.1" status: 200 len: 217 time: 0.2454255 Aug 20 10:16:11.637517 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-7b8b7a16-d78f-4de9-ad47-8e7c4060c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:11.639399 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-7b8b7a16-d78f-4de9-ad47-8e7c4060c047 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0646501 Aug 20 10:16:11.698876 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-610aea0d-9e74-4089-9885-c4dafd806d6f req-5c6f70d3-ec47-4a84-a877-74b33d7e6211 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6161981 Aug 20 10:16:11.706217 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601d023-8c31-433c-8159-722f4d716352 req-3af41886-8a9a-48f6-921d-a3ef642ea1bf tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:11.718242 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a601d023-8c31-433c-8159-722f4d716352 req-3af41886-8a9a-48f6-921d-a3ef642ea1bf tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 932 time: 0.0829546 Aug 20 10:16:11.761398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-ecae7ee3-373c-4f82-a614-4f46df002ffd tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Network f6ab493b-fd5a-4974-877b-db38e7ae9f3b is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:16:11.815257 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a601d023-8c31-433c-8159-722f4d716352 req-9b696b92-2dc0-49c9-a32e-66c06fa8e556 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e65a265-c375-45e5-93ed-f37b0f6b315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694065 Aug 20 10:16:11.863989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-ecae7ee3-373c-4f82-a614-4f46df002ffd tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:11.866653 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-ecae7ee3-373c-4f82-a614-4f46df002ffd tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:16:11.882512 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-ecae7ee3-373c-4f82-a614-4f46df002ffd tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:11.883549 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-ecae7ee3-373c-4f82-a614-4f46df002ffd tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:11.926046 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae7ee3-373c-4f82-a614-4f46df002ffd tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Pushing event updated for resources: {'Port': ['ID=7439268a-e4ec-4ca8-80c5-bef05d933328,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:11.939564 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61785bba-b8f7-45c7-b7ea-9462e37a227b req-d4d0dcf1-a498-4700-80a2-a9f9a1f11741 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976444 Aug 20 10:16:11.946513 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-72d9ff30-4a14-41f6-bfda-610c99675424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:11.956586 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-72d9ff30-4a14-41f6-bfda-610c99675424 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.6415613 Aug 20 10:16:11.958704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.24', 63151) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:11.975427 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a146327-eb18-48f4-b1a0-f882c5beba73 req-3181c478-5239-49d7-8339-dbcd617eedd8 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "GET /v2.0/security-groups/c8c17919-9397-4db4-8594-fcc1e714fb20 HTTP/1.1" status: 200 len: 1813 time: 0.1259243 Aug 20 10:16:12.043308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-081165b5-0944-4c64-a925-2ed4414bfe35 req-4331d933-b7f0-4282-b7ce-a3c655086625 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1462937830', 'description': 'tempest-description-1371704409'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:12.073296 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-ecae7ee3-373c-4f82-a614-4f46df002ffd tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0094073 Aug 20 10:16:12.093401 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Request body: {'port': {'device_id': 'a9bb25bf-b3eb-4dd1-8157-6108511e6fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:12.094018 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-081165b5-0944-4c64-a925-2ed4414bfe35 req-4331d933-b7f0-4282-b7ce-a3c655086625 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:12.135809 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-5d756db1-0769-4462-adcb-1c3a1229f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:12.137351 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-5d756db1-0769-4462-adcb-1c3a1229f316 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3749070 Aug 20 10:16:12.230571 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-081165b5-0944-4c64-a925-2ed4414bfe35 req-4331d933-b7f0-4282-b7ce-a3c655086625 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:12.236687 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-081165b5-0944-4c64-a925-2ed4414bfe35 req-4331d933-b7f0-4282-b7ce-a3c655086625 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:12.284325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331d933-b7f0-4282-b7ce-a3c655086625 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18a1bf6-1630-4175-82b2-48d51805268d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:12.287018 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-081165b5-0944-4c64-a925-2ed4414bfe35 req-4331d933-b7f0-4282-b7ce-a3c655086625 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:12.306236 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-081165b5-0944-4c64-a925-2ed4414bfe35 req-4331d933-b7f0-4282-b7ce-a3c655086625 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2693052 Aug 20 10:16:12.431222 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a4575ce4-efca-4e91-ba15-f89cfc79be22 req-8f30fed1-283d-47ef-9377-cbd2dc94bbdf tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 210 time: 0.0466747 Aug 20 10:16:12.452033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-806cb5d7-0023-4162-998f-fbd1ac676c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:12.453802 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-806cb5d7-0023-4162-998f-fbd1ac676c1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2809048 Aug 20 10:16:12.465543 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e08ad-3c18-458c-9c20-50367e612e97 req-54da4615-eb6b-491a-b1d9-ef71b57d1ddb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:12.468228 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-748e08ad-3c18-458c-9c20-50367e612e97 req-54da4615-eb6b-491a-b1d9-ef71b57d1ddb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.24 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 820 time: 0.5013950 Aug 20 10:16:12.486814 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:12.505802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-748e08ad-3c18-458c-9c20-50367e612e97 req-48bcc8c1-7244-4a65-95f6-51491dad68d6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Request body: {'port': {'device_id': '7ae6da60-30f0-4442-9cd9-5cda510cef8d', 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919', 'admin_state_up': True, 'tenant_id': 'd90941e86594426c97114e4c5b673b06'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:12.519193 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84002f36-0a6e-4ba0-b700-8cc60827f8de req-7e9ccc71-1f9a-4432-9391-b2e99fae9bb4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:12.520673 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84002f36-0a6e-4ba0-b700-8cc60827f8de req-7e9ccc71-1f9a-4432-9391-b2e99fae9bb4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 947 time: 0.3296103 Aug 20 10:16:12.649925 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c074ec11-8ab2-4df6-8433-382b50ab3226 req-ce9e742d-9277-45f8-a0fb-97301ae04e51 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "GET /v2.0/security-groups/c18a1bf6-1630-4175-82b2-48d51805268d HTTP/1.1" status: 200 len: 1813 time: 0.0962999 Aug 20 10:16:12.702039 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-9bce4cbb-474c-4bdc-8ffd-2b13471215a9 req-72a72e80-5120-4084-9874-c46adbdace02 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] show failed (client error): The resource could not be found. Aug 20 10:16:12.703858 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9bce4cbb-474c-4bdc-8ffd-2b13471215a9 req-72a72e80-5120-4084-9874-c46adbdace02 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "GET /v2.0/security-groups/19a9be45-5dd7-4f51-80f9-36a82ce0dd47 HTTP/1.1" status: 404 len: 352 time: 0.0252659 Aug 20 10:16:12.753943 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-1802733b-3e40-4e32-b3ac-0200dd8612fe req-e62d6b90-0332-4b15-a1f1-f2b88c35b5a3 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] show failed (client error): The resource could not be found. Aug 20 10:16:12.767842 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1802733b-3e40-4e32-b3ac-0200dd8612fe req-e62d6b90-0332-4b15-a1f1-f2b88c35b5a3 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "GET /v2.0/security-group-rules/ac5ddb95-349f-4295-982b-530641fba05d HTTP/1.1" status: 404 len: 361 time: 0.0315809 Aug 20 10:16:12.912848 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-522e7986-7e53-408d-8492-566fd5f5bff2 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7201598 Aug 20 10:16:12.915235 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e1277-d427-4641-a640-2ff9653455ce req-5be3a8b2-04fa-45f1-b73b-1ae730932e7b tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:12.916834 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b13e1277-d427-4641-a640-2ff9653455ce req-5be3a8b2-04fa-45f1-b73b-1ae730932e7b tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 946 time: 0.1061666 Aug 20 10:16:12.984985 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84002f36-0a6e-4ba0-b700-8cc60827f8de req-bd8f3849-c66c-4be8-9c41-555eb0d10ef7 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894830 Aug 20 10:16:13.007453 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b13e1277-d427-4641-a640-2ff9653455ce req-76256628-469b-4d15-acbe-f0a03e9f3126 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809629 Aug 20 10:16:13.158214 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7c558-f0f5-4fb7-9ea5-d172e74adf70 req-e3c14a3c-4f76-42d9-9d7d-5d41cc1b9fa3 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:13.166073 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64a7c558-f0f5-4fb7-9ea5-d172e74adf70 req-e3c14a3c-4f76-42d9-9d7d-5d41cc1b9fa3 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 932 time: 0.0606382 Aug 20 10:16:13.197900 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-52fa6e3b-ff79-4b66-9f33-ba7783730709 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7284851 Aug 20 10:16:13.225773 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64a7c558-f0f5-4fb7-9ea5-d172e74adf70 req-3096adc2-6732-4065-8372-2061962969fe tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e65a265-c375-45e5-93ed-f37b0f6b315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529974 Aug 20 10:16:13.345181 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-371e222b-0467-445e-95ba-aae68bb03047 req-3b523935-4484-491f-a6e1-b7c3fa338565 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "GET /v2.0/security-groups/c18a1bf6-1630-4175-82b2-48d51805268d HTTP/1.1" status: 200 len: 1813 time: 0.2737858 Aug 20 10:16:13.379907 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-d0476c34-6ec6-430b-8b5c-b2da9f0cc86f service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512904 Aug 20 10:16:13.390169 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748e08ad-3c18-458c-9c20-50367e612e97 req-48bcc8c1-7244-4a65-95f6-51491dad68d6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Made reservation on behalf of d90941e86594426c97114e4c5b673b06 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:16:13.394446 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-748e08ad-3c18-458c-9c20-50367e612e97 req-48bcc8c1-7244-4a65-95f6-51491dad68d6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:13.614810 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 28f386fb-544d-424c-81a8-c7baacb44512 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:16:13.776405 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 28f386fb-544d-424c-81a8-c7baacb44512, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=28f386fb-544d-424c-81a8-c7baacb44512,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:13.783805 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9412fc21-72f4-4d35-99a0-9fdd9f257cce req-df7aaaec-aca3-4dd7-bfb3-8f2904ccb227 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 210 time: 0.0813999 Aug 20 10:16:13.793404 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '28f386fb-544d-424c-81a8-c7baacb44512', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '28f386fb-544d-424c-81a8-c7baacb44512', 'mac_address': 'fa:16:3e:2c:9e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:16:13.856672 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:13.875307 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f386fb-544d-424c-81a8-c7baacb44512 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:16:13.900568 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 28f386fb-544d-424c-81a8-c7baacb44512, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=28f386fb-544d-424c-81a8-c7baacb44512,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:13.910208 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:13.973159 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7439268a-e4ec-4ca8-80c5-bef05d933328 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:16:13.997787 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:14.011288 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=28f386fb-544d-424c-81a8-c7baacb44512,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:14.028422 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Transition to ACTIVE for port object 7439268a-e4ec-4ca8-80c5-bef05d933328 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:14.065363 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:14.187866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Pushing event updated for resources: {'Port': ['ID=7439268a-e4ec-4ca8-80c5-bef05d933328,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:14.208190 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb55fddd-31d9-461b-a580-df905fabb7a9 req-41b4776d-e87b-4710-a3e4-448948d24297 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9772654 Aug 20 10:16:14.213791 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47380e1a-ee1d-4ebd-8022-f100e4f7d915 req-f4f746c1-bc1f-43c7-abc1-ff9f83c2e80b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:14.232969 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47380e1a-ee1d-4ebd-8022-f100e4f7d915 req-f4f746c1-bc1f-43c7-abc1-ff9f83c2e80b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 948 time: 0.1281009 Aug 20 10:16:14.250728 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['28f386fb-544d-424c-81a8-c7baacb44512'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:16:14.304230 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-371e222b-0467-445e-95ba-aae68bb03047 req-1cca5aa1-044f-449b-b65d-2d6deebeddcd tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:14.327883 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-371e222b-0467-445e-95ba-aae68bb03047 req-1cca5aa1-044f-449b-b65d-2d6deebeddcd tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:14.335685 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47380e1a-ee1d-4ebd-8022-f100e4f7d915 req-cfee0f87-9dcf-4589-a7eb-1a75a3d1b5d1 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993438 Aug 20 10:16:14.412583 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf5032-283b-455b-aefc-4cf34e1bf895 req-79159d8b-e396-47e7-b21d-f3f042e87d4e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:14.414374 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bcbf5032-283b-455b-aefc-4cf34e1bf895 req-79159d8b-e396-47e7-b21d-f3f042e87d4e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.24 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f&tenant_id=4bbe3cedbde94338837c7f3482239b51&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 948 time: 0.5458159 Aug 20 10:16:14.458510 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-371e222b-0467-445e-95ba-aae68bb03047 req-1cca5aa1-044f-449b-b65d-2d6deebeddcd tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:14.461216 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-371e222b-0467-445e-95ba-aae68bb03047 req-1cca5aa1-044f-449b-b65d-2d6deebeddcd tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:14.462358 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-371e222b-0467-445e-95ba-aae68bb03047 req-1cca5aa1-044f-449b-b65d-2d6deebeddcd tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "DELETE /v2.0/security-groups/c18a1bf6-1630-4175-82b2-48d51805268d HTTP/1.1" status: 204 len: 173 time: 1.1019294 Aug 20 10:16:14.541545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Attempting to bind port 7439268a-e4ec-4ca8-80c5-bef05d933328 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:16:14.541887 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Attempting to bind port 7439268a-e4ec-4ca8-80c5-bef05d933328 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '455b8f15-1d21-444b-b703-b6d91848ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f6ab493b-fd5a-4974-877b-db38e7ae9f3b'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:16:14.542483 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Attempting to bind port 7439268a-e4ec-4ca8-80c5-bef05d933328 on network f6ab493b-fd5a-4974-877b-db38e7ae9f3b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:14.542968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8f599-dc4a-42a3-8633-8bbb0186cc02 req-cd014451-3cea-4990-9b2f-73397eca2833 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:14.549899 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca5aa1-044f-449b-b65d-2d6deebeddcd tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18a1bf6-1630-4175-82b2-48d51805268d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:14.556981 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0de8f599-dc4a-42a3-8633-8bbb0186cc02 req-cd014451-3cea-4990-9b2f-73397eca2833 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 946 time: 0.1309230 Aug 20 10:16:14.576815 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Port 7439268a-e4ec-4ca8-80c5-bef05d933328 on network f6ab493b-fd5a-4974-877b-db38e7ae9f3b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:16:14.577438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Attempting to bind port 7439268a-e4ec-4ca8-80c5-bef05d933328 on network f6ab493b-fd5a-4974-877b-db38e7ae9f3b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:14.616316 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:16:14.616981 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Checking segment: {'id': '455b8f15-1d21-444b-b703-b6d91848ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f6ab493b-fd5a-4974-877b-db38e7ae9f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:14.617363 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Bound using segment: {'id': '455b8f15-1d21-444b-b703-b6d91848ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f6ab493b-fd5a-4974-877b-db38e7ae9f3b'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:16:14.617805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Bound port: 7439268a-e4ec-4ca8-80c5-bef05d933328, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '455b8f15-1d21-444b-b703-b6d91848ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f6ab493b-fd5a-4974-877b-db38e7ae9f3b'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:16:14.618740 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:14.652074 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-748e08ad-3c18-458c-9c20-50367e612e97 req-48bcc8c1-7244-4a65-95f6-51491dad68d6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Allocated IP 172.20.0.10 (e287bb6a-2478-45c5-b9fc-caf113bb0919/ec037e15-fcbb-4d16-a744-529bede3af97/77061d9f-e3b4-4726-bce0-0622be5241f3) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:16:14.654815 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-bcbf5032-283b-455b-aefc-4cf34e1bf895 req-e00953f1-c3c6-40c7-9166-2ae56d232216 service neutron] delete failed (client error): The resource could not be found. Aug 20 10:16:14.655859 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bcbf5032-283b-455b-aefc-4cf34e1bf895 req-e00953f1-c3c6-40c7-9166-2ae56d232216 service neutron] 10.222.0.24 "DELETE /v2.0/ports/28f386fb-544d-424c-81a8-c7baacb44512/bindings/n-h2-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.2233562 Aug 20 10:16:14.708750 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0de8f599-dc4a-42a3-8633-8bbb0186cc02 req-b2cbc344-20cf-453d-a2ea-4cd303ef8fda tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459394 Aug 20 10:16:14.746725 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266609b-6690-4dab-885f-e421e05beb3b req-30c5ba12-d84b-4a0f-8626-8bc01fdb48cd tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:14.748453 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3266609b-6690-4dab-885f-e421e05beb3b req-30c5ba12-d84b-4a0f-8626-8bc01fdb48cd tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 944 time: 0.1512759 Aug 20 10:16:14.812422 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] For port 7439268a-e4ec-4ca8-80c5-bef05d933328, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:14.910383 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-331b04a6-9dee-459d-bfbf-ca5b39001923 req-0676a1bd-59f2-4370-b8ff-1d6f44668df6 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "GET /v2.0/security-groups/c8c17919-9397-4db4-8594-fcc1e714fb20 HTTP/1.1" status: 200 len: 1813 time: 0.0633864 Aug 20 10:16:14.946527 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3266609b-6690-4dab-885f-e421e05beb3b req-98f55e98-7f50-4a9a-80f2-9828bbe62639 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e65a265-c375-45e5-93ed-f37b0f6b315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869545 Aug 20 10:16:14.959525 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-748e08ad-3c18-458c-9c20-50367e612e97 req-48bcc8c1-7244-4a65-95f6-51491dad68d6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:14.983485 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-331b04a6-9dee-459d-bfbf-ca5b39001923 req-27406f5b-84da-414a-9043-1a1f01386b3e tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:14.990248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] For port 7439268a-e4ec-4ca8-80c5-bef05d933328, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7439268a-e4ec-4ca8-80c5-bef05d933328,segment=NetworkSegment(455b8f15-1d21-444b-b703-b6d91848ea9a),segment_id=455b8f15-1d21-444b-b703-b6d91848ea9a)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:16:15.006311 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:15.026345 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-331b04a6-9dee-459d-bfbf-ca5b39001923 req-27406f5b-84da-414a-9043-1a1f01386b3e tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:15.061489 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:15.062329 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:15.064139 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] 10.222.0.24 "PUT /v2.0/ports/7439268a-e4ec-4ca8-80c5-bef05d933328 HTTP/1.1" status: 200 len: 1093 time: 2.9803789 Aug 20 10:16:15.068502 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bb25bf-b3eb-4dd1-8157-6108511e6fb7', 'tag': '7439268a-e4ec-4ca8-80c5-bef05d933328'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:15.070902 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a392a4-127d-40a9-821f-52d5ce5f74d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bb25bf-b3eb-4dd1-8157-6108511e6fb7", "tag": "7439268a-e4ec-4ca8-80c5-bef05d933328"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:15.097356 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf5032-283b-455b-aefc-4cf34e1bf895 req-d20335b9-1eae-492a-bff9-34696de77700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:15.098858 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bcbf5032-283b-455b-aefc-4cf34e1bf895 req-d20335b9-1eae-492a-bff9-34696de77700 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 1100 time: 0.1513655 Aug 20 10:16:15.110532 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-331b04a6-9dee-459d-bfbf-ca5b39001923 req-27406f5b-84da-414a-9043-1a1f01386b3e tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:15.125095 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-331b04a6-9dee-459d-bfbf-ca5b39001923 req-27406f5b-84da-414a-9043-1a1f01386b3e tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:15.127642 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-331b04a6-9dee-459d-bfbf-ca5b39001923 req-27406f5b-84da-414a-9043-1a1f01386b3e tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "DELETE /v2.0/security-groups/c8c17919-9397-4db4-8594-fcc1e714fb20 HTTP/1.1" status: 204 len: 173 time: 0.2152858 Aug 20 10:16:15.159273 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27406f5b-84da-414a-9043-1a1f01386b3e tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c17919-9397-4db4-8594-fcc1e714fb20,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:15.168560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d68c37-1053-4a88-ab3f-8aa54966a2cf service neutron] Pushing event updated for resources: {'Port': ['ID=7439268a-e4ec-4ca8-80c5-bef05d933328,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:15.222044 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-748e08ad-3c18-458c-9c20-50367e612e97 req-48bcc8c1-7244-4a65-95f6-51491dad68d6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:15.284850 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-6ff48ecd-2745-47d1-9255-6e8636c79e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:15.286667 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-6ff48ecd-2745-47d1-9255-6e8636c79e3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bf53a2a703f4795aa92a28a522ab866&device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 1096 time: 0.1641510 Aug 20 10:16:15.299767 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e72ad8-77c8-4c91-a67e-67e02df2f3ba req-9243e8fb-1b0f-45e4-a076-2792a3ee73b9 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:15.307163 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43e72ad8-77c8-4c91-a67e-67e02df2f3ba req-9243e8fb-1b0f-45e4-a076-2792a3ee73b9 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 932 time: 0.0705717 Aug 20 10:16:15.322815 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748e08ad-3c18-458c-9c20-50367e612e97 req-48bcc8c1-7244-4a65-95f6-51491dad68d6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Network e287bb6a-2478-45c5-b9fc-caf113bb0919 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:16:15.346599 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43e72ad8-77c8-4c91-a67e-67e02df2f3ba req-475cadc6-24dc-4baf-97a7-711f178fd4d7 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384517 Aug 20 10:16:15.392776 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-fe382ba0-3ada-4dbb-9c78-afeefad26896 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7439268a-e4ec-4ca8-80c5-bef05d933328 HTTP/1.1" status: 200 len: 217 time: 0.0911028 Aug 20 10:16:15.394393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-748e08ad-3c18-458c-9c20-50367e612e97 req-48bcc8c1-7244-4a65-95f6-51491dad68d6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:15.435310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf5032-283b-455b-aefc-4cf34e1bf895 req-93740f55-2897-4709-bb26-815241be1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:15.437558 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bcbf5032-283b-455b-aefc-4cf34e1bf895 req-93740f55-2897-4709-bb26-815241be1654 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.3256838 Aug 20 10:16:15.438241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcc8c1-7244-4a65-95f6-51491dad68d6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Pushing event updated for resources: {'Port': ['ID=77061d9f-e3b4-4726-bce0-0622be5241f3,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:15.442199 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-748e08ad-3c18-458c-9c20-50367e612e97 req-48bcc8c1-7244-4a65-95f6-51491dad68d6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:16:15.448285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e08ad-3c18-458c-9c20-50367e612e97 req-48bcc8c1-7244-4a65-95f6-51491dad68d6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:15.448984 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-748e08ad-3c18-458c-9c20-50367e612e97 req-48bcc8c1-7244-4a65-95f6-51491dad68d6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:15.500795 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4002a41d-1639-4937-a635-e27826e6c339 x-openstack-request-id: req-4002a41d-1639-4937-a635-e27826e6c339 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:15.501189 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bb25bf-b3eb-4dd1-8157-6108511e6fb7", "tag": "7439268a-e4ec-4ca8-80c5-bef05d933328", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:15.501507 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4002a41d-1639-4937-a635-e27826e6c339 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:15.501971 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bb25bf-b3eb-4dd1-8157-6108511e6fb7', 'tag': '7439268a-e4ec-4ca8-80c5-bef05d933328', 'status': 'completed', 'code': 200} Aug 20 10:16:15.556999 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cad1a-48d4-49e9-b21b-0830f0d06e0f req-837a0768-225b-433a-93c0-2496a902b4c9 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:15.558701 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1f9cad1a-48d4-49e9-b21b-0830f0d06e0f req-837a0768-225b-433a-93c0-2496a902b4c9 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 1098 time: 0.2618713 Aug 20 10:16:15.562664 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bcbf5032-283b-455b-aefc-4cf34e1bf895 req-40877011-d52d-46b4-9d30-c89426c631bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=28f386fb-544d-424c-81a8-c7baacb44512 HTTP/1.1" status: 200 len: 217 time: 0.1009092 Aug 20 10:16:15.565839 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-748e08ad-3c18-458c-9c20-50367e612e97 req-48bcc8c1-7244-4a65-95f6-51491dad68d6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0652120 Aug 20 10:16:15.575029 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-125c6687-d3fd-4f79-b7c6-94f705f88cb7 req-d96ec3d0-35d0-4ccf-9175-48865435e599 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "GET /v2.0/security-groups/a6ffe9b4-4f89-45d7-b025-059fb106bdc2 HTTP/1.1" status: 200 len: 1812 time: 0.0740290 Aug 20 10:16:15.593805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Request body: {'port': {'device_id': '7ae6da60-30f0-4442-9cd9-5cda510cef8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:15.615966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 28f386fb-544d-424c-81a8-c7baacb44512 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:16:15.651364 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-125c6687-d3fd-4f79-b7c6-94f705f88cb7 req-f589383f-0f1f-4543-aeb3-10129c5c9bab tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:15.678719 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-125c6687-d3fd-4f79-b7c6-94f705f88cb7 req-f589383f-0f1f-4543-aeb3-10129c5c9bab tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:15.708156 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf5032-283b-455b-aefc-4cf34e1bf895 req-6f5db513-9447-49e6-8f1a-f4272bf3e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:15.711039 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bcbf5032-283b-455b-aefc-4cf34e1bf895 req-6f5db513-9447-49e6-8f1a-f4272bf3e3a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1322935 Aug 20 10:16:15.733923 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-813bdfda-0074-4295-89a8-ee8ae018aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:15.736233 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-813bdfda-0074-4295-89a8-ee8ae018aefb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec913fc0-a8b3-4528-aa48-686547a74ded HTTP/1.1" status: 200 len: 855 time: 0.3300080 Aug 20 10:16:15.736974 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 28f386fb-544d-424c-81a8-c7baacb44512 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:16:15.745154 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-125c6687-d3fd-4f79-b7c6-94f705f88cb7 req-f589383f-0f1f-4543-aeb3-10129c5c9bab tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:15.747886 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-125c6687-d3fd-4f79-b7c6-94f705f88cb7 req-f589383f-0f1f-4543-aeb3-10129c5c9bab tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:15.748268 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 28f386fb-544d-424c-81a8-c7baacb44512 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:15.749206 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:15.763351 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-125c6687-d3fd-4f79-b7c6-94f705f88cb7 req-f589383f-0f1f-4543-aeb3-10129c5c9bab tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "DELETE /v2.0/security-groups/a6ffe9b4-4f89-45d7-b025-059fb106bdc2 HTTP/1.1" status: 204 len: 173 time: 0.1786783 Aug 20 10:16:15.780696 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589383f-0f1f-4543-aeb3-10129c5c9bab tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ffe9b4-4f89-45d7-b025-059fb106bdc2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:15.809111 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-624c0e6d-236e-4477-959c-3b2b6e107085 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6ab493b-fd5a-4974-877b-db38e7ae9f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588946 Aug 20 10:16:15.813666 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:15.838530 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1f9cad1a-48d4-49e9-b21b-0830f0d06e0f req-b5fc1e76-af3f-4fcc-a560-d0c55c30cf6b tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701104 Aug 20 10:16:15.868130 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:15.872867 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6f592-dba1-445f-8a91-773d1a4e7c19 req-71ca0556-9330-49c0-9306-e10851d2c032 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:15.880201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1e6f592-dba1-445f-8a91-773d1a4e7c19 req-71ca0556-9330-49c0-9306-e10851d2c032 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 948 time: 0.0634098 Aug 20 10:16:15.907031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dc64e4-5284-4c92-99e1-d35c6466fa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f386fb-544d-424c-81a8-c7baacb44512'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:15.912878 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e942031-d2b3-4454-beb5-c2bbbcc7d3c9" -d '{"events": [{"server_uuid": "76dc64e4-5284-4c92-99e1-d35c6466fa8f", "name": "network-vif-plugged", "status": "completed", "tag": "28f386fb-544d-424c-81a8-c7baacb44512"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:15.952272 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1e6f592-dba1-445f-8a91-773d1a4e7c19 req-ec80ac70-9391-4b3f-8090-cc6e11256bcb tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708640 Aug 20 10:16:15.967423 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf5032-283b-455b-aefc-4cf34e1bf895 req-d8a361af-0e6a-4485-9c44-82f9541f6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:15.968860 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bcbf5032-283b-455b-aefc-4cf34e1bf895 req-d8a361af-0e6a-4485-9c44-82f9541f6271 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2316964 Aug 20 10:16:16.111696 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54095448-77e0-4720-b5ae-f1018465f54c req-bde62144-2270-45d8-8d90-7d26272b8dd4 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "GET /v2.0/security-groups/ad28cacc-514b-440a-9fbc-01d46eaa3698 HTTP/1.1" status: 200 len: 1813 time: 0.2317541 Aug 20 10:16:16.147461 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47b541-6aa7-4239-b63e-35a91b40f46c req-5a02e363-344b-475a-b879-0069e9766074 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:16.152182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 28f386fb-544d-424c-81a8-c7baacb44512, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=28f386fb-544d-424c-81a8-c7baacb44512,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:16.156792 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c47b541-6aa7-4239-b63e-35a91b40f46c req-5a02e363-344b-475a-b879-0069e9766074 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 1098 time: 0.0685811 Aug 20 10:16:16.159621 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:16.171124 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-bbac9e68-b139-4daa-96ac-c184542cc57b service neutron] 10.222.0.24 "GET /v2.0/networks/f6ab493b-fd5a-4974-877b-db38e7ae9f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527863 Aug 20 10:16:16.271225 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c47b541-6aa7-4239-b63e-35a91b40f46c req-624e55ab-bc13-435a-b4d4-70e20c75d384 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969384 Aug 20 10:16:16.271619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=28f386fb-544d-424c-81a8-c7baacb44512,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:16.351583 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bcbf5032-283b-455b-aefc-4cf34e1bf895 req-8ff6e0a2-c673-4016-b854-7d756f5c5271 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674695 Aug 20 10:16:16.360844 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0ad26e-d44c-485d-abeb-01e8b1ea16ab x-openstack-request-id: req-7a0ad26e-d44c-485d-abeb-01e8b1ea16ab {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:16.361188 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dc64e4-5284-4c92-99e1-d35c6466fa8f", "name": "network-vif-plugged", "status": "completed", "tag": "28f386fb-544d-424c-81a8-c7baacb44512", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:16.361401 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a0ad26e-d44c-485d-abeb-01e8b1ea16ab {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:16.361802 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dc64e4-5284-4c92-99e1-d35c6466fa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f386fb-544d-424c-81a8-c7baacb44512', 'code': 200} Aug 20 10:16:16.472452 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac055ddf-a649-4a04-8a5e-855f72312612 req-9a71f9ea-8a3f-46a1-9e5a-45f03886f76f service neutron] 10.222.0.24 "GET /v2.0/networks/f6ab493b-fd5a-4974-877b-db38e7ae9f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867291 Aug 20 10:16:16.478138 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-54095448-77e0-4720-b5ae-f1018465f54c req-f9c5fbe8-ff48-4761-8eb0-de7acef9fa8e tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:16.489574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86df371-f5d2-4439-ab11-f2409d7bb517 req-111f49b7-efc2-4789-ace1-6f1fe3276114 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:16.499094 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e86df371-f5d2-4439-ab11-f2409d7bb517 req-111f49b7-efc2-4789-ace1-6f1fe3276114 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 944 time: 0.0762651 Aug 20 10:16:16.529977 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-54095448-77e0-4720-b5ae-f1018465f54c req-f9c5fbe8-ff48-4761-8eb0-de7acef9fa8e tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:16.563589 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e86df371-f5d2-4439-ab11-f2409d7bb517 req-76e888db-49c6-48a6-a4a5-40a0d8e4bade tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e65a265-c375-45e5-93ed-f37b0f6b315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447245 Aug 20 10:16:16.667123 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bcbf5032-283b-455b-aefc-4cf34e1bf895 req-9978446e-cd20-48f5-9a17-977c95897228 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804382 Aug 20 10:16:16.707510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a392a4-127d-40a9-821f-52d5ce5f74d9 req-6b1894fd-2fc5-4914-9827-fbfd15ac57be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:16.709314 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c6a392a4-127d-40a9-821f-52d5ce5f74d9 req-6b1894fd-2fc5-4914-9827-fbfd15ac57be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bf53a2a703f4795aa92a28a522ab866&device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 1096 time: 0.1671302 Aug 20 10:16:16.711917 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a9dfb-2765-4af2-a1bf-db59f51697be req-2c15bc83-b053-4edd-9408-9a9fb54fc5ed tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:16.720469 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-502a9dfb-2765-4af2-a1bf-db59f51697be req-2c15bc83-b053-4edd-9408-9a9fb54fc5ed tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 932 time: 0.0625048 Aug 20 10:16:16.734221 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-54095448-77e0-4720-b5ae-f1018465f54c req-f9c5fbe8-ff48-4761-8eb0-de7acef9fa8e tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:16.739726 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-54095448-77e0-4720-b5ae-f1018465f54c req-f9c5fbe8-ff48-4761-8eb0-de7acef9fa8e tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:16.757091 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54095448-77e0-4720-b5ae-f1018465f54c req-f9c5fbe8-ff48-4761-8eb0-de7acef9fa8e tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "DELETE /v2.0/security-groups/ad28cacc-514b-440a-9fbc-01d46eaa3698 HTTP/1.1" status: 204 len: 173 time: 0.6432636 Aug 20 10:16:16.772121 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-502a9dfb-2765-4af2-a1bf-db59f51697be req-ebb32d1b-2c88-485c-a369-494cefbc67ef tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484393 Aug 20 10:16:16.897528 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5fbe8-ff48-4761-8eb0-de7acef9fa8e tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad28cacc-514b-440a-9fbc-01d46eaa3698,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:16.924781 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77061d9f-e3b4-4726-bce0-0622be5241f3 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:16:16.937970 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:16.994429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Transition to ACTIVE for port object 77061d9f-e3b4-4726-bce0-0622be5241f3 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:17.011659 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:17.016202 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8df17e94-a8ee-4535-a1e5-802590ccfae8 req-1996e49b-d1b1-44fa-9a02-b93afbbca451 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "GET /v2.0/security-groups/e1e046fc-199f-4af4-b27e-ce1fb788cc74 HTTP/1.1" status: 200 len: 1813 time: 0.1353507 Aug 20 10:16:17.025724 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a392a4-127d-40a9-821f-52d5ce5f74d9 req-a09f5567-f4d0-4812-8df0-f2b4f43ef286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:17.027539 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c6a392a4-127d-40a9-821f-52d5ce5f74d9 req-a09f5567-f4d0-4812-8df0-f2b4f43ef286 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6ab493b-fd5a-4974-877b-db38e7ae9f3b HTTP/1.1" status: 200 len: 916 time: 0.2668128 Aug 20 10:16:17.109752 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c6a392a4-127d-40a9-821f-52d5ce5f74d9 req-648a6607-9503-4687-a886-702616579015 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7439268a-e4ec-4ca8-80c5-bef05d933328 HTTP/1.1" status: 200 len: 217 time: 0.0569618 Aug 20 10:16:17.144776 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Pushing event updated for resources: {'Port': ['ID=77061d9f-e3b4-4726-bce0-0622be5241f3,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:17.237255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a392a4-127d-40a9-821f-52d5ce5f74d9 req-2946f330-9288-43dd-912b-ed06ccf35b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:17.238736 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c6a392a4-127d-40a9-821f-52d5ce5f74d9 req-2946f330-9288-43dd-912b-ed06ccf35b5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec913fc0-a8b3-4528-aa48-686547a74ded HTTP/1.1" status: 200 len: 855 time: 0.1062045 Aug 20 10:16:17.245212 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Attempting to bind port 77061d9f-e3b4-4726-bce0-0622be5241f3 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:16:17.245593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Attempting to bind port 77061d9f-e3b4-4726-bce0-0622be5241f3 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:16:17.245933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Attempting to bind port 77061d9f-e3b4-4726-bce0-0622be5241f3 on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:17.247879 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8df17e94-a8ee-4535-a1e5-802590ccfae8 req-67690e9a-2f7c-460e-ac23-ad352bda0494 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:17.263517 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Port 77061d9f-e3b4-4726-bce0-0622be5241f3 on network e287bb6a-2478-45c5-b9fc-caf113bb0919 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:16:17.263948 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Attempting to bind port 77061d9f-e3b4-4726-bce0-0622be5241f3 on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:17.288696 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c6a392a4-127d-40a9-821f-52d5ce5f74d9 req-f7a0709a-588a-4b42-816b-e36d459440c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6ab493b-fd5a-4974-877b-db38e7ae9f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359766 Aug 20 10:16:17.331002 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:16:17.331408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Checking segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:17.332306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Bound using segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:16:17.332306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Bound port: 77061d9f-e3b4-4726-bce0-0622be5241f3, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:16:17.332530 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:17.335330 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8df17e94-a8ee-4535-a1e5-802590ccfae8 req-67690e9a-2f7c-460e-ac23-ad352bda0494 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:17.525061 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8df17e94-a8ee-4535-a1e5-802590ccfae8 req-67690e9a-2f7c-460e-ac23-ad352bda0494 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:17.527696 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8df17e94-a8ee-4535-a1e5-802590ccfae8 req-67690e9a-2f7c-460e-ac23-ad352bda0494 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:17.529073 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8df17e94-a8ee-4535-a1e5-802590ccfae8 req-67690e9a-2f7c-460e-ac23-ad352bda0494 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] 10.222.0.16 "DELETE /v2.0/security-groups/e1e046fc-199f-4af4-b27e-ce1fb788cc74 HTTP/1.1" status: 204 len: 173 time: 0.5002041 Aug 20 10:16:17.530159 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] For port 77061d9f-e3b4-4726-bce0-0622be5241f3, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:17.536412 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c6a392a4-127d-40a9-821f-52d5ce5f74d9 req-d7a56002-6625-4418-8cb6-cd7c7edca0dc service neutron] 10.222.0.24 "GET /v2.0/networks/f6ab493b-fd5a-4974-877b-db38e7ae9f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321610 Aug 20 10:16:17.536580 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33382) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:17.539432 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] For port 77061d9f-e3b4-4726-bce0-0622be5241f3, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=77061d9f-e3b4-4726-bce0-0622be5241f3,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:16:17.545332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67690e9a-2f7c-460e-ac23-ad352bda0494 tempest-SecurityGroupRulesNegativeTestJSON-792033635 tempest-SecurityGroupRulesNegativeTestJSON-792033635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e046fc-199f-4af4-b27e-ce1fb788cc74,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:17.549569 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:17.628530 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d59b88-c3a7-4e2d-a35c-2ccd1371cb7b admin admin] Deleting subnet ac5529f3-d0d4-4150-9e57-003c5470ee85 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:16:17.633047 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f6d59b88-c3a7-4e2d-a35c-2ccd1371cb7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:17.694127 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f6d59b88-c3a7-4e2d-a35c-2ccd1371cb7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:17.741791 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f6d59b88-c3a7-4e2d-a35c-2ccd1371cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:17.805877 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f6d59b88-c3a7-4e2d-a35c-2ccd1371cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:17.829299 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d59b88-c3a7-4e2d-a35c-2ccd1371cb7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac5529f3-d0d4-4150-9e57-003c5470ee85,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:17.838865 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f6d59b88-c3a7-4e2d-a35c-2ccd1371cb7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:17.844142 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f6d59b88-c3a7-4e2d-a35c-2ccd1371cb7b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ac5529f3-d0d4-4150-9e57-003c5470ee85 HTTP/1.1" status: 204 len: 168 time: 0.3033841 Aug 20 10:16:17.844266 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33400) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:17.919387 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cb11ec49-c757-47db-af99-2815cfc366a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:17.960256 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:17.961243 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:17.962714 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-748e08ad-3c18-458c-9c20-50367e612e97 req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] 10.222.0.24 "PUT /v2.0/ports/77061d9f-e3b4-4726-bce0-0622be5241f3 HTTP/1.1" status: 200 len: 1093 time: 2.3748097 Aug 20 10:16:17.987434 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae6da60-30f0-4442-9cd9-5cda510cef8d', 'tag': '77061d9f-e3b4-4726-bce0-0622be5241f3'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:17.989788 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f3bc6b-ef6e-4325-90b6-e1a6d8e85752" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae6da60-30f0-4442-9cd9-5cda510cef8d", "tag": "77061d9f-e3b4-4726-bce0-0622be5241f3"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:18.003586 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cb11ec49-c757-47db-af99-2815cfc366a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:18.013903 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-cb11ec49-c757-47db-af99-2815cfc366a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2513d04f-5cd1-40f3-b1c0-22405bab878b']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:18.024495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-cb11ec49-c757-47db-af99-2815cfc366a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d1e45e-b6ee-4f1a-b2f9-573e13f6f5ed') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:18.024791 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-cb11ec49-c757-47db-af99-2815cfc366a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d1e45e-b6ee-4f1a-b2f9-573e13f6f5ed') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:18.035196 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cb11ec49-c757-47db-af99-2815cfc366a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:18.049648 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cb11ec49-c757-47db-af99-2815cfc366a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:18.056141 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb11ec49-c757-47db-af99-2815cfc366a5 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:16:18.056435 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cb11ec49-c757-47db-af99-2815cfc366a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:16:18.058292 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:16:18.060723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7a542-1b90-4ad8-8dca-92c48e7ddb69 service neutron] Pushing event updated for resources: {'Port': ['ID=77061d9f-e3b4-4726-bce0-0622be5241f3,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:18.087570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1502ff8-3562-44d3-80c0-03202025a9c6 req-16629670-88bf-4f74-890b-d0f476a4de9e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:18.089122 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d1502ff8-3562-44d3-80c0-03202025a9c6 req-16629670-88bf-4f74-890b-d0f476a4de9e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.1746449 Aug 20 10:16:18.120527 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c6a392a4-127d-40a9-821f-52d5ce5f74d9 req-72fdb68b-df13-43e0-8df8-186c2ba0d3d3 service neutron] 10.222.0.24 "GET /v2.0/networks/f6ab493b-fd5a-4974-877b-db38e7ae9f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669367 Aug 20 10:16:18.137610 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e08ad-3c18-458c-9c20-50367e612e97 req-36f3d4ad-fcde-441e-b310-37a74947d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:18.139089 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-748e08ad-3c18-458c-9c20-50367e612e97 req-36f3d4ad-fcde-441e-b310-37a74947d15d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 1096 time: 0.1255751 Aug 20 10:16:18.149758 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-2cfa8d3f-1a54-4503-863d-0c6248d686a5 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:16:18.151597 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-2cfa8d3f-1a54-4503-863d-0c6248d686a5 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112686 Aug 20 10:16:18.173465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-e8f9dd9b-20bd-404d-af3a-6225bfa62b30 service neutron] Request body: {'binding': {'host': 'n-h2-778550-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:18.173922 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-e8f9dd9b-20bd-404d-af3a-6225bfa62b30 service neutron] Unknown quota resources ['binding']. {{(pid=94866) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 10:16:18.188706 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:18.230637 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d1502ff8-3562-44d3-80c0-03202025a9c6 req-0fe9655a-5d3d-4ef3-99bd-14752aa32c4f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259398 Aug 20 10:16:18.234299 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-748e08ad-3c18-458c-9c20-50367e612e97 req-53182661-a722-4c62-a114-982311eccbc2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77061d9f-e3b4-4726-bce0-0622be5241f3 HTTP/1.1" status: 200 len: 217 time: 0.0814734 Aug 20 10:16:18.364342 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cb11ec49-c757-47db-af99-2815cfc366a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:18.370085 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cb11ec49-c757-47db-af99-2815cfc366a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:18.371929 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cb11ec49-c757-47db-af99-2815cfc366a5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2513d04f-5cd1-40f3-b1c0-22405bab878b HTTP/1.1" status: 204 len: 168 time: 0.5268242 Aug 20 10:16:18.383470 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11ec49-c757-47db-af99-2815cfc366a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2513d04f-5cd1-40f3-b1c0-22405bab878b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:18.387132 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e08ad-3c18-458c-9c20-50367e612e97 req-d5f2e915-4872-4706-8fab-90ea49450035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:18.389274 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-748e08ad-3c18-458c-9c20-50367e612e97 req-d5f2e915-4872-4706-8fab-90ea49450035 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.1434274 Aug 20 10:16:18.438988 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-748e08ad-3c18-458c-9c20-50367e612e97 req-62076efe-b7c5-4dc6-9fb7-7109fa9ec907 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350118 Aug 20 10:16:18.455866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66935d-96c1-441f-8965-48f504dda317 req-ff2edb55-d721-4540-8004-f64ad9e19266 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:18.457318 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be66935d-96c1-441f-8965-48f504dda317 req-ff2edb55-d721-4540-8004-f64ad9e19266 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 944 time: 0.1114380 Aug 20 10:16:18.522624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-e8f9dd9b-20bd-404d-af3a-6225bfa62b30 service neutron] Attempting to bind port a82e65f7-04c0-4f2e-8513-8033b2d00646 on host n-h2-778550-11 for vnic_type normal with profile None {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:16:18.522955 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-e8f9dd9b-20bd-404d-af3a-6225bfa62b30 service neutron] Attempting to bind port a82e65f7-04c0-4f2e-8513-8033b2d00646 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:16:18.523302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-e8f9dd9b-20bd-404d-af3a-6225bfa62b30 service neutron] Attempting to bind port a82e65f7-04c0-4f2e-8513-8033b2d00646 on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:18.535665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33420) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:18.545574 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-e8f9dd9b-20bd-404d-af3a-6225bfa62b30 service neutron] Port a82e65f7-04c0-4f2e-8513-8033b2d00646 on network 5ea45e6d-0432-4a46-94e7-adce972727cf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:16:18.545893 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-e8f9dd9b-20bd-404d-af3a-6225bfa62b30 service neutron] Attempting to bind port a82e65f7-04c0-4f2e-8513-8033b2d00646 on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:18.573149 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-e8f9dd9b-20bd-404d-af3a-6225bfa62b30 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:16:18.573398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-e8f9dd9b-20bd-404d-af3a-6225bfa62b30 service neutron] Checking segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:18.573775 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-e8f9dd9b-20bd-404d-af3a-6225bfa62b30 service neutron] Bound using segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:16:18.574198 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-e8f9dd9b-20bd-404d-af3a-6225bfa62b30 service neutron] Bound port: a82e65f7-04c0-4f2e-8513-8033b2d00646, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:16:18.611171 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be66935d-96c1-441f-8965-48f504dda317 req-17f5847d-a5d3-404f-9f56-d8a3d0cff3f8 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e65a265-c375-45e5-93ed-f37b0f6b315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450024 Aug 20 10:16:18.653204 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-748e08ad-3c18-458c-9c20-50367e612e97 req-17d7b2fe-c7e5-42f2-94e7-dde0ce4101d9 service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949401 Aug 20 10:16:18.659876 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-27d602ed-ecae-49fa-be8e-f3765536aec5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4fe6be42094b47699be30b1e49b4e729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1205599 Aug 20 10:16:18.662411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33422) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:18.762262 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-e8f9dd9b-20bd-404d-af3a-6225bfa62b30 service neutron] For port a82e65f7-04c0-4f2e-8513-8033b2d00646, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=a82e65f7-04c0-4f2e-8513-8033b2d00646,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:16:18.776838 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-e8f9dd9b-20bd-404d-af3a-6225bfa62b30 service neutron] Notify callbacks [] for binding, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:18.784990 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-e8f9dd9b-20bd-404d-af3a-6225bfa62b30 service neutron] 10.222.0.16 "POST /v2.0/ports/a82e65f7-04c0-4f2e-8513-8033b2d00646/bindings HTTP/1.1" status: 201 len: 390 time: 0.6161697 Aug 20 10:16:18.844274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c175727-e23c-4082-b309-d23a70171de3 req-0ad3f9cc-b03f-43e9-b00c-7a736998458a tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:18.845789 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c175727-e23c-4082-b309-d23a70171de3 req-0ad3f9cc-b03f-43e9-b00c-7a736998458a tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 944 time: 0.1575902 Aug 20 10:16:18.847960 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-748e08ad-3c18-458c-9c20-50367e612e97 req-d15f1c65-c4a5-404a-8dc6-13f1478ff35e service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868286 Aug 20 10:16:18.864616 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b618a02c-832e-415c-afbf-03b689956b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:18.900820 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b618a02c-832e-415c-afbf-03b689956b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:18.926158 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c175727-e23c-4082-b309-d23a70171de3 req-48f9368c-09b9-4925-92d4-856185d93880 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685854 Aug 20 10:16:18.968921 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dd2200-8c29-4299-925b-a027a6e290a6 x-openstack-request-id: req-d9dd2200-8c29-4299-925b-a027a6e290a6 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:18.969055 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae6da60-30f0-4442-9cd9-5cda510cef8d", "tag": "77061d9f-e3b4-4726-bce0-0622be5241f3", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:18.969309 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9dd2200-8c29-4299-925b-a027a6e290a6 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:18.969705 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae6da60-30f0-4442-9cd9-5cda510cef8d', 'tag': '77061d9f-e3b4-4726-bce0-0622be5241f3', 'status': 'completed', 'code': 200} Aug 20 10:16:18.986169 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b618a02c-832e-415c-afbf-03b689956b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:18.989347 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b618a02c-832e-415c-afbf-03b689956b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:18.991084 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b618a02c-832e-415c-afbf-03b689956b3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e56adb45-cd10-4c26-8e09-b508bf8aad10 HTTP/1.1" status: 204 len: 168 time: 0.3211982 Aug 20 10:16:19.008991 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618a02c-832e-415c-afbf-03b689956b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56adb45-cd10-4c26-8e09-b508bf8aad10,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:19.094623 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3bc6b-ef6e-4325-90b6-e1a6d8e85752 req-4b659eed-9d41-438d-884d-4dc10893aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:19.097066 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83f3bc6b-ef6e-4325-90b6-e1a6d8e85752 req-4b659eed-9d41-438d-884d-4dc10893aa47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 1096 time: 0.0972643 Aug 20 10:16:19.142380 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763b3db-877b-4f53-9316-f55948b88534 req-de597281-0a83-4654-b17d-5e48e5cceeb3 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:19.145406 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2763b3db-877b-4f53-9316-f55948b88534 req-de597281-0a83-4654-b17d-5e48e5cceeb3 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 946 time: 0.0666277 Aug 20 10:16:19.192120 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2763b3db-877b-4f53-9316-f55948b88534 req-f128db21-96aa-431f-a45e-0f0b0050999c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408101 Aug 20 10:16:19.212433 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5368015-9199-40f6-b4b9-aa01a3a1812a req-55222a46-7551-42b2-9c48-7ede45a3c397 tempest-MigrationsAdminTest-1304858833 tempest-MigrationsAdminTest-1304858833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:19.216142 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5368015-9199-40f6-b4b9-aa01a3a1812a req-55222a46-7551-42b2-9c48-7ede45a3c397 tempest-MigrationsAdminTest-1304858833 tempest-MigrationsAdminTest-1304858833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 1101 time: 0.1387107 Aug 20 10:16:19.261889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-73d688ad-f77d-42ad-b401-17e8c2c3fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:19.263529 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-73d688ad-f77d-42ad-b401-17e8c2c3fa07 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 1098 time: 0.1394441 Aug 20 10:16:19.320266 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76772ca-6636-4708-b694-03974188060c req-449f72ac-2e30-44e7-bc1e-981ae1adbe63 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:19.321879 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e76772ca-6636-4708-b694-03974188060c req-449f72ac-2e30-44e7-bc1e-981ae1adbe63 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa01d59e-eb53-445b-9b84-55e7616d0bc9 HTTP/1.1" status: 200 len: 950 time: 0.0583560 Aug 20 10:16:19.342374 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5368015-9199-40f6-b4b9-aa01a3a1812a req-47205903-dfdb-443e-b0d8-447f29af7613 tempest-MigrationsAdminTest-1304858833 tempest-MigrationsAdminTest-1304858833-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192322 Aug 20 10:16:19.348645 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3bc6b-ef6e-4325-90b6-e1a6d8e85752 req-6881f6da-fd9f-4ca9-9229-1d273dd255e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:19.350022 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83f3bc6b-ef6e-4325-90b6-e1a6d8e85752 req-6881f6da-fd9f-4ca9-9229-1d273dd255e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 921 time: 0.2375555 Aug 20 10:16:19.365403 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e76772ca-6636-4708-b694-03974188060c req-085c56d5-7048-4e72-a67e-3405fa1b8a91 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364532 Aug 20 10:16:19.410740 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83f3bc6b-ef6e-4325-90b6-e1a6d8e85752 req-3147d3b1-b6df-41f6-95fe-42e385b65c2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77061d9f-e3b4-4726-bce0-0622be5241f3 HTTP/1.1" status: 200 len: 217 time: 0.0515337 Aug 20 10:16:19.475232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-5545803e-0674-4473-9165-f199bfcc05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:19.477041 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-5545803e-0674-4473-9165-f199bfcc05b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 908 time: 0.2048743 Aug 20 10:16:19.484860 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3bc6b-ef6e-4325-90b6-e1a6d8e85752 req-234ee23e-403a-44f9-9afc-fe5797b2869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:19.486295 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83f3bc6b-ef6e-4325-90b6-e1a6d8e85752 req-234ee23e-403a-44f9-9afc-fe5797b2869d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.0657265 Aug 20 10:16:19.538638 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-f0126af3-d328-4bce-89ba-4aa66e83258e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a82e65f7-04c0-4f2e-8513-8033b2d00646 HTTP/1.1" status: 200 len: 217 time: 0.0514069 Aug 20 10:16:19.555725 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83f3bc6b-ef6e-4325-90b6-e1a6d8e85752 req-821a416d-a1ac-4cdb-bb30-6de73db46991 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599432 Aug 20 10:16:19.652746 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-74c25090-eeeb-44b7-93c6-f5447a142719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:19.654806 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-74c25090-eeeb-44b7-93c6-f5447a142719 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.1014807 Aug 20 10:16:19.698692 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-5a3de794-c847-4ba6-ae00-34a199d10f9b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4bbe3cedbde94338837c7f3482239b51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502698 Aug 20 10:16:19.720330 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-6f186109-9810-4063-aaf5-eb4595b2eed6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478525 Aug 20 10:16:19.739620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 7439268a-e4ec-4ca8-80c5-bef05d933328 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:16:19.843559 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83f3bc6b-ef6e-4325-90b6-e1a6d8e85752 req-ad64453b-c214-447f-8a24-af2d19a409d8 service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798367 Aug 20 10:16:19.845847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f7c08-2050-46a3-80f4-75d6a32d624a req-3c145b45-3394-4018-857e-5d0939dfb98e tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:19.849325 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-432f7c08-2050-46a3-80f4-75d6a32d624a req-3c145b45-3394-4018-857e-5d0939dfb98e tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 944 time: 0.0964093 Aug 20 10:16:19.874590 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 7439268a-e4ec-4ca8-80c5-bef05d933328, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7439268a-e4ec-4ca8-80c5-bef05d933328,segment=NetworkSegment(455b8f15-1d21-444b-b703-b6d91848ea9a),segment_id=455b8f15-1d21-444b-b703-b6d91848ea9a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:19.893335 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '7439268a-e4ec-4ca8-80c5-bef05d933328', 'network_id': 'f6ab493b-fd5a-4974-877b-db38e7ae9f3b', 'port_id': '7439268a-e4ec-4ca8-80c5-bef05d933328', 'mac_address': 'fa:16:3e:87:98:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec913fc0-a8b3-4528-aa48-686547a74ded', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:16:19.937354 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-432f7c08-2050-46a3-80f4-75d6a32d624a req-edc5949a-16b2-4e6b-b0b1-0dbf3e9c4462 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e65a265-c375-45e5-93ed-f37b0f6b315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757332 Aug 20 10:16:19.942385 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:19.962822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7439268a-e4ec-4ca8-80c5-bef05d933328 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:16:19.967326 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-fd643903-f935-40e0-8bf4-b245a9db57ec service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245631 Aug 20 10:16:19.987575 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33506) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:19.991375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 7439268a-e4ec-4ca8-80c5-bef05d933328, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7439268a-e4ec-4ca8-80c5-bef05d933328,segment=NetworkSegment(455b8f15-1d21-444b-b703-b6d91848ea9a),segment_id=455b8f15-1d21-444b-b703-b6d91848ea9a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:19.997805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-6d7ffdb3-8c3e-4a87-917c-6fe0bfb345ad tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:19.999149 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:20.006370 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-6d7ffdb3-8c3e-4a87-917c-6fe0bfb345ad tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2915630 Aug 20 10:16:20.055716 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=7439268a-e4ec-4ca8-80c5-bef05d933328,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:20.072507 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83f3bc6b-ef6e-4325-90b6-e1a6d8e85752 req-928b729d-62d5-4432-9074-240c3d0dc9af service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186382 Aug 20 10:16:20.075424 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-57c1da6c-51c4-4159-b8ad-3b800f3c23d7 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/quotas/4bbe3cedbde94338837c7f3482239b51 HTTP/1.1" status: 200 len: 375 time: 0.0681868 Aug 20 10:16:20.143897 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-a0596f55-9d46-4886-a73b-5964bd3b315b service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670716 Aug 20 10:16:20.148263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-25f06dbd-3813-44a7-8e50-9fcaefde1511 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1930925587-network', 'tenant_id': 'b0e5831484784def8c1647505b6cc771'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:20.156948 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-bdb83407-f7e8-4ad1-b4c6-08b654e99c9c tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730839 Aug 20 10:16:20.181862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f06dbd-3813-44a7-8e50-9fcaefde1511 admin admin] Made reservation on behalf of b0e5831484784def8c1647505b6cc771 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:16:20.184282 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-25f06dbd-3813-44a7-8e50-9fcaefde1511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:20.194067 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-25f06dbd-3813-44a7-8e50-9fcaefde1511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:20.264756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-08bbff09-6e15-450a-a93c-c8e1b8eb865b tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:20.266465 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-08bbff09-6e15-450a-a93c-c8e1b8eb865b tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083&tenant_id=11d213eb32ff4dabbbc87687feab7bcc&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 1098 time: 0.0508502 Aug 20 10:16:20.281281 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-11'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:20.292504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02688e-26f8-46b4-b319-df26edabc8f6 req-378f4290-fece-459b-80bf-68519d678c1a tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:20.294120 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b02688e-26f8-46b4-b319-df26edabc8f6 req-378f4290-fece-459b-80bf-68519d678c1a tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 944 time: 0.0781999 Aug 20 10:16:20.356637 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:20.404623 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-25f06dbd-3813-44a7-8e50-9fcaefde1511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:20.423836 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b02688e-26f8-46b4-b319-df26edabc8f6 req-9b9deb1b-dc9d-43ca-a294-13bcb06eede1 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186898 Aug 20 10:16:20.425834 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-25f06dbd-3813-44a7-8e50-9fcaefde1511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:20.439589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f06dbd-3813-44a7-8e50-9fcaefde1511 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:16:20.453617 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-25f06dbd-3813-44a7-8e50-9fcaefde1511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:20.454245 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-25f06dbd-3813-44a7-8e50-9fcaefde1511 admin admin] Added segment 3a169b26-f4f9-4bb3-b337-19b8818ed841 of type vlan for network b8eb4a3e-b147-44c8-b055-38c08a4758a5 Aug 20 10:16:20.536409 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38d1abc2-faed-4473-8f4c-3189352c5839 req-3100f75d-79fc-4028-a869-5f64f8c6547a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 210 time: 0.0507536 Aug 20 10:16:20.538054 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-25f06dbd-3813-44a7-8e50-9fcaefde1511 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:20.549082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f06dbd-3813-44a7-8e50-9fcaefde1511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5573b89e-c63c-4e28-9bf7-bd8952682578,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:20.581747 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ea021-c5cd-45d5-860f-7e55117b1e99 req-1f9fb324-4a95-4341-bf87-75f92b1d12e6 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:20.587633 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a1ea021-c5cd-45d5-860f-7e55117b1e99 req-1f9fb324-4a95-4341-bf87-75f92b1d12e6 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 946 time: 0.1016164 Aug 20 10:16:20.594266 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-25f06dbd-3813-44a7-8e50-9fcaefde1511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:20.595401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f06dbd-3813-44a7-8e50-9fcaefde1511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:20.596005 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-25f06dbd-3813-44a7-8e50-9fcaefde1511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:20.596891 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['7439268a-e4ec-4ca8-80c5-bef05d933328'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:16:20.597431 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] For port a82e65f7-04c0-4f2e-8513-8033b2d00646, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a82e65f7-04c0-4f2e-8513-8033b2d00646,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:20.678739 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-25f06dbd-3813-44a7-8e50-9fcaefde1511 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6882303 Aug 20 10:16:20.681757 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33550) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:20.694076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-3768a884-64db-4e9a-a5d6-7393321e786e admin admin] Request body: {'subnet': {'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1930925587-subnet', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:20.700201 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f06dbd-3813-44a7-8e50-9fcaefde1511 admin admin] Pushing event updated for resources: {'Network': ['ID=b8eb4a3e-b147-44c8-b055-38c08a4758a5,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:20.719652 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network b8eb4a3e-b147-44c8-b055-38c08a4758a5 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:16:20.721031 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a1ea021-c5cd-45d5-860f-7e55117b1e99 req-45ce10ad-707f-4ad4-9361-c0ab9916f3d3 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265063 Aug 20 10:16:20.724098 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] For port a82e65f7-04c0-4f2e-8513-8033b2d00646, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:20.760586 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3768a884-64db-4e9a-a5d6-7393321e786e admin admin] Made reservation on behalf of b0e5831484784def8c1647505b6cc771 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:16:20.763013 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3768a884-64db-4e9a-a5d6-7393321e786e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:20.827852 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:20.840793 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:20.977591 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57afc0b9-dcce-463c-b28f-1f4cfc944083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a82e65f7-04c0-4f2e-8513-8033b2d00646'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:20.979984 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aaef3ad-a1e9-48c7-9b2b-4139bb0d915a" -d '{"events": [{"server_uuid": "57afc0b9-dcce-463c-b28f-1f4cfc944083", "name": "network-vif-unplugged", "status": "completed", "tag": "a82e65f7-04c0-4f2e-8513-8033b2d00646"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:20.987251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Pushing event updated for resources: {'Port': ['ID=a82e65f7-04c0-4f2e-8513-8033b2d00646,revision_number=7']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:21.026235 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Attempting to bind port a82e65f7-04c0-4f2e-8513-8033b2d00646 on host n-h1-778550-11 for vnic_type normal with profile {"migrating_to": "n-h2-778550-11"} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:16:21.026573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Attempting to bind port a82e65f7-04c0-4f2e-8513-8033b2d00646 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:16:21.026911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Attempting to bind port a82e65f7-04c0-4f2e-8513-8033b2d00646 on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:21.038687 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9224d63b-819b-4d83-953a-4b3d88baf676 x-openstack-request-id: req-9224d63b-819b-4d83-953a-4b3d88baf676 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:21.038976 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57afc0b9-dcce-463c-b28f-1f4cfc944083", "name": "network-vif-unplugged", "status": "completed", "tag": "a82e65f7-04c0-4f2e-8513-8033b2d00646", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:21.039256 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9224d63b-819b-4d83-953a-4b3d88baf676 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:21.039652 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57afc0b9-dcce-463c-b28f-1f4cfc944083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a82e65f7-04c0-4f2e-8513-8033b2d00646', 'code': 200} Aug 20 10:16:21.043223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Port a82e65f7-04c0-4f2e-8513-8033b2d00646 on network 5ea45e6d-0432-4a46-94e7-adce972727cf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:16:21.043551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Attempting to bind port a82e65f7-04c0-4f2e-8513-8033b2d00646 on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:21.079350 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:16:21.079709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Checking segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:21.080102 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Bound using segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:16:21.080557 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Bound port: a82e65f7-04c0-4f2e-8513-8033b2d00646, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:16:21.080905 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:21.164109 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3768a884-64db-4e9a-a5d6-7393321e786e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:21.182601 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff8cfe-b76a-4b6b-ad41-8751a2c7c578 req-b07affe7-4589-43e2-9475-9f86b6d2d08c tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:21.184205 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bff8cfe-b76a-4b6b-ad41-8751a2c7c578 req-b07affe7-4589-43e2-9475-9f86b6d2d08c tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 945 time: 0.1434841 Aug 20 10:16:21.558522 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-51d1136c-1e4e-4772-8851-65a0852ba061 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4bbe3cedbde94338837c7f3482239b51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563450 Aug 20 10:16:21.559611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] For port a82e65f7-04c0-4f2e-8513-8033b2d00646, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:21.563581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768a884-64db-4e9a-a5d6-7393321e786e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb8b0c3-e2dc-4f1a-99e9-151eb29be007,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:21.582156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695164e-681f-4570-b885-ef88204c36ed req-220abc91-fb5c-463b-a1f0-c52376b9650f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:21.583995 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4695164e-681f-4570-b885-ef88204c36ed req-220abc91-fb5c-463b-a1f0-c52376b9650f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 944 time: 0.0680897 Aug 20 10:16:21.612756 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 90e8af90-0ec0-4b43-8894-cfab73394814 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:16:21.631305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] For port a82e65f7-04c0-4f2e-8513-8033b2d00646, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a82e65f7-04c0-4f2e-8513-8033b2d00646,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:16:21.643281 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4695164e-681f-4570-b885-ef88204c36ed req-efd6ef95-5811-410a-9002-613b84442555 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463324 Aug 20 10:16:21.671140 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:21.681947 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bff8cfe-b76a-4b6b-ad41-8751a2c7c578 req-44e1731b-08fd-405f-b859-9a1d55a893bd tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e65a265-c375-45e5-93ed-f37b0f6b315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723477 Aug 20 10:16:21.714199 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3768a884-64db-4e9a-a5d6-7393321e786e admin admin] Checking segment: {'id': '3a169b26-f4f9-4bb3-b337-19b8818ed841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:21.714564 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3768a884-64db-4e9a-a5d6-7393321e786e admin admin] Network hostable DHCP agents. Network: b8eb4a3e-b147-44c8-b055-38c08a4758a5, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:16:21.715181 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:21.750496 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c74310d3-d7b8-4454-a071-7e8c13a5ba80 req-87cefac6-ccf7-409d-8834-a7f41ac27224 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2057977 Aug 20 10:16:21.750708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa01d59e-eb53-445b-9b84-55e7616d0bc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e8af90-0ec0-4b43-8894-cfab73394814'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:21.754374 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5662fa1d-6875-4230-b7a9-c55eecb5ef03" -d '{"events": [{"server_uuid": "aa01d59e-eb53-445b-9b84-55e7616d0bc9", "name": "network-vif-unplugged", "status": "completed", "tag": "90e8af90-0ec0-4b43-8894-cfab73394814"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:21.763330 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 77061d9f-e3b4-4726-bce0-0622be5241f3 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:16:21.782978 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 7439268a-e4ec-4ca8-80c5-bef05d933328 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:16:21.818506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Pushing event updated for resources: {'Port': ['ID=a82e65f7-04c0-4f2e-8513-8033b2d00646,revision_number=8']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:21.829539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 90e8af90-0ec0-4b43-8894-cfab73394814, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=90e8af90-0ec0-4b43-8894-cfab73394814,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:21.841865 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28bc9224-d9db-4667-9195-6fae85d98ce6 req-2e83e8c7-4e48-48ec-b30f-0506ec1d84d5 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 210 time: 0.0626366 Aug 20 10:16:21.871571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3768a884-64db-4e9a-a5d6-7393321e786e admin admin] Network b8eb4a3e-b147-44c8-b055-38c08a4758a5 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:16:21.882614 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:21.887278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:21.887467 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:21.888988 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-dd9288ee-1122-4dd0-a11f-a2a54213a960 service neutron] 10.222.0.24 "PUT /v2.0/ports/a82e65f7-04c0-4f2e-8513-8033b2d00646 HTTP/1.1" status: 200 len: 1124 time: 1.6126680 Aug 20 10:16:21.902604 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-f9653892-2487-4e0a-adf3-dcba9cbf4326 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:21.904857 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-f9653892-2487-4e0a-adf3-dcba9cbf4326 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3364544 Aug 20 10:16:21.907692 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-3768a884-64db-4e9a-a5d6-7393321e786e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, b8eb4a3e-b147-44c8-b055-38c08a4758a5) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:21.912953 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3768a884-64db-4e9a-a5d6-7393321e786e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:21.913541 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3768a884-64db-4e9a-a5d6-7393321e786e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:21.922691 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-fdf05590-6dda-4104-b956-f8b273c579b4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Request body: {'port': {'device_id': '763347e8-7990-47bb-ad64-2f261fe38c84', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '4bbe3cedbde94338837c7f3482239b51'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:21.952350 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e15864-141c-4f99-9574-049cd2cbcbcb x-openstack-request-id: req-96e15864-141c-4f99-9574-049cd2cbcbcb {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:21.952876 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa01d59e-eb53-445b-9b84-55e7616d0bc9", "name": "network-vif-unplugged", "status": "completed", "tag": "90e8af90-0ec0-4b43-8894-cfab73394814", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:21.953234 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96e15864-141c-4f99-9574-049cd2cbcbcb {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:21.953776 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa01d59e-eb53-445b-9b84-55e7616d0bc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e8af90-0ec0-4b43-8894-cfab73394814', 'code': 200} Aug 20 10:16:21.975918 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ccf2c8-3dea-4a8f-9b83-3486a7cfabfa None None] Network b8eb4a3e-b147-44c8-b055-38c08a4758a5 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:16:21.979478 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3768a884-64db-4e9a-a5d6-7393321e786e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2906508 Aug 20 10:16:21.983387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74310d3-d7b8-4454-a071-7e8c13a5ba80 req-2c974a22-6a1e-487b-a482-22cdf8ca965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:21.984267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920ee3c-1d29-44a2-800b-c1fe18e89f8e req-8f85ef3c-7091-42d7-a18a-69b532478f42 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:21.984856 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c74310d3-d7b8-4454-a071-7e8c13a5ba80 req-2c974a22-6a1e-487b-a482-22cdf8ca965d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e6680316f5441509e048150e3bbf75b&device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 1100 time: 0.1826642 Aug 20 10:16:21.985310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33650) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:21.993708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1930925587-router', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:21.999683 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0920ee3c-1d29-44a2-800b-c1fe18e89f8e req-8f85ef3c-7091-42d7-a18a-69b532478f42 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 944 time: 0.0831971 Aug 20 10:16:22.084133 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0920ee3c-1d29-44a2-800b-c1fe18e89f8e req-ad4f32c8-db36-48c3-b483-d2af56567169 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831008 Aug 20 10:16:22.098332 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:22.099399 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:22.165461 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['a82e65f7-04c0-4f2e-8513-8033b2d00646'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:16:22.168958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74310d3-d7b8-4454-a071-7e8c13a5ba80 req-ca5fe205-571d-422d-a755-e5c014d08684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:22.170579 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c74310d3-d7b8-4454-a071-7e8c13a5ba80 req-ca5fe205-571d-422d-a755-e5c014d08684 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1451674 Aug 20 10:16:22.200087 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:22.206985 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-fdf05590-6dda-4104-b956-f8b273c579b4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Made reservation on behalf of 4bbe3cedbde94338837c7f3482239b51 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:16:22.209901 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-fdf05590-6dda-4104-b956-f8b273c579b4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:22.224086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=90e8af90-0ec0-4b43-8894-cfab73394814,revision_number=11']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:22.254635 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c74310d3-d7b8-4454-a071-7e8c13a5ba80 req-8cb5ed1c-d0bb-48bf-913b-1e8df3523fa8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=781e4aca-996f-4789-99fe-691b488c1099 HTTP/1.1" status: 200 len: 217 time: 0.0571785 Aug 20 10:16:22.264759 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 77061d9f-e3b4-4726-bce0-0622be5241f3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=77061d9f-e3b4-4726-bce0-0622be5241f3,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:22.313831 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 7439268a-e4ec-4ca8-80c5-bef05d933328 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:16:22.324448 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '77061d9f-e3b4-4726-bce0-0622be5241f3', 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919', 'port_id': '77061d9f-e3b4-4726-bce0-0622be5241f3', 'mac_address': 'fa:16:3e:b3:58:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec037e15-fcbb-4d16-a744-529bede3af97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:16:22.336804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 7439268a-e4ec-4ca8-80c5-bef05d933328 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:22.337193 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:22.385306 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:22.484584 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74310d3-d7b8-4454-a071-7e8c13a5ba80 req-4fbe17e2-47da-4e06-ab70-171b8763cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:22.486159 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c74310d3-d7b8-4454-a071-7e8c13a5ba80 req-4fbe17e2-47da-4e06-ab70-171b8763cf43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1970465 Aug 20 10:16:22.495026 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:22.545232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'fixed_ips': [{'subnet_id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:16:22.546145 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:22.570429 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:22.615508 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-fdf05590-6dda-4104-b956-f8b273c579b4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Allocated IP 192.168.233.198 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/d2989a2a-5a02-47c3-8ed1-ac9e311e05ca) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:16:22.635341 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74310d3-d7b8-4454-a071-7e8c13a5ba80 req-28d268df-d8b5-4485-bf93-92a29e99a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:22.636855 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c74310d3-d7b8-4454-a071-7e8c13a5ba80 req-28d268df-d8b5-4485-bf93-92a29e99a03e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1381092 Aug 20 10:16:22.735294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77061d9f-e3b4-4726-bce0-0622be5241f3 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:16:22.757015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 77061d9f-e3b4-4726-bce0-0622be5241f3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=77061d9f-e3b4-4726-bce0-0622be5241f3,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:22.781902 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:22.844017 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c74310d3-d7b8-4454-a071-7e8c13a5ba80 req-31b3d31d-fb75-4e9a-97f3-fc17bc6b2267 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954923 Aug 20 10:16:22.927911 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:22.946735 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-fdf05590-6dda-4104-b956-f8b273c579b4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:22.996735 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=77061d9f-e3b4-4726-bce0-0622be5241f3,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:23.002096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-fdf05590-6dda-4104-b956-f8b273c579b4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Transition to ACTIVE for port object d2989a2a-5a02-47c3-8ed1-ac9e311e05ca will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:23.008932 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Allocated IP 172.20.0.2 (b8eb4a3e-b147-44c8-b055-38c08a4758a5/cdb8b0c3-e2dc-4f1a-99e9-151eb29be007/965f65e3-34e2-4028-93e3-52e498a9be8e) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:16:23.022865 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd563e-51d8-4eb9-9b2d-e11541f9ac00 req-12060f2b-8c1f-4e20-a62a-cbee2c97e583 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:23.024727 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-58bd563e-51d8-4eb9-9b2d-e11541f9ac00 req-12060f2b-8c1f-4e20-a62a-cbee2c97e583 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 945 time: 0.1397476 Aug 20 10:16:23.045671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57afc0b9-dcce-463c-b28f-1f4cfc944083', 'tag': 'a82e65f7-04c0-4f2e-8513-8033b2d00646'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:23.049052 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c70f7d4-c611-4446-af90-c5da8eaf68f5" -d '{"events": [{"name": "network-changed", "server_uuid": "57afc0b9-dcce-463c-b28f-1f4cfc944083", "tag": "a82e65f7-04c0-4f2e-8513-8033b2d00646"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:23.064625 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 7439268a-e4ec-4ca8-80c5-bef05d933328, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7439268a-e4ec-4ca8-80c5-bef05d933328,segment=NetworkSegment(455b8f15-1d21-444b-b703-b6d91848ea9a),segment_id=455b8f15-1d21-444b-b703-b6d91848ea9a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:23.081131 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-58bd563e-51d8-4eb9-9b2d-e11541f9ac00 req-e61fc055-3013-4a55-8f54-5f720252bb02 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492241 Aug 20 10:16:23.130502 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c74310d3-d7b8-4454-a071-7e8c13a5ba80 req-234d3544-4b55-46e1-9e4f-b054bd0250c1 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685065 Aug 20 10:16:23.132693 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:23.156004 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:23.178274 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-fdf05590-6dda-4104-b956-f8b273c579b4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:23.180509 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:23.207666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['77061d9f-e3b4-4726-bce0-0622be5241f3'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:16:23.211966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['28f386fb-544d-424c-81a8-c7baacb44512'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:16:23.217582 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3098d-cd89-43a7-bc22-4109e8e4c6d7 req-f90bf6d4-7983-4f7e-9f1d-6aeafc4e1fb2 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:23.225286 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-04c3098d-cd89-43a7-bc22-4109e8e4c6d7 req-f90bf6d4-7983-4f7e-9f1d-6aeafc4e1fb2 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 936 time: 0.0660362 Aug 20 10:16:23.267837 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-04c3098d-cd89-43a7-bc22-4109e8e4c6d7 req-9d7fa8ce-aeae-439f-834a-bc2a39199cf6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417552 Aug 20 10:16:23.279354 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=7439268a-e4ec-4ca8-80c5-bef05d933328,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:23.287765 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda3b70-2c31-4e05-abe3-dd22fab0864c req-47a112c5-a2a7-4474-99de-723c80dcf8c3 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:23.289333 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1dda3b70-2c31-4e05-abe3-dd22fab0864c req-47a112c5-a2a7-4474-99de-723c80dcf8c3 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 946 time: 0.1774876 Aug 20 10:16:23.295025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-fdf05590-6dda-4104-b956-f8b273c579b4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:16:23.315877 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-fdf05590-6dda-4104-b956-f8b273c579b4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:23.321286 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf05590-6dda-4104-b956-f8b273c579b4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Pushing event updated for resources: {'Port': ['ID=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:23.329971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-fdf05590-6dda-4104-b956-f8b273c579b4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:16:23.335580 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-fdf05590-6dda-4104-b956-f8b273c579b4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:23.336253 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-fdf05590-6dda-4104-b956-f8b273c579b4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:23.398516 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-fdf05590-6dda-4104-b956-f8b273c579b4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4802408 Aug 20 10:16:23.407614 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1dda3b70-2c31-4e05-abe3-dd22fab0864c req-3cf2d2a8-1ebd-451a-8efd-a9c1861f7c92 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e65a265-c375-45e5-93ed-f37b0f6b315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071119 Aug 20 10:16:23.414312 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Request body: {'port': {'device_id': '763347e8-7990-47bb-ad64-2f261fe38c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:23.471485 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Allocated IP 172.25.3.141 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/8ee6db67-1404-4bc4-b819-0180291ca982) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:16:23.520314 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:23.573090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Transition to ACTIVE for port object 965f65e3-34e2-4028-93e3-52e498a9be8e will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:23.631507 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abf2b67-dfeb-4bfb-925f-2abfe8cb1c33 x-openstack-request-id: req-9abf2b67-dfeb-4bfb-925f-2abfe8cb1c33 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:23.631967 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57afc0b9-dcce-463c-b28f-1f4cfc944083", "tag": "a82e65f7-04c0-4f2e-8513-8033b2d00646", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:23.632213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Transition to ACTIVE for port object 965f65e3-34e2-4028-93e3-52e498a9be8e will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:23.632311 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9abf2b67-dfeb-4bfb-925f-2abfe8cb1c33 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:23.632388 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57afc0b9-dcce-463c-b28f-1f4cfc944083', 'tag': 'a82e65f7-04c0-4f2e-8513-8033b2d00646', 'status': 'completed', 'code': 200} Aug 20 10:16:23.646621 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:23.655968 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:23.737622 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Network b8eb4a3e-b147-44c8-b055-38c08a4758a5 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:16:23.756153 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:23.796560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70f7d4-c611-4446-af90-c5da8eaf68f5 req-ecd5cb33-b6e4-4e4d-b9f3-b181c5c609de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:23.797235 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:23.798362 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c70f7d4-c611-4446-af90-c5da8eaf68f5 req-ecd5cb33-b6e4-4e4d-b9f3-b181c5c609de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 1127 time: 0.1684995 Aug 20 10:16:23.802209 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device a82e65f7-04c0-4f2e-8513-8033b2d00646 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:16:23.807336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:16:23.842179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Pushing event updated for resources: {'Port': ['ID=965f65e3-34e2-4028-93e3-52e498a9be8e,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:23.866982 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7c968d7d-9448-4a48-85c3-d6f60861c6fa None None] Provisioning for port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:16:23.911349 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd682f01-630d-43f5-a19b-6a3e65499c8e req-413d5ebd-a676-4cf5-b856-927bb097a519 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:23.919239 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd682f01-630d-43f5-a19b-6a3e65499c8e req-413d5ebd-a676-4cf5-b856-927bb097a519 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 944 time: 0.2462537 Aug 20 10:16:24.027333 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bb25bf-b3eb-4dd1-8157-6108511e6fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7439268a-e4ec-4ca8-80c5-bef05d933328'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:24.029669 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c95c94-b31f-4c09-9c56-7cf458f218c8" -d '{"events": [{"server_uuid": "a9bb25bf-b3eb-4dd1-8157-6108511e6fb7", "name": "network-vif-plugged", "status": "completed", "tag": "7439268a-e4ec-4ca8-80c5-bef05d933328"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:24.042853 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.resource_extend [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:16:24.056576 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7c968d7d-9448-4a48-85c3-d6f60861c6fa None None] Provisioning complete for port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:24.057032 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7c968d7d-9448-4a48-85c3-d6f60861c6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:24.151072 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Attempting to bind port 965f65e3-34e2-4028-93e3-52e498a9be8e on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:16:24.151535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Attempting to bind port 965f65e3-34e2-4028-93e3-52e498a9be8e by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3a169b26-f4f9-4bb3-b337-19b8818ed841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:16:24.152030 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Attempting to bind port 965f65e3-34e2-4028-93e3-52e498a9be8e on network b8eb4a3e-b147-44c8-b055-38c08a4758a5 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:24.163470 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd682f01-630d-43f5-a19b-6a3e65499c8e req-239ab60c-2a7b-4f24-bdec-e1a869398fd6 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297454 Aug 20 10:16:24.170732 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7c968d7d-9448-4a48-85c3-d6f60861c6fa None None] Port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:16:24.174854 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:16:24.175703 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Checking segment: {'id': '3a169b26-f4f9-4bb3-b337-19b8818ed841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:24.176122 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:24.176518 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Bound using segment: {'id': '3a169b26-f4f9-4bb3-b337-19b8818ed841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:16:24.177003 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Bound port: 965f65e3-34e2-4028-93e3-52e498a9be8e, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a169b26-f4f9-4bb3-b337-19b8818ed841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:16:24.177387 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:24.185950 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:24.241326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port a82e65f7-04c0-4f2e-8513-8033b2d00646, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a82e65f7-04c0-4f2e-8513-8033b2d00646,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:24.245951 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455a4db9-0fd0-4708-a79d-c7ce726af140 x-openstack-request-id: req-455a4db9-0fd0-4708-a79d-c7ce726af140 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:24.246269 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bb25bf-b3eb-4dd1-8157-6108511e6fb7", "name": "network-vif-plugged", "status": "completed", "tag": "7439268a-e4ec-4ca8-80c5-bef05d933328", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:24.246575 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-455a4db9-0fd0-4708-a79d-c7ce726af140 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:24.246941 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bb25bf-b3eb-4dd1-8157-6108511e6fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7439268a-e4ec-4ca8-80c5-bef05d933328', 'code': 200} Aug 20 10:16:24.269032 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70f7d4-c611-4446-af90-c5da8eaf68f5 req-17282e69-24bf-404f-a67d-28d97efebacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:24.270274 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device a82e65f7-04c0-4f2e-8513-8033b2d00646 has no active binding in host n-h2-778550-11 {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 10:16:24.272260 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c70f7d4-c611-4446-af90-c5da8eaf68f5 req-17282e69-24bf-404f-a67d-28d97efebacd service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 908 time: 0.4518957 Aug 20 10:16:24.284752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] For port 965f65e3-34e2-4028-93e3-52e498a9be8e, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:24.288149 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] For port 965f65e3-34e2-4028-93e3-52e498a9be8e, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=965f65e3-34e2-4028-93e3-52e498a9be8e,segment=NetworkSegment(3a169b26-f4f9-4bb3-b337-19b8818ed841),segment_id=3a169b26-f4f9-4bb3-b337-19b8818ed841)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:16:24.296439 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:24.311575 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:16:24.347538 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:24.350404 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:16:24.390640 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86d685-3bb2-4ec0-94ec-7448cfec63b0 None None] Pushing event updated for resources: {'Port': ['ID=965f65e3-34e2-4028-93e3-52e498a9be8e,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:24.848481 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c70f7d4-c611-4446-af90-c5da8eaf68f5 req-c1a146a8-97ea-422c-ba8c-97c559e05bed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a82e65f7-04c0-4f2e-8513-8033b2d00646 HTTP/1.1" status: 200 len: 217 time: 0.5452533 Aug 20 10:16:24.859939 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee6db67-1404-4bc4-b819-0180291ca982,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:24.916712 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddebd8-0615-4b8f-b61d-12fc9213603d req-ba5b19f0-267c-404a-bd27-2dffe7cf3542 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:24.918255 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81ddebd8-0615-4b8f-b61d-12fc9213603d req-ba5b19f0-267c-404a-bd27-2dffe7cf3542 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 936 time: 0.0529292 Aug 20 10:16:24.946664 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70f7d4-c611-4446-af90-c5da8eaf68f5 req-47e80449-42f5-41e4-ae7f-dda82e47d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:24.948765 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c70f7d4-c611-4446-af90-c5da8eaf68f5 req-47e80449-42f5-41e4-ae7f-dda82e47d452 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.0806856 Aug 20 10:16:24.963086 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81ddebd8-0615-4b8f-b61d-12fc9213603d req-712d7876-0731-40ab-a342-c1137c3ed325 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370545 Aug 20 10:16:25.061778 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c70f7d4-c611-4446-af90-c5da8eaf68f5 req-0a0db399-53e8-4d56-b86f-e3b86e08d8c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896175 Aug 20 10:16:25.070273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0aa62-29b5-48db-bce4-5308a4f50aa8 req-1d1a476a-f7de-4c05-809e-a1874b034e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:25.072084 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-47b0aa62-29b5-48db-bce4-5308a4f50aa8 req-1d1a476a-f7de-4c05-809e-a1874b034e09 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 1098 time: 0.7448366 Aug 20 10:16:25.083334 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fff4b-ba76-4356-8e60-397fe93d9efb req-93d38b7a-d350-4a03-ab68-be7c336a8939 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:25.084822 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c46fff4b-ba76-4356-8e60-397fe93d9efb req-93d38b7a-d350-4a03-ab68-be7c336a8939 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 945 time: 0.7565348 Aug 20 10:16:25.102568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c17546-3642-4e13-9d49-f11a5516c9a3 req-eae52a64-2fb6-4937-9b52-b2decef71ef0 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:25.104118 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7c17546-3642-4e13-9d49-f11a5516c9a3 req-eae52a64-2fb6-4937-9b52-b2decef71ef0 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 946 time: 0.0643172 Aug 20 10:16:25.144959 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7c17546-3642-4e13-9d49-f11a5516c9a3 req-7afde28f-a464-4838-8bee-27a535ad7bd8 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e65a265-c375-45e5-93ed-f37b0f6b315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346119 Aug 20 10:16:25.304140 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2989a2a-5a02-47c3-8ed1-ac9e311e05ca {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:16:25.313873 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-47b0aa62-29b5-48db-bce4-5308a4f50aa8 req-266546ca-b2be-4209-bc20-17361e48ab08 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0e65a265-c375-45e5-93ed-f37b0f6b315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251608 Aug 20 10:16:25.324372 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:25.369941 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c46fff4b-ba76-4356-8e60-397fe93d9efb req-a0bf84a3-1151-4db0-8df3-eb6a9d0b5e17 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462053 Aug 20 10:16:25.425317 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Transition to ACTIVE for port object d2989a2a-5a02-47c3-8ed1-ac9e311e05ca will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:25.433739 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c70f7d4-c611-4446-af90-c5da8eaf68f5 req-08aa144f-e2b6-4f14-abe0-d64db2cd567b service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456979 Aug 20 10:16:25.438550 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:25.547884 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:25.632034 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Pushing event updated for resources: {'Port': ['ID=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:25.745782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048895ef-6c92-44f4-a397-7b104f241ddf req-6abb2db1-ef35-4fbd-bc36-97bdc576f560 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:25.754139 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-048895ef-6c92-44f4-a397-7b104f241ddf req-6abb2db1-ef35-4fbd-bc36-97bdc576f560 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 948 time: 0.0716743 Aug 20 10:16:25.778768 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45851b9-4374-4bf2-a596-8728c001c759 None None] Network b8eb4a3e-b147-44c8-b055-38c08a4758a5 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:16:25.796720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Attempting to bind port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:16:25.797470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Attempting to bind port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:16:25.797907 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Attempting to bind port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:25.809332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:16:25.809764 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Attempting to bind port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:25.810879 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-048895ef-6c92-44f4-a397-7b104f241ddf req-225191e0-2033-4dbf-8b14-29da8c5ec323 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473075 Aug 20 10:16:25.818281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 77061d9f-e3b4-4726-bce0-0622be5241f3 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:16:25.821451 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 965f65e3-34e2-4028-93e3-52e498a9be8e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:16:25.844110 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e3733-1aec-471c-b3f5-b893315eb09d req-4bb7d303-6f81-475e-81a7-b2e32c2c8963 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:25.845684 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-556e3733-1aec-471c-b3f5-b893315eb09d req-4bb7d303-6f81-475e-81a7-b2e32c2c8963 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 944 time: 0.3725438 Aug 20 10:16:25.852544 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:16:25.853220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:25.853400 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:16:25.853886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Bound port: d2989a2a-5a02-47c3-8ed1-ac9e311e05ca, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:16:25.854312 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:25.862896 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c70f7d4-c611-4446-af90-c5da8eaf68f5 req-e06e8518-6a50-4a2b-882b-18966d2681ee service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885112 Aug 20 10:16:25.920027 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9d63d27f-8b7c-46b9-a251-7af1fbee130c None None] Provisioning for port 965f65e3-34e2-4028-93e3-52e498a9be8e completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:16:26.000233 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-556e3733-1aec-471c-b3f5-b893315eb09d req-24d435a5-a712-47b0-8b18-59f4dad45295 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435089 Aug 20 10:16:26.002315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 965f65e3-34e2-4028-93e3-52e498a9be8e completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:16:26.009831 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 77061d9f-e3b4-4726-bce0-0622be5241f3 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:16:26.022538 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 965f65e3-34e2-4028-93e3-52e498a9be8e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:26.022538 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:26.022755 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] For port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:26.024026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] For port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:16:26.026430 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 77061d9f-e3b4-4726-bce0-0622be5241f3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:26.026814 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:26.108221 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:26.118095 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:26.159288 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c40d35-953e-43a2-8a54-ab5aa46473cc req-cafe5bdc-7ef3-4b54-bc13-2954e844a056 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:26.170215 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-59c40d35-953e-43a2-8a54-ab5aa46473cc req-cafe5bdc-7ef3-4b54-bc13-2954e844a056 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 948 time: 0.1047087 Aug 20 10:16:26.253705 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-59c40d35-953e-43a2-8a54-ab5aa46473cc req-37dd0a73-d08b-4a72-a026-a7f73354c8ce tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816042 Aug 20 10:16:26.277696 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:26.285062 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:26.322439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:26.323248 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:26.327844 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-c022c761-0920-48f2-8044-65702c89c38c service neutron] 10.222.0.24 "PUT /v2.0/ports/d2989a2a-5a02-47c3-8ed1-ac9e311e05ca HTTP/1.1" status: 200 len: 1097 time: 2.9146628 Aug 20 10:16:26.338575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 965f65e3-34e2-4028-93e3-52e498a9be8e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=965f65e3-34e2-4028-93e3-52e498a9be8e,segment=NetworkSegment(3a169b26-f4f9-4bb3-b337-19b8818ed841),segment_id=3a169b26-f4f9-4bb3-b337-19b8818ed841)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:26.349647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763347e8-7990-47bb-ad64-2f261fe38c84', 'tag': 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:26.355356 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:26.357947 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3444c639-fd13-4b9f-8ffc-2205998a3562" -d '{"events": [{"name": "network-changed", "server_uuid": "763347e8-7990-47bb-ad64-2f261fe38c84", "tag": "d2989a2a-5a02-47c3-8ed1-ac9e311e05ca"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:26.374858 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae6da60-30f0-4442-9cd9-5cda510cef8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77061d9f-e3b4-4726-bce0-0622be5241f3'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:26.377885 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bb2f3b-8258-421c-b82b-b2f37d5ca49a" -d '{"events": [{"server_uuid": "7ae6da60-30f0-4442-9cd9-5cda510cef8d", "name": "network-vif-plugged", "status": "completed", "tag": "77061d9f-e3b4-4726-bce0-0622be5241f3"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:26.416672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 77061d9f-e3b4-4726-bce0-0622be5241f3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=77061d9f-e3b4-4726-bce0-0622be5241f3,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:26.430281 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:26.451453 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b61a4c4-b4db-4b52-ac99-6d00f39cd275 x-openstack-request-id: req-4b61a4c4-b4db-4b52-ac99-6d00f39cd275 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:26.451747 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763347e8-7990-47bb-ad64-2f261fe38c84", "tag": "d2989a2a-5a02-47c3-8ed1-ac9e311e05ca", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:26.452005 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b61a4c4-b4db-4b52-ac99-6d00f39cd275 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:26.452414 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763347e8-7990-47bb-ad64-2f261fe38c84', 'tag': 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca', 'status': 'completed', 'code': 200} Aug 20 10:16:26.485937 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b32a394-0bb9-4d96-ab38-90d3f1e63061 x-openstack-request-id: req-5b32a394-0bb9-4d96-ab38-90d3f1e63061 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:26.486235 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae6da60-30f0-4442-9cd9-5cda510cef8d", "name": "network-vif-plugged", "status": "completed", "tag": "77061d9f-e3b4-4726-bce0-0622be5241f3", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:26.486488 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b32a394-0bb9-4d96-ab38-90d3f1e63061 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:26.486893 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae6da60-30f0-4442-9cd9-5cda510cef8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77061d9f-e3b4-4726-bce0-0622be5241f3', 'code': 200} Aug 20 10:16:26.488083 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=965f65e3-34e2-4028-93e3-52e498a9be8e,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:26.500627 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022c761-0920-48f2-8044-65702c89c38c service neutron] Pushing event updated for resources: {'Port': ['ID=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:26.574197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448d26b-bf3c-4e4c-8015-4ed1e9bbb91e req-a93ae133-5a5c-4587-902c-502712f48111 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:26.578392 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=77061d9f-e3b4-4726-bce0-0622be5241f3,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:26.588191 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0448d26b-bf3c-4e4c-8015-4ed1e9bbb91e req-a93ae133-5a5c-4587-902c-502712f48111 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 946 time: 0.2482557 Aug 20 10:16:26.599726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8547cf2d-ce80-4f96-a27f-60081da99d61 None None] Provisioning complete for port 965f65e3-34e2-4028-93e3-52e498a9be8e triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:26.600568 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8547cf2d-ce80-4f96-a27f-60081da99d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:26.602711 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-815b3787-d5c2-4d59-aa91-7f5263efd50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:26.604665 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-815b3787-d5c2-4d59-aa91-7f5263efd50b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 1100 time: 0.1690383 Aug 20 10:16:26.629720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af7358-f642-47c8-a73d-abf4b9abc334 req-013d22ce-6d29-49c2-8c0d-2ed76b87ea2b tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:26.637589 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-24af7358-f642-47c8-a73d-abf4b9abc334 req-013d22ce-6d29-49c2-8c0d-2ed76b87ea2b tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 946 time: 0.0599589 Aug 20 10:16:26.644770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Router 686eca49-1a64-4fb3-bb1b-26df3a9ae448 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:16:26.686125 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-24af7358-f642-47c8-a73d-abf4b9abc334 req-cc3d2c6b-cc8b-40f6-9ba1-5d5e8cb12ca5 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426221 Aug 20 10:16:26.692505 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-69730d2c-008e-4b70-908d-0825e6d11781 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca HTTP/1.1" status: 200 len: 217 time: 0.0569506 Aug 20 10:16:26.782535 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0448d26b-bf3c-4e4c-8015-4ed1e9bbb91e req-e90d51d8-4fe0-4411-973f-1bbf0c0bc31b tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e65a265-c375-45e5-93ed-f37b0f6b315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933498 Aug 20 10:16:26.800253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67560acd-d09e-4bd7-b6be-f9a2e7826843 req-93397ae2-4ccc-479f-bfd6-632ffdb4911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:26.801881 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-67560acd-d09e-4bd7-b6be-f9a2e7826843 req-93397ae2-4ccc-479f-bfd6-632ffdb4911a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 1098 time: 0.2115247 Aug 20 10:16:26.817246 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-d1130a9c-4653-42f3-adb7-2780877a06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:26.818836 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-d1130a9c-4653-42f3-adb7-2780877a06b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1161056 Aug 20 10:16:26.983796 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-67560acd-d09e-4bd7-b6be-f9a2e7826843 req-2867537b-4e67-4738-a5f5-b415fad1bb99 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134713 Aug 20 10:16:26.985921 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:16:26.998528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Sync routers for ids ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:16:27.012134 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Routers {'686eca49-1a64-4fb3-bb1b-26df3a9ae448'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:16:27.012369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-1807e69d-4a5b-4945-ab6c-f737d1920998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:27.013844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:16:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:27.014462 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-1807e69d-4a5b-4945-ab6c-f737d1920998 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1453543 Aug 20 10:16:27.016257 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:27.017357 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9de422fd-acc7-4b3f-afd4-1078a3b0fe53 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0292251 Aug 20 10:16:27.020477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33858) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:27.025400 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcc0f5-484d-47a7-9f20-51f7890238fe req-bfd4dbc1-eda0-4b01-b48a-9c41be280581 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:27.026908 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-44bcc0f5-484d-47a7-9f20-51f7890238fe req-bfd4dbc1-eda0-4b01-b48a-9c41be280581 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 948 time: 0.1406908 Aug 20 10:16:27.079602 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-44bcc0f5-484d-47a7-9f20-51f7890238fe req-001981a8-b78b-4d40-9722-b05723d934aa tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462246 Aug 20 10:16:27.180951 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Set router 686eca49-1a64-4fb3-bb1b-26df3a9ae448 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:16:27.183367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcc547-97a8-44ab-997e-427f2105dd72 req-1c87694f-c27a-4653-87d3-e55fdc236a8e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:27.185441 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33bcc547-97a8-44ab-997e-427f2105dd72 req-1c87694f-c27a-4653-87d3-e55fdc236a8e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 944 time: 0.0973513 Aug 20 10:16:27.421423 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33bcc547-97a8-44ab-997e-427f2105dd72 req-545fc554-6468-4574-ba55-92143219f320 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208521 Aug 20 10:16:27.435870 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c153a-11c7-4e7c-810d-cb26aa18c989 req-92cb296a-2cdd-4a70-912b-1824ceb227ba tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:27.437475 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-190c153a-11c7-4e7c-810d-cb26aa18c989 req-92cb296a-2cdd-4a70-912b-1824ceb227ba tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 948 time: 0.0865247 Aug 20 10:16:27.453064 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-a143bede-713f-47c1-8926-20bf0a1901f1 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949387 Aug 20 10:16:27.462572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'name': 'tempest-TaggedBootDevicesTest-1930925587-router', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:22Z', 'updated_at': '2021-08-20T10:16:25Z', 'revision_number': 3, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'gw_port': {'id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:23Z', 'updated_at': '2021-08-20T10:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:27.492791 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Checking router: 686eca49-1a64-4fb3-bb1b-26df3a9ae448 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:16:27.494062 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Updating router 686eca49-1a64-4fb3-bb1b-26df3a9ae448 port 8ee6db67-1404-4bc4-b819-0180291ca982 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:16:27.505264 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-190c153a-11c7-4e7c-810d-cb26aa18c989 req-1a3b169c-3aa5-4e08-991d-0f22e35d6072 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618377 Aug 20 10:16:27.533425 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:27.612811 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-586cc714-f3a2-4f0e-a44c-169c740a7422 req-befea02f-efe0-4331-abdb-217ff687608a service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285958 Aug 20 10:16:27.658171 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:27.735254 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444c639-fd13-4b9f-8ffc-2205998a3562 req-392c222a-d181-495e-9534-5ae96bce09b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:27.742093 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3444c639-fd13-4b9f-8ffc-2205998a3562 req-392c222a-d181-495e-9534-5ae96bce09b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 1100 time: 0.0581014 Aug 20 10:16:27.769589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 965f65e3-34e2-4028-93e3-52e498a9be8e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:16:27.879799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Allocated IP 172.20.0.1 (b8eb4a3e-b147-44c8-b055-38c08a4758a5/cdb8b0c3-e2dc-4f1a-99e9-151eb29be007/3f9bf531-f434-47e4-ab97-5a1df9fa181e) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:16:27.926200 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444c639-fd13-4b9f-8ffc-2205998a3562 req-45e5534c-5580-4774-87ba-7b36fb06a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:27.927270 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3444c639-fd13-4b9f-8ffc-2205998a3562 req-45e5534c-5580-4774-87ba-7b36fb06a8ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1795459 Aug 20 10:16:27.947208 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:27.957472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacf385-0cc1-428a-b451-d1a5071476eb req-5d750276-6ef0-48df-a97b-9247690f604e tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:27.959097 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8cacf385-0cc1-428a-b451-d1a5071476eb req-5d750276-6ef0-48df-a97b-9247690f604e tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.42 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 948 time: 0.1047761 Aug 20 10:16:27.970390 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Transition to ACTIVE for port object 8ee6db67-1404-4bc4-b819-0180291ca982 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:27.983467 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:28.028014 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 965f65e3-34e2-4028-93e3-52e498a9be8e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:28.029337 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:28.034082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c3eb5-22d3-4f59-bebe-fc9e75d0f46e req-2d68336f-bf0e-46a3-aa6e-a7dbf60f2b50 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:28.042491 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-295c3eb5-22d3-4f59-bebe-fc9e75d0f46e req-2d68336f-bf0e-46a3-aa6e-a7dbf60f2b50 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 946 time: 0.2738688 Aug 20 10:16:28.068466 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:28.095575 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Transition to ACTIVE for port object 3f9bf531-f434-47e4-ab97-5a1df9fa181e will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:28.104609 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-295c3eb5-22d3-4f59-bebe-fc9e75d0f46e req-b937e5bb-9955-4dda-a595-8e7e72a978ba tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610659 Aug 20 10:16:28.122890 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a859e-c71e-4f98-bfa2-8a4acd82bd80 None None] Pushing event updated for resources: {'Port': ['ID=8ee6db67-1404-4bc4-b819-0180291ca982,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:28.125730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Attempting to bind port 8ee6db67-1404-4bc4-b819-0180291ca982 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:16:28.126236 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Attempting to bind port 8ee6db67-1404-4bc4-b819-0180291ca982 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:16:28.126453 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Attempting to bind port 8ee6db67-1404-4bc4-b819-0180291ca982 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:28.145778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:16:28.146160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:28.146570 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:28.146969 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:16:28.147284 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:28.147560 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Bound port: 8ee6db67-1404-4bc4-b819-0180291ca982, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:16:28.147866 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:28.199622 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Network b8eb4a3e-b147-44c8-b055-38c08a4758a5 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:16:28.203478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:28.212546 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:16:28.215398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Pushing event updated for resources: {'Port': ['ID=3f9bf531-f434-47e4-ab97-5a1df9fa181e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:28.293953 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:28.361334 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3444c639-fd13-4b9f-8ffc-2205998a3562 req-71bd2de8-62d6-4a4b-af03-61a6b7dff803 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca HTTP/1.1" status: 200 len: 217 time: 0.4006429 Aug 20 10:16:28.399152 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] For port 8ee6db67-1404-4bc4-b819-0180291ca982, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:28.403184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] For port 8ee6db67-1404-4bc4-b819-0180291ca982, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8ee6db67-1404-4bc4-b819-0180291ca982,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:16:28.411432 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f054c-b9c4-4da5-8b98-5d5d05dcf145 req-772036a0-02d3-4aad-b925-e05a93540bf8 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:28.413279 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-538f054c-b9c4-4da5-8b98-5d5d05dcf145 req-772036a0-02d3-4aad-b925-e05a93540bf8 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 948 time: 0.1120839 Aug 20 10:16:28.430077 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:28.453377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb1345-165a-4a70-9393-f2b80ad06a4f req-a94a1155-59df-4666-bf53-db9453fadc0f tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:28.460792 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-befb1345-165a-4a70-9393-f2b80ad06a4f req-a94a1155-59df-4666-bf53-db9453fadc0f tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 946 time: 0.5475857 Aug 20 10:16:28.508623 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-538f054c-b9c4-4da5-8b98-5d5d05dcf145 req-2ac39376-4d35-461c-b4a9-99ad20bf7880 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865929 Aug 20 10:16:28.521743 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a859e-c71e-4f98-bfa2-8a4acd82bd80 None None] Pushing event updated for resources: {'Port': ['ID=8ee6db67-1404-4bc4-b819-0180291ca982,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:28.531105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Routers {'686eca49-1a64-4fb3-bb1b-26df3a9ae448'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:16:28.531105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:16:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:28.541700 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bda21dee-798c-464b-b714-77425d7768dc None None] Provisioning for port 3f9bf531-f434-47e4-ab97-5a1df9fa181e completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:16:28.557603 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:28.559409 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-befb1345-165a-4a70-9393-f2b80ad06a4f req-a6707142-9397-425b-b40a-e843fbf3b31b tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e65a265-c375-45e5-93ed-f37b0f6b315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958593 Aug 20 10:16:28.582020 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bda21dee-798c-464b-b714-77425d7768dc None None] Provisioning complete for port 3f9bf531-f434-47e4-ab97-5a1df9fa181e triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:28.582536 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bda21dee-798c-464b-b714-77425d7768dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:28.583731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444c639-fd13-4b9f-8ffc-2205998a3562 req-91cf3c73-bf68-4a72-adeb-05f98511bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:28.590219 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3444c639-fd13-4b9f-8ffc-2205998a3562 req-91cf3c73-bf68-4a72-adeb-05f98511bd7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1992750 Aug 20 10:16:28.659228 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b485af9b-e394-49ef-90ec-73ede613eb49 req-754052a8-6d73-4749-a395-035acff53aea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3346975 Aug 20 10:16:28.667373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bda21dee-798c-464b-b714-77425d7768dc None None] Port 3f9bf531-f434-47e4-ab97-5a1df9fa181e cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:16:28.738448 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] Set router 686eca49-1a64-4fb3-bb1b-26df3a9ae448 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:16:28.773436 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444c639-fd13-4b9f-8ffc-2205998a3562 req-900cbe32-91bb-4066-86ca-87653291e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:28.776017 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3444c639-fd13-4b9f-8ffc-2205998a3562 req-900cbe32-91bb-4066-86ca-87653291e18d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1709116 Aug 20 10:16:28.779500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-8cacf385-0cc1-428a-b451-d1a5071476eb req-2a11c6fc-8258-4195-98eb-ee276bd90fd3 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Deleting port 781e4aca-996f-4789-99fe-691b488c1099 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:16:28.779881 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8cacf385-0cc1-428a-b451-d1a5071476eb req-2a11c6fc-8258-4195-98eb-ee276bd90fd3 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:28.908080 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:28.921297 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f5f29-919d-4fb7-a16a-b5f691bfca1d req-89ce91fa-f846-4be6-859c-6a814f0bb1db tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:28.923249 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-423f5f29-919d-4fb7-a16a-b5f691bfca1d req-89ce91fa-f846-4be6-859c-6a814f0bb1db tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 948 time: 0.0918698 Aug 20 10:16:28.924431 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:28.992534 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485af9b-e394-49ef-90ec-73ede613eb49 req-507e3db4-444f-47f2-8cbe-9aafea92e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:28.994073 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b485af9b-e394-49ef-90ec-73ede613eb49 req-507e3db4-444f-47f2-8cbe-9aafea92e067 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1e949b55a314448808ad67780ed3577&device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 1097 time: 0.2092762 Aug 20 10:16:29.006968 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee52e9-56b4-4996-bf21-55bcd5da76e4 req-7f72ecf1-6faf-4da8-bf0e-86e28c615e63 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:29.008560 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83ee52e9-56b4-4996-bf21-55bcd5da76e4 req-7f72ecf1-6faf-4da8-bf0e-86e28c615e63 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 944 time: 0.3187497 Aug 20 10:16:29.011457 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:29.052297 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-423f5f29-919d-4fb7-a16a-b5f691bfca1d req-2b69a510-080c-44d4-ae1e-f2bcfbeb70ef tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968409 Aug 20 10:16:29.054384 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Pushing event updated for resources: {'Port': ['ID=3f9bf531-f434-47e4-ab97-5a1df9fa181e,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:29.105016 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'name': 'tempest-TaggedBootDevicesTest-1930925587-router', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:22Z', 'updated_at': '2021-08-20T10:16:28Z', 'revision_number': 4, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'gw_port': {'id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:23Z', 'updated_at': '2021-08-20T10:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3f9bf531-f434-47e4-ab97-5a1df9fa181e', 'name': '', 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'mac_address': 'fa:16:3e:f9:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:27Z', 'updated_at': '2021-08-20T10:16:27Z', 'revision_number': 1, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'subnets': [{'id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:29.156152 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-8cacf385-0cc1-428a-b451-d1a5071476eb req-2a11c6fc-8258-4195-98eb-ee276bd90fd3 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] For port 781e4aca-996f-4789-99fe-691b488c1099, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=781e4aca-996f-4789-99fe-691b488c1099,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:29.156520 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8cacf385-0cc1-428a-b451-d1a5071476eb req-2a11c6fc-8258-4195-98eb-ee276bd90fd3 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:29.163593 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306cf5bf-5aa6-4227-a4da-06b52185aa84 None None] The sync data for ids ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'] in n-d-778550-11 is: [{'id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'name': 'tempest-TaggedBootDevicesTest-1930925587-router', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:22Z', 'updated_at': '2021-08-20T10:16:28Z', 'revision_number': 4, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'gw_port': {'id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:23Z', 'updated_at': '2021-08-20T10:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3f9bf531-f434-47e4-ab97-5a1df9fa181e', 'name': '', 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'mac_address': 'fa:16:3e:f9:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:27Z', 'updated_at': '2021-08-20T10:16:27Z', 'revision_number': 1, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'subnets': [{'id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:16:29.193617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Network b8eb4a3e-b147-44c8-b055-38c08a4758a5 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:16:29.195145 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:29.206767 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3444c639-fd13-4b9f-8ffc-2205998a3562 req-7b444c4c-d977-4653-8010-5eb00b011efd service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112556 Aug 20 10:16:29.218889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-8cacf385-0cc1-428a-b451-d1a5071476eb req-2a11c6fc-8258-4195-98eb-ee276bd90fd3 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Calling delete_port for 781e4aca-996f-4789-99fe-691b488c1099 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:16:29.224313 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83ee52e9-56b4-4996-bf21-55bcd5da76e4 req-cfbaaeb0-d8c6-4997-ae02-e81256a6b314 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988544 Aug 20 10:16:29.255477 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-70e50473-f838-41f6-863f-a69c19698471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:29.468853 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Router 686eca49-1a64-4fb3-bb1b-26df3a9ae448 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:16:29.512586 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe1f4c-b5f8-4cd6-a506-7019ac22e845 req-4ec2aa89-8fa8-4bce-ad95-2264d5fa2459 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:29.520637 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30fe1f4c-b5f8-4cd6-a506-7019ac22e845 req-4ec2aa89-8fa8-4bce-ad95-2264d5fa2459 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 946 time: 0.1329105 Aug 20 10:16:29.557154 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3444c639-fd13-4b9f-8ffc-2205998a3562 req-0cb75857-317b-4e85-8b26-7002cadb2565 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158922 Aug 20 10:16:29.558219 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485af9b-e394-49ef-90ec-73ede613eb49 req-5167175b-01d8-4c5a-83c3-ab6c7fa58fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:29.559709 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b485af9b-e394-49ef-90ec-73ede613eb49 req-5167175b-01d8-4c5a-83c3-ab6c7fa58fe9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=32a089c0-176d-40e1-bdf0-d909b8c47da7 HTTP/1.1" status: 200 len: 924 time: 0.5230005 Aug 20 10:16:29.607808 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-345ed433-66fc-4682-b7d7-31fd8a62c0d8 None None] Provisioning complete for port 3f9bf531-f434-47e4-ab97-5a1df9fa181e triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:29.608176 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-345ed433-66fc-4682-b7d7-31fd8a62c0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:29.658200 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-345ed433-66fc-4682-b7d7-31fd8a62c0d8 None None] Port 3f9bf531-f434-47e4-ab97-5a1df9fa181e cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:16:29.781647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:16:29.804554 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30fe1f4c-b5f8-4cd6-a506-7019ac22e845 req-ebcfe756-c4c6-4335-a810-dac184d0b300 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829609 Aug 20 10:16:29.830543 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f9fcdfd7-06d7-4500-9162-f44587d1a02c admin admin] 10.222.0.16 "PUT /v2.0/routers/686eca49-1a64-4fb3-bb1b-26df3a9ae448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8002992 Aug 20 10:16:29.839866 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8cacf385-0cc1-428a-b451-d1a5071476eb req-2a11c6fc-8258-4195-98eb-ee276bd90fd3 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:29.884247 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b485af9b-e394-49ef-90ec-73ede613eb49 req-96ab4965-0f02-4dd4-891c-5335d91fe54a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c82c2b94-821f-4fb6-936b-6a633329d9c3 HTTP/1.1" status: 200 len: 1001 time: 0.3063335 Aug 20 10:16:29.889750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11c6fc-8258-4195-98eb-ee276bd90fd3 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Pushing event deleted for resources: {'Port': ['ID=781e4aca-996f-4789-99fe-691b488c1099,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:30.003192 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179749a5-c517-422d-afa9-f68b67bc10af req-a028973f-192e-42d2-bbcc-71aa2ccaedbb tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:30.031337 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-179749a5-c517-422d-afa9-f68b67bc10af req-a028973f-192e-42d2-bbcc-71aa2ccaedbb tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 946 time: 0.1056855 Aug 20 10:16:30.094341 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-179749a5-c517-422d-afa9-f68b67bc10af req-4dcdea51-a0dc-469c-8068-3cf4dfac418f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/security-groups?id=d58de6cd-2a0a-4343-9a96-29c7dab9f6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617447 Aug 20 10:16:30.136696 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cacf385-0cc1-428a-b451-d1a5071476eb req-2a11c6fc-8258-4195-98eb-ee276bd90fd3 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] No DVR routers for this DVR port 781e4aca-996f-4789-99fe-691b488c1099 on host n-h1-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:16:30.142813 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8cacf385-0cc1-428a-b451-d1a5071476eb req-2a11c6fc-8258-4195-98eb-ee276bd90fd3 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:30.148951 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8cacf385-0cc1-428a-b451-d1a5071476eb req-2a11c6fc-8258-4195-98eb-ee276bd90fd3 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.42 "DELETE /v2.0/ports/781e4aca-996f-4789-99fe-691b488c1099 HTTP/1.1" status: 204 len: 173 time: 2.1691997 Aug 20 10:16:30.328905 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17be126-4d37-4709-bb8b-8024cbdb8cf9', 'name': 'network-vif-deleted', 'tag': '781e4aca-996f-4789-99fe-691b488c1099'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:30.333302 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066c66ee-400d-4e89-a239-1c53da3c16c0" -d '{"events": [{"server_uuid": "d17be126-4d37-4709-bb8b-8024cbdb8cf9", "name": "network-vif-deleted", "tag": "781e4aca-996f-4789-99fe-691b488c1099"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:30.346275 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507d7d9-6538-42e2-9c77-66703cc905de req-1caab7cd-2f07-4e64-b71b-2079d8a2ca4e tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:30.354474 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8507d7d9-6538-42e2-9c77-66703cc905de req-1caab7cd-2f07-4e64-b71b-2079d8a2ca4e tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=d17be126-4d37-4709-bb8b-8024cbdb8cf9 HTTP/1.1" status: 200 len: 865 time: 0.5692120 Aug 20 10:16:30.433853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485af9b-e394-49ef-90ec-73ede613eb49 req-f2b88b0f-3c76-43fe-a4a3-317c8184c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:30.436049 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b485af9b-e394-49ef-90ec-73ede613eb49 req-f2b88b0f-3c76-43fe-a4a3-317c8184c9ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4554d4b-e023-429d-9014-22d3381958db HTTP/1.1" status: 200 len: 862 time: 0.5376770 Aug 20 10:16:30.437591 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c406825-265c-4b49-a9d1-f3de98b0fc61 req-b8314731-6bda-43e0-99d1-d6fe3958b521 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:30.443449 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0c406825-265c-4b49-a9d1-f3de98b0fc61 req-b8314731-6bda-43e0-99d1-d6fe3958b521 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 1098 time: 0.0833290 Aug 20 10:16:30.454882 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-d00868e3-1e7a-4039-a696-2475b6e71179 service neutron] 10.222.0.42 "GET /v2.0/ports/a82e65f7-04c0-4f2e-8513-8033b2d00646/bindings/n-h2-778550-11 HTTP/1.1" status: 200 len: 385 time: 0.4560494 Aug 20 10:16:30.472905 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8507d7d9-6538-42e2-9c77-66703cc905de req-834cdc90-27a6-449c-9df9-8ad2870f6b6b tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174946 Aug 20 10:16:30.514754 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0c406825-265c-4b49-a9d1-f3de98b0fc61 req-7edef8f6-54d3-427a-8820-b83c5f207d36 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673463 Aug 20 10:16:30.731931 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:16:30.751506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485af9b-e394-49ef-90ec-73ede613eb49 req-a4d17fff-f117-4e0e-ad5c-9784834d7b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:30.752204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bd44a-18d5-43ff-a0a4-abf38cd20a22 req-79e83b9a-0862-45fe-b349-906c0726c5a6 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:30.753263 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b485af9b-e394-49ef-90ec-73ede613eb49 req-a4d17fff-f117-4e0e-ad5c-9784834d7b05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a089c0-176d-40e1-bdf0-d909b8c47da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3006043 Aug 20 10:16:30.757930 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-173bd44a-18d5-43ff-a0a4-abf38cd20a22 req-79e83b9a-0862-45fe-b349-906c0726c5a6 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 944 time: 0.1300778 Aug 20 10:16:30.829328 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-173bd44a-18d5-43ff-a0a4-abf38cd20a22 req-b435f58c-1a04-40d7-bebf-3dd01bab8ed7 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627978 Aug 20 10:16:30.897214 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889d298-75e1-42fb-baec-aef6a297b96b req-33a915ae-4a10-4f53-a574-11b6751e02e8 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:30.902742 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1889d298-75e1-42fb-baec-aef6a297b96b req-33a915ae-4a10-4f53-a574-11b6751e02e8 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 948 time: 0.3091810 Aug 20 10:16:30.919392 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b485af9b-e394-49ef-90ec-73ede613eb49 req-b5c14a5b-4a1b-4cea-961e-8a7f59c776b4 service neutron] 10.222.0.24 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504834 Aug 20 10:16:31.020815 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaf1aff-f463-4757-9163-e62dfbe431e0 x-openstack-request-id: req-afaf1aff-f463-4757-9163-e62dfbe431e0 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:31.021152 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17be126-4d37-4709-bb8b-8024cbdb8cf9", "name": "network-vif-deleted", "tag": "781e4aca-996f-4789-99fe-691b488c1099", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:31.021409 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afaf1aff-f463-4757-9163-e62dfbe431e0 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:31.021849 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17be126-4d37-4709-bb8b-8024cbdb8cf9', 'name': 'network-vif-deleted', 'tag': '781e4aca-996f-4789-99fe-691b488c1099', 'status': 'completed', 'code': 200} Aug 20 10:16:31.135155 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaf9f2-7399-4cb3-8571-f5be8bda2150 req-0866b40f-ef97-48df-a80e-818c9d7f4a50 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:31.144414 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ddaf9f2-7399-4cb3-8571-f5be8bda2150 req-0866b40f-ef97-48df-a80e-818c9d7f4a50 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 1098 time: 0.0717196 Aug 20 10:16:31.179421 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1889d298-75e1-42fb-baec-aef6a297b96b req-5e051e69-3edb-4578-907c-ffcb6afd395f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680976 Aug 20 10:16:31.205938 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ddaf9f2-7399-4cb3-8571-f5be8bda2150 req-3352f5c5-0ac5-4137-8996-9f593db74d92 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603299 Aug 20 10:16:31.297353 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-a36dd3a5-8e91-4f84-b7be-a80be7eeca4e service neutron] For port a82e65f7-04c0-4f2e-8513-8033b2d00646, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a82e65f7-04c0-4f2e-8513-8033b2d00646,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:31.332358 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b485af9b-e394-49ef-90ec-73ede613eb49 req-cf5401a8-6b99-47d3-8844-74ac6d387e79 service neutron] 10.222.0.24 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844447 Aug 20 10:16:31.349837 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-a36dd3a5-8e91-4f84-b7be-a80be7eeca4e service neutron] For port a82e65f7-04c0-4f2e-8513-8033b2d00646, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:31.382205 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e77f2b-734a-4cd6-bd8a-5e1171388d30 req-d1dee6fa-186f-4b31-8ce8-e14886e49854 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:31.387601 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e6e77f2b-734a-4cd6-bd8a-5e1171388d30 req-d1dee6fa-186f-4b31-8ce8-e14886e49854 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 946 time: 0.1170766 Aug 20 10:16:31.434195 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-a36dd3a5-8e91-4f84-b7be-a80be7eeca4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82e65f7-04c0-4f2e-8513-8033b2d00646 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:16:31.464182 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-a36dd3a5-8e91-4f84-b7be-a80be7eeca4e service neutron] For port a82e65f7-04c0-4f2e-8513-8033b2d00646, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=a82e65f7-04c0-4f2e-8513-8033b2d00646,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:31.541244 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-a36dd3a5-8e91-4f84-b7be-a80be7eeca4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:31.546065 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e6e77f2b-734a-4cd6-bd8a-5e1171388d30 req-222bab7e-1573-4626-8c08-a6c0bc1a9b7e tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/security-groups?id=d58de6cd-2a0a-4343-9a96-29c7dab9f6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549346 Aug 20 10:16:31.626984 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 781e4aca-996f-4789-99fe-691b488c1099 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:16:31.657045 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 781e4aca-996f-4789-99fe-691b488c1099 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:16:31.657927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 781e4aca-996f-4789-99fe-691b488c1099 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:16:31.708972 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e8332-723b-4418-98ae-978ef29f5cea req-e7abffb5-cf48-4102-8265-927ef3ef639f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:31.711909 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4b8e8332-723b-4418-98ae-978ef29f5cea req-e7abffb5-cf48-4102-8265-927ef3ef639f tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 946 time: 0.1945083 Aug 20 10:16:31.752351 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-88643cd8-3f5c-423a-9580-599a6ea0baf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:31.812448 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d2989a2a-5a02-47c3-8ed1-ac9e311e05ca details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:16:31.847174 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-a36dd3a5-8e91-4f84-b7be-a80be7eeca4e service neutron] Transition to ACTIVE for port object a82e65f7-04c0-4f2e-8513-8033b2d00646 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:31.868439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8ee6db67-1404-4bc4-b819-0180291ca982 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:16:31.870634 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-a36dd3a5-8e91-4f84-b7be-a80be7eeca4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:31.995188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dd3a5-8e91-4f84-b7be-a80be7eeca4e service neutron] Pushing event updated for resources: {'Port': ['ID=a82e65f7-04c0-4f2e-8513-8033b2d00646,revision_number=10']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:31.998914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd08897-c07a-42a4-b417-a6b2ffaf231e req-b615f7c2-642f-4d86-9432-34d6dcd555ce tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:32.007371 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ebd08897-c07a-42a4-b417-a6b2ffaf231e req-b615f7c2-642f-4d86-9432-34d6dcd555ce tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 1098 time: 0.3097336 Aug 20 10:16:32.101727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:32.105476 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-a36dd3a5-8e91-4f84-b7be-a80be7eeca4e service neutron] No DVR routers for this DVR port a82e65f7-04c0-4f2e-8513-8033b2d00646 on host n-h1-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:16:32.158678 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca', 'mac_address': 'fa:16:3e:0e:d8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:16:32.207997 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:32.209877 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:32.222269 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ebd08897-c07a-42a4-b417-a6b2ffaf231e req-64d41a4d-1f3b-4bde-8e37-6198acf91c77 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148032 Aug 20 10:16:32.222447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c52ba-49d4-4ced-954a-fabb82941056 req-922c2826-4324-4d2c-a85f-2725edf72501 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:32.233882 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f0c52ba-49d4-4ced-954a-fabb82941056 req-922c2826-4324-4d2c-a85f-2725edf72501 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 945 time: 0.1010058 Aug 20 10:16:32.252505 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-a36dd3a5-8e91-4f84-b7be-a80be7eeca4e service neutron] 10.222.0.42 "PUT /v2.0/ports/a82e65f7-04c0-4f2e-8513-8033b2d00646/bindings/n-h2-778550-11/activate HTTP/1.1" status: 200 len: 370 time: 1.7785425 Aug 20 10:16:32.265365 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2989a2a-5a02-47c3-8ed1-ac9e311e05ca {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:16:32.273065 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-4b8e8332-723b-4418-98ae-978ef29f5cea req-1a8940c0-703e-4dd1-941b-14aa768164c9 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Deleting port d9665382-9e86-4b43-9a1d-520ce116ffb0 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:16:32.273401 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4b8e8332-723b-4418-98ae-978ef29f5cea req-1a8940c0-703e-4dd1-941b-14aa768164c9 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:32.280730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 8ee6db67-1404-4bc4-b819-0180291ca982 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:16:32.305103 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 8ee6db67-1404-4bc4-b819-0180291ca982 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:32.305792 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:32.315376 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f0c52ba-49d4-4ced-954a-fabb82941056 req-99b2c672-352c-4603-b741-db1c344f1823 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744796 Aug 20 10:16:32.329807 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:32.366620 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:32.511995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:32.599194 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-5f75fad6-f586-4f9d-843f-94b0463f94fe tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:32.616006 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-5f75fad6-f586-4f9d-843f-94b0463f94fe tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083&tenant_id=11d213eb32ff4dabbbc87687feab7bcc&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 1097 time: 0.2264802 Aug 20 10:16:32.629533 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:32.675511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 8ee6db67-1404-4bc4-b819-0180291ca982, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8ee6db67-1404-4bc4-b819-0180291ca982,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:32.689974 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:32.763362 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-4b8e8332-723b-4418-98ae-978ef29f5cea req-1a8940c0-703e-4dd1-941b-14aa768164c9 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] For port d9665382-9e86-4b43-9a1d-520ce116ffb0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d9665382-9e86-4b43-9a1d-520ce116ffb0,segment=NetworkSegment(90b41520-59e2-41d5-86c5-ddc39162937d),segment_id=90b41520-59e2-41d5-86c5-ddc39162937d)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:32.763726 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4b8e8332-723b-4418-98ae-978ef29f5cea req-1a8940c0-703e-4dd1-941b-14aa768164c9 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:32.771689 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=8ee6db67-1404-4bc4-b819-0180291ca982,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:32.782661 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Sync routers for ids ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:16:32.795619 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Routers {'686eca49-1a64-4fb3-bb1b-26df3a9ae448'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:16:32.796235 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:16:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:32.821989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-4b8e8332-723b-4418-98ae-978ef29f5cea req-1a8940c0-703e-4dd1-941b-14aa768164c9 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Calling delete_port for d9665382-9e86-4b43-9a1d-520ce116ffb0 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:16:32.842259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['d2989a2a-5a02-47c3-8ed1-ac9e311e05ca'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:16:32.868497 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd3bd4-65d6-4b70-90eb-0e1ca08a9240 req-27d26d16-8e1d-4236-ac63-5a532fc2be54 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:32.874631 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6dbd3bd4-65d6-4b70-90eb-0e1ca08a9240 req-27d26d16-8e1d-4236-ac63-5a532fc2be54 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 949 time: 0.3612695 Aug 20 10:16:32.888768 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dae222-d272-4608-9496-f1e7d157b78c req-ea52476d-e015-4a67-987b-999bc5fde109 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:32.897982 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73dae222-d272-4608-9496-f1e7d157b78c req-ea52476d-e015-4a67-987b-999bc5fde109 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 946 time: 0.1140068 Aug 20 10:16:32.970195 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Set router 686eca49-1a64-4fb3-bb1b-26df3a9ae448 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:16:33.010662 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73dae222-d272-4608-9496-f1e7d157b78c req-99fefd05-0aad-4550-91ac-f1dbc382c1f4 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/security-groups?id=d58de6cd-2a0a-4343-9a96-29c7dab9f6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051674 Aug 20 10:16:33.055040 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:33.213662 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2711259-4037-4240-8fed-45e70b3fa21d req-f9fc5fb8-e198-49ac-a257-a50368c38d48 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:33.235991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f2711259-4037-4240-8fed-45e70b3fa21d req-f9fc5fb8-e198-49ac-a257-a50368c38d48 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa01d59e-eb53-445b-9b84-55e7616d0bc9 HTTP/1.1" status: 200 len: 948 time: 0.1063235 Aug 20 10:16:33.294549 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f2711259-4037-4240-8fed-45e70b3fa21d req-0e13f96a-9ccc-45d7-84da-b4d0e66e9825 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508676 Aug 20 10:16:33.414571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21951a03-33f8-4f79-8106-a4df0efd131f req-313b608b-9d32-4a60-88f8-f053097de844 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:33.426989 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21951a03-33f8-4f79-8106-a4df0efd131f req-313b608b-9d32-4a60-88f8-f053097de844 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 1098 time: 0.0694726 Aug 20 10:16:33.457122 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'name': 'tempest-TaggedBootDevicesTest-1930925587-router', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:22Z', 'updated_at': '2021-08-20T10:16:28Z', 'revision_number': 4, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'gw_port': {'id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:23Z', 'updated_at': '2021-08-20T10:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3f9bf531-f434-47e4-ab97-5a1df9fa181e', 'name': '', 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'mac_address': 'fa:16:3e:f9:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:27Z', 'updated_at': '2021-08-20T10:16:28Z', 'revision_number': 2, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'subnets': [{'id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:33.490624 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21951a03-33f8-4f79-8106-a4df0efd131f req-d35c70fd-dfbf-4f92-a4de-ee63e6f56fde tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598330 Aug 20 10:16:33.517602 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-eb97dcea-964b-4b4f-aa50-fa7aabcd4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:33.523982 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-eb97dcea-964b-4b4f-aa50-fa7aabcd4d6d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083&tenant_id=11d213eb32ff4dabbbc87687feab7bcc HTTP/1.1" status: 200 len: 1097 time: 0.8905177 Aug 20 10:16:33.529258 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Checking router: 686eca49-1a64-4fb3-bb1b-26df3a9ae448 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:16:33.530611 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Updating router 686eca49-1a64-4fb3-bb1b-26df3a9ae448 port 3f9bf531-f434-47e4-ab97-5a1df9fa181e binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:16:33.576238 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:33.623471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device a82e65f7-04c0-4f2e-8513-8033b2d00646 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:16:33.668579 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6dbd3bd4-65d6-4b70-90eb-0e1ca08a9240 req-2b5431c3-e71f-4c55-9f05-4de3d0f5f5dd tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008274 Aug 20 10:16:33.713624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-ab3df3c1-da2c-4d9a-8a40-105cf27db7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:33.714646 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device a82e65f7-04c0-4f2e-8513-8033b2d00646 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:16:33.715240 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-ab3df3c1-da2c-4d9a-8a40-105cf27db7d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 1097 time: 0.1442587 Aug 20 10:16:33.717135 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device d9665382-9e86-4b43-9a1d-520ce116ffb0 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:16:33.774690 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c662c-551b-4dca-86da-92f0e8827c05 req-f2ed66d9-aaf7-44ae-b0fa-cff375b98404 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:33.790526 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-924c662c-551b-4dca-86da-92f0e8827c05 req-f2ed66d9-aaf7-44ae-b0fa-cff375b98404 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 945 time: 0.1788490 Aug 20 10:16:33.811888 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8ee6db67-1404-4bc4-b819-0180291ca982 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:16:33.892361 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-924c662c-551b-4dca-86da-92f0e8827c05 req-ae23b770-13f7-4a5a-9eb8-2f84e06a8218 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006651 Aug 20 10:16:33.998030 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 8ee6db67-1404-4bc4-b819-0180291ca982 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:33.998683 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:34.031948 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4b8e8332-723b-4418-98ae-978ef29f5cea req-1a8940c0-703e-4dd1-941b-14aa768164c9 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:34.080081 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:34.096595 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8940c0-703e-4dd1-941b-14aa768164c9 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Pushing event deleted for resources: {'Port': ['ID=d9665382-9e86-4b43-9a1d-520ce116ffb0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:34.115107 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-b07712b5-338c-4394-ae06-acc69ecf25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:34.117078 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-b07712b5-338c-4394-ae06-acc69ecf25f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 908 time: 0.3207192 Aug 20 10:16:34.224058 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2a19b036-ebd0-421c-8cfb-4c25ae4687c1 req-57c6eff8-1ad8-4432-ba20-fd86fcc4f18e tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5651afd-4cff-427c-a165-ba57600d0171 HTTP/1.1" status: 200 len: 210 time: 0.0614293 Aug 20 10:16:34.260476 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-48d6c2de-a1e0-413d-9497-3fd7a4f753d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a82e65f7-04c0-4f2e-8513-8033b2d00646 HTTP/1.1" status: 200 len: 217 time: 0.1171794 Aug 20 10:16:34.262857 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:34.290546 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Transition to ACTIVE for port object 3f9bf531-f434-47e4-ab97-5a1df9fa181e will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:34.290769 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8e8332-723b-4418-98ae-978ef29f5cea req-1a8940c0-703e-4dd1-941b-14aa768164c9 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] No DVR routers for this DVR port d9665382-9e86-4b43-9a1d-520ce116ffb0 on host n-h1-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:16:34.313501 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:34.383138 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4b8e8332-723b-4418-98ae-978ef29f5cea req-1a8940c0-703e-4dd1-941b-14aa768164c9 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:34.385617 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4b8e8332-723b-4418-98ae-978ef29f5cea req-1a8940c0-703e-4dd1-941b-14aa768164c9 tempest-AttachSCSIVolumeTestJSON-1788604339 tempest-AttachSCSIVolumeTestJSON-1788604339-project] 10.222.0.42 "DELETE /v2.0/ports/d9665382-9e86-4b43-9a1d-520ce116ffb0 HTTP/1.1" status: 204 len: 173 time: 2.6349902 Aug 20 10:16:34.385617 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5651afd-4cff-427c-a165-ba57600d0171', 'name': 'network-vif-deleted', 'tag': 'd9665382-9e86-4b43-9a1d-520ce116ffb0'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:34.396076 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600db96c-a773-4e38-b9c9-ed7671565167" -d '{"events": [{"server_uuid": "b5651afd-4cff-427c-a165-ba57600d0171", "name": "network-vif-deleted", "tag": "d9665382-9e86-4b43-9a1d-520ce116ffb0"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:34.494117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-503c3f28-a3f4-42b6-818c-3ae0b2b71824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:34.502341 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-503c3f28-a3f4-42b6-818c-3ae0b2b71824 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.2104220 Aug 20 10:16:34.601354 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-7ad46d5c-750b-48ea-8c3d-0704b5d3c280 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907011 Aug 20 10:16:34.614057 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19389df8-90de-4014-8eb0-a9732f9bf8d6 req-bd027523-a1f4-4410-b575-c8bfc2a0b0ec tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:34.632118 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea73e98-1fa2-46d7-8138-99c95e566628 None None] Pushing event updated for resources: {'Port': ['ID=3f9bf531-f434-47e4-ab97-5a1df9fa181e,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:34.632865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19389df8-90de-4014-8eb0-a9732f9bf8d6 req-bd027523-a1f4-4410-b575-c8bfc2a0b0ec tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa01d59e-eb53-445b-9b84-55e7616d0bc9 HTTP/1.1" status: 200 len: 948 time: 0.1859829 Aug 20 10:16:34.681101 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:34.687655 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Attempting to bind port 3f9bf531-f434-47e4-ab97-5a1df9fa181e on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:16:34.688023 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Attempting to bind port 3f9bf531-f434-47e4-ab97-5a1df9fa181e by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3a169b26-f4f9-4bb3-b337-19b8818ed841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:16:34.688386 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Attempting to bind port 3f9bf531-f434-47e4-ab97-5a1df9fa181e on network b8eb4a3e-b147-44c8-b055-38c08a4758a5 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:34.700889 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea73e98-1fa2-46d7-8138-99c95e566628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:34.709774 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea73e98-1fa2-46d7-8138-99c95e566628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:34.711774 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea73e98-1fa2-46d7-8138-99c95e566628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:34.712616 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea73e98-1fa2-46d7-8138-99c95e566628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:34.716458 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea73e98-1fa2-46d7-8138-99c95e566628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:34.717086 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea73e98-1fa2-46d7-8138-99c95e566628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:34.717831 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea73e98-1fa2-46d7-8138-99c95e566628 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:34.718319 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea73e98-1fa2-46d7-8138-99c95e566628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:34.718820 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea73e98-1fa2-46d7-8138-99c95e566628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:34.719330 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea73e98-1fa2-46d7-8138-99c95e566628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:34.733425 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea73e98-1fa2-46d7-8138-99c95e566628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:34.733948 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea73e98-1fa2-46d7-8138-99c95e566628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:34.734611 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19389df8-90de-4014-8eb0-a9732f9bf8d6 req-b11da57f-8e44-4bc0-9766-c49b7fb54aa9 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969291 Aug 20 10:16:34.784079 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:16:34.785810 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Checking segment: {'id': '3a169b26-f4f9-4bb3-b337-19b8818ed841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:34.787004 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:34.792582 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Bound using segment: {'id': '3a169b26-f4f9-4bb3-b337-19b8818ed841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:16:34.795574 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Bound port: 3f9bf531-f434-47e4-ab97-5a1df9fa181e, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a169b26-f4f9-4bb3-b337-19b8818ed841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:16:34.796974 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:34.808396 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c068adc-ff09-4169-81ca-f3cb6b1cdcb6 x-openstack-request-id: req-8c068adc-ff09-4169-81ca-f3cb6b1cdcb6 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:34.808704 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5651afd-4cff-427c-a165-ba57600d0171", "name": "network-vif-deleted", "tag": "d9665382-9e86-4b43-9a1d-520ce116ffb0", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:34.808958 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c068adc-ff09-4169-81ca-f3cb6b1cdcb6 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:34.809356 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5651afd-4cff-427c-a165-ba57600d0171', 'name': 'network-vif-deleted', 'tag': 'd9665382-9e86-4b43-9a1d-520ce116ffb0', 'status': 'completed', 'code': 200} Aug 20 10:16:34.939979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc146ad-ac3d-4bb3-be0f-51088d5d0de6 req-857198aa-3792-423c-ade5-ae625715190f tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:34.941178 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8dc146ad-ac3d-4bb3-be0f-51088d5d0de6 req-857198aa-3792-423c-ade5-ae625715190f tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa01d59e-eb53-445b-9b84-55e7616d0bc9 HTTP/1.1" status: 200 len: 948 time: 0.3389115 Aug 20 10:16:35.008555 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] For port 3f9bf531-f434-47e4-ab97-5a1df9fa181e, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:35.024322 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] For port 3f9bf531-f434-47e4-ab97-5a1df9fa181e, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3f9bf531-f434-47e4-ab97-5a1df9fa181e,segment=NetworkSegment(3a169b26-f4f9-4bb3-b337-19b8818ed841),segment_id=3a169b26-f4f9-4bb3-b337-19b8818ed841)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:16:35.036099 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:35.036877 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1611e6f-cc57-4783-b12e-7feafe13bd1f req-21ba5b40-dc3d-4647-80cf-83f484d2df1a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:35.041050 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-d3c61246-6a24-4049-bc80-3312f1f6be54 service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125555 Aug 20 10:16:35.046702 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1611e6f-cc57-4783-b12e-7feafe13bd1f req-21ba5b40-dc3d-4647-80cf-83f484d2df1a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 949 time: 0.1260595 Aug 20 10:16:35.133359 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1611e6f-cc57-4783-b12e-7feafe13bd1f req-4ecf4f54-551d-4293-8a29-1db4637807fe tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853412 Aug 20 10:16:35.152884 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-25e8e59c-87e0-4a28-a51d-d991b018584d service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972631 Aug 20 10:16:35.218410 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea73e98-1fa2-46d7-8138-99c95e566628 None None] Pushing event updated for resources: {'Port': ['ID=3f9bf531-f434-47e4-ab97-5a1df9fa181e,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:35.236560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-8dc146ad-ac3d-4bb3-be0f-51088d5d0de6 req-eb870dc9-f28c-46a7-8666-9a80687aac23 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Deleting port 90e8af90-0ec0-4b43-8894-cfab73394814 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:16:35.237199 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8dc146ad-ac3d-4bb3-be0f-51088d5d0de6 req-eb870dc9-f28c-46a7-8666-9a80687aac23 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:35.247699 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Routers {'686eca49-1a64-4fb3-bb1b-26df3a9ae448'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:16:35.253368 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:16:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:35.447671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-8dc146ad-ac3d-4bb3-be0f-51088d5d0de6 req-eb870dc9-f28c-46a7-8666-9a80687aac23 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] For port 90e8af90-0ec0-4b43-8894-cfab73394814, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=90e8af90-0ec0-4b43-8894-cfab73394814,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:35.448661 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8dc146ad-ac3d-4bb3-be0f-51088d5d0de6 req-eb870dc9-f28c-46a7-8666-9a80687aac23 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:35.511685 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-8dc146ad-ac3d-4bb3-be0f-51088d5d0de6 req-eb870dc9-f28c-46a7-8666-9a80687aac23 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Calling delete_port for 90e8af90-0ec0-4b43-8894-cfab73394814 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:16:35.534443 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] Set router 686eca49-1a64-4fb3-bb1b-26df3a9ae448 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:16:35.571339 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180c204-cf99-4c2d-8a24-c94bade82b84 req-9ca5001f-077b-4da4-85d8-7cd8726cf587 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:35.579782 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8180c204-cf99-4c2d-8a24-c94bade82b84 req-9ca5001f-077b-4da4-85d8-7cd8726cf587 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 945 time: 0.1182146 Aug 20 10:16:35.629962 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8180c204-cf99-4c2d-8a24-c94bade82b84 req-3f2805aa-1ef3-4045-9b66-73e304ac15f0 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488226 Aug 20 10:16:35.718358 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-4f2a75ac-3ec1-48d1-85f7-4a35cad3a005 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:35.720394 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-4f2a75ac-3ec1-48d1-85f7-4a35cad3a005 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083&tenant_id=11d213eb32ff4dabbbc87687feab7bcc&binding%3Ahost_id=n-h2-778550-11 HTTP/1.1" status: 200 len: 1097 time: 0.1944954 Aug 20 10:16:35.842663 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3f9bf531-f434-47e4-ab97-5a1df9fa181e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:16:35.883343 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d2989a2a-5a02-47c3-8ed1-ac9e311e05ca up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:16:35.937126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 3f9bf531-f434-47e4-ab97-5a1df9fa181e completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:16:35.946269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b8a6b-6aa3-44ae-829c-345bb1862f81 req-0176eed4-f3a4-433a-8f78-58235adab68b tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:35.956317 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3f9bf531-f434-47e4-ab97-5a1df9fa181e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:35.957262 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:35.957488 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f3b8a6b-6aa3-44ae-829c-345bb1862f81 req-0176eed4-f3a4-433a-8f78-58235adab68b tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa01d59e-eb53-445b-9b84-55e7616d0bc9 HTTP/1.1" status: 200 len: 948 time: 0.1013451 Aug 20 10:16:36.021718 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f3b8a6b-6aa3-44ae-829c-345bb1862f81 req-41f4a8da-5480-49e6-ace6-71d1778baa95 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/security-groups?id=b02c7c5c-3353-448b-80df-b67467662c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613701 Aug 20 10:16:36.037565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-292a2331-5a5e-41d6-9f6c-33bf0d580ec7 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:16:36.043764 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-292a2331-5a5e-41d6-9f6c-33bf0d580ec7 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0826821 Aug 20 10:16:36.087852 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:16:36.105457 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:36.105625 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'name': 'tempest-TaggedBootDevicesTest-1930925587-router', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:22Z', 'updated_at': '2021-08-20T10:16:28Z', 'revision_number': 4, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'gw_port': {'id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:23Z', 'updated_at': '2021-08-20T10:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3f9bf531-f434-47e4-ab97-5a1df9fa181e', 'name': '', 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'mac_address': 'fa:16:3e:f9:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:27Z', 'updated_at': '2021-08-20T10:16:34Z', 'revision_number': 4, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'subnets': [{'id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:36.105816 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:36.118390 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-9d08070d-1255-403a-903a-100c7da4469a req-9bd3538f-d583-4b35-a4a9-18a2508507f8 service neutron] Request body: {'binding': {'host': 'n-h1-778550-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:36.118849 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-9d08070d-1255-403a-903a-100c7da4469a req-9bd3538f-d583-4b35-a4a9-18a2508507f8 service neutron] Unknown quota resources ['binding']. {{(pid=94866) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 10:16:36.152706 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6326ee5e-07dd-49f0-ae77-e15a20d2a648 None None] The sync data for ids ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'] in n-d-778550-11 is: [{'id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'name': 'tempest-TaggedBootDevicesTest-1930925587-router', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:22Z', 'updated_at': '2021-08-20T10:16:28Z', 'revision_number': 4, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'gw_port': {'id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:23Z', 'updated_at': '2021-08-20T10:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3f9bf531-f434-47e4-ab97-5a1df9fa181e', 'name': '', 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'mac_address': 'fa:16:3e:f9:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:27Z', 'updated_at': '2021-08-20T10:16:34Z', 'revision_number': 4, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'subnets': [{'id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:16:36.200714 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8dc146ad-ac3d-4bb3-be0f-51088d5d0de6 req-eb870dc9-f28c-46a7-8666-9a80687aac23 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:36.318667 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:36.376067 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c71417-d951-4342-8b94-29a45bdbd580 req-21da77b4-7ede-4d64-86a1-8d3f9f00c135 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:36.383827 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7c71417-d951-4342-8b94-29a45bdbd580 req-21da77b4-7ede-4d64-86a1-8d3f9f00c135 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 949 time: 0.1266935 Aug 20 10:16:36.394437 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb870dc9-f28c-46a7-8666-9a80687aac23 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Pushing event deleted for resources: {'Port': ['ID=90e8af90-0ec0-4b43-8894-cfab73394814,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:36.402343 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:36.457103 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 3f9bf531-f434-47e4-ab97-5a1df9fa181e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3f9bf531-f434-47e4-ab97-5a1df9fa181e,segment=NetworkSegment(3a169b26-f4f9-4bb3-b337-19b8818ed841),segment_id=3a169b26-f4f9-4bb3-b337-19b8818ed841)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:36.462450 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7c71417-d951-4342-8b94-29a45bdbd580 req-30edff96-6d8f-4848-ae50-ca3c99b7c000 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739329 Aug 20 10:16:36.478266 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:36.489177 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763347e8-7990-47bb-ad64-2f261fe38c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:36.491884 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77eb1506-5895-4beb-9cd5-6fe29272c2a1" -d '{"events": [{"server_uuid": "763347e8-7990-47bb-ad64-2f261fe38c84", "name": "network-vif-plugged", "status": "completed", "tag": "d2989a2a-5a02-47c3-8ed1-ac9e311e05ca"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:36.535559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:36.575282 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:36.588779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=3f9bf531-f434-47e4-ab97-5a1df9fa181e,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:36.633444 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc146ad-ac3d-4bb3-be0f-51088d5d0de6 req-eb870dc9-f28c-46a7-8666-9a80687aac23 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] No DVR routers for this DVR port 90e8af90-0ec0-4b43-8894-cfab73394814 on host n-h1-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:16:36.637459 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8dc146ad-ac3d-4bb3-be0f-51088d5d0de6 req-eb870dc9-f28c-46a7-8666-9a80687aac23 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:36.640568 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8dc146ad-ac3d-4bb3-be0f-51088d5d0de6 req-eb870dc9-f28c-46a7-8666-9a80687aac23 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.42 "DELETE /v2.0/ports/90e8af90-0ec0-4b43-8894-cfab73394814 HTTP/1.1" status: 204 len: 173 time: 1.6895001 Aug 20 10:16:36.696184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:36.738918 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a01429-acca-4b6e-82a1-ead9e92c8674 x-openstack-request-id: req-e0a01429-acca-4b6e-82a1-ead9e92c8674 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:36.739368 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763347e8-7990-47bb-ad64-2f261fe38c84", "name": "network-vif-plugged", "status": "completed", "tag": "d2989a2a-5a02-47c3-8ed1-ac9e311e05ca", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:36.739636 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0a01429-acca-4b6e-82a1-ead9e92c8674 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:36.740222 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763347e8-7990-47bb-ad64-2f261fe38c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca', 'code': 200} Aug 20 10:16:36.772659 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-d6b0c9b6-a601-4b85-975d-8fb317afa8e4 service neutron] For port a82e65f7-04c0-4f2e-8513-8033b2d00646, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:36.792223 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-d6b0c9b6-a601-4b85-975d-8fb317afa8e4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:36.797545 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a6db9a6-8af6-413f-b0bb-bad1ea45122d req-d6b0c9b6-a601-4b85-975d-8fb317afa8e4 service neutron] 10.222.0.24 "DELETE /v2.0/ports/a82e65f7-04c0-4f2e-8513-8033b2d00646/bindings/n-h1-778550-11 HTTP/1.1" status: 204 len: 173 time: 1.0579321 Aug 20 10:16:36.814059 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa01d59e-eb53-445b-9b84-55e7616d0bc9', 'name': 'network-vif-deleted', 'tag': '90e8af90-0ec0-4b43-8894-cfab73394814'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:36.816836 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef34b6fe-48e8-4f6a-90cb-b33bda2cd366" -d '{"events": [{"server_uuid": "aa01d59e-eb53-445b-9b84-55e7616d0bc9", "name": "network-vif-deleted", "tag": "90e8af90-0ec0-4b43-8894-cfab73394814"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:36.843630 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-9d08070d-1255-403a-903a-100c7da4469a req-9bd3538f-d583-4b35-a4a9-18a2508507f8 service neutron] Attempting to bind port 77061d9f-e3b4-4726-bce0-0622be5241f3 on host n-h1-778550-11 for vnic_type normal with profile None {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:16:36.844296 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-9d08070d-1255-403a-903a-100c7da4469a req-9bd3538f-d583-4b35-a4a9-18a2508507f8 service neutron] Attempting to bind port 77061d9f-e3b4-4726-bce0-0622be5241f3 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:16:36.844868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08070d-1255-403a-903a-100c7da4469a req-9bd3538f-d583-4b35-a4a9-18a2508507f8 service neutron] Attempting to bind port 77061d9f-e3b4-4726-bce0-0622be5241f3 on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:36.851373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08070d-1255-403a-903a-100c7da4469a req-9bd3538f-d583-4b35-a4a9-18a2508507f8 service neutron] Port 77061d9f-e3b4-4726-bce0-0622be5241f3 on network e287bb6a-2478-45c5-b9fc-caf113bb0919 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:16:36.853036 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08070d-1255-403a-903a-100c7da4469a req-9bd3538f-d583-4b35-a4a9-18a2508507f8 service neutron] Attempting to bind port 77061d9f-e3b4-4726-bce0-0622be5241f3 on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:36.859570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08070d-1255-403a-903a-100c7da4469a req-9bd3538f-d583-4b35-a4a9-18a2508507f8 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:16:36.859931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08070d-1255-403a-903a-100c7da4469a req-9bd3538f-d583-4b35-a4a9-18a2508507f8 service neutron] Checking segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:36.860777 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08070d-1255-403a-903a-100c7da4469a req-9bd3538f-d583-4b35-a4a9-18a2508507f8 service neutron] Bound using segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:16:36.861228 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-9d08070d-1255-403a-903a-100c7da4469a req-9bd3538f-d583-4b35-a4a9-18a2508507f8 service neutron] Bound port: 77061d9f-e3b4-4726-bce0-0622be5241f3, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:16:36.946493 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-9d08070d-1255-403a-903a-100c7da4469a req-9bd3538f-d583-4b35-a4a9-18a2508507f8 service neutron] For port 77061d9f-e3b4-4726-bce0-0622be5241f3, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=77061d9f-e3b4-4726-bce0-0622be5241f3,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:16:36.959461 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9d08070d-1255-403a-903a-100c7da4469a req-9bd3538f-d583-4b35-a4a9-18a2508507f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:36.960665 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-9bd3538f-d583-4b35-a4a9-18a2508507f8 service neutron] 10.222.0.16 "POST /v2.0/ports/77061d9f-e3b4-4726-bce0-0622be5241f3/bindings HTTP/1.1" status: 201 len: 390 time: 0.8668437 Aug 20 10:16:37.028531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c19d3-ad9f-4e95-b6e4-1739782188e9 req-a326bd89-74bd-45de-a43d-83f3d9b62548 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:37.030136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451a21a-db2a-4094-a775-7450f07419c4 req-25c4ea1d-7be5-439d-ab01-8d191b1e2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:37.033235 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3451a21a-db2a-4094-a775-7450f07419c4 req-25c4ea1d-7be5-439d-ab01-8d191b1e2648 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 1102 time: 0.0851347 Aug 20 10:16:37.049378 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7f4c19d3-ad9f-4e95-b6e4-1739782188e9 req-a326bd89-74bd-45de-a43d-83f3d9b62548 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 945 time: 0.1425600 Aug 20 10:16:37.179236 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed1cf38-42e5-4d73-9884-5af37b71b983 x-openstack-request-id: req-9ed1cf38-42e5-4d73-9884-5af37b71b983 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:37.180740 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa01d59e-eb53-445b-9b84-55e7616d0bc9", "name": "network-vif-deleted", "tag": "90e8af90-0ec0-4b43-8894-cfab73394814", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:37.181700 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ed1cf38-42e5-4d73-9884-5af37b71b983 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:37.182961 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa01d59e-eb53-445b-9b84-55e7616d0bc9', 'name': 'network-vif-deleted', 'tag': '90e8af90-0ec0-4b43-8894-cfab73394814', 'status': 'completed', 'code': 200} Aug 20 10:16:37.190803 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7f4c19d3-ad9f-4e95-b6e4-1739782188e9 req-520f72e4-7afc-4a40-a8e9-1c1d852d41dd tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165185 Aug 20 10:16:37.194128 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3451a21a-db2a-4094-a775-7450f07419c4 req-87e0bb42-40ec-4b08-8055-7b12765698da service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329045 Aug 20 10:16:37.365610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8dda87f6-092b-4f1e-9000-029924fb1389 req-99fc1702-c05f-4258-b372-db0b650f0412 tempest-ListImageFiltersTestJSON-2106930308 tempest-ListImageFiltersTestJSON-2106930308-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa01d59e-eb53-445b-9b84-55e7616d0bc9 HTTP/1.1" status: 200 len: 210 time: 0.0492642 Aug 20 10:16:37.424805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f781b-f126-43fa-b638-e595c8a2653f req-148553b7-c6bd-415d-abbd-3a9729076955 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:37.456126 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ff4f781b-f126-43fa-b638-e595c8a2653f req-148553b7-c6bd-415d-abbd-3a9729076955 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 946 time: 0.1376629 Aug 20 10:16:37.529715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08070d-1255-403a-903a-100c7da4469a req-8f43ee20-adc8-4f17-a8e3-4f20fd02aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:37.530393 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ff4f781b-f126-43fa-b638-e595c8a2653f req-8f0419d3-d56f-48bc-a0c5-1379414c1060 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660951 Aug 20 10:16:37.531262 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-8f43ee20-adc8-4f17-a8e3-4f20fd02aaf9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 1098 time: 0.1425989 Aug 20 10:16:37.706477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf308248-09b2-45cf-9545-4f22d19df8be req-e80c7e5b-46f3-4e9a-ab46-e02041b142fe tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:37.713688 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf308248-09b2-45cf-9545-4f22d19df8be req-e80c7e5b-46f3-4e9a-ab46-e02041b142fe tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.1036949 Aug 20 10:16:37.759663 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda7ead-940b-4d1b-ba99-0e9ac937072c req-3f9d7b57-89be-45f5-b98e-06080fc563e2 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:37.779855 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1bda7ead-940b-4d1b-ba99-0e9ac937072c req-3f9d7b57-89be-45f5-b98e-06080fc563e2 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 1097 time: 0.2063880 Aug 20 10:16:37.780718 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3f9bf531-f434-47e4-ab97-5a1df9fa181e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:16:37.809255 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf308248-09b2-45cf-9545-4f22d19df8be req-857441f3-dce2-40a3-a418-6f3015ce992f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797119 Aug 20 10:16:37.853721 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3f9bf531-f434-47e4-ab97-5a1df9fa181e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:37.854933 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:37.860831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08070d-1255-403a-903a-100c7da4469a req-33fdd7b4-acff-42d7-bf08-3e97a65a10aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:37.862314 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-33fdd7b4-acff-42d7-bf08-3e97a65a10aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 921 time: 0.3220949 Aug 20 10:16:37.927120 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-e5df3cf6-25a3-4841-9ad1-a50ea8a0f7cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77061d9f-e3b4-4726-bce0-0622be5241f3 HTTP/1.1" status: 200 len: 217 time: 0.0544608 Aug 20 10:16:37.939742 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1bda7ead-940b-4d1b-ba99-0e9ac937072c req-21980278-e118-4d76-9e65-481928954ccf tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551516 Aug 20 10:16:38.033327 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08070d-1255-403a-903a-100c7da4469a req-de7e97d3-ad20-43f4-96b5-690fe3cce0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:38.035304 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-de7e97d3-ad20-43f4-96b5-690fe3cce0f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.0789356 Aug 20 10:16:38.080547 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-7269d957-4516-469b-9ab6-e2f8edfbb385 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310864 Aug 20 10:16:38.208088 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-97079367-82d1-492b-bc5f-2b66aae0082e service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186764 Aug 20 10:16:38.329640 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-3d8caece-427f-44bf-a433-5b3337b3cbe1 service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111186 Aug 20 10:16:38.332860 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-2026ad44-0844-48f8-9828-2fa185d0bc08 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:38.335502 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-2026ad44-0844-48f8-9828-2fa185d0bc08 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 807 time: 0.1401193 Aug 20 10:16:38.361254 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-a9c8851a-6dc1-4a00-b17e-b82a9241ab95 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/quotas/11d213eb32ff4dabbbc87687feab7bcc HTTP/1.1" status: 200 len: 375 time: 0.0155761 Aug 20 10:16:38.433660 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-36e91a72-babf-49fa-b6b6-e0d8c5c33646 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0652804 Aug 20 10:16:38.482680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08070d-1255-403a-903a-100c7da4469a req-36df75d7-e74e-4ac4-ad4c-124adfcf21ba tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:38.484396 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-36df75d7-e74e-4ac4-ad4c-124adfcf21ba tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d&tenant_id=d90941e86594426c97114e4c5b673b06&binding%3Ahost_id=n-h2-778550-11 HTTP/1.1" status: 200 len: 1098 time: 0.0832379 Aug 20 10:16:38.507464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-11'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:38.589834 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-65d7d401-d571-43ec-8f02-fccc762b5a39 service neutron] 10.222.0.16 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466258 Aug 20 10:16:38.622484 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:38.715657 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-f3ca6c5c-4cbb-4bf7-a1af-376c0c7f7c75 service neutron] 10.222.0.16 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249399 Aug 20 10:16:38.850172 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] For port 77061d9f-e3b4-4726-bce0-0622be5241f3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=77061d9f-e3b4-4726-bce0-0622be5241f3,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:38.985944 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] For port 77061d9f-e3b4-4726-bce0-0622be5241f3, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:39.067809 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:39.078285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ad62-27b3-4ccc-8508-92e998f551ce req-8eb6ba1c-ebf6-4416-b415-8672a1232c4c tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:39.079924 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4950ad62-27b3-4ccc-8508-92e998f551ce req-8eb6ba1c-ebf6-4416-b415-8672a1232c4c tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 946 time: 0.1438568 Aug 20 10:16:39.086274 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:39.209090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae6da60-30f0-4442-9cd9-5cda510cef8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77061d9f-e3b4-4726-bce0-0622be5241f3'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:39.213354 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5b713a-3eea-4fad-8f8f-100a599ffb3e" -d '{"events": [{"server_uuid": "7ae6da60-30f0-4442-9cd9-5cda510cef8d", "name": "network-vif-unplugged", "status": "completed", "tag": "77061d9f-e3b4-4726-bce0-0622be5241f3"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:39.242273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Attempting to bind port 77061d9f-e3b4-4726-bce0-0622be5241f3 on host n-h2-778550-11 for vnic_type normal with profile {"migrating_to": "n-h1-778550-11"} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:16:39.242725 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Attempting to bind port 77061d9f-e3b4-4726-bce0-0622be5241f3 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:16:39.243082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Attempting to bind port 77061d9f-e3b4-4726-bce0-0622be5241f3 on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:39.284163 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4950ad62-27b3-4ccc-8508-92e998f551ce req-35222de6-e185-4055-85ed-d545875a0c29 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861973 Aug 20 10:16:39.288058 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Port 77061d9f-e3b4-4726-bce0-0622be5241f3 on network e287bb6a-2478-45c5-b9fc-caf113bb0919 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:16:39.288470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Attempting to bind port 77061d9f-e3b4-4726-bce0-0622be5241f3 on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:39.298493 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Pushing event updated for resources: {'Port': ['ID=77061d9f-e3b4-4726-bce0-0622be5241f3,revision_number=7']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:39.322371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:16:39.324248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Checking segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:39.324349 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Bound using segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:16:39.326293 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Bound port: 77061d9f-e3b4-4726-bce0-0622be5241f3, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:16:39.326699 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:39.409076 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3b41f710-ff4a-4515-8820-e1b0cb06ca1b req-360156e4-748e-420e-a943-3371c1a90fc0 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 210 time: 0.0455673 Aug 20 10:16:39.566993 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855778b4-db97-468b-8ba0-2c8487ffe08f x-openstack-request-id: req-855778b4-db97-468b-8ba0-2c8487ffe08f {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:39.567296 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae6da60-30f0-4442-9cd9-5cda510cef8d", "name": "network-vif-unplugged", "status": "completed", "tag": "77061d9f-e3b4-4726-bce0-0622be5241f3", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:39.567524 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-855778b4-db97-468b-8ba0-2c8487ffe08f {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:39.568123 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae6da60-30f0-4442-9cd9-5cda510cef8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77061d9f-e3b4-4726-bce0-0622be5241f3', 'code': 200} Aug 20 10:16:39.631569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] For port 77061d9f-e3b4-4726-bce0-0622be5241f3, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:39.640932 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 90e8af90-0ec0-4b43-8894-cfab73394814 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:16:39.641817 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] For port 77061d9f-e3b4-4726-bce0-0622be5241f3, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=77061d9f-e3b4-4726-bce0-0622be5241f3,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:16:39.676494 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec2af8-6769-4c6e-b834-d3181c4b1df4 req-4166002c-8fe5-41c5-9841-140f030cc72e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:39.680923 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17ec2af8-6769-4c6e-b834-d3181c4b1df4 req-4166002c-8fe5-41c5-9841-140f030cc72e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.1946623 Aug 20 10:16:39.682116 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:39.697089 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 90e8af90-0ec0-4b43-8894-cfab73394814 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:16:39.709660 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 90e8af90-0ec0-4b43-8894-cfab73394814 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:16:39.826067 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Pushing event updated for resources: {'Port': ['ID=77061d9f-e3b4-4726-bce0-0622be5241f3,revision_number=8']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:39.874338 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:39.877546 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:39.880078 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-339ca522-6a89-4219-b39f-be61750574b4 service neutron] 10.222.0.42 "PUT /v2.0/ports/77061d9f-e3b4-4726-bce0-0622be5241f3 HTTP/1.1" status: 200 len: 1124 time: 1.3868768 Aug 20 10:16:39.927365 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17ec2af8-6769-4c6e-b834-d3181c4b1df4 req-10d793b3-b2f7-4160-9f02-49ef02bfb3df tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073607 Aug 20 10:16:40.004399 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['77061d9f-e3b4-4726-bce0-0622be5241f3'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:16:40.312898 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34284) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:40.823522 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-edb2e3ac-840b-4471-a157-869cd018ad80 req-f10a73a9-f5a5-4892-8767-fa9eaed1416e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 210 time: 0.0729284 Aug 20 10:16:40.857645 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-e5c6be76-c139-4fca-aee6-c2e7da5d3055 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:40.859245 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-e5c6be76-c139-4fca-aee6-c2e7da5d3055 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.42 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 807 time: 0.4181724 Aug 20 10:16:40.871477 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-1c9dfd1e-28d9-4cf3-b7cb-15ead083d878 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1744564 Aug 20 10:16:40.884093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-5611b04d-8729-4d77-a944-10ab70e2eec4 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Request body: {'port': {'device_id': 'dd2fb42b-8541-4c33-9a9d-58b1bab47a46', 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf', 'admin_state_up': True, 'tenant_id': '11d213eb32ff4dabbbc87687feab7bcc'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:41.028882 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117fdf9-ebae-4cd9-958f-e730bae4171d req-23d8c010-4f48-4b0c-93c0-76b677939e90 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:41.035958 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4117fdf9-ebae-4cd9-958f-e730bae4171d req-23d8c010-4f48-4b0c-93c0-76b677939e90 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 944 time: 0.6330872 Aug 20 10:16:41.077270 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a662fad6-e399-4eba-8652-f6ca82e9c18b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e6680316f5441509e048150e3bbf75b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7614245 Aug 20 10:16:41.087599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34304) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:41.140638 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4117fdf9-ebae-4cd9-958f-e730bae4171d req-275f783a-1859-497c-9482-f45c7259cd6b tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954087 Aug 20 10:16:41.203936 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b36844-d11d-482b-b43e-011c0c4223d9 req-d53c77b8-12bc-4f5b-affe-d0415d99ce08 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:41.206398 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-55b36844-d11d-482b-b43e-011c0c4223d9 req-d53c77b8-12bc-4f5b-affe-d0415d99ce08 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.1906946 Aug 20 10:16:41.363882 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-5611b04d-8729-4d77-a944-10ab70e2eec4 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Made reservation on behalf of 11d213eb32ff4dabbbc87687feab7bcc for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:16:41.367346 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-5611b04d-8729-4d77-a944-10ab70e2eec4 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:41.413288 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-55b36844-d11d-482b-b43e-011c0c4223d9 req-df694c27-9443-4ccd-a68c-66c5ba7c0aa8 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795454 Aug 20 10:16:41.438361 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ff4f4dd-de84-4a41-98c8-69a1b93652d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:41.529587 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ff4f4dd-de84-4a41-98c8-69a1b93652d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:41.572463 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae6da60-30f0-4442-9cd9-5cda510cef8d', 'tag': '77061d9f-e3b4-4726-bce0-0622be5241f3'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:41.575913 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242b3fba-84b0-4bc7-9a17-5d3d887563bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae6da60-30f0-4442-9cd9-5cda510cef8d", "tag": "77061d9f-e3b4-4726-bce0-0622be5241f3"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:41.652143 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 77061d9f-e3b4-4726-bce0-0622be5241f3 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:16:41.666116 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-5611b04d-8729-4d77-a944-10ab70e2eec4 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Allocated IP 172.20.0.6 (5ea45e6d-0432-4a46-94e7-adce972727cf/e68f9554-8fd7-45c8-8297-706c20051e17/2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:16:41.676391 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f682c6-341d-48d2-b751-a00b3d9fb802 x-openstack-request-id: req-05f682c6-341d-48d2-b751-a00b3d9fb802 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:41.676680 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae6da60-30f0-4442-9cd9-5cda510cef8d", "tag": "77061d9f-e3b4-4726-bce0-0622be5241f3", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:41.676987 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05f682c6-341d-48d2-b751-a00b3d9fb802 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:41.677434 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae6da60-30f0-4442-9cd9-5cda510cef8d', 'tag': '77061d9f-e3b4-4726-bce0-0622be5241f3', 'status': 'completed', 'code': 200} Aug 20 10:16:41.680916 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ff4f4dd-de84-4a41-98c8-69a1b93652d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:41.684454 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ff4f4dd-de84-4a41-98c8-69a1b93652d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:41.685709 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8ff4f4dd-de84-4a41-98c8-69a1b93652d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b02c7c5c-3353-448b-80df-b67467662c96 HTTP/1.1" status: 204 len: 168 time: 0.5818934 Aug 20 10:16:41.702022 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4f4dd-de84-4a41-98c8-69a1b93652d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02c7c5c-3353-448b-80df-b67467662c96,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:41.818609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b3fba-84b0-4bc7-9a17-5d3d887563bb req-eb8c0542-944c-42e0-b0aa-0739d0ac5244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:41.820686 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-242b3fba-84b0-4bc7-9a17-5d3d887563bb req-eb8c0542-944c-42e0-b0aa-0739d0ac5244 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 1127 time: 0.1063187 Aug 20 10:16:42.024903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 77061d9f-e3b4-4726-bce0-0622be5241f3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=77061d9f-e3b4-4726-bce0-0622be5241f3,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:42.056913 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 77061d9f-e3b4-4726-bce0-0622be5241f3 has no active binding in host n-h1-778550-11 {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 10:16:42.067342 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-5611b04d-8729-4d77-a944-10ab70e2eec4 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:42.120666 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a22704f8-1b80-4fe6-9397-d6c037983741 req-ef56a6f2-0cf6-4991-81e1-1544cc24f525 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 210 time: 0.0823467 Aug 20 10:16:42.126311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b3fba-84b0-4bc7-9a17-5d3d887563bb req-6b91dfd7-f53f-49f3-9fad-9b4baa70162c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:42.128309 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-242b3fba-84b0-4bc7-9a17-5d3d887563bb req-6b91dfd7-f53f-49f3-9fad-9b4baa70162c service neutron] 10.222.0.24 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 921 time: 0.2763669 Aug 20 10:16:42.240943 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-242b3fba-84b0-4bc7-9a17-5d3d887563bb req-2c19c829-52b4-496b-ad8f-1c51e38efc17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77061d9f-e3b4-4726-bce0-0622be5241f3 HTTP/1.1" status: 200 len: 217 time: 0.0872965 Aug 20 10:16:42.325411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b3fba-84b0-4bc7-9a17-5d3d887563bb req-468ac70f-63b9-4045-a5c8-5d8115a210e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:42.327447 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-242b3fba-84b0-4bc7-9a17-5d3d887563bb req-468ac70f-63b9-4045-a5c8-5d8115a210e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.0742865 Aug 20 10:16:42.329875 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-5611b04d-8729-4d77-a944-10ab70e2eec4 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:42.398746 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-242b3fba-84b0-4bc7-9a17-5d3d887563bb req-e50b2930-bf11-427b-8c8d-a85ed93f80a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348475 Aug 20 10:16:42.406090 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101491f-6a1c-4a69-b6f6-5041662fc24e req-62b652aa-d854-4591-9239-df7ce95fd862 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:42.409102 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-5611b04d-8729-4d77-a944-10ab70e2eec4 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Network 5ea45e6d-0432-4a46-94e7-adce972727cf is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:16:42.414772 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c101491f-6a1c-4a69-b6f6-5041662fc24e req-62b652aa-d854-4591-9239-df7ce95fd862 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 944 time: 0.1392121 Aug 20 10:16:42.423858 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-5611b04d-8729-4d77-a944-10ab70e2eec4 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:42.425815 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611b04d-8729-4d77-a944-10ab70e2eec4 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Pushing event updated for resources: {'Port': ['ID=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:42.436442 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-5611b04d-8729-4d77-a944-10ab70e2eec4 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:16:42.443939 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-5611b04d-8729-4d77-a944-10ab70e2eec4 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:42.444144 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-5611b04d-8729-4d77-a944-10ab70e2eec4 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:42.562056 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c101491f-6a1c-4a69-b6f6-5041662fc24e req-c553bed7-5832-4322-936e-b8d7e3b17d29 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338093 Aug 20 10:16:42.594857 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-5611b04d-8729-4d77-a944-10ab70e2eec4 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7214799 Aug 20 10:16:42.614324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Request body: {'port': {'device_id': 'dd2fb42b-8541-4c33-9a9d-58b1bab47a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:42.658788 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-242b3fba-84b0-4bc7-9a17-5d3d887563bb req-069ad4dc-f388-4d17-8318-c45d159d213a service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364111 Aug 20 10:16:42.669669 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19401ce-8ce9-448d-9d9a-2168e2fd05f3 req-391a1395-1344-442b-95ab-76d61fd84156 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:42.677026 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b19401ce-8ce9-448d-9d9a-2168e2fd05f3 req-391a1395-1344-442b-95ab-76d61fd84156 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.1298332 Aug 20 10:16:43.053073 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:43.074310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34372) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:43.104626 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b19401ce-8ce9-448d-9d9a-2168e2fd05f3 req-6ae3c5dc-c854-498e-a176-6ad913aec268 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267502 Aug 20 10:16:43.144383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34378) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:43.172147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-955a400d-92e6-4729-95a5-45c5c594db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:43.173922 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-955a400d-92e6-4729-95a5-45c5c594db14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 1102 time: 0.1818645 Aug 20 10:16:43.183818 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-242b3fba-84b0-4bc7-9a17-5d3d887563bb req-d3523ca3-87dd-421f-8895-aad546e3d6d9 service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048363 Aug 20 10:16:43.333557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-7d508c31-38a5-43a6-b59d-c4293aa25e34 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-90015826-network', 'tenant_id': '56aa54f4bef042ba8fa0e01d874cc563'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:43.382598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-7b144f2b-524e-4d67-aa65-caed224ec0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:43.384662 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-7b144f2b-524e-4d67-aa65-caed224ec0de service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1987176 Aug 20 10:16:43.430667 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542820f7-a202-4bdc-88d5-b9daaef26e56 req-34f3124d-ef65-47f5-bad9-207c2a025534 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:43.432477 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-542820f7-a202-4bdc-88d5-b9daaef26e56 req-34f3124d-ef65-47f5-bad9-207c2a025534 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 931 time: 0.1737270 Aug 20 10:16:43.440151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d508c31-38a5-43a6-b59d-c4293aa25e34 admin admin] Made reservation on behalf of 56aa54f4bef042ba8fa0e01d874cc563 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:16:43.441083 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-7bbe4f22-ff60-4337-a1d4-669c752473e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca HTTP/1.1" status: 200 len: 217 time: 0.0473487 Aug 20 10:16:43.443148 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d508c31-38a5-43a6-b59d-c4293aa25e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:43.460442 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d508c31-38a5-43a6-b59d-c4293aa25e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:43.519656 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-542820f7-a202-4bdc-88d5-b9daaef26e56 req-0df339f9-b747-40f7-b196-4d2d7fc356db tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498209 Aug 20 10:16:43.542751 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-bbdbaea9-6a09-4131-9c41-e77dc1daaece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:43.548429 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-bbdbaea9-6a09-4131-9c41-e77dc1daaece service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0972428 Aug 20 10:16:43.598311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:16:43.611135 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:43.633398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Transition to ACTIVE for port object 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:43.650179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-858eeacb-ae0b-4a85-972f-b430de0c53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:43.651767 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-858eeacb-ae0b-4a85-972f-b430de0c53e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0943971 Aug 20 10:16:43.652427 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:43.778616 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d508c31-38a5-43a6-b59d-c4293aa25e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:43.786023 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d508c31-38a5-43a6-b59d-c4293aa25e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:43.825304 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d508c31-38a5-43a6-b59d-c4293aa25e34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:16:43.827437 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:43.845718 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d508c31-38a5-43a6-b59d-c4293aa25e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:43.846256 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-7d508c31-38a5-43a6-b59d-c4293aa25e34 admin admin] Added segment a608b77f-5461-4f6c-bf1c-18fdd0295017 of type vlan for network 69635e93-4433-41f9-a6a7-ec9934e63758 Aug 20 10:16:43.860519 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d508c31-38a5-43a6-b59d-c4293aa25e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633ae13c-c18a-48a1-9eb7-2e86c6c42382,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:43.877999 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fd28b-f8ed-4d35-ba13-a07e3fc78bd1 req-08250765-b3f5-4dc7-9d7b-95a5026ba35c tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:43.886320 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee4fd28b-f8ed-4d35-ba13-a07e3fc78bd1 req-08250765-b3f5-4dc7-9d7b-95a5026ba35c tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 944 time: 0.1667891 Aug 20 10:16:43.888893 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Attempting to bind port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:16:43.889215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Attempting to bind port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:16:43.889782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Attempting to bind port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:43.897621 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-364bb77d-671c-4f02-8a6c-623fc9227fc1 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343435 Aug 20 10:16:43.912569 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d508c31-38a5-43a6-b59d-c4293aa25e34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:43.928010 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 on network 5ea45e6d-0432-4a46-94e7-adce972727cf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:16:43.928907 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Attempting to bind port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:43.952852 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:16:43.953194 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Checking segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:43.953638 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Bound using segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:16:43.954088 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Bound port: 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:16:43.954679 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:43.969614 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d508c31-38a5-43a6-b59d-c4293aa25e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:43.970556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d508c31-38a5-43a6-b59d-c4293aa25e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:43.971177 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d508c31-38a5-43a6-b59d-c4293aa25e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:44.031440 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee4fd28b-f8ed-4d35-ba13-a07e3fc78bd1 req-28d25e4a-f0e0-42e0-863e-2b064410b7b5 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442180 Aug 20 10:16:44.034008 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-764f2567-22fc-48dc-a0d0-3dd8ba9adc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:44.072257 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7d508c31-38a5-43a6-b59d-c4293aa25e34 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9962549 Aug 20 10:16:44.077399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34388) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:44.085985 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4463206e-8dc5-4c17-8c0a-0279364bde7a admin admin] Request body: {'subnet': {'network_id': '69635e93-4433-41f9-a6a7-ec9934e63758', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-90015826-subnet', 'tenant_id': '56aa54f4bef042ba8fa0e01d874cc563', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:44.093852 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d508c31-38a5-43a6-b59d-c4293aa25e34 admin admin] Pushing event updated for resources: {'Network': ['ID=69635e93-4433-41f9-a6a7-ec9934e63758,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:44.121733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 69635e93-4433-41f9-a6a7-ec9934e63758 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:16:44.170110 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-b55c5bff-a685-4de6-a87e-c543545ef097 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627966 Aug 20 10:16:44.173915 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4463206e-8dc5-4c17-8c0a-0279364bde7a admin admin] Made reservation on behalf of 56aa54f4bef042ba8fa0e01d874cc563 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:16:44.176346 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4463206e-8dc5-4c17-8c0a-0279364bde7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:44.186007 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] For port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:44.192615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] For port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:16:44.201989 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-fe4e2f24-7cf1-460e-9141-85458f897464 service neutron] 10.222.0.24 "GET /v2.0/ports/77061d9f-e3b4-4726-bce0-0622be5241f3/bindings/n-h1-778550-11 HTTP/1.1" status: 200 len: 385 time: 0.1812148 Aug 20 10:16:44.203821 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:44.307285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:44.307903 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:44.309586 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] 10.222.0.42 "PUT /v2.0/ports/2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 HTTP/1.1" status: 200 len: 1092 time: 1.7019053 Aug 20 10:16:44.310034 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2fb42b-8541-4c33-9a9d-58b1bab47a46', 'tag': '2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:44.312955 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca13b6e-bd84-4fc5-91ef-bf3924074b76" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2fb42b-8541-4c33-9a9d-58b1bab47a46", "tag": "2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:44.360911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc778eb-9ca6-433d-8b55-3b42c94c1964 req-5bec309b-52e5-4931-ba77-4e6bbfa0d56b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:44.362365 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5dc778eb-9ca6-433d-8b55-3b42c94c1964 req-5bec309b-52e5-4931-ba77-4e6bbfa0d56b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.1001735 Aug 20 10:16:44.491391 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5dc778eb-9ca6-433d-8b55-3b42c94c1964 req-ec69e753-9a0f-4a3d-b3d1-0b2ec24986ec tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165779 Aug 20 10:16:44.517978 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-9d08070d-1255-403a-903a-100c7da4469a req-6e5e7816-0919-4f77-abc7-b72b5cfb978a service neutron] For port 77061d9f-e3b4-4726-bce0-0622be5241f3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=77061d9f-e3b4-4726-bce0-0622be5241f3,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:44.543783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-9d08070d-1255-403a-903a-100c7da4469a req-6e5e7816-0919-4f77-abc7-b72b5cfb978a service neutron] For port 77061d9f-e3b4-4726-bce0-0622be5241f3, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:44.581389 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4463206e-8dc5-4c17-8c0a-0279364bde7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:44.581727 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda8689-e52b-49eb-aab5-575658395cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:44.585585 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9004fb5-61bc-4e46-bada-3116d853a882 x-openstack-request-id: req-c9004fb5-61bc-4e46-bada-3116d853a882 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:44.585776 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2fb42b-8541-4c33-9a9d-58b1bab47a46", "tag": "2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:44.585993 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9004fb5-61bc-4e46-bada-3116d853a882 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:44.586382 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2fb42b-8541-4c33-9a9d-58b1bab47a46', 'tag': '2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4', 'status': 'completed', 'code': 200} Aug 20 10:16:44.594353 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-9d08070d-1255-403a-903a-100c7da4469a req-6e5e7816-0919-4f77-abc7-b72b5cfb978a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77061d9f-e3b4-4726-bce0-0622be5241f3 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:16:44.642199 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-764f2567-22fc-48dc-a0d0-3dd8ba9adc5b admin admin] Deleting port 5c995fd9-9de6-4765-b898-0043bfa4759b {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:16:44.642493 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-764f2567-22fc-48dc-a0d0-3dd8ba9adc5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:44.646319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-9d08070d-1255-403a-903a-100c7da4469a req-6e5e7816-0919-4f77-abc7-b72b5cfb978a service neutron] For port 77061d9f-e3b4-4726-bce0-0622be5241f3, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=77061d9f-e3b4-4726-bce0-0622be5241f3,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:44.651832 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463206e-8dc5-4c17-8c0a-0279364bde7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=217e69e9-1984-4e1a-8ba4-421dd2da3a77,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:44.667761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-69529426-4784-41e7-97b6-b14d8ee88d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:44.669974 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-69529426-4784-41e7-97b6-b14d8ee88d9f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 1095 time: 0.0812404 Aug 20 10:16:44.670724 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9d08070d-1255-403a-903a-100c7da4469a req-6e5e7816-0919-4f77-abc7-b72b5cfb978a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:44.722817 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-8e5f38bc-337a-4d8d-a3e3-18dcefa77783 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 HTTP/1.1" status: 200 len: 217 time: 0.0425918 Aug 20 10:16:44.749019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4463206e-8dc5-4c17-8c0a-0279364bde7a admin admin] Checking segment: {'id': 'a608b77f-5461-4f6c-bf1c-18fdd0295017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69635e93-4433-41f9-a6a7-ec9934e63758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:44.749371 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4463206e-8dc5-4c17-8c0a-0279364bde7a admin admin] Network hostable DHCP agents. Network: 69635e93-4433-41f9-a6a7-ec9934e63758, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:16:44.762130 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e5bc4-1b75-4be3-893b-eb54af1176ac req-6930d4b4-f583-4c62-9c30-9fefb21fbd12 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:44.763716 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9c1e5bc4-1b75-4be3-893b-eb54af1176ac req-6930d4b4-f583-4c62-9c30-9fefb21fbd12 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 943 time: 0.1285665 Aug 20 10:16:44.815519 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-b5dab2b0-3be0-49cc-8fb3-fa97cda67bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:44.818153 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-b5dab2b0-3be0-49cc-8fb3-fa97cda67bf7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.0689473 Aug 20 10:16:44.828167 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-764f2567-22fc-48dc-a0d0-3dd8ba9adc5b admin admin] For port 5c995fd9-9de6-4765-b898-0043bfa4759b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5c995fd9-9de6-4765-b898-0043bfa4759b,segment=NetworkSegment(90b41520-59e2-41d5-86c5-ddc39162937d),segment_id=90b41520-59e2-41d5-86c5-ddc39162937d)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:44.828536 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-764f2567-22fc-48dc-a0d0-3dd8ba9adc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:44.830834 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4463206e-8dc5-4c17-8c0a-0279364bde7a admin admin] Network 69635e93-4433-41f9-a6a7-ec9934e63758 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:16:44.851766 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-764f2567-22fc-48dc-a0d0-3dd8ba9adc5b admin admin] Calling delete_port for 5c995fd9-9de6-4765-b898-0043bfa4759b owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:16:44.858535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-9d08070d-1255-403a-903a-100c7da4469a req-6e5e7816-0919-4f77-abc7-b72b5cfb978a service neutron] Transition to ACTIVE for port object 77061d9f-e3b4-4726-bce0-0622be5241f3 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:44.861456 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-f1f5240d-c362-49d7-9e1e-ec6f7c690de0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352273 Aug 20 10:16:44.864121 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9c1e5bc4-1b75-4be3-893b-eb54af1176ac req-eea23880-f39e-4401-bdd3-0680b168fa04 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900145 Aug 20 10:16:44.865051 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9d08070d-1255-403a-903a-100c7da4469a req-6e5e7816-0919-4f77-abc7-b72b5cfb978a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:44.869998 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-4463206e-8dc5-4c17-8c0a-0279364bde7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 69635e93-4433-41f9-a6a7-ec9934e63758) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:44.874936 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4463206e-8dc5-4c17-8c0a-0279364bde7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:44.875558 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4463206e-8dc5-4c17-8c0a-0279364bde7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:44.885262 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b16a9cb-663f-44e3-97b8-59d81915c038 None None] Network 69635e93-4433-41f9-a6a7-ec9934e63758 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:16:44.952160 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4463206e-8dc5-4c17-8c0a-0279364bde7a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8665125 Aug 20 10:16:45.008752 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-1027560b-4d49-4069-8519-0faf9158fdf8 service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378541 Aug 20 10:16:45.059651 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e7816-0919-4f77-abc7-b72b5cfb978a service neutron] Pushing event updated for resources: {'Port': ['ID=77061d9f-e3b4-4726-bce0-0622be5241f3,revision_number=10']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:45.062823 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d08070d-1255-403a-903a-100c7da4469a req-6e5e7816-0919-4f77-abc7-b72b5cfb978a service neutron] No DVR routers for this DVR port 77061d9f-e3b4-4726-bce0-0622be5241f3 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:16:45.110137 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb15f74e-686b-4017-9157-b2e2fb37c385 None None] Network 69635e93-4433-41f9-a6a7-ec9934e63758 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:16:45.126725 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-6e5e7816-0919-4f77-abc7-b72b5cfb978a service neutron] 10.222.0.24 "PUT /v2.0/ports/77061d9f-e3b4-4726-bce0-0622be5241f3/bindings/n-h1-778550-11/activate HTTP/1.1" status: 200 len: 370 time: 0.9048665 Aug 20 10:16:45.195298 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-764f2567-22fc-48dc-a0d0-3dd8ba9adc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:45.226840 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-479c37c1-74ee-46ef-b5bc-c97f83bc3f3f req-42ff525d-cae3-435f-9a29-c79772a0d575 service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083228 Aug 20 10:16:45.250951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f2567-22fc-48dc-a0d0-3dd8ba9adc5b admin admin] Pushing event deleted for resources: {'Port': ['ID=5c995fd9-9de6-4765-b898-0043bfa4759b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:45.360397 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fe236-93cf-474b-a9c6-55087b036afb req-906c97b6-7880-49c7-a270-731d79a802c6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:45.362400 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f7fe236-93cf-474b-a9c6-55087b036afb req-906c97b6-7880-49c7-a270-731d79a802c6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 945 time: 0.1869969 Aug 20 10:16:45.427543 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08070d-1255-403a-903a-100c7da4469a req-20b483b2-1299-4eba-a38c-33b64859a986 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:45.442229 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-20b483b2-1299-4eba-a38c-33b64859a986 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d&tenant_id=d90941e86594426c97114e4c5b673b06&binding%3Ahost_id=n-h2-778550-11 HTTP/1.1" status: 200 len: 1097 time: 0.2187686 Aug 20 10:16:45.447150 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f7fe236-93cf-474b-a9c6-55087b036afb req-ef07e9e7-2ed9-4191-94ed-1437b30f8971 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706308 Aug 20 10:16:45.454230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca13b6e-bd84-4fc5-91ef-bf3924074b76 req-ded29096-99bb-48d5-a452-dc8849be9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:45.456493 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ca13b6e-bd84-4fc5-91ef-bf3924074b76 req-ded29096-99bb-48d5-a452-dc8849be9254 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 1095 time: 0.1486537 Aug 20 10:16:45.545018 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-fae6b71e-d0ad-440a-8233-c57a9326f07b req-157f8481-6b5e-45c5-acb8-7c028f92a5ea tempest-SecurityGroupsNegativeTestJSON-1366414055 tempest-SecurityGroupsNegativeTestJSON-1366414055-project] show failed (client error): The resource could not be found. Aug 20 10:16:45.546079 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fae6b71e-d0ad-440a-8233-c57a9326f07b req-157f8481-6b5e-45c5-acb8-7c028f92a5ea tempest-SecurityGroupsNegativeTestJSON-1366414055 tempest-SecurityGroupsNegativeTestJSON-1366414055-project] 10.222.0.16 "GET /v2.0/security-groups/5757c6fe-4677-4965-891d-b33dff1a06a2 HTTP/1.1" status: 404 len: 352 time: 0.1039474 Aug 20 10:16:45.566566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08070d-1255-403a-903a-100c7da4469a req-549e5ffb-4872-469d-97c0-b2adeb691765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:45.568767 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-549e5ffb-4872-469d-97c0-b2adeb691765 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d&tenant_id=d90941e86594426c97114e4c5b673b06 HTTP/1.1" status: 200 len: 1097 time: 0.1114025 Aug 20 10:16:45.580550 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-764f2567-22fc-48dc-a0d0-3dd8ba9adc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:45.616654 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca13b6e-bd84-4fc5-91ef-bf3924074b76 req-b3766613-ba37-4678-9b4d-4c8fc05cfcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:45.616936 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ca13b6e-bd84-4fc5-91ef-bf3924074b76 req-b3766613-ba37-4678-9b4d-4c8fc05cfcb2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 908 time: 0.1338856 Aug 20 10:16:45.680425 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ca13b6e-bd84-4fc5-91ef-bf3924074b76 req-80b5e31e-9dc5-4cd4-817e-17a15fdcac52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 HTTP/1.1" status: 200 len: 217 time: 0.0486131 Aug 20 10:16:45.798811 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-234d0773-796e-4876-86af-c5eabc68f92c req-e1631faa-a3a3-4fdb-8b9a-effb3d7edba0 tempest-SecurityGroupsNegativeTestJSON-1366414055 tempest-SecurityGroupsNegativeTestJSON-1366414055-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56aa54f4bef042ba8fa0e01d874cc563 HTTP/1.1" status: 200 len: 2984 time: 0.1173005 Aug 20 10:16:45.802276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1253f06-6b21-4441-b3a4-c4c713155bcc req-91ac25f4-18bb-4760-8bbb-ebd32299fe8e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:45.803811 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1253f06-6b21-4441-b3a4-c4c713155bcc req-91ac25f4-18bb-4760-8bbb-ebd32299fe8e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.0733864 Aug 20 10:16:45.804595 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08070d-1255-403a-903a-100c7da4469a req-a6a0a6e6-4e2a-4438-8e48-040533caa7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:45.806039 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-a6a0a6e6-4e2a-4438-8e48-040533caa7e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 1097 time: 0.1881781 Aug 20 10:16:45.819830 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca13b6e-bd84-4fc5-91ef-bf3924074b76 req-230a2727-d016-41bc-ad81-f917a199037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:45.821202 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ca13b6e-bd84-4fc5-91ef-bf3924074b76 req-230a2727-d016-41bc-ad81-f917a199037c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.1115773 Aug 20 10:16:45.863989 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ca13b6e-bd84-4fc5-91ef-bf3924074b76 req-9fcccb49-42e4-4436-874d-f37406d38291 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271111 Aug 20 10:16:45.924529 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1253f06-6b21-4441-b3a4-c4c713155bcc req-229e6a8d-39a2-4830-94e8-be2507a1f899 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822818 Aug 20 10:16:45.963631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764f2567-22fc-48dc-a0d0-3dd8ba9adc5b admin admin] Router e351b521-6bbf-4bf0-b390-8c834d75cfdb has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:16:45.997050 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-234d0773-796e-4876-86af-c5eabc68f92c req-9f1d7bb5-abdb-4d50-8721-7be498c4dc3f tempest-SecurityGroupsNegativeTestJSON-1366414055 tempest-SecurityGroupsNegativeTestJSON-1366414055-project] 10.222.0.16 "GET /v2.0/security-groups/633ae13c-c18a-48a1-9eb7-2e86c6c42382 HTTP/1.1" status: 200 len: 2981 time: 0.1892006 Aug 20 10:16:46.104968 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08070d-1255-403a-903a-100c7da4469a req-4966d4b5-ff65-48a2-8cc1-e82a833d3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:46.106584 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-4966d4b5-ff65-48a2-8cc1-e82a833d3515 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 921 time: 0.2882593 Aug 20 10:16:46.111696 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ca13b6e-bd84-4fc5-91ef-bf3924074b76 req-96e50f8d-f356-4272-844a-03f45f3cdfcc service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073731 Aug 20 10:16:46.115989 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-234d0773-796e-4876-86af-c5eabc68f92c req-7083c615-099a-49d4-afd6-5a6706b437ce tempest-SecurityGroupsNegativeTestJSON-1366414055 tempest-SecurityGroupsNegativeTestJSON-1366414055-project] 10.222.0.16 "GET /v2.0/security-groups/633ae13c-c18a-48a1-9eb7-2e86c6c42382 HTTP/1.1" status: 200 len: 2981 time: 0.1046872 Aug 20 10:16:46.121007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80f74c-7592-43ca-b126-82fd49652bc1 req-df1c247c-11a8-4320-a6e7-64397acbd49f tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:46.128957 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7e80f74c-7592-43ca-b126-82fd49652bc1 req-df1c247c-11a8-4320-a6e7-64397acbd49f tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 943 time: 0.1173599 Aug 20 10:16:46.142144 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764f2567-22fc-48dc-a0d0-3dd8ba9adc5b admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:16:46.153608 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-764f2567-22fc-48dc-a0d0-3dd8ba9adc5b admin admin] 10.222.0.16 "PUT /v2.0/routers/e351b521-6bbf-4bf0-b390-8c834d75cfdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0078902 Aug 20 10:16:46.154030 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4cda15-50cf-41fb-b5af-1f50a2f85af9 None None] Sync routers for ids ['e351b521-6bbf-4bf0-b390-8c834d75cfdb'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:16:46.156078 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34426) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:46.173544 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4cda15-50cf-41fb-b5af-1f50a2f85af9 None None] Routers {'e351b521-6bbf-4bf0-b390-8c834d75cfdb'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:16:46.180643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-fb4cda15-50cf-41fb-b5af-1f50a2f85af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:16:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e351b521-6bbf-4bf0-b390-8c834d75cfdb'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:46.237929 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-e481b751-9db7-49cd-ba5c-45179796bc29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77061d9f-e3b4-4726-bce0-0622be5241f3 HTTP/1.1" status: 200 len: 217 time: 0.1140230 Aug 20 10:16:46.295210 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14785849-c6a0-4d68-bb7a-5c84c7de4b43 admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:46.329314 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ca13b6e-bd84-4fc5-91ef-bf3924074b76 req-c74554af-cd72-4794-b01c-63184dae4ac8 service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038662 Aug 20 10:16:46.345199 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08070d-1255-403a-903a-100c7da4469a req-5a7ba40f-0fd2-4bc3-b588-e5a4e7eccbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:46.346768 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-5a7ba40f-0fd2-4bc3-b588-e5a4e7eccbcb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.0980632 Aug 20 10:16:46.349785 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-40138941-b508-4c4c-a0fd-3daf35afa891 req-2a803d4f-42ee-441b-9341-947a1ee9d44c tempest-SecurityGroupsNegativeTestJSON-1366414055 tempest-SecurityGroupsNegativeTestJSON-1366414055-project] 10.222.0.16 "GET /v2.0/security-groups/633ae13c-c18a-48a1-9eb7-2e86c6c42382 HTTP/1.1" status: 200 len: 2981 time: 0.1160562 Aug 20 10:16:46.391482 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-17a2ec72-3285-4174-b53e-7aa0fbe96063 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331872 Aug 20 10:16:46.450474 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7e80f74c-7592-43ca-b126-82fd49652bc1 req-2ca84474-14df-4e3c-b7cd-0ad6ebc4e6b6 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124938 Aug 20 10:16:46.483110 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-fb4cda15-50cf-41fb-b5af-1f50a2f85af9 None None] Set router e351b521-6bbf-4bf0-b390-8c834d75cfdb gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:16:46.496483 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14785849-c6a0-4d68-bb7a-5c84c7de4b43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:46.507360 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-40138941-b508-4c4c-a0fd-3daf35afa891 req-57789860-875c-4a7d-a8c7-d5d64b54ec63 tempest-SecurityGroupsNegativeTestJSON-1366414055 tempest-SecurityGroupsNegativeTestJSON-1366414055-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 10:16:46.508522 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-40138941-b508-4c4c-a0fd-3daf35afa891 req-57789860-875c-4a7d-a8c7-d5d64b54ec63 tempest-SecurityGroupsNegativeTestJSON-1366414055 tempest-SecurityGroupsNegativeTestJSON-1366414055-project] 10.222.0.16 "DELETE /v2.0/security-groups/633ae13c-c18a-48a1-9eb7-2e86c6c42382 HTTP/1.1" status: 409 len: 352 time: 0.1423285 Aug 20 10:16:46.537984 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-e6a94d1f-e9f3-4779-83c8-32885c6ded0d service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376510 Aug 20 10:16:46.578976 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-5b7e9e9a-6052-40b1-8863-eea8f7577a2e req-fd018513-17e8-4c8a-ace8-f8cc14f07386 tempest-SecurityGroupsNegativeTestJSON-1366414055 tempest-SecurityGroupsNegativeTestJSON-1366414055-project] show failed (client error): The resource could not be found. Aug 20 10:16:46.580193 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5b7e9e9a-6052-40b1-8863-eea8f7577a2e req-fd018513-17e8-4c8a-ace8-f8cc14f07386 tempest-SecurityGroupsNegativeTestJSON-1366414055 tempest-SecurityGroupsNegativeTestJSON-1366414055-project] 10.222.0.16 "GET /v2.0/security-groups/36984258-24a2-445e-ae71-6232a69ba613 HTTP/1.1" status: 404 len: 352 time: 0.0354960 Aug 20 10:16:46.682220 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-5eb0f6c2-bc28-4bf8-be27-e5204e2f4123 service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289747 Aug 20 10:16:46.697157 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-20097a42-464b-4c0f-bfd1-179ea8856365 req-2f675f84-f197-4d06-902b-c41200acc2bf tempest-SecurityGroupsNegativeTestJSON-1366414055 tempest-SecurityGroupsNegativeTestJSON-1366414055-project] show failed (client error): The resource could not be found. Aug 20 10:16:46.698216 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-20097a42-464b-4c0f-bfd1-179ea8856365 req-2f675f84-f197-4d06-902b-c41200acc2bf tempest-SecurityGroupsNegativeTestJSON-1366414055 tempest-SecurityGroupsNegativeTestJSON-1366414055-project] 10.222.0.16 "GET /v2.0/security-groups/d0308cf3-8023-41ca-96e1-fa55b10a39e8 HTTP/1.1" status: 404 len: 352 time: 0.0150754 Aug 20 10:16:46.733908 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34438) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:46.755957 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-fb4cda15-50cf-41fb-b5af-1f50a2f85af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'name': 'tempest-AttachSCSIVolumeTestJSON-748967200-router', 'tenant_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '74071049-0dad-4251-affc-36fd1d29ec6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:44Z', 'updated_at': '2021-08-20T10:16:45Z', 'revision_number': 5, 'project_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'gw_port': {'id': '74071049-0dad-4251-affc-36fd1d29ec6c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:75:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:45Z', 'updated_at': '2021-08-20T10:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:46.797286 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4cda15-50cf-41fb-b5af-1f50a2f85af9 None None] Checking router: e351b521-6bbf-4bf0-b390-8c834d75cfdb for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:16:46.823171 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4cda15-50cf-41fb-b5af-1f50a2f85af9 None None] Routers {'e351b521-6bbf-4bf0-b390-8c834d75cfdb'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:16:46.824107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-fb4cda15-50cf-41fb-b5af-1f50a2f85af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:16:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e351b521-6bbf-4bf0-b390-8c834d75cfdb'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:46.859539 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-095ecedf-a116-4918-bdcf-d32bf8f69f8a admin admin] Deleting subnet 217e69e9-1984-4e1a-8ba4-421dd2da3a77 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:16:46.864210 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-095ecedf-a116-4918-bdcf-d32bf8f69f8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:46.917084 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-095ecedf-a116-4918-bdcf-d32bf8f69f8a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:46.931630 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-095ecedf-a116-4918-bdcf-d32bf8f69f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:46.957021 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79959f-c29f-42d8-a252-7ea53a35a362 req-3978faf1-91ea-4f8a-9fe2-db9cbd855837 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:46.958537 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a79959f-c29f-42d8-a252-7ea53a35a362 req-3978faf1-91ea-4f8a-9fe2-db9cbd855837 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 945 time: 0.0624681 Aug 20 10:16:46.969995 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-14785849-c6a0-4d68-bb7a-5c84c7de4b43 admin admin] Deleting port 74071049-0dad-4251-affc-36fd1d29ec6c {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:16:46.970445 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14785849-c6a0-4d68-bb7a-5c84c7de4b43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:47.014619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-fb4cda15-50cf-41fb-b5af-1f50a2f85af9 None None] Set router e351b521-6bbf-4bf0-b390-8c834d75cfdb gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:16:47.070678 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a79959f-c29f-42d8-a252-7ea53a35a362 req-ba354b98-71f9-49e1-b018-8fb3b3421545 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942702 Aug 20 10:16:47.086185 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-fb4cda15-50cf-41fb-b5af-1f50a2f85af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'name': 'tempest-AttachSCSIVolumeTestJSON-748967200-router', 'tenant_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:44Z', 'updated_at': '2021-08-20T10:16:46Z', 'revision_number': 6, 'project_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:47.101485 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08070d-1255-403a-903a-100c7da4469a req-8b5947a2-1410-4192-9ab1-a60707345130 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:47.102906 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-8b5947a2-1410-4192-9ab1-a60707345130 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d&tenant_id=d90941e86594426c97114e4c5b673b06&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 1097 time: 0.1137185 Aug 20 10:16:47.123649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-14785849-c6a0-4d68-bb7a-5c84c7de4b43 admin admin] For port 74071049-0dad-4251-affc-36fd1d29ec6c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=74071049-0dad-4251-affc-36fd1d29ec6c,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:47.124173 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14785849-c6a0-4d68-bb7a-5c84c7de4b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:47.132611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e26180-a6b2-488c-a44c-67531bb2f0f3 req-9cf5b168-919c-4fdb-813d-a4a3019384cd tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:47.135538 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-29e26180-a6b2-488c-a44c-67531bb2f0f3 req-9cf5b168-919c-4fdb-813d-a4a3019384cd tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.1065490 Aug 20 10:16:47.135706 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4cda15-50cf-41fb-b5af-1f50a2f85af9 None None] The sync data for ids ['e351b521-6bbf-4bf0-b390-8c834d75cfdb'] in n-d-778550-11 is: [{'id': 'e351b521-6bbf-4bf0-b390-8c834d75cfdb', 'name': 'tempest-AttachSCSIVolumeTestJSON-748967200-router', 'tenant_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:44Z', 'updated_at': '2021-08-20T10:16:46Z', 'revision_number': 6, 'project_id': 'ad4df86dc23a4cd29a0aa560872f2a95', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:16:47.139738 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-14785849-c6a0-4d68-bb7a-5c84c7de4b43 admin admin] Calling delete_port for 74071049-0dad-4251-affc-36fd1d29ec6c owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:16:47.186328 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-095ecedf-a116-4918-bdcf-d32bf8f69f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:47.238810 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ecedf-a116-4918-bdcf-d32bf8f69f8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=217e69e9-1984-4e1a-8ba4-421dd2da3a77,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:47.243786 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-095ecedf-a116-4918-bdcf-d32bf8f69f8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:47.248899 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-095ecedf-a116-4918-bdcf-d32bf8f69f8a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/217e69e9-1984-4e1a-8ba4-421dd2da3a77 HTTP/1.1" status: 204 len: 168 time: 0.4998703 Aug 20 10:16:47.250755 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34444) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:47.274077 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-29e26180-a6b2-488c-a44c-67531bb2f0f3 req-be73ef0c-f2e9-412e-90cf-17e98da4ca5d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965493 Aug 20 10:16:47.366150 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14785849-c6a0-4d68-bb7a-5c84c7de4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:47.389389 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:47.398069 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14785849-c6a0-4d68-bb7a-5c84c7de4b43 admin admin] Pushing event deleted for resources: {'Port': ['ID=74071049-0dad-4251-affc-36fd1d29ec6c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:47.398880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-9d08070d-1255-403a-903a-100c7da4469a req-1e3108d1-2311-4f58-888f-2323f972e648 service neutron] For port 77061d9f-e3b4-4726-bce0-0622be5241f3, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:47.410602 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9d08070d-1255-403a-903a-100c7da4469a req-1e3108d1-2311-4f58-888f-2323f972e648 service neutron] Notify callbacks [] for binding, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:47.411828 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d08070d-1255-403a-903a-100c7da4469a req-1e3108d1-2311-4f58-888f-2323f972e648 service neutron] 10.222.0.42 "DELETE /v2.0/ports/77061d9f-e3b4-4726-bce0-0622be5241f3/bindings/n-h2-778550-11 HTTP/1.1" status: 204 len: 173 time: 0.2951260 Aug 20 10:16:47.465292 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14785849-c6a0-4d68-bb7a-5c84c7de4b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:47.611568 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14785849-c6a0-4d68-bb7a-5c84c7de4b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:47.614636 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14785849-c6a0-4d68-bb7a-5c84c7de4b43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:47.670201 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14785849-c6a0-4d68-bb7a-5c84c7de4b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:47.670731 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14785849-c6a0-4d68-bb7a-5c84c7de4b43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e351b521-6bbf-4bf0-b390-8c834d75cfdb {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:16:47.680914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648524c-743c-494e-932a-b80440583481 req-94cf79cc-3e48-402e-8165-eec731e96734 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:47.682532 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8648524c-743c-494e-932a-b80440583481 req-94cf79cc-3e48-402e-8165-eec731e96734 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 943 time: 0.1374075 Aug 20 10:16:47.686021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:16:47.697732 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14785849-c6a0-4d68-bb7a-5c84c7de4b43 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:47.701665 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-14785849-c6a0-4d68-bb7a-5c84c7de4b43 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e351b521-6bbf-4bf0-b390-8c834d75cfdb HTTP/1.1" status: 204 len: 168 time: 1.5444849 Aug 20 10:16:47.703805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34448) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:47.779731 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8648524c-743c-494e-932a-b80440583481 req-e49dde00-79d8-48e1-ad30-ca3a6013248f tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769315 Aug 20 10:16:47.782640 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8726e3-394d-49ec-a903-d1f7d588ef90 admin admin] Deleting subnet 3e87ef49-a09c-4d94-9dfe-b07c028832af {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:16:47.786080 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1d8726e3-394d-49ec-a903-d1f7d588ef90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:47.832500 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1d8726e3-394d-49ec-a903-d1f7d588ef90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:47.857273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:47.858502 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:47.869945 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:16:47.870328 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:16:47.871085 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:16:47.871450 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Subscribe: > port after_create 55550000 {{(pid=94866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:16:47.871765 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:16:47.872095 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Subscribe: > port after_update 55550000 {{(pid=94866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:16:47.872408 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:16:47.872738 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:16:47.873064 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:16:47.873361 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:16:47.884660 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4', 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf', 'port_id': '2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4', 'mac_address': 'fa:16:3e:7b:86:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e68f9554-8fd7-45c8-8297-706c20051e17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:16:47.948929 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:16:47.951121 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:16:47.952873 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:16:47.953875 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:16:47.955769 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69635e93-4433-41f9-a6a7-ec9934e63758']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:47.983662 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a608b77f-5461-4f6c-bf1c-18fdd0295017') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:47.983962 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a608b77f-5461-4f6c-bf1c-18fdd0295017') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:47.990522 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1d8726e3-394d-49ec-a903-d1f7d588ef90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.004870 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.010802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 77061d9f-e3b4-4726-bce0-0622be5241f3 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:16:48.027442 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.071099 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.079303 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:16:48.080243 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1d8726e3-394d-49ec-a903-d1f7d588ef90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.089639 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:16:48.089759 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.125505 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:48.133001 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5c995fd9-9de6-4765-b898-0043bfa4759b no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:16:48.137151 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 77061d9f-e3b4-4726-bce0-0622be5241f3 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:16:48.159575 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.179980 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8726e3-394d-49ec-a903-d1f7d588ef90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e87ef49-a09c-4d94-9dfe-b07c028832af,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:48.182025 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1d8726e3-394d-49ec-a903-d1f7d588ef90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.187582 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1d8726e3-394d-49ec-a903-d1f7d588ef90 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3e87ef49-a09c-4d94-9dfe-b07c028832af HTTP/1.1" status: 204 len: 168 time: 0.4824438 Aug 20 10:16:48.196405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34456) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: from cryptography.utils import int_from_bytes Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: from cryptography.utils import int_from_bytes Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:16:48.206716 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:16:48.208979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 5c995fd9-9de6-4765-b898-0043bfa4759b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:16:48.208979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5c995fd9-9de6-4765-b898-0043bfa4759b not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:16:48.217916 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ccdec-1ebc-4a33-a861-43cdd1255cad None None] Network 2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:16:48.245915 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.254937 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.257576 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] 10.222.0.16 "DELETE /v2.0/networks/69635e93-4433-41f9-a6a7-ec9934e63758 HTTP/1.1" status: 204 len: 168 time: 1.0056181 Aug 20 10:16:48.273042 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b938562-ea2b-40ce-b1c7-6af146bf4f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=69635e93-4433-41f9-a6a7-ec9934e63758,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:48.362962 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.374209 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ade86-14c3-46f0-b4f3-347bc2b037d6 req-fcd688cc-d3a3-49c1-be2c-bc3e1d1c78bc tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:48.388729 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:48.389768 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-856ade86-14c3-46f0-b4f3-347bc2b037d6 req-fcd688cc-d3a3-49c1-be2c-bc3e1d1c78bc tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 945 time: 0.2226272 Aug 20 10:16:48.405722 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.453772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:16:48.486543 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-856ade86-14c3-46f0-b4f3-347bc2b037d6 req-bfb73ec2-d25e-4e88-b587-bf04ab650416 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802722 Aug 20 10:16:48.520734 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34466) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:48.522819 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] Deleting port 93599b46-50f8-4f68-8a95-2cd55afe4157 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:16:48.534403 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.567592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cdfe6-e34e-4b00-b184-0ab0e64c02c5 req-a2cf5fe5-6ca8-45cf-bd63-1436fa22e42c tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:48.585331 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e4cdfe6-e34e-4b00-b184-0ab0e64c02c5 req-a2cf5fe5-6ca8-45cf-bd63-1436fa22e42c tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.1737947 Aug 20 10:16:48.639790 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e4cdfe6-e34e-4b00-b184-0ab0e64c02c5 req-0b67ec96-a0d3-495c-858f-7f935105e4ce tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527427 Aug 20 10:16:48.656414 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3ceb5e84-e37a-40cc-abd8-848851411427 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56aa54f4bef042ba8fa0e01d874cc563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336770 Aug 20 10:16:48.656903 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34470) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:48.685318 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] For port 93599b46-50f8-4f68-8a95-2cd55afe4157, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=93599b46-50f8-4f68-8a95-2cd55afe4157,segment=NetworkSegment(90b41520-59e2-41d5-86c5-ddc39162937d),segment_id=90b41520-59e2-41d5-86c5-ddc39162937d)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:48.686089 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.705820 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] Calling delete_port for 93599b46-50f8-4f68-8a95-2cd55afe4157 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:16:48.738426 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203af064-b9b1-4136-95a7-03a77aeb35ba None None] DHCP port deletion for 2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:16:48.743286 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4716a66-339e-413b-8f6d-addacc2b08e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.782822 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4716a66-339e-413b-8f6d-addacc2b08e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.783041 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7bd23-8202-4b50-930a-41a1e8d303c3 req-06c92aab-1276-41b0-8fe6-97db53c22344 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:48.783781 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f6d7bd23-8202-4b50-930a-41a1e8d303c3 req-06c92aab-1276-41b0-8fe6-97db53c22344 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 1097 time: 0.1719024 Aug 20 10:16:48.847456 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-203af064-b9b1-4136-95a7-03a77aeb35ba None None] Deleting port 93599b46-50f8-4f68-8a95-2cd55afe4157 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:16:48.847835 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-203af064-b9b1-4136-95a7-03a77aeb35ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.867586 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f6d7bd23-8202-4b50-930a-41a1e8d303c3 req-1fb6af72-ba48-4f1c-b1a1-e03663c28ee4 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749397 Aug 20 10:16:48.877980 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.879238 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4716a66-339e-413b-8f6d-addacc2b08e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.885705 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4716a66-339e-413b-8f6d-addacc2b08e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.891152 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c4716a66-339e-413b-8f6d-addacc2b08e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/633ae13c-c18a-48a1-9eb7-2e86c6c42382 HTTP/1.1" status: 204 len: 168 time: 0.2332108 Aug 20 10:16:48.914686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] Pushing event deleted for resources: {'Port': ['ID=93599b46-50f8-4f68-8a95-2cd55afe4157,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:48.916578 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] No DVR routers for this DVR port 93599b46-50f8-4f68-8a95-2cd55afe4157 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:16:48.921374 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4716a66-339e-413b-8f6d-addacc2b08e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633ae13c-c18a-48a1-9eb7-2e86c6c42382,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:48.939809 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-203af064-b9b1-4136-95a7-03a77aeb35ba None None] For port 93599b46-50f8-4f68-8a95-2cd55afe4157, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=93599b46-50f8-4f68-8a95-2cd55afe4157,segment=NetworkSegment(90b41520-59e2-41d5-86c5-ddc39162937d),segment_id=90b41520-59e2-41d5-86c5-ddc39162937d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:48.939809 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-203af064-b9b1-4136-95a7-03a77aeb35ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:48.992479 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-203af064-b9b1-4136-95a7-03a77aeb35ba None None] Calling delete_port for 93599b46-50f8-4f68-8a95-2cd55afe4157 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:16:49.025115 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ffcba-1ba5-4cc7-b0a6-b24f2bf6780a req-efcbbad7-ff9f-4fa6-a3e8-e0d1d65c5a82 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:49.039883 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a4ffcba-1ba5-4cc7-b0a6-b24f2bf6780a req-efcbbad7-ff9f-4fa6-a3e8-e0d1d65c5a82 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 944 time: 0.1214941 Aug 20 10:16:49.067146 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:49.108331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:49.137070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b41520-59e2-41d5-86c5-ddc39162937d') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:49.137608 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b41520-59e2-41d5-86c5-ddc39162937d') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:49.151210 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a4ffcba-1ba5-4cc7-b0a6-b24f2bf6780a req-2d8b5745-aafe-4215-abf4-ffd8be399f53 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104085 Aug 20 10:16:49.153247 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:49.170320 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:49.187763 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:16:49.188314 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:16:49.190314 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:16:49.195685 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-203af064-b9b1-4136-95a7-03a77aeb35ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:49.270462 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203af064-b9b1-4136-95a7-03a77aeb35ba None None] No DVR routers for this DVR port 93599b46-50f8-4f68-8a95-2cd55afe4157 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:16:49.278195 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203af064-b9b1-4136-95a7-03a77aeb35ba None None] Pushing event deleted for resources: {'Port': ['ID=93599b46-50f8-4f68-8a95-2cd55afe4157,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:49.282858 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:49.314442 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:49.316273 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e HTTP/1.1" status: 204 len: 168 time: 1.1185789 Aug 20 10:16:49.319995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34494) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:49.337196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a2fbb-5c52-41b6-8310-e9a946c78815 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d1742d1-c39c-440b-b40c-f0c1e8cdaa6e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:49.463091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-749222ec-0024-4cf7-8a7d-917519270af2 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:49.463091 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-749222ec-0024-4cf7-8a7d-917519270af2 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 820 time: 0.1739445 Aug 20 10:16:49.482123 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-5b349546-aa3b-4be1-943d-205a80781fbe tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/quotas/d90941e86594426c97114e4c5b673b06 HTTP/1.1" status: 200 len: 375 time: 0.0108135 Aug 20 10:16:49.547950 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-4d8cf1a4-f571-4524-bcad-3eacd572268e tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555429 Aug 20 10:16:49.678096 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-9c532e6e-482c-4b8a-963b-37921adebded service neutron] 10.222.0.16 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217818 Aug 20 10:16:49.709130 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:16:49.778943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 74071049-0dad-4251-affc-36fd1d29ec6c no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:16:49.817241 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 74071049-0dad-4251-affc-36fd1d29ec6c {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:16:49.818317 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-1d9868f1-82b9-406a-9419-7a908eb1f900 service neutron] 10.222.0.16 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325653 Aug 20 10:16:49.829498 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 74071049-0dad-4251-affc-36fd1d29ec6c not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:16:49.830289 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 93599b46-50f8-4f68-8a95-2cd55afe4157 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:16:49.876029 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 93599b46-50f8-4f68-8a95-2cd55afe4157 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:16:49.877051 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 93599b46-50f8-4f68-8a95-2cd55afe4157 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:16:49.901403 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711721f-9b22-4568-9179-64fa3b4d2776 req-fd344fea-1fd6-402e-ba17-597b1f0f2075 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:49.904424 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b711721f-9b22-4568-9179-64fa3b4d2776 req-fd344fea-1fd6-402e-ba17-597b1f0f2075 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.1354272 Aug 20 10:16:49.905393 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:16:49.914938 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:49.916171 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:50.023369 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b711721f-9b22-4568-9179-64fa3b4d2776 req-21467774-5fee-425d-89a4-0dbbe539091f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969710 Aug 20 10:16:50.038224 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:50.042165 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:50.117816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2fb42b-8541-4c33-9a9d-58b1bab47a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:50.120465 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b78952a-6cfa-40ec-b776-0bbd2ccaf8b7" -d '{"events": [{"server_uuid": "dd2fb42b-8541-4c33-9a9d-58b1bab47a46", "name": "network-vif-plugged", "status": "completed", "tag": "2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:50.147364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34524) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:50.154147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:50.175335 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:50.212481 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ffae11f-8976-4fbc-9aa5-1721ccbdadac req-c4c8ab3f-70b9-4023-af44-9c08b3bb255b tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 210 time: 0.0984282 Aug 20 10:16:50.305903 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6e3ef0-88a8-4212-93b4-1325b78c50c7 x-openstack-request-id: req-4a6e3ef0-88a8-4212-93b4-1325b78c50c7 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:50.306317 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2fb42b-8541-4c33-9a9d-58b1bab47a46", "name": "network-vif-plugged", "status": "completed", "tag": "2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:50.306446 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a6e3ef0-88a8-4212-93b4-1325b78c50c7 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:50.306854 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2fb42b-8541-4c33-9a9d-58b1bab47a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4', 'code': 200} Aug 20 10:16:50.369267 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:50.438162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1406168816-network', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:50.489623 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Made reservation on behalf of fe58ca97c3ec42c7bc4953ba74d9f4b8 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:16:50.492262 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:50.525822 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:50.576123 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87aca7f-b223-46b1-991d-f48f6863f34a req-549a9de7-541a-4f7d-84a3-68424d89e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:50.577624 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d87aca7f-b223-46b1-991d-f48f6863f34a req-549a9de7-541a-4f7d-84a3-68424d89e56c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 1097 time: 0.2313898 Aug 20 10:16:50.637726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec5b85-eed0-4fcc-8b17-8a7bbc724feb req-1d1d780d-e3ab-450c-85f0-49cea4e237d5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:50.655692 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0eec5b85-eed0-4fcc-8b17-8a7bbc724feb req-1d1d780d-e3ab-450c-85f0-49cea4e237d5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 945 time: 0.3078816 Aug 20 10:16:50.674852 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d87aca7f-b223-46b1-991d-f48f6863f34a req-be926306-c481-4eea-bd87-c86ab243a8f9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804756 Aug 20 10:16:50.697144 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:50.706629 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:50.720929 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:16:50.729036 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0eec5b85-eed0-4fcc-8b17-8a7bbc724feb req-a27d5b7e-12b5-4304-b8b6-1e408501a9db tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574186 Aug 20 10:16:50.747332 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:50.747712 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Added segment fa1deb64-dcd4-4387-8b45-935bdc8095b3 of type vlan for network 7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 Aug 20 10:16:50.777183 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3ca7b4-1cad-4c36-9b37-ee75b3600349,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:50.821428 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:50.821804 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:50.822050 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Deleting port ef35bc18-7f3c-499b-8e02-15b47c7219f0 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:16:50.822173 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:50.822389 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:50.822497 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:50.822769 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:50.823122 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:50.824059 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:50.834677 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:50.835085 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:50.835424 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:50.836415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:50.836415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:50.859830 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:50.898899 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:50.899910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:50.900510 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:50.925104 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] For port ef35bc18-7f3c-499b-8e02-15b47c7219f0, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ef35bc18-7f3c-499b-8e02-15b47c7219f0,segment=NetworkSegment(4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e),segment_id=4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:50.925564 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:50.942217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Calling delete_port for ef35bc18-7f3c-499b-8e02-15b47c7219f0 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:16:50.966475 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8151805 Aug 20 10:16:50.966685 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34550) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:50.973867 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9d84dddb-6ad0-44a5-9b13-55cfcf371588 admin admin] Request body: {'subnet': {'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1406168816-subnet', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:50.986252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49cb49-6e8b-4d31-a4e6-0326ceff4f80 admin admin] Pushing event updated for resources: {'Network': ['ID=7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:51.000560 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:16:51.004414 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d84dddb-6ad0-44a5-9b13-55cfcf371588 admin admin] Made reservation on behalf of fe58ca97c3ec42c7bc4953ba74d9f4b8 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:16:51.007679 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9d84dddb-6ad0-44a5-9b13-55cfcf371588 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:51.229814 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9d84dddb-6ad0-44a5-9b13-55cfcf371588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:51.330146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4721bda-3dbd-44ac-819f-33ece1574c90 req-5844f8f6-3823-4e83-bffc-9ab510c28806 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:51.332030 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a4721bda-3dbd-44ac-819f-33ece1574c90 req-5844f8f6-3823-4e83-bffc-9ab510c28806 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.1253293 Aug 20 10:16:51.341922 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84dddb-6ad0-44a5-9b13-55cfcf371588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0adb47-a50a-4a01-b0f9-cfc65237f4a4,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:51.349272 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84dddb-6ad0-44a5-9b13-55cfcf371588 admin admin] Checking segment: {'id': 'fa1deb64-dcd4-4387-8b45-935bdc8095b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:51.349672 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d84dddb-6ad0-44a5-9b13-55cfcf371588 admin admin] Network hostable DHCP agents. Network: 7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:16:51.376079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d84dddb-6ad0-44a5-9b13-55cfcf371588 admin admin] Network 7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:16:51.388504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-9d84dddb-6ad0-44a5-9b13-55cfcf371588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:51.394627 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d84dddb-6ad0-44a5-9b13-55cfcf371588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:51.397953 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1e86af-905e-4b23-87f5-ba8839deb5e1 None None] Network 7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:16:51.399127 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9d84dddb-6ad0-44a5-9b13-55cfcf371588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:51.421125 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9d84dddb-6ad0-44a5-9b13-55cfcf371588 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4528396 Aug 20 10:16:51.423931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34574) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:51.429611 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1406168816-router', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:51.430191 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a4721bda-3dbd-44ac-819f-33ece1574c90 req-f61185e2-2179-49e0-bd68-adf6b8a2a905 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847962 Aug 20 10:16:51.441500 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:51.474420 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:51.476009 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:51.495260 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef35bc18-7f3c-499b-8e02-15b47c7219f0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:51.572828 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:51.580355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:51.580952 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:51.586011 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:51.586535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:51.586946 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:51.587384 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:51.587785 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:51.588185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:51.589168 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:51.589168 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:51.589373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:51.589611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:51.734703 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-039efce0-354a-45cc-948d-4219ef3ce437 req-4d56356e-17f1-45fa-b5a1-e0a2f9b5cdaf tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 210 time: 0.1580486 Aug 20 10:16:51.756908 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'fixed_ips': [{'subnet_id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:16:51.757841 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:51.900867 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:52.050565 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:52.056101 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Allocated IP 172.20.0.2 (7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94/fb0adb47-a50a-4a01-b0f9-cfc65237f4a4/76f51877-056a-475b-bdfc-e7efab57e873) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:16:52.163612 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:52.186443 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:52.200000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dd1ba-3420-4259-bab4-c7b6ec0c409e req-8d7d8316-5539-47a6-bb8c-1d69228c00f6 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:52.201873 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-165dd1ba-3420-4259-bab4-c7b6ec0c409e req-8d7d8316-5539-47a6-bb8c-1d69228c00f6 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 945 time: 0.3423493 Aug 20 10:16:52.211409 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-a758764f-9e4b-4468-b069-a36e8609810e tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:52.213379 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-a758764f-9e4b-4468-b069-a36e8609810e tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.24 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 820 time: 0.3905325 Aug 20 10:16:52.239728 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-56a3ac88-79de-4d6c-9ca9-5e77f3fa23fb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Request body: {'port': {'device_id': '964298db-3746-4f35-b339-1802b418225b', 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919', 'admin_state_up': True, 'tenant_id': 'd90941e86594426c97114e4c5b673b06'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:52.242969 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:52.257545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Transition to ACTIVE for port object 76f51877-056a-475b-bdfc-e7efab57e873 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:52.277181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Transition to ACTIVE for port object 76f51877-056a-475b-bdfc-e7efab57e873 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:52.284967 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:52.328850 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Allocated IP 172.25.3.76 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/4206d183-0353-41ee-9383-d7a8eea767bd) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:16:52.338665 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Pushing event updated for resources: {'Port': ['ID=76f51877-056a-475b-bdfc-e7efab57e873,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:52.361371 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-165dd1ba-3420-4259-bab4-c7b6ec0c409e req-607af201-0203-43a8-a23e-59f14f39035c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447902 Aug 20 10:16:52.377118 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:52.381466 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Network 7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:16:52.383036 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:52.385818 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:16:52.450378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Attempting to bind port 76f51877-056a-475b-bdfc-e7efab57e873 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:16:52.451009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Attempting to bind port 76f51877-056a-475b-bdfc-e7efab57e873 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'fa1deb64-dcd4-4387-8b45-935bdc8095b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:16:52.452092 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Attempting to bind port 76f51877-056a-475b-bdfc-e7efab57e873 on network 7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:52.458727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:16:52.459601 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Checking segment: {'id': 'fa1deb64-dcd4-4387-8b45-935bdc8095b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:52.460331 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:52.461405 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Bound using segment: {'id': 'fa1deb64-dcd4-4387-8b45-935bdc8095b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:16:52.462153 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Bound port: 76f51877-056a-475b-bdfc-e7efab57e873, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1deb64-dcd4-4387-8b45-935bdc8095b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:16:52.462704 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:52.539359 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:52.561127 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] For port 76f51877-056a-475b-bdfc-e7efab57e873, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:52.565547 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] For port 76f51877-056a-475b-bdfc-e7efab57e873, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=76f51877-056a-475b-bdfc-e7efab57e873,segment=NetworkSegment(fa1deb64-dcd4-4387-8b45-935bdc8095b3),segment_id=fa1deb64-dcd4-4387-8b45-935bdc8095b3)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:16:52.577232 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:52.636718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-56a3ac88-79de-4d6c-9ca9-5e77f3fa23fb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Made reservation on behalf of d90941e86594426c97114e4c5b673b06 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:16:52.641147 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-56a3ac88-79de-4d6c-9ca9-5e77f3fa23fb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:52.672061 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Router b66274ff-e6f9-40dd-8ce2-cbf5f710bafe has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:16:52.693607 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3b431-5786-401c-8cd0-714acf73402d None None] Pushing event updated for resources: {'Port': ['ID=76f51877-056a-475b-bdfc-e7efab57e873,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:52.739730 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:52.777472 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412a06b-96a3-4d1b-a7f0-7e4686aec68b req-028239a8-86a2-4794-a967-4d9bf93aaf0b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:52.784615 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8412a06b-96a3-4d1b-a7f0-7e4686aec68b req-028239a8-86a2-4794-a967-4d9bf93aaf0b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.1778469 Aug 20 10:16:52.821015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:16:52.833090 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:52.837895 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:16:52.920043 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Pushing event updated for resources: {'Port': ['ID=4206d183-0353-41ee-9383-d7a8eea767bd,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:52.936001 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8412a06b-96a3-4d1b-a7f0-7e4686aec68b req-463f0ff3-d35d-4b4d-9685-5d810d3906b6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254160 Aug 20 10:16:53.236401 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e69d73b3-b3f6-4eb1-806a-fb42f9b92fc6 req-f6dd1399-1472-4ece-874d-cc576fc6a5c4 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 210 time: 0.0509875 Aug 20 10:16:53.282862 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:53.346000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:16:53.348387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-56a3ac88-79de-4d6c-9ca9-5e77f3fa23fb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Allocated IP 172.20.0.13 (e287bb6a-2478-45c5-b9fc-caf113bb0919/ec037e15-fcbb-4d16-a744-529bede3af97/31a68ae3-9d64-4833-8b08-6e925f1a3e2a) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:16:53.357587 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0641e-1bc9-481e-9696-86279446402a None None] Sync routers for ids ['b66274ff-e6f9-40dd-8ce2-cbf5f710bafe'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:16:53.358635 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b40d64d5-c4ea-49de-b8a7-02f7b5f42543 admin admin] 10.222.0.16 "PUT /v2.0/routers/b66274ff-e6f9-40dd-8ce2-cbf5f710bafe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0369382 Aug 20 10:16:53.361681 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34600) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:53.378578 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0641e-1bc9-481e-9696-86279446402a None None] Routers {'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:16:53.379524 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-15d0641e-1bc9-481e-9696-86279446402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:16:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['b66274ff-e6f9-40dd-8ce2-cbf5f710bafe'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:53.584147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317aaa0-e8b4-4e36-b2a9-726e73bb14ef req-d96d87eb-52f5-42cc-b1ac-054cfb4e0304 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:53.593612 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7317aaa0-e8b4-4e36-b2a9-726e73bb14ef req-d96d87eb-52f5-42cc-b1ac-054cfb4e0304 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 945 time: 0.0820034 Aug 20 10:16:53.595395 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d7abdddf-0c7e-4917-a7e6-ff05df331f24 admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:53.600778 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-15d0641e-1bc9-481e-9696-86279446402a None None] Set router b66274ff-e6f9-40dd-8ce2-cbf5f710bafe gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:16:53.739686 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-56a3ac88-79de-4d6c-9ca9-5e77f3fa23fb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:53.795994 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d7abdddf-0c7e-4917-a7e6-ff05df331f24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:53.937491 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 76f51877-056a-475b-bdfc-e7efab57e873 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:16:54.003451 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-15d0641e-1bc9-481e-9696-86279446402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'name': 'tempest-AttachSCSIVolumeTestJSON-717902743-router', 'tenant_id': '9c5f2bb575984e659087ffca417380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'df069926-6b57-415c-a31e-9d81649e3da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:58Z', 'updated_at': '2021-08-20T10:16:51Z', 'revision_number': 5, 'project_id': '9c5f2bb575984e659087ffca417380c3', 'gw_port': {'id': 'df069926-6b57-415c-a31e-9d81649e3da2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:00:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:15:00Z', 'updated_at': '2021-08-20T10:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:54.040980 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-56a3ac88-79de-4d6c-9ca9-5e77f3fa23fb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:54.059216 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0641e-1bc9-481e-9696-86279446402a None None] Checking router: b66274ff-e6f9-40dd-8ce2-cbf5f710bafe for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:16:54.085387 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0641e-1bc9-481e-9696-86279446402a None None] Routers {'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:16:54.086025 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-15d0641e-1bc9-481e-9696-86279446402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:16:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['b66274ff-e6f9-40dd-8ce2-cbf5f710bafe'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:54.105158 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 76f51877-056a-475b-bdfc-e7efab57e873 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:16:54.197712 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3ac88-79de-4d6c-9ca9-5e77f3fa23fb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Pushing event updated for resources: {'Port': ['ID=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:54.204632 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:54.218287 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-56a3ac88-79de-4d6c-9ca9-5e77f3fa23fb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Network e287bb6a-2478-45c5-b9fc-caf113bb0919 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:16:54.232392 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-56a3ac88-79de-4d6c-9ca9-5e77f3fa23fb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:54.234017 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-56a3ac88-79de-4d6c-9ca9-5e77f3fa23fb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:16:54.294807 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-d7abdddf-0c7e-4917-a7e6-ff05df331f24 admin admin] Deleting port df069926-6b57-415c-a31e-9d81649e3da2 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:16:54.295275 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d7abdddf-0c7e-4917-a7e6-ff05df331f24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:54.302766 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-15d0641e-1bc9-481e-9696-86279446402a None None] Set router b66274ff-e6f9-40dd-8ce2-cbf5f710bafe gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:16:54.363271 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7317aaa0-e8b4-4e36-b2a9-726e73bb14ef req-52595d5e-9829-419c-8d3b-893fda09111b tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7688270 Aug 20 10:16:54.363446 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c90e1b-97a9-4269-bf06-f07c8cbba41c None None] Network 7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:16:54.390079 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-15d0641e-1bc9-481e-9696-86279446402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'name': 'tempest-AttachSCSIVolumeTestJSON-717902743-router', 'tenant_id': '9c5f2bb575984e659087ffca417380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:58Z', 'updated_at': '2021-08-20T10:16:53Z', 'revision_number': 6, 'project_id': '9c5f2bb575984e659087ffca417380c3', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:54.432665 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0641e-1bc9-481e-9696-86279446402a None None] The sync data for ids ['b66274ff-e6f9-40dd-8ce2-cbf5f710bafe'] in n-d-778550-11 is: [{'id': 'b66274ff-e6f9-40dd-8ce2-cbf5f710bafe', 'name': 'tempest-AttachSCSIVolumeTestJSON-717902743-router', 'tenant_id': '9c5f2bb575984e659087ffca417380c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:58Z', 'updated_at': '2021-08-20T10:16:53Z', 'revision_number': 6, 'project_id': '9c5f2bb575984e659087ffca417380c3', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:16:54.511923 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-d7abdddf-0c7e-4917-a7e6-ff05df331f24 admin admin] For port df069926-6b57-415c-a31e-9d81649e3da2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=df069926-6b57-415c-a31e-9d81649e3da2,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:54.512615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d7abdddf-0c7e-4917-a7e6-ff05df331f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:54.541159 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1937e-5bc4-433b-a31d-b08c67d82d63 req-053986e4-3d87-4183-9db2-f6d246ee1c86 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:54.550994 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02c1937e-5bc4-433b-a31d-b08c67d82d63 req-053986e4-3d87-4183-9db2-f6d246ee1c86 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.3391302 Aug 20 10:16:54.564772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-d7abdddf-0c7e-4917-a7e6-ff05df331f24 admin admin] Calling delete_port for df069926-6b57-415c-a31e-9d81649e3da2 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:16:54.611254 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-984a49e1-5c2d-4e33-9257-1ae3014f96e3 None None] Provisioning for port 76f51877-056a-475b-bdfc-e7efab57e873 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:16:54.620301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-984a49e1-5c2d-4e33-9257-1ae3014f96e3 None None] Provisioning complete for port 76f51877-056a-475b-bdfc-e7efab57e873 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:54.620982 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-984a49e1-5c2d-4e33-9257-1ae3014f96e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:54.623746 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6fb3d-e743-4fb7-9881-b4a5200c65cd req-f7bd1088-c3b1-4489-bfc9-ae9a3c6f802f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:54.639169 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-98c6fb3d-e743-4fb7-9881-b4a5200c65cd req-f7bd1088-c3b1-4489-bfc9-ae9a3c6f802f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 932 time: 0.0944533 Aug 20 10:16:54.660798 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Router e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:16:54.688373 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-98c6fb3d-e743-4fb7-9881-b4a5200c65cd req-dce21952-56c0-49cd-8bcc-005c105f1f26 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480690 Aug 20 10:16:54.783543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d7abdddf-0c7e-4917-a7e6-ff05df331f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:54.799032 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-56a3ac88-79de-4d6c-9ca9-5e77f3fa23fb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:54.799624 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-56a3ac88-79de-4d6c-9ca9-5e77f3fa23fb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:54.833214 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-984a49e1-5c2d-4e33-9257-1ae3014f96e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:54.909601 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d7abdddf-0c7e-4917-a7e6-ff05df331f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:54.926443 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5958b-4ce2-4b2e-810a-3d1f17ea77cc req-97fb44a6-c550-4150-95c9-ad33938ef1f8 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:54.936967 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54f5958b-4ce2-4b2e-810a-3d1f17ea77cc req-97fb44a6-c550-4150-95c9-ad33938ef1f8 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 1097 time: 0.1307833 Aug 20 10:16:54.944354 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abdddf-0c7e-4917-a7e6-ff05df331f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=df069926-6b57-415c-a31e-9d81649e3da2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:54.974662 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:16:54.995503 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02c1937e-5bc4-433b-a31d-b08c67d82d63 req-030e73ff-f866-46d3-b239-ea84a6b142d5 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436829 Aug 20 10:16:55.039734 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54f5958b-4ce2-4b2e-810a-3d1f17ea77cc req-7834dbd4-a81a-4500-8d4b-3e7a6891ec37 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985732 Aug 20 10:16:55.062702 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:55.064373 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a4a274fc-711c-4ae7-8784-ffb68c2892d5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.6393764 Aug 20 10:16:55.067173 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34632) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:55.174854 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-56a3ac88-79de-4d6c-9ca9-5e77f3fa23fb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9447389 Aug 20 10:16:55.198769 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Request body: {'port': {'device_id': '964298db-3746-4f35-b339-1802b418225b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:55.209812 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d7abdddf-0c7e-4917-a7e6-ff05df331f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:55.216257 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d7abdddf-0c7e-4917-a7e6-ff05df331f24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:55.217464 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Sync routers for ids ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:16:55.270681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91eef09-02d9-42b3-8fa3-01b2e4476c7c req-efd20e34-b520-488d-83ff-7a86fc54adb6 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:55.279507 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c91eef09-02d9-42b3-8fa3-01b2e4476c7c req-efd20e34-b520-488d-83ff-7a86fc54adb6 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 1097 time: 0.1318212 Aug 20 10:16:55.342380 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-984a49e1-5c2d-4e33-9257-1ae3014f96e3 None None] For port 76f51877-056a-475b-bdfc-e7efab57e873, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=76f51877-056a-475b-bdfc-e7efab57e873,segment=NetworkSegment(fa1deb64-dcd4-4387-8b45-935bdc8095b3),segment_id=fa1deb64-dcd4-4387-8b45-935bdc8095b3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:55.353824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Routers {'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:16:55.354974 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:16:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:55.362390 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-984a49e1-5c2d-4e33-9257-1ae3014f96e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:55.373431 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c91eef09-02d9-42b3-8fa3-01b2e4476c7c req-ba1ead48-d0ee-4785-b79d-3a7d088425cd tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918486 Aug 20 10:16:55.428557 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d7abdddf-0c7e-4917-a7e6-ff05df331f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:55.429538 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7abdddf-0c7e-4917-a7e6-ff05df331f24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b66274ff-e6f9-40dd-8ce2-cbf5f710bafe {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:16:55.433171 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:55.440213 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d7abdddf-0c7e-4917-a7e6-ff05df331f24 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:55.442069 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d7abdddf-0c7e-4917-a7e6-ff05df331f24 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b66274ff-e6f9-40dd-8ce2-cbf5f710bafe HTTP/1.1" status: 204 len: 168 time: 2.0790875 Aug 20 10:16:55.454933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34636) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:55.560725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a49e1-5c2d-4e33-9257-1ae3014f96e3 None None] Pushing event updated for resources: {'Port': ['ID=76f51877-056a-475b-bdfc-e7efab57e873,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:55.756288 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Set router e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:16:55.786542 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-902ef526-5a1c-487d-a1bc-c324f481d263 admin admin] Deleting subnet ff29b1cc-22f4-4f3d-8791-fbd4858bf2c7 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:16:55.808420 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-902ef526-5a1c-487d-a1bc-c324f481d263 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:56.122528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 76f51877-056a-475b-bdfc-e7efab57e873 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:16:56.190292 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-902ef526-5a1c-487d-a1bc-c324f481d263 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:56.240568 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d43d2499-930f-430d-8544-34723be5ae5d None None] Provisioning complete for port 76f51877-056a-475b-bdfc-e7efab57e873 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:56.241430 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d43d2499-930f-430d-8544-34723be5ae5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:56.245521 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc2ab9-04b4-4cf8-be45-c48c9ac42a75 req-a48d93d0-7137-43e8-8394-5c31e49cebb3 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:56.251854 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2dfc2ab9-04b4-4cf8-be45-c48c9ac42a75 req-a48d93d0-7137-43e8-8394-5c31e49cebb3 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 932 time: 0.3668244 Aug 20 10:16:56.276876 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:56.284861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d69a3-ae28-4b06-bd72-39a9f562d1cc req-c94089ac-b92c-41bd-83f0-c534b0a8b77e tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:56.286713 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-100d69a3-ae28-4b06-bd72-39a9f562d1cc req-c94089ac-b92c-41bd-83f0-c534b0a8b77e tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 1097 time: 0.1566999 Aug 20 10:16:56.375087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 76f51877-056a-475b-bdfc-e7efab57e873 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:56.375472 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:56.413304 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2dfc2ab9-04b4-4cf8-be45-c48c9ac42a75 req-3c00599c-afb0-4d94-8887-1a6a1591a5a5 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482637 Aug 20 10:16:56.427365 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-902ef526-5a1c-487d-a1bc-c324f481d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:56.447208 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'name': 'tempest-ServersTestJSON-1406168816-router', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:51Z', 'updated_at': '2021-08-20T10:16:53Z', 'revision_number': 3, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'gw_port': {'id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:52Z', 'updated_at': '2021-08-20T10:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:56.477763 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-100d69a3-ae28-4b06-bd72-39a9f562d1cc req-0ac99e4e-d4aa-4d26-9933-97543a5f8dd4 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838822 Aug 20 10:16:56.554187 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Checking router: e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:16:56.554566 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Updating router e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 port 4206d183-0353-41ee-9383-d7a8eea767bd binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:16:56.596863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Allocated IP 172.20.0.1 (7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94/fb0adb47-a50a-4a01-b0f9-cfc65237f4a4/d715331e-d6b3-4ea1-8335-833768bcf990) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:16:56.606042 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:56.651155 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a68ae3-9d64-4833-8b08-6e925f1a3e2a {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:16:56.670098 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:56.686600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Transition to ACTIVE for port object 31a68ae3-9d64-4833-8b08-6e925f1a3e2a will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:56.738269 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:56.802879 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Pushing event updated for resources: {'Port': ['ID=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:56.837859 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-902ef526-5a1c-487d-a1bc-c324f481d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:56.848371 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:56.849603 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d96541-1b6f-4c53-aeee-ca40bf7f6d7d req-f4b5e22b-2b35-4980-8db7-3bceea1356eb tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:56.854575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ef35bc18-7f3c-499b-8e02-15b47c7219f0 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:16:56.857661 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6d96541-1b6f-4c53-aeee-ca40bf7f6d7d req-f4b5e22b-2b35-4980-8db7-3bceea1356eb tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.2653799 Aug 20 10:16:56.869221 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Transition to ACTIVE for port object d715331e-d6b3-4ea1-8335-833768bcf990 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:56.888874 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: ef35bc18-7f3c-499b-8e02-15b47c7219f0 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:16:56.889262 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ef35bc18-7f3c-499b-8e02-15b47c7219f0 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:16:56.889796 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device df069926-6b57-415c-a31e-9d81649e3da2 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:16:56.914872 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: df069926-6b57-415c-a31e-9d81649e3da2 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:16:56.915242 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device df069926-6b57-415c-a31e-9d81649e3da2 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:16:56.920172 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:56.967918 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ef526-5a1c-487d-a1bc-c324f481d263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff29b1cc-22f4-4f3d-8791-fbd4858bf2c7,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:56.977595 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Network 7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:16:56.981748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:56.985233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:16:57.037461 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6d96541-1b6f-4c53-aeee-ca40bf7f6d7d req-c3953ea4-672a-4d55-9672-6f8f2d46d403 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769094 Aug 20 10:16:57.062469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Pushing event updated for resources: {'Port': ['ID=d715331e-d6b3-4ea1-8335-833768bcf990,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:57.063677 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-902ef526-5a1c-487d-a1bc-c324f481d263 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:57.065790 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-902ef526-5a1c-487d-a1bc-c324f481d263 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ff29b1cc-22f4-4f3d-8791-fbd4858bf2c7 HTTP/1.1" status: 204 len: 168 time: 1.6095207 Aug 20 10:16:57.068886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34654) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:57.100083 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:57.115111 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:57.136356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Transition to ACTIVE for port object 4206d183-0353-41ee-9383-d7a8eea767bd will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:16:57.142758 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de072e53-a4fb-4850-b992-6c37fdcfc4de None None] Network 4ff20016-0498-4ba6-be0f-f09b57255cfd requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:16:57.153526 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:57.221239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Attempting to bind port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:16:57.221825 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Attempting to bind port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:16:57.222312 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Attempting to bind port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:57.249206 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a on network e287bb6a-2478-45c5-b9fc-caf113bb0919 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:16:57.249542 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Attempting to bind port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:57.256501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:16:57.256853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Checking segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:57.257213 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Bound using segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:16:57.257642 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Bound port: 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:16:57.257995 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:57.289389 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] Deleting port 5c67b075-931a-41cb-9873-ea3323e96eba {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:16:57.289974 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:57.298786 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:57.387689 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:57.395127 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] For port 5c67b075-931a-41cb-9873-ea3323e96eba, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5c67b075-931a-41cb-9873-ea3323e96eba,segment=NetworkSegment(4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e),segment_id=4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:16:57.395514 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:57.409939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9eb54-e80d-49c0-a80d-337936928baf None None] Pushing event updated for resources: {'Port': ['ID=4206d183-0353-41ee-9383-d7a8eea767bd,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:57.425797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] Calling delete_port for 5c67b075-931a-41cb-9873-ea3323e96eba owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:16:57.438317 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] For port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:57.443965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] For port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:16:57.457935 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9eb54-e80d-49c0-a80d-337936928baf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:57.458361 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9eb54-e80d-49c0-a80d-337936928baf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:57.458862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9eb54-e80d-49c0-a80d-337936928baf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:57.459239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9eb54-e80d-49c0-a80d-337936928baf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:57.459662 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9eb54-e80d-49c0-a80d-337936928baf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:57.460091 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9eb54-e80d-49c0-a80d-337936928baf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:57.460815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9eb54-e80d-49c0-a80d-337936928baf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:57.461072 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9eb54-e80d-49c0-a80d-337936928baf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:57.461412 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9eb54-e80d-49c0-a80d-337936928baf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:57.461862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9eb54-e80d-49c0-a80d-337936928baf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:57.462290 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9eb54-e80d-49c0-a80d-337936928baf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:57.462685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a9eb54-e80d-49c0-a80d-337936928baf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:16:57.500619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f79ca2a0-4349-4a89-a544-b7a1e1a5c70f None None] Provisioning for port d715331e-d6b3-4ea1-8335-833768bcf990 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:16:57.504895 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Attempting to bind port 4206d183-0353-41ee-9383-d7a8eea767bd on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:16:57.507433 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Attempting to bind port 4206d183-0353-41ee-9383-d7a8eea767bd by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:16:57.510441 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Attempting to bind port 4206d183-0353-41ee-9383-d7a8eea767bd on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:16:57.527771 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:16:57.527999 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:57.528321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:16:57.528832 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:57.529335 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:16:57.529888 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Bound port: 4206d183-0353-41ee-9383-d7a8eea767bd, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:16:57.530326 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:57.536245 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f79ca2a0-4349-4a89-a544-b7a1e1a5c70f None None] Provisioning complete for port d715331e-d6b3-4ea1-8335-833768bcf990 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:57.536706 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f79ca2a0-4349-4a89-a544-b7a1e1a5c70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:57.615194 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Pushing event updated for resources: {'Port': ['ID=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:57.665552 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-f79ca2a0-4349-4a89-a544-b7a1e1a5c70f None None] Port d715331e-d6b3-4ea1-8335-833768bcf990 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:16:57.678279 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] For port 4206d183-0353-41ee-9383-d7a8eea767bd, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:16:57.685574 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] For port 4206d183-0353-41ee-9383-d7a8eea767bd, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4206d183-0353-41ee-9383-d7a8eea767bd,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:16:57.688657 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:57.688828 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:57.690294 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-c3598644-a0ab-458f-a14d-fbd0418492cc service neutron] 10.222.0.24 "PUT /v2.0/ports/31a68ae3-9d64-4833-8b08-6e925f1a3e2a HTTP/1.1" status: 200 len: 1093 time: 2.5036197 Aug 20 10:16:57.691631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964298db-3746-4f35-b339-1802b418225b', 'tag': '31a68ae3-9d64-4833-8b08-6e925f1a3e2a'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:16:57.693976 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4ee243-4338-43d2-8b8a-93584df762ad" -d '{"events": [{"name": "network-changed", "server_uuid": "964298db-3746-4f35-b339-1802b418225b", "tag": "31a68ae3-9d64-4833-8b08-6e925f1a3e2a"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:16:57.697293 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:57.731190 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430afd64-5276-4d5e-981d-80a043b70847 req-6060216f-4e14-48d1-8363-ee55dfd019b1 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:57.734493 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-430afd64-5276-4d5e-981d-80a043b70847 req-6060216f-4e14-48d1-8363-ee55dfd019b1 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 944 time: 0.1681607 Aug 20 10:16:57.741072 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40070181-e579-4682-9055-9122835e1bef req-a2a6ad3d-38e6-4612-b74c-ff30e0f577a1 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:57.748923 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-40070181-e579-4682-9055-9122835e1bef req-a2a6ad3d-38e6-4612-b74c-ff30e0f577a1 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 1097 time: 0.1436517 Aug 20 10:16:57.787642 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9eb54-e80d-49c0-a80d-337936928baf None None] Pushing event updated for resources: {'Port': ['ID=4206d183-0353-41ee-9383-d7a8eea767bd,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:57.793766 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81210e5-64ce-422f-a165-b88cf073f236 None None] DHCP port deletion for 4ff20016-0498-4ba6-be0f-f09b57255cfd request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:16:57.826620 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:57.826868 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Routers {'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:16:57.827895 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:16:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:57.828282 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:57.852839 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:57.862047 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] No DVR routers for this DVR port 5c67b075-931a-41cb-9873-ea3323e96eba on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:16:57.909238 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-40070181-e579-4682-9055-9122835e1bef req-df72b8b5-8ba0-4ae0-89c5-2113d1714e20 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551440 Aug 20 10:16:57.967466 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Pushing event updated for resources: {'Port': ['ID=d715331e-d6b3-4ea1-8335-833768bcf990,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:57.977160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] Set router e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:16:57.990571 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-430afd64-5276-4d5e-981d-80a043b70847 req-6dfc8404-2869-45f2-acd5-e76cc57b5578 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597323 Aug 20 10:16:58.002975 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=5c67b075-931a-41cb-9873-ea3323e96eba,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:58.023964 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:58.059696 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-79dc6696-e3ff-413c-a33f-6c5a83db1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:58.061630 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-79dc6696-e3ff-413c-a33f-6c5a83db1256 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 1096 time: 0.3041513 Aug 20 10:16:58.124204 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b81210e5-64ce-422f-a165-b88cf073f236 None None] The port '5c67b075-931a-41cb-9873-ea3323e96eba' was deleted {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 20 10:16:58.288380 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Network 7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:16:58.290199 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:16:58.457735 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'name': 'tempest-ServersTestJSON-1406168816-router', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:51Z', 'updated_at': '2021-08-20T10:16:57Z', 'revision_number': 4, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'gw_port': {'id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:52Z', 'updated_at': '2021-08-20T10:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'd715331e-d6b3-4ea1-8335-833768bcf990', 'name': '', 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'mac_address': 'fa:16:3e:d5:0c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:56Z', 'updated_at': '2021-08-20T10:16:56Z', 'revision_number': 1, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'subnets': [{'id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:58.497798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0348fa0-9f2c-4a02-88b7-90c2334dddf7 None None] The sync data for ids ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'] in n-d-778550-11 is: [{'id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'name': 'tempest-ServersTestJSON-1406168816-router', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:51Z', 'updated_at': '2021-08-20T10:16:57Z', 'revision_number': 4, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'gw_port': {'id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:52Z', 'updated_at': '2021-08-20T10:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'd715331e-d6b3-4ea1-8335-833768bcf990', 'name': '', 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'mac_address': 'fa:16:3e:d5:0c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:56Z', 'updated_at': '2021-08-20T10:16:56Z', 'revision_number': 1, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'subnets': [{'id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:16:58.532966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Router e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:16:58.651417 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c55fab-400b-4439-bd8d-b9d2660aac90 x-openstack-request-id: req-09c55fab-400b-4439-bd8d-b9d2660aac90 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:16:58.651800 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964298db-3746-4f35-b339-1802b418225b", "tag": "31a68ae3-9d64-4833-8b08-6e925f1a3e2a", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:16:58.651953 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09c55fab-400b-4439-bd8d-b9d2660aac90 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:16:58.652891 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964298db-3746-4f35-b339-1802b418225b', 'tag': '31a68ae3-9d64-4833-8b08-6e925f1a3e2a', 'status': 'completed', 'code': 200} Aug 20 10:16:58.694735 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-da0ec86b-3033-4da8-85c9-00647e56797a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31a68ae3-9d64-4833-8b08-6e925f1a3e2a HTTP/1.1" status: 200 len: 217 time: 0.5567842 Aug 20 10:16:58.713041 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-976afdd5-c750-479b-8cfe-f5d670bc0512 None None] Provisioning complete for port d715331e-d6b3-4ea1-8335-833768bcf990 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:16:58.713189 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-976afdd5-c750-479b-8cfe-f5d670bc0512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:58.729581 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:58.762012 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:16:58.773725 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff20016-0498-4ba6-be0f-f09b57255cfd']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:58.775793 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3935a2aa-4ed9-48e9-ae97-b59242c13209 admin admin] 10.222.0.16 "PUT /v2.0/routers/e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7040157 Aug 20 10:16:58.806735 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:58.807342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4448db62-f2c3-4da6-b4b7-5de2c2e2cc0e') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:16:58.832172 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:58.836586 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-0722f569-e636-4614-a822-caca96fa4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:58.839131 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-0722f569-e636-4614-a822-caca96fa4958 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.1251717 Aug 20 10:16:58.860515 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-976afdd5-c750-479b-8cfe-f5d670bc0512 None None] Port d715331e-d6b3-4ea1-8335-833768bcf990 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:16:58.874041 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f2adc-55c4-46ab-ba0c-4cf44ec519bc req-bdc12abd-fb20-415a-b29f-3dad9629ddfd tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:58.891666 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df4f2adc-55c4-46ab-ba0c-4cf44ec519bc req-bdc12abd-fb20-415a-b29f-3dad9629ddfd tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.2112706 Aug 20 10:16:58.921783 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-94771e04-8298-4bf6-ab7c-75e71d30c7bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697315 Aug 20 10:16:58.922908 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:58.954626 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:16:58.955199 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:16:58.957036 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:16:59.101347 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df4f2adc-55c4-46ab-ba0c-4cf44ec519bc req-f3596b32-c179-46a3-9b97-12e55ba2dfe1 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087383 Aug 20 10:16:59.130166 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:59.158849 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:59.166844 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] 10.222.0.16 "DELETE /v2.0/networks/4ff20016-0498-4ba6-be0f-f09b57255cfd HTTP/1.1" status: 204 len: 168 time: 2.0967832 Aug 20 10:16:59.208793 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57a14e-a0b2-4f99-a4ee-cda93cfe5cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=4ff20016-0498-4ba6-be0f-f09b57255cfd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:59.213263 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-60d0585f-23b4-42a6-9a22-3debad113c3a service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782257 Aug 20 10:16:59.255323 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ae023f4c-305e-47c4-8538-d63cd628cca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:59.364355 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34706) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:59.399457 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4b49f-e163-4c1d-92b3-a198e37a0f3a req-35026d94-ac85-4c5c-9a6f-c28c4250ea5f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:59.411684 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-73f4b49f-e163-4c1d-92b3-a198e37a0f3a req-35026d94-ac85-4c5c-9a6f-c28c4250ea5f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 944 time: 0.1721368 Aug 20 10:16:59.465106 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-11c468a0-054e-40a9-82d7-8302009178a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad4df86dc23a4cd29a0aa560872f2a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0947633 Aug 20 10:16:59.465955 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34710) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:16:59.527317 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-73f4b49f-e163-4c1d-92b3-a198e37a0f3a req-de5c1c2b-203a-46e9-ad7f-ccc0ffff3c5d tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137948 Aug 20 10:16:59.550501 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-094aa38f-051d-4e9f-b487-b64b825f5d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:59.561719 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe057f2f-5b53-4943-9090-17ee97ab202a req-aa99463f-07d2-4176-8e66-626e45c66f22 service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391128 Aug 20 10:16:59.575875 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-094aa38f-051d-4e9f-b487-b64b825f5d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:59.679411 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-094aa38f-051d-4e9f-b487-b64b825f5d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:59.681863 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-094aa38f-051d-4e9f-b487-b64b825f5d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:16:59.692269 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-094aa38f-051d-4e9f-b487-b64b825f5d89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d58de6cd-2a0a-4343-9a96-29c7dab9f6cd HTTP/1.1" status: 204 len: 168 time: 0.2230692 Aug 20 10:16:59.715993 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094aa38f-051d-4e9f-b487-b64b825f5d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58de6cd-2a0a-4343-9a96-29c7dab9f6cd,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:16:59.809486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ee243-4338-43d2-8b8a-93584df762ad req-99705a7e-7496-4a23-b2c1-44693d4982f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:16:59.811157 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb4ee243-4338-43d2-8b8a-93584df762ad req-99705a7e-7496-4a23-b2c1-44693d4982f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 1096 time: 0.1440616 Aug 20 10:16:59.937341 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-50bb9240-4283-4862-8adc-c58cd3df2da8 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:16:59.938472 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-50bb9240-4283-4862-8adc-c58cd3df2da8 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070229 Aug 20 10:16:59.951212 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-17762de8-f0c3-41c8-9b7c-9356e2bf4eff service neutron] Request body: {'binding': {'host': 'n-h2-778550-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:16:59.952028 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-17762de8-f0c3-41c8-9b7c-9356e2bf4eff service neutron] Unknown quota resources ['binding']. {{(pid=94866) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 10:17:00.085436 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4206d183-0353-41ee-9383-d7a8eea767bd up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:00.088134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ee243-4338-43d2-8b8a-93584df762ad req-ac04f786-1d84-4f9a-87b9-3c20de2b081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:00.090941 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb4ee243-4338-43d2-8b8a-93584df762ad req-ac04f786-1d84-4f9a-87b9-3c20de2b081a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 921 time: 0.2666566 Aug 20 10:17:00.159487 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 4206d183-0353-41ee-9383-d7a8eea767bd completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:00.164669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4206d183-0353-41ee-9383-d7a8eea767bd triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:00.165274 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:00.200499 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb4ee243-4338-43d2-8b8a-93584df762ad req-bc65095c-c8ee-40a1-a19c-012cb5d34fac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31a68ae3-9d64-4833-8b08-6e925f1a3e2a HTTP/1.1" status: 200 len: 217 time: 0.0953119 Aug 20 10:17:00.276650 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:00.298962 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ee243-4338-43d2-8b8a-93584df762ad req-52ac7ad7-0e49-40e1-a307-6c9cf1fa51fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:00.303530 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb4ee243-4338-43d2-8b8a-93584df762ad req-52ac7ad7-0e49-40e1-a307-6c9cf1fa51fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.0937426 Aug 20 10:17:00.305545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-17762de8-f0c3-41c8-9b7c-9356e2bf4eff service neutron] Attempting to bind port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 on host n-h2-778550-11 for vnic_type normal with profile None {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:00.306222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-17762de8-f0c3-41c8-9b7c-9356e2bf4eff service neutron] Attempting to bind port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:00.306912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-17762de8-f0c3-41c8-9b7c-9356e2bf4eff service neutron] Attempting to bind port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:00.314239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 4206d183-0353-41ee-9383-d7a8eea767bd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4206d183-0353-41ee-9383-d7a8eea767bd,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:00.324431 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-17762de8-f0c3-41c8-9b7c-9356e2bf4eff service neutron] Port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 on network 5ea45e6d-0432-4a46-94e7-adce972727cf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:17:00.324431 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-17762de8-f0c3-41c8-9b7c-9356e2bf4eff service neutron] Attempting to bind port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:00.334594 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:00.344590 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb4ee243-4338-43d2-8b8a-93584df762ad req-23fe1d7a-b9ec-4852-8116-d6d3e0545572 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318687 Aug 20 10:17:00.347887 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-17762de8-f0c3-41c8-9b7c-9356e2bf4eff service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:00.348445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-17762de8-f0c3-41c8-9b7c-9356e2bf4eff service neutron] Checking segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:00.348810 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-17762de8-f0c3-41c8-9b7c-9356e2bf4eff service neutron] Bound using segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:00.349790 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-17762de8-f0c3-41c8-9b7c-9356e2bf4eff service neutron] Bound port: 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:00.421007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34720) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:00.426123 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0a4ea715-eeff-4c45-9df6-971281e82015 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1918318639', 'description': 'tempest-description--1687842084'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:00.443420 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5c67b075-931a-41cb-9873-ea3323e96eba no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:17:00.479225 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34724) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:00.511127 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 5c67b075-931a-41cb-9873-ea3323e96eba {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:17:00.516525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5c67b075-931a-41cb-9873-ea3323e96eba not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:17:00.524874 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0a4ea715-eeff-4c45-9df6-971281e82015 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:00.551121 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2b553599-2f04-4095-b8a6-054b1a6b9f71 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c5f2bb575984e659087ffca417380c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0690179 Aug 20 10:17:00.552039 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34728) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:00.554060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-17762de8-f0c3-41c8-9b7c-9356e2bf4eff service neutron] For port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:00.568351 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=4206d183-0353-41ee-9383-d7a8eea767bd,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:00.614565 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-17762de8-f0c3-41c8-9b7c-9356e2bf4eff service neutron] Notify callbacks [] for binding, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:00.630519 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-17762de8-f0c3-41c8-9b7c-9356e2bf4eff service neutron] 10.222.0.16 "POST /v2.0/ports/2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4/bindings HTTP/1.1" status: 201 len: 390 time: 0.6804600 Aug 20 10:17:00.685689 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb4ee243-4338-43d2-8b8a-93584df762ad req-e28e391f-4a35-4207-99f1-0d187c57fa66 service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237164 Aug 20 10:17:00.746205 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0a4ea715-eeff-4c45-9df6-971281e82015 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:00.775888 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0a4ea715-eeff-4c45-9df6-971281e82015 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:00.806418 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b9f1ae3-45a7-47f9-a132-108c8f210c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:00.819666 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0a4ea715-eeff-4c45-9df6-971281e82015 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:00.826109 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0a4ea715-eeff-4c45-9df6-971281e82015 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4039295 Aug 20 10:17:00.827077 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34738) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:00.873250 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-40f2269a-9b59-4b10-94e3-c4d7dcbf28b7 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Request body: {'security_group_rule': {'security_group_id': '2230f15e-a14c-488d-aad2-9a023fe10e86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:00.877240 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b9f1ae3-45a7-47f9-a132-108c8f210c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:00.938199 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e31ec6-940a-4f13-adfc-7fa6367a794b req-1669b7e0-b6ce-4e12-8544-e18515002a27 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:00.946602 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e3e31ec6-940a-4f13-adfc-7fa6367a794b req-1669b7e0-b6ce-4e12-8544-e18515002a27 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.2864432 Aug 20 10:17:00.957169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ea715-eeff-4c45-9df6-971281e82015 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2230f15e-a14c-488d-aad2-9a023fe10e86,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:01.011755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c78ba2-ca36-4990-a6b2-1dc4659cc5d4 req-c4217d72-f03d-41fd-8b76-8f295b008529 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:01.013393 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0c78ba2-ca36-4990-a6b2-1dc4659cc5d4 req-c4217d72-f03d-41fd-8b76-8f295b008529 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 944 time: 0.1786134 Aug 20 10:17:01.015486 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-40f2269a-9b59-4b10-94e3-c4d7dcbf28b7 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:01.056259 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e3e31ec6-940a-4f13-adfc-7fa6367a794b req-d11c5221-f32c-499b-b030-d3ef57e260e5 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086435 Aug 20 10:17:01.108057 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb4ee243-4338-43d2-8b8a-93584df762ad req-1a91ea7c-d1e4-4608-bac5-4363eff00061 service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917096 Aug 20 10:17:01.123659 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-0df20195-6c42-42fd-bb44-0a0fd8c1cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:01.125302 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-0df20195-6c42-42fd-bb44-0a0fd8c1cafd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 1097 time: 0.2045028 Aug 20 10:17:01.151853 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b9f1ae3-45a7-47f9-a132-108c8f210c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:01.154788 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b9f1ae3-45a7-47f9-a132-108c8f210c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:01.155143 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0c78ba2-ca36-4990-a6b2-1dc4659cc5d4 req-9e929ce9-888b-4215-93dc-88d60be8f561 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257136 Aug 20 10:17:01.155955 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2b9f1ae3-45a7-47f9-a132-108c8f210c58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b344b39-2a19-41d1-9a0f-7cbfe3d3338f HTTP/1.1" status: 204 len: 168 time: 0.5978010 Aug 20 10:17:01.191098 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-40f2269a-9b59-4b10-94e3-c4d7dcbf28b7 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:01.201236 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-40f2269a-9b59-4b10-94e3-c4d7dcbf28b7 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:01.235736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2269a-9b59-4b10-94e3-c4d7dcbf28b7 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf03a86-d879-465d-8c1a-5f1167d4d787,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:01.252601 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-40f2269a-9b59-4b10-94e3-c4d7dcbf28b7 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:01.253899 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-40f2269a-9b59-4b10-94e3-c4d7dcbf28b7 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4066505 Aug 20 10:17:01.256401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34754) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:01.263223 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-dcee084d-0076-474b-97fb-1fbfc2787f21 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Request body: {'security_group_rule': {'security_group_id': '2230f15e-a14c-488d-aad2-9a023fe10e86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:01.269486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f1ae3-45a7-47f9-a132-108c8f210c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b344b39-2a19-41d1-9a0f-7cbfe3d3338f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:01.315174 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcee084d-0076-474b-97fb-1fbfc2787f21 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:01.353029 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805b2b8-447b-49ef-a75e-44e6280729fb req-cb0ad475-44de-4fec-9e98-ddbe87331151 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:01.359196 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d805b2b8-447b-49ef-a75e-44e6280729fb req-cb0ad475-44de-4fec-9e98-ddbe87331151 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 945 time: 0.1744902 Aug 20 10:17:01.388030 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcee084d-0076-474b-97fb-1fbfc2787f21 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:01.396802 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcee084d-0076-474b-97fb-1fbfc2787f21 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:01.397204 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-875b94a2-88bf-4c98-bd86-5b46fd67f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:01.397204 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-875b94a2-88bf-4c98-bd86-5b46fd67f860 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 908 time: 0.2540352 Aug 20 10:17:01.418418 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee084d-0076-474b-97fb-1fbfc2787f21 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9db71c-dd04-4fb2-9589-e9b6671c6fdb,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:01.434803 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcee084d-0076-474b-97fb-1fbfc2787f21 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:01.436185 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dcee084d-0076-474b-97fb-1fbfc2787f21 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1787927 Aug 20 10:17:01.439041 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34760) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:01.443203 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d805b2b8-447b-49ef-a75e-44e6280729fb req-d5d8360b-266e-445f-979e-c48c959ef440 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798078 Aug 20 10:17:01.446629 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b418f167-8df6-4452-9ce3-b4e0680899fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:01.481160 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-95e51a46-724b-4866-af8c-f5198e8d0e65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 HTTP/1.1" status: 200 len: 217 time: 0.0590894 Aug 20 10:17:01.481517 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b418f167-8df6-4452-9ce3-b4e0680899fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:01.613343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-2a37724d-4ac4-4c53-90ee-f81ef9bef5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:01.616173 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-2a37724d-4ac4-4c53-90ee-f81ef9bef5ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.1193604 Aug 20 10:17:01.632832 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b418f167-8df6-4452-9ce3-b4e0680899fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:01.680038 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-d624b2ac-8c44-4297-ac52-11aba9f644c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475295 Aug 20 10:17:01.767249 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cee6ee8a-e6fa-4462-b228-919e3527188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:01.789356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4206d183-0353-41ee-9383-d7a8eea767bd up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:01.818688 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-6c0b2ee2-f108-4c84-97f0-12cb16dc8151 service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258278 Aug 20 10:17:01.882107 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-b418f167-8df6-4452-9ce3-b4e0680899fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Allocated IP 172.25.3.228 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/5e117410-466c-4e35-9a34-325455d792b7) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:01.884675 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4206d183-0353-41ee-9383-d7a8eea767bd triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:01.885102 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:02.012797 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-e8cf8d01-2f66-490b-871b-894eb967a900 service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812158 Aug 20 10:17:02.038574 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Sync routers for ids ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:17:02.044673 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b418f167-8df6-4452-9ce3-b4e0680899fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:02.052774 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Routers {'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:17:02.053387 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:17:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:02.099736 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b418f167-8df6-4452-9ce3-b4e0680899fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:02.140730 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:02.182161 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b418f167-8df6-4452-9ce3-b4e0680899fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:02.193106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b418f167-8df6-4452-9ce3-b4e0680899fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:02.206181 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418f167-8df6-4452-9ce3-b4e0680899fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:02.297364 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Set router e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:17:02.344709 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b418f167-8df6-4452-9ce3-b4e0680899fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:02.353711 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418f167-8df6-4452-9ce3-b4e0680899fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Pushing event updated for resources: {'Port': ['ID=5e117410-466c-4e35-9a34-325455d792b7,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:02.394861 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b418f167-8df6-4452-9ce3-b4e0680899fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:02.445940 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc4055-428c-44a7-94cd-8c84a920b337 req-cf707173-810b-434c-a5f2-b5dff46e242e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:02.454991 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08cc4055-428c-44a7-94cd-8c84a920b337 req-cf707173-810b-434c-a5f2-b5dff46e242e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.2079995 Aug 20 10:17:02.459660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-9737f554-27ac-4100-aa4d-ebd9877ddb6f tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:02.461361 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-9737f554-27ac-4100-aa4d-ebd9877ddb6f tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46&tenant_id=11d213eb32ff4dabbbc87687feab7bcc&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 1097 time: 0.3732171 Aug 20 10:17:02.479016 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6dfc8-2ea5-48e5-95ca-044d83fcb734 req-eb03de60-abdf-43f0-abbc-6e74e61dbb75 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:02.479016 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8bb6dfc8-2ea5-48e5-95ca-044d83fcb734 req-eb03de60-abdf-43f0-abbc-6e74e61dbb75 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 944 time: 0.1213779 Aug 20 10:17:02.539090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-11'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:02.589352 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8bb6dfc8-2ea5-48e5-95ca-044d83fcb734 req-c0a204b0-026d-4e07-aea8-66b2df748d1a tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857825 Aug 20 10:17:02.636266 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08cc4055-428c-44a7-94cd-8c84a920b337 req-5b5acb54-f777-48d0-a333-37419c124c1c tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794095 Aug 20 10:17:02.685834 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'name': 'tempest-ServersTestJSON-1406168816-router', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:51Z', 'updated_at': '2021-08-20T10:16:57Z', 'revision_number': 4, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'gw_port': {'id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:52Z', 'updated_at': '2021-08-20T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'd715331e-d6b3-4ea1-8335-833768bcf990', 'name': '', 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'mac_address': 'fa:16:3e:d5:0c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:56Z', 'updated_at': '2021-08-20T10:16:57Z', 'revision_number': 2, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'subnets': [{'id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:02.702964 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b418f167-8df6-4452-9ce3-b4e0680899fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:02.707696 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:02.716706 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Checking router: e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:17:02.717364 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Updating router e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 port d715331e-d6b3-4ea1-8335-833768bcf990 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:17:02.725437 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b418f167-8df6-4452-9ce3-b4e0680899fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:02.749541 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:02.848553 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b133-9594-4bbf-a887-ad238b533cf2 req-cee35b72-3f62-453a-97e4-4a2f41a6d026 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:02.858213 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be96b133-9594-4bbf-a887-ad238b533cf2 req-cee35b72-3f62-453a-97e4-4a2f41a6d026 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 945 time: 0.1452863 Aug 20 10:17:02.872039 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418f167-8df6-4452-9ce3-b4e0680899fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Pushing event updated for resources: {'Port': ['ID=5e117410-466c-4e35-9a34-325455d792b7,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:02.893229 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b418f167-8df6-4452-9ce3-b4e0680899fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:02.905516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] For port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:02.924027 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be96b133-9594-4bbf-a887-ad238b533cf2 req-268392d4-122c-4463-8fe7-dd743e33536d tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647354 Aug 20 10:17:02.925259 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b418f167-8df6-4452-9ce3-b4e0680899fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:02.926318 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b418f167-8df6-4452-9ce3-b4e0680899fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4861469 Aug 20 10:17:02.952609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] For port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:03.009312 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:03.015300 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2fb42b-8541-4c33-9a9d-58b1bab47a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:03.018824 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b29e47-8742-409e-a55c-55a986ce0ada" -d '{"events": [{"server_uuid": "dd2fb42b-8541-4c33-9a9d-58b1bab47a46", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:03.024619 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:03.034200 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:03.076761 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfda151a-6e1b-44bb-af49-3de04d46e88e x-openstack-request-id: req-bfda151a-6e1b-44bb-af49-3de04d46e88e {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:03.077048 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2fb42b-8541-4c33-9a9d-58b1bab47a46", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:03.077307 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfda151a-6e1b-44bb-af49-3de04d46e88e {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:03.077700 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2fb42b-8541-4c33-9a9d-58b1bab47a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4', 'code': 200} Aug 20 10:17:03.111016 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-198abf18-1215-484e-84e4-3791cd902efd req-735bc4fd-d84b-4328-871e-4bc267e0d2ad tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5b9bb37dce5844618abe5e8d5da0ced0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588498 Aug 20 10:17:03.131880 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:03.142295 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Transition to ACTIVE for port object d715331e-d6b3-4ea1-8335-833768bcf990 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:03.148555 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:03.176777 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-f889e3fe-8736-4b58-8a6b-0a666e007e86 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1918318639&fields=id&tenant_id=fe58ca97c3ec42c7bc4953ba74d9f4b8 HTTP/1.1" status: 200 len: 267 time: 0.0359924 Aug 20 10:17:03.202824 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,revision_number=7']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:03.220745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Attempting to bind port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 on host n-h1-778550-11 for vnic_type normal with profile {"migrating_to": "n-h2-778550-11"} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:03.221086 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Attempting to bind port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:03.221408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Attempting to bind port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:03.230850 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17186e97-9603-4c53-b730-c236076b9620 None None] Pushing event updated for resources: {'Port': ['ID=d715331e-d6b3-4ea1-8335-833768bcf990,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:03.235393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 on network 5ea45e6d-0432-4a46-94e7-adce972727cf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:17:03.235721 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Attempting to bind port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:03.254187 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:03.254529 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Checking segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:03.254915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Bound using segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:03.255386 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Bound port: 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:03.255747 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:03.262028 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Attempting to bind port d715331e-d6b3-4ea1-8335-833768bcf990 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:03.262388 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Attempting to bind port d715331e-d6b3-4ea1-8335-833768bcf990 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'fa1deb64-dcd4-4387-8b45-935bdc8095b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:03.262947 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Attempting to bind port d715331e-d6b3-4ea1-8335-833768bcf990 on network 7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:03.268294 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:03.268662 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Checking segment: {'id': 'fa1deb64-dcd4-4387-8b45-935bdc8095b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:03.269281 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:03.269673 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Bound using segment: {'id': 'fa1deb64-dcd4-4387-8b45-935bdc8095b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:03.270142 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Bound port: d715331e-d6b3-4ea1-8335-833768bcf990, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1deb64-dcd4-4387-8b45-935bdc8095b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:03.272310 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:03.342121 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198abf18-1215-484e-84e4-3791cd902efd req-a3f36ed3-ea6b-4594-a1c3-02ab496ef532 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:03.344004 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-198abf18-1215-484e-84e4-3791cd902efd req-a3f36ed3-ea6b-4594-a1c3-02ab496ef532 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232599 Aug 20 10:17:03.369674 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-198abf18-1215-484e-84e4-3791cd902efd req-716b7f49-d03c-4caa-8182-6af8fcd7d78b tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/quotas/5b9bb37dce5844618abe5e8d5da0ced0 HTTP/1.1" status: 200 len: 375 time: 0.0158286 Aug 20 10:17:03.370242 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] For port d715331e-d6b3-4ea1-8335-833768bcf990, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:03.374450 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] For port d715331e-d6b3-4ea1-8335-833768bcf990, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d715331e-d6b3-4ea1-8335-833768bcf990,segment=NetworkSegment(fa1deb64-dcd4-4387-8b45-935bdc8095b3),segment_id=fa1deb64-dcd4-4387-8b45-935bdc8095b3)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:03.382398 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:03.408395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] For port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:03.413383 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] For port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:03.452238 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-198abf18-1215-484e-84e4-3791cd902efd req-f9f785aa-7ca2-472c-8d69-6354257e8bee tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b9bb37dce5844618abe5e8d5da0ced0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357265 Aug 20 10:17:03.453876 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:03.538697 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Routers {'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:17:03.539614 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:17:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:03.611931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:03.615544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:03.618842 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] 10.222.0.24 "PUT /v2.0/ports/2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 HTTP/1.1" status: 200 len: 1123 time: 1.0841687 Aug 20 10:17:03.637662 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17186e97-9603-4c53-b730-c236076b9620 None None] Pushing event updated for resources: {'Port': ['ID=d715331e-d6b3-4ea1-8335-833768bcf990,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:03.656076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986a8ae-44a1-4a04-8252-475c2f2a7fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,revision_number=8']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:03.697620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:17:03.704867 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-cd3ded12-7e87-4635-bc05-2ee9f9bbc605 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:03.712896 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-cd3ded12-7e87-4635-bc05-2ee9f9bbc605 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/networks?id=7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 HTTP/1.1" status: 200 len: 806 time: 0.5207348 Aug 20 10:17:03.734529 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-4277ce6e-c085-4551-8a0a-70638316250a tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/quotas/fe58ca97c3ec42c7bc4953ba74d9f4b8 HTTP/1.1" status: 200 len: 375 time: 0.0204797 Aug 20 10:17:03.758967 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] Set router e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:17:03.852592 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-37ef4a74-f076-4a56-b4d1-d029483be138 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe58ca97c3ec42c7bc4953ba74d9f4b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1165211 Aug 20 10:17:03.959963 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d715331e-d6b3-4ea1-8335-833768bcf990 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:04.021346 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-fc1b4698-f666-4c04-8706-a95abe1a2a9a service neutron] 10.222.0.16 "GET /v2.0/networks/7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632025 Aug 20 10:17:04.038240 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 31a68ae3-9d64-4833-8b08-6e925f1a3e2a details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:17:04.191250 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'name': 'tempest-ServersTestJSON-1406168816-router', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:51Z', 'updated_at': '2021-08-20T10:16:57Z', 'revision_number': 4, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'gw_port': {'id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:52Z', 'updated_at': '2021-08-20T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'd715331e-d6b3-4ea1-8335-833768bcf990', 'name': '', 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'mac_address': 'fa:16:3e:d5:0c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:56Z', 'updated_at': '2021-08-20T10:17:03Z', 'revision_number': 4, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'subnets': [{'id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:04.249027 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port d715331e-d6b3-4ea1-8335-833768bcf990 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:04.252088 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57dc0d-fc49-49e3-986c-231555bf2677 req-294b58ae-a4ba-4ab8-8038-a8431bbbcc21 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:04.260308 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9e57dc0d-fc49-49e3-986c-231555bf2677 req-294b58ae-a4ba-4ab8-8038-a8431bbbcc21 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 944 time: 0.1120579 Aug 20 10:17:04.263449 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-adb01167-cd50-44b3-8809-2786383ba0b4 service neutron] 10.222.0.16 "GET /v2.0/networks/7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317758 Aug 20 10:17:04.286605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d715331e-d6b3-4ea1-8335-833768bcf990 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:04.287205 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:04.291501 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ab9929-0bf7-4e49-823c-393b90857c46 None None] The sync data for ids ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'] in n-d-778550-11 is: [{'id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'name': 'tempest-ServersTestJSON-1406168816-router', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:51Z', 'updated_at': '2021-08-20T10:16:57Z', 'revision_number': 4, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'gw_port': {'id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:52Z', 'updated_at': '2021-08-20T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'd715331e-d6b3-4ea1-8335-833768bcf990', 'name': '', 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'mac_address': 'fa:16:3e:d5:0c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:56Z', 'updated_at': '2021-08-20T10:17:03Z', 'revision_number': 4, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'subnets': [{'id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:17:04.316975 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9e57dc0d-fc49-49e3-986c-231555bf2677 req-1f27acda-bcea-42b3-a07f-3e74e1e70ab3 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490150 Aug 20 10:17:04.345848 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:04.377357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '31a68ae3-9d64-4833-8b08-6e925f1a3e2a', 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919', 'port_id': '31a68ae3-9d64-4833-8b08-6e925f1a3e2a', 'mac_address': 'fa:16:3e:52:c2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec037e15-fcbb-4d16-a744-529bede3af97', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:17:04.472036 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:04.497585 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a68ae3-9d64-4833-8b08-6e925f1a3e2a {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:04.504440 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:04.518732 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d57882-5d22-42e5-9716-4f205acd8c04 req-0aa5b08d-6518-4bb9-a7ee-1495b2746f8c tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:04.521621 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64d57882-5d22-42e5-9716-4f205acd8c04 req-0aa5b08d-6518-4bb9-a7ee-1495b2746f8c tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.1170852 Aug 20 10:17:04.538090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:04.562359 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:04.614953 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64d57882-5d22-42e5-9716-4f205acd8c04 req-654f2f34-07c1-41e7-9ac2-f95d37f052ce tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809126 Aug 20 10:17:04.685808 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-69e009ca-f354-44f9-a705-603be6f4864f req-432e1e52-10db-4439-9b7d-03bbceb4d9ed tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 210 time: 0.0540705 Aug 20 10:17:04.759276 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port d715331e-d6b3-4ea1-8335-833768bcf990, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d715331e-d6b3-4ea1-8335-833768bcf990,segment=NetworkSegment(fa1deb64-dcd4-4387-8b45-935bdc8095b3),segment_id=fa1deb64-dcd4-4387-8b45-935bdc8095b3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:04.764763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:04.786290 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:04.861637 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:04.880788 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=d715331e-d6b3-4ea1-8335-833768bcf990,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:04.945589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1452882-4952-457a-82ec-82a819bb35f2 req-d4ecb55f-cb61-45e7-8cfa-8b2232a1b5e0 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:04.963086 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a1452882-4952-457a-82ec-82a819bb35f2 req-d4ecb55f-cb61-45e7-8cfa-8b2232a1b5e0 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 943 time: 0.1197016 Aug 20 10:17:04.984480 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ddb4623d-f2c1-471c-97b4-de3a81dbec8e req-d7dbc168-7772-4770-a719-2d974e5405c6 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 210 time: 0.0802445 Aug 20 10:17:05.051707 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a1452882-4952-457a-82ec-82a819bb35f2 req-ad515fbe-f5b2-4216-ba54-90546bd0f5f7 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875444 Aug 20 10:17:05.079281 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2fb42b-8541-4c33-9a9d-58b1bab47a46', 'tag': '2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:05.081803 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b7ce78-0f6f-46f1-801c-a8bb7b9cefdb" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2fb42b-8541-4c33-9a9d-58b1bab47a46", "tag": "2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:05.149866 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d56267-c5bf-448e-8006-0e6e4938ce3c x-openstack-request-id: req-00d56267-c5bf-448e-8006-0e6e4938ce3c {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:05.150180 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2fb42b-8541-4c33-9a9d-58b1bab47a46", "tag": "2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:05.150431 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00d56267-c5bf-448e-8006-0e6e4938ce3c {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:05.156093 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2fb42b-8541-4c33-9a9d-58b1bab47a46', 'tag': '2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4', 'status': 'completed', 'code': 200} Aug 20 10:17:05.190444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['31a68ae3-9d64-4833-8b08-6e925f1a3e2a'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:17:05.249607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7ce78-0f6f-46f1-801c-a8bb7b9cefdb req-da4320e0-d6f1-4c39-9058-31c9278da9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:05.251519 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61b7ce78-0f6f-46f1-801c-a8bb7b9cefdb req-da4320e0-d6f1-4c39-9058-31c9278da9e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 1126 time: 0.0753727 Aug 20 10:17:05.437266 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7ce78-0f6f-46f1-801c-a8bb7b9cefdb req-d69b65a2-7437-4c87-9d14-c9962994be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:05.439635 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61b7ce78-0f6f-46f1-801c-a8bb7b9cefdb req-d69b65a2-7437-4c87-9d14-c9962994be8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 908 time: 0.1796954 Aug 20 10:17:05.534933 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373ae7d-afbd-464b-8e63-6e987216b39a req-579ccd3e-64df-4888-bd7c-9cbb99b615a2 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:05.543098 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61b7ce78-0f6f-46f1-801c-a8bb7b9cefdb req-fcfe3084-7b4b-4b05-bc78-3770738b4f2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 HTTP/1.1" status: 200 len: 217 time: 0.0888288 Aug 20 10:17:05.544740 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8373ae7d-afbd-464b-8e63-6e987216b39a req-579ccd3e-64df-4888-bd7c-9cbb99b615a2 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 945 time: 0.0782127 Aug 20 10:17:05.593612 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8373ae7d-afbd-464b-8e63-6e987216b39a req-dc449b7e-8d8b-4e2a-bd53-f9335fd5a86c tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477238 Aug 20 10:17:05.627104 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-198abf18-1215-484e-84e4-3791cd902efd req-4986b328-6513-49e9-b1d7-a135e54d6536 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5b9bb37dce5844618abe5e8d5da0ced0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1067538 Aug 20 10:17:05.658784 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7ce78-0f6f-46f1-801c-a8bb7b9cefdb req-a3cf457e-45ad-432b-9975-a1ec567b0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:05.660226 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61b7ce78-0f6f-46f1-801c-a8bb7b9cefdb req-a3cf457e-45ad-432b-9975-a1ec567b0cf3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.1131837 Aug 20 10:17:05.793808 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61b7ce78-0f6f-46f1-801c-a8bb7b9cefdb req-cfcbb057-e40b-47e7-957b-a679bb59c0fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667779 Aug 20 10:17:05.808805 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d715331e-d6b3-4ea1-8335-833768bcf990 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:05.850507 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6be6a4bd-8078-43a5-9cad-64137ad4b19d req-73453775-f0aa-4592-a8ff-08f9cb606aed tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 210 time: 0.0639033 Aug 20 10:17:05.920854 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d715331e-d6b3-4ea1-8335-833768bcf990 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:05.921492 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:05.954370 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198abf18-1215-484e-84e4-3791cd902efd req-86823741-b1bd-4570-807b-e1deba2934c9 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:05.956201 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-198abf18-1215-484e-84e4-3791cd902efd req-86823741-b1bd-4570-807b-e1deba2934c9 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3147132 Aug 20 10:17:05.963551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575ad75-ef54-48cf-89ed-bfb55eea5066 req-68bc7843-a786-4a79-88a0-07d5569c9372 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:05.970690 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7575ad75-ef54-48cf-89ed-bfb55eea5066 req-68bc7843-a786-4a79-88a0-07d5569c9372 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.2284622 Aug 20 10:17:05.985170 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-198abf18-1215-484e-84e4-3791cd902efd req-7a5d67c0-50e3-4ffc-8be4-245069cd1b89 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Request body: {'port': {'device_id': 'bd088e0a-2c4a-452a-8e02-5db54c3a9f4d', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '5b9bb37dce5844618abe5e8d5da0ced0'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:06.011645 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:17:06.080535 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61b7ce78-0f6f-46f1-801c-a8bb7b9cefdb req-17b88eb4-ad12-4966-879f-04fb1a1fb93a service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633131 Aug 20 10:17:06.087946 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7575ad75-ef54-48cf-89ed-bfb55eea5066 req-20fac81d-eee7-48cc-8494-4d21dc03b253 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162009 Aug 20 10:17:06.128815 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5034ffb7-d40b-4c24-b202-d87798ecd272 req-4f665fdc-b18d-4779-af8e-029845d3ebe3 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 210 time: 0.0463548 Aug 20 10:17:06.174923 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:06.190341 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 has no active binding in host n-h2-778550-11 {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 10:17:06.268940 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ead2dd-8511-423d-ad8a-51f5f1c7f4dd req-1430354d-92a3-411f-b0f1-3cdb9ed075fe tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:06.270461 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-11ead2dd-8511-423d-ad8a-51f5f1c7f4dd req-1430354d-92a3-411f-b0f1-3cdb9ed075fe tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 943 time: 0.0962846 Aug 20 10:17:06.273120 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61b7ce78-0f6f-46f1-801c-a8bb7b9cefdb req-9d76b3f1-9165-4453-9da3-155772431376 service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819592 Aug 20 10:17:06.273604 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198abf18-1215-484e-84e4-3791cd902efd req-7a5d67c0-50e3-4ffc-8be4-245069cd1b89 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Made reservation on behalf of 5b9bb37dce5844618abe5e8d5da0ced0 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:06.277013 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-198abf18-1215-484e-84e4-3791cd902efd req-7a5d67c0-50e3-4ffc-8be4-245069cd1b89 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:06.314149 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34890) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:06.314866 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-198abf18-1215-484e-84e4-3791cd902efd req-7a5d67c0-50e3-4ffc-8be4-245069cd1b89 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:06.321026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-5a20afde-5420-4141-aa16-64f8935cf4dd tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-430950604'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:06.380076 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-11ead2dd-8511-423d-ad8a-51f5f1c7f4dd req-26370d36-cfe8-404e-9022-44d17cbde254 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002443 Aug 20 10:17:06.395630 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a20afde-5420-4141-aa16-64f8935cf4dd tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Made reservation on behalf of b0e5831484784def8c1647505b6cc771 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:06.400316 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a20afde-5420-4141-aa16-64f8935cf4dd tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:06.442469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-c96f490a-bed2-4dc6-b320-59329a67ec72 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:06.445263 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-c96f490a-bed2-4dc6-b320-59329a67ec72 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.42 "GET /v2.0/networks?id=7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 HTTP/1.1" status: 200 len: 806 time: 0.1614912 Aug 20 10:17:06.449073 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a20afde-5420-4141-aa16-64f8935cf4dd tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:17:06.466785 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a20afde-5420-4141-aa16-64f8935cf4dd tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:06.467142 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-5a20afde-5420-4141-aa16-64f8935cf4dd tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Added segment 0956b31a-6cb1-4a30-8613-d0be7c33e52d of type vlan for network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 Aug 20 10:17:06.516829 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-a2b5cccb-3f39-4f7c-a2bc-9eef78b82a65 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe58ca97c3ec42c7bc4953ba74d9f4b8 HTTP/1.1" status: 200 len: 380 time: 0.0599084 Aug 20 10:17:06.520207 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a20afde-5420-4141-aa16-64f8935cf4dd tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:06.526592 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-9fa47367-1808-4f93-9b33-8854c6489d5a tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Request body: {'port': {'device_id': '2d36a4e5-22b9-4408-abab-ddca8c871e87', 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'admin_state_up': True, 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'security_groups': ['2230f15e-a14c-488d-aad2-9a023fe10e86']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:06.562012 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-198abf18-1215-484e-84e4-3791cd902efd req-7a5d67c0-50e3-4ffc-8be4-245069cd1b89 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:06.566782 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-198abf18-1215-484e-84e4-3791cd902efd req-7a5d67c0-50e3-4ffc-8be4-245069cd1b89 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:06.579557 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a20afde-5420-4141-aa16-64f8935cf4dd tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:06.585015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a20afde-5420-4141-aa16-64f8935cf4dd tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:06.585724 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a20afde-5420-4141-aa16-64f8935cf4dd tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:06.655788 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-9fa47367-1808-4f93-9b33-8854c6489d5a tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Made reservation on behalf of fe58ca97c3ec42c7bc4953ba74d9f4b8 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:06.660425 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-9fa47367-1808-4f93-9b33-8854c6489d5a tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:06.796855 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143b696-10f2-41b8-b4df-da06909ef9c8 req-22126eb4-b69c-42d6-967a-92ae2899248b tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:06.805173 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4143b696-10f2-41b8-b4df-da06909ef9c8 req-22126eb4-b69c-42d6-967a-92ae2899248b tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 945 time: 0.1205816 Aug 20 10:17:06.894460 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-9fa47367-1808-4f93-9b33-8854c6489d5a tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Allocated IP 172.20.0.7 (7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94/fb0adb47-a50a-4a01-b0f9-cfc65237f4a4/b61c3b1e-103c-4191-b0ee-95e71944a617) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:06.929224 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4143b696-10f2-41b8-b4df-da06909ef9c8 req-0a280021-ff9f-4b96-87b6-28d40e82b0a4 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231296 Aug 20 10:17:07.048824 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5a20afde-5420-4141-aa16-64f8935cf4dd tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7302029 Aug 20 10:17:07.049584 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-09e0747d-6f6f-4a06-b483-fc708a977547 req-1dad22b8-efbe-48c6-80e4-ea6e7784ea63 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 210 time: 0.0890098 Aug 20 10:17:07.080313 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34900) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:07.084575 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-73080a43-a85e-4b7c-9115-4f28f470bce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-845834671'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:07.094270 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-9fa47367-1808-4f93-9b33-8854c6489d5a tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:07.101648 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d67c0-50e3-4ffc-8be4-245069cd1b89 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5364013c-208d-45c4-833b-3590a9b0a394,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:07.110655 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-9fa47367-1808-4f93-9b33-8854c6489d5a tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Transition to ACTIVE for port object b61c3b1e-103c-4191-b0ee-95e71944a617 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:07.115313 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20afde-5420-4141-aa16-64f8935cf4dd tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event updated for resources: {'Network': ['ID=2860b90c-db3f-4841-95e1-b5cb7f4d6680,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:07.143636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-198abf18-1215-484e-84e4-3791cd902efd req-7a5d67c0-50e3-4ffc-8be4-245069cd1b89 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Allocated IP 192.168.233.69 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:07.167467 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73080a43-a85e-4b7c-9115-4f28f470bce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Made reservation on behalf of b0e5831484784def8c1647505b6cc771 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:07.175642 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73080a43-a85e-4b7c-9115-4f28f470bce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:07.182410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:17:07.213824 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73080a43-a85e-4b7c-9115-4f28f470bce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:17:07.215589 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-9fa47367-1808-4f93-9b33-8854c6489d5a tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:07.238781 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73080a43-a85e-4b7c-9115-4f28f470bce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:07.239313 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-73080a43-a85e-4b7c-9115-4f28f470bce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Added segment c8fc24ad-bca6-4f75-9712-a5ce61f9ad15 of type vlan for network 986d71c4-4ce3-4801-9a57-aea4a1dceb0c Aug 20 10:17:07.297371 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-9fa47367-1808-4f93-9b33-8854c6489d5a tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Network 7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:07.309115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-9fa47367-1808-4f93-9b33-8854c6489d5a tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:07.313053 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa47367-1808-4f93-9b33-8854c6489d5a tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Pushing event updated for resources: {'Port': ['ID=b61c3b1e-103c-4191-b0ee-95e71944a617,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:07.315401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-9fa47367-1808-4f93-9b33-8854c6489d5a tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:07.360165 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c689a0-683d-42a4-8938-6c8f65030e09 req-b33ad182-ee66-4a84-8708-9f6581552446 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:07.361708 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b5c689a0-683d-42a4-8938-6c8f65030e09 req-b33ad182-ee66-4a84-8708-9f6581552446 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.1184163 Aug 20 10:17:07.386783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-9fa47367-1808-4f93-9b33-8854c6489d5a tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:07.387466 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-9fa47367-1808-4f93-9b33-8854c6489d5a tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:07.403205 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73080a43-a85e-4b7c-9115-4f28f470bce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:07.420677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16162e-b051-4820-8c23-281a047a0a6e req-aacabd86-3cec-4bb9-91d7-540582f5c0cf tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:07.428518 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc16162e-b051-4820-8c23-281a047a0a6e req-aacabd86-3cec-4bb9-91d7-540582f5c0cf tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 931 time: 0.1875796 Aug 20 10:17:07.440055 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-9fa47367-1808-4f93-9b33-8854c6489d5a tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9172344 Aug 20 10:17:07.443902 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b5c689a0-683d-42a4-8938-6c8f65030e09 req-278df58c-27dc-400a-864e-2dfdd1316119 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743644 Aug 20 10:17:07.465291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Request body: {'port': {'device_id': '2d36a4e5-22b9-4408-abab-ddca8c871e87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:07.504492 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-198abf18-1215-484e-84e4-3791cd902efd req-7a5d67c0-50e3-4ffc-8be4-245069cd1b89 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:07.524368 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-198abf18-1215-484e-84e4-3791cd902efd req-7a5d67c0-50e3-4ffc-8be4-245069cd1b89 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Transition to ACTIVE for port object 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:07.574684 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.resource_extend [None req-73080a43-a85e-4b7c-9115-4f28f470bce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:17:07.588688 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:07.595318 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-198abf18-1215-484e-84e4-3791cd902efd req-7a5d67c0-50e3-4ffc-8be4-245069cd1b89 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:07.618111 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73080a43-a85e-4b7c-9115-4f28f470bce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:07.624620 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73080a43-a85e-4b7c-9115-4f28f470bce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:07.625292 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73080a43-a85e-4b7c-9115-4f28f470bce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:07.708032 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ee526a0c-4349-42db-a304-f989410db41a None None] Provisioning for port b61c3b1e-103c-4191-b0ee-95e71944a617 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:07.718555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff668a-ce56-4714-b3d3-009fbee511f1 req-abac7d5f-2388-4758-ade0-c80c7cf35b83 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:07.720517 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ee526a0c-4349-42db-a304-f989410db41a None None] Provisioning complete for port b61c3b1e-103c-4191-b0ee-95e71944a617 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:07.720896 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ee526a0c-4349-42db-a304-f989410db41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:07.735856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198abf18-1215-484e-84e4-3791cd902efd req-7a5d67c0-50e3-4ffc-8be4-245069cd1b89 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:07.744862 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:17:07.752596 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9ff668a-ce56-4714-b3d3-009fbee511f1 req-abac7d5f-2388-4758-ade0-c80c7cf35b83 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 943 time: 0.1655695 Aug 20 10:17:07.773899 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-198abf18-1215-484e-84e4-3791cd902efd req-7a5d67c0-50e3-4ffc-8be4-245069cd1b89 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:07.791877 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-198abf18-1215-484e-84e4-3791cd902efd req-7a5d67c0-50e3-4ffc-8be4-245069cd1b89 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:07.803994 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-73080a43-a85e-4b7c-9115-4f28f470bce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7234383 Aug 20 10:17:07.817478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ee526a0c-4349-42db-a304-f989410db41a None None] Port b61c3b1e-103c-4191-b0ee-95e71944a617 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:17:07.838534 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34914) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:07.851235 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2ec9c10e-073b-45f0-b1c0-1c5190d0b51d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Request body: {'subnet': {'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:07.858586 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc16162e-b051-4820-8c23-281a047a0a6e req-01f709a8-9d17-4e95-b7e0-617d0acfb35e tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/security-groups?id=2230f15e-a14c-488d-aad2-9a023fe10e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4291394 Aug 20 10:17:07.859365 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d67c0-50e3-4ffc-8be4-245069cd1b89 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Pushing event updated for resources: {'Port': ['ID=19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:07.865373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73080a43-a85e-4b7c-9115-4f28f470bce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event updated for resources: {'Network': ['ID=986d71c4-4ce3-4801-9a57-aea4a1dceb0c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:07.883728 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 986d71c4-4ce3-4801-9a57-aea4a1dceb0c details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:17:07.961702 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198abf18-1215-484e-84e4-3791cd902efd req-7a5d67c0-50e3-4ffc-8be4-245069cd1b89 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:07.980489 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-198abf18-1215-484e-84e4-3791cd902efd req-7a5d67c0-50e3-4ffc-8be4-245069cd1b89 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:07.980918 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9ff668a-ce56-4714-b3d3-009fbee511f1 req-70cff653-5857-4744-9f14-a5f203ef2c01 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262084 Aug 20 10:17:08.020296 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 31a68ae3-9d64-4833-8b08-6e925f1a3e2a up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:08.040472 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-198abf18-1215-484e-84e4-3791cd902efd req-7a5d67c0-50e3-4ffc-8be4-245069cd1b89 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0567379 Aug 20 10:17:08.054130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Request body: {'port': {'device_id': 'bd088e0a-2c4a-452a-8e02-5db54c3a9f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:08.094419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:08.099388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:08.100900 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:08.212029 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec9c10e-073b-45f0-b1c0-1c5190d0b51d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Made reservation on behalf of b0e5831484784def8c1647505b6cc771 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:08.216069 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2ec9c10e-073b-45f0-b1c0-1c5190d0b51d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:08.274105 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:08.282488 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:08.287229 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-90097862-efaf-45d0-bd2f-8ddda1b9b5fc None None] Provisioning for port 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:08.296214 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a8d05-c83e-4d49-9c00-65e34cb3b60b req-c99e9b27-7f38-4712-a32a-b3e9406496a4 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:08.298054 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7a3a8d05-c83e-4d49-9c00-65e34cb3b60b req-c99e9b27-7f38-4712-a32a-b3e9406496a4 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 945 time: 0.2513628 Aug 20 10:17:08.302900 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-90097862-efaf-45d0-bd2f-8ddda1b9b5fc None None] Provisioning complete for port 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:08.303937 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90097862-efaf-45d0-bd2f-8ddda1b9b5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:08.331218 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b61c3b1e-103c-4191-b0ee-95e71944a617 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:08.346901 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:08.348206 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964298db-3746-4f35-b339-1802b418225b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a68ae3-9d64-4833-8b08-6e925f1a3e2a'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:08.352776 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f43fd76-5199-4d3d-8eab-acfc5b4455a3" -d '{"events": [{"server_uuid": "964298db-3746-4f35-b339-1802b418225b", "name": "network-vif-plugged", "status": "completed", "tag": "31a68ae3-9d64-4833-8b08-6e925f1a3e2a"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:08.368334 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Transition to ACTIVE for port object b61c3b1e-103c-4191-b0ee-95e71944a617 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:08.378045 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:08.382540 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d9869-8b79-4ddd-8199-a2da40b33247 req-d3feb46c-b46b-4b68-8750-0ff01d23a262 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:08.386182 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-003d9869-8b79-4ddd-8199-a2da40b33247 req-d3feb46c-b46b-4b68-8750-0ff01d23a262 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 935 time: 0.1166050 Aug 20 10:17:08.387453 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:08.391121 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-90097862-efaf-45d0-bd2f-8ddda1b9b5fc None None] Port 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:17:08.399004 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:08.402718 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7a3a8d05-c83e-4d49-9c00-65e34cb3b60b req-f7680bef-5974-4023-b969-d5b7a5f46ce0 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951157 Aug 20 10:17:08.496816 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Pushing event updated for resources: {'Port': ['ID=b61c3b1e-103c-4191-b0ee-95e71944a617,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:08.506531 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393a3cff-ecd2-4ab4-989c-b41e482df2ef x-openstack-request-id: req-393a3cff-ecd2-4ab4-989c-b41e482df2ef {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:08.506935 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964298db-3746-4f35-b339-1802b418225b", "name": "network-vif-plugged", "status": "completed", "tag": "31a68ae3-9d64-4833-8b08-6e925f1a3e2a", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:08.507329 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-393a3cff-ecd2-4ab4-989c-b41e482df2ef {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:08.507786 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964298db-3746-4f35-b339-1802b418225b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a68ae3-9d64-4833-8b08-6e925f1a3e2a', 'code': 200} Aug 20 10:17:08.522036 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:08.609047 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-003d9869-8b79-4ddd-8199-a2da40b33247 req-3da11e9e-0666-4434-8ca5-e8fa0dbe190a tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/security-groups?id=5364013c-208d-45c4-833b-3590a9b0a394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926942 Aug 20 10:17:08.644246 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Attempting to bind port b61c3b1e-103c-4191-b0ee-95e71944a617 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:08.644572 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Attempting to bind port b61c3b1e-103c-4191-b0ee-95e71944a617 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'fa1deb64-dcd4-4387-8b45-935bdc8095b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:08.644988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Attempting to bind port b61c3b1e-103c-4191-b0ee-95e71944a617 on network 7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:08.650880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Port b61c3b1e-103c-4191-b0ee-95e71944a617 on network 7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:17:08.651261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Attempting to bind port b61c3b1e-103c-4191-b0ee-95e71944a617 on network 7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:08.657584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:08.658880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Checking segment: {'id': 'fa1deb64-dcd4-4387-8b45-935bdc8095b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:08.659290 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Bound using segment: {'id': 'fa1deb64-dcd4-4387-8b45-935bdc8095b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:08.659716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Bound port: b61c3b1e-103c-4191-b0ee-95e71944a617, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1deb64-dcd4-4387-8b45-935bdc8095b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:08.660070 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:08.746400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] For port b61c3b1e-103c-4191-b0ee-95e71944a617, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:08.750431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] For port b61c3b1e-103c-4191-b0ee-95e71944a617, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b61c3b1e-103c-4191-b0ee-95e71944a617,segment=NetworkSegment(fa1deb64-dcd4-4387-8b45-935bdc8095b3),segment_id=fa1deb64-dcd4-4387-8b45-935bdc8095b3)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:08.755181 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:08.792856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:08.793524 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:08.794996 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] 10.222.0.42 "PUT /v2.0/ports/b61c3b1e-103c-4191-b0ee-95e71944a617 HTTP/1.1" status: 200 len: 1092 time: 1.3436582 Aug 20 10:17:08.795630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d36a4e5-22b9-4408-abab-ddca8c871e87', 'tag': 'b61c3b1e-103c-4191-b0ee-95e71944a617'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:08.798515 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590ec697-a30b-4dbe-8031-493bd6057475" -d '{"events": [{"name": "network-changed", "server_uuid": "2d36a4e5-22b9-4408-abab-ddca8c871e87", "tag": "b61c3b1e-103c-4191-b0ee-95e71944a617"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:08.869896 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2ec9c10e-073b-45f0-b1c0-1c5190d0b51d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:08.894017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916879e-6ebf-452d-bd08-a73b24ffdc18 service neutron] Pushing event updated for resources: {'Port': ['ID=b61c3b1e-103c-4191-b0ee-95e71944a617,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:08.902766 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fd9152-ae85-44f3-8799-40f0df359095 x-openstack-request-id: req-a0fd9152-ae85-44f3-8799-40f0df359095 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:08.903161 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d36a4e5-22b9-4408-abab-ddca8c871e87", "tag": "b61c3b1e-103c-4191-b0ee-95e71944a617", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:08.903498 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0fd9152-ae85-44f3-8799-40f0df359095 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:08.904003 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d36a4e5-22b9-4408-abab-ddca8c871e87', 'tag': 'b61c3b1e-103c-4191-b0ee-95e71944a617', 'status': 'completed', 'code': 200} Aug 20 10:17:08.938743 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-c141a667-b5db-4657-af26-04824f244152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:08.940370 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-c141a667-b5db-4657-af26-04824f244152 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe58ca97c3ec42c7bc4953ba74d9f4b8&device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 1095 time: 0.0927823 Aug 20 10:17:08.945155 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21830a-b8b8-44f3-8a41-d09c13990973 req-6da1c963-0099-4cd7-98f5-2409fa9155ce tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:08.954044 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce21830a-b8b8-44f3-8a41-d09c13990973 req-6da1c963-0099-4cd7-98f5-2409fa9155ce tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.3650410 Aug 20 10:17:08.977928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee454f-c946-4974-a169-8c7075074652 req-4df8ad2c-2b49-4a96-a60c-e5f44d78043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:08.979551 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-adee454f-c946-4974-a169-8c7075074652 req-4df8ad2c-2b49-4a96-a60c-e5f44d78043f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 1098 time: 0.3845620 Aug 20 10:17:09.001510 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-b5b6c9f5-d033-4edb-baca-b64d90ba160e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b61c3b1e-103c-4191-b0ee-95e71944a617 HTTP/1.1" status: 200 len: 217 time: 0.0513294 Aug 20 10:17:09.062257 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9c10e-073b-45f0-b1c0-1c5190d0b51d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event updated for resources: {'Subnet': ['ID=6bbdbb57-b2a0-488f-89de-e5556b3e2800,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:09.078271 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-ae9ab3ea-a05c-4576-b6c0-9ca0888d450b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:09.079717 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-ae9ab3ea-a05c-4576-b6c0-9ca0888d450b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fb0adb47-a50a-4a01-b0f9-cfc65237f4a4 HTTP/1.1" status: 200 len: 845 time: 0.0684104 Aug 20 10:17:09.086827 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce21830a-b8b8-44f3-8a41-d09c13990973 req-1fab5231-a8e6-4de7-8d3c-205c0d068dc6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318662 Aug 20 10:17:09.090679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea804dd-2c0f-47a7-913c-8d8898b1fe9a req-ce7fa6b2-42de-4e06-ad0d-d8afcbe05469 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:09.092394 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eea804dd-2c0f-47a7-913c-8d8898b1fe9a req-ce7fa6b2-42de-4e06-ad0d-d8afcbe05469 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 943 time: 0.0944273 Aug 20 10:17:09.094209 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec9c10e-073b-45f0-b1c0-1c5190d0b51d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Checking segment: {'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:09.094878 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec9c10e-073b-45f0-b1c0-1c5190d0b51d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Network hostable DHCP agents. Network: 2860b90c-db3f-4841-95e1-b5cb7f4d6680, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:17:09.127927 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:09.141124 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:09.152454 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-adee454f-c946-4974-a169-8c7075074652 req-53f87366-9948-46aa-af29-e2abd5f80a2f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500928 Aug 20 10:17:09.164101 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eea804dd-2c0f-47a7-913c-8d8898b1fe9a req-0aaef687-2220-4781-9dcb-9190d9e1d7c8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/security-groups?id=2230f15e-a14c-488d-aad2-9a023fe10e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618272 Aug 20 10:17:09.169115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-e63384d0-3a8b-41fc-ac59-6dd7f5c0837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:09.170724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-e63384d0-3a8b-41fc-ac59-6dd7f5c0837e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769634 Aug 20 10:17:09.205363 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Transition to ACTIVE for port object 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:09.209235 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec9c10e-073b-45f0-b1c0-1c5190d0b51d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:17:09.219426 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:09.250617 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-2ec9c10e-073b-45f0-b1c0-1c5190d0b51d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 2860b90c-db3f-4841-95e1-b5cb7f4d6680) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:09.260535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e546e17c-723a-4190-8c92-9cf42548af05 None None] Network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:17:09.260925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec9c10e-073b-45f0-b1c0-1c5190d0b51d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:09.261524 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2ec9c10e-073b-45f0-b1c0-1c5190d0b51d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:09.279068 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723c343-aa94-42a3-a0e8-0a592eb3524f req-3a088ec1-2307-47f0-871d-10792676ec23 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:09.280620 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5723c343-aa94-42a3-a0e8-0a592eb3524f req-3a088ec1-2307-47f0-871d-10792676ec23 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 943 time: 0.1239650 Aug 20 10:17:09.307385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Pushing event updated for resources: {'Port': ['ID=19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:09.319906 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2ec9c10e-073b-45f0-b1c0-1c5190d0b51d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4801700 Aug 20 10:17:09.324698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34936) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:09.336537 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-0268183b-4f37-4bdc-b327-d0b3c477da3e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Request body: {'subnet': {'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:09.351304 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-27725415-87ad-4907-9da5-ae66f3cfd1c7 service neutron] 10.222.0.42 "GET /v2.0/networks/7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708624 Aug 20 10:17:09.474901 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5723c343-aa94-42a3-a0e8-0a592eb3524f req-f54a88fe-a975-43f4-82ad-973eb20bf15f tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812775 Aug 20 10:17:09.542068 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b531be6-9ade-45c9-9c54-40a5af497afe req-57134988-73bd-48dd-b0bb-11c40db101aa service neutron] 10.222.0.42 "GET /v2.0/networks/7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803071 Aug 20 10:17:09.547984 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-2860b90c-db3f-4841-95e1-b5cb7f4d6680', 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'fixed_ips': [{'subnet_id': '6bbdbb57-b2a0-488f-89de-e5556b3e2800'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:17:09.549421 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:09.613780 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Attempting to bind port 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:09.614116 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Attempting to bind port 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:09.614478 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Attempting to bind port 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:09.624833 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Port 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:17:09.625161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Attempting to bind port 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:09.628251 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-28352755-9d7b-4108-89ea-ee2c61cc8126 service neutron] 10.222.0.42 "GET /v2.0/ports/2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4/bindings/n-h2-778550-11 HTTP/1.1" status: 200 len: 385 time: 0.1786487 Aug 20 10:17:09.632769 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:09.633200 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:09.633586 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:09.634016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Bound port: 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:09.634463 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:09.638293 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0268183b-4f37-4bdc-b327-d0b3c477da3e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Made reservation on behalf of b0e5831484784def8c1647505b6cc771 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:09.642122 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0268183b-4f37-4bdc-b327-d0b3c477da3e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:09.696749 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa1095-ede0-4d67-b3f7-608aac8e6561 req-14655487-3e24-44ed-822f-4c1ddaf30753 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:09.699570 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47fa1095-ede0-4d67-b3f7-608aac8e6561 req-14655487-3e24-44ed-822f-4c1ddaf30753 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 946 time: 0.1305103 Aug 20 10:17:09.710286 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ec697-a30b-4dbe-8031-493bd6057475 req-6a0044f2-3140-4f24-b23d-0090d2adfff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:09.711922 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-590ec697-a30b-4dbe-8031-493bd6057475 req-6a0044f2-3140-4f24-b23d-0090d2adfff6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe58ca97c3ec42c7bc4953ba74d9f4b8&device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 1095 time: 0.0824342 Aug 20 10:17:09.778288 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Allocated IP 10.1.1.2 (2860b90c-db3f-4841-95e1-b5cb7f4d6680/6bbdbb57-b2a0-488f-89de-e5556b3e2800/60c8e847-812b-4724-b5f8-4d284574b7ea) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:09.852594 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47fa1095-ede0-4d67-b3f7-608aac8e6561 req-a8d6b4ea-5d87-4450-ab4d-d3f95f1a9d39 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461606 Aug 20 10:17:09.893000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efd532-6989-4114-a5de-79fdf5fac348 req-cd502712-db4b-4ce4-840e-efd0175bc932 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:09.898731 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ec697-a30b-4dbe-8031-493bd6057475 req-18df22ff-794f-49e0-8894-b1068685646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:09.900562 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-590ec697-a30b-4dbe-8031-493bd6057475 req-18df22ff-794f-49e0-8894-b1068685646e service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 HTTP/1.1" status: 200 len: 907 time: 0.1589589 Aug 20 10:17:09.901405 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f3efd532-6989-4114-a5de-79fdf5fac348 req-cd502712-db4b-4ce4-840e-efd0175bc932 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 947 time: 0.1789138 Aug 20 10:17:09.953398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] For port 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:09.960566 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-590ec697-a30b-4dbe-8031-493bd6057475 req-724178d7-5bc3-475d-8196-d5fc8101d01f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b61c3b1e-103c-4191-b0ee-95e71944a617 HTTP/1.1" status: 200 len: 217 time: 0.0484703 Aug 20 10:17:09.984245 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] For port 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:09.999969 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:10.014440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Transition to ACTIVE for port object 60c8e847-812b-4724-b5f8-4d284574b7ea will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:10.015688 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:10.031705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ec697-a30b-4dbe-8031-493bd6057475 req-9a65f52e-1808-401b-bbd9-9721947237c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:10.033216 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-590ec697-a30b-4dbe-8031-493bd6057475 req-9a65f52e-1808-401b-bbd9-9721947237c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fb0adb47-a50a-4a01-b0f9-cfc65237f4a4 HTTP/1.1" status: 200 len: 845 time: 0.0642090 Aug 20 10:17:10.038168 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Transition to ACTIVE for port object 60c8e847-812b-4724-b5f8-4d284574b7ea will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:10.046384 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:10.079425 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f3efd532-6989-4114-a5de-79fdf5fac348 req-7efb366c-ac02-49b6-8445-4890e7603764 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/security-groups?id=5364013c-208d-45c4-833b-3590a9b0a394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765959 Aug 20 10:17:10.090493 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:10.093485 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:10.097097 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:10.125147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Pushing event updated for resources: {'Port': ['ID=60c8e847-812b-4724-b5f8-4d284574b7ea,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:10.125425 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:10.126098 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:10.127483 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-198abf18-1215-484e-84e4-3791cd902efd req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] 10.222.0.42 "PUT /v2.0/ports/19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 HTTP/1.1" status: 200 len: 1096 time: 2.0837305 Aug 20 10:17:10.130792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd088e0a-2c4a-452a-8e02-5db54c3a9f4d', 'tag': '19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:10.139873 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b1e0c2-51e2-480c-98c9-94fe1cc5dc05" -d '{"events": [{"name": "network-changed", "server_uuid": "bd088e0a-2c4a-452a-8e02-5db54c3a9f4d", "tag": "19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:10.206251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ec697-a30b-4dbe-8031-493bd6057475 req-b744941a-3c2d-4877-b3dc-6aca445b83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:10.208881 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-590ec697-a30b-4dbe-8031-493bd6057475 req-b744941a-3c2d-4877-b3dc-6aca445b83d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1682298 Aug 20 10:17:10.243006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Attempting to bind port 60c8e847-812b-4724-b5f8-4d284574b7ea on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:10.244290 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Attempting to bind port 60c8e847-812b-4724-b5f8-4d284574b7ea by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:10.244752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Attempting to bind port 60c8e847-812b-4724-b5f8-4d284574b7ea on network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:10.250569 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4385037a-c31c-444a-9b76-33bf4be28a3a x-openstack-request-id: req-4385037a-c31c-444a-9b76-33bf4be28a3a {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:10.250903 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd088e0a-2c4a-452a-8e02-5db54c3a9f4d", "tag": "19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:10.251183 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4385037a-c31c-444a-9b76-33bf4be28a3a {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:10.251744 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd088e0a-2c4a-452a-8e02-5db54c3a9f4d', 'tag': '19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8', 'status': 'completed', 'code': 200} Aug 20 10:17:10.252860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:10.253341 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Checking segment: {'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:10.254623 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:10.255314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Bound using segment: {'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:10.256158 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Bound port: 60c8e847-812b-4724-b5f8-4d284574b7ea, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:10.256625 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:10.264687 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd1a8c-c715-487c-b970-90193596b853 service neutron] Pushing event updated for resources: {'Port': ['ID=19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:10.293115 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0268183b-4f37-4bdc-b327-d0b3c477da3e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:10.371712 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] For port 60c8e847-812b-4724-b5f8-4d284574b7ea, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:10.376236 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] For port 60c8e847-812b-4724-b5f8-4d284574b7ea, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=60c8e847-812b-4724-b5f8-4d284574b7ea,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:10.380162 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-e2ce8adf-3105-4b41-8004-6733532d7082 service neutron] For port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:10.384175 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198abf18-1215-484e-84e4-3791cd902efd req-4d53a127-8e0a-41b9-b1eb-9fdfe0d81a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:10.386691 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-198abf18-1215-484e-84e4-3791cd902efd req-4d53a127-8e0a-41b9-b1eb-9fdfe0d81a63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b9bb37dce5844618abe5e8d5da0ced0&device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 1099 time: 0.1799035 Aug 20 10:17:10.389413 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:10.410647 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-590ec697-a30b-4dbe-8031-493bd6057475 req-022cbd04-d556-4c3c-8580-c29480c2e728 service neutron] 10.222.0.42 "GET /v2.0/networks/7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775815 Aug 20 10:17:10.424147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d897086-d729-4e1d-9638-c6d3c645b805 req-ce1ba376-6bb5-43ed-a72f-78b64a73ff6c tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:10.425968 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d897086-d729-4e1d-9638-c6d3c645b805 req-ce1ba376-6bb5-43ed-a72f-78b64a73ff6c tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.2106099 Aug 20 10:17:10.497771 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aedf2-94d6-4899-8b79-a966f97bbe75 None None] Pushing event updated for resources: {'Port': ['ID=60c8e847-812b-4724-b5f8-4d284574b7ea,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:10.538041 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d897086-d729-4e1d-9638-c6d3c645b805 req-bc7ffd32-8e50-40bc-9fb2-963177848aef tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978155 Aug 20 10:17:10.563170 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-198abf18-1215-484e-84e4-3791cd902efd req-f15c33e1-ac98-4bab-b831-694d32e139e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 HTTP/1.1" status: 200 len: 217 time: 0.1647716 Aug 20 10:17:10.569780 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-e2ce8adf-3105-4b41-8004-6733532d7082 service neutron] For port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:10.578367 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-590ec697-a30b-4dbe-8031-493bd6057475 req-734eefc3-7a93-4de0-8f2e-d18ca562cf09 service neutron] 10.222.0.42 "GET /v2.0/networks/7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512895 Aug 20 10:17:10.609016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-e2ce8adf-3105-4b41-8004-6733532d7082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:10.622270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-e2ce8adf-3105-4b41-8004-6733532d7082 service neutron] For port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:10.652289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268183b-4f37-4bdc-b327-d0b3c477da3e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event updated for resources: {'Subnet': ['ID=79f99d51-52f9-411d-a632-51860487ab08,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:10.654306 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-e2ce8adf-3105-4b41-8004-6733532d7082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:10.714585 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796423a-31af-434a-8c56-eee1b1dd5967 req-3fbbb31d-75d0-4c0f-a8a9-f2de28d9b97f tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:10.722899 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5796423a-31af-434a-8c56-eee1b1dd5967 req-3fbbb31d-75d0-4c0f-a8a9-f2de28d9b97f tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 943 time: 0.3689508 Aug 20 10:17:10.794242 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0268183b-4f37-4bdc-b327-d0b3c477da3e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Checking segment: {'id': 'c8fc24ad-bca6-4f75-9712-a5ce61f9ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:10.794242 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0268183b-4f37-4bdc-b327-d0b3c477da3e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Network hostable DHCP agents. Network: 986d71c4-4ce3-4801-9a57-aea4a1dceb0c, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:17:10.810730 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198abf18-1215-484e-84e4-3791cd902efd req-5dac645b-ef99-436e-8591-1fbf67530577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:10.812449 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-198abf18-1215-484e-84e4-3791cd902efd req-5dac645b-ef99-436e-8591-1fbf67530577 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1722236 Aug 20 10:17:10.837927 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aa372-4885-494b-88e1-7efc1f48004c req-a73df911-2c52-49e3-bceb-9e5fc76ced1c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:10.846938 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-989aa372-4885-494b-88e1-7efc1f48004c req-a73df911-2c52-49e3-bceb-9e5fc76ced1c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 943 time: 0.1312351 Aug 20 10:17:10.886414 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5796423a-31af-434a-8c56-eee1b1dd5967 req-7fe39034-8f4c-4267-b179-402ed4ac0e63 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/security-groups?id=2230f15e-a14c-488d-aad2-9a023fe10e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571441 Aug 20 10:17:10.915917 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0268183b-4f37-4bdc-b327-d0b3c477da3e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Network 986d71c4-4ce3-4801-9a57-aea4a1dceb0c is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:17:10.932411 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-989aa372-4885-494b-88e1-7efc1f48004c req-a6771383-ed7f-42c7-9cc2-28c3c250fbc9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845509 Aug 20 10:17:10.975088 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-0268183b-4f37-4bdc-b327-d0b3c477da3e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 986d71c4-4ce3-4801-9a57-aea4a1dceb0c) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:10.981735 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0268183b-4f37-4bdc-b327-d0b3c477da3e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:10.982556 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0268183b-4f37-4bdc-b327-d0b3c477da3e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:10.985865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a3948d-fbb5-40a7-949e-8d32ef62b616 None None] Network 986d71c4-4ce3-4801-9a57-aea4a1dceb0c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:17:11.015996 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-e2ce8adf-3105-4b41-8004-6733532d7082 service neutron] Transition to ACTIVE for port object 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:11.032596 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-e2ce8adf-3105-4b41-8004-6733532d7082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:11.036399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198abf18-1215-484e-84e4-3791cd902efd req-99e5565d-e6a7-4dfb-824a-95e431172576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:11.038239 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-198abf18-1215-484e-84e4-3791cd902efd req-99e5565d-e6a7-4dfb-824a-95e431172576 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2137928 Aug 20 10:17:11.106828 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce8adf-3105-4b41-8004-6733532d7082 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,revision_number=10']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:11.113414 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0268183b-4f37-4bdc-b327-d0b3c477da3e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7853408 Aug 20 10:17:11.116111 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34960) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:11.123380 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c271c57b-89cd-4f13-8197-eeba44ad9021 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Request body: {'port': {'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680', 'name': 'tempest-TaggedBootDevicesTest-234565244', 'fixed_ips': [{'subnet_id': '6bbdbb57-b2a0-488f-89de-e5556b3e2800'}]}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:11.188166 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44692ea4-de2b-46b4-af7c-dc7311773085 req-08e5faac-0f62-4693-9fee-d03d7504a4a3 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:11.200662 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-44692ea4-de2b-46b4-af7c-dc7311773085 req-08e5faac-0f62-4693-9fee-d03d7504a4a3 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 946 time: 0.2412210 Aug 20 10:17:11.215405 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-986d71c4-4ce3-4801-9a57-aea4a1dceb0c', 'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'fixed_ips': [{'subnet_id': '79f99d51-52f9-411d-a632-51860487ab08'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:17:11.216824 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:11.270141 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-e2ce8adf-3105-4b41-8004-6733532d7082 service neutron] No DVR routers for this DVR port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 on host n-h1-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:17:11.277276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c271c57b-89cd-4f13-8197-eeba44ad9021 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Made reservation on behalf of b0e5831484784def8c1647505b6cc771 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:11.390383 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c271c57b-89cd-4f13-8197-eeba44ad9021 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:11.430548 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-c271c57b-89cd-4f13-8197-eeba44ad9021 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] device_id is not set on port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:17:11.456632 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Allocated IP 10.2.2.2 (986d71c4-4ce3-4801-9a57-aea4a1dceb0c/79f99d51-52f9-411d-a632-51860487ab08/b62bcc7c-03b0-4c37-94f4-beb5b69369da) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:11.577147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c8dc7-203f-430a-b15c-211b62371951 req-fb0fc7c4-f968-4e99-acee-29ba15664131 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:11.589575 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-db3c8dc7-203f-430a-b15c-211b62371951 req-fb0fc7c4-f968-4e99-acee-29ba15664131 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 947 time: 0.2147746 Aug 20 10:17:11.669465 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-e2ce8adf-3105-4b41-8004-6733532d7082 service neutron] 10.222.0.42 "PUT /v2.0/ports/2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4/bindings/n-h2-778550-11/activate HTTP/1.1" status: 200 len: 370 time: 2.0326114 Aug 20 10:17:11.676243 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-44692ea4-de2b-46b4-af7c-dc7311773085 req-14881eeb-458b-4df7-85ea-55e98d057c3e tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606676 Aug 20 10:17:11.692092 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-198abf18-1215-484e-84e4-3791cd902efd req-12b7a4ec-1466-42ba-8384-59e7d28a3c57 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863135 Aug 20 10:17:11.749142 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-db3c8dc7-203f-430a-b15c-211b62371951 req-79f0df4e-ee30-4560-89a9-28b2b2d78f59 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/security-groups?id=5364013c-208d-45c4-833b-3590a9b0a394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565247 Aug 20 10:17:11.761550 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:11.772983 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Transition to ACTIVE for port object b62bcc7c-03b0-4c37-94f4-beb5b69369da will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:11.792225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Transition to ACTIVE for port object b62bcc7c-03b0-4c37-94f4-beb5b69369da will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:11.808845 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:11.856639 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Network 986d71c4-4ce3-4801-9a57-aea4a1dceb0c is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:11.876912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:11.878797 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b61c3b1e-103c-4191-b0ee-95e71944a617 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:17:11.895372 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:17:11.903964 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 60c8e847-812b-4724-b5f8-4d284574b7ea up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:11.905843 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:11.944850 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-c271c57b-89cd-4f13-8197-eeba44ad9021 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Allocated IP 10.1.1.232 (2860b90c-db3f-4841-95e1-b5cb7f4d6680/6bbdbb57-b2a0-488f-89de-e5556b3e2800/c43a519f-c520-4a8c-8b50-6cbb1c0ed201) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:11.963072 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-d7100c15-3613-489b-be7a-4c0009583278 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:11.964846 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-d7100c15-3613-489b-be7a-4c0009583278 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46&tenant_id=11d213eb32ff4dabbbc87687feab7bcc&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 1096 time: 0.1341631 Aug 20 10:17:12.013575 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a800c-c53c-4a47-9396-178c00c8c023 req-e6a3a3e0-1b01-4b31-81bd-e4a4f3c65df7 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:12.015828 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c37a800c-c53c-4a47-9396-178c00c8c023 req-e6a3a3e0-1b01-4b31-81bd-e4a4f3c65df7 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 946 time: 0.1238840 Aug 20 10:17:12.098075 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-198abf18-1215-484e-84e4-3791cd902efd req-56e00ae8-b4f4-43a3-a14e-2b61776d435f service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950496 Aug 20 10:17:12.106460 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c37a800c-c53c-4a47-9396-178c00c8c023 req-dd891679-1c24-479a-b94d-37e2e993942d tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e65a265-c375-45e5-93ed-f37b0f6b315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706055 Aug 20 10:17:12.113842 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-7a6bfa93-637e-4e1b-a50e-352d9d2f6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:12.115700 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-7a6bfa93-637e-4e1b-a50e-352d9d2f6914 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46&tenant_id=11d213eb32ff4dabbbc87687feab7bcc HTTP/1.1" status: 200 len: 1096 time: 0.1354277 Aug 20 10:17:12.156984 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd3e420-41d0-46ea-9f9f-c08a3ec11899 None None] Network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:17:12.227150 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c271c57b-89cd-4f13-8197-eeba44ad9021 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:12.233302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-f791974b-4ed6-4906-b2f1-602cdb501b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:12.234993 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-f791974b-4ed6-4906-b2f1-602cdb501b88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 1096 time: 0.0861499 Aug 20 10:17:12.246197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1e0c2-51e2-480c-98c9-94fe1cc5dc05 req-14d800bc-3fe6-44f8-a8c5-11362a58cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:12.247212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-c271c57b-89cd-4f13-8197-eeba44ad9021 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Transition to ACTIVE for port object c43a519f-c520-4a8c-8b50-6cbb1c0ed201 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:12.248103 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-65b1e0c2-51e2-480c-98c9-94fe1cc5dc05 req-14d800bc-3fe6-44f8-a8c5-11362a58cf72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b9bb37dce5844618abe5e8d5da0ced0&device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 1099 time: 0.0662901 Aug 20 10:17:12.269555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025767f-8872-471f-8f86-037adee0d9a4 req-25b90bfd-1701-4bf2-85e3-0e19855d307a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:12.273861 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.resource_extend [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:17:12.279244 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0025767f-8872-471f-8f86-037adee0d9a4 req-25b90bfd-1701-4bf2-85e3-0e19855d307a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.4122376 Aug 20 10:17:12.330728 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0025767f-8872-471f-8f86-037adee0d9a4 req-26f5eb97-29dd-4b23-9c54-18f46b0f01ff tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508723 Aug 20 10:17:12.335616 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c271c57b-89cd-4f13-8197-eeba44ad9021 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:12.341706 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Attempting to bind port b62bcc7c-03b0-4c37-94f4-beb5b69369da on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:12.341971 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Attempting to bind port b62bcc7c-03b0-4c37-94f4-beb5b69369da by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'c8fc24ad-bca6-4f75-9712-a5ce61f9ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:12.342338 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Attempting to bind port b62bcc7c-03b0-4c37-94f4-beb5b69369da on network 986d71c4-4ce3-4801-9a57-aea4a1dceb0c {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:12.353437 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Pushing event updated for resources: {'Port': ['ID=b62bcc7c-03b0-4c37-94f4-beb5b69369da,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:12.378507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:12.379287 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Checking segment: {'id': 'c8fc24ad-bca6-4f75-9712-a5ce61f9ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:12.379287 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:12.379578 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Bound using segment: {'id': 'c8fc24ad-bca6-4f75-9712-a5ce61f9ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:12.380057 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Bound port: b62bcc7c-03b0-4c37-94f4-beb5b69369da, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fc24ad-bca6-4f75-9712-a5ce61f9ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:12.380439 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:12.397486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:17:12.398965 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2852c38d-3b65-42d7-94e4-cdf00a7c29c0 None None] Provisioning for port 60c8e847-812b-4724-b5f8-4d284574b7ea completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:12.415840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c271c57b-89cd-4f13-8197-eeba44ad9021 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:12.418610 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271c57b-89cd-4f13-8197-eeba44ad9021 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event updated for resources: {'Port': ['ID=c43a519f-c520-4a8c-8b50-6cbb1c0ed201,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:12.423300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-c271c57b-89cd-4f13-8197-eeba44ad9021 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:12.456470 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c271c57b-89cd-4f13-8197-eeba44ad9021 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:12.460480 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85dc46-6414-416a-b487-b036f0fd9e4e req-7e0eac3b-51f7-4dad-8867-696fa4624fd5 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:12.462216 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3b85dc46-6414-416a-b487-b036f0fd9e4e req-7e0eac3b-51f7-4dad-8867-696fa4624fd5 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 1098 time: 0.2036293 Aug 20 10:17:12.498334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 60c8e847-812b-4724-b5f8-4d284574b7ea completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:12.503192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b61c3b1e-103c-4191-b0ee-95e71944a617, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b61c3b1e-103c-4191-b0ee-95e71944a617,segment=NetworkSegment(fa1deb64-dcd4-4387-8b45-935bdc8095b3),segment_id=fa1deb64-dcd4-4387-8b45-935bdc8095b3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:12.506091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-ba595216-73ee-449b-b8f4-51efb2de2380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:12.507784 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-ba595216-73ee-449b-b8f4-51efb2de2380 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 908 time: 0.2585757 Aug 20 10:17:12.509096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1e0c2-51e2-480c-98c9-94fe1cc5dc05 req-9945fb5c-aa0d-4541-ac53-f62d5480655a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:12.510548 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-65b1e0c2-51e2-480c-98c9-94fe1cc5dc05 req-9945fb5c-aa0d-4541-ac53-f62d5480655a service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2507243 Aug 20 10:17:12.523594 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 60c8e847-812b-4724-b5f8-4d284574b7ea triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:12.523965 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:12.527550 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3b85dc46-6414-416a-b487-b036f0fd9e4e req-157f9da8-c78e-4ba5-8a70-847ba6e1dbee tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572922 Aug 20 10:17:12.546078 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83d8ac-cfad-48bc-bd71-0c4c710ea10d req-828c02ce-7bf3-434b-8137-64b12675942d tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:12.559457 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'b61c3b1e-103c-4191-b0ee-95e71944a617', 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'port_id': 'b61c3b1e-103c-4191-b0ee-95e71944a617', 'mac_address': 'fa:16:3e:1e:4f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:17:12.560791 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5d83d8ac-cfad-48bc-bd71-0c4c710ea10d req-828c02ce-7bf3-434b-8137-64b12675942d tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 943 time: 0.1334858 Aug 20 10:17:12.575798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] For port b62bcc7c-03b0-4c37-94f4-beb5b69369da, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:12.583828 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] For port b62bcc7c-03b0-4c37-94f4-beb5b69369da, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b62bcc7c-03b0-4c37-94f4-beb5b69369da,segment=NetworkSegment(c8fc24ad-bca6-4f75-9712-a5ce61f9ad15),segment_id=c8fc24ad-bca6-4f75-9712-a5ce61f9ad15)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:12.605952 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-65b1e0c2-51e2-480c-98c9-94fe1cc5dc05 req-15fac68b-63eb-49a6-8149-5dc98d4cbcb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 HTTP/1.1" status: 200 len: 217 time: 0.0820916 Aug 20 10:17:12.607223 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-fac284c2-8343-4f86-a577-87662fd914ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 HTTP/1.1" status: 200 len: 217 time: 0.0823283 Aug 20 10:17:12.610226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c271c57b-89cd-4f13-8197-eeba44ad9021 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:12.610882 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c271c57b-89cd-4f13-8197-eeba44ad9021 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:12.612131 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:12.647127 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c271c57b-89cd-4f13-8197-eeba44ad9021 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5272200 Aug 20 10:17:12.652412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34980) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:12.658259 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-42b244c8-8cfa-4453-a655-436c16f81508 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Request body: {'port': {'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680', 'name': 'tempest-TaggedBootDevicesTest-248008234', 'fixed_ips': [{'subnet_id': '6bbdbb57-b2a0-488f-89de-e5556b3e2800'}]}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:12.665548 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5d83d8ac-cfad-48bc-bd71-0c4c710ea10d req-36cfdb0c-da53-4045-b83c-74cf6a4493be tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/security-groups?id=2230f15e-a14c-488d-aad2-9a023fe10e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020274 Aug 20 10:17:12.702965 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:12.742223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-cf5ed73f-d6ce-420a-bca9-bdb5c58856c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:12.742223 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-cf5ed73f-d6ce-420a-bca9-bdb5c58856c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.1215856 Aug 20 10:17:12.747090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1e0c2-51e2-480c-98c9-94fe1cc5dc05 req-5742c356-2930-453c-9a52-3994d5ae9fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:12.748596 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-65b1e0c2-51e2-480c-98c9-94fe1cc5dc05 req-5742c356-2930-453c-9a52-3994d5ae9fee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1285110 Aug 20 10:17:12.757312 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b657f-ef0c-4713-832d-33d10bc05d32 req-8d789443-554a-4b9b-b0fd-9d2033a1b594 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:12.758834 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e61b657f-ef0c-4713-832d-33d10bc05d32 req-8d789443-554a-4b9b-b0fd-9d2033a1b594 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 944 time: 0.1185215 Aug 20 10:17:12.805019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b61c3b1e-103c-4191-b0ee-95e71944a617 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:12.823881 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-183a70e1-a304-4963-ad89-53bc21dc3031 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626986 Aug 20 10:17:12.831648 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4edd56-97f7-451f-a640-d730d78877fe None None] Pushing event updated for resources: {'Port': ['ID=b62bcc7c-03b0-4c37-94f4-beb5b69369da,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:12.834251 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:12.861393 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b61c3b1e-103c-4191-b0ee-95e71944a617, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b61c3b1e-103c-4191-b0ee-95e71944a617,segment=NetworkSegment(fa1deb64-dcd4-4387-8b45-935bdc8095b3),segment_id=fa1deb64-dcd4-4387-8b45-935bdc8095b3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:12.885277 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:12.938801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 60c8e847-812b-4724-b5f8-4d284574b7ea, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=60c8e847-812b-4724-b5f8-4d284574b7ea,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:12.977222 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-60af8ad9-45d2-4441-861d-84c3a5c6180a service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404345 Aug 20 10:17:12.981125 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:13.011236 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebcf5a-e444-49f0-ab75-85114560212d req-96984948-b5ef-4401-9007-5c17b648ac16 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:13.015832 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=b61c3b1e-103c-4191-b0ee-95e71944a617,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:13.022299 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-daebcf5a-e444-49f0-ab75-85114560212d req-96984948-b5ef-4401-9007-5c17b648ac16 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 947 time: 0.1767452 Aug 20 10:17:13.037053 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b244c8-8cfa-4453-a655-436c16f81508 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Made reservation on behalf of b0e5831484784def8c1647505b6cc771 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:13.044454 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-42b244c8-8cfa-4453-a655-436c16f81508 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:13.060572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ea96bbff-9e7f-4963-a162-b1b992d03c48 None None] Provisioning complete for port 60c8e847-812b-4724-b5f8-4d284574b7ea triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:13.060957 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ea96bbff-9e7f-4963-a162-b1b992d03c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:13.125344 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1e0c2-51e2-480c-98c9-94fe1cc5dc05 req-aed6abe4-95ee-4054-a725-d1af97dedbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:13.127269 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-65b1e0c2-51e2-480c-98c9-94fe1cc5dc05 req-aed6abe4-95ee-4054-a725-d1af97dedbb2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3236094 Aug 20 10:17:13.206578 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['b61c3b1e-103c-4191-b0ee-95e71944a617'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:17:13.225542 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e61b657f-ef0c-4713-832d-33d10bc05d32 req-0e8eb0e2-a551-4d11-8ecf-4be5946265ef tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980529 Aug 20 10:17:13.327732 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=60c8e847-812b-4724-b5f8-4d284574b7ea,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:13.438897 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-74778804-2bd2-4cb4-b519-79578b3dd7dc service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492862 Aug 20 10:17:13.498966 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba3b27-db51-47c1-962d-e8a2a1a3aedd req-4478a4c0-30c1-46d0-a32a-97adb6f24981 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:13.504772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ea96bbff-9e7f-4963-a162-b1b992d03c48 None None] Provisioning for port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:13.506668 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-35ba3b27-db51-47c1-962d-e8a2a1a3aedd req-4478a4c0-30c1-46d0-a32a-97adb6f24981 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 946 time: 0.1579232 Aug 20 10:17:13.510308 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-65b1e0c2-51e2-480c-98c9-94fe1cc5dc05 req-42e36374-dd41-4007-b330-337c907d8913 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713472 Aug 20 10:17:13.521704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ea96bbff-9e7f-4963-a162-b1b992d03c48 None None] Provisioning complete for port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:13.522314 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ea96bbff-9e7f-4963-a162-b1b992d03c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:13.550152 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-daebcf5a-e444-49f0-ab75-85114560212d req-cf27854f-33e7-4dab-8f49-f4e6a96b0cdd tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/security-groups?id=5364013c-208d-45c4-833b-3590a9b0a394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266619 Aug 20 10:17:13.580683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-42b244c8-8cfa-4453-a655-436c16f81508 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] device_id is not set on port b0dc443b-1921-4dad-bda7-a656f1502e81 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:17:13.586797 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ea96bbff-9e7f-4963-a162-b1b992d03c48 None None] Port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:17:13.713021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-29462e1c-4c98-49c2-b68e-620a1a494ddd None None] Provisioning complete for port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:13.713619 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-29462e1c-4c98-49c2-b68e-620a1a494ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:13.778680 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-42b244c8-8cfa-4453-a655-436c16f81508 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Allocated IP 10.1.1.206 (2860b90c-db3f-4841-95e1-b5cb7f4d6680/6bbdbb57-b2a0-488f-89de-e5556b3e2800/b0dc443b-1921-4dad-bda7-a656f1502e81) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:13.788241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f8feb-c0b5-445b-8794-6dd25beb99c3 req-c0e4ccdc-b76b-43c9-921c-83b52e50dc4a tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:13.790427 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d6f8feb-c0b5-445b-8794-6dd25beb99c3 req-c0e4ccdc-b76b-43c9-921c-83b52e50dc4a tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 946 time: 0.4109063 Aug 20 10:17:13.790623 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-29462e1c-4c98-49c2-b68e-620a1a494ddd None None] Port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:17:13.875033 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-35ba3b27-db51-47c1-962d-e8a2a1a3aedd req-80cce94c-6269-479f-9f3b-81aaef85496f tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e65a265-c375-45e5-93ed-f37b0f6b315d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673494 Aug 20 10:17:13.946555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb4030-e540-423b-bbac-04f5f6a44558 req-558a5b44-0da3-45d3-b57b-2e4971a6b223 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:13.954733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bffb4030-e540-423b-bbac-04f5f6a44558 req-558a5b44-0da3-45d3-b57b-2e4971a6b223 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.1269567 Aug 20 10:17:14.019238 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bffb4030-e540-423b-bbac-04f5f6a44558 req-b3dceda7-8580-4785-a655-9bfffe27473f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633514 Aug 20 10:17:14.029829 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b62bcc7c-03b0-4c37-94f4-beb5b69369da up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:14.079691 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-42b244c8-8cfa-4453-a655-436c16f81508 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:14.097109 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-65b1e0c2-51e2-480c-98c9-94fe1cc5dc05 req-98ccae5c-c78d-488f-ae60-80541664bbc0 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755258 Aug 20 10:17:14.110257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-42b244c8-8cfa-4453-a655-436c16f81508 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Transition to ACTIVE for port object b0dc443b-1921-4dad-bda7-a656f1502e81 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:14.153526 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port b62bcc7c-03b0-4c37-94f4-beb5b69369da completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:14.158176 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 60c8e847-812b-4724-b5f8-4d284574b7ea up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:14.159201 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-42b244c8-8cfa-4453-a655-436c16f81508 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:14.198713 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-f3da14ac-96d2-42e0-a47a-9f07398b0b54 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:14.200538 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-f3da14ac-96d2-42e0-a47a-9f07398b0b54 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46&tenant_id=11d213eb32ff4dabbbc87687feab7bcc&binding%3Ahost_id=n-h2-778550-11 HTTP/1.1" status: 200 len: 1096 time: 0.4092815 Aug 20 10:17:14.212599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 60c8e847-812b-4724-b5f8-4d284574b7ea triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:14.213647 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:14.270878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b244c8-8cfa-4453-a655-436c16f81508 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:14.274313 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-42b244c8-8cfa-4453-a655-436c16f81508 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:14.303628 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b244c8-8cfa-4453-a655-436c16f81508 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:14.323022 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7312a45-9803-4296-966c-289d81b6f227 req-044fa687-267f-4e69-9e65-4776ebd4bdaa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:14.324628 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f7312a45-9803-4296-966c-289d81b6f227 req-044fa687-267f-4e69-9e65-4776ebd4bdaa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 944 time: 0.3247650 Aug 20 10:17:14.366864 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b244c8-8cfa-4453-a655-436c16f81508 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event updated for resources: {'Port': ['ID=b0dc443b-1921-4dad-bda7-a656f1502e81,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:14.433860 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b244c8-8cfa-4453-a655-436c16f81508 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:14.441391 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-42b244c8-8cfa-4453-a655-436c16f81508 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:14.452428 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-1d6f8feb-c0b5-445b-8794-6dd25beb99c3 req-9e5eb5e6-c5ed-4c5a-84dc-9bbf8f9a4a1f tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Deleting port 7439268a-e4ec-4ca8-80c5-bef05d933328 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:17:14.452757 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1d6f8feb-c0b5-445b-8794-6dd25beb99c3 req-9e5eb5e6-c5ed-4c5a-84dc-9bbf8f9a4a1f tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:14.468278 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae93114-6608-40c2-8e63-5071ed98baf3 req-6c88d938-da2d-44e8-8572-47652b86dda1 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:14.477179 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ae93114-6608-40c2-8e63-5071ed98baf3 req-6c88d938-da2d-44e8-8572-47652b86dda1 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 944 time: 0.1785467 Aug 20 10:17:14.512123 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-42b244c8-8cfa-4453-a655-436c16f81508 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8585467 Aug 20 10:17:14.562141 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ae93114-6608-40c2-8e63-5071ed98baf3 req-1db72473-a73e-4cad-b307-c837cd72add0 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829701 Aug 20 10:17:14.566421 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f7312a45-9803-4296-966c-289d81b6f227 req-80af6d22-6f83-41bc-a0be-ce665cf95682 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/security-groups?id=2230f15e-a14c-488d-aad2-9a023fe10e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145774 Aug 20 10:17:14.594242 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-200f9c43-3f8b-4668-af96-84cbfbb7accb service neutron] For port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:14.602537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa707a0f-5455-48ee-8f96-200aedcb3ca2 None None] Network 986d71c4-4ce3-4801-9a57-aea4a1dceb0c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:17:14.607765 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-200f9c43-3f8b-4668-af96-84cbfbb7accb service neutron] Notify callbacks [] for binding, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:14.608902 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61624ccc-2ae2-4520-ac3e-484b6e3f283f req-200f9c43-3f8b-4668-af96-84cbfbb7accb service neutron] 10.222.0.24 "DELETE /v2.0/ports/2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4/bindings/n-h1-778550-11 HTTP/1.1" status: 204 len: 173 time: 0.3904338 Aug 20 10:17:14.659438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-1d6f8feb-c0b5-445b-8794-6dd25beb99c3 req-9e5eb5e6-c5ed-4c5a-84dc-9bbf8f9a4a1f tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] For port 7439268a-e4ec-4ca8-80c5-bef05d933328, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7439268a-e4ec-4ca8-80c5-bef05d933328,segment=NetworkSegment(455b8f15-1d21-444b-b703-b6d91848ea9a),segment_id=455b8f15-1d21-444b-b703-b6d91848ea9a)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:14.660184 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1d6f8feb-c0b5-445b-8794-6dd25beb99c3 req-9e5eb5e6-c5ed-4c5a-84dc-9bbf8f9a4a1f tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:14.698358 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-1d6f8feb-c0b5-445b-8794-6dd25beb99c3 req-9e5eb5e6-c5ed-4c5a-84dc-9bbf8f9a4a1f tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Calling delete_port for 7439268a-e4ec-4ca8-80c5-bef05d933328 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:17:14.787765 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4fb2e952-5c62-4a43-a727-feec2abdfc92 None None] Provisioning for port b62bcc7c-03b0-4c37-94f4-beb5b69369da completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:14.794365 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4fb2e952-5c62-4a43-a727-feec2abdfc92 None None] Provisioning complete for port b62bcc7c-03b0-4c37-94f4-beb5b69369da triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:14.794635 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4fb2e952-5c62-4a43-a727-feec2abdfc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:14.916914 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1d6f8feb-c0b5-445b-8794-6dd25beb99c3 req-9e5eb5e6-c5ed-4c5a-84dc-9bbf8f9a4a1f tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:14.950399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5eb5e6-c5ed-4c5a-84dc-9bbf8f9a4a1f tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Pushing event deleted for resources: {'Port': ['ID=7439268a-e4ec-4ca8-80c5-bef05d933328,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:14.952958 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4fb2e952-5c62-4a43-a727-feec2abdfc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:14.986604 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dea382-eac4-4b70-84e2-7f0adce6ac18 req-76cd6454-00ca-4120-93c4-b14b90958b65 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:14.989996 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-34dea382-eac4-4b70-84e2-7f0adce6ac18 req-76cd6454-00ca-4120-93c4-b14b90958b65 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 947 time: 0.2198026 Aug 20 10:17:14.996001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35018) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:15.000647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-cabdaf51-b220-4ce0-80a4-bbc435660839 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1131498454', 'description': 'tempest-description--721974759'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:15.030047 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4fb2e952-5c62-4a43-a727-feec2abdfc92 None None] For port b62bcc7c-03b0-4c37-94f4-beb5b69369da, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b62bcc7c-03b0-4c37-94f4-beb5b69369da,segment=NetworkSegment(c8fc24ad-bca6-4f75-9712-a5ce61f9ad15),segment_id=c8fc24ad-bca6-4f75-9712-a5ce61f9ad15)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:15.034990 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4fb2e952-5c62-4a43-a727-feec2abdfc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:15.054684 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cabdaf51-b220-4ce0-80a4-bbc435660839 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:15.109989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6f8feb-c0b5-445b-8794-6dd25beb99c3 req-9e5eb5e6-c5ed-4c5a-84dc-9bbf8f9a4a1f tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] No DVR routers for this DVR port 7439268a-e4ec-4ca8-80c5-bef05d933328 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:17:15.116835 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1d6f8feb-c0b5-445b-8794-6dd25beb99c3 req-9e5eb5e6-c5ed-4c5a-84dc-9bbf8f9a4a1f tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:15.122913 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2e952-5c62-4a43-a727-feec2abdfc92 None None] Pushing event updated for resources: {'Port': ['ID=b62bcc7c-03b0-4c37-94f4-beb5b69369da,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:15.123649 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d6f8feb-c0b5-445b-8794-6dd25beb99c3 req-9e5eb5e6-c5ed-4c5a-84dc-9bbf8f9a4a1f tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.24 "DELETE /v2.0/ports/7439268a-e4ec-4ca8-80c5-bef05d933328 HTTP/1.1" status: 204 len: 173 time: 1.2785444 Aug 20 10:17:15.124548 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bb25bf-b3eb-4dd1-8157-6108511e6fb7', 'name': 'network-vif-deleted', 'tag': '7439268a-e4ec-4ca8-80c5-bef05d933328'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:15.127136 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d671a2df-5353-440f-b7f5-50bb7b4f1401" -d '{"events": [{"server_uuid": "a9bb25bf-b3eb-4dd1-8157-6108511e6fb7", "name": "network-vif-deleted", "tag": "7439268a-e4ec-4ca8-80c5-bef05d933328"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:15.168183 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-34dea382-eac4-4b70-84e2-7f0adce6ac18 req-8bddf994-7794-431b-92fc-5d863fbbc09b tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/security-groups?id=5364013c-208d-45c4-833b-3590a9b0a394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132174 Aug 20 10:17:15.189576 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ddc612e7-76b8-4eed-a4bb-68f0c5c9ce66 None None] Provisioning for port b0dc443b-1921-4dad-bda7-a656f1502e81 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:15.203326 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b6d50-cd0c-447e-a57f-c29cb3dbc2cd req-08a2f095-5826-4693-86f5-183c76617739 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:15.204946 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-618b6d50-cd0c-447e-a57f-c29cb3dbc2cd req-08a2f095-5826-4693-86f5-183c76617739 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 1096 time: 0.1089728 Aug 20 10:17:15.214278 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ddc612e7-76b8-4eed-a4bb-68f0c5c9ce66 None None] Provisioning complete for port b0dc443b-1921-4dad-bda7-a656f1502e81 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:15.214896 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ddc612e7-76b8-4eed-a4bb-68f0c5c9ce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:15.271524 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ddc612e7-76b8-4eed-a4bb-68f0c5c9ce66 None None] Port b0dc443b-1921-4dad-bda7-a656f1502e81 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:17:15.324773 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-618b6d50-cd0c-447e-a57f-c29cb3dbc2cd req-d0896bd7-a0a6-4034-80aa-8036d6066005 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869505 Aug 20 10:17:15.326923 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cabdaf51-b220-4ce0-80a4-bbc435660839 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:15.344423 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cabdaf51-b220-4ce0-80a4-bbc435660839 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:15.389892 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdaf51-b220-4ce0-80a4-bbc435660839 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:15.393489 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cabdaf51-b220-4ce0-80a4-bbc435660839 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:15.396419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-69f6e30e-725c-41bd-b0fc-fe58ee50dbec None None] Provisioning complete for port b62bcc7c-03b0-4c37-94f4-beb5b69369da triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:15.396798 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-69f6e30e-725c-41bd-b0fc-fe58ee50dbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:15.397857 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cabdaf51-b220-4ce0-80a4-bbc435660839 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4008024 Aug 20 10:17:15.398891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35026) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:15.403732 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-ade07365-686f-41b9-aed8-8d19e1b9dde9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Request body: {'security_group_rule': {'security_group_id': 'e37e733d-a5b5-4fd4-a0df-d5bdcfa64097', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:15.429422 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-db39c857-5655-4ea6-a9aa-f6ac14291023 req-fe2adde8-ea55-4de6-94ee-d43515152fc5 tempest-VolumesAdminNegativeTest-1894778698 tempest-VolumesAdminNegativeTest-1894778698-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9bb25bf-b3eb-4dd1-8157-6108511e6fb7 HTTP/1.1" status: 200 len: 210 time: 0.0474765 Aug 20 10:17:15.442494 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ade07365-686f-41b9-aed8-8d19e1b9dde9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:15.516614 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf50166c-5eb3-4916-82e7-24b65395597b x-openstack-request-id: req-bf50166c-5eb3-4916-82e7-24b65395597b {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:15.516888 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bb25bf-b3eb-4dd1-8157-6108511e6fb7", "name": "network-vif-deleted", "tag": "7439268a-e4ec-4ca8-80c5-bef05d933328", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:15.517146 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf50166c-5eb3-4916-82e7-24b65395597b {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:15.517776 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bb25bf-b3eb-4dd1-8157-6108511e6fb7', 'name': 'network-vif-deleted', 'tag': '7439268a-e4ec-4ca8-80c5-bef05d933328', 'status': 'completed', 'code': 200} Aug 20 10:17:15.575083 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed0e9c-be54-4247-98e6-b791dbfca78c req-4a07fc75-00f6-462b-bc9c-32c11d5282f3 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:15.579548 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0ed0e9c-be54-4247-98e6-b791dbfca78c req-4a07fc75-00f6-462b-bc9c-32c11d5282f3 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.1049347 Aug 20 10:17:15.582458 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ade07365-686f-41b9-aed8-8d19e1b9dde9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:15.593674 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ade07365-686f-41b9-aed8-8d19e1b9dde9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:15.633910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade07365-686f-41b9-aed8-8d19e1b9dde9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d57743-2733-4380-b77b-2b1d15459ea0,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:15.642756 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ade07365-686f-41b9-aed8-8d19e1b9dde9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:15.646646 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ade07365-686f-41b9-aed8-8d19e1b9dde9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2441008 Aug 20 10:17:15.646646 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35044) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:15.652906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4d164710-0781-40e9-b67c-42aca8c54f0f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Request body: {'security_group_rule': {'security_group_id': 'e37e733d-a5b5-4fd4-a0df-d5bdcfa64097', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:15.663217 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0ed0e9c-be54-4247-98e6-b791dbfca78c req-a360e492-6087-4948-bee9-921109d671db tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790651 Aug 20 10:17:15.692134 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4d164710-0781-40e9-b67c-42aca8c54f0f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:15.735011 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-682fcc56-2d83-4c14-b037-eb0ac32d87dd tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:15.745981 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-682fcc56-2d83-4c14-b037-eb0ac32d87dd tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 807 time: 0.1414595 Aug 20 10:17:15.764160 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-b808c98b-8bcf-4c45-a0c5-9338bf49c90d tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/quotas/11d213eb32ff4dabbbc87687feab7bcc HTTP/1.1" status: 200 len: 375 time: 0.0172508 Aug 20 10:17:15.766388 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4d164710-0781-40e9-b67c-42aca8c54f0f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:15.772115 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4d164710-0781-40e9-b67c-42aca8c54f0f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:15.784950 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b62bcc7c-03b0-4c37-94f4-beb5b69369da up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:15.810706 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d164710-0781-40e9-b67c-42aca8c54f0f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea3f834-0c9f-458e-b12e-beee3ee46811,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:15.827330 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4d164710-0781-40e9-b67c-42aca8c54f0f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:15.829267 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4d164710-0781-40e9-b67c-42aca8c54f0f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1815031 Aug 20 10:17:15.831940 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35048) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:15.834887 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-a08430f7-daad-4b04-ae79-c3621f3d87ca tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698490 Aug 20 10:17:15.840346 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-37d7b4cb-dc75-4d5b-954c-2de7a9ef35c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:15.860563 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:17:15.903117 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-37d7b4cb-dc75-4d5b-954c-2de7a9ef35c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:15.923837 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b61c3b1e-103c-4191-b0ee-95e71944a617 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:15.945582 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-c1c79d4a-0c3c-48c5-bf94-2185c596de9a service neutron] 10.222.0.16 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022317 Aug 20 10:17:15.968790 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b62bcc7c-03b0-4c37-94f4-beb5b69369da triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:15.969163 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:16.066871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 7439268a-e4ec-4ca8-80c5-bef05d933328 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:17:16.080860 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-aa70618b-6862-45c6-8d15-77318d87a0c3 service neutron] 10.222.0.16 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250429 Aug 20 10:17:16.097021 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-37d7b4cb-dc75-4d5b-954c-2de7a9ef35c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:16.106684 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 7439268a-e4ec-4ca8-80c5-bef05d933328 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:17:16.107033 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 7439268a-e4ec-4ca8-80c5-bef05d933328 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:17:16.110608 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port b61c3b1e-103c-4191-b0ee-95e71944a617 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:16.114087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:16.126293 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port b61c3b1e-103c-4191-b0ee-95e71944a617 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:16.126837 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:16.160925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8', 'mac_address': 'fa:16:3e:83:55:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:17:16.257319 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:16.273289 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-37d7b4cb-dc75-4d5b-954c-2de7a9ef35c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Allocated IP 172.25.3.139 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/e80cc80d-1962-4ebf-bae9-c3cb15abf475) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:16.325320 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:16.341937 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:16.365211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:16.379252 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:16.391143 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d36a4e5-22b9-4408-abab-ddca8c871e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61c3b1e-103c-4191-b0ee-95e71944a617'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:16.393761 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b873b6a0-720c-491e-a7f9-6005a89f6842" -d '{"events": [{"server_uuid": "2d36a4e5-22b9-4408-abab-ddca8c871e87", "name": "network-vif-plugged", "status": "completed", "tag": "b61c3b1e-103c-4191-b0ee-95e71944a617"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:16.434835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae8343-e1dd-4c25-8b55-8e233b8002ff req-dcb89b23-c29e-4121-9d4a-d0b635050086 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:16.437630 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c2ae8343-e1dd-4c25-8b55-8e233b8002ff req-dcb89b23-c29e-4121-9d4a-d0b635050086 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 948 time: 0.0766187 Aug 20 10:17:16.441605 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-37d7b4cb-dc75-4d5b-954c-2de7a9ef35c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:16.460003 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b61c3b1e-103c-4191-b0ee-95e71944a617, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b61c3b1e-103c-4191-b0ee-95e71944a617,segment=NetworkSegment(fa1deb64-dcd4-4387-8b45-935bdc8095b3),segment_id=fa1deb64-dcd4-4387-8b45-935bdc8095b3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:16.477613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:16.488111 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c2ae8343-e1dd-4c25-8b55-8e233b8002ff req-1124e2d2-ed2c-4902-abd5-bb0b56c85f06 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/security-groups?id=5364013c-208d-45c4-833b-3590a9b0a394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430782 Aug 20 10:17:16.494716 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:16.574736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfada8-cf58-4c52-a72d-043f62d09846 req-631ab953-abef-47f1-9e1d-ea47e294a825 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:16.577044 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=b61c3b1e-103c-4191-b0ee-95e71944a617,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:16.582435 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-55cfada8-cf58-4c52-a72d-043f62d09846 req-631ab953-abef-47f1-9e1d-ea47e294a825 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 945 time: 0.1353071 Aug 20 10:17:16.591027 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-37d7b4cb-dc75-4d5b-954c-2de7a9ef35c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:16.645076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7b4cb-dc75-4d5b-954c-2de7a9ef35c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:16.655781 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-37d7b4cb-dc75-4d5b-954c-2de7a9ef35c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:16.670810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d7b4cb-dc75-4d5b-954c-2de7a9ef35c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:16.678513 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:17:16.689545 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-55cfada8-cf58-4c52-a72d-043f62d09846 req-1bc2e518-9183-400a-a93b-b6656fd9b36a tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/security-groups?id=2230f15e-a14c-488d-aad2-9a023fe10e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055489 Aug 20 10:17:16.731725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7b4cb-dc75-4d5b-954c-2de7a9ef35c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event updated for resources: {'Port': ['ID=e80cc80d-1962-4ebf-bae9-c3cb15abf475,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:16.757996 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35076) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:16.848245 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-37d7b4cb-dc75-4d5b-954c-2de7a9ef35c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:16.855194 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84c22e3-750c-4c76-bfbc-db3de5e2a1bb x-openstack-request-id: req-a84c22e3-750c-4c76-bfbc-db3de5e2a1bb {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:16.855489 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d36a4e5-22b9-4408-abab-ddca8c871e87", "name": "network-vif-plugged", "status": "completed", "tag": "b61c3b1e-103c-4191-b0ee-95e71944a617", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:16.855720 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a84c22e3-750c-4c76-bfbc-db3de5e2a1bb {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:16.856114 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d36a4e5-22b9-4408-abab-ddca8c871e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61c3b1e-103c-4191-b0ee-95e71944a617', 'code': 200} Aug 20 10:17:16.927299 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63ea8fcc-8d15-4057-a14d-fbb8f4e5562f req-a59abcc6-47e7-4382-822c-3be1d648c4a7 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 210 time: 0.1205649 Aug 20 10:17:16.987449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee105e09-bee8-4432-ada3-9057a52539a8 admin admin] Deleting subnet ec913fc0-a8b3-4528-aa48-686547a74ded {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:17:16.996142 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-37d7b4cb-dc75-4d5b-954c-2de7a9ef35c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:16.997639 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee105e09-bee8-4432-ada3-9057a52539a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:17.023246 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c668f-a95f-4629-ad78-ec16e2b0dcb6 req-45086c70-dedf-4c21-baed-8bfa9a008b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:17.024737 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b14c668f-a95f-4629-ad78-ec16e2b0dcb6 req-45086c70-dedf-4c21-baed-8bfa9a008b09 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 1097 time: 0.1138420 Aug 20 10:17:17.031986 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-82a518e5-60c5-4818-8e8d-eb1d2c2b26bf service neutron] show failed (client error): The resource could not be found. Aug 20 10:17:17.033009 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-82a518e5-60c5-4818-8e8d-eb1d2c2b26bf service neutron] 10.222.0.24 "GET /v2.0/ports/d2989a2a-5a02-47c3-8ed1-ac9e311e05ca/bindings/n-h1-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.1963732 Aug 20 10:17:17.065223 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee105e09-bee8-4432-ada3-9057a52539a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:17.098088 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71912ae9-7d53-4e5f-9dc4-c0423ef4dbe2 req-19ca1c06-ae38-4455-9e43-91f1bf161011 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:17.108078 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71912ae9-7d53-4e5f-9dc4-c0423ef4dbe2 req-19ca1c06-ae38-4455-9e43-91f1bf161011 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.2019281 Aug 20 10:17:17.111566 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b14c668f-a95f-4629-ad78-ec16e2b0dcb6 req-bfbb19bb-a0d8-4bc0-af71-23bf7856d1eb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2230f15e-a14c-488d-aad2-9a023fe10e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756142 Aug 20 10:17:17.123997 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee105e09-bee8-4432-ada3-9057a52539a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:17.156453 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71912ae9-7d53-4e5f-9dc4-c0423ef4dbe2 req-65054d46-bd5f-441a-81d4-6438b91cefca tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472827 Aug 20 10:17:17.220206 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee105e09-bee8-4432-ada3-9057a52539a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:17.260718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee105e09-bee8-4432-ada3-9057a52539a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec913fc0-a8b3-4528-aa48-686547a74ded,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:17.267349 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee105e09-bee8-4432-ada3-9057a52539a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:17.269375 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ee105e09-bee8-4432-ada3-9057a52539a8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ec913fc0-a8b3-4528-aa48-686547a74ded HTTP/1.1" status: 204 len: 168 time: 0.5103242 Aug 20 10:17:17.272479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35080) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:17.354039 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-37d7b4cb-dc75-4d5b-954c-2de7a9ef35c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:17.365388 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-37d7b4cb-dc75-4d5b-954c-2de7a9ef35c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:17.433580 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-160b6854-018b-43c8-94aa-43ddf0030fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:17.455557 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-91f56cd2-f869-4af5-93e0-608571854b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:17.457031 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-91f56cd2-f869-4af5-93e0-608571854b99 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84&tenant_id=4bbe3cedbde94338837c7f3482239b51 HTTP/1.1" status: 200 len: 1102 time: 0.0732543 Aug 20 10:17:17.458990 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7b4cb-dc75-4d5b-954c-2de7a9ef35c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event updated for resources: {'Port': ['ID=e80cc80d-1962-4ebf-bae9-c3cb15abf475,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:17.467711 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-37d7b4cb-dc75-4d5b-954c-2de7a9ef35c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:17.482017 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-37d7b4cb-dc75-4d5b-954c-2de7a9ef35c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:17.491196 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-11', 'device_owner': 'compute:nova'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:17.491395 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-37d7b4cb-dc75-4d5b-954c-2de7a9ef35c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6496987 Aug 20 10:17:17.567535 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-160b6854-018b-43c8-94aa-43ddf0030fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:17.579645 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-160b6854-018b-43c8-94aa-43ddf0030fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ab493b-fd5a-4974-877b-db38e7ae9f3b']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:17.617778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-160b6854-018b-43c8-94aa-43ddf0030fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455b8f15-1d21-444b-b703-b6d91848ea9a') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:17.618019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-160b6854-018b-43c8-94aa-43ddf0030fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455b8f15-1d21-444b-b703-b6d91848ea9a') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:17.642353 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-160b6854-018b-43c8-94aa-43ddf0030fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:17.667485 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:17.690751 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-160b6854-018b-43c8-94aa-43ddf0030fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:17.739781 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160b6854-018b-43c8-94aa-43ddf0030fd2 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:17:17.740198 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-160b6854-018b-43c8-94aa-43ddf0030fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:17:17.743832 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:17:17.768991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-4fe47bda-7d7c-448c-839a-24aada633037 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1131498454&fields=id&tenant_id=b0e5831484784def8c1647505b6cc771 HTTP/1.1" status: 200 len: 267 time: 0.0595028 Aug 20 10:17:17.811978 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a79748-39e4-4264-8f77-b3968eb491a0 req-bb9b032d-f73d-4127-b24a-2ecf7107dc8b tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:17.813935 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-53a79748-39e4-4264-8f77-b3968eb491a0 req-bb9b032d-f73d-4127-b24a-2ecf7107dc8b tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 948 time: 0.1983244 Aug 20 10:17:17.836041 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-beaba193-4ef1-4087-ab97-3f5d4dc15890 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:17.837613 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-beaba193-4ef1-4087-ab97-3f5d4dc15890 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports/c43a519f-c520-4a8c-8b50-6cbb1c0ed201 HTTP/1.1" status: 200 len: 931 time: 0.0601676 Aug 20 10:17:17.879672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:17.913348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-331e13d4-4cdf-44a1-87e9-d40dd18ffc21 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:17.914477 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-53a79748-39e4-4264-8f77-b3968eb491a0 req-dd54565c-d003-4af9-bf6c-a02d174aefc3 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/security-groups?id=5364013c-208d-45c4-833b-3590a9b0a394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686467 Aug 20 10:17:17.916610 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-331e13d4-4cdf-44a1-87e9-d40dd18ffc21 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports/b0dc443b-1921-4dad-bda7-a656f1502e81 HTTP/1.1" status: 200 len: 931 time: 0.0726991 Aug 20 10:17:17.971133 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:17.976450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:17.977170 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:17.992505 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-671a4025-ee04-4f3f-966a-cd24d8f7224e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?network_id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0696778 Aug 20 10:17:18.012284 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-160b6854-018b-43c8-94aa-43ddf0030fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:18.060526 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8f57c5f9-e604-49d0-a4d5-38ef40cba231 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?network_id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0578947 Aug 20 10:17:18.067305 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-160b6854-018b-43c8-94aa-43ddf0030fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:18.072623 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-160b6854-018b-43c8-94aa-43ddf0030fd2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f6ab493b-fd5a-4974-877b-db38e7ae9f3b HTTP/1.1" status: 204 len: 168 time: 0.7958844 Aug 20 10:17:18.075291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b6854-018b-43c8-94aa-43ddf0030fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ab493b-fd5a-4974-877b-db38e7ae9f3b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:18.078630 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35104) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:18.169108 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:18.225142 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d10245d2-c271-4421-94d0-74f7706b17ea tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:18.236689 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d10245d2-c271-4421-94d0-74f7706b17ea tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:18.256189 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-89eba999-6567-47cb-8909-578ad18d457c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:18.257700 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-89eba999-6567-47cb-8909-578ad18d457c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.24 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 807 time: 0.4205246 Aug 20 10:17:18.261006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d10245d2-c271-4421-94d0-74f7706b17ea tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:18.262595 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d10245d2-c271-4421-94d0-74f7706b17ea tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/networks?id=b8eb4a3e-b147-44c8-b055-38c08a4758a5&id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c&id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c HTTP/1.1" status: 200 len: 1989 time: 0.1968312 Aug 20 10:17:18.269957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-263eeb7f-9085-4c12-888b-8b2ff653b0f0 admin admin] Deleting subnet c329a9a7-dc91-4d27-a19b-8294f3bb3015 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:17:18.283340 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-c06870cb-95d0-4f1d-b860-72e8e7555f1a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Request body: {'port': {'device_id': '531a29d0-2898-4a79-9add-ac68dc99248e', 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf', 'admin_state_up': True, 'tenant_id': '11d213eb32ff4dabbbc87687feab7bcc'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:18.290141 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-263eeb7f-9085-4c12-888b-8b2ff653b0f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:18.311671 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-73bdf4f3-88fd-4cd4-8813-92fabc681cb1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/quotas/b0e5831484784def8c1647505b6cc771 HTTP/1.1" status: 200 len: 375 time: 0.0289769 Aug 20 10:17:18.381839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:18.389953 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:18.395871 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:18.456144 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-0a8d16ec-d6e0-4c35-9008-51c7c5f64767 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0e5831484784def8c1647505b6cc771&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1434841 Aug 20 10:17:18.460831 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:18.555735 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-768e9834-7d3e-4317-8b79-1c858cac4b72 service neutron] 10.222.0.16 "GET /v2.0/networks/b8eb4a3e-b147-44c8-b055-38c08a4758a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963826 Aug 20 10:17:18.652596 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-f9a176e2-657d-4968-a065-777d590808a6 service neutron] 10.222.0.16 "GET /v2.0/networks/b8eb4a3e-b147-44c8-b055-38c08a4758a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896523 Aug 20 10:17:18.694988 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-c1cf4669-f74f-477b-b786-cb37d108832a service neutron] 10.222.0.16 "GET /v2.0/ports/c43a519f-c520-4a8c-8b50-6cbb1c0ed201?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0355401 Aug 20 10:17:18.718723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2287b2-7347-48dc-97da-e30bf0a329ec req-78151709-4eee-411a-9771-4fef8e28e43c tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:18.723500 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ab2287b2-7347-48dc-97da-e30bf0a329ec req-78151709-4eee-411a-9771-4fef8e28e43c tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 945 time: 0.5525095 Aug 20 10:17:18.725689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] For port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:18.775815 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-263eeb7f-9085-4c12-888b-8b2ff653b0f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:18.795602 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-f3fc80d7-bf8c-44c3-add3-c39f01dbac78 service neutron] 10.222.0.16 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945985 Aug 20 10:17:18.854953 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] For port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:18.857387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd088e0a-2c4a-452a-8e02-5db54c3a9f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:18.859743 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6976882c-17ab-406e-af8e-8263b216d64a" -d '{"events": [{"server_uuid": "bd088e0a-2c4a-452a-8e02-5db54c3a9f4d", "name": "network-vif-plugged", "status": "completed", "tag": "19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:18.888134 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ab2287b2-7347-48dc-97da-e30bf0a329ec req-54433618-e4af-4a0e-a88c-5d80e496965b tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/security-groups?id=2230f15e-a14c-488d-aad2-9a023fe10e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531391 Aug 20 10:17:18.888878 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-e5277d42-0500-45f6-9371-067ca14c56e6 service neutron] 10.222.0.16 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865562 Aug 20 10:17:18.902774 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-263eeb7f-9085-4c12-888b-8b2ff653b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:18.960348 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9c11e8da-e026-4999-9397-a8f50685da5d service neutron] 10.222.0.16 "GET /v2.0/ports/b0dc443b-1921-4dad-bda7-a656f1502e81?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0461378 Aug 20 10:17:19.018756 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f67df12-2840-4294-8807-a9a0a6250cff req-cfd78f96-879e-4a99-9de5-8f02e9e486d8 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 210 time: 0.0565014 Aug 20 10:17:19.029800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763347e8-7990-47bb-ad64-2f261fe38c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:19.032278 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c5ce7f-992a-40fd-aad8-62a62e4308ae" -d '{"events": [{"server_uuid": "763347e8-7990-47bb-ad64-2f261fe38c84", "name": "network-vif-unplugged", "status": "completed", "tag": "d2989a2a-5a02-47c3-8ed1-ac9e311e05ca"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:19.039092 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:19.065856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-c06870cb-95d0-4f1d-b860-72e8e7555f1a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Made reservation on behalf of 11d213eb32ff4dabbbc87687feab7bcc for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:19.070554 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-c06870cb-95d0-4f1d-b860-72e8e7555f1a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:19.083463 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-0b8b8955-e88d-4913-95a2-e3504ced2763 service neutron] 10.222.0.16 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161845 Aug 20 10:17:19.091040 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-263eeb7f-9085-4c12-888b-8b2ff653b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:19.126032 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Transition to ACTIVE for port object d2989a2a-5a02-47c3-8ed1-ac9e311e05ca will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:19.131867 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263eeb7f-9085-4c12-888b-8b2ff653b0f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c329a9a7-dc91-4d27-a19b-8294f3bb3015,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:19.151971 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:19.185968 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-263eeb7f-9085-4c12-888b-8b2ff653b0f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:19.189021 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35118) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:19.189485 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-263eeb7f-9085-4c12-888b-8b2ff653b0f0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c329a9a7-dc91-4d27-a19b-8294f3bb3015 HTTP/1.1" status: 204 len: 168 time: 1.1077807 Aug 20 10:17:19.201508 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-92c312f1-2065-4f2b-9623-07ba281af5f4 service neutron] 10.222.0.16 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167347 Aug 20 10:17:19.323733 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ad37ff5c-5e61-4205-9a8d-70b40ef53bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:19.367631 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-016f6046-d35a-41aa-9187-f06b1616583b service neutron] 10.222.0.16 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562719 Aug 20 10:17:19.384817 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-c06870cb-95d0-4f1d-b860-72e8e7555f1a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Allocated IP 172.20.0.11 (5ea45e6d-0432-4a46-94e7-adce972727cf/e68f9554-8fd7-45c8-8297-706c20051e17/933b9943-2f19-4c47-b716-32ef428a7f9d) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:19.389239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Pushing event updated for resources: {'Port': ['ID=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,revision_number=6']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:19.435314 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438247d9-8073-4257-89d7-ba9c10f7386a req-81013d90-cb21-45aa-81b0-09a1bb1fec3b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:19.446433 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-438247d9-8073-4257-89d7-ba9c10f7386a req-81013d90-cb21-45aa-81b0-09a1bb1fec3b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 948 time: 0.3161585 Aug 20 10:17:19.468489 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] No DVR routers for this DVR port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:17:19.518405 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ad37ff5c-5e61-4205-9a8d-70b40ef53bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:19.532607 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-438247d9-8073-4257-89d7-ba9c10f7386a req-a1e6dfa9-90b2-4748-801e-d65c881a9fe0 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851574 Aug 20 10:17:19.544326 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-ad37ff5c-5e61-4205-9a8d-70b40ef53bbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191ea7ff-3563-463f-9861-544aef549017']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:19.561300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-ad37ff5c-5e61-4205-9a8d-70b40ef53bbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c03e29-c18c-49f2-bbff-0f4046ceb689') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:19.561600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-ad37ff5c-5e61-4205-9a8d-70b40ef53bbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c03e29-c18c-49f2-bbff-0f4046ceb689') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:19.574778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Attempting to bind port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:19.574951 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Attempting to bind port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:19.575315 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Attempting to bind port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:19.582261 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:17:19.582999 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Attempting to bind port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:19.585719 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ad37ff5c-5e61-4205-9a8d-70b40ef53bbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:19.596332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:19.596736 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:19.597128 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:19.597581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Bound port: d2989a2a-5a02-47c3-8ed1-ac9e311e05ca, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:19.597943 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:19.604997 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f586e2-295d-4cb9-9fa1-cd4b6aa3d25f x-openstack-request-id: req-33f586e2-295d-4cb9-9fa1-cd4b6aa3d25f {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:19.605478 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd088e0a-2c4a-452a-8e02-5db54c3a9f4d", "name": "network-vif-plugged", "status": "completed", "tag": "19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:19.605560 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33f586e2-295d-4cb9-9fa1-cd4b6aa3d25f {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:19.609001 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd088e0a-2c4a-452a-8e02-5db54c3a9f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8', 'code': 200} Aug 20 10:17:19.619009 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-1b137096-7933-4246-975d-ccde34f7eb05 service neutron] 10.222.0.16 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311292 Aug 20 10:17:19.640210 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ad37ff5c-5e61-4205-9a8d-70b40ef53bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:19.692714 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad37ff5c-5e61-4205-9a8d-70b40ef53bbd admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:17:19.693274 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ad37ff5c-5e61-4205-9a8d-70b40ef53bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:17:19.695450 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:17:19.765693 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ad37ff5c-5e61-4205-9a8d-70b40ef53bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:19.782262 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ad37ff5c-5e61-4205-9a8d-70b40ef53bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:19.786520 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ad37ff5c-5e61-4205-9a8d-70b40ef53bbd admin admin] 10.222.0.16 "DELETE /v2.0/networks/191ea7ff-3563-463f-9861-544aef549017 HTTP/1.1" status: 204 len: 168 time: 0.5941370 Aug 20 10:17:19.795815 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37ff5c-5e61-4205-9a8d-70b40ef53bbd admin admin] Pushing event deleted for resources: {'Network': ['ID=191ea7ff-3563-463f-9861-544aef549017,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:19.801497 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-eb9b72bc-3687-4648-b5a0-31a29bc88be8 service neutron] 10.222.0.16 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726761 Aug 20 10:17:19.879357 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edde65b-ea1f-4881-b3b9-39f3f9fd9eae req-9f07ae27-669a-4b26-8f40-c4b788964957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:19.881044 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8edde65b-ea1f-4881-b3b9-39f3f9fd9eae req-9f07ae27-669a-4b26-8f40-c4b788964957 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 1101 time: 0.2223341 Aug 20 10:17:19.883767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] For port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:19.889060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] For port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:19.913376 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dcc2d-f603-4c6e-82d5-2c4d2e274ca5 req-c43bb082-d09f-4889-a2cb-805cbe160489 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:19.913562 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bd6e3d6-c39e-4f85-aed8-a27986f5a90b service neutron] 10.222.0.16 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012087 Aug 20 10:17:19.914952 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7a8dcc2d-f603-4c6e-82d5-2c4d2e274ca5 req-c43bb082-d09f-4889-a2cb-805cbe160489 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 949 time: 0.1965747 Aug 20 10:17:19.932613 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:19.954562 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-c06870cb-95d0-4f1d-b860-72e8e7555f1a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:20.014020 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:20.014657 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:20.016107 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] 10.222.0.42 "PUT /v2.0/ports/d2989a2a-5a02-47c3-8ed1-ac9e311e05ca HTTP/1.1" status: 200 len: 1097 time: 2.5378618 Aug 20 10:17:20.043500 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-78ae0218-699f-4e5d-ae6d-e4e52d91f0b1 service neutron] 10.222.0.16 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214688 Aug 20 10:17:20.061478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35128) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:20.061783 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8edde65b-ea1f-4881-b3b9-39f3f9fd9eae req-02385d95-3f2d-40ca-a034-d0996f466616 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5364013c-208d-45c4-833b-3590a9b0a394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670666 Aug 20 10:17:20.078748 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d2989a2a-5a02-47c3-8ed1-ac9e311e05ca no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:17:20.098436 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7a8dcc2d-f603-4c6e-82d5-2c4d2e274ca5 req-672cf22f-b006-4bde-8a3f-c0aab3f19dfd tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/security-groups?id=5364013c-208d-45c4-833b-3590a9b0a394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682050 Aug 20 10:17:20.106157 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07234160-01bc-41b9-9826-3fbcb3bd459f service neutron] Pushing event updated for resources: {'Port': ['ID=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,revision_number=7']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:20.149253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-b5e2e8dc-0223-40bb-84ce-90054879ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:20.152109 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-b5e2e8dc-0223-40bb-84ce-90054879ac85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 1100 time: 0.0984044 Aug 20 10:17:20.155345 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-c06870cb-95d0-4f1d-b860-72e8e7555f1a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:20.176174 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d2989a2a-5a02-47c3-8ed1-ac9e311e05ca not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:17:20.226379 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695a4a3e-6f72-44cb-809f-026685c581e0 x-openstack-request-id: req-695a4a3e-6f72-44cb-809f-026685c581e0 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:20.227364 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763347e8-7990-47bb-ad64-2f261fe38c84", "name": "network-vif-unplugged", "status": "completed", "tag": "d2989a2a-5a02-47c3-8ed1-ac9e311e05ca", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:20.227364 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-695a4a3e-6f72-44cb-809f-026685c581e0 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:20.227364 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763347e8-7990-47bb-ad64-2f261fe38c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca', 'code': 200} Aug 20 10:17:20.234929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-c06870cb-95d0-4f1d-b860-72e8e7555f1a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Network 5ea45e6d-0432-4a46-94e7-adce972727cf is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:20.238395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-c06870cb-95d0-4f1d-b860-72e8e7555f1a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:20.242298 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-c06870cb-95d0-4f1d-b860-72e8e7555f1a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:20.250170 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8500df06-61e6-4dcc-b679-93e4f086cb31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bf53a2a703f4795aa92a28a522ab866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857123 Aug 20 10:17:20.250788 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35130) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:20.303787 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06870cb-95d0-4f1d-b860-72e8e7555f1a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Pushing event updated for resources: {'Port': ['ID=933b9943-2f19-4c47-b716-32ef428a7f9d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:20.334515 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-f734bb5b-2d85-40b2-8768-9b001f7d9220 service neutron] 10.222.0.16 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831004 Aug 20 10:17:20.410521 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-c06870cb-95d0-4f1d-b860-72e8e7555f1a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:20.411198 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-c06870cb-95d0-4f1d-b860-72e8e7555f1a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:20.426685 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b009-c3a1-4abc-9a77-0641a732683f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:20.430116 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-6a9573dd-2f36-4201-b1cd-1cbd689d73a4 service neutron] 10.222.0.16 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957994 Aug 20 10:17:20.463411 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b009-c3a1-4abc-9a77-0641a732683f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:20.464269 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-c06870cb-95d0-4f1d-b860-72e8e7555f1a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1851399 Aug 20 10:17:20.486813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Request body: {'port': {'device_id': '531a29d0-2898-4a79-9add-ac68dc99248e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:20.515179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-4d9dd415-6fc9-4267-9d6e-146324cb948e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:20.516567 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-4d9dd415-6fc9-4267-9d6e-146324cb948e service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2140403 Aug 20 10:17:20.549695 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd36b6d-5de8-461b-bcf1-ece5f213d274 req-eea168cf-18de-4201-98ad-24d5757f13dd tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:20.551348 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cdd36b6d-5de8-461b-bcf1-ece5f213d274 req-eea168cf-18de-4201-98ad-24d5757f13dd tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 945 time: 0.1293862 Aug 20 10:17:20.600622 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-9e895ca1-d178-4fd8-b024-42f642ea763c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca HTTP/1.1" status: 200 len: 217 time: 0.0725713 Aug 20 10:17:20.632193 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:20.707391 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cdd36b6d-5de8-461b-bcf1-ece5f213d274 req-1ec43d91-94de-441b-88c4-295eafcbc91d tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/security-groups?id=2230f15e-a14c-488d-aad2-9a023fe10e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138639 Aug 20 10:17:20.716196 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-493333a4-0db4-4cfa-9421-957308c6e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:20.717678 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-493333a4-0db4-4cfa-9421-957308c6e57a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0991809 Aug 20 10:17:20.876222 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b009-c3a1-4abc-9a77-0641a732683f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:20.880071 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b009-c3a1-4abc-9a77-0641a732683f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:20.883577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-0c0c6b62-b00c-468d-9544-e97af7cbf259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:20.884790 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d2d7b009-c3a1-4abc-9a77-0641a732683f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e65a265-c375-45e5-93ed-f37b0f6b315d HTTP/1.1" status: 204 len: 168 time: 0.6300054 Aug 20 10:17:20.886949 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-0c0c6b62-b00c-468d-9544-e97af7cbf259 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1549726 Aug 20 10:17:20.899219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7b009-c3a1-4abc-9a77-0641a732683f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e65a265-c375-45e5-93ed-f37b0f6b315d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:20.930263 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-51c8929d-c326-4de8-9392-5df59ed2404d service neutron] 10.222.0.16 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591625 Aug 20 10:17:20.959648 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb44df-e6b8-4504-98bf-d22edb11c612 req-5ec93593-ed42-4843-9507-1898b6f01e0b tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:20.961218 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c3eb44df-e6b8-4504-98bf-d22edb11c612 req-5ec93593-ed42-4843-9507-1898b6f01e0b tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 932 time: 0.1235771 Aug 20 10:17:21.080020 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c3eb44df-e6b8-4504-98bf-d22edb11c612 req-51ce6a02-da17-40be-ac50-a93ae9f92183 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045256 Aug 20 10:17:21.125482 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-9f193331-b0ad-4a96-83b3-7d3fff25dcb4 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224593 Aug 20 10:17:21.315643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933b9943-2f19-4c47-b716-32ef428a7f9d {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:21.328628 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:21.333406 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c00a8c7c-54f7-430d-b43f-1d5f62a01ca8 req-2de14734-f372-4c47-ac73-06cbd15d01e6 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909544 Aug 20 10:17:21.343263 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa66a4e-f5de-473e-929b-e379190cc7a0 req-dddca1a9-0409-4b5e-a47d-91ff9dc29b0d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:21.344850 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfa66a4e-f5de-473e-929b-e379190cc7a0 req-dddca1a9-0409-4b5e-a47d-91ff9dc29b0d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 948 time: 0.1486366 Aug 20 10:17:21.355217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Transition to ACTIVE for port object 933b9943-2f19-4c47-b716-32ef428a7f9d will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:21.367520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35158) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:21.368624 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:21.417197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-24218a4d-e5a0-4276-be6b-fde9e98ccdf9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e60d309372a143b0a3ccb7f2110f482e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485027 Aug 20 10:17:21.419793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35162) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:21.455086 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfa66a4e-f5de-473e-929b-e379190cc7a0 req-99f5dc33-22eb-4108-b04c-3903b5fe683f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943213 Aug 20 10:17:21.476951 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e021b66-666d-4f7c-a756-d5a88b3dbdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:21.501521 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e021b66-666d-4f7c-a756-d5a88b3dbdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:21.553578 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e021b66-666d-4f7c-a756-d5a88b3dbdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:21.556173 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e021b66-666d-4f7c-a756-d5a88b3dbdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:21.560267 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4e021b66-666d-4f7c-a756-d5a88b3dbdaf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e729caa-563c-4e55-957b-d78f790adac4 HTTP/1.1" status: 204 len: 168 time: 0.1363170 Aug 20 10:17:21.568342 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e021b66-666d-4f7c-a756-d5a88b3dbdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e729caa-563c-4e55-957b-d78f790adac4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:21.609965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=933b9943-2f19-4c47-b716-32ef428a7f9d,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:21.640951 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Attempting to bind port 933b9943-2f19-4c47-b716-32ef428a7f9d on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:21.641290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Attempting to bind port 933b9943-2f19-4c47-b716-32ef428a7f9d by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:21.641621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Attempting to bind port 933b9943-2f19-4c47-b716-32ef428a7f9d on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:21.648733 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Port 933b9943-2f19-4c47-b716-32ef428a7f9d on network 5ea45e6d-0432-4a46-94e7-adce972727cf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:17:21.648935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Attempting to bind port 933b9943-2f19-4c47-b716-32ef428a7f9d on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:21.657031 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:21.657374 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Checking segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:21.657760 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Bound using segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:21.658196 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Bound port: 933b9943-2f19-4c47-b716-32ef428a7f9d, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:21.658549 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:21.679988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2131e2-da5a-43c2-a645-f3bbab2bc0a6 req-95501731-da0c-403c-b03a-6791f59ce777 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:21.681488 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4a2131e2-da5a-43c2-a645-f3bbab2bc0a6 req-95501731-da0c-403c-b03a-6791f59ce777 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 945 time: 0.1620479 Aug 20 10:17:21.693579 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35174) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:21.700585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a8c62ffa-0519-4fb0-a272-13939df1a3d0 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Request body: {'floatingip': {'port_id': 'b61c3b1e-103c-4191-b0ee-95e71944a617'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:21.779446 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a8c62ffa-0519-4fb0-a272-13939df1a3d0 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for floatingip, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:21.801660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] For port 933b9943-2f19-4c47-b716-32ef428a7f9d, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:21.810843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] For port 933b9943-2f19-4c47-b716-32ef428a7f9d, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=933b9943-2f19-4c47-b716-32ef428a7f9d,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:21.829567 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:21.857716 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-043c1382-57ac-4e17-b695-8657c5dc93ab req-860a77b4-b513-43db-9336-4af29865a144 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.0411282 Aug 20 10:17:21.877333 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da3849-b00f-4cdb-bf5c-caeec772bb7b req-7d36ba3d-d992-4f76-b3d9-95aad3fbdc39 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:21.877823 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:21.878321 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:21.879725 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] 10.222.0.24 "PUT /v2.0/ports/933b9943-2f19-4c47-b716-32ef428a7f9d HTTP/1.1" status: 200 len: 1093 time: 1.4040456 Aug 20 10:17:21.885041 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c4da3849-b00f-4cdb-bf5c-caeec772bb7b req-7d36ba3d-d992-4f76-b3d9-95aad3fbdc39 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 949 time: 0.1224296 Aug 20 10:17:21.923683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4dcd21-15e9-4fb8-9e9d-cdcb89ba1ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=933b9943-2f19-4c47-b716-32ef428a7f9d,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:21.980946 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c4da3849-b00f-4cdb-bf5c-caeec772bb7b req-37e0652f-3494-4b1e-97b1-e5342a48d3af tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/security-groups?id=5364013c-208d-45c4-833b-3590a9b0a394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891464 Aug 20 10:17:22.053004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-28bae187-3c53-4f3b-ab64-88b6b1fde48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:22.054526 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-28bae187-3c53-4f3b-ab64-88b6b1fde48c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 1096 time: 0.1047597 Aug 20 10:17:22.072581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef6e0b-1adb-47a7-9e15-0fe4b971715c req-b521bd85-ddde-408d-b0d3-c08de1f92008 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:22.074359 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28ef6e0b-1adb-47a7-9e15-0fe4b971715c req-b521bd85-ddde-408d-b0d3-c08de1f92008 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 945 time: 0.0647912 Aug 20 10:17:22.120815 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-a2348268-6790-45a7-8145-c7681eaeeeea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=933b9943-2f19-4c47-b716-32ef428a7f9d HTTP/1.1" status: 200 len: 217 time: 0.0452535 Aug 20 10:17:22.218869 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28ef6e0b-1adb-47a7-9e15-0fe4b971715c req-011d9f2b-d848-49e3-bc0d-e78d04f0f383 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007466 Aug 20 10:17:22.227450 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-cc34e8b6-29d1-4b5e-ab26-84c970012ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:22.229504 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-cc34e8b6-29d1-4b5e-ab26-84c970012ee2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.0875227 Aug 20 10:17:22.230004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763347e8-7990-47bb-ad64-2f261fe38c84', 'tag': 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca'}, {'name': 'network-changed', 'server_uuid': '531a29d0-2898-4a79-9add-ac68dc99248e', 'tag': '933b9943-2f19-4c47-b716-32ef428a7f9d'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:22.235344 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea790938-63dd-446d-86a1-ba14c5f098db" -d '{"events": [{"name": "network-changed", "server_uuid": "763347e8-7990-47bb-ad64-2f261fe38c84", "tag": "d2989a2a-5a02-47c3-8ed1-ac9e311e05ca"}, {"name": "network-changed", "server_uuid": "531a29d0-2898-4a79-9add-ac68dc99248e", "tag": "933b9943-2f19-4c47-b716-32ef428a7f9d"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:22.298967 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-fda44b0f-f9db-456f-b9c5-202b5f345133 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607710 Aug 20 10:17:22.324511 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:22.462602 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a2bf3-f985-4f98-a3a1-84c735c8d769 req-74b525bd-990d-400a-8473-2106cb4253b0 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:22.464667 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-697a2bf3-f985-4f98-a3a1-84c735c8d769 req-74b525bd-990d-400a-8473-2106cb4253b0 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 949 time: 0.1206529 Aug 20 10:17:22.471684 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-86b7b7e6-8ee1-4854-9cde-b83ccded7ffb service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626163 Aug 20 10:17:22.565490 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97214999-9086-49b6-9bc5-08deee7994ad req-29043269-56a4-4d7e-9a3e-6e1e2884ed74 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:22.571690 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-97214999-9086-49b6-9bc5-08deee7994ad req-29043269-56a4-4d7e-9a3e-6e1e2884ed74 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 944 time: 0.2332780 Aug 20 10:17:22.581457 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-697a2bf3-f985-4f98-a3a1-84c735c8d769 req-b7ea39e3-dbdb-478e-9b59-63d3bb0199cc tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/security-groups?id=5364013c-208d-45c4-833b-3590a9b0a394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087239 Aug 20 10:17:22.632284 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-987b0aa6-6560-43d9-9d0c-b9d22fcfb511 req-aa887db9-3457-46ad-9722-641ebe40d468 service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416659 Aug 20 10:17:22.682646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35218) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:22.696662 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e05d56c-1512-4d6d-9408-62c070b9e4dd x-openstack-request-id: req-1e05d56c-1512-4d6d-9408-62c070b9e4dd {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:22.696960 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763347e8-7990-47bb-ad64-2f261fe38c84", "tag": "d2989a2a-5a02-47c3-8ed1-ac9e311e05ca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "531a29d0-2898-4a79-9add-ac68dc99248e", "tag": "933b9943-2f19-4c47-b716-32ef428a7f9d", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:22.697259 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e05d56c-1512-4d6d-9408-62c070b9e4dd {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:22.697667 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763347e8-7990-47bb-ad64-2f261fe38c84', 'tag': 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca', 'status': 'completed', 'code': 200} Aug 20 10:17:22.698827 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531a29d0-2898-4a79-9add-ac68dc99248e', 'tag': '933b9943-2f19-4c47-b716-32ef428a7f9d', 'status': 'completed', 'code': 200} Aug 20 10:17:22.705540 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.resource_extend [None req-a8c62ffa-0519-4fb0-a272-13939df1a3d0 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:17:22.728691 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-97214999-9086-49b6-9bc5-08deee7994ad req-5b82d505-e0f7-4c17-a6db-8d8fc9aa04a3 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203196 Aug 20 10:17:22.834499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f3bc526f-3857-4a8f-b989-d6c52c6ccf2e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099026900-network', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:22.839609 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a8c62ffa-0519-4fb0-a272-13939df1a3d0 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:22.844639 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a8c62ffa-0519-4fb0-a272-13939df1a3d0 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:22.856011 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea790938-63dd-446d-86a1-ba14c5f098db req-680fa579-fc81-4aee-a8f8-44e9aae1561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:22.857520 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-680fa579-fc81-4aee-a8f8-44e9aae1561a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 1100 time: 0.1529090 Aug 20 10:17:22.884753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea790938-63dd-446d-86a1-ba14c5f098db req-322e1663-10b4-4412-8be6-4baf3be79050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:22.886737 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-322e1663-10b4-4412-8be6-4baf3be79050 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 1100 time: 0.1199467 Aug 20 10:17:22.895931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bc526f-3857-4a8f-b989-d6c52c6ccf2e admin admin] Made reservation on behalf of 334fd981ee4449a88e6a27bec29dc014 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:22.898117 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3bc526f-3857-4a8f-b989-d6c52c6ccf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:22.907406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41259367-789a-48cf-ad5f-88a07fe744d4 req-c795407e-8fde-40c5-8254-dd913a39f303 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:22.908945 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41259367-789a-48cf-ad5f-88a07fe744d4 req-c795407e-8fde-40c5-8254-dd913a39f303 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 948 time: 0.1358588 Aug 20 10:17:22.946725 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-a8c62ffa-0519-4fb0-a272-13939df1a3d0 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Floating IP 1153cde9-f0fe-4223-b619-a83a4eda4fe1 associated. External IP: 172.25.3.228, port: b61c3b1e-103c-4191-b0ee-95e71944a617. Aug 20 10:17:22.970676 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3bc526f-3857-4a8f-b989-d6c52c6ccf2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:23.060119 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cbf085af-5e20-4613-bc41-ee249c0cefd3 req-d732aa8b-6b99-4c7b-ba7d-f8a473aa9561 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.0588262 Aug 20 10:17:23.091479 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41259367-789a-48cf-ad5f-88a07fe744d4 req-12321c9e-c11e-4d23-b790-e7a24cbef66e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528523 Aug 20 10:17:23.127336 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea790938-63dd-446d-86a1-ba14c5f098db req-45819c8c-f103-4775-b472-55b4b578beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:23.128827 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-45819c8c-f103-4775-b472-55b4b578beaf service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2618651 Aug 20 10:17:23.154570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea790938-63dd-446d-86a1-ba14c5f098db req-39e93ded-d4b1-45a0-91bb-6a86b14b716e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:23.156011 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-39e93ded-d4b1-45a0-91bb-6a86b14b716e service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2453196 Aug 20 10:17:23.208821 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c62ffa-0519-4fb0-a272-13939df1a3d0 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Router e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:17:23.211156 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-4a80a412-5b6e-4fe5-a026-094c583290a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca HTTP/1.1" status: 200 len: 217 time: 0.0652936 Aug 20 10:17:23.259102 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-b586fb56-97b6-47b5-8d1a-78ffa4033c0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca HTTP/1.1" status: 200 len: 217 time: 0.0851591 Aug 20 10:17:23.315553 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-62ca1153-65d0-4e30-9154-9eeacf60da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:23.317056 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-62ca1153-65d0-4e30-9154-9eeacf60da2b service neutron] 10.222.0.42 "GET /v2.0/ports/c43a519f-c520-4a8c-8b50-6cbb1c0ed201 HTTP/1.1" status: 200 len: 1027 time: 0.0514784 Aug 20 10:17:23.317556 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ab2cef8-4f27-4b31-aa3c-26ff39fe9e3a req-5aa29ec8-7355-4f3b-88f5-7fca101c82c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1868279 Aug 20 10:17:23.362595 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea790938-63dd-446d-86a1-ba14c5f098db req-be5fa6fc-1078-4310-8baf-10fd9d1998f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:23.364083 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-be5fa6fc-1078-4310-8baf-10fd9d1998f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1173906 Aug 20 10:17:23.370478 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3bc526f-3857-4a8f-b989-d6c52c6ccf2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:23.384007 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3bc526f-3857-4a8f-b989-d6c52c6ccf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:23.419277 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea790938-63dd-446d-86a1-ba14c5f098db req-c9413057-0c50-40c4-8fb3-901991d0078e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:23.420387 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-c9413057-0c50-40c4-8fb3-901991d0078e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1190820 Aug 20 10:17:23.430384 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3bc526f-3857-4a8f-b989-d6c52c6ccf2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:17:23.471958 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-7555a93a-7d2d-4ce7-b43f-abb9c99f14fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:23.473315 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-7555a93a-7d2d-4ce7-b43f-abb9c99f14fa service neutron] 10.222.0.42 "GET /v2.0/ports/b0dc443b-1921-4dad-bda7-a656f1502e81 HTTP/1.1" status: 200 len: 1027 time: 0.0854647 Aug 20 10:17:23.497507 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c62ffa-0519-4fb0-a272-13939df1a3d0 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:17:23.504158 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a8c62ffa-0519-4fb0-a272-13939df1a3d0 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:23.518408 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0df7d91-bf2f-4bd7-aee8-10285facc7a7 None None] Sync routers for ids ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:17:23.531257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df7d91-bf2f-4bd7-aee8-10285facc7a7 None None] Routers {'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:17:23.532245 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f0df7d91-bf2f-4bd7-aee8-10285facc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:17:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:23.600173 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a8c62ffa-0519-4fb0-a272-13939df1a3d0 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "PUT /v2.0/floatingips/1153cde9-f0fe-4223-b619-a83a4eda4fe1 HTTP/1.1" status: 200 len: 991 time: 1.9038770 Aug 20 10:17:23.622146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d36a4e5-22b9-4408-abab-ddca8c871e87', 'tag': 'b61c3b1e-103c-4191-b0ee-95e71944a617'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:23.624555 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03c054e-9e39-436b-b6e3-67d65b67a6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d36a4e5-22b9-4408-abab-ddca8c871e87", "tag": "b61c3b1e-103c-4191-b0ee-95e71944a617"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:23.680310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-a974165c-37d1-4e68-aec8-11f95a0b287b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:23.688475 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-a974165c-37d1-4e68-aec8-11f95a0b287b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:23.696021 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-a974165c-37d1-4e68-aec8-11f95a0b287b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:23.698043 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-a974165c-37d1-4e68-aec8-11f95a0b287b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.42 "GET /v2.0/networks?id=b8eb4a3e-b147-44c8-b055-38c08a4758a5&id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c&id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c HTTP/1.1" status: 200 len: 1989 time: 0.2123954 Aug 20 10:17:23.721448 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-f0df7d91-bf2f-4bd7-aee8-10285facc7a7 None None] Set router e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:17:23.795015 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-b610600a-f91a-4917-aa21-617005616942 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0e5831484784def8c1647505b6cc771 HTTP/1.1" status: 200 len: 380 time: 0.0861633 Aug 20 10:17:23.814700 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-67a76538-3b0a-4423-88b6-98067bdc813f req-7962c4d5-f086-4d7f-b529-4ae994c42181 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Request body: {'port': {'device_id': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'admin_state_up': True, 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'security_groups': ['e37e733d-a5b5-4fd4-a0df-d5bdcfa64097']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:23.905069 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd9a5d-3179-4337-8f28-c4340db349b7 req-1895c510-c243-468e-ab72-fa0eb722e20a tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:23.913528 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cdbd9a5d-3179-4337-8f28-c4340db349b7 req-1895c510-c243-468e-ab72-fa0eb722e20a tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 949 time: 0.1815646 Aug 20 10:17:23.975516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc526f-3857-4a8f-b989-d6c52c6ccf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a77e22b-c0f5-420d-ba29-366f7764021a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:23.984421 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3bc526f-3857-4a8f-b989-d6c52c6ccf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:23.984627 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-f3bc526f-3857-4a8f-b989-d6c52c6ccf2e admin admin] Added segment 5fc9845c-6a95-46f5-9483-446c454ec771 of type vlan for network 3041083e-b626-40e1-9787-556af8d58456 Aug 20 10:17:23.988414 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cdbd9a5d-3179-4337-8f28-c4340db349b7 req-e933ff19-1a17-439d-a8d2-424d3dde850a tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/security-groups?id=5364013c-208d-45c4-833b-3590a9b0a394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624661 Aug 20 10:17:23.997782 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device d2989a2a-5a02-47c3-8ed1-ac9e311e05ca details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:17:24.042257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.42', 51289) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:24.055252 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4546df-bd11-4292-8a44-379eea8a5d91 x-openstack-request-id: req-1c4546df-bd11-4292-8a44-379eea8a5d91 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:24.055804 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d36a4e5-22b9-4408-abab-ddca8c871e87", "tag": "b61c3b1e-103c-4191-b0ee-95e71944a617", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:24.056625 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c4546df-bd11-4292-8a44-379eea8a5d91 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:24.057073 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d36a4e5-22b9-4408-abab-ddca8c871e87', 'tag': 'b61c3b1e-103c-4191-b0ee-95e71944a617', 'status': 'completed', 'code': 200} Aug 20 10:17:24.061120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-7962c4d5-f086-4d7f-b529-4ae994c42181 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Made reservation on behalf of b0e5831484784def8c1647505b6cc771 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:24.063094 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-7962c4d5-f086-4d7f-b529-4ae994c42181 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:24.085897 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.42', 51290) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:24.138204 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f0df7d91-bf2f-4bd7-aee8-10285facc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'name': 'tempest-ServersTestJSON-1406168816-router', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:51Z', 'updated_at': '2021-08-20T10:16:57Z', 'revision_number': 4, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'gw_port': {'id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:52Z', 'updated_at': '2021-08-20T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '1153cde9-f0fe-4223-b619-a83a4eda4fe1', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'floating_ip_address': '172.25.3.228', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'port_id': 'b61c3b1e-103c-4191-b0ee-95e71944a617', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'mac_address': 'fa:16:3e:1e:4f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d36a4e5-22b9-4408-abab-ddca8c871e87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:17:02Z', 'updated_at': '2021-08-20T10:17:22Z', 'revision_number': 1, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd715331e-d6b3-4ea1-8335-833768bcf990', 'name': '', 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'mac_address': 'fa:16:3e:d5:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:56Z', 'updated_at': '2021-08-20T10:17:04Z', 'revision_number': 5, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'subnets': [{'id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:24.144423 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea790938-63dd-446d-86a1-ba14c5f098db req-733d78fb-0c5a-4d55-a328-1b58d0cdcc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:24.145963 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-733d78fb-0c5a-4d55-a328-1b58d0cdcc8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7726049 Aug 20 10:17:24.155620 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3bc526f-3857-4a8f-b989-d6c52c6ccf2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:24.176396 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0df7d91-bf2f-4bd7-aee8-10285facc7a7 None None] Checking router: e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:17:24.188697 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-1e8aa58a-055a-4aa3-a1c1-9a58c30a646c tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1225552942&fields=id&tenant_id=d1e949b55a314448808ad67780ed3577 HTTP/1.1" status: 200 len: 267 time: 0.2653775 Aug 20 10:17:24.196805 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df7d91-bf2f-4bd7-aee8-10285facc7a7 None None] Routers {'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:17:24.197438 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f0df7d91-bf2f-4bd7-aee8-10285facc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:17:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:24.227944 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea790938-63dd-446d-86a1-ba14c5f098db req-c1836cca-f8d6-47d0-b501-2ed28044b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:24.229370 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-c1836cca-f8d6-47d0-b501-2ed28044b634 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7845170 Aug 20 10:17:24.246977 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:24.266838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca', 'mac_address': 'fa:16:3e:0e:d8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:17:24.283635 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.resource_extend [None req-f3bc526f-3857-4a8f-b989-d6c52c6ccf2e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:17:24.287403 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2cef8-4f27-4b31-aa3c-26ff39fe9e3a req-6b1f6b7a-6a9c-4665-ba15-959b372b6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:24.289171 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ab2cef8-4f27-4b31-aa3c-26ff39fe9e3a req-6b1f6b7a-6a9c-4665-ba15-959b372b6bdc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 1101 time: 0.3750987 Aug 20 10:17:24.350049 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:24.363844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-f0df7d91-bf2f-4bd7-aee8-10285facc7a7 None None] Set router e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:17:24.396703 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2989a2a-5a02-47c3-8ed1-ac9e311e05ca {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:24.461817 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3bc526f-3857-4a8f-b989-d6c52c6ccf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:24.462231 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc526f-3857-4a8f-b989-d6c52c6ccf2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:24.462767 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:24.463008 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3bc526f-3857-4a8f-b989-d6c52c6ccf2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:24.478562 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:24.587723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:24.591466 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f3bc526f-3857-4a8f-b989-d6c52c6ccf2e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.9078968 Aug 20 10:17:24.603558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35252) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:24.615671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a34817bf-c652-4559-b008-c9a08f400e36 admin admin] Request body: {'subnet': {'network_id': '3041083e-b626-40e1-9787-556af8d58456', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099026900-subnet', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:24.620726 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-4b68cb2d-34e4-40c0-b2e3-50b6967382a5 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581254 Aug 20 10:17:24.627445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-a61d16e7-95d0-4122-9e9a-63ed95975308 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:24.629453 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-a61d16e7-95d0-4122-9e9a-63ed95975308 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/networks?id=32a089c0-176d-40e1-bdf0-d909b8c47da7 HTTP/1.1" status: 200 len: 823 time: 0.4396863 Aug 20 10:17:24.677893 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc526f-3857-4a8f-b989-d6c52c6ccf2e admin admin] Pushing event updated for resources: {'Network': ['ID=3041083e-b626-40e1-9787-556af8d58456,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:24.688918 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 3041083e-b626-40e1-9787-556af8d58456 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:17:24.717445 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72993c8c-ea00-4628-91a0-520823a37734 req-37ca8a6d-35fd-431e-958c-c52cd768d9af tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:24.718963 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72993c8c-ea00-4628-91a0-520823a37734 req-37ca8a6d-35fd-431e-958c-c52cd768d9af tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 949 time: 0.6757114 Aug 20 10:17:24.728448 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2cef8-4f27-4b31-aa3c-26ff39fe9e3a req-6afa914e-172c-4c90-8bd4-68f2a54b5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:24.730170 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ab2cef8-4f27-4b31-aa3c-26ff39fe9e3a req-6afa914e-172c-4c90-8bd4-68f2a54b5024 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.4062185 Aug 20 10:17:24.740831 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-375831f1-91e3-44c9-b29f-5dac09906c28 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365394 Aug 20 10:17:24.742390 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-88fa905b-eb2e-4553-bb53-6e5f1ca627ab tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/quotas/d1e949b55a314448808ad67780ed3577 HTTP/1.1" status: 200 len: 375 time: 0.0926206 Aug 20 10:17:24.758661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c054e-9e39-436b-b6e3-67d65b67a6f3 req-27212e36-6df8-4473-ad0e-37035bcee9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:24.762089 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b03c054e-9e39-436b-b6e3-67d65b67a6f3 req-27212e36-6df8-4473-ad0e-37035bcee9db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe58ca97c3ec42c7bc4953ba74d9f4b8&device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 1097 time: 0.6743946 Aug 20 10:17:24.764407 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['d2989a2a-5a02-47c3-8ed1-ac9e311e05ca'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:17:24.810018 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fab094-ea5d-476a-914f-999f0eb25215 req-cf23649e-ab80-4fa6-bd41-0bd8c52675cb tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:24.819269 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ab2cef8-4f27-4b31-aa3c-26ff39fe9e3a req-e70849a6-0eaa-4d60-83a8-d630ea96744f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=28f386fb-544d-424c-81a8-c7baacb44512 HTTP/1.1" status: 200 len: 217 time: 0.0759919 Aug 20 10:17:24.819981 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34817bf-c652-4559-b008-c9a08f400e36 admin admin] Made reservation on behalf of 334fd981ee4449a88e6a27bec29dc014 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:24.821149 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-98fab094-ea5d-476a-914f-999f0eb25215 req-cf23649e-ab80-4fa6-bd41-0bd8c52675cb tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 944 time: 0.6081893 Aug 20 10:17:24.822465 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a34817bf-c652-4559-b008-c9a08f400e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:24.848119 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f0df7d91-bf2f-4bd7-aee8-10285facc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'name': 'tempest-ServersTestJSON-1406168816-router', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:51Z', 'updated_at': '2021-08-20T10:16:57Z', 'revision_number': 4, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'gw_port': {'id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:52Z', 'updated_at': '2021-08-20T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '1153cde9-f0fe-4223-b619-a83a4eda4fe1', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'floating_ip_address': '172.25.3.228', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'port_id': 'b61c3b1e-103c-4191-b0ee-95e71944a617', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'mac_address': 'fa:16:3e:1e:4f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d36a4e5-22b9-4408-abab-ddca8c871e87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:17:02Z', 'updated_at': '2021-08-20T10:17:22Z', 'revision_number': 1, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd715331e-d6b3-4ea1-8335-833768bcf990', 'name': '', 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'mac_address': 'fa:16:3e:d5:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:56Z', 'updated_at': '2021-08-20T10:17:04Z', 'revision_number': 5, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'subnets': [{'id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:24.901383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-67a76538-3b0a-4423-88b6-98067bdc813f req-7962c4d5-f086-4d7f-b529-4ae994c42181 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Allocated IP 172.20.0.3 (b8eb4a3e-b147-44c8-b055-38c08a4758a5/cdb8b0c3-e2dc-4f1a-99e9-151eb29be007/2546b1e2-0838-4e48-be61-9c0af5b6f798) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:24.919507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0df7d91-bf2f-4bd7-aee8-10285facc7a7 None None] The sync data for ids ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'] in n-d-778550-11 is: [{'id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'name': 'tempest-ServersTestJSON-1406168816-router', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:51Z', 'updated_at': '2021-08-20T10:16:57Z', 'revision_number': 4, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'gw_port': {'id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:52Z', 'updated_at': '2021-08-20T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '1153cde9-f0fe-4223-b619-a83a4eda4fe1', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'floating_ip_address': '172.25.3.228', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'port_id': 'b61c3b1e-103c-4191-b0ee-95e71944a617', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'mac_address': 'fa:16:3e:1e:4f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d36a4e5-22b9-4408-abab-ddca8c871e87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:17:02Z', 'updated_at': '2021-08-20T10:17:22Z', 'revision_number': 1, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd715331e-d6b3-4ea1-8335-833768bcf990', 'name': '', 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'mac_address': 'fa:16:3e:d5:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:56Z', 'updated_at': '2021-08-20T10:17:04Z', 'revision_number': 5, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'subnets': [{'id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:17:25.003645 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-98fab094-ea5d-476a-914f-999f0eb25215 req-045ab61a-1ec3-4996-bd9b-65114e163ceb tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813989 Aug 20 10:17:25.106082 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-92a02c04-ab72-4ca7-b382-2649aa5e28a4 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604142 Aug 20 10:17:25.118013 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2cef8-4f27-4b31-aa3c-26ff39fe9e3a req-88fba6a7-3efc-4d22-b332-881809f7a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:25.120290 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ab2cef8-4f27-4b31-aa3c-26ff39fe9e3a req-88fba6a7-3efc-4d22-b332-881809f7a14d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.2276299 Aug 20 10:17:25.165454 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-4b643189-72f2-465a-8246-c1bacecf53f3 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1e949b55a314448808ad67780ed3577&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4078090 Aug 20 10:17:25.194972 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7930c18c-b24d-4ee9-987e-9c5622223322 req-bc45a052-7302-43ef-afeb-c2bcf0b8ad2d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.0839884 Aug 20 10:17:25.296073 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c054e-9e39-436b-b6e3-67d65b67a6f3 req-90b263e1-f57b-496a-ad74-4edfffa6e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:25.297855 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b03c054e-9e39-436b-b6e3-67d65b67a6f3 req-90b263e1-f57b-496a-ad74-4edfffa6e51b service neutron] 10.222.0.42 "GET /v2.0/networks?id=7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 HTTP/1.1" status: 200 len: 907 time: 0.5093372 Aug 20 10:17:25.306732 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab17d53-0a5a-44c4-9b82-5e5ace537b66 None None] New status for floating IP 1153cde9-f0fe-4223-b619-a83a4eda4fe1: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:17:25.313777 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-bd22e3a4-8907-4b29-9c62-1d46d8f94b3d service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585349 Aug 20 10:17:25.361866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-72993c8c-ea00-4628-91a0-520823a37734 req-d49f87e2-12a3-4cbe-8d5e-8600a6599f07 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Deleting port 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:17:25.362210 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-72993c8c-ea00-4628-91a0-520823a37734 req-d49f87e2-12a3-4cbe-8d5e-8600a6599f07 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:25.386470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2cef8-4f27-4b31-aa3c-26ff39fe9e3a req-147d9c3c-462e-426a-8d48-b76adcf11028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:25.388195 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ab2cef8-4f27-4b31-aa3c-26ff39fe9e3a req-147d9c3c-462e-426a-8d48-b76adcf11028 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2596221 Aug 20 10:17:25.397928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea790938-63dd-446d-86a1-ba14c5f098db req-4fc3aab7-b904-4043-834f-0d9dcc27c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:25.399551 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-4fc3aab7-b904-4043-834f-0d9dcc27c064 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 1096 time: 0.2211661 Aug 20 10:17:25.550988 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-da4ba773-d3b8-42ac-b30c-f05cffecb062 service neutron] 10.222.0.16 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597507 Aug 20 10:17:25.582444 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-7962c4d5-f086-4d7f-b529-4ae994c42181 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:25.593492 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b03c054e-9e39-436b-b6e3-67d65b67a6f3 req-2a1c181b-f645-4d16-bcc8-5ec641dcb1e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b61c3b1e-103c-4191-b0ee-95e71944a617 HTTP/1.1" status: 200 len: 999 time: 0.2786758 Aug 20 10:17:25.612829 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2835045-83d7-4410-9667-39a21a2766e0 req-cc848b37-4160-492a-9aa2-bb878c302b28 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:25.620776 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2835045-83d7-4410-9667-39a21a2766e0 req-cc848b37-4160-492a-9aa2-bb878c302b28 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 949 time: 0.3261223 Aug 20 10:17:25.645986 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a34817bf-c652-4559-b008-c9a08f400e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:25.652875 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-67a76538-3b0a-4423-88b6-98067bdc813f req-7962c4d5-f086-4d7f-b529-4ae994c42181 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Transition to ACTIVE for port object 2546b1e2-0838-4e48-be61-9c0af5b6f798 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:25.695163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-72993c8c-ea00-4628-91a0-520823a37734 req-d49f87e2-12a3-4cbe-8d5e-8600a6599f07 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] For port 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:25.695532 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-72993c8c-ea00-4628-91a0-520823a37734 req-d49f87e2-12a3-4cbe-8d5e-8600a6599f07 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:25.738973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea790938-63dd-446d-86a1-ba14c5f098db req-f19e743c-6b7d-49f0-a2a4-e9c5054e4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:25.740670 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-f19e743c-6b7d-49f0-a2a4-e9c5054e4717 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 908 time: 0.3245358 Aug 20 10:17:25.749737 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-72993c8c-ea00-4628-91a0-520823a37734 req-d49f87e2-12a3-4cbe-8d5e-8600a6599f07 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Calling delete_port for 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:17:25.773237 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ab2cef8-4f27-4b31-aa3c-26ff39fe9e3a req-e9633b40-98fc-4d4c-a451-525b9abdfdfe service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688402 Aug 20 10:17:25.778585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c054e-9e39-436b-b6e3-67d65b67a6f3 req-153ff697-f481-4f85-9a78-81877bf61ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:25.778944 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34817bf-c652-4559-b008-c9a08f400e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5e47aa-eb79-4392-8c1a-be28171d1de0,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:25.780204 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b03c054e-9e39-436b-b6e3-67d65b67a6f3 req-153ff697-f481-4f85-9a78-81877bf61ce9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fb0adb47-a50a-4a01-b0f9-cfc65237f4a4 HTTP/1.1" status: 200 len: 845 time: 0.1538029 Aug 20 10:17:25.793610 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2835045-83d7-4410-9667-39a21a2766e0 req-f1cd0887-c8d0-4ff4-bfff-f1825ab63d2e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677263 Aug 20 10:17:25.833041 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-58d1d1bd-03e3-4ba4-ad67-5a14e4aafda8 service neutron] 10.222.0.16 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809045 Aug 20 10:17:25.842375 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-e4e95e3e-61ec-48c0-8b73-5dd06efab8a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=933b9943-2f19-4c47-b716-32ef428a7f9d HTTP/1.1" status: 200 len: 217 time: 0.0857012 Aug 20 10:17:25.894608 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-7962c4d5-f086-4d7f-b529-4ae994c42181 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:25.948073 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device d2989a2a-5a02-47c3-8ed1-ac9e311e05ca up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:25.956839 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c054e-9e39-436b-b6e3-67d65b67a6f3 req-3d99ee1d-0a1c-42e7-b9d1-ebb301945076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:25.958409 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b03c054e-9e39-436b-b6e3-67d65b67a6f3 req-3d99ee1d-0a1c-42e7-b9d1-ebb301945076 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166265 Aug 20 10:17:26.005036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a76538-3b0a-4423-88b6-98067bdc813f req-7962c4d5-f086-4d7f-b529-4ae994c42181 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Network b8eb4a3e-b147-44c8-b055-38c08a4758a5 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:26.021934 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-67a76538-3b0a-4423-88b6-98067bdc813f req-7962c4d5-f086-4d7f-b529-4ae994c42181 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:26.037710 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962c4d5-f086-4d7f-b529-4ae994c42181 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event updated for resources: {'Port': ['ID=2546b1e2-0838-4e48-be61-9c0af5b6f798,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:26.080815 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-7962c4d5-f086-4d7f-b529-4ae994c42181 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:26.117252 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:26.123328 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:26.123749 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:26.138187 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ab2cef8-4f27-4b31-aa3c-26ff39fe9e3a req-3c8facf1-c738-4281-8b88-6b674ad7d93c service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565028 Aug 20 10:17:26.209253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34817bf-c652-4559-b008-c9a08f400e36 admin admin] Checking segment: {'id': '5fc9845c-6a95-46f5-9483-446c454ec771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3041083e-b626-40e1-9787-556af8d58456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:26.210257 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34817bf-c652-4559-b008-c9a08f400e36 admin admin] Network hostable DHCP agents. Network: 3041083e-b626-40e1-9787-556af8d58456, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:17:26.223441 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 933b9943-2f19-4c47-b716-32ef428a7f9d details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:17:26.244516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea790938-63dd-446d-86a1-ba14c5f098db req-2b8c98c3-c3ba-4c00-9a4c-21e3c05ee490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:26.247002 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-2b8c98c3-c3ba-4c00-9a4c-21e3c05ee490 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.1020486 Aug 20 10:17:26.331712 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38a27a-edce-47b8-a3c5-6637b81c07c3 req-8480efba-1ed5-4c83-b046-2ad7eb128625 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:26.339812 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cf38a27a-edce-47b8-a3c5-6637b81c07c3 req-8480efba-1ed5-4c83-b046-2ad7eb128625 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c332ed-f04c-4ad4-874c-d3f73757acf1 HTTP/1.1" status: 200 len: 945 time: 0.4990654 Aug 20 10:17:26.341959 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-bb2e8c5f-020c-4f47-aa13-a247cefbcf05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718806 Aug 20 10:17:26.347658 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-72993c8c-ea00-4628-91a0-520823a37734 req-d49f87e2-12a3-4cbe-8d5e-8600a6599f07 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:26.368417 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-7962c4d5-f086-4d7f-b529-4ae994c42181 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:26.376225 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-7962c4d5-f086-4d7f-b529-4ae994c42181 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:26.417396 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3ec29-0edf-43ee-bafd-65cde9a8f2dc req-35a51a9b-ebb4-4e63-8246-580d9befe735 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:26.418986 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-41e3ec29-0edf-43ee-bafd-65cde9a8f2dc req-35a51a9b-ebb4-4e63-8246-580d9befe735 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd088e0a-2c4a-452a-8e02-5db54c3a9f4d HTTP/1.1" status: 200 len: 949 time: 0.4317534 Aug 20 10:17:26.435750 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b03c054e-9e39-436b-b6e3-67d65b67a6f3 req-2e94567b-6296-4000-b774-449d1ec89182 service neutron] 10.222.0.42 "GET /v2.0/networks/7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534705 Aug 20 10:17:26.466729 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34817bf-c652-4559-b008-c9a08f400e36 admin admin] Network 3041083e-b626-40e1-9787-556af8d58456 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:17:26.484194 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2c8ff62f-d6f9-43ef-87a6-c81563f1e295 req-e74c1e5f-4575-4e74-b380-98b17b670880 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 210 time: 0.1411626 Aug 20 10:17:26.508572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 933b9943-2f19-4c47-b716-32ef428a7f9d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=933b9943-2f19-4c47-b716-32ef428a7f9d,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:26.521654 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:26.527176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f87e2-12a3-4cbe-8d5e-8600a6599f07 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Pushing event deleted for resources: {'Port': ['ID=19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:26.545147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '933b9943-2f19-4c47-b716-32ef428a7f9d', 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf', 'port_id': '933b9943-2f19-4c47-b716-32ef428a7f9d', 'mac_address': 'fa:16:3e:78:c8:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e68f9554-8fd7-45c8-8297-706c20051e17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:17:26.584201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-7962c4d5-f086-4d7f-b529-4ae994c42181 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7806256 Aug 20 10:17:26.668846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-67a76538-3b0a-4423-88b6-98067bdc813f req-6a5218d0-039f-4b06-ad59-ce0c3029ffc4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Request body: {'port': {'device_id': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680', 'admin_state_up': True, 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'security_groups': ['e37e733d-a5b5-4fd4-a0df-d5bdcfa64097']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:26.676780 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a8795022-0882-42b2-b3c2-ce405374d4a3 None None] Provisioning for port 2546b1e2-0838-4e48-be61-9c0af5b6f798 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:26.713050 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-a7225599-5a30-4285-b0d5-6104d90c786b service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473557 Aug 20 10:17:26.718257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763347e8-7990-47bb-ad64-2f261fe38c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:26.723908 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68634cb2-2e19-47fb-96bd-fe7ba52812db" -d '{"events": [{"server_uuid": "763347e8-7990-47bb-ad64-2f261fe38c84", "name": "network-vif-plugged", "status": "completed", "tag": "d2989a2a-5a02-47c3-8ed1-ac9e311e05ca"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:26.755756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-a34817bf-c652-4559-b008-c9a08f400e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 3041083e-b626-40e1-9787-556af8d58456) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:26.772637 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a8795022-0882-42b2-b3c2-ce405374d4a3 None None] Provisioning complete for port 2546b1e2-0838-4e48-be61-9c0af5b6f798 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:26.773362 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a8795022-0882-42b2-b3c2-ce405374d4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:26.849998 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-72993c8c-ea00-4628-91a0-520823a37734 req-d49f87e2-12a3-4cbe-8d5e-8600a6599f07 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] No DVR routers for this DVR port 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:17:26.858405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fb75c-28e1-473c-a763-22d9be4c2ebe req-521e6694-0b42-439b-b777-74cff8e9c8fc tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:26.860315 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c0fb75c-28e1-473c-a763-22d9be4c2ebe req-521e6694-0b42-439b-b777-74cff8e9c8fc tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.24 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84&tenant_id=4bbe3cedbde94338837c7f3482239b51&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 949 time: 0.4265411 Aug 20 10:17:26.868069 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34817bf-c652-4559-b008-c9a08f400e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:26.868416 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-72993c8c-ea00-4628-91a0-520823a37734 req-d49f87e2-12a3-4cbe-8d5e-8600a6599f07 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:26.868737 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a34817bf-c652-4559-b008-c9a08f400e36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:26.871234 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72993c8c-ea00-4628-91a0-520823a37734 req-d49f87e2-12a3-4cbe-8d5e-8600a6599f07 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.42 "DELETE /v2.0/ports/19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 HTTP/1.1" status: 204 len: 173 time: 2.1398077 Aug 20 10:17:26.873887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd088e0a-2c4a-452a-8e02-5db54c3a9f4d', 'name': 'network-vif-deleted', 'tag': '19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:26.876390 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838abb5f-9d8c-4677-bf86-2b6b82d90af2" -d '{"events": [{"server_uuid": "bd088e0a-2c4a-452a-8e02-5db54c3a9f4d", "name": "network-vif-deleted", "tag": "19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:26.890543 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-41e3ec29-0edf-43ee-bafd-65cde9a8f2dc req-387509b9-aa77-46a3-8ce8-4bcf79a23cc2 tempest-ImagesNegativeTestJSON-698000575 tempest-ImagesNegativeTestJSON-698000575-project] 10.222.0.16 "GET /v2.0/security-groups?id=5364013c-208d-45c4-833b-3590a9b0a394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183917 Aug 20 10:17:27.055796 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a8795022-0882-42b2-b3c2-ce405374d4a3 None None] Port 2546b1e2-0838-4e48-be61-9c0af5b6f798 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:17:27.061638 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b03c054e-9e39-436b-b6e3-67d65b67a6f3 req-50a7b0ea-3a52-4978-84b3-07bc673a6fe7 service neutron] 10.222.0.42 "GET /v2.0/networks/7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640273 Aug 20 10:17:27.063133 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3dadfb-de45-4e8a-8e12-9295017dd473 None None] Network 3041083e-b626-40e1-9787-556af8d58456 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:17:27.067357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:27.069099 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:27.087131 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933b9943-2f19-4c47-b716-32ef428a7f9d {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:27.102472 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:27.103841 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:17:27.210153 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:27.228067 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d4c54-b09c-4fbe-9e34-b638219f6ef6 req-487555b3-9a9c-417a-98b0-7127ed0fd715 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:27.248571 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5c1d4c54-b09c-4fbe-9e34-b638219f6ef6 req-487555b3-9a9c-417a-98b0-7127ed0fd715 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 931 time: 0.1813858 Aug 20 10:17:27.257994 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-6a5218d0-039f-4b06-ad59-ce0c3029ffc4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Made reservation on behalf of b0e5831484784def8c1647505b6cc771 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:27.261828 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-6a5218d0-039f-4b06-ad59-ce0c3029ffc4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:27.274007 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:17:27.274472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:17:27.283675 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 933b9943-2f19-4c47-b716-32ef428a7f9d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=933b9943-2f19-4c47-b716-32ef428a7f9d,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:27.299572 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:27.340161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e3d76-30ad-48bb-96c9-829172802c5f req-5431ec18-e863-4afc-a1fd-57a1e9839a3e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:27.348560 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-306e3d76-30ad-48bb-96c9-829172802c5f req-5431ec18-e863-4afc-a1fd-57a1e9839a3e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 944 time: 0.6158774 Aug 20 10:17:27.388178 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a34817bf-c652-4559-b008-c9a08f400e36 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7831345 Aug 20 10:17:27.390878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35292) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:27.404705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099026900-router', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:27.415343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-cf38a27a-edce-47b8-a3c5-6637b81c07c3 req-a537ea20-2804-4016-8ab8-97297e5424bc tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Deleting port c82c2b94-821f-4fb6-936b-6a633329d9c3 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:17:27.415785 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-cf38a27a-edce-47b8-a3c5-6637b81c07c3 req-a537ea20-2804-4016-8ab8-97297e5424bc tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:27.448445 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5c1d4c54-b09c-4fbe-9e34-b638219f6ef6 req-4857cb6f-0c1d-4ed4-b410-979afd47da56 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983519 Aug 20 10:17:27.457571 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-3041083e-b626-40e1-9787-556af8d58456', 'network_id': '3041083e-b626-40e1-9787-556af8d58456', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'fixed_ips': [{'subnet_id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:17:27.459530 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:27.493086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=933b9943-2f19-4c47-b716-32ef428a7f9d,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:27.524345 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-cf38a27a-edce-47b8-a3c5-6637b81c07c3 req-a537ea20-2804-4016-8ab8-97297e5424bc tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] For port c82c2b94-821f-4fb6-936b-6a633329d9c3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c82c2b94-821f-4fb6-936b-6a633329d9c3,segment=NetworkSegment(63015c34-9747-447c-9978-acd5c7bd52ba),segment_id=63015c34-9747-447c-9978-acd5c7bd52ba)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:27.524746 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-cf38a27a-edce-47b8-a3c5-6637b81c07c3 req-a537ea20-2804-4016-8ab8-97297e5424bc tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:27.571208 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:27.572809 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:27.628072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-67a76538-3b0a-4423-88b6-98067bdc813f req-6a5218d0-039f-4b06-ad59-ce0c3029ffc4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Allocated IP 10.1.1.185 (2860b90c-db3f-4841-95e1-b5cb7f4d6680/6bbdbb57-b2a0-488f-89de-e5556b3e2800/39f3e1a5-7f05-4149-b43b-14fa8fc00bb5) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:27.647870 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-306e3d76-30ad-48bb-96c9-829172802c5f req-48534b6d-a6a1-4efd-9b33-49582986cb98 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974999 Aug 20 10:17:27.691320 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:27.724800 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-30cc7d0d-3e66-43aa-bbbe-360b79d7bb33 service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0026553 Aug 20 10:17:27.731184 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-3c0fb75c-28e1-473c-a763-22d9be4c2ebe req-8b815322-a464-44f1-a734-1860b9f32776 service neutron] delete failed (client error): The resource could not be found. Aug 20 10:17:27.732272 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c0fb75c-28e1-473c-a763-22d9be4c2ebe req-8b815322-a464-44f1-a734-1860b9f32776 service neutron] 10.222.0.24 "DELETE /v2.0/ports/d2989a2a-5a02-47c3-8ed1-ac9e311e05ca/bindings/n-h2-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.8388882 Aug 20 10:17:27.749695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc819a81-f3e5-4746-8d2b-419afb8909b3 req-abeb494d-ba8c-4fe0-86a5-1879c6b24be0 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:27.751624 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fc819a81-f3e5-4746-8d2b-419afb8909b3 req-abeb494d-ba8c-4fe0-86a5-1879c6b24be0 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.1817124 Aug 20 10:17:27.758746 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Allocated IP 172.20.0.2 (3041083e-b626-40e1-9787-556af8d58456/cc5e47aa-eb79-4392-8c1a-be28171d1de0/8ba008ff-7021-47f0-aeee-a570cd63b0d2) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:27.767849 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314caa03-be1f-4e28-bb7d-5a82beccd7bb x-openstack-request-id: req-314caa03-be1f-4e28-bb7d-5a82beccd7bb {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:27.768159 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763347e8-7990-47bb-ad64-2f261fe38c84", "name": "network-vif-plugged", "status": "completed", "tag": "d2989a2a-5a02-47c3-8ed1-ac9e311e05ca", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:27.768618 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-314caa03-be1f-4e28-bb7d-5a82beccd7bb {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:27.769215 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763347e8-7990-47bb-ad64-2f261fe38c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca', 'code': 200} Aug 20 10:17:27.821363 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['933b9943-2f19-4c47-b716-32ef428a7f9d'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:17:28.002130 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf0eb69-8780-40b3-aacc-5fbde4dd1c06 x-openstack-request-id: req-8bf0eb69-8780-40b3-aacc-5fbde4dd1c06 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:28.002505 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd088e0a-2c4a-452a-8e02-5db54c3a9f4d", "name": "network-vif-deleted", "tag": "19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:28.002698 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8bf0eb69-8780-40b3-aacc-5fbde4dd1c06 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:28.015094 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd088e0a-2c4a-452a-8e02-5db54c3a9f4d', 'name': 'network-vif-deleted', 'tag': '19592be8-0675-4e6f-9ac6-c9a5fbc9dbe8', 'status': 'completed', 'code': 200} Aug 20 10:17:28.048906 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:28.059385 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Transition to ACTIVE for port object 8ba008ff-7021-47f0-aeee-a570cd63b0d2 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:28.099725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Transition to ACTIVE for port object 8ba008ff-7021-47f0-aeee-a570cd63b0d2 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:28.112196 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fc819a81-f3e5-4746-8d2b-419afb8909b3 req-ddcb9b2d-4ce2-4141-b000-3ac4d6568a3e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508234 Aug 20 10:17:28.123353 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:28.134455 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-cf38a27a-edce-47b8-a3c5-6637b81c07c3 req-a537ea20-2804-4016-8ab8-97297e5424bc tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:28.134852 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-cf38a27a-edce-47b8-a3c5-6637b81c07c3 req-a537ea20-2804-4016-8ab8-97297e5424bc tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:28.135245 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [req-cf38a27a-edce-47b8-a3c5-6637b81c07c3 req-a537ea20-2804-4016-8ab8-97297e5424bc tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Floating IP f738203b-03f4-491a-871d-e3b11bc0ceb4 disassociated. External IP: 172.25.3.109, port: c82c2b94-821f-4fb6-936b-6a633329d9c3. Aug 20 10:17:28.135945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-cf38a27a-edce-47b8-a3c5-6637b81c07c3 req-a537ea20-2804-4016-8ab8-97297e5424bc tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Calling delete_port for c82c2b94-821f-4fb6-936b-6a633329d9c3 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:17:28.176253 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:28.177740 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Network 3041083e-b626-40e1-9787-556af8d58456 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:28.182720 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:28.186867 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:28.196324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fb75c-28e1-473c-a763-22d9be4c2ebe req-940ca961-46a0-499a-89d5-0fe8979a15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:28.198480 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c0fb75c-28e1-473c-a763-22d9be4c2ebe req-940ca961-46a0-499a-89d5-0fe8979a15bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 1102 time: 0.2702923 Aug 20 10:17:28.221287 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-6a5218d0-039f-4b06-ad59-ce0c3029ffc4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:28.283650 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd36ae-9a5c-422f-820f-f1c16e391eac req-0789ab53-8d24-45c1-b31d-1aed7e73f667 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:28.285145 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64cd36ae-9a5c-422f-820f-f1c16e391eac req-0789ab53-8d24-45c1-b31d-1aed7e73f667 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 1098 time: 0.2270722 Aug 20 10:17:28.300405 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Pushing event updated for resources: {'Port': ['ID=8ba008ff-7021-47f0-aeee-a570cd63b0d2,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:28.310749 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Attempting to bind port 8ba008ff-7021-47f0-aeee-a570cd63b0d2 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:28.311250 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Attempting to bind port 8ba008ff-7021-47f0-aeee-a570cd63b0d2 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '5fc9845c-6a95-46f5-9483-446c454ec771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3041083e-b626-40e1-9787-556af8d58456'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:28.311715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Attempting to bind port 8ba008ff-7021-47f0-aeee-a570cd63b0d2 on network 3041083e-b626-40e1-9787-556af8d58456 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:28.323584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:28.324223 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Checking segment: {'id': '5fc9845c-6a95-46f5-9483-446c454ec771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3041083e-b626-40e1-9787-556af8d58456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:28.324627 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:28.325118 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Bound using segment: {'id': '5fc9845c-6a95-46f5-9483-446c454ec771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3041083e-b626-40e1-9787-556af8d58456'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:28.325691 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Bound port: 8ba008ff-7021-47f0-aeee-a570cd63b0d2, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc9845c-6a95-46f5-9483-446c454ec771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3041083e-b626-40e1-9787-556af8d58456'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:28.326171 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:28.327097 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-67a76538-3b0a-4423-88b6-98067bdc813f req-6a5218d0-039f-4b06-ad59-ce0c3029ffc4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Transition to ACTIVE for port object 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:28.379381 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-f7a463e6-084d-4d8f-a487-cc8e42ad4a70 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:28.381069 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-f7a463e6-084d-4d8f-a487-cc8e42ad4a70 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.24 "GET /v2.0/networks?id=32a089c0-176d-40e1-bdf0-d909b8c47da7 HTTP/1.1" status: 200 len: 823 time: 0.3758307 Aug 20 10:17:28.399801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] For port 8ba008ff-7021-47f0-aeee-a570cd63b0d2, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:28.403783 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] For port 8ba008ff-7021-47f0-aeee-a570cd63b0d2, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8ba008ff-7021-47f0-aeee-a570cd63b0d2,segment=NetworkSegment(5fc9845c-6a95-46f5-9483-446c454ec771),segment_id=5fc9845c-6a95-46f5-9483-446c454ec771)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:28.421446 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:28.433801 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64cd36ae-9a5c-422f-820f-f1c16e391eac req-96543f06-0542-4bf9-8742-cc046623961e tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164014 Aug 20 10:17:28.438414 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1872e233-0123-4ce3-bd0f-77543f5cf536 req-2fe03960-ae0a-4852-809a-e06d47d0bbce tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 210 time: 0.1442769 Aug 20 10:17:28.448623 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-6a5218d0-039f-4b06-ad59-ce0c3029ffc4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:28.499094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fb75c-28e1-473c-a763-22d9be4c2ebe req-f46e9787-1f61-4cf3-bba5-c41424b1d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:28.500636 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c0fb75c-28e1-473c-a763-22d9be4c2ebe req-f46e9787-1f61-4cf3-bba5-c41424b1d0e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2550159 Aug 20 10:17:28.534491 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4743e57-1030-4fca-b717-6838b83169d7 None None] Pushing event updated for resources: {'Port': ['ID=8ba008ff-7021-47f0-aeee-a570cd63b0d2,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:28.580868 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-0b9ce6ef-d5b8-4a70-b3f3-de50ec1bbe8e tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1e949b55a314448808ad67780ed3577 HTTP/1.1" status: 200 len: 380 time: 0.1728368 Aug 20 10:17:28.591869 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a76538-3b0a-4423-88b6-98067bdc813f req-6a5218d0-039f-4b06-ad59-ce0c3029ffc4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:28.602381 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-67a76538-3b0a-4423-88b6-98067bdc813f req-6a5218d0-039f-4b06-ad59-ce0c3029ffc4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:28.613734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5218d0-039f-4b06-ad59-ce0c3029ffc4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event updated for resources: {'Port': ['ID=39f3e1a5-7f05-4149-b43b-14fa8fc00bb5,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:28.616326 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-6a5218d0-039f-4b06-ad59-ce0c3029ffc4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:28.660301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-b9a61f18-997c-4222-9712-58be597b242b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Request body: {'port': {'device_id': 'd8d1a304-3078-4970-a224-48906115f0a0', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'admin_state_up': True, 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'security_groups': ['863419fb-6a94-4404-af88-a08421fe1f5c']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:28.674518 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c0fb75c-28e1-473c-a763-22d9be4c2ebe req-383c8aa6-8777-4d26-821b-32591d0eb901 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca HTTP/1.1" status: 200 len: 217 time: 0.1034231 Aug 20 10:17:28.755359 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-6a5218d0-039f-4b06-ad59-ce0c3029ffc4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:28.757038 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-6a5218d0-039f-4b06-ad59-ce0c3029ffc4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:29.008001 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fb75c-28e1-473c-a763-22d9be4c2ebe req-6950e4bb-fbbb-4d1c-bb5d-dc5aff94fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:29.010018 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c0fb75c-28e1-473c-a763-22d9be4c2ebe req-6950e4bb-fbbb-4d1c-bb5d-dc5aff94fe40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.2930167 Aug 20 10:17:29.053540 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-cf38a27a-edce-47b8-a3c5-6637b81c07c3 req-a537ea20-2804-4016-8ab8-97297e5424bc tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:29.096126 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-b9a61f18-997c-4222-9712-58be597b242b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Made reservation on behalf of d1e949b55a314448808ad67780ed3577 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:29.099573 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-b9a61f18-997c-4222-9712-58be597b242b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:29.134618 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8597b51c-7310-4d9e-9cf3-a92e62ffe2f1 None None] Provisioning for port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:29.137411 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8597b51c-7310-4d9e-9cf3-a92e62ffe2f1 None None] Provisioning complete for port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:29.137411 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8597b51c-7310-4d9e-9cf3-a92e62ffe2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:29.151476 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537ea20-2804-4016-8ab8-97297e5424bc tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Pushing event deleted for resources: {'Port': ['ID=c82c2b94-821f-4fb6-936b-6a633329d9c3,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:29.174370 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c40a46-8f8a-4e4d-a8d5-dbe97100b72a req-7a7801e9-8a86-4d61-a0eb-c641f918eb24 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:29.184194 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c40a46-8f8a-4e4d-a8d5-dbe97100b72a req-7a7801e9-8a86-4d61-a0eb-c641f918eb24 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:29.188189 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-03c40a46-8f8a-4e4d-a8d5-dbe97100b72a req-7a7801e9-8a86-4d61-a0eb-c641f918eb24 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 1653 time: 0.5071876 Aug 20 10:17:29.254856 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-8597b51c-7310-4d9e-9cf3-a92e62ffe2f1 None None] Port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:17:29.274888 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fb75c-28e1-473c-a763-22d9be4c2ebe req-c38da8eb-5d82-4323-bafa-c27659b979ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:29.277225 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c0fb75c-28e1-473c-a763-22d9be4c2ebe req-c38da8eb-5d82-4323-bafa-c27659b979ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2398572 Aug 20 10:17:29.309414 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ef3bef80-3991-421b-a2e2-ffea9705cd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:29.396911 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-03c40a46-8f8a-4e4d-a8d5-dbe97100b72a req-a3e07373-3307-4830-969d-cb3a4119e5e5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015073 Aug 20 10:17:29.438840 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:29.448451 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-6a5218d0-039f-4b06-ad59-ce0c3029ffc4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8017759 Aug 20 10:17:29.498431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-67a76538-3b0a-4423-88b6-98067bdc813f req-e0a2a202-97a7-44ee-9d57-23a97595d066 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Request body: {'port': {'device_id': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680', 'admin_state_up': True, 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'security_groups': ['e37e733d-a5b5-4fd4-a0df-d5bdcfa64097']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:29.581170 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf38a27a-edce-47b8-a3c5-6637b81c07c3 req-a537ea20-2804-4016-8ab8-97297e5424bc tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:17:29.607606 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c0fb75c-28e1-473c-a763-22d9be4c2ebe req-ab4c0ee5-3d3e-4c2e-bf41-e0f9b457c954 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849555 Aug 20 10:17:29.608716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-b9a61f18-997c-4222-9712-58be597b242b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Allocated IP 172.20.0.3 (32a089c0-176d-40e1-bdf0-d909b8c47da7/b4554d4b-e023-429d-9014-22d3381958db/7d6b258b-e646-4811-b13c-0f66de8a3de2) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:29.759177 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:29.836531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-e0a2a202-97a7-44ee-9d57-23a97595d066 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Made reservation on behalf of b0e5831484784def8c1647505b6cc771 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:29.840995 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-e0a2a202-97a7-44ee-9d57-23a97595d066 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:29.882321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8ba008ff-7021-47f0-aeee-a570cd63b0d2 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:29.982770 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 8ba008ff-7021-47f0-aeee-a570cd63b0d2 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:30.015264 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-0a97500d-adcc-4e12-b521-23dd0e14d953 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:17:30.016310 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-0a97500d-adcc-4e12-b521-23dd0e14d953 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193083 Aug 20 10:17:30.036754 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-8fbdcb26-4124-4269-ae68-5b7477b58e49 service neutron] Request body: {'binding': {'host': 'n-h1-778550-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:30.036754 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-8fbdcb26-4124-4269-ae68-5b7477b58e49 service neutron] Unknown quota resources ['binding']. {{(pid=94866) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 10:17:30.091373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Allocated IP 172.25.3.182 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/e18fea77-6670-4f84-9dc1-b7cda028f5b1) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:30.097737 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7afa1e-6be9-4c78-bb53-cdd5008bbf23 None None] Network 3041083e-b626-40e1-9787-556af8d58456 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:17:30.138080 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de787a9-dcaa-475f-93dd-4c4302fd7263 req-8d0e89eb-74bd-4ccf-a7b5-32a43b78bcf5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:30.139712 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6de787a9-dcaa-475f-93dd-4c4302fd7263 req-8d0e89eb-74bd-4ccf-a7b5-32a43b78bcf5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 945 time: 0.5000489 Aug 20 10:17:30.140842 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf38a27a-edce-47b8-a3c5-6637b81c07c3 req-a537ea20-2804-4016-8ab8-97297e5424bc tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:17:30.157483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 933b9943-2f19-4c47-b716-32ef428a7f9d up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:30.166772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa11c3-e0b7-44c8-b161-20c7c01f0d10 None None] Sync routers for ids ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:17:30.225712 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-67a76538-3b0a-4423-88b6-98067bdc813f req-e0a2a202-97a7-44ee-9d57-23a97595d066 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Allocated IP 10.1.1.119 (2860b90c-db3f-4841-95e1-b5cb7f4d6680/6bbdbb57-b2a0-488f-89de-e5556b3e2800/701a9a4a-df10-4332-8647-3e0dc184c93a) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:30.246679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa11c3-e0b7-44c8-b161-20c7c01f0d10 None None] Routers {'262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:17:30.248137 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-34aa11c3-e0b7-44c8-b161-20c7c01f0d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:17:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:30.297628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1933ce61-7317-491b-bfd5-615ebebd799a None None] Provisioning for port 8ba008ff-7021-47f0-aeee-a570cd63b0d2 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:30.331933 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:30.354513 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1933ce61-7317-491b-bfd5-615ebebd799a None None] Provisioning complete for port 8ba008ff-7021-47f0-aeee-a570cd63b0d2 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:30.355585 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1933ce61-7317-491b-bfd5-615ebebd799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:30.379550 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 933b9943-2f19-4c47-b716-32ef428a7f9d completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:30.421968 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 933b9943-2f19-4c47-b716-32ef428a7f9d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:30.422709 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:30.503591 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-e0a2a202-97a7-44ee-9d57-23a97595d066 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:30.522340 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:30.557357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-34aa11c3-e0b7-44c8-b161-20c7c01f0d10 None None] Set router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:17:30.559179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-67a76538-3b0a-4423-88b6-98067bdc813f req-e0a2a202-97a7-44ee-9d57-23a97595d066 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Transition to ACTIVE for port object 701a9a4a-df10-4332-8647-3e0dc184c93a will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:30.633360 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-e0a2a202-97a7-44ee-9d57-23a97595d066 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:30.656837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:30.662187 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6de787a9-dcaa-475f-93dd-4c4302fd7263 req-c0ef2522-6078-477d-9049-9847d5248778 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714961 Aug 20 10:17:30.662993 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf38a27a-edce-47b8-a3c5-6637b81c07c3 req-a537ea20-2804-4016-8ab8-97297e5424bc tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] No DVR routers for this DVR port c82c2b94-821f-4fb6-936b-6a633329d9c3 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:17:30.673511 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-cf38a27a-edce-47b8-a3c5-6637b81c07c3 req-a537ea20-2804-4016-8ab8-97297e5424bc tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:30.675555 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cf38a27a-edce-47b8-a3c5-6637b81c07c3 req-a537ea20-2804-4016-8ab8-97297e5424bc tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.24 "DELETE /v2.0/ports/c82c2b94-821f-4fb6-936b-6a633329d9c3 HTTP/1.1" status: 204 len: 173 time: 4.2727499 Aug 20 10:17:30.675972 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a76538-3b0a-4423-88b6-98067bdc813f req-e0a2a202-97a7-44ee-9d57-23a97595d066 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:30.677402 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:30.678653 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c332ed-f04c-4ad4-874c-d3f73757acf1', 'name': 'network-vif-deleted', 'tag': 'c82c2b94-821f-4fb6-936b-6a633329d9c3'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:30.682161 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaef8413-cc84-490e-bc41-2e8bcd7e08c5" -d '{"events": [{"server_uuid": "51c332ed-f04c-4ad4-874c-d3f73757acf1", "name": "network-vif-deleted", "tag": "c82c2b94-821f-4fb6-936b-6a633329d9c3"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:30.690101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:30.691112 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c0fb75c-28e1-473c-a763-22d9be4c2ebe req-01ee7999-f02e-4d90-8ced-92abdae1d06a service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0689385 Aug 20 10:17:30.692994 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-67a76538-3b0a-4423-88b6-98067bdc813f req-e0a2a202-97a7-44ee-9d57-23a97595d066 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:30.746185 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-e0a2a202-97a7-44ee-9d57-23a97595d066 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:30.875768 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-e0a2a202-97a7-44ee-9d57-23a97595d066 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:30.876996 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-e0a2a202-97a7-44ee-9d57-23a97595d066 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:30.919873 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-e0a2a202-97a7-44ee-9d57-23a97595d066 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4284031 Aug 20 10:17:30.923078 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Pushing event updated for resources: {'Port': ['ID=e18fea77-6670-4f84-9dc1-b7cda028f5b1,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:30.951160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-67a76538-3b0a-4423-88b6-98067bdc813f req-3dd8d2d6-40e7-4d58-b25f-9bb568bae737 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Request body: {'port': {'device_id': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c', 'admin_state_up': True, 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'security_groups': ['e37e733d-a5b5-4fd4-a0df-d5bdcfa64097']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:31.000877 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-8fbdcb26-4124-4269-ae68-5b7477b58e49 service neutron] Attempting to bind port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a on host n-h1-778550-11 for vnic_type normal with profile None {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:31.001183 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-8fbdcb26-4124-4269-ae68-5b7477b58e49 service neutron] Attempting to bind port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:31.001437 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-8fbdcb26-4124-4269-ae68-5b7477b58e49 service neutron] Attempting to bind port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:31.029684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-8fbdcb26-4124-4269-ae68-5b7477b58e49 service neutron] Port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a on network e287bb6a-2478-45c5-b9fc-caf113bb0919 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:17:31.032479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-8fbdcb26-4124-4269-ae68-5b7477b58e49 service neutron] Attempting to bind port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:31.076015 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-b9a61f18-997c-4222-9712-58be597b242b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:31.092142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-8fbdcb26-4124-4269-ae68-5b7477b58e49 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:31.092501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-8fbdcb26-4124-4269-ae68-5b7477b58e49 service neutron] Checking segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:31.092760 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-8fbdcb26-4124-4269-ae68-5b7477b58e49 service neutron] Bound using segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:31.093201 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-8fbdcb26-4124-4269-ae68-5b7477b58e49 service neutron] Bound port: 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:31.189901 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:31.218707 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-b9a61f18-997c-4222-9712-58be597b242b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Transition to ACTIVE for port object 7d6b258b-e646-4811-b13c-0f66de8a3de2 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:31.224929 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2a202-97a7-44ee-9d57-23a97595d066 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event updated for resources: {'Port': ['ID=701a9a4a-df10-4332-8647-3e0dc184c93a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:31.235872 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1933ce61-7317-491b-bfd5-615ebebd799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:31.264988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22460a4-0672-4cb4-b303-a1ace80cf46b req-33bbacd3-d691-4836-b646-e02038f86e00 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:31.273905 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f22460a4-0672-4cb4-b303-a1ace80cf46b req-33bbacd3-d691-4836-b646-e02038f86e00 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.2749984 Aug 20 10:17:31.301839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 933b9943-2f19-4c47-b716-32ef428a7f9d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=933b9943-2f19-4c47-b716-32ef428a7f9d,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:31.304168 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531a29d0-2898-4a79-9add-ac68dc99248e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933b9943-2f19-4c47-b716-32ef428a7f9d'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:31.308426 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb2a538-cadb-4473-8524-92659a22cbfe" -d '{"events": [{"server_uuid": "531a29d0-2898-4a79-9add-ac68dc99248e", "name": "network-vif-plugged", "status": "completed", "tag": "933b9943-2f19-4c47-b716-32ef428a7f9d"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:31.316672 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-8fbdcb26-4124-4269-ae68-5b7477b58e49 service neutron] For port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:31.319225 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:31.319875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device c82c2b94-821f-4fb6-936b-6a633329d9c3 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:17:31.342346 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-8fbdcb26-4124-4269-ae68-5b7477b58e49 service neutron] Notify callbacks [] for binding, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:31.343606 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-8fbdcb26-4124-4269-ae68-5b7477b58e49 service neutron] 10.222.0.16 "POST /v2.0/ports/31a68ae3-9d64-4833-8b08-6e925f1a3e2a/bindings HTTP/1.1" status: 201 len: 390 time: 1.3108199 Aug 20 10:17:31.358587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: c82c2b94-821f-4fb6-936b-6a633329d9c3 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:17:31.359012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device c82c2b94-821f-4fb6-936b-6a633329d9c3 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:17:31.367812 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f22460a4-0672-4cb4-b303-a1ace80cf46b req-d38d293c-129b-470c-8c1b-74bac8d6d479 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929248 Aug 20 10:17:31.386915 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-b9a61f18-997c-4222-9712-58be597b242b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:31.457820 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-34aa11c3-e0b7-44c8-b161-20c7c01f0d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 4, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3316c0ef-4949-46a7-a3ed-338488d49bdd', 'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'mac_address': 'fa:16:3e:14:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b4554d4b-e023-429d-9014-22d3381958db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:58Z', 'updated_at': '2021-08-20T10:14:07Z', 'revision_number': 5, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'subnets': [{'id': 'b4554d4b-e023-429d-9014-22d3381958db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:31.481653 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:31.486939 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-3dd8d2d6-40e7-4d58-b25f-9bb568bae737 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Made reservation on behalf of b0e5831484784def8c1647505b6cc771 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:31.563607 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa11c3-e0b7-44c8-b161-20c7c01f0d10 None None] Checking router: 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:17:31.566615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-b9a61f18-997c-4222-9712-58be597b242b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Network 32a089c0-176d-40e1-bdf0-d909b8c47da7 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:31.585340 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-b9a61f18-997c-4222-9712-58be597b242b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:31.591544 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-1933ce61-7317-491b-bfd5-615ebebd799a None None] For port 8ba008ff-7021-47f0-aeee-a570cd63b0d2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8ba008ff-7021-47f0-aeee-a570cd63b0d2,segment=NetworkSegment(5fc9845c-6a95-46f5-9483-446c454ec771),segment_id=5fc9845c-6a95-46f5-9483-446c454ec771)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:31.609051 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a61f18-997c-4222-9712-58be597b242b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Pushing event updated for resources: {'Port': ['ID=7d6b258b-e646-4811-b13c-0f66de8a3de2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:31.622938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-b9a61f18-997c-4222-9712-58be597b242b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:31.636431 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1933ce61-7317-491b-bfd5-615ebebd799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:31.650630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa11c3-e0b7-44c8-b161-20c7c01f0d10 None None] Routers {'262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:17:31.651315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-34aa11c3-e0b7-44c8-b161-20c7c01f0d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:17:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:31.713406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-b9a61f18-997c-4222-9712-58be597b242b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:31.714091 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-b9a61f18-997c-4222-9712-58be597b242b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:31.753343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fb399-f576-4e0d-8d00-4c343c7946c7 req-7979bb77-0b78-4036-afdf-2b8e8ae6b52e tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:31.756239 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2c9fb399-f576-4e0d-8d00-4c343c7946c7 req-7979bb77-0b78-4036-afdf-2b8e8ae6b52e tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 931 time: 0.2371144 Aug 20 10:17:31.761661 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-b9a61f18-997c-4222-9712-58be597b242b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1078899 Aug 20 10:17:31.805147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Request body: {'port': {'device_id': 'd8d1a304-3078-4970-a224-48906115f0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:31.850389 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2c9fb399-f576-4e0d-8d00-4c343c7946c7 req-67d5c142-f2ca-4700-ade8-7626aaa4a7e3 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865061 Aug 20 10:17:31.856748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643450d-d4c4-4ee5-8f42-2ec6313a0afc req-efd6a2d8-a544-4987-ab37-d956a889e569 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:31.862791 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643450d-d4c4-4ee5-8f42-2ec6313a0afc req-efd6a2d8-a544-4987-ab37-d956a889e569 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:31.877557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643450d-d4c4-4ee5-8f42-2ec6313a0afc req-efd6a2d8-a544-4987-ab37-d956a889e569 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:31.878849 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e643450d-d4c4-4ee5-8f42-2ec6313a0afc req-efd6a2d8-a544-4987-ab37-d956a889e569 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 2374 time: 0.2812321 Aug 20 10:17:31.922849 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:31.953754 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-3dd8d2d6-40e7-4d58-b25f-9bb568bae737 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:31.985100 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcb1133-e40b-4cf7-986b-fd036dcbb4a3 x-openstack-request-id: req-adcb1133-e40b-4cf7-986b-fd036dcbb4a3 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:31.990904 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c332ed-f04c-4ad4-874c-d3f73757acf1", "name": "network-vif-deleted", "tag": "c82c2b94-821f-4fb6-936b-6a633329d9c3", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:31.991257 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-adcb1133-e40b-4cf7-986b-fd036dcbb4a3 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:31.993762 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c332ed-f04c-4ad4-874c-d3f73757acf1', 'name': 'network-vif-deleted', 'tag': 'c82c2b94-821f-4fb6-936b-6a633329d9c3', 'status': 'completed', 'code': 200} Aug 20 10:17:32.013753 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-0fa67005-aa29-449a-b9fe-0fe97e4b7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:32.015485 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-0fa67005-aa29-449a-b9fe-0fe97e4b7748 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 1098 time: 0.2419984 Aug 20 10:17:32.048990 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-34aa11c3-e0b7-44c8-b161-20c7c01f0d10 None None] Set router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:17:32.054261 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e643450d-d4c4-4ee5-8f42-2ec6313a0afc req-228bcd3f-a8a5-49e6-acc5-c13856348777 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744981 Aug 20 10:17:32.176227 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597ce632-3ed8-410f-87b3-73f84e1820d9 x-openstack-request-id: req-597ce632-3ed8-410f-87b3-73f84e1820d9 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:32.176666 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531a29d0-2898-4a79-9add-ac68dc99248e", "name": "network-vif-plugged", "status": "completed", "tag": "933b9943-2f19-4c47-b716-32ef428a7f9d", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:32.177005 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-597ce632-3ed8-410f-87b3-73f84e1820d9 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:32.177518 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531a29d0-2898-4a79-9add-ac68dc99248e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933b9943-2f19-4c47-b716-32ef428a7f9d', 'code': 200} Aug 20 10:17:32.321260 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=933b9943-2f19-4c47-b716-32ef428a7f9d,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:32.322400 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91383320-4bfb-4f49-9460-f51789aac011 req-b3c34267-b6d3-4ef5-9cb6-cc44007368ac tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:32.331872 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91383320-4bfb-4f49-9460-f51789aac011 req-b3c34267-b6d3-4ef5-9cb6-cc44007368ac tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 946 time: 0.1834068 Aug 20 10:17:32.356994 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:32.385522 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46feea95-1de5-4a80-939d-fbb608d0f038 req-3fbcfc76-ce6a-42ab-a7f1-d4259c7a5ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:32.388562 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46feea95-1de5-4a80-939d-fbb608d0f038 req-3fbcfc76-ce6a-42ab-a7f1-d4259c7a5ef6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 1098 time: 0.1672223 Aug 20 10:17:32.402812 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:32.406183 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-36c674b4-f011-41cc-aa62-714921cb283d None None] Provisioning complete for port 8ba008ff-7021-47f0-aeee-a570cd63b0d2 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:32.406562 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-36c674b4-f011-41cc-aa62-714921cb283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:32.413200 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b724d388-34a2-4283-99a0-08b602364ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:32.486532 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91383320-4bfb-4f49-9460-f51789aac011 req-b12b4a18-899a-4473-95e6-eea288d7f198 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525874 Aug 20 10:17:32.518946 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0a3c7-f97a-41a2-9bf0-44c437e0b67c req-09c04852-c8c3-4036-8418-cfdfd6b614da tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:32.528337 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-92f0a3c7-f97a-41a2-9bf0-44c437e0b67c req-09c04852-c8c3-4036-8418-cfdfd6b614da tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 946 time: 0.3293729 Aug 20 10:17:32.552011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933ce61-7317-491b-bfd5-615ebebd799a None None] Pushing event updated for resources: {'Port': ['ID=8ba008ff-7021-47f0-aeee-a570cd63b0d2,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:32.609757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-34aa11c3-e0b7-44c8-b161-20c7c01f0d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 4, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3316c0ef-4949-46a7-a3ed-338488d49bdd', 'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'mac_address': 'fa:16:3e:14:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b4554d4b-e023-429d-9014-22d3381958db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:58Z', 'updated_at': '2021-08-20T10:14:07Z', 'revision_number': 5, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'subnets': [{'id': 'b4554d4b-e023-429d-9014-22d3381958db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:32.618054 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-24fbe0ef-4d61-4e19-b863-d5f0ca78dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:32.619672 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-24fbe0ef-4d61-4e19-b863-d5f0ca78dba4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 921 time: 0.5611148 Aug 20 10:17:32.622645 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46feea95-1de5-4a80-939d-fbb608d0f038 req-d6ba568f-d39c-4813-b11c-aa22d10f0ac7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031682 Aug 20 10:17:32.664357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa11c3-e0b7-44c8-b161-20c7c01f0d10 None None] The sync data for ids ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'] in n-d-778550-11 is: [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 4, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3316c0ef-4949-46a7-a3ed-338488d49bdd', 'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'mac_address': 'fa:16:3e:14:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b4554d4b-e023-429d-9014-22d3381958db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:58Z', 'updated_at': '2021-08-20T10:14:07Z', 'revision_number': 5, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'subnets': [{'id': 'b4554d4b-e023-429d-9014-22d3381958db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:17:32.769321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-36c674b4-f011-41cc-aa62-714921cb283d None None] Provisioning for port 701a9a4a-df10-4332-8647-3e0dc184c93a completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:32.774428 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-36c674b4-f011-41cc-aa62-714921cb283d None None] Provisioning complete for port 701a9a4a-df10-4332-8647-3e0dc184c93a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:32.775296 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-36c674b4-f011-41cc-aa62-714921cb283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:32.821295 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-36c674b4-f011-41cc-aa62-714921cb283d None None] Port 701a9a4a-df10-4332-8647-3e0dc184c93a cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:17:32.839801 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6b258b-e646-4811-b13c-0f66de8a3de2 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:32.855636 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:32.889737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Transition to ACTIVE for port object 7d6b258b-e646-4811-b13c-0f66de8a3de2 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:32.900442 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6a637-ae4f-429d-8efa-e2c0ea993c98 req-5b2e2f2d-0eff-4841-ab35-7f3f51e0227d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:32.910741 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19a6a637-ae4f-429d-8efa-e2c0ea993c98 req-5b2e2f2d-0eff-4841-ab35-7f3f51e0227d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.1231563 Aug 20 10:17:32.913980 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:32.960770 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-72c2bb0c-b924-4779-9e38-c86587d6528a None None] Provisioning for port 7d6b258b-e646-4811-b13c-0f66de8a3de2 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:33.012261 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:33.060235 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19a6a637-ae4f-429d-8efa-e2c0ea993c98 req-e828d49a-f00d-4833-bcf0-a559558898f6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331394 Aug 20 10:17:33.134367 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdae4736-dda5-4b15-a53f-26c750632951 None None] New status for floating IP f738203b-03f4-491a-871d-e3b11bc0ceb4: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:17:33.142120 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-92f0a3c7-f97a-41a2-9bf0-44c437e0b67c req-914a8b86-1047-46a4-b73d-09a42f01f47b tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125965 Aug 20 10:17:33.143889 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-3c8df36a-c052-43c5-82cb-aef88305bd48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31a68ae3-9d64-4833-8b08-6e925f1a3e2a HTTP/1.1" status: 200 len: 217 time: 0.1002471 Aug 20 10:17:33.147295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-67a76538-3b0a-4423-88b6-98067bdc813f req-3dd8d2d6-40e7-4d58-b25f-9bb568bae737 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Allocated IP 10.2.2.100 (986d71c4-4ce3-4801-9a57-aea4a1dceb0c/79f99d51-52f9-411d-a632-51860487ab08/0ea9a863-c39c-4c78-8ebf-b33fde029e1a) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:33.162325 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6b258b-e646-4811-b13c-0f66de8a3de2,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:33.285723 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-88573bf1-2a9f-4050-b6cd-e7201d018368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:33.287758 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-88573bf1-2a9f-4050-b6cd-e7201d018368 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.1267202 Aug 20 10:17:33.329077 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-d2bde046-f6d5-4953-8999-f1aa45054f0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280936 Aug 20 10:17:33.340599 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Router 78ccb5cb-4427-4eaf-b12a-4c4172145997 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:17:33.358178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0cb7d-4b31-43dd-bd10-a19b802c5ed3 req-edc67068-a61a-4179-bcdd-66aa81537e1d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:33.365769 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fdb0cb7d-4b31-43dd-bd10-a19b802c5ed3 req-edc67068-a61a-4179-bcdd-66aa81537e1d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 943 time: 0.0977068 Aug 20 10:17:33.379607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Attempting to bind port 7d6b258b-e646-4811-b13c-0f66de8a3de2 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:33.379854 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Attempting to bind port 7d6b258b-e646-4811-b13c-0f66de8a3de2 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '63015c34-9747-447c-9978-acd5c7bd52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:33.380173 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Attempting to bind port 7d6b258b-e646-4811-b13c-0f66de8a3de2 on network 32a089c0-176d-40e1-bdf0-d909b8c47da7 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:33.389455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Port 7d6b258b-e646-4811-b13c-0f66de8a3de2 on network 32a089c0-176d-40e1-bdf0-d909b8c47da7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:17:33.389774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Attempting to bind port 7d6b258b-e646-4811-b13c-0f66de8a3de2 on network 32a089c0-176d-40e1-bdf0-d909b8c47da7 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:33.403198 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:33.403534 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Checking segment: {'id': '63015c34-9747-447c-9978-acd5c7bd52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:33.403919 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Bound using segment: {'id': '63015c34-9747-447c-9978-acd5c7bd52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:33.404342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Bound port: 7d6b258b-e646-4811-b13c-0f66de8a3de2, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63015c34-9747-447c-9978-acd5c7bd52ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:33.404693 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:33.411937 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fdb0cb7d-4b31-43dd-bd10-a19b802c5ed3 req-53f6b0b7-90b7-4346-824a-b036f5ed646b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453334 Aug 20 10:17:33.504967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] For port 7d6b258b-e646-4811-b13c-0f66de8a3de2, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:33.540897 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] For port 7d6b258b-e646-4811-b13c-0f66de8a3de2, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7d6b258b-e646-4811-b13c-0f66de8a3de2,segment=NetworkSegment(63015c34-9747-447c-9978-acd5c7bd52ba),segment_id=63015c34-9747-447c-9978-acd5c7bd52ba)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:33.550898 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:33.571953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98117d17-ae22-4a40-9552-7d3b9b91639d req-0a85259e-d3a5-4118-85dc-f8fcd90c1af9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:33.573649 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-98117d17-ae22-4a40-9552-7d3b9b91639d req-0a85259e-d3a5-4118-85dc-f8fcd90c1af9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.2410932 Aug 20 10:17:33.596968 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d871908-e0f0-404b-b94e-1ece70d6dc52 req-8916af46-3edb-4953-b7c2-4d56be8c9c5e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:33.602898 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d871908-e0f0-404b-b94e-1ece70d6dc52 req-8916af46-3edb-4953-b7c2-4d56be8c9c5e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:33.609682 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d871908-e0f0-404b-b94e-1ece70d6dc52 req-8916af46-3edb-4953-b7c2-4d56be8c9c5e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:33.611412 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d871908-e0f0-404b-b94e-1ece70d6dc52 req-8916af46-3edb-4953-b7c2-4d56be8c9c5e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 2374 time: 0.1205909 Aug 20 10:17:33.621792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:33.622406 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:33.623775 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] 10.222.0.24 "PUT /v2.0/ports/7d6b258b-e646-4811-b13c-0f66de8a3de2 HTTP/1.1" status: 200 len: 1092 time: 1.8240550 Aug 20 10:17:33.687251 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-3dd8d2d6-40e7-4d58-b25f-9bb568bae737 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:33.691634 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d871908-e0f0-404b-b94e-1ece70d6dc52 req-86a4566d-102f-42c6-a1f0-b02f500d7b7c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604403 Aug 20 10:17:33.693545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cd728-12df-47b3-9b01-d8817b8f1eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6b258b-e646-4811-b13c-0f66de8a3de2,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:33.694535 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-1e0b0150-6251-41a2-8d78-7ac2fff07af9 service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340499 Aug 20 10:17:33.755200 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-67a76538-3b0a-4423-88b6-98067bdc813f req-3dd8d2d6-40e7-4d58-b25f-9bb568bae737 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Transition to ACTIVE for port object 0ea9a863-c39c-4c78-8ebf-b33fde029e1a will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:33.765322 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:17:33.777735 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-3195b618-4db4-481e-9c79-ce53747a9e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:33.778671 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Sync routers for ids ['78ccb5cb-4427-4eaf-b12a-4c4172145997'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:17:33.779349 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-3195b618-4db4-481e-9c79-ce53747a9e9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1e949b55a314448808ad67780ed3577&device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 1095 time: 0.0866311 Aug 20 10:17:33.803031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Routers {'78ccb5cb-4427-4eaf-b12a-4c4172145997'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:17:33.803896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:17:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['78ccb5cb-4427-4eaf-b12a-4c4172145997'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:33.810952 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:33.812701 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0c1b01ae-49e7-47f0-b501-d3d80a041916 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 6.4164720 Aug 20 10:17:33.821965 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-98117d17-ae22-4a40-9552-7d3b9b91639d req-f885f5ae-638c-482a-bd82-3ca893fde698 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418923 Aug 20 10:17:33.822558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35370) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:33.914235 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-7dc85b01-cf22-45a1-9de2-031f50181a95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d6b258b-e646-4811-b13c-0f66de8a3de2 HTTP/1.1" status: 200 len: 217 time: 0.1184378 Aug 20 10:17:33.918673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8ba008ff-7021-47f0-aeee-a570cd63b0d2 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:33.999891 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d1a304-3078-4970-a224-48906115f0a0', 'tag': '7d6b258b-e646-4811-b13c-0f66de8a3de2'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:34.002544 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f1a1c0-182d-4f58-a4b9-89bd9f0f9291" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d1a304-3078-4970-a224-48906115f0a0", "tag": "7d6b258b-e646-4811-b13c-0f66de8a3de2"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:34.003212 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 8ba008ff-7021-47f0-aeee-a570cd63b0d2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:34.003861 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:34.068343 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-3dd8d2d6-40e7-4d58-b25f-9bb568bae737 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:34.077304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-484179c5-0ed6-447e-a40d-782fb7763e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:34.078791 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-484179c5-0ed6-447e-a40d-782fb7763e14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4554d4b-e023-429d-9014-22d3381958db HTTP/1.1" status: 200 len: 862 time: 0.1571703 Aug 20 10:17:34.102236 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Set router 78ccb5cb-4427-4eaf-b12a-4c4172145997 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:17:34.151936 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c3a479-9d54-48dd-a305-a2c656ea4d05 x-openstack-request-id: req-e9c3a479-9d54-48dd-a305-a2c656ea4d05 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:34.152314 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d1a304-3078-4970-a224-48906115f0a0", "tag": "7d6b258b-e646-4811-b13c-0f66de8a3de2", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:34.152490 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9c3a479-9d54-48dd-a305-a2c656ea4d05 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:34.152865 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d1a304-3078-4970-a224-48906115f0a0', 'tag': '7d6b258b-e646-4811-b13c-0f66de8a3de2', 'status': 'completed', 'code': 200} Aug 20 10:17:34.243920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2efac-b804-497f-8628-0fd581ba1a35 req-465c7490-f4ca-486c-a0ef-3e11cf091138 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:34.253707 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e0c2efac-b804-497f-8628-0fd581ba1a35 req-465c7490-f4ca-486c-a0ef-3e11cf091138 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 946 time: 0.2215717 Aug 20 10:17:34.270991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a76538-3b0a-4423-88b6-98067bdc813f req-3dd8d2d6-40e7-4d58-b25f-9bb568bae737 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Network 986d71c4-4ce3-4801-9a57-aea4a1dceb0c is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:34.293943 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35386) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:34.296792 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8d2d6-40e7-4d58-b25f-9bb568bae737 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event updated for resources: {'Port': ['ID=0ea9a863-c39c-4c78-8ebf-b33fde029e1a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:34.301256 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-e3e8dd2f-92a1-41d7-ab11-ba6168c0b4b2 service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890415 Aug 20 10:17:34.302124 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-67a76538-3b0a-4423-88b6-98067bdc813f req-3dd8d2d6-40e7-4d58-b25f-9bb568bae737 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:34.317176 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-2fd9ce73-e2eb-46bb-96a4-7eae97f34b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:34.318634 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-2fd9ce73-e2eb-46bb-96a4-7eae97f34b33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a089c0-176d-40e1-bdf0-d909b8c47da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1957452 Aug 20 10:17:34.381099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-3dd8d2d6-40e7-4d58-b25f-9bb568bae737 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:34.501196 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e0c2efac-b804-497f-8628-0fd581ba1a35 req-d2236385-9cea-4e8c-805c-68fd60575906 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465308 Aug 20 10:17:34.606242 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099026900-router', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:27Z', 'updated_at': '2021-08-20T10:17:31Z', 'revision_number': 3, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'gw_port': {'id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:29Z', 'updated_at': '2021-08-20T10:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:34.677943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Checking router: 78ccb5cb-4427-4eaf-b12a-4c4172145997 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:17:34.678271 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Updating router 78ccb5cb-4427-4eaf-b12a-4c4172145997 port e18fea77-6670-4f84-9dc1-b7cda028f5b1 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:17:34.705168 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-b289222f-3176-4dfd-96cf-164a48a949d1 service neutron] 10.222.0.24 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730943 Aug 20 10:17:34.714736 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-36a0881b-3a37-424a-a68d-71150f7eae3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b9bb37dce5844618abe5e8d5da0ced0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4188774 Aug 20 10:17:34.718294 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35396) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:34.752300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-3dd8d2d6-40e7-4d58-b25f-9bb568bae737 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:34.753111 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-3dd8d2d6-40e7-4d58-b25f-9bb568bae737 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:34.756833 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:34.761549 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:34.825425 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6938631-18c4-4e34-aeef-0830dbd31010 req-19ff0899-643c-4762-a330-b66a66cffc5d tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:34.830480 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6938631-18c4-4e34-aeef-0830dbd31010 req-19ff0899-643c-4762-a330-b66a66cffc5d tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 946 time: 0.4457600 Aug 20 10:17:34.842571 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-3dd8d2d6-40e7-4d58-b25f-9bb568bae737 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9060194 Aug 20 10:17:34.865488 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5a3bbd8-187e-4650-ad26-3cf7fc4481bc req-01621c92-8c48-4529-a373-0a30f1c1602b service neutron] 10.222.0.24 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479871 Aug 20 10:17:34.882381 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-44a857da-d0b3-4c48-85a8-e873f6151cfb None None] Provisioning for port 0ea9a863-c39c-4c78-8ebf-b33fde029e1a completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:34.896181 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-67a76538-3b0a-4423-88b6-98067bdc813f req-bb272c13-2f3a-460e-a8ec-251114799c16 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Request body: {'port': {'device_id': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c', 'admin_state_up': True, 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'security_groups': ['e37e733d-a5b5-4fd4-a0df-d5bdcfa64097']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:34.897059 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-44a857da-d0b3-4c48-85a8-e873f6151cfb None None] Provisioning complete for port 0ea9a863-c39c-4c78-8ebf-b33fde029e1a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:34.897496 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-44a857da-d0b3-4c48-85a8-e873f6151cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:35.008890 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141caa7-5916-4cc4-ab57-9a0358b03029 req-cc461a34-571d-4041-8165-888f41c8e2bf tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:35.009430 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-44a857da-d0b3-4c48-85a8-e873f6151cfb None None] Port 0ea9a863-c39c-4c78-8ebf-b33fde029e1a cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:17:35.017319 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d141caa7-5916-4cc4-ab57-9a0358b03029 req-cc461a34-571d-4041-8165-888f41c8e2bf tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 943 time: 0.3060706 Aug 20 10:17:35.032411 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-261b9bd7-e891-444d-93ab-04168c74d6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:35.044569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1a1c0-182d-4f58-a4b9-89bd9f0f9291 req-ff8f4683-702b-494b-aad5-b2032deab770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:35.046255 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46f1a1c0-182d-4f58-a4b9-89bd9f0f9291 req-ff8f4683-702b-494b-aad5-b2032deab770 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1e949b55a314448808ad67780ed3577&device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 1095 time: 0.1094570 Aug 20 10:17:35.136196 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-261b9bd7-e891-444d-93ab-04168c74d6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:35.163144 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d141caa7-5916-4cc4-ab57-9a0358b03029 req-2f1c5360-403b-4556-99b9-5c497860e833 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445746 Aug 20 10:17:35.202456 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:35.209100 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1a1c0-182d-4f58-a4b9-89bd9f0f9291 req-e5cbfc0d-87fa-42fb-b773-2bf32348f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:35.210691 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46f1a1c0-182d-4f58-a4b9-89bd9f0f9291 req-e5cbfc0d-87fa-42fb-b773-2bf32348f8c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=32a089c0-176d-40e1-bdf0-d909b8c47da7 HTTP/1.1" status: 200 len: 924 time: 0.1521111 Aug 20 10:17:35.222884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Transition to ACTIVE for port object e18fea77-6670-4f84-9dc1-b7cda028f5b1 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:35.233002 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:35.236886 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6938631-18c4-4e34-aeef-0830dbd31010 req-59efdeb6-c8ff-4d8f-abcc-a53cd6723e19 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972733 Aug 20 10:17:35.317627 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46f1a1c0-182d-4f58-a4b9-89bd9f0f9291 req-1b682c19-758b-4d63-b318-3bddf19a1312 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d6b258b-e646-4811-b13c-0f66de8a3de2 HTTP/1.1" status: 200 len: 217 time: 0.0977874 Aug 20 10:17:35.360260 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-bb272c13-2f3a-460e-a8ec-251114799c16 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Made reservation on behalf of b0e5831484784def8c1647505b6cc771 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:35.366089 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-bb272c13-2f3a-460e-a8ec-251114799c16 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:35.379208 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Attempting to bind port e18fea77-6670-4f84-9dc1-b7cda028f5b1 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:35.379574 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Attempting to bind port e18fea77-6670-4f84-9dc1-b7cda028f5b1 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:35.379937 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Attempting to bind port e18fea77-6670-4f84-9dc1-b7cda028f5b1 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:35.390975 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236c0aa-643b-4c5f-90bd-5cb8f0a4138c None None] Pushing event updated for resources: {'Port': ['ID=e18fea77-6670-4f84-9dc1-b7cda028f5b1,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:35.393624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:35.393994 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:35.394395 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:35.394782 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:35.395439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Bound port: e18fea77-6670-4f84-9dc1-b7cda028f5b1, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:35.395814 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:35.406663 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-261b9bd7-e891-444d-93ab-04168c74d6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:35.409469 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-261b9bd7-e891-444d-93ab-04168c74d6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:35.410957 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-261b9bd7-e891-444d-93ab-04168c74d6e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5364013c-208d-45c4-833b-3590a9b0a394 HTTP/1.1" status: 204 len: 168 time: 0.5482578 Aug 20 10:17:35.428292 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-08a78313-04e6-4e3e-862f-36c1b3093970 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4bbe3cedbde94338837c7f3482239b51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749996 Aug 20 10:17:35.462239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b9bd7-e891-444d-93ab-04168c74d6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5364013c-208d-45c4-833b-3590a9b0a394,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:35.468386 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] For port e18fea77-6670-4f84-9dc1-b7cda028f5b1, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:35.475032 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] For port e18fea77-6670-4f84-9dc1-b7cda028f5b1, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e18fea77-6670-4f84-9dc1-b7cda028f5b1,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:35.486339 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:35.540168 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Routers {'78ccb5cb-4427-4eaf-b12a-4c4172145997'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:17:35.540940 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:17:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['78ccb5cb-4427-4eaf-b12a-4c4172145997'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:35.580407 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af661849-0fbf-4984-aced-9a14515d508b req-2fa1a989-c908-4255-81ba-945f0c5c3937 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:35.586494 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af661849-0fbf-4984-aced-9a14515d508b req-2fa1a989-c908-4255-81ba-945f0c5c3937 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:35.593014 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af661849-0fbf-4984-aced-9a14515d508b req-2fa1a989-c908-4255-81ba-945f0c5c3937 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:35.601840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236c0aa-643b-4c5f-90bd-5cb8f0a4138c None None] Pushing event updated for resources: {'Port': ['ID=e18fea77-6670-4f84-9dc1-b7cda028f5b1,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:35.603222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af661849-0fbf-4984-aced-9a14515d508b req-2fa1a989-c908-4255-81ba-945f0c5c3937 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:35.605520 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-af661849-0fbf-4984-aced-9a14515d508b req-2fa1a989-c908-4255-81ba-945f0c5c3937 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 3095 time: 0.2241619 Aug 20 10:17:35.621139 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1a1c0-182d-4f58-a4b9-89bd9f0f9291 req-71dcda06-83ab-48aa-940e-b45da1b727d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:35.622610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46f1a1c0-182d-4f58-a4b9-89bd9f0f9291 req-71dcda06-83ab-48aa-940e-b45da1b727d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4554d4b-e023-429d-9014-22d3381958db HTTP/1.1" status: 200 len: 862 time: 0.2920837 Aug 20 10:17:35.703379 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:35.796869 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-fa6dfdbb-0edd-4bd1-8597-f0f73de3d0c1 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:35.798729 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-fa6dfdbb-0edd-4bd1-8597-f0f73de3d0c1 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3503292 Aug 20 10:17:35.801714 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1a1c0-182d-4f58-a4b9-89bd9f0f9291 req-a4600c1d-2673-404f-a42d-9bbd27904322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:35.803654 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46f1a1c0-182d-4f58-a4b9-89bd9f0f9291 req-a4600c1d-2673-404f-a42d-9bbd27904322 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a089c0-176d-40e1-bdf0-d909b8c47da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662791 Aug 20 10:17:35.838346 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-af661849-0fbf-4984-aced-9a14515d508b req-7a3519ec-0585-4d02-bc90-16e536caea8a tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045369 Aug 20 10:17:35.850055 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-3eeba440-355a-4cfb-917e-81bab0385f64 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/quotas/4bbe3cedbde94338837c7f3482239b51 HTTP/1.1" status: 200 len: 375 time: 0.0403941 Aug 20 10:17:35.857453 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] Set router 78ccb5cb-4427-4eaf-b12a-4c4172145997 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:17:36.028150 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-bc1b6088-7225-450e-ad4f-55566d35db36 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1628463 Aug 20 10:17:36.076247 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46f1a1c0-182d-4f58-a4b9-89bd9f0f9291 req-222610eb-c5e2-4519-abf2-88f3900e868f service neutron] 10.222.0.24 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562692 Aug 20 10:17:36.116276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Allocated IP 172.20.0.1 (3041083e-b626-40e1-9787-556af8d58456/cc5e47aa-eb79-4392-8c1a-be28171d1de0/de9def1e-ccdc-4a14-a683-9ec5d380eb00) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:36.147916 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099026900-router', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:27Z', 'updated_at': '2021-08-20T10:17:31Z', 'revision_number': 3, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'gw_port': {'id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:29Z', 'updated_at': '2021-08-20T10:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:36.182412 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9df3f2-9531-4cdb-8f49-32cc0758a750 None None] The sync data for ids ['78ccb5cb-4427-4eaf-b12a-4c4172145997'] in n-d-778550-11 is: [{'id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099026900-router', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:27Z', 'updated_at': '2021-08-20T10:17:31Z', 'revision_number': 3, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'gw_port': {'id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:29Z', 'updated_at': '2021-08-20T10:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:17:36.330632 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-67a76538-3b0a-4423-88b6-98067bdc813f req-bb272c13-2f3a-460e-a8ec-251114799c16 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Allocated IP 10.2.2.200 (986d71c4-4ce3-4801-9a57-aea4a1dceb0c/79f99d51-52f9-411d-a632-51860487ab08/1c3b1508-6022-445a-aa9b-de0059fa9cb5) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:36.353586 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350fe63-c570-41b3-ab87-887411b0ecb0 req-eb5672f4-4b10-4a52-b008-1762f0272116 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:36.361990 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c350fe63-c570-41b3-ab87-887411b0ecb0 req-eb5672f4-4b10-4a52-b008-1762f0272116 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 946 time: 0.2185898 Aug 20 10:17:36.362716 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46f1a1c0-182d-4f58-a4b9-89bd9f0f9291 req-a6f0da4d-833a-4f38-aea5-c58d534a6024 service neutron] 10.222.0.24 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699087 Aug 20 10:17:36.420845 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:36.481416 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Transition to ACTIVE for port object de9def1e-ccdc-4a14-a683-9ec5d380eb00 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:36.513169 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c350fe63-c570-41b3-ab87-887411b0ecb0 req-f35ac821-e3e7-476b-9a8b-b7991007ffc0 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505938 Aug 20 10:17:36.674106 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2a626e7b-dd4d-45b1-813b-31a837b4bd04 req-65a5b671-a18c-4ed8-99ce-1a321d0cbe3b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 210 time: 0.0472326 Aug 20 10:17:36.722514 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79278c-7e45-4af6-8941-e3df234a295c req-64b06d75-adc9-4338-9761-ff52551942d3 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:36.733131 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc79278c-7e45-4af6-8941-e3df234a295c req-64b06d75-adc9-4338-9761-ff52551942d3 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 943 time: 0.0953612 Aug 20 10:17:36.805796 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc79278c-7e45-4af6-8941-e3df234a295c req-8ac2f3e7-c7ad-420f-afb8-14adceaa267d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709655 Aug 20 10:17:36.820748 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:36.921482 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Network 3041083e-b626-40e1-9787-556af8d58456 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:36.925679 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-bb272c13-2f3a-460e-a8ec-251114799c16 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:36.944538 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:36.953275 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:36.973713 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-67a76538-3b0a-4423-88b6-98067bdc813f req-bb272c13-2f3a-460e-a8ec-251114799c16 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Transition to ACTIVE for port object 1c3b1508-6022-445a-aa9b-de0059fa9cb5 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:36.975547 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Pushing event updated for resources: {'Port': ['ID=de9def1e-ccdc-4a14-a683-9ec5d380eb00,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:37.045514 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cbd9f-0af2-4d08-a146-a2332eb74d25 req-156e3ab3-5eab-439a-82d0-4cd10ca22bbd tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:37.054209 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-491cbd9f-0af2-4d08-a146-a2332eb74d25 req-156e3ab3-5eab-439a-82d0-4cd10ca22bbd tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 946 time: 0.2429132 Aug 20 10:17:37.115881 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:37.209273 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-491cbd9f-0af2-4d08-a146-a2332eb74d25 req-d25d1337-f75a-4c01-8757-9232d94e1435 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540968 Aug 20 10:17:37.283971 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-bb272c13-2f3a-460e-a8ec-251114799c16 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:37.291410 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072ae1e-5c9f-46b8-9cd2-4a6c2461c891 req-4f524070-e8fd-4aba-84bf-408add06057d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:37.311038 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072ae1e-5c9f-46b8-9cd2-4a6c2461c891 req-4f524070-e8fd-4aba-84bf-408add06057d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:37.318089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072ae1e-5c9f-46b8-9cd2-4a6c2461c891 req-4f524070-e8fd-4aba-84bf-408add06057d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:37.330260 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072ae1e-5c9f-46b8-9cd2-4a6c2461c891 req-4f524070-e8fd-4aba-84bf-408add06057d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:37.332676 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5072ae1e-5c9f-46b8-9cd2-4a6c2461c891 req-4f524070-e8fd-4aba-84bf-408add06057d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 3095 time: 0.1685729 Aug 20 10:17:37.359855 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-93e929e9-7f81-48ca-a4dc-3c024a03e5ad None None] Provisioning for port de9def1e-ccdc-4a14-a683-9ec5d380eb00 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:37.365086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-93e929e9-7f81-48ca-a4dc-3c024a03e5ad None None] Provisioning complete for port de9def1e-ccdc-4a14-a683-9ec5d380eb00 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:37.365567 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-93e929e9-7f81-48ca-a4dc-3c024a03e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:37.452183 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5072ae1e-5c9f-46b8-9cd2-4a6c2461c891 req-44d66f81-89fa-4e0b-b314-dda472357ead tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055074 Aug 20 10:17:37.459442 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb272c13-2f3a-460e-a8ec-251114799c16 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event updated for resources: {'Port': ['ID=1c3b1508-6022-445a-aa9b-de0059fa9cb5,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:37.463111 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-93e929e9-7f81-48ca-a4dc-3c024a03e5ad None None] Port de9def1e-ccdc-4a14-a683-9ec5d380eb00 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:17:37.486817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a76538-3b0a-4423-88b6-98067bdc813f req-bb272c13-2f3a-460e-a8ec-251114799c16 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Network 986d71c4-4ce3-4801-9a57-aea4a1dceb0c is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:37.504206 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-67a76538-3b0a-4423-88b6-98067bdc813f req-bb272c13-2f3a-460e-a8ec-251114799c16 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:37.510252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-bb272c13-2f3a-460e-a8ec-251114799c16 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:37.635810 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35464) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:37.660029 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bd702-3958-4f4d-9a9d-925b7c515ed0 req-3acf8662-8369-41f8-9b08-8de606d7df4a tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:37.671211 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-594bd702-3958-4f4d-9a9d-925b7c515ed0 req-3acf8662-8369-41f8-9b08-8de606d7df4a tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 1098 time: 0.2401552 Aug 20 10:17:37.674571 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:37.698203 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-bb272c13-2f3a-460e-a8ec-251114799c16 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:37.698943 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-bb272c13-2f3a-460e-a8ec-251114799c16 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:37.791335 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bb716-b1e8-41f1-9d75-87cdebd9a214 req-5e5f5072-0729-40df-affa-963b2617415c tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:37.802357 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af4bb716-b1e8-41f1-9d75-87cdebd9a214 req-5e5f5072-0729-40df-affa-963b2617415c tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 946 time: 0.1638989 Aug 20 10:17:37.844040 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-df31005b-32a7-4066-82fa-ed039fc3198b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4bbe3cedbde94338837c7f3482239b51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845482 Aug 20 10:17:37.897496 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e18fea77-6670-4f84-9dc1-b7cda028f5b1 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:37.904721 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-bb272c13-2f3a-460e-a8ec-251114799c16 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0259924 Aug 20 10:17:37.942446 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-594bd702-3958-4f4d-9a9d-925b7c515ed0 req-6cd62a8f-5270-4fb9-8a45-874030224101 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687736 Aug 20 10:17:37.951602 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Request body: {'port': {'device_id': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:37.979717 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af4bb716-b1e8-41f1-9d75-87cdebd9a214 req-b7f5c1ce-6a96-4ceb-9a0d-379a57acd64c tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749461 Aug 20 10:17:37.981005 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f7c1b3f7-cafc-4945-ab8a-6af7a1bbd150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:38.139782 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3accf923-aae1-401f-a669-5d002fec2bfe None None] Provisioning for port 1c3b1508-6022-445a-aa9b-de0059fa9cb5 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:38.141999 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port e18fea77-6670-4f84-9dc1-b7cda028f5b1 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:38.148186 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e18fea77-6670-4f84-9dc1-b7cda028f5b1 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:38.148964 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:38.151423 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3accf923-aae1-401f-a669-5d002fec2bfe None None] Provisioning complete for port 1c3b1508-6022-445a-aa9b-de0059fa9cb5 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:38.151782 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3accf923-aae1-401f-a669-5d002fec2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:38.225669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3accf923-aae1-401f-a669-5d002fec2bfe None None] Port 1c3b1508-6022-445a-aa9b-de0059fa9cb5 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:17:38.238212 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15f920-1bfe-45e3-b2c9-4dacc0c1635e req-f13e15f7-3ecf-4f21-a92f-e10e181bf191 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:38.246128 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cb15f920-1bfe-45e3-b2c9-4dacc0c1635e req-f13e15f7-3ecf-4f21-a92f-e10e181bf191 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 943 time: 0.1016369 Aug 20 10:17:38.276112 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f7c1b3f7-cafc-4945-ab8a-6af7a1bbd150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:38.290779 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f7c1b3f7-cafc-4945-ab8a-6af7a1bbd150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:38.297941 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:38.324085 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f7c1b3f7-cafc-4945-ab8a-6af7a1bbd150 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=feb7cea40ec8481a9d50690198f87477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6845758 Aug 20 10:17:38.328859 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35474) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:38.340945 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cb15f920-1bfe-45e3-b2c9-4dacc0c1635e req-5cd580ba-1a02-4152-823e-0c3012fa6a54 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938606 Aug 20 10:17:38.356315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port e18fea77-6670-4f84-9dc1-b7cda028f5b1, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e18fea77-6670-4f84-9dc1-b7cda028f5b1,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:38.369883 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:38.412701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1b3f7-cafc-4945-ab8a-6af7a1bbd150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2366d5a-38ea-4c42-928c-491c67880385,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:38.517597 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=e18fea77-6670-4f84-9dc1-b7cda028f5b1,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:38.521643 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-67c64295-1c21-4172-9805-ace84e39dbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:38.582452 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-67c64295-1c21-4172-9805-ace84e39dbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:38.646194 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-09567ebb-750c-45d4-9d2b-147776c5630b req-11ec815b-65c7-4d94-b1c0-7c4ce7e1594d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 210 time: 0.0873320 Aug 20 10:17:38.694174 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:38.705383 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-67c64295-1c21-4172-9805-ace84e39dbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:38.708171 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-67c64295-1c21-4172-9805-ace84e39dbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:38.711757 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-67c64295-1c21-4172-9805-ace84e39dbd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2366d5a-38ea-4c42-928c-491c67880385 HTTP/1.1" status: 204 len: 168 time: 0.3794410 Aug 20 10:17:38.731088 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:38.732530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c64295-1c21-4172-9805-ace84e39dbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2366d5a-38ea-4c42-928c-491c67880385,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:38.761801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-e39c713a-6f0d-4e9f-bac1-7684436bc472 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:38.763345 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-e39c713a-6f0d-4e9f-bac1-7684436bc472 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8712730 Aug 20 10:17:38.765490 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:38.777493 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83357fd7-e94c-4e2c-978b-501f09418217 req-cddb6fc1-d534-4946-87b6-77f6229cfce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:38.784321 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83357fd7-e94c-4e2c-978b-501f09418217 req-cddb6fc1-d534-4946-87b6-77f6229cfce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:38.791503 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83357fd7-e94c-4e2c-978b-501f09418217 req-cddb6fc1-d534-4946-87b6-77f6229cfce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:38.796193 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-aec12991-7829-435f-92ca-59270de74f92 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Request body: {'port': {'device_id': '2d13513f-73f2-422e-a2f2-a9afba0362a5', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '4bbe3cedbde94338837c7f3482239b51'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:38.801628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83357fd7-e94c-4e2c-978b-501f09418217 req-cddb6fc1-d534-4946-87b6-77f6229cfce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:38.808353 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83357fd7-e94c-4e2c-978b-501f09418217 req-cddb6fc1-d534-4946-87b6-77f6229cfce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:38.810371 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83357fd7-e94c-4e2c-978b-501f09418217 req-cddb6fc1-d534-4946-87b6-77f6229cfce2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 3816 time: 0.1528625 Aug 20 10:17:38.895262 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83357fd7-e94c-4e2c-978b-501f09418217 req-89cb43b8-5551-4256-aa88-a18288961313 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700090 Aug 20 10:17:38.974991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Pushing event updated for resources: {'Port': ['ID=de9def1e-ccdc-4a14-a683-9ec5d380eb00,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:39.013643 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:39.060911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-aec12991-7829-435f-92ca-59270de74f92 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Made reservation on behalf of 4bbe3cedbde94338837c7f3482239b51 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:39.064826 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-aec12991-7829-435f-92ca-59270de74f92 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:39.448772 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-aec12991-7829-435f-92ca-59270de74f92 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Allocated IP 192.168.233.210 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/63b9b535-4adf-4153-8300-68abc671058b) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:39.469144 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b085bd9-391d-44d9-bb5e-d286500cf320 req-63cb38e4-a144-4ce1-99ef-a33515402307 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:39.479319 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1b085bd9-391d-44d9-bb5e-d286500cf320 req-63cb38e4-a144-4ce1-99ef-a33515402307 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 943 time: 0.0633881 Aug 20 10:17:39.490370 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Network 3041083e-b626-40e1-9787-556af8d58456 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:39.498373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:39.532133 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f00e7-8886-41db-9faf-84ce69e7aa84 req-3fca7eba-b589-4ce7-8f94-43b57220c2f8 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:39.540030 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e48f00e7-8886-41db-9faf-84ce69e7aa84 req-3fca7eba-b589-4ce7-8f94-43b57220c2f8 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 946 time: 0.3356240 Aug 20 10:17:39.542587 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1b085bd9-391d-44d9-bb5e-d286500cf320 req-f50df033-3aa0-45b9-a544-d599a2528b23 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570850 Aug 20 10:17:39.664131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35510) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:39.723196 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e48f00e7-8886-41db-9faf-84ce69e7aa84 req-ec68e603-66d6-4fa1-bfb2-9c12fc385684 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795688 Aug 20 10:17:39.836649 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e18fea77-6670-4f84-9dc1-b7cda028f5b1 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:39.857726 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2f878cd-e4b8-49cb-84f8-d1fbdb2d4c53 req-4e3cc29f-2ac9-4257-bc49-4c5fd2f13751 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 210 time: 0.0679402 Aug 20 10:17:39.863527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-10f4e83a-7533-474a-8ccd-8ce2e37367b7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-654293880-network', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:39.906479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f4e83a-7533-474a-8ccd-8ce2e37367b7 admin admin] Made reservation on behalf of b19e67c6c9574de3b216b0d02ca51e2f for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:39.909096 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10f4e83a-7533-474a-8ccd-8ce2e37367b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:39.915258 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3bf3ec64-15d0-4861-8071-4be898298fab None None] Provisioning complete for port de9def1e-ccdc-4a14-a683-9ec5d380eb00 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:39.916593 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ec64-15d0-4861-8071-4be898298fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:39.925150 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2546b1e2-0838-4e48-be61-9c0af5b6f798 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:39.941038 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10f4e83a-7533-474a-8ccd-8ce2e37367b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:39.941563 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:39.956166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e18fea77-6670-4f84-9dc1-b7cda028f5b1 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:39.956922 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:39.962012 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Router 78ccb5cb-4427-4eaf-b12a-4c4172145997 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:17:39.970887 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-aec12991-7829-435f-92ca-59270de74f92 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:39.976091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Transition to ACTIVE for port object 2546b1e2-0838-4e48-be61-9c0af5b6f798 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:39.990255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-aec12991-7829-435f-92ca-59270de74f92 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Transition to ACTIVE for port object 63b9b535-4adf-4153-8300-68abc671058b will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:39.991870 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:40.026118 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3bf3ec64-15d0-4861-8071-4be898298fab None None] Port de9def1e-ccdc-4a14-a683-9ec5d380eb00 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:17:40.132611 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10f4e83a-7533-474a-8ccd-8ce2e37367b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:40.145260 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10f4e83a-7533-474a-8ccd-8ce2e37367b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:40.152855 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Pushing event updated for resources: {'Port': ['ID=2546b1e2-0838-4e48-be61-9c0af5b6f798,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:40.174355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f4e83a-7533-474a-8ccd-8ce2e37367b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:17:40.190682 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4e83a-7533-474a-8ccd-8ce2e37367b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283705fb-ff0e-417c-bf21-d4cdb909b7be,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:40.193750 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10f4e83a-7533-474a-8ccd-8ce2e37367b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:40.194237 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-10f4e83a-7533-474a-8ccd-8ce2e37367b7 admin admin] Added segment 2f1de757-5ac2-423d-9c17-853ec553dbe6 of type vlan for network 7c259fef-321b-49d5-b3aa-e0a6b05d20f2 Aug 20 10:17:40.198666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 7d6b258b-e646-4811-b13c-0f66de8a3de2 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:17:40.252337 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10f4e83a-7533-474a-8ccd-8ce2e37367b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:40.286777 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10f4e83a-7533-474a-8ccd-8ce2e37367b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:40.287836 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f4e83a-7533-474a-8ccd-8ce2e37367b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:40.288510 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10f4e83a-7533-474a-8ccd-8ce2e37367b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:40.324383 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-aec12991-7829-435f-92ca-59270de74f92 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:40.341517 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2d458-db0a-4705-ba90-dcedc2c2aefb req-dece62c6-c080-4b94-8e35-7b87430bedd0 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:40.347552 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2d458-db0a-4705-ba90-dcedc2c2aefb req-dece62c6-c080-4b94-8e35-7b87430bedd0 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:40.355333 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2d458-db0a-4705-ba90-dcedc2c2aefb req-dece62c6-c080-4b94-8e35-7b87430bedd0 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:40.362013 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2d458-db0a-4705-ba90-dcedc2c2aefb req-dece62c6-c080-4b94-8e35-7b87430bedd0 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:40.367976 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['28f386fb-544d-424c-81a8-c7baacb44512', 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:17:40.369932 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2d458-db0a-4705-ba90-dcedc2c2aefb req-dece62c6-c080-4b94-8e35-7b87430bedd0 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:40.370195 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-10f4e83a-7533-474a-8ccd-8ce2e37367b7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7053995 Aug 20 10:17:40.376655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35518) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:40.378443 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-15b2d458-db0a-4705-ba90-dcedc2c2aefb req-dece62c6-c080-4b94-8e35-7b87430bedd0 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 3828 time: 0.3486686 Aug 20 10:17:40.382460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7aae54f6-8e71-477d-abf5-773bdbcea3ce admin admin] Request body: {'subnet': {'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-654293880-subnet', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:40.398606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:17:40.410067 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Sync routers for ids ['78ccb5cb-4427-4eaf-b12a-4c4172145997'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:17:40.419236 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aae54f6-8e71-477d-abf5-773bdbcea3ce admin admin] Made reservation on behalf of b19e67c6c9574de3b216b0d02ca51e2f for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:40.422748 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7aae54f6-8e71-477d-abf5-773bdbcea3ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:40.424910 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Routers {'78ccb5cb-4427-4eaf-b12a-4c4172145997'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:17:40.425650 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:17:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['78ccb5cb-4427-4eaf-b12a-4c4172145997'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:40.461931 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f9da7627-39c2-4d62-951e-2d6044be7355 admin admin] 10.222.0.16 "PUT /v2.0/routers/78ccb5cb-4427-4eaf-b12a-4c4172145997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6268308 Aug 20 10:17:40.461931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec12991-7829-435f-92ca-59270de74f92 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Pushing event updated for resources: {'Port': ['ID=63b9b535-4adf-4153-8300-68abc671058b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:40.463518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-aec12991-7829-435f-92ca-59270de74f92 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:40.465772 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Attempting to bind port 2546b1e2-0838-4e48-be61-9c0af5b6f798 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:40.466208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Attempting to bind port 2546b1e2-0838-4e48-be61-9c0af5b6f798 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '3a169b26-f4f9-4bb3-b337-19b8818ed841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:40.466408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Attempting to bind port 2546b1e2-0838-4e48-be61-9c0af5b6f798 on network b8eb4a3e-b147-44c8-b055-38c08a4758a5 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:40.469628 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-aec12991-7829-435f-92ca-59270de74f92 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:40.475896 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-aec12991-7829-435f-92ca-59270de74f92 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:40.481141 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 7d6b258b-e646-4811-b13c-0f66de8a3de2, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7d6b258b-e646-4811-b13c-0f66de8a3de2,segment=NetworkSegment(63015c34-9747-447c-9978-acd5c7bd52ba),segment_id=63015c34-9747-447c-9978-acd5c7bd52ba)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:40.523560 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '7d6b258b-e646-4811-b13c-0f66de8a3de2', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'port_id': '7d6b258b-e646-4811-b13c-0f66de8a3de2', 'mac_address': 'fa:16:3e:29:ca:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4554d4b-e023-429d-9014-22d3381958db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:17:40.530900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-aec12991-7829-435f-92ca-59270de74f92 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:40.538329 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-aec12991-7829-435f-92ca-59270de74f92 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:40.577134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Port 2546b1e2-0838-4e48-be61-9c0af5b6f798 on network b8eb4a3e-b147-44c8-b055-38c08a4758a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:17:40.577779 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Attempting to bind port 2546b1e2-0838-4e48-be61-9c0af5b6f798 on network b8eb4a3e-b147-44c8-b055-38c08a4758a5 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:40.588304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4e83a-7533-474a-8ccd-8ce2e37367b7 admin admin] Pushing event updated for resources: {'Network': ['ID=7c259fef-321b-49d5-b3aa-e0a6b05d20f2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:40.592556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:40.593313 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Checking segment: {'id': '3a169b26-f4f9-4bb3-b337-19b8818ed841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:40.593911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Bound using segment: {'id': '3a169b26-f4f9-4bb3-b337-19b8818ed841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:40.596285 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Bound port: 2546b1e2-0838-4e48-be61-9c0af5b6f798, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a169b26-f4f9-4bb3-b337-19b8818ed841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:40.596863 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:40.623824 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-15b2d458-db0a-4705-ba90-dcedc2c2aefb req-e1549fdf-0ae7-4d35-9eb7-f46479c05d0f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443461 Aug 20 10:17:40.629425 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-aec12991-7829-435f-92ca-59270de74f92 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8399730 Aug 20 10:17:40.661819 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Request body: {'port': {'device_id': '2d13513f-73f2-422e-a2f2-a9afba0362a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:40.662380 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:40.672057 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 7c259fef-321b-49d5-b3aa-e0a6b05d20f2 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:17:40.863464 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6b258b-e646-4811-b13c-0f66de8a3de2 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:40.883776 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Set router 78ccb5cb-4427-4eaf-b12a-4c4172145997 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:17:40.887898 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e18a20-cb77-41a5-baa0-1b9d2e366945 req-79e14d4f-d5f7-42d1-adb1-caeceade87df tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:40.898864 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2e18a20-cb77-41a5-baa0-1b9d2e366945 req-79e14d4f-d5f7-42d1-adb1-caeceade87df tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 943 time: 0.1780865 Aug 20 10:17:40.959822 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:40.985616 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2e18a20-cb77-41a5-baa0-1b9d2e366945 req-8ca6cbcf-382b-408e-a036-3531494a16d5 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857301 Aug 20 10:17:40.985879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 7d6b258b-e646-4811-b13c-0f66de8a3de2, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7d6b258b-e646-4811-b13c-0f66de8a3de2,segment=NetworkSegment(63015c34-9747-447c-9978-acd5c7bd52ba),segment_id=63015c34-9747-447c-9978-acd5c7bd52ba)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:40.997604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] For port 2546b1e2-0838-4e48-be61-9c0af5b6f798, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:41.005121 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:41.042514 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] For port 2546b1e2-0838-4e48-be61-9c0af5b6f798, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2546b1e2-0838-4e48-be61-9c0af5b6f798,segment=NetworkSegment(3a169b26-f4f9-4bb3-b337-19b8818ed841),segment_id=3a169b26-f4f9-4bb3-b337-19b8818ed841)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:41.043716 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7aae54f6-8e71-477d-abf5-773bdbcea3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:41.079277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-69f0b555-5556-458d-9962-b6f3d737ca33 None None] Provisioning for port 63b9b535-4adf-4153-8300-68abc671058b completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:41.087089 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=7d6b258b-e646-4811-b13c-0f66de8a3de2,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:41.099183 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-69f0b555-5556-458d-9962-b6f3d737ca33 None None] Provisioning complete for port 63b9b535-4adf-4153-8300-68abc671058b triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:41.099733 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-69f0b555-5556-458d-9962-b6f3d737ca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:41.104586 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:41.106285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae54f6-8e71-477d-abf5-773bdbcea3ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=271ccc16-072d-4062-b4ce-136f701c2492,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:41.126994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aae54f6-8e71-477d-abf5-773bdbcea3ce admin admin] Checking segment: {'id': '2f1de757-5ac2-423d-9c17-853ec553dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:41.127379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae54f6-8e71-477d-abf5-773bdbcea3ce admin admin] Network hostable DHCP agents. Network: 7c259fef-321b-49d5-b3aa-e0a6b05d20f2, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:17:41.150772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae54f6-8e71-477d-abf5-773bdbcea3ce admin admin] Network 7c259fef-321b-49d5-b3aa-e0a6b05d20f2 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:17:41.151077 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-69f0b555-5556-458d-9962-b6f3d737ca33 None None] Port 63b9b535-4adf-4153-8300-68abc671058b cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:17:41.166281 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-7aae54f6-8e71-477d-abf5-773bdbcea3ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 7c259fef-321b-49d5-b3aa-e0a6b05d20f2) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:41.171738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aae54f6-8e71-477d-abf5-773bdbcea3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:41.172639 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7aae54f6-8e71-477d-abf5-773bdbcea3ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:41.179991 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebeb1e1-2d8a-4693-b520-c569d6192f4f None None] Network 7c259fef-321b-49d5-b3aa-e0a6b05d20f2 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:17:41.201663 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7aae54f6-8e71-477d-abf5-773bdbcea3ce admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8238244 Aug 20 10:17:41.204274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35536) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:41.210136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-654293880-router', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:41.244679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4898b7-4a1f-40eb-b263-d97d0f40017a req-28b5cb6b-b889-48bc-8fef-faa78426650c tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:41.256510 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae4898b7-4a1f-40eb-b263-d97d0f40017a req-28b5cb6b-b889-48bc-8fef-faa78426650c tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 946 time: 0.3095584 Aug 20 10:17:41.267759 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:41.269591 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:41.277366 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:41.281488 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:41.283105 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] 10.222.0.42 "PUT /v2.0/ports/2546b1e2-0838-4e48-be61-9c0af5b6f798 HTTP/1.1" status: 200 len: 1092 time: 3.3394370 Aug 20 10:17:41.307625 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099026900-router', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:27Z', 'updated_at': '2021-08-20T10:17:37Z', 'revision_number': 4, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'gw_port': {'id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:29Z', 'updated_at': '2021-08-20T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'de9def1e-ccdc-4a14-a683-9ec5d380eb00', 'name': '', 'network_id': '3041083e-b626-40e1-9787-556af8d58456', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'mac_address': 'fa:16:3e:91:35:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:35Z', 'updated_at': '2021-08-20T10:17:37Z', 'revision_number': 2, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'subnets': [{'id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:41.367181 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'tag': '2546b1e2-0838-4e48-be61-9c0af5b6f798'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:41.376726 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b78462b-58f3-4f31-a1ff-30eef7753d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "tag": "2546b1e2-0838-4e48-be61-9c0af5b6f798"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:41.391005 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Checking router: 78ccb5cb-4427-4eaf-b12a-4c4172145997 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:17:41.391644 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Updating router 78ccb5cb-4427-4eaf-b12a-4c4172145997 port de9def1e-ccdc-4a14-a683-9ec5d380eb00 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:17:41.422834 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:41.424279 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:41.432036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Request body: {'port': {'device_id': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:41.488575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['7d6b258b-e646-4811-b13c-0f66de8a3de2'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:17:41.562723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7c259fef-321b-49d5-b3aa-e0a6b05d20f2', 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'fixed_ips': [{'subnet_id': '271ccc16-072d-4062-b4ce-136f701c2492'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:17:41.564340 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:41.635703 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7a3f3-8a79-4081-8587-069318fe5179 service neutron] Pushing event updated for resources: {'Port': ['ID=2546b1e2-0838-4e48-be61-9c0af5b6f798,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:41.733233 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:41.777711 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae4898b7-4a1f-40eb-b263-d97d0f40017a req-76d9c027-e286-4164-bc2a-5d81add707e8 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036488 Aug 20 10:17:41.857096 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:41.874090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-004f0512-f495-4dd7-8697-77ff5e4aac08 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:41.879204 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Transition to ACTIVE for port object de9def1e-ccdc-4a14-a683-9ec5d380eb00 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:41.881140 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-004f0512-f495-4dd7-8697-77ff5e4aac08 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/networks?id=3041083e-b626-40e1-9787-556af8d58456 HTTP/1.1" status: 200 len: 829 time: 0.3725617 Aug 20 10:17:41.892844 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:41.911689 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-1c4f1c08-761f-4a01-9b79-10afc14c6ece tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/quotas/334fd981ee4449a88e6a27bec29dc014 HTTP/1.1" status: 200 len: 375 time: 0.0292249 Aug 20 10:17:41.969347 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:41.986303 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Allocated IP 172.20.0.2 (7c259fef-321b-49d5-b3aa-e0a6b05d20f2/271ccc16-072d-4062-b4ce-136f701c2492/450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:42.084447 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-b54c739e-7cbf-4698-b270-9661f7b57f83 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=334fd981ee4449a88e6a27bec29dc014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1720507 Aug 20 10:17:42.084853 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b9b535-4adf-4153-8300-68abc671058b {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:42.104677 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:42.147282 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988a74d-5b53-475c-b88b-356a66048451 req-af0534b6-f544-4f50-a226-3f608e4e6ec8 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:42.149170 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6988a74d-5b53-475c-b88b-356a66048451 req-af0534b6-f544-4f50-a226-3f608e4e6ec8 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 936 time: 0.2099972 Aug 20 10:17:42.152455 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Transition to ACTIVE for port object 63b9b535-4adf-4153-8300-68abc671058b will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:42.162380 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:42.179556 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d1704-fba5-4ab5-82bf-01441d748021 None None] Pushing event updated for resources: {'Port': ['ID=de9def1e-ccdc-4a14-a683-9ec5d380eb00,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:42.200499 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d1704-fba5-4ab5-82bf-01441d748021 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:42.201696 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d1704-fba5-4ab5-82bf-01441d748021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:42.202679 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d1704-fba5-4ab5-82bf-01441d748021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:42.203302 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d1704-fba5-4ab5-82bf-01441d748021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:42.204220 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d1704-fba5-4ab5-82bf-01441d748021 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:42.204764 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d1704-fba5-4ab5-82bf-01441d748021 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:42.205176 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d1704-fba5-4ab5-82bf-01441d748021 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:42.205578 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d1704-fba5-4ab5-82bf-01441d748021 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:42.206067 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d1704-fba5-4ab5-82bf-01441d748021 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:42.206879 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d1704-fba5-4ab5-82bf-01441d748021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:42.207322 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d1704-fba5-4ab5-82bf-01441d748021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:42.207716 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d1704-fba5-4ab5-82bf-01441d748021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:42.289935 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Attempting to bind port de9def1e-ccdc-4a14-a683-9ec5d380eb00 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:42.290448 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Attempting to bind port de9def1e-ccdc-4a14-a683-9ec5d380eb00 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '5fc9845c-6a95-46f5-9483-446c454ec771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3041083e-b626-40e1-9787-556af8d58456'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:42.293412 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Attempting to bind port de9def1e-ccdc-4a14-a683-9ec5d380eb00 on network 3041083e-b626-40e1-9787-556af8d58456 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:42.300310 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:42.300818 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Checking segment: {'id': '5fc9845c-6a95-46f5-9483-446c454ec771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3041083e-b626-40e1-9787-556af8d58456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:42.301499 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:42.301783 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Bound using segment: {'id': '5fc9845c-6a95-46f5-9483-446c454ec771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3041083e-b626-40e1-9787-556af8d58456'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:42.302416 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Bound port: de9def1e-ccdc-4a14-a683-9ec5d380eb00, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc9845c-6a95-46f5-9483-446c454ec771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3041083e-b626-40e1-9787-556af8d58456'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:42.303140 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:42.391297 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] For port de9def1e-ccdc-4a14-a683-9ec5d380eb00, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:42.395607 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] For port de9def1e-ccdc-4a14-a683-9ec5d380eb00, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=de9def1e-ccdc-4a14-a683-9ec5d380eb00,segment=NetworkSegment(5fc9845c-6a95-46f5-9483-446c454ec771),segment_id=5fc9845c-6a95-46f5-9483-446c454ec771)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:42.403281 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:42.472309 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:42.489374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Transition to ACTIVE for port object 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:42.496935 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d1704-fba5-4ab5-82bf-01441d748021 None None] Pushing event updated for resources: {'Port': ['ID=de9def1e-ccdc-4a14-a683-9ec5d380eb00,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:42.522737 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Transition to ACTIVE for port object 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:42.543854 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:42.558556 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Routers {'78ccb5cb-4427-4eaf-b12a-4c4172145997'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:17:42.559492 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:17:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['78ccb5cb-4427-4eaf-b12a-4c4172145997'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:42.639473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Network 7c259fef-321b-49d5-b3aa-e0a6b05d20f2 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:42.642825 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:42.647284 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6988a74d-5b53-475c-b88b-356a66048451 req-0969c527-52f9-441a-a2c8-06514f8a4d0d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864130 Aug 20 10:17:42.655397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:42.658654 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-0805fae8-13b4-4463-98bd-3390f3a57b00 service neutron] 10.222.0.16 "GET /v2.0/networks/3041083e-b626-40e1-9787-556af8d58456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732725 Aug 20 10:17:42.662063 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Pushing event updated for resources: {'Port': ['ID=63b9b535-4adf-4153-8300-68abc671058b,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:42.690714 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Pushing event updated for resources: {'Port': ['ID=450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:42.833300 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abc0065-9091-46d7-a5f9-753d78d52d30 x-openstack-request-id: req-5abc0065-9091-46d7-a5f9-753d78d52d30 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:42.836610 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Attempting to bind port 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:42.836982 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Attempting to bind port 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '2f1de757-5ac2-423d-9c17-853ec553dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:42.837333 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Attempting to bind port 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c on network 7c259fef-321b-49d5-b3aa-e0a6b05d20f2 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:42.839452 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "tag": "2546b1e2-0838-4e48-be61-9c0af5b6f798", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:42.839813 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5abc0065-9091-46d7-a5f9-753d78d52d30 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:42.840234 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'tag': '2546b1e2-0838-4e48-be61-9c0af5b6f798', 'status': 'completed', 'code': 200} Aug 20 10:17:42.854962 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:42.855673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Checking segment: {'id': '2f1de757-5ac2-423d-9c17-853ec553dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:42.856262 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:42.856803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Bound using segment: {'id': '2f1de757-5ac2-423d-9c17-853ec553dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:42.857449 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Bound port: 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1de757-5ac2-423d-9c17-853ec553dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:42.857989 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:42.868305 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] Set router 78ccb5cb-4427-4eaf-b12a-4c4172145997 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:17:42.944170 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43a519f-c520-4a8c-8b50-6cbb1c0ed201 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:42.969096 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:42.989818 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] For port 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:42.996012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] For port 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c,segment=NetworkSegment(2f1de757-5ac2-423d-9c17-853ec553dbe6),segment_id=2f1de757-5ac2-423d-9c17-853ec553dbe6)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:43.012624 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:43.024348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Transition to ACTIVE for port object c43a519f-c520-4a8c-8b50-6cbb1c0ed201 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:43.033443 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:43.038851 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78462b-58f3-4f31-a1ff-30eef7753d9c req-2a99f063-ae83-4c6e-98f5-145b7a1c685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:43.040053 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78462b-58f3-4f31-a1ff-30eef7753d9c req-2a99f063-ae83-4c6e-98f5-145b7a1c685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:43.040601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78462b-58f3-4f31-a1ff-30eef7753d9c req-2a99f063-ae83-4c6e-98f5-145b7a1c685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:43.041077 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78462b-58f3-4f31-a1ff-30eef7753d9c req-2a99f063-ae83-4c6e-98f5-145b7a1c685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:43.041544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78462b-58f3-4f31-a1ff-30eef7753d9c req-2a99f063-ae83-4c6e-98f5-145b7a1c685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:43.043436 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b78462b-58f3-4f31-a1ff-30eef7753d9c req-2a99f063-ae83-4c6e-98f5-145b7a1c685f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0e5831484784def8c1647505b6cc771&device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 4364 time: 0.2140722 Aug 20 10:17:43.049055 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Attempting to bind port 63b9b535-4adf-4153-8300-68abc671058b on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:43.049257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Attempting to bind port 63b9b535-4adf-4153-8300-68abc671058b by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:43.049544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Attempting to bind port 63b9b535-4adf-4153-8300-68abc671058b on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:43.075316 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-2043b6c8-5680-4dc6-ad68-7b6051459b90 service neutron] 10.222.0.16 "GET /v2.0/networks/3041083e-b626-40e1-9787-556af8d58456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049001 Aug 20 10:17:43.144913 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282924bb-9eed-4c45-95ee-4153b0a97b87 None None] Pushing event updated for resources: {'Port': ['ID=450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:43.154793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c022ab-f872-4a4e-8958-73eca8a05fc2 req-d33088dd-192d-47bb-a9d3-ea70dd50787e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:43.162622 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c022ab-f872-4a4e-8958-73eca8a05fc2 req-d33088dd-192d-47bb-a9d3-ea70dd50787e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:43.171364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c022ab-f872-4a4e-8958-73eca8a05fc2 req-d33088dd-192d-47bb-a9d3-ea70dd50787e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:43.192528 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c022ab-f872-4a4e-8958-73eca8a05fc2 req-d33088dd-192d-47bb-a9d3-ea70dd50787e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:43.200166 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c022ab-f872-4a4e-8958-73eca8a05fc2 req-d33088dd-192d-47bb-a9d3-ea70dd50787e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:43.202364 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-49c022ab-f872-4a4e-8958-73eca8a05fc2 req-d33088dd-192d-47bb-a9d3-ea70dd50787e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 3828 time: 0.2677050 Aug 20 10:17:43.203174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Port 63b9b535-4adf-4153-8300-68abc671058b on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:17:43.203506 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Attempting to bind port 63b9b535-4adf-4153-8300-68abc671058b on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:43.233267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:43.233978 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:43.234930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:43.235075 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Bound port: 63b9b535-4adf-4153-8300-68abc671058b, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:43.235380 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:43.257275 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:43.309141 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099026900-router', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:27Z', 'updated_at': '2021-08-20T10:17:37Z', 'revision_number': 4, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'gw_port': {'id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:29Z', 'updated_at': '2021-08-20T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'de9def1e-ccdc-4a14-a683-9ec5d380eb00', 'name': '', 'network_id': '3041083e-b626-40e1-9787-556af8d58456', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'mac_address': 'fa:16:3e:91:35:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:35Z', 'updated_at': '2021-08-20T10:17:42Z', 'revision_number': 4, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'subnets': [{'id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:43.314755 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:43.406619 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88236230-94a8-4715-9db9-7d20a5ae7cdf None None] The sync data for ids ['78ccb5cb-4427-4eaf-b12a-4c4172145997'] in n-d-778550-11 is: [{'id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099026900-router', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:27Z', 'updated_at': '2021-08-20T10:17:37Z', 'revision_number': 4, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'gw_port': {'id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:29Z', 'updated_at': '2021-08-20T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'de9def1e-ccdc-4a14-a683-9ec5d380eb00', 'name': '', 'network_id': '3041083e-b626-40e1-9787-556af8d58456', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'mac_address': 'fa:16:3e:91:35:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:35Z', 'updated_at': '2021-08-20T10:17:42Z', 'revision_number': 4, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'subnets': [{'id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:17:43.528542 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c43a519f-c520-4a8c-8b50-6cbb1c0ed201,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:43.699001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] For port 63b9b535-4adf-4153-8300-68abc671058b, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:43.702168 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Allocated IP 172.25.3.150 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/333ae08b-d0f2-4c9e-8507-edca02f9966b) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:43.708351 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] For port 63b9b535-4adf-4153-8300-68abc671058b, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=63b9b535-4adf-4153-8300-68abc671058b,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:43.859065 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78462b-58f3-4f31-a1ff-30eef7753d9c req-8799d4c8-8a11-4a63-9e45-6b9d7a3006d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:43.859065 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78462b-58f3-4f31-a1ff-30eef7753d9c req-8799d4c8-8a11-4a63-9e45-6b9d7a3006d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:43.859065 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78462b-58f3-4f31-a1ff-30eef7753d9c req-8799d4c8-8a11-4a63-9e45-6b9d7a3006d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:43.859065 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b78462b-58f3-4f31-a1ff-30eef7753d9c req-8799d4c8-8a11-4a63-9e45-6b9d7a3006d3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b0e5831484784def8c1647505b6cc771&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7990367 Aug 20 10:17:43.862488 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:43.941187 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:43.942936 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4c5df-a98a-4b1a-a675-022b6a4d74fa req-c1baa86d-b22e-43bd-9f1d-5050a2894403 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:43.954915 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ba4c5df-a98a-4b1a-a675-022b6a4d74fa req-c1baa86d-b22e-43bd-9f1d-5050a2894403 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 944 time: 0.2782114 Aug 20 10:17:43.968463 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-49c022ab-f872-4a4e-8958-73eca8a05fc2 req-b997152f-f3c1-4d5b-ad3f-7330cc0205d7 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6828110 Aug 20 10:17:44.005996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Pushing event updated for resources: {'Port': ['ID=63b9b535-4adf-4153-8300-68abc671058b,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:44.066175 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:44.066815 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:44.068660 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-0635e843-53d0-403b-9f81-5d289717ae5b service neutron] 10.222.0.42 "PUT /v2.0/ports/63b9b535-4adf-4153-8300-68abc671058b HTTP/1.1" status: 200 len: 1097 time: 3.4190769 Aug 20 10:17:44.090464 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ba4c5df-a98a-4b1a-a675-022b6a4d74fa req-78eff153-0cf3-404b-b74e-0aa8fa81ceca tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345615 Aug 20 10:17:44.124817 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:44.129385 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device de9def1e-ccdc-4a14-a683-9ec5d380eb00 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:44.139995 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:44.206483 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:44.213287 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 7d6b258b-e646-4811-b13c-0f66de8a3de2 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:44.295671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:44.310519 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:44.349038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port de9def1e-ccdc-4a14-a683-9ec5d380eb00 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:44.361584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port de9def1e-ccdc-4a14-a683-9ec5d380eb00 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:44.361986 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:44.385906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 7d6b258b-e646-4811-b13c-0f66de8a3de2 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:44.402618 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:44.406074 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8168e1cf-40c6-4fb8-9068-7b81615e701c req-3794fb2e-9483-45d6-bf48-518f6ce6f0d7 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 210 time: 0.1044090 Aug 20 10:17:44.449899 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 7d6b258b-e646-4811-b13c-0f66de8a3de2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:44.450262 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:44.538850 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Pushing event updated for resources: {'Port': ['ID=333ae08b-d0f2-4c9e-8507-edca02f9966b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:44.615216 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78462b-58f3-4f31-a1ff-30eef7753d9c req-393b8368-ec87-4b8f-829f-fafb9f60299f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:44.617524 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b78462b-58f3-4f31-a1ff-30eef7753d9c req-393b8368-ec87-4b8f-829f-fafb9f60299f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7416446 Aug 20 10:17:44.618178 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Attempting to bind port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:44.618544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Attempting to bind port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:44.618995 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Attempting to bind port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 on network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:44.639390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 on network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:17:44.639820 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Attempting to bind port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 on network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:44.648838 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-80b97929-5ea3-4fda-a49f-c18cf4ab66e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:44.651083 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-80b97929-5ea3-4fda-a49f-c18cf4ab66e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 1100 time: 0.4930258 Aug 20 10:17:44.651942 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:44.654637 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Checking segment: {'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:44.655503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Bound using segment: {'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:44.658125 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Bound port: c43a519f-c520-4a8c-8b50-6cbb1c0ed201, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:44.658605 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:44.716229 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a47aa3-5973-4d3e-b6db-75bbba140bad req-95064c72-325b-44a1-91b9-c6d4469ace08 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:44.724041 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e2a47aa3-5973-4d3e-b6db-75bbba140bad req-95064c72-325b-44a1-91b9-c6d4469ace08 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 946 time: 0.5688245 Aug 20 10:17:44.735502 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:17:44.798470 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:44.883526 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e2a47aa3-5973-4d3e-b6db-75bbba140bad req-ac182d87-c323-4b7d-af15-2afb3d004fc2 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562209 Aug 20 10:17:44.885412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d13513f-73f2-422e-a2f2-a9afba0362a5', 'tag': '63b9b535-4adf-4153-8300-68abc671058b'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:44.892065 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6fc16-41b8-4d31-a4c4-69caf68f8445 req-a571b730-70dd-43ab-90b2-e529805a439b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:44.893656 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27d6fc16-41b8-4d31-a4c4-69caf68f8445 req-a571b730-70dd-43ab-90b2-e529805a439b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 948 time: 0.3275197 Aug 20 10:17:44.894058 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bf78f3-dba0-46dd-89fb-a2a8363bc4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d13513f-73f2-422e-a2f2-a9afba0362a5", "tag": "63b9b535-4adf-4153-8300-68abc671058b"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:44.926135 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-e3ee7c0c-b113-44d3-a58c-4ae10685b866 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=63b9b535-4adf-4153-8300-68abc671058b HTTP/1.1" status: 200 len: 217 time: 0.2232106 Aug 20 10:17:45.080452 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27d6fc16-41b8-4d31-a4c4-69caf68f8445 req-4c94b3f2-d226-4c66-8341-0141c56370d0 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793289 Aug 20 10:17:45.096270 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32389ad4-2189-44ca-b357-9e4d080d639d None None] Network 7c259fef-321b-49d5-b3aa-e0a6b05d20f2 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:17:45.149283 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-a56d5d55-35bf-4d93-ae57-79693ca5aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:45.151454 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-a56d5d55-35bf-4d93-ae57-79693ca5aebd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.2097769 Aug 20 10:17:45.156584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] For port c43a519f-c520-4a8c-8b50-6cbb1c0ed201, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:45.161660 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] For port c43a519f-c520-4a8c-8b50-6cbb1c0ed201, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c43a519f-c520-4a8c-8b50-6cbb1c0ed201,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:45.177279 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:45.208250 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:45.215802 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea960345-ad04-42bc-aa94-b8b42f5d5030 x-openstack-request-id: req-ea960345-ad04-42bc-aa94-b8b42f5d5030 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:45.216203 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d13513f-73f2-422e-a2f2-a9afba0362a5", "tag": "63b9b535-4adf-4153-8300-68abc671058b", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:45.216520 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea960345-ad04-42bc-aa94-b8b42f5d5030 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:45.216979 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d13513f-73f2-422e-a2f2-a9afba0362a5', 'tag': '63b9b535-4adf-4153-8300-68abc671058b', 'status': 'completed', 'code': 200} Aug 20 10:17:45.228478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-650b59fc-9308-432b-bf1a-e1e031d70755 None None] Provisioning for port 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:45.241414 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-650b59fc-9308-432b-bf1a-e1e031d70755 None None] Provisioning complete for port 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:45.241785 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-650b59fc-9308-432b-bf1a-e1e031d70755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:45.261125 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d1a304-3078-4970-a224-48906115f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6b258b-e646-4811-b13c-0f66de8a3de2'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:45.263480 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b56a814-f682-4af5-aec6-e8238e4039db" -d '{"events": [{"server_uuid": "d8d1a304-3078-4970-a224-48906115f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "7d6b258b-e646-4811-b13c-0f66de8a3de2"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:45.309374 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:45.310293 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:45.313996 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] 10.222.0.42 "PUT /v2.0/ports/c43a519f-c520-4a8c-8b50-6cbb1c0ed201 HTTP/1.1" status: 200 len: 1131 time: 3.9340019 Aug 20 10:17:45.389278 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Request body: {'port': {'device_id': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:45.420484 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 7d6b258b-e646-4811-b13c-0f66de8a3de2, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7d6b258b-e646-4811-b13c-0f66de8a3de2,segment=NetworkSegment(63015c34-9747-447c-9978-acd5c7bd52ba),segment_id=63015c34-9747-447c-9978-acd5c7bd52ba)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:45.436548 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-4da5fd3f-0c6a-48b9-9768-6c473100e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:45.442780 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-4da5fd3f-0c6a-48b9-9768-6c473100e79e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2727427 Aug 20 10:17:45.459760 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:45.486206 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c34947-f7d5-4e53-8870-21f6bd5165a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c43a519f-c520-4a8c-8b50-6cbb1c0ed201,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:45.499028 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:45.516640 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port de9def1e-ccdc-4a14-a683-9ec5d380eb00, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=de9def1e-ccdc-4a14-a683-9ec5d380eb00,segment=NetworkSegment(5fc9845c-6a95-46f5-9483-446c454ec771),segment_id=5fc9845c-6a95-46f5-9483-446c454ec771)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:45.571284 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:45.607880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-08226a6c-856b-4706-b560-3da9069b876a tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:45.610215 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-08226a6c-856b-4706-b560-3da9069b876a tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.24 "GET /v2.0/networks?id=3041083e-b626-40e1-9787-556af8d58456 HTTP/1.1" status: 200 len: 829 time: 0.5335784 Aug 20 10:17:45.626878 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-087be6ac-ef2d-4483-adfc-5b7123030de5 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Request body: {'port': {'device_id': 'f768372b-2bd2-4648-aaf8-1af63849f56e', 'network_id': '3041083e-b626-40e1-9787-556af8d58456', 'admin_state_up': True, 'tenant_id': '334fd981ee4449a88e6a27bec29dc014'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:45.632023 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=7d6b258b-e646-4811-b13c-0f66de8a3de2,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:45.673151 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab77dda-6471-473d-b9b0-6ca75b79da89 req-cc539eae-441c-427f-8d38-a8f46d3c49e4 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:45.674662 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ab77dda-6471-473d-b9b0-6ca75b79da89 req-cc539eae-441c-427f-8d38-a8f46d3c49e4 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 944 time: 0.3082325 Aug 20 10:17:45.694427 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37caf0-32ef-4d83-beea-7a0560219337 req-7fa473c6-47ca-4256-ba45-a34f055f9fde tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:45.717327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37caf0-32ef-4d83-beea-7a0560219337 req-7fa473c6-47ca-4256-ba45-a34f055f9fde tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:45.730218 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37caf0-32ef-4d83-beea-7a0560219337 req-7fa473c6-47ca-4256-ba45-a34f055f9fde tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:45.739880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37caf0-32ef-4d83-beea-7a0560219337 req-7fa473c6-47ca-4256-ba45-a34f055f9fde tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:45.750996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37caf0-32ef-4d83-beea-7a0560219337 req-7fa473c6-47ca-4256-ba45-a34f055f9fde tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:45.762095 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37caf0-32ef-4d83-beea-7a0560219337 req-7fa473c6-47ca-4256-ba45-a34f055f9fde tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:45.775589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=de9def1e-ccdc-4a14-a683-9ec5d380eb00,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:45.778512 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-650b59fc-9308-432b-bf1a-e1e031d70755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:45.778904 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6e37caf0-32ef-4d83-beea-7a0560219337 req-7fa473c6-47ca-4256-ba45-a34f055f9fde tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 4600 time: 0.4043975 Aug 20 10:17:45.804965 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:45.832202 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-650b59fc-9308-432b-bf1a-e1e031d70755 None None] For port 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c,segment=NetworkSegment(2f1de757-5ac2-423d-9c17-853ec553dbe6),segment_id=2f1de757-5ac2-423d-9c17-853ec553dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:45.840669 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-650b59fc-9308-432b-bf1a-e1e031d70755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:45.856188 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ab77dda-6471-473d-b9b0-6ca75b79da89 req-15977a4e-8a8d-4598-8c89-e12004f029e2 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442587 Aug 20 10:17:45.877911 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6e37caf0-32ef-4d83-beea-7a0560219337 req-cc1cd64a-4fc4-4512-986f-cb42b9f12887 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975454 Aug 20 10:17:45.896287 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-5b9b1227-cb53-43f1-8157-b31091aaf31a service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134271 Aug 20 10:17:45.927249 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0c9179-20d2-4dfd-a95d-3b5285e19446 x-openstack-request-id: req-9b0c9179-20d2-4dfd-a95d-3b5285e19446 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:45.927778 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d1a304-3078-4970-a224-48906115f0a0", "name": "network-vif-plugged", "status": "completed", "tag": "7d6b258b-e646-4811-b13c-0f66de8a3de2", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:45.928120 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b0c9179-20d2-4dfd-a95d-3b5285e19446 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:45.928619 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d1a304-3078-4970-a224-48906115f0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6b258b-e646-4811-b13c-0f66de8a3de2', 'code': 200} Aug 20 10:17:45.944639 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b59fc-9308-432b-bf1a-e1e031d70755 None None] Pushing event updated for resources: {'Port': ['ID=450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:45.984358 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-087be6ac-ef2d-4483-adfc-5b7123030de5 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Made reservation on behalf of 334fd981ee4449a88e6a27bec29dc014 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:17:45.987983 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-087be6ac-ef2d-4483-adfc-5b7123030de5 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:46.080530 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8c25400c-7db4-4537-923b-bd0db31c6664 req-0a2ee8f7-2f51-48e7-b125-5d60d7e134fd tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 210 time: 0.0544977 Aug 20 10:17:46.174809 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-087be6ac-ef2d-4483-adfc-5b7123030de5 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Allocated IP 172.20.0.8 (3041083e-b626-40e1-9787-556af8d58456/cc5e47aa-eb79-4392-8c1a-be28171d1de0/3e7ff089-25a4-48aa-b3d5-f8944e67b171) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:46.208927 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e04ccfd-ff6f-4f5a-bbac-9c7f0301da32 req-a5a27810-ccb8-4ee6-b69b-efdd50476ad5 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676930 Aug 20 10:17:46.287249 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-57d8c220-177f-4d7e-a565-6d78752d1bd0 None None] Provisioning complete for port 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:46.287829 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-57d8c220-177f-4d7e-a565-6d78752d1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:46.355108 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b716040-be20-43a3-b8e2-23c836110e23 req-a374ac90-663b-4a97-89be-cd20cc7b3be8 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:46.356618 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1b716040-be20-43a3-b8e2-23c836110e23 req-a374ac90-663b-4a97-89be-cd20cc7b3be8 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 948 time: 0.1086073 Aug 20 10:17:46.371875 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1681e3a-1b45-4b77-ab0a-ba4bccdc2a37 req-01dace43-cb08-4684-b1d9-a8d91d2420f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:46.373280 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f1681e3a-1b45-4b77-ab0a-ba4bccdc2a37 req-01dace43-cb08-4684-b1d9-a8d91d2420f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 1097 time: 0.3737111 Aug 20 10:17:46.381975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf78f3-dba0-46dd-89fb-a2a8363bc4e2 req-2d8cf5d9-c30f-4713-b5e5-bea5dacf9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:46.383491 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37bf78f3-dba0-46dd-89fb-a2a8363bc4e2 req-2d8cf5d9-c30f-4713-b5e5-bea5dacf9004 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 1100 time: 0.0982466 Aug 20 10:17:46.421005 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:46.491567 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b97b36-9ea4-4eb8-acbc-2fb83f491874 req-a2e95be5-0bec-4ddc-861a-a58f69a0198c tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:46.493034 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f4b97b36-9ea4-4eb8-acbc-2fb83f491874 req-a2e95be5-0bec-4ddc-861a-a58f69a0198c tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 946 time: 0.2191577 Aug 20 10:17:46.505220 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1b716040-be20-43a3-b8e2-23c836110e23 req-bb17600d-4586-4214-afb4-6fdef0534845 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280282 Aug 20 10:17:46.518420 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-087be6ac-ef2d-4483-adfc-5b7123030de5 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:46.524366 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f1681e3a-1b45-4b77-ab0a-ba4bccdc2a37 req-363a2721-dce1-494f-9a5e-85def0f9ebd0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301363 Aug 20 10:17:46.529110 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0dc443b-1921-4dad-bda7-a656f1502e81 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:46.549075 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:46.571018 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf78f3-dba0-46dd-89fb-a2a8363bc4e2 req-e57c6af9-f8ff-4cac-b9fa-9b738f6db0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:46.573114 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37bf78f3-dba0-46dd-89fb-a2a8363bc4e2 req-e57c6af9-f8ff-4cac-b9fa-9b738f6db0ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1803768 Aug 20 10:17:46.574048 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Transition to ACTIVE for port object b0dc443b-1921-4dad-bda7-a656f1502e81 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:46.579723 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:46.596318 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-087be6ac-ef2d-4483-adfc-5b7123030de5 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Transition to ACTIVE for port object 3e7ff089-25a4-48aa-b3d5-f8944e67b171 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:46.605981 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f4b97b36-9ea4-4eb8-acbc-2fb83f491874 req-537a126f-3f34-4155-9155-ff2da74d1347 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764320 Aug 20 10:17:46.668451 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-087be6ac-ef2d-4483-adfc-5b7123030de5 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:46.682817 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37bf78f3-dba0-46dd-89fb-a2a8363bc4e2 req-d40e4d03-bdcf-49d3-b714-77e922edb134 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=63b9b535-4adf-4153-8300-68abc671058b HTTP/1.1" status: 200 len: 217 time: 0.1001928 Aug 20 10:17:46.729302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-087be6ac-ef2d-4483-adfc-5b7123030de5 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Network 3041083e-b626-40e1-9787-556af8d58456 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:46.732175 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Router 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:17:46.745710 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-087be6ac-ef2d-4483-adfc-5b7123030de5 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:46.754572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-087be6ac-ef2d-4483-adfc-5b7123030de5 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:46.758810 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087be6ac-ef2d-4483-adfc-5b7123030de5 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Pushing event updated for resources: {'Port': ['ID=3e7ff089-25a4-48aa-b3d5-f8944e67b171,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:46.788710 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dc443b-1921-4dad-bda7-a656f1502e81,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:46.846831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-087be6ac-ef2d-4483-adfc-5b7123030de5 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:46.847491 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-087be6ac-ef2d-4483-adfc-5b7123030de5 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:46.910523 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-087be6ac-ef2d-4483-adfc-5b7123030de5 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2886724 Aug 20 10:17:46.925130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Request body: {'port': {'device_id': 'f768372b-2bd2-4648-aaf8-1af63849f56e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:46.932814 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf78f3-dba0-46dd-89fb-a2a8363bc4e2 req-a6965c4e-3450-4906-ba9b-71dbd3c80580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:46.936807 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37bf78f3-dba0-46dd-89fb-a2a8363bc4e2 req-a6965c4e-3450-4906-ba9b-71dbd3c80580 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.2432601 Aug 20 10:17:46.988750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:17:47.002520 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Sync routers for ids ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:17:47.016745 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Routers {'6d627b2f-da9d-4104-8f86-dedfff8cf3c1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:17:47.022523 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:17:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:47.073203 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:47.088081 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:47.091765 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-693e5801-ff66-4fff-bc2d-29b43498230d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8840137 Aug 20 10:17:47.092605 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35592) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:47.096365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Attempting to bind port b0dc443b-1921-4dad-bda7-a656f1502e81 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:47.096697 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Attempting to bind port b0dc443b-1921-4dad-bda7-a656f1502e81 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:47.097024 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Attempting to bind port b0dc443b-1921-4dad-bda7-a656f1502e81 on network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:47.135778 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Port b0dc443b-1921-4dad-bda7-a656f1502e81 on network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:17:47.136484 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Attempting to bind port b0dc443b-1921-4dad-bda7-a656f1502e81 on network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:47.151571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:47.152433 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Checking segment: {'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:47.153744 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Bound using segment: {'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:47.165102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Bound port: b0dc443b-1921-4dad-bda7-a656f1502e81, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:47.166293 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:47.188493 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Set router 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:17:47.257672 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] For port b0dc443b-1921-4dad-bda7-a656f1502e81, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:47.263662 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe119e7-7ce6-4dec-8804-62bb2cadfb99 req-3dbe0321-feff-4a13-86b6-d6b05eedafff tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:47.263880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] For port b0dc443b-1921-4dad-bda7-a656f1502e81, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b0dc443b-1921-4dad-bda7-a656f1502e81,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:47.268699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'tag': 'c43a519f-c520-4a8c-8b50-6cbb1c0ed201'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:47.269798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe119e7-7ce6-4dec-8804-62bb2cadfb99 req-3dbe0321-feff-4a13-86b6-d6b05eedafff tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:47.271527 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acfe218-5d00-479d-9a53-8db51fb84330" -d '{"events": [{"name": "network-changed", "server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "tag": "c43a519f-c520-4a8c-8b50-6cbb1c0ed201"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:47.276556 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe119e7-7ce6-4dec-8804-62bb2cadfb99 req-3dbe0321-feff-4a13-86b6-d6b05eedafff tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:47.278256 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf78f3-dba0-46dd-89fb-a2a8363bc4e2 req-916c98b3-1f19-414e-947f-3e279148c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:47.279988 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37bf78f3-dba0-46dd-89fb-a2a8363bc4e2 req-916c98b3-1f19-414e-947f-3e279148c8ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2665484 Aug 20 10:17:47.282728 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe119e7-7ce6-4dec-8804-62bb2cadfb99 req-3dbe0321-feff-4a13-86b6-d6b05eedafff tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:47.288683 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:47.289012 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe119e7-7ce6-4dec-8804-62bb2cadfb99 req-3dbe0321-feff-4a13-86b6-d6b05eedafff tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:47.295802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe119e7-7ce6-4dec-8804-62bb2cadfb99 req-3dbe0321-feff-4a13-86b6-d6b05eedafff tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:47.301994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe119e7-7ce6-4dec-8804-62bb2cadfb99 req-3dbe0321-feff-4a13-86b6-d6b05eedafff tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:47.303897 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8fe119e7-7ce6-4dec-8804-62bb2cadfb99 req-3dbe0321-feff-4a13-86b6-d6b05eedafff tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5372 time: 0.2760127 Aug 20 10:17:47.338322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ab0ae8bc-5e64-48fa-9144-22fe3ba3d63e None None] Provisioning for port 3e7ff089-25a4-48aa-b3d5-f8944e67b171 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:47.347308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ab0ae8bc-5e64-48fa-9144-22fe3ba3d63e None None] Provisioning complete for port 3e7ff089-25a4-48aa-b3d5-f8944e67b171 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:47.347625 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ab0ae8bc-5e64-48fa-9144-22fe3ba3d63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:47.368476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c00eeb-17cd-4b81-bf9a-5b29de35bad9 req-e3b5828d-1910-45c0-9fdd-8a06dab955b0 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:47.369946 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-94c00eeb-17cd-4b81-bf9a-5b29de35bad9 req-e3b5828d-1910-45c0-9fdd-8a06dab955b0 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 945 time: 0.3327167 Aug 20 10:17:47.424455 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:47.425133 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:47.426980 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] 10.222.0.42 "PUT /v2.0/ports/b0dc443b-1921-4dad-bda7-a656f1502e81 HTTP/1.1" status: 200 len: 1131 time: 2.0529091 Aug 20 10:17:47.452921 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ae8bc-5e64-48fa-9144-22fe3ba3d63e None None] Port 3e7ff089-25a4-48aa-b3d5-f8944e67b171 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:17:47.470593 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Request body: {'port': {'device_id': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:47.524232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'name': 'tempest-ServersTestBootFromVolume-654293880-router', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:41Z', 'updated_at': '2021-08-20T10:17:44Z', 'revision_number': 3, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'gw_port': {'id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:43Z', 'updated_at': '2021-08-20T10:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:47.572919 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37bf78f3-dba0-46dd-89fb-a2a8363bc4e2 req-f6bbb309-1506-4d47-bdc0-a0634ff40535 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415926 Aug 20 10:17:47.585432 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Checking router: 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:17:47.586047 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Updating router 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 port 333ae08b-d0f2-4c9e-8507-edca02f9966b binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:17:47.619294 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:47.787492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06467b4e-5897-4f50-b020-d5f7a028f9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dc443b-1921-4dad-bda7-a656f1502e81,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:47.817792 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-94c00eeb-17cd-4b81-bf9a-5b29de35bad9 req-e894a075-d047-4a6d-94f8-9fe68f8717b5 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4258978 Aug 20 10:17:47.819277 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:47.843343 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:47.906658 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37bf78f3-dba0-46dd-89fb-a2a8363bc4e2 req-754e02b1-d52f-4ac9-ba59-89a671bd17d7 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952199 Aug 20 10:17:47.917530 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8fe119e7-7ce6-4dec-8804-62bb2cadfb99 req-926e94e6-5017-4e7e-b8f6-b71a3d7ead00 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6050241 Aug 20 10:17:48.065631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:48.066047 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:48.082393 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f3a06-bc25-4f2a-acb8-731dd7f616f4 req-d85700d4-5946-4f77-b6d4-6d2b5c6a6513 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:48.085301 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa7f3a06-bc25-4f2a-acb8-731dd7f616f4 req-d85700d4-5946-4f77-b6d4-6d2b5c6a6513 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 931 time: 0.1779833 Aug 20 10:17:48.087639 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b9ab52-b34f-4f68-ad2e-c6fe8409b1db x-openstack-request-id: req-12b9ab52-b34f-4f68-ad2e-c6fe8409b1db {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:48.088027 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "tag": "c43a519f-c520-4a8c-8b50-6cbb1c0ed201", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:48.088282 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12b9ab52-b34f-4f68-ad2e-c6fe8409b1db {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:48.088779 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'tag': 'c43a519f-c520-4a8c-8b50-6cbb1c0ed201', 'status': 'completed', 'code': 200} Aug 20 10:17:48.144233 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 63b9b535-4adf-4153-8300-68abc671058b details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:17:48.197975 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa7f3a06-bc25-4f2a-acb8-731dd7f616f4 req-93adce70-252e-40af-9f1a-f8650af443fc tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a77e22b-c0f5-420d-ba29-366f7764021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014223 Aug 20 10:17:48.274759 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:48.531835 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:48.569179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 63b9b535-4adf-4153-8300-68abc671058b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=63b9b535-4adf-4153-8300-68abc671058b,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:48.575556 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bc865-d44d-461a-8102-ed4e50907075 req-0f0e1d3b-33e2-4fef-ae12-dc0ed40568c4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:48.575816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Transition to ACTIVE for port object 333ae08b-d0f2-4c9e-8507-edca02f9966b will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:48.577273 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-493bc865-d44d-461a-8102-ed4e50907075 req-0f0e1d3b-33e2-4fef-ae12-dc0ed40568c4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 948 time: 0.3521485 Aug 20 10:17:48.598665 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device de9def1e-ccdc-4a14-a683-9ec5d380eb00 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:48.623700 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '63b9b535-4adf-4153-8300-68abc671058b', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '63b9b535-4adf-4153-8300-68abc671058b', 'mac_address': 'fa:16:3e:01:03:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:17:48.625646 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:48.627573 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:48.735521 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:48.755367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b9b535-4adf-4153-8300-68abc671058b {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:48.776034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc202b32-d605-4198-a327-43f35e04372f None None] Pushing event updated for resources: {'Port': ['ID=333ae08b-d0f2-4c9e-8507-edca02f9966b,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:48.783664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Attempting to bind port 333ae08b-d0f2-4c9e-8507-edca02f9966b on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:48.786898 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Attempting to bind port 333ae08b-d0f2-4c9e-8507-edca02f9966b by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:48.787293 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Attempting to bind port 333ae08b-d0f2-4c9e-8507-edca02f9966b on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:48.840295 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port de9def1e-ccdc-4a14-a683-9ec5d380eb00 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:48.840831 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:48.869575 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-493bc865-d44d-461a-8102-ed4e50907075 req-c6aadb6f-dd1b-4ff0-8d5f-9bd6369ec417 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650156 Aug 20 10:17:48.883595 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:48.884136 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:48.884707 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:48.885906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:48.885906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Bound port: 333ae08b-d0f2-4c9e-8507-edca02f9966b, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:48.886519 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:48.889246 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7ff089-25a4-48aa-b3d5-f8944e67b171 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:48.928815 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:48.955814 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] For port 333ae08b-d0f2-4c9e-8507-edca02f9966b, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:48.959859 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] For port 333ae08b-d0f2-4c9e-8507-edca02f9966b, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=333ae08b-d0f2-4c9e-8507-edca02f9966b,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:48.969892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 63b9b535-4adf-4153-8300-68abc671058b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=63b9b535-4adf-4153-8300-68abc671058b,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:48.976267 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:49.028733 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfe218-5d00-479d-9a53-8db51fb84330 req-1f580a0d-191d-4679-8584-17173eeb3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.029274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfe218-5d00-479d-9a53-8db51fb84330 req-1f580a0d-191d-4679-8584-17173eeb3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.029707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfe218-5d00-479d-9a53-8db51fb84330 req-1f580a0d-191d-4679-8584-17173eeb3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.030177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfe218-5d00-479d-9a53-8db51fb84330 req-1f580a0d-191d-4679-8584-17173eeb3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.030646 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfe218-5d00-479d-9a53-8db51fb84330 req-1f580a0d-191d-4679-8584-17173eeb3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.031134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfe218-5d00-479d-9a53-8db51fb84330 req-1f580a0d-191d-4679-8584-17173eeb3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.031598 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfe218-5d00-479d-9a53-8db51fb84330 req-1f580a0d-191d-4679-8584-17173eeb3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.033703 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Transition to ACTIVE for port object 3e7ff089-25a4-48aa-b3d5-f8944e67b171 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:49.034201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7acfe218-5d00-479d-9a53-8db51fb84330 req-1f580a0d-191d-4679-8584-17173eeb3775 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0e5831484784def8c1647505b6cc771&device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 6212 time: 0.9375999 Aug 20 10:17:49.061086 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:49.076211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc202b32-d605-4198-a327-43f35e04372f None None] Pushing event updated for resources: {'Port': ['ID=333ae08b-d0f2-4c9e-8507-edca02f9966b,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:49.104533 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:49.108687 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Routers {'6d627b2f-da9d-4104-8f86-dedfff8cf3c1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:17:49.115448 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:17:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:49.251549 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa299e9-b5dd-4eed-a4bc-a6cc17f9ebc1 req-13a97217-a807-470f-9060-3ff9f03d0212 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.252269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfe218-5d00-479d-9a53-8db51fb84330 req-2e991722-dc57-47ed-a0c5-916d58f2db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.252966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfe218-5d00-479d-9a53-8db51fb84330 req-2e991722-dc57-47ed-a0c5-916d58f2db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.253628 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfe218-5d00-479d-9a53-8db51fb84330 req-2e991722-dc57-47ed-a0c5-916d58f2db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.256008 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7acfe218-5d00-479d-9a53-8db51fb84330 req-2e991722-dc57-47ed-a0c5-916d58f2db9f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b0e5831484784def8c1647505b6cc771&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1902516 Aug 20 10:17:49.262419 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3fa299e9-b5dd-4eed-a4bc-a6cc17f9ebc1 req-13a97217-a807-470f-9060-3ff9f03d0212 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 945 time: 0.2458565 Aug 20 10:17:49.307838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Pushing event updated for resources: {'Port': ['ID=3e7ff089-25a4-48aa-b3d5-f8944e67b171,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:49.414392 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Allocated IP 172.20.0.1 (7c259fef-321b-49d5-b3aa-e0a6b05d20f2/271ccc16-072d-4062-b4ce-136f701c2492/5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:49.462752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Attempting to bind port 3e7ff089-25a4-48aa-b3d5-f8944e67b171 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:49.463275 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Attempting to bind port 3e7ff089-25a4-48aa-b3d5-f8944e67b171 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '5fc9845c-6a95-46f5-9483-446c454ec771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3041083e-b626-40e1-9787-556af8d58456'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:49.463613 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Attempting to bind port 3e7ff089-25a4-48aa-b3d5-f8944e67b171 on network 3041083e-b626-40e1-9787-556af8d58456 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:49.516542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] Set router 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:17:49.542757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bb7da-0062-47bb-86eb-ba3ff9adbcae req-84a726c4-1631-4d21-bec7-819c2eb10f04 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.544373 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-832bb7da-0062-47bb-86eb-ba3ff9adbcae req-84a726c4-1631-4d21-bec7-819c2eb10f04 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 946 time: 1.0483911 Aug 20 10:17:49.565187 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3fa299e9-b5dd-4eed-a4bc-a6cc17f9ebc1 req-0cd1f61d-194d-4fca-8925-f86acbf415f0 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022959 Aug 20 10:17:49.568180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Port 3e7ff089-25a4-48aa-b3d5-f8944e67b171 on network 3041083e-b626-40e1-9787-556af8d58456 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:17:49.568690 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Attempting to bind port 3e7ff089-25a4-48aa-b3d5-f8944e67b171 on network 3041083e-b626-40e1-9787-556af8d58456 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:49.577099 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:49.577099 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Checking segment: {'id': '5fc9845c-6a95-46f5-9483-446c454ec771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3041083e-b626-40e1-9787-556af8d58456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:49.577736 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Bound using segment: {'id': '5fc9845c-6a95-46f5-9483-446c454ec771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3041083e-b626-40e1-9787-556af8d58456'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:49.578033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Bound port: 3e7ff089-25a4-48aa-b3d5-f8944e67b171, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc9845c-6a95-46f5-9483-446c454ec771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3041083e-b626-40e1-9787-556af8d58456'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:49.578484 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:49.642740 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfe218-5d00-479d-9a53-8db51fb84330 req-43eff8bb-7901-437e-9709-3a0516df2a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.644572 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7acfe218-5d00-479d-9a53-8db51fb84330 req-43eff8bb-7901-437e-9709-3a0516df2a0e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3563850 Aug 20 10:17:49.683710 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:49.695328 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-832bb7da-0062-47bb-86eb-ba3ff9adbcae req-ce1b088d-27a0-4367-bf19-e04ffbebcb37 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239197 Aug 20 10:17:49.719546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['63b9b535-4adf-4153-8300-68abc671058b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:17:49.745832 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:49.755930 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:49.766096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] For port 3e7ff089-25a4-48aa-b3d5-f8944e67b171, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:49.771995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Transition to ACTIVE for port object 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:49.774082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Transition to ACTIVE for port object 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:49.782035 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:49.792071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] For port 3e7ff089-25a4-48aa-b3d5-f8944e67b171, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=3e7ff089-25a4-48aa-b3d5-f8944e67b171,segment=NetworkSegment(5fc9845c-6a95-46f5-9483-446c454ec771),segment_id=5fc9845c-6a95-46f5-9483-446c454ec771)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:49.817918 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537962c6-05b6-4213-9968-6ecbd87659f7 req-90ac2fc2-c21e-4311-a48a-924167f716c3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.825223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537962c6-05b6-4213-9968-6ecbd87659f7 req-90ac2fc2-c21e-4311-a48a-924167f716c3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.832556 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537962c6-05b6-4213-9968-6ecbd87659f7 req-90ac2fc2-c21e-4311-a48a-924167f716c3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.836568 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=63b9b535-4adf-4153-8300-68abc671058b,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:49.840023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537962c6-05b6-4213-9968-6ecbd87659f7 req-90ac2fc2-c21e-4311-a48a-924167f716c3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.847554 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537962c6-05b6-4213-9968-6ecbd87659f7 req-90ac2fc2-c21e-4311-a48a-924167f716c3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.855934 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537962c6-05b6-4213-9968-6ecbd87659f7 req-90ac2fc2-c21e-4311-a48a-924167f716c3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.863117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537962c6-05b6-4213-9968-6ecbd87659f7 req-90ac2fc2-c21e-4311-a48a-924167f716c3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.865440 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-537962c6-05b6-4213-9968-6ecbd87659f7 req-90ac2fc2-c21e-4311-a48a-924167f716c3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5372 time: 0.1433935 Aug 20 10:17:49.875192 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:49.909193 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Pushing event updated for resources: {'Port': ['ID=39f3e1a5-7f05-4149-b43b-14fa8fc00bb5,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:49.953958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:49.954603 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:49.956643 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] 10.222.0.24 "PUT /v2.0/ports/3e7ff089-25a4-48aa-b3d5-f8944e67b171 HTTP/1.1" status: 200 len: 1092 time: 3.0361314 Aug 20 10:17:49.967367 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6827b-89a1-4a13-a771-cc2a1b68a57d service neutron] Pushing event updated for resources: {'Port': ['ID=3e7ff089-25a4-48aa-b3d5-f8944e67b171,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:49.971067 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f768372b-2bd2-4648-aaf8-1af63849f56e', 'tag': '3e7ff089-25a4-48aa-b3d5-f8944e67b171'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:49.973735 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fb885d-f6de-4ca8-a987-282b39830625" -d '{"events": [{"name": "network-changed", "server_uuid": "f768372b-2bd2-4648-aaf8-1af63849f56e", "tag": "3e7ff089-25a4-48aa-b3d5-f8944e67b171"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:50.025062 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7751edc-ba69-422e-8eef-e08e793eb78d req-3d38a556-d1fb-409d-a18d-4edf6ea83ad7 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:50.029960 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7751edc-ba69-422e-8eef-e08e793eb78d req-3d38a556-d1fb-409d-a18d-4edf6ea83ad7 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 943 time: 0.2356713 Aug 20 10:17:50.055554 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:50.064780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Attempting to bind port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:50.067037 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Attempting to bind port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:50.067660 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Attempting to bind port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 on network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:50.083569 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'name': 'tempest-ServersTestBootFromVolume-654293880-router', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:41Z', 'updated_at': '2021-08-20T10:17:44Z', 'revision_number': 3, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'gw_port': {'id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:43Z', 'updated_at': '2021-08-20T10:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:50.095800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'tag': 'b0dc443b-1921-4dad-bda7-a656f1502e81'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:50.098364 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bf97f1-2f04-426e-bd15-494a3ae77c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "tag": "b0dc443b-1921-4dad-bda7-a656f1502e81"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:50.118860 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7751edc-ba69-422e-8eef-e08e793eb78d req-c217e620-4176-4aa6-99c0-1d09a0a93f49 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a77e22b-c0f5-420d-ba29-366f7764021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743339 Aug 20 10:17:50.119790 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 on network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:17:50.120308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Attempting to bind port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 on network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:50.123030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Pushing event updated for resources: {'Port': ['ID=5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:50.137316 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-537962c6-05b6-4213-9968-6ecbd87659f7 req-d653c8fe-d7bc-43b2-ae07-348612937a10 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1795719 Aug 20 10:17:50.143395 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce316fb2-e7fe-4d5a-aacb-b0d23f79c319 None None] The sync data for ids ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'] in n-d-778550-11 is: [{'id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'name': 'tempest-ServersTestBootFromVolume-654293880-router', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:41Z', 'updated_at': '2021-08-20T10:17:44Z', 'revision_number': 3, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'gw_port': {'id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:43Z', 'updated_at': '2021-08-20T10:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:17:50.152083 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Network 7c259fef-321b-49d5-b3aa-e0a6b05d20f2 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:50.160398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:50.163925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:50.177398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:50.178603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Checking segment: {'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:50.181109 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Bound using segment: {'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:50.182443 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Bound port: 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:50.184457 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:50.188273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-78f2f7b8-0787-4e1e-a455-7805b5d67397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:50.189825 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-78f2f7b8-0787-4e1e-a455-7805b5d67397 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=334fd981ee4449a88e6a27bec29dc014&device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 1095 time: 0.1739781 Aug 20 10:17:50.291858 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-0ccb1910-1e35-455b-9ad2-f7bacd995550 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e7ff089-25a4-48aa-b3d5-f8944e67b171 HTTP/1.1" status: 200 len: 217 time: 0.0856595 Aug 20 10:17:50.303962 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:50.374597 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] For port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:50.378533 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] For port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=39f3e1a5-7f05-4149-b43b-14fa8fc00bb5,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:50.386310 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:50.448768 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-9cd2c555-ab64-4e8b-b8d8-b8cbd82fdf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:50.450275 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-9cd2c555-ab64-4e8b-b8d8-b8cbd82fdf5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc5e47aa-eb79-4392-8c1a-be28171d1de0 HTTP/1.1" status: 200 len: 868 time: 0.1414728 Aug 20 10:17:50.450884 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:50.451768 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:50.458973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18515d-3131-4e72-a538-eac4a4cc7d1d req-59f08592-2350-4a43-bc01-94641a6e201f tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:50.459728 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] 10.222.0.42 "PUT /v2.0/ports/39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 HTTP/1.1" status: 200 len: 1092 time: 2.9935880 Aug 20 10:17:50.474503 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1f18515d-3131-4e72-a538-eac4a4cc7d1d req-59f08592-2350-4a43-bc01-94641a6e201f tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 945 time: 0.1922727 Aug 20 10:17:50.476481 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35630) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:50.555293 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Request body: {'port': {'device_id': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:50.601601 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e3f93aa2-59c8-4078-811f-cbf9534e8c4d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Request body: {'floatingip': {'port_id': '7d6b258b-e646-4811-b13c-0f66de8a3de2'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:50.608645 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-71a0b0d3-5c04-4d12-8291-2dcdc2389f8b None None] Provisioning for port 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:50.613883 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-71a0b0d3-5c04-4d12-8291-2dcdc2389f8b None None] Provisioning complete for port 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:50.614335 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-71a0b0d3-5c04-4d12-8291-2dcdc2389f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:50.616060 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1fccb8-ac45-47a0-92ef-cce61c3f9d16 x-openstack-request-id: req-8c1fccb8-ac45-47a0-92ef-cce61c3f9d16 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:50.618070 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f768372b-2bd2-4648-aaf8-1af63849f56e", "tag": "3e7ff089-25a4-48aa-b3d5-f8944e67b171", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:50.618070 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c1fccb8-ac45-47a0-92ef-cce61c3f9d16 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:50.623493 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f768372b-2bd2-4648-aaf8-1af63849f56e', 'tag': '3e7ff089-25a4-48aa-b3d5-f8944e67b171', 'status': 'completed', 'code': 200} Aug 20 10:17:50.627136 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359dab54-896c-45b8-8ee8-c9413f34e7df service neutron] Pushing event updated for resources: {'Port': ['ID=39f3e1a5-7f05-4149-b43b-14fa8fc00bb5,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:50.662743 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e8f767-d564-4803-89e9-82e6bc1d9666 x-openstack-request-id: req-85e8f767-d564-4803-89e9-82e6bc1d9666 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:50.663072 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "tag": "b0dc443b-1921-4dad-bda7-a656f1502e81", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:50.663452 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85e8f767-d564-4803-89e9-82e6bc1d9666 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:50.663857 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'tag': 'b0dc443b-1921-4dad-bda7-a656f1502e81', 'status': 'completed', 'code': 200} Aug 20 10:17:50.710182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-71a0b0d3-5c04-4d12-8291-2dcdc2389f8b None None] Port 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:17:50.718566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596c7e3-48a7-4cf6-96df-6c957df57664 req-f7560dc9-9fc5-415f-86f4-d1cebb4300e8 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:50.723485 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b596c7e3-48a7-4cf6-96df-6c957df57664 req-f7560dc9-9fc5-415f-86f4-d1cebb4300e8 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 949 time: 0.3084140 Aug 20 10:17:50.727460 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:50.767490 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:50.819726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf97f1-2f04-426e-bd15-494a3ae77c3f req-6193e182-2519-4750-a3d6-95076b74a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:50.822295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf97f1-2f04-426e-bd15-494a3ae77c3f req-6193e182-2519-4750-a3d6-95076b74a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:50.823451 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf97f1-2f04-426e-bd15-494a3ae77c3f req-6193e182-2519-4750-a3d6-95076b74a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:50.824149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf97f1-2f04-426e-bd15-494a3ae77c3f req-6193e182-2519-4750-a3d6-95076b74a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:50.825681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf97f1-2f04-426e-bd15-494a3ae77c3f req-6193e182-2519-4750-a3d6-95076b74a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:50.826560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf97f1-2f04-426e-bd15-494a3ae77c3f req-6193e182-2519-4750-a3d6-95076b74a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:50.827312 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf97f1-2f04-426e-bd15-494a3ae77c3f req-6193e182-2519-4750-a3d6-95076b74a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:50.829615 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05bf97f1-2f04-426e-bd15-494a3ae77c3f req-6193e182-2519-4750-a3d6-95076b74a99d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0e5831484784def8c1647505b6cc771&device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 6280 time: 0.1616590 Aug 20 10:17:50.836594 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b596c7e3-48a7-4cf6-96df-6c957df57664 req-27c2a37c-f1dc-4e0f-9143-a154c7213bb7 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035497 Aug 20 10:17:50.900863 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3f93aa2-59c8-4078-811f-cbf9534e8c4d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:51.035795 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-1c3b8b1c-e276-4604-a4f4-fdcde2692c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:51.037554 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-1c3b8b1c-e276-4604-a4f4-fdcde2692c20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3041083e-b626-40e1-9787-556af8d58456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5601854 Aug 20 10:17:51.089805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf97f1-2f04-426e-bd15-494a3ae77c3f req-fa1488cf-c63f-41e6-8aed-530c85a31add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:51.090386 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf97f1-2f04-426e-bd15-494a3ae77c3f req-fa1488cf-c63f-41e6-8aed-530c85a31add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:51.090723 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf97f1-2f04-426e-bd15-494a3ae77c3f req-fa1488cf-c63f-41e6-8aed-530c85a31add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:51.092382 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05bf97f1-2f04-426e-bd15-494a3ae77c3f req-fa1488cf-c63f-41e6-8aed-530c85a31add service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b0e5831484784def8c1647505b6cc771&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2482350 Aug 20 10:17:51.199261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc16696-79ac-4c94-bf15-4d2ae8672847 req-659241c8-7e94-41e0-bad5-deaaf8ce4ca8 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:51.200824 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-abc16696-79ac-4c94-bf15-4d2ae8672847 req-659241c8-7e94-41e0-bad5-deaaf8ce4ca8 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 946 time: 0.2481027 Aug 20 10:17:51.253278 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:51.295190 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:51.305620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf97f1-2f04-426e-bd15-494a3ae77c3f req-da7ec8bf-c53f-4510-accb-ef0675ff6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:51.308097 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05bf97f1-2f04-426e-bd15-494a3ae77c3f req-da7ec8bf-c53f-4510-accb-ef0675ff6116 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1806972 Aug 20 10:17:51.333723 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-abc16696-79ac-4c94-bf15-4d2ae8672847 req-8b6b0762-52a4-49ce-bed4-2c6971465102 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162159 Aug 20 10:17:51.394783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Pushing event updated for resources: {'Port': ['ID=5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:51.448396 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-47c6d652-3621-4133-b29a-0d0f142ca42a service neutron] 10.222.0.24 "GET /v2.0/networks/3041083e-b626-40e1-9787-556af8d58456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916731 Aug 20 10:17:51.504087 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701a9a4a-df10-4332-8647-3e0dc184c93a {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:51.513883 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:51.524880 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:51.531916 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Transition to ACTIVE for port object 701a9a4a-df10-4332-8647-3e0dc184c93a will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:51.549750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75eaaa-72d6-4fbc-a7d8-0f2d9e62c597 req-523817dc-16fe-4a4a-b11d-cc8a3fd75e4e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:51.555503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75eaaa-72d6-4fbc-a7d8-0f2d9e62c597 req-523817dc-16fe-4a4a-b11d-cc8a3fd75e4e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:51.562734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75eaaa-72d6-4fbc-a7d8-0f2d9e62c597 req-523817dc-16fe-4a4a-b11d-cc8a3fd75e4e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:51.569001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75eaaa-72d6-4fbc-a7d8-0f2d9e62c597 req-523817dc-16fe-4a4a-b11d-cc8a3fd75e4e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:51.575011 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75eaaa-72d6-4fbc-a7d8-0f2d9e62c597 req-523817dc-16fe-4a4a-b11d-cc8a3fd75e4e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:51.581240 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75eaaa-72d6-4fbc-a7d8-0f2d9e62c597 req-523817dc-16fe-4a4a-b11d-cc8a3fd75e4e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:51.587655 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75eaaa-72d6-4fbc-a7d8-0f2d9e62c597 req-523817dc-16fe-4a4a-b11d-cc8a3fd75e4e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:51.595546 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5c75eaaa-72d6-4fbc-a7d8-0f2d9e62c597 req-523817dc-16fe-4a4a-b11d-cc8a3fd75e4e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5384 time: 0.1506093 Aug 20 10:17:51.603952 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:51.633382 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad17e0-6f3f-4f72-9979-cef7eee06530 req-5de25d37-7075-44f1-8e73-ff0f43a735f9 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:51.634941 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6aad17e0-6f3f-4f72-9979-cef7eee06530 req-5de25d37-7075-44f1-8e73-ff0f43a735f9 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 943 time: 0.2221456 Aug 20 10:17:51.682269 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5c75eaaa-72d6-4fbc-a7d8-0f2d9e62c597 req-e1237afa-b370-4ddc-a31a-f73582a6e33d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808311 Aug 20 10:17:51.696147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Pushing event updated for resources: {'Port': ['ID=701a9a4a-df10-4332-8647-3e0dc184c93a,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:51.725149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:51.725974 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:51.725974 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:51.726775 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:51.726775 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:51.729687 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:51.733007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:51.733472 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:51.734140 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:51.734335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:51.734767 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:51.735230 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:51.813668 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1092f461-7f91-40e5-9191-51e717a1b2b6 req-b7e6dc78-919a-4df0-84d6-f119c167d74a service neutron] 10.222.0.24 "GET /v2.0/networks/3041083e-b626-40e1-9787-556af8d58456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514333 Aug 20 10:17:51.829020 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6aad17e0-6f3f-4f72-9979-cef7eee06530 req-398a417e-26dd-4ca4-8f81-72958263f574 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a77e22b-c0f5-420d-ba29-366f7764021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441305 Aug 20 10:17:51.861564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Attempting to bind port 701a9a4a-df10-4332-8647-3e0dc184c93a on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:51.862507 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Attempting to bind port 701a9a4a-df10-4332-8647-3e0dc184c93a by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:51.863593 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Attempting to bind port 701a9a4a-df10-4332-8647-3e0dc184c93a on network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:51.870148 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Port 701a9a4a-df10-4332-8647-3e0dc184c93a on network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:17:51.870567 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Attempting to bind port 701a9a4a-df10-4332-8647-3e0dc184c93a on network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:51.877557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:51.885965 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Checking segment: {'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:51.886563 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Bound using segment: {'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:51.889520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Bound port: 701a9a4a-df10-4332-8647-3e0dc184c93a, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0956b31a-6cb1-4a30-8613-d0be7c33e52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:51.889896 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:52.021826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 333ae08b-d0f2-4c9e-8507-edca02f9966b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:52.064683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] For port 701a9a4a-df10-4332-8647-3e0dc184c93a, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:52.088808 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] For port 701a9a4a-df10-4332-8647-3e0dc184c93a, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=701a9a4a-df10-4332-8647-3e0dc184c93a,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:52.091844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 333ae08b-d0f2-4c9e-8507-edca02f9966b completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:52.098061 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 333ae08b-d0f2-4c9e-8507-edca02f9966b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:52.098750 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:52.109632 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83741a35-41ce-4e47-a510-7c28aa01822e req-d4664a27-df54-4d4e-9cdd-e06642931d80 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:52.111609 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83741a35-41ce-4e47-a510-7c28aa01822e req-d4664a27-df54-4d4e-9cdd-e06642931d80 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 949 time: 0.0807776 Aug 20 10:17:52.113041 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:52.148790 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 63b9b535-4adf-4153-8300-68abc671058b up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:52.192512 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Pushing event updated for resources: {'Port': ['ID=701a9a4a-df10-4332-8647-3e0dc184c93a,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:52.206138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:52.206767 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:52.208338 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-9e1774de-4538-4506-a55e-15b2a82e816d service neutron] 10.222.0.42 "PUT /v2.0/ports/701a9a4a-df10-4332-8647-3e0dc184c93a HTTP/1.1" status: 200 len: 1092 time: 1.6661117 Aug 20 10:17:52.228780 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Network 7c259fef-321b-49d5-b3aa-e0a6b05d20f2 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:52.263253 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:52.264875 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:52.268735 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Request body: {'port': {'device_id': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:52.312881 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 63b9b535-4adf-4153-8300-68abc671058b completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:52.319194 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 63b9b535-4adf-4153-8300-68abc671058b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:52.319639 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:52.323382 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83741a35-41ce-4e47-a510-7c28aa01822e req-1bb29e8c-0b2e-40ef-b8a1-188198713d6b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975727 Aug 20 10:17:52.371469 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:52.425251 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 333ae08b-d0f2-4c9e-8507-edca02f9966b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=333ae08b-d0f2-4c9e-8507-edca02f9966b,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:52.475229 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.resource_extend [None req-e3f93aa2-59c8-4078-811f-cbf9534e8c4d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:17:52.487691 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb885d-f6de-4ca8-a987-282b39830625 req-a19ac782-9464-437c-84db-bcf5214b9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:52.494128 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-77fb885d-f6de-4ca8-a987-282b39830625 req-a19ac782-9464-437c-84db-bcf5214b9db2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=334fd981ee4449a88e6a27bec29dc014&device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 1095 time: 0.2715662 Aug 20 10:17:52.494924 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:52.509317 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:52.719735 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea9a863-c39c-4c78-8ebf-b33fde029e1a {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:52.729806 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:52.742333 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=333ae08b-d0f2-4c9e-8507-edca02f9966b,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:52.742950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Transition to ACTIVE for port object 0ea9a863-c39c-4c78-8ebf-b33fde029e1a will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:52.744059 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'tag': '39f3e1a5-7f05-4149-b43b-14fa8fc00bb5'}, {'name': 'network-changed', 'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'tag': '701a9a4a-df10-4332-8647-3e0dc184c93a'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:52.748538 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "tag": "39f3e1a5-7f05-4149-b43b-14fa8fc00bb5"}, {"name": "network-changed", "server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "tag": "701a9a4a-df10-4332-8647-3e0dc184c93a"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:52.752770 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:52.774323 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3f93aa2-59c8-4078-811f-cbf9534e8c4d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:52.789767 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:52.791687 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-aec1eb96-83b6-4409-bb5e-b47be9207b4a None None] Provisioning complete for port 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:52.792050 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aec1eb96-83b6-4409-bb5e-b47be9207b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:52.820464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cbd66-e850-4a78-aa38-5ae905c8dec5 req-62458ade-ad06-48fc-961a-2385f73436b6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:52.822628 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-162cbd66-e850-4a78-aa38-5ae905c8dec5 req-62458ade-ad06-48fc-961a-2385f73436b6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 946 time: 0.2414608 Aug 20 10:17:52.823597 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3f93aa2-59c8-4078-811f-cbf9534e8c4d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:52.868394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d13513f-73f2-422e-a2f2-a9afba0362a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b9b535-4adf-4153-8300-68abc671058b'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:52.870661 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a8eec6-91bf-4c55-988d-2f9c5456479b" -d '{"events": [{"server_uuid": "2d13513f-73f2-422e-a2f2-a9afba0362a5", "name": "network-vif-plugged", "status": "completed", "tag": "63b9b535-4adf-4153-8300-68abc671058b"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:52.887601 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-aec1eb96-83b6-4409-bb5e-b47be9207b4a None None] Port 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:17:52.890126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 63b9b535-4adf-4153-8300-68abc671058b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=63b9b535-4adf-4153-8300-68abc671058b,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:52.892415 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb885d-f6de-4ca8-a987-282b39830625 req-fd59b90e-82ee-41d9-8008-d7c27afda508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:52.895836 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-77fb885d-f6de-4ca8-a987-282b39830625 req-fd59b90e-82ee-41d9-8008-d7c27afda508 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3041083e-b626-40e1-9787-556af8d58456 HTTP/1.1" status: 200 len: 930 time: 0.2717233 Aug 20 10:17:52.898453 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:52.974251 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=63b9b535-4adf-4153-8300-68abc671058b,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:52.982890 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea9a863-c39c-4c78-8ebf-b33fde029e1a,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:53.006189 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Attempting to bind port 0ea9a863-c39c-4c78-8ebf-b33fde029e1a on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:53.006632 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Attempting to bind port 0ea9a863-c39c-4c78-8ebf-b33fde029e1a by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'c8fc24ad-bca6-4f75-9712-a5ce61f9ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:53.007026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Attempting to bind port 0ea9a863-c39c-4c78-8ebf-b33fde029e1a on network 986d71c4-4ce3-4801-9a57-aea4a1dceb0c {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:53.009296 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-77fb885d-f6de-4ca8-a987-282b39830625 req-dccdccbf-d565-4aec-a334-e6de5b7a0edc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e7ff089-25a4-48aa-b3d5-f8944e67b171 HTTP/1.1" status: 200 len: 217 time: 0.0586975 Aug 20 10:17:53.018125 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Router 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:17:53.030270 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54789c2e-8162-46c3-8f3a-2a9bde169314 req-b4774573-3955-45cf-b846-bcce17ee5aed tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.037023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54789c2e-8162-46c3-8f3a-2a9bde169314 req-b4774573-3955-45cf-b846-bcce17ee5aed tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.043903 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54789c2e-8162-46c3-8f3a-2a9bde169314 req-b4774573-3955-45cf-b846-bcce17ee5aed tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.050276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54789c2e-8162-46c3-8f3a-2a9bde169314 req-b4774573-3955-45cf-b846-bcce17ee5aed tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.057694 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54789c2e-8162-46c3-8f3a-2a9bde169314 req-b4774573-3955-45cf-b846-bcce17ee5aed tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.063983 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54789c2e-8162-46c3-8f3a-2a9bde169314 req-b4774573-3955-45cf-b846-bcce17ee5aed tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.070764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54789c2e-8162-46c3-8f3a-2a9bde169314 req-b4774573-3955-45cf-b846-bcce17ee5aed tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.073025 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54789c2e-8162-46c3-8f3a-2a9bde169314 req-b4774573-3955-45cf-b846-bcce17ee5aed tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5408 time: 0.2369366 Aug 20 10:17:53.073904 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Port 0ea9a863-c39c-4c78-8ebf-b33fde029e1a on network 986d71c4-4ce3-4801-9a57-aea4a1dceb0c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:17:53.074459 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Attempting to bind port 0ea9a863-c39c-4c78-8ebf-b33fde029e1a on network 986d71c4-4ce3-4801-9a57-aea4a1dceb0c {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:53.083833 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:53.084488 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Checking segment: {'id': 'c8fc24ad-bca6-4f75-9712-a5ce61f9ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:53.085077 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Bound using segment: {'id': 'c8fc24ad-bca6-4f75-9712-a5ce61f9ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:53.085701 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Bound port: 0ea9a863-c39c-4c78-8ebf-b33fde029e1a, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8fc24ad-bca6-4f75-9712-a5ce61f9ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:53.086269 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:53.111521 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-162cbd66-e850-4a78-aa38-5ae905c8dec5 req-d8f667b4-d37e-418b-91e2-02faa4df6195 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777758 Aug 20 10:17:53.136729 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb885d-f6de-4ca8-a987-282b39830625 req-683498d7-629d-4e4c-86fa-91e08ef2f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.138241 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-77fb885d-f6de-4ca8-a987-282b39830625 req-683498d7-629d-4e4c-86fa-91e08ef2f6e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc5e47aa-eb79-4392-8c1a-be28171d1de0 HTTP/1.1" status: 200 len: 868 time: 0.1173749 Aug 20 10:17:53.176918 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54789c2e-8162-46c3-8f3a-2a9bde169314 req-d0ee63b8-b349-4138-998b-92a3e2be125d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955391 Aug 20 10:17:53.201780 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-e3f93aa2-59c8-4078-811f-cbf9534e8c4d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Floating IP f738203b-03f4-491a-871d-e3b11bc0ceb4 associated. External IP: 172.25.3.109, port: 7d6b258b-e646-4811-b13c-0f66de8a3de2. Aug 20 10:17:53.208669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] For port 0ea9a863-c39c-4c78-8ebf-b33fde029e1a, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:53.222037 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b67bcb-ee78-4dc2-9662-0985517582e3 x-openstack-request-id: req-16b67bcb-ee78-4dc2-9662-0985517582e3 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:53.222404 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "tag": "39f3e1a5-7f05-4149-b43b-14fa8fc00bb5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "tag": "701a9a4a-df10-4332-8647-3e0dc184c93a", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:53.222729 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16b67bcb-ee78-4dc2-9662-0985517582e3 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:53.223233 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'tag': '39f3e1a5-7f05-4149-b43b-14fa8fc00bb5', 'status': 'completed', 'code': 200} Aug 20 10:17:53.223560 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'tag': '701a9a4a-df10-4332-8647-3e0dc184c93a', 'status': 'completed', 'code': 200} Aug 20 10:17:53.225816 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] For port 0ea9a863-c39c-4c78-8ebf-b33fde029e1a, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=0ea9a863-c39c-4c78-8ebf-b33fde029e1a,segment=NetworkSegment(c8fc24ad-bca6-4f75-9712-a5ce61f9ad15),segment_id=c8fc24ad-bca6-4f75-9712-a5ce61f9ad15)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:53.231335 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:53.319360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.320255 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:53.323105 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] 10.222.0.42 "PUT /v2.0/ports/0ea9a863-c39c-4c78-8ebf-b33fde029e1a HTTP/1.1" status: 200 len: 1092 time: 1.0694716 Aug 20 10:17:53.354870 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc30d-65a1-4481-bf3d-209543524363 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea9a863-c39c-4c78-8ebf-b33fde029e1a,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:53.365303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Request body: {'port': {'device_id': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:53.403565 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c70624f-1444-4216-a4c7-0c0d775d1664 x-openstack-request-id: req-5c70624f-1444-4216-a4c7-0c0d775d1664 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:53.404078 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d13513f-73f2-422e-a2f2-a9afba0362a5", "name": "network-vif-plugged", "status": "completed", "tag": "63b9b535-4adf-4153-8300-68abc671058b", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:53.404324 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c70624f-1444-4216-a4c7-0c0d775d1664 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:53.404810 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d13513f-73f2-422e-a2f2-a9afba0362a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b9b535-4adf-4153-8300-68abc671058b', 'code': 200} Aug 20 10:17:53.439794 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-9dad7bed-2380-4374-8df8-99ab7eae7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.440322 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-9dad7bed-2380-4374-8df8-99ab7eae7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.440919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-9dad7bed-2380-4374-8df8-99ab7eae7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.441456 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-9dad7bed-2380-4374-8df8-99ab7eae7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.442039 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-9dad7bed-2380-4374-8df8-99ab7eae7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.442610 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-9dad7bed-2380-4374-8df8-99ab7eae7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.443289 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-9dad7bed-2380-4374-8df8-99ab7eae7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.445868 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-9dad7bed-2380-4374-8df8-99ab7eae7b80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0e5831484784def8c1647505b6cc771&device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 6416 time: 0.1833568 Aug 20 10:17:53.456752 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:53.459158 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb885d-f6de-4ca8-a987-282b39830625 req-f8d26714-c6c0-4ba8-bf24-269526a63b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.460734 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-77fb885d-f6de-4ca8-a987-282b39830625 req-f8d26714-c6c0-4ba8-bf24-269526a63b3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3041083e-b626-40e1-9787-556af8d58456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2735994 Aug 20 10:17:53.507688 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:17:53.513112 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-03605baf-b764-4827-a650-3075294cb74f admin admin] 10.222.0.16 "PUT /v2.0/routers/6d627b2f-da9d-4104-8f86-dedfff8cf3c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4192717 Aug 20 10:17:53.517217 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Sync routers for ids ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:17:53.531273 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Routers {'6d627b2f-da9d-4104-8f86-dedfff8cf3c1'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:17:53.532239 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:17:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:53.581846 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4039520-8125-4f35-99b7-eceb86839d4a req-e5b5f3e9-878e-4b0b-8cc4-b74698a68b12 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.587650 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4039520-8125-4f35-99b7-eceb86839d4a req-e5b5f3e9-878e-4b0b-8cc4-b74698a68b12 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 943 time: 0.2138643 Aug 20 10:17:53.745970 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Set router 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:17:53.788943 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d231-0dbf-4043-a5f7-ea09bfcd8271 req-4c60b18f-f7c7-4ac5-abd3-f3cac7e034a5 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.791115 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8980d231-0dbf-4043-a5f7-ea09bfcd8271 req-4c60b18f-f7c7-4ac5-abd3-f3cac7e034a5 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.2559745 Aug 20 10:17:53.796859 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d9d2c-a6a2-4852-afb1-63fef2ed8f02 req-4a19de13-8e80-421d-9968-0e11454c4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.798573 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b2d9d2c-a6a2-4852-afb1-63fef2ed8f02 req-4a19de13-8e80-421d-9968-0e11454c4e1a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 1102 time: 0.3017213 Aug 20 10:17:53.832893 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f93aa2-59c8-4078-811f-cbf9534e8c4d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:17:53.863919 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-77fb885d-f6de-4ca8-a987-282b39830625 req-7797a820-5323-47bd-adf2-7a631292b20d service neutron] 10.222.0.24 "GET /v2.0/networks/3041083e-b626-40e1-9787-556af8d58456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891277 Aug 20 10:17:53.886323 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4039520-8125-4f35-99b7-eceb86839d4a req-f2b2196b-50b0-4114-85d3-2c69f41632d0 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a77e22b-c0f5-420d-ba29-366f7764021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828631 Aug 20 10:17:53.921661 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 333ae08b-d0f2-4c9e-8507-edca02f9966b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:53.975954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-2e0d02ce-ec0b-4670-a694-049cdb561162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.976432 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-2e0d02ce-ec0b-4670-a694-049cdb561162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.976902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-2e0d02ce-ec0b-4670-a694-049cdb561162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:53.980986 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-2e0d02ce-ec0b-4670-a694-049cdb561162 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b0e5831484784def8c1647505b6cc771&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5176444 Aug 20 10:17:54.007678 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'name': 'tempest-ServersTestBootFromVolume-654293880-router', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:41Z', 'updated_at': '2021-08-20T10:17:50Z', 'revision_number': 4, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'gw_port': {'id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:43Z', 'updated_at': '2021-08-20T10:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1', 'name': '', 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'mac_address': 'fa:16:3e:c1:40:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '271ccc16-072d-4062-b4ce-136f701c2492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:48Z', 'updated_at': '2021-08-20T10:17:50Z', 'revision_number': 2, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'subnets': [{'id': '271ccc16-072d-4062-b4ce-136f701c2492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:54.016270 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 333ae08b-d0f2-4c9e-8507-edca02f9966b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:54.016891 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:54.037605 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Checking router: 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:17:54.037961 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Updating router 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 port 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:17:54.066881 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:54.189165 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8980d231-0dbf-4043-a5f7-ea09bfcd8271 req-23fbd038-67d5-4364-8109-d9293f286918 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873286 Aug 20 10:17:54.231983 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b2d9d2c-a6a2-4852-afb1-63fef2ed8f02 req-b480f80e-df6b-4c17-869a-5635b4c9c961 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173424 Aug 20 10:17:54.266332 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-77fb885d-f6de-4ca8-a987-282b39830625 req-c7bf1a76-bf37-4764-abb9-28e2f80a2bd0 service neutron] 10.222.0.24 "GET /v2.0/networks/3041083e-b626-40e1-9787-556af8d58456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788307 Aug 20 10:17:54.302450 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f93aa2-59c8-4078-811f-cbf9534e8c4d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:17:54.306986 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3f93aa2-59c8-4078-811f-cbf9534e8c4d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:54.315141 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8135040-d241-478f-aee7-e6df97027aab None None] Sync routers for ids ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:17:54.329515 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8135040-d241-478f-aee7-e6df97027aab None None] Routers {'262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:17:54.330685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b8135040-d241-478f-aee7-e6df97027aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:17:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:54.356408 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e3f93aa2-59c8-4078-811f-cbf9534e8c4d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "PUT /v2.0/floatingips/f738203b-03f4-491a-871d-e3b11bc0ceb4 HTTP/1.1" status: 200 len: 991 time: 3.7578332 Aug 20 10:17:54.356408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d1a304-3078-4970-a224-48906115f0a0', 'tag': '7d6b258b-e646-4811-b13c-0f66de8a3de2'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:54.359807 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcca11a8-b6b1-4351-a43e-2f610087d7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d1a304-3078-4970-a224-48906115f0a0", "tag": "7d6b258b-e646-4811-b13c-0f66de8a3de2"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:54.404754 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-2bba5e85-4f07-444b-9995-956247a4b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:54.406358 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-2bba5e85-4f07-444b-9995-956247a4b3d7 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4101036 Aug 20 10:17:54.410676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35688) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:54.415533 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646530267', 'description': 'tempest-description--1632305041'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:54.473571 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:54.515113 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:54.518512 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932e7ff-0d6b-4260-b116-cf5da55715dd req-5944217a-90ae-4e0c-b3aa-84e7d3100823 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:54.535988 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6932e7ff-0d6b-4260-b116-cf5da55715dd req-5944217a-90ae-4e0c-b3aa-84e7d3100823 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 946 time: 0.1910257 Aug 20 10:17:54.542487 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Transition to ACTIVE for port object 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:54.551330 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:54.564766 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-b8135040-d241-478f-aee7-e6df97027aab None None] Set router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:17:54.642790 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932b2b2-d3a1-4cbe-bc9f-2679ba771b84 None None] Pushing event updated for resources: {'Port': ['ID=5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:54.654496 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3b1508-6022-445a-aa9b-de0059fa9cb5 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:54.699433 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:54.708858 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d90029-48a6-4e04-8b7d-409f0b13cd34 req-9326d243-1dc8-491c-ad71-9887b1ca4212 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:54.718807 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6932e7ff-0d6b-4260-b116-cf5da55715dd req-874633c5-7a5d-47c0-b7f6-13614e25d316 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817100 Aug 20 10:17:54.721638 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d90029-48a6-4e04-8b7d-409f0b13cd34 req-9326d243-1dc8-491c-ad71-9887b1ca4212 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:54.750684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d90029-48a6-4e04-8b7d-409f0b13cd34 req-9326d243-1dc8-491c-ad71-9887b1ca4212 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:54.763475 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Transition to ACTIVE for port object 1c3b1508-6022-445a-aa9b-de0059fa9cb5 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:17:54.764491 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Attempting to bind port 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:54.765076 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Attempting to bind port 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '2f1de757-5ac2-423d-9c17-853ec553dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:54.765665 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Attempting to bind port 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 on network 7c259fef-321b-49d5-b3aa-e0a6b05d20f2 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:54.766108 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d90029-48a6-4e04-8b7d-409f0b13cd34 req-9326d243-1dc8-491c-ad71-9887b1ca4212 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:54.772244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d90029-48a6-4e04-8b7d-409f0b13cd34 req-9326d243-1dc8-491c-ad71-9887b1ca4212 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:54.774999 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:54.776754 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Checking segment: {'id': '2f1de757-5ac2-423d-9c17-853ec553dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:54.778716 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:54.780009 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Bound using segment: {'id': '2f1de757-5ac2-423d-9c17-853ec553dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:54.780797 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-e24cb4d7-ad0c-45a6-9f1b-59e8c8a3643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:54.781300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-e24cb4d7-ad0c-45a6-9f1b-59e8c8a3643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:54.781763 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-e24cb4d7-ad0c-45a6-9f1b-59e8c8a3643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:54.782234 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-e24cb4d7-ad0c-45a6-9f1b-59e8c8a3643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:54.782446 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Bound port: 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1de757-5ac2-423d-9c17-853ec553dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:54.782799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-e24cb4d7-ad0c-45a6-9f1b-59e8c8a3643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:54.783445 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-e24cb4d7-ad0c-45a6-9f1b-59e8c8a3643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:54.783919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-e24cb4d7-ad0c-45a6-9f1b-59e8c8a3643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:54.785260 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:54.788963 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-e24cb4d7-ad0c-45a6-9f1b-59e8c8a3643c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0e5831484784def8c1647505b6cc771&device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 6416 time: 0.3042285 Aug 20 10:17:54.790624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d90029-48a6-4e04-8b7d-409f0b13cd34 req-9326d243-1dc8-491c-ad71-9887b1ca4212 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:54.792894 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:54.801854 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d90029-48a6-4e04-8b7d-409f0b13cd34 req-9326d243-1dc8-491c-ad71-9887b1ca4212 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:54.810927 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74d90029-48a6-4e04-8b7d-409f0b13cd34 req-9326d243-1dc8-491c-ad71-9887b1ca4212 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5408 time: 0.2807541 Aug 20 10:17:54.942986 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:54.945043 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] For port 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:54.953455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b8135040-d241-478f-aee7-e6df97027aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 4, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'f738203b-03f4-491a-871d-e3b11bc0ceb4', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'port_id': '7d6b258b-e646-4811-b13c-0f66de8a3de2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'mac_address': 'fa:16:3e:29:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d1a304-3078-4970-a224-48906115f0a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:14:15Z', 'updated_at': '2021-08-20T10:17:51Z', 'revision_number': 5, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3316c0ef-4949-46a7-a3ed-338488d49bdd', 'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'mac_address': 'fa:16:3e:14:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b4554d4b-e023-429d-9014-22d3381958db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:58Z', 'updated_at': '2021-08-20T10:14:07Z', 'revision_number': 5, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'subnets': [{'id': 'b4554d4b-e023-429d-9014-22d3381958db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:54.953999 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] For port 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1,segment=NetworkSegment(2f1de757-5ac2-423d-9c17-853ec553dbe6),segment_id=2f1de757-5ac2-423d-9c17-853ec553dbe6)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:54.965210 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:54.975971 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74d90029-48a6-4e04-8b7d-409f0b13cd34 req-3148dc83-5a89-49e3-a74f-9243946add87 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1517317 Aug 20 10:17:54.978531 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:55.014336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8135040-d241-478f-aee7-e6df97027aab None None] Checking router: 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:17:55.032921 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8135040-d241-478f-aee7-e6df97027aab None None] Routers {'262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:17:55.034176 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b8135040-d241-478f-aee7-e6df97027aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:17:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:55.086452 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:55.090402 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6762569 Aug 20 10:17:55.099663 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35694) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:55.103222 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Routers {'6d627b2f-da9d-4104-8f86-dedfff8cf3c1'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:17:55.107998 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:17:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:55.111614 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-1df87ab6-3d48-4261-8106-71979c8ea5f6 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Request body: {'security_group_rule': {'security_group_id': 'd3e69e9e-e044-4f96-89bb-d8a206050d1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:55.129061 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a4a426-7b78-45dd-9942-4f47955946fe x-openstack-request-id: req-b9a4a426-7b78-45dd-9942-4f47955946fe {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:55.129061 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d1a304-3078-4970-a224-48906115f0a0", "tag": "7d6b258b-e646-4811-b13c-0f66de8a3de2", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:55.131895 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9a4a426-7b78-45dd-9942-4f47955946fe {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:55.132466 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d1a304-3078-4970-a224-48906115f0a0', 'tag': '7d6b258b-e646-4811-b13c-0f66de8a3de2', 'status': 'completed', 'code': 200} Aug 20 10:17:55.141823 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e69e9e-e044-4f96-89bb-d8a206050d1d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:55.259270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:55.259625 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:55.261310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:55.261835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:55.262530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:55.263557 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:55.265582 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:55.266102 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:55.266676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:55.267310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:55.269152 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:55.269671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00488f25-a011-496e-8034-f30214fdbde7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:55.274757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-b8135040-d241-478f-aee7-e6df97027aab None None] Set router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:17:55.299460 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1df87ab6-3d48-4261-8106-71979c8ea5f6 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:55.351109 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932b2b2-d3a1-4cbe-bc9f-2679ba771b84 None None] Pushing event updated for resources: {'Port': ['ID=5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:55.398188 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] Set router 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:17:55.513331 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1df87ab6-3d48-4261-8106-71979c8ea5f6 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:55.529234 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca11a8-b6b1-4351-a43e-2f610087d7f8 req-52f4d3a1-b3a0-4731-9f78-2a45cec2164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:55.531421 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bcca11a8-b6b1-4351-a43e-2f610087d7f8 req-52f4d3a1-b3a0-4731-9f78-2a45cec2164d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1e949b55a314448808ad67780ed3577&device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 1097 time: 0.3773901 Aug 20 10:17:55.539622 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1df87ab6-3d48-4261-8106-71979c8ea5f6 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:55.552831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bbcc3-c463-4fc4-8322-0147efd8d2cd req-8973470a-4108-414d-a0e4-77c5cfcd6bc7 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:55.562857 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-365bbcc3-c463-4fc4-8322-0147efd8d2cd req-8973470a-4108-414d-a0e4-77c5cfcd6bc7 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.1957102 Aug 20 10:17:55.647517 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df87ab6-3d48-4261-8106-71979c8ea5f6 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834b8f49-bc6a-4ea4-8aef-f6fdeefc611d,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:55.680990 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1df87ab6-3d48-4261-8106-71979c8ea5f6 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:55.685366 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1df87ab6-3d48-4261-8106-71979c8ea5f6 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5791507 Aug 20 10:17:55.688103 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35698) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:55.692660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-dea2d1be-fc66-4cda-97de-a830d8da4cb6 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Request body: {'security_group_rule': {'security_group_id': 'd3e69e9e-e044-4f96-89bb-d8a206050d1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:55.706697 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b8135040-d241-478f-aee7-e6df97027aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 4, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'f738203b-03f4-491a-871d-e3b11bc0ceb4', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'port_id': '7d6b258b-e646-4811-b13c-0f66de8a3de2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'mac_address': 'fa:16:3e:29:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d1a304-3078-4970-a224-48906115f0a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:14:15Z', 'updated_at': '2021-08-20T10:17:51Z', 'revision_number': 5, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3316c0ef-4949-46a7-a3ed-338488d49bdd', 'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'mac_address': 'fa:16:3e:14:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b4554d4b-e023-429d-9014-22d3381958db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:58Z', 'updated_at': '2021-08-20T10:14:07Z', 'revision_number': 5, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'subnets': [{'id': 'b4554d4b-e023-429d-9014-22d3381958db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:55.733760 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-365bbcc3-c463-4fc4-8322-0147efd8d2cd req-1fb01ecc-0d91-4089-be74-67ea28ae005f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696248 Aug 20 10:17:55.780345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8135040-d241-478f-aee7-e6df97027aab None None] The sync data for ids ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'] in n-d-778550-11 is: [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 4, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'f738203b-03f4-491a-871d-e3b11bc0ceb4', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'floating_ip_address': '172.25.3.109', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'port_id': '7d6b258b-e646-4811-b13c-0f66de8a3de2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'mac_address': 'fa:16:3e:29:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d1a304-3078-4970-a224-48906115f0a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:14:15Z', 'updated_at': '2021-08-20T10:17:51Z', 'revision_number': 5, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3316c0ef-4949-46a7-a3ed-338488d49bdd', 'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'mac_address': 'fa:16:3e:14:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b4554d4b-e023-429d-9014-22d3381958db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:58Z', 'updated_at': '2021-08-20T10:14:07Z', 'revision_number': 5, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'subnets': [{'id': 'b4554d4b-e023-429d-9014-22d3381958db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:17:55.788926 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dea2d1be-fc66-4cda-97de-a830d8da4cb6 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:55.877895 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'tag': '0ea9a863-c39c-4c78-8ebf-b33fde029e1a'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:55.881552 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37533a83-4c4e-4196-9ab6-20658e268d50" -d '{"events": [{"name": "network-changed", "server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "tag": "0ea9a863-c39c-4c78-8ebf-b33fde029e1a"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:55.894156 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'name': 'tempest-ServersTestBootFromVolume-654293880-router', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:41Z', 'updated_at': '2021-08-20T10:17:50Z', 'revision_number': 4, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'gw_port': {'id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:43Z', 'updated_at': '2021-08-20T10:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1', 'name': '', 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'mac_address': 'fa:16:3e:c1:40:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '271ccc16-072d-4062-b4ce-136f701c2492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:48Z', 'updated_at': '2021-08-20T10:17:54Z', 'revision_number': 4, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'subnets': [{'id': '271ccc16-072d-4062-b4ce-136f701c2492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:17:55.935802 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3b1508-6022-445a-aa9b-de0059fa9cb5,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:55.950824 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec2363-3a85-4023-996b-01ee7ed8b67c None None] The sync data for ids ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'] in n-d-778550-11 is: [{'id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'name': 'tempest-ServersTestBootFromVolume-654293880-router', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:41Z', 'updated_at': '2021-08-20T10:17:50Z', 'revision_number': 4, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'gw_port': {'id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:43Z', 'updated_at': '2021-08-20T10:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1', 'name': '', 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'mac_address': 'fa:16:3e:c1:40:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '271ccc16-072d-4062-b4ce-136f701c2492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:48Z', 'updated_at': '2021-08-20T10:17:54Z', 'revision_number': 4, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'subnets': [{'id': '271ccc16-072d-4062-b4ce-136f701c2492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:17:55.969210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca11a8-b6b1-4351-a43e-2f610087d7f8 req-4ed42c22-e86c-477e-939a-0e9c010b6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:55.971486 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bcca11a8-b6b1-4351-a43e-2f610087d7f8 req-4ed42c22-e86c-477e-939a-0e9c010b6f0f service neutron] 10.222.0.24 "GET /v2.0/networks?id=32a089c0-176d-40e1-bdf0-d909b8c47da7 HTTP/1.1" status: 200 len: 924 time: 0.3967493 Aug 20 10:17:56.000536 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dea2d1be-fc66-4cda-97de-a830d8da4cb6 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:56.033777 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-b8680b56-420c-4e49-82c9-f4ee051b6895 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:56.036257 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-b8680b56-420c-4e49-82c9-f4ee051b6895 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b&tenant_id=d90941e86594426c97114e4c5b673b06&binding%3Ahost_id=n-h2-778550-11 HTTP/1.1" status: 200 len: 1098 time: 1.1494052 Aug 20 10:17:56.043891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e148f-0167-4a0b-a9d2-41817eba80dc req-66a687a0-927d-4699-8cd9-e59361c1de7e tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:56.058553 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-951e148f-0167-4a0b-a9d2-41817eba80dc req-66a687a0-927d-4699-8cd9-e59361c1de7e tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 943 time: 0.9608319 Aug 20 10:17:56.070892 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-11'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:56.078365 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dea2d1be-fc66-4cda-97de-a830d8da4cb6 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:56.117636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2d1be-fc66-4cda-97de-a830d8da4cb6 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b40cf61-0346-4052-9f84-3bb77a13ea4d,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:56.132060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123db4a-4e8f-4323-9a4c-1603ded1d1dd req-f5dee2af-49cc-4436-a23e-399f2549d954 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:56.144152 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0123db4a-4e8f-4323-9a4c-1603ded1d1dd req-f5dee2af-49cc-4436-a23e-399f2549d954 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 946 time: 0.2991261 Aug 20 10:17:56.145212 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 31a68ae3-9d64-4833-8b08-6e925f1a3e2a details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:17:56.170012 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-8a75388d-8ebd-4cc0-aafd-73abf99968d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:56.170516 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-8a75388d-8ebd-4cc0-aafd-73abf99968d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:56.170988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-8a75388d-8ebd-4cc0-aafd-73abf99968d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:56.173036 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-8a75388d-8ebd-4cc0-aafd-73abf99968d8 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b0e5831484784def8c1647505b6cc771&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.3611004 Aug 20 10:17:56.186623 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bcca11a8-b6b1-4351-a43e-2f610087d7f8 req-f319d08a-6414-4cfe-b254-03cf77dc8b0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d6b258b-e646-4811-b13c-0f66de8a3de2 HTTP/1.1" status: 200 len: 999 time: 0.1999569 Aug 20 10:17:56.226147 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b23011-5a38-4d14-8c19-4c427391eefc None None] New status for floating IP f738203b-03f4-491a-871d-e3b11bc0ceb4: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:17:56.277738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca11a8-b6b1-4351-a43e-2f610087d7f8 req-1cea1797-c03e-49a7-8cb3-379605870286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:56.279666 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bcca11a8-b6b1-4351-a43e-2f610087d7f8 req-1cea1797-c03e-49a7-8cb3-379605870286 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4554d4b-e023-429d-9014-22d3381958db HTTP/1.1" status: 200 len: 862 time: 0.0816810 Aug 20 10:17:56.301327 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dea2d1be-fc66-4cda-97de-a830d8da4cb6 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:56.303418 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dea2d1be-fc66-4cda-97de-a830d8da4cb6 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6142719 Aug 20 10:17:56.312699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35712) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:17:56.324662 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-bc30116e-0ae9-4d99-b5d0-7439533fff09 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:17:56.333536 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:56.357585 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0123db4a-4e8f-4323-9a4c-1603ded1d1dd req-2dfb53fd-b136-484b-b515-f780b66ec62f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121260 Aug 20 10:17:56.369076 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-951e148f-0167-4a0b-a9d2-41817eba80dc req-5ecda002-5758-4c00-b479-3d6d65a75628 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a77e22b-c0f5-420d-ba29-366f7764021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099296 Aug 20 10:17:56.392565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca11a8-b6b1-4351-a43e-2f610087d7f8 req-fbb0d5dd-4d8c-47c0-8d06-399d84a0ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:56.401605 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bcca11a8-b6b1-4351-a43e-2f610087d7f8 req-fbb0d5dd-4d8c-47c0-8d06-399d84a0ad92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a089c0-176d-40e1-bdf0-d909b8c47da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922813 Aug 20 10:17:56.417121 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:56.480167 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Attempting to bind port 1c3b1508-6022-445a-aa9b-de0059fa9cb5 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:56.480443 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Attempting to bind port 1c3b1508-6022-445a-aa9b-de0059fa9cb5 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'c8fc24ad-bca6-4f75-9712-a5ce61f9ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:56.480782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Attempting to bind port 1c3b1508-6022-445a-aa9b-de0059fa9cb5 on network 986d71c4-4ce3-4801-9a57-aea4a1dceb0c {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:56.505065 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebd565d-5f44-497b-a7a5-ec27bdc81543 x-openstack-request-id: req-0ebd565d-5f44-497b-a7a5-ec27bdc81543 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:56.505325 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "tag": "0ea9a863-c39c-4c78-8ebf-b33fde029e1a", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:56.505572 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ebd565d-5f44-497b-a7a5-ec27bdc81543 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:56.505955 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'tag': '0ea9a863-c39c-4c78-8ebf-b33fde029e1a', 'status': 'completed', 'code': 200} Aug 20 10:17:56.529299 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Port 1c3b1508-6022-445a-aa9b-de0059fa9cb5 on network 986d71c4-4ce3-4801-9a57-aea4a1dceb0c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:17:56.529831 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Attempting to bind port 1c3b1508-6022-445a-aa9b-de0059fa9cb5 on network 986d71c4-4ce3-4801-9a57-aea4a1dceb0c {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:56.566070 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc30116e-0ae9-4d99-b5d0-7439533fff09 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:56.619714 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:56.620423 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Checking segment: {'id': 'c8fc24ad-bca6-4f75-9712-a5ce61f9ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:56.620998 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Bound using segment: {'id': 'c8fc24ad-bca6-4f75-9712-a5ce61f9ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:56.621662 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Bound port: 1c3b1508-6022-445a-aa9b-de0059fa9cb5, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8fc24ad-bca6-4f75-9712-a5ce61f9ad15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:56.622199 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:56.625599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 3e7ff089-25a4-48aa-b3d5-f8944e67b171 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:17:56.629035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 31a68ae3-9d64-4833-8b08-6e925f1a3e2a has no active binding in host n-h1-778550-11 {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 10:17:56.649996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-4bbc455c-0524-4b05-9fbc-af136635152c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:56.655997 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5be729b-1bca-41bf-aa1b-928e9fb2a4bd req-4bbc455c-0524-4b05-9fbc-af136635152c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4658711 Aug 20 10:17:56.758442 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 3e7ff089-25a4-48aa-b3d5-f8944e67b171, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=3e7ff089-25a4-48aa-b3d5-f8944e67b171,segment=NetworkSegment(5fc9845c-6a95-46f5-9483-446c454ec771),segment_id=5fc9845c-6a95-46f5-9483-446c454ec771)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:56.773440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '3e7ff089-25a4-48aa-b3d5-f8944e67b171', 'network_id': '3041083e-b626-40e1-9787-556af8d58456', 'port_id': '3e7ff089-25a4-48aa-b3d5-f8944e67b171', 'mac_address': 'fa:16:3e:69:12:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:17:56.822271 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:56.850550 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7ff089-25a4-48aa-b3d5-f8944e67b171 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:17:56.897810 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 3e7ff089-25a4-48aa-b3d5-f8944e67b171, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=3e7ff089-25a4-48aa-b3d5-f8944e67b171,segment=NetworkSegment(5fc9845c-6a95-46f5-9483-446c454ec771),segment_id=5fc9845c-6a95-46f5-9483-446c454ec771)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:56.908859 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:56.986404 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=3e7ff089-25a4-48aa-b3d5-f8944e67b171,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:57.069365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37533a83-4c4e-4196-9ab6-20658e268d50 req-e2a99130-9352-4131-9c14-fe532862c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.069960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37533a83-4c4e-4196-9ab6-20658e268d50 req-e2a99130-9352-4131-9c14-fe532862c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.070066 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37533a83-4c4e-4196-9ab6-20658e268d50 req-e2a99130-9352-4131-9c14-fe532862c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.070465 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37533a83-4c4e-4196-9ab6-20658e268d50 req-e2a99130-9352-4131-9c14-fe532862c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.070943 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37533a83-4c4e-4196-9ab6-20658e268d50 req-e2a99130-9352-4131-9c14-fe532862c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.071886 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37533a83-4c4e-4196-9ab6-20658e268d50 req-e2a99130-9352-4131-9c14-fe532862c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.072158 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37533a83-4c4e-4196-9ab6-20658e268d50 req-e2a99130-9352-4131-9c14-fe532862c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.075022 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37533a83-4c4e-4196-9ab6-20658e268d50 req-e2a99130-9352-4131-9c14-fe532862c700 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0e5831484784def8c1647505b6cc771&device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 6442 time: 0.3583550 Aug 20 10:17:57.104122 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753c86b-f0d3-4b58-b68c-33befdc3be6a req-baaf6817-f9fe-48db-baa3-cbcb8c7594b5 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.107038 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6753c86b-f0d3-4b58-b68c-33befdc3be6a req-baaf6817-f9fe-48db-baa3-cbcb8c7594b5 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.2346206 Aug 20 10:17:57.114916 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e6d45-eb77-481a-8faa-d73270c0be46 req-535833f5-3e1e-463b-b06d-a011f4c2193d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.121126 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e6d45-eb77-481a-8faa-d73270c0be46 req-535833f5-3e1e-463b-b06d-a011f4c2193d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.124502 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] For port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:57.128366 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e6d45-eb77-481a-8faa-d73270c0be46 req-535833f5-3e1e-463b-b06d-a011f4c2193d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.138537 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e6d45-eb77-481a-8faa-d73270c0be46 req-535833f5-3e1e-463b-b06d-a011f4c2193d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.146218 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e6d45-eb77-481a-8faa-d73270c0be46 req-535833f5-3e1e-463b-b06d-a011f4c2193d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.158323 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e6d45-eb77-481a-8faa-d73270c0be46 req-535833f5-3e1e-463b-b06d-a011f4c2193d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.166283 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e6d45-eb77-481a-8faa-d73270c0be46 req-535833f5-3e1e-463b-b06d-a011f4c2193d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.168854 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b84e6d45-eb77-481a-8faa-d73270c0be46 req-535833f5-3e1e-463b-b06d-a011f4c2193d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5420 time: 0.1380422 Aug 20 10:17:57.199825 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bcca11a8-b6b1-4351-a43e-2f610087d7f8 req-5751be46-2132-44cd-acb0-69746f6bb8ee service neutron] 10.222.0.24 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7821896 Aug 20 10:17:57.238857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] For port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:57.285471 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:57.290649 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b84e6d45-eb77-481a-8faa-d73270c0be46 req-68eed6ba-5539-4588-a32b-61ce706e7d25 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139283 Aug 20 10:17:57.312485 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] For port 1c3b1508-6022-445a-aa9b-de0059fa9cb5, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:57.324480 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:57.346855 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bcca11a8-b6b1-4351-a43e-2f610087d7f8 req-deda3c2c-6010-4d48-b6a9-dc07f3eba87c service neutron] 10.222.0.24 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319366 Aug 20 10:17:57.370194 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['3e7ff089-25a4-48aa-b3d5-f8944e67b171'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:17:57.387126 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] For port 1c3b1508-6022-445a-aa9b-de0059fa9cb5, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=1c3b1508-6022-445a-aa9b-de0059fa9cb5,segment=NetworkSegment(c8fc24ad-bca6-4f75-9712-a5ce61f9ad15),segment_id=c8fc24ad-bca6-4f75-9712-a5ce61f9ad15)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:57.416018 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6753c86b-f0d3-4b58-b68c-33befdc3be6a req-5671e971-48e5-4f95-983c-1202a7d96158 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880633 Aug 20 10:17:57.426167 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:57.467151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.471087 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:57.473320 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] 10.222.0.42 "PUT /v2.0/ports/1c3b1508-6022-445a-aa9b-de0059fa9cb5 HTTP/1.1" status: 200 len: 1092 time: 4.1130078 Aug 20 10:17:57.558780 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d392d3-f1b4-447b-9bf4-058d58805447 req-3910c503-7811-403e-9502-78bb194f10ae tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.560875 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84d392d3-f1b4-447b-9bf4-058d58805447 req-3910c503-7811-403e-9502-78bb194f10ae tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 944 time: 0.0873818 Aug 20 10:17:57.569180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Pushing event updated for resources: {'Port': ['ID=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,revision_number=7']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:57.616187 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37533a83-4c4e-4196-9ab6-20658e268d50 req-548d769a-c305-4d54-b1ea-e8abb82c352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.616914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37533a83-4c4e-4196-9ab6-20658e268d50 req-548d769a-c305-4d54-b1ea-e8abb82c352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.617526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37533a83-4c4e-4196-9ab6-20658e268d50 req-548d769a-c305-4d54-b1ea-e8abb82c352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.619888 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37533a83-4c4e-4196-9ab6-20658e268d50 req-548d769a-c305-4d54-b1ea-e8abb82c352e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b0e5831484784def8c1647505b6cc771&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5246189 Aug 20 10:17:57.650067 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84d392d3-f1b4-447b-9bf4-058d58805447 req-98f0ee53-0066-41fc-b4a9-b41b5d99655e tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a77e22b-c0f5-420d-ba29-366f7764021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762794 Aug 20 10:17:57.672629 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc30116e-0ae9-4d99-b5d0-7439533fff09 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:57.686269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Attempting to bind port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a on host n-h2-778550-11 for vnic_type normal with profile {"migrating_to": "n-h1-778550-11"} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:17:57.686751 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Attempting to bind port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:17:57.687103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Attempting to bind port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:57.806500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d529f-27a5-4921-82ca-67d458ace2b9 req-06c851c5-3a19-473c-8e70-0f197162921e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.808445 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d09d529f-27a5-4921-82ca-67d458ace2b9 req-06c851c5-3a19-473c-8e70-0f197162921e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0952055 Aug 20 10:17:57.813708 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c06f8-456a-43b2-9406-7075edd9e1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3b1508-6022-445a-aa9b-de0059fa9cb5,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:57.865694 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d09d529f-27a5-4921-82ca-67d458ace2b9 req-0b0e6654-ac8f-46c8-bf8a-a55495eabb3c tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478826 Aug 20 10:17:57.891234 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37533a83-4c4e-4196-9ab6-20658e268d50 req-b063261c-4da5-41d6-873a-e054eca5ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.894242 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37533a83-4c4e-4196-9ab6-20658e268d50 req-b063261c-4da5-41d6-873a-e054eca5ba0b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2237127 Aug 20 10:17:57.909936 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a on network e287bb6a-2478-45c5-b9fc-caf113bb0919 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:17:57.909936 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Attempting to bind port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:17:57.928737 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab4eed-b696-429b-ab3d-19d35a2f575a req-966e730d-988b-4c81-b9ae-857a0d232a28 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:57.936893 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eaab4eed-b696-429b-ab3d-19d35a2f575a req-966e730d-988b-4c81-b9ae-857a0d232a28 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 944 time: 0.3527882 Aug 20 10:17:57.976942 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:17:57.977950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Checking segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:17:57.978439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Bound using segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:17:57.978995 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Bound port: 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:17:57.979478 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:58.023687 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:58.098383 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:17:58.104397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:58.107593 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:58.107734 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eaab4eed-b696-429b-ab3d-19d35a2f575a req-0f03ebe7-1f1e-4ee3-951c-62d3732173f1 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677132 Aug 20 10:17:58.172498 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-ce0e0b47-aab8-4199-bfc4-1f5350a9ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.173063 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-ce0e0b47-aab8-4199-bfc4-1f5350a9ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.173959 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-ce0e0b47-aab8-4199-bfc4-1f5350a9ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.174683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-ce0e0b47-aab8-4199-bfc4-1f5350a9ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.175219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-ce0e0b47-aab8-4199-bfc4-1f5350a9ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.175695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-ce0e0b47-aab8-4199-bfc4-1f5350a9ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.178148 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-ce0e0b47-aab8-4199-bfc4-1f5350a9ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.180207 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-ce0e0b47-aab8-4199-bfc4-1f5350a9ab93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0e5831484784def8c1647505b6cc771&device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 6484 time: 0.2168934 Aug 20 10:17:58.212244 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] For port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:17:58.215399 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:58.218142 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] For port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:17:58.219999 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-bc30116e-0ae9-4d99-b5d0-7439533fff09 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Allocated IP 172.25.3.180 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/1718c300-a4bc-469c-af45-87b270ab9569) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:17:58.252445 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1,segment=NetworkSegment(2f1de757-5ac2-423d-9c17-853ec553dbe6),segment_id=2f1de757-5ac2-423d-9c17-853ec553dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:17:58.257544 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:58.270076 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-832f6869-e22e-4729-b9b5-bbefbe5cee4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2546b1e2-0838-4e48-be61-9c0af5b6f798 HTTP/1.1" status: 200 len: 217 time: 0.0473051 Aug 20 10:17:58.276759 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:58.320075 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:58.333589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:58.334135 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:58.334645 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:58.335634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:58.336084 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:58.336596 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:58.337901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:58.338359 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:58.339212 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:58.339816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:58.340441 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:58.341670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:17:58.457384 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1a44d-31d3-4809-aa57-4eb2db72377b req-7cca0334-5356-4505-8a5c-afd34cc73354 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.463862 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1a44d-31d3-4809-aa57-4eb2db72377b req-7cca0334-5356-4505-8a5c-afd34cc73354 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.469780 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1a44d-31d3-4809-aa57-4eb2db72377b req-7cca0334-5356-4505-8a5c-afd34cc73354 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.475682 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1a44d-31d3-4809-aa57-4eb2db72377b req-7cca0334-5356-4505-8a5c-afd34cc73354 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.478884 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-13a6dc70-10c8-4433-9922-a2507bffa58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.480331 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-13a6dc70-10c8-4433-9922-a2507bffa58a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cdb8b0c3-e2dc-4f1a-99e9-151eb29be007 HTTP/1.1" status: 200 len: 851 time: 0.1938431 Aug 20 10:17:58.482167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1a44d-31d3-4809-aa57-4eb2db72377b req-7cca0334-5356-4505-8a5c-afd34cc73354 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.488458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1a44d-31d3-4809-aa57-4eb2db72377b req-7cca0334-5356-4505-8a5c-afd34cc73354 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.494360 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1a44d-31d3-4809-aa57-4eb2db72377b req-7cca0334-5356-4505-8a5c-afd34cc73354 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.495169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.495774 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:58.496302 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ebf1a44d-31d3-4809-aa57-4eb2db72377b req-7cca0334-5356-4505-8a5c-afd34cc73354 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5420 time: 0.1120105 Aug 20 10:17:58.497079 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] 10.222.0.42 "PUT /v2.0/ports/31a68ae3-9d64-4833-8b08-6e925f1a3e2a HTTP/1.1" status: 200 len: 1124 time: 2.4304724 Aug 20 10:17:58.509318 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964298db-3746-4f35-b339-1802b418225b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31a68ae3-9d64-4833-8b08-6e925f1a3e2a'}, {'name': 'network-changed', 'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'tag': '1c3b1508-6022-445a-aa9b-de0059fa9cb5'}, {'name': 'network-changed', 'server_uuid': '964298db-3746-4f35-b339-1802b418225b', 'tag': '31a68ae3-9d64-4833-8b08-6e925f1a3e2a'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:17:58.511507 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f3e9eb-e4b6-407a-80ff-6efa83507995" -d '{"events": [{"server_uuid": "964298db-3746-4f35-b339-1802b418225b", "name": "network-vif-unplugged", "status": "completed", "tag": "31a68ae3-9d64-4833-8b08-6e925f1a3e2a"}, {"name": "network-changed", "server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "tag": "1c3b1508-6022-445a-aa9b-de0059fa9cb5"}, {"name": "network-changed", "server_uuid": "964298db-3746-4f35-b339-1802b418225b", "tag": "31a68ae3-9d64-4833-8b08-6e925f1a3e2a"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:17:58.532826 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a70b66-4b85-4e62-8144-d214c40e1347 service neutron] Pushing event updated for resources: {'Port': ['ID=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,revision_number=8']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:58.578273 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-bdcbb261-abe6-4d0b-b741-0de43e00c1a4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809529 Aug 20 10:17:58.593020 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ebf1a44d-31d3-4809-aa57-4eb2db72377b req-1030c2eb-5eca-4b45-bd22-7d7baf69f83b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879538 Aug 20 10:17:58.596242 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc30116e-0ae9-4d99-b5d0-7439533fff09 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:58.615696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['31a68ae3-9d64-4833-8b08-6e925f1a3e2a'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:17:58.622963 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b763338-7211-477d-8717-1b24ce005e75 req-7847cab4-50f8-4f39-ab76-49779cd575fc tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.624617 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b763338-7211-477d-8717-1b24ce005e75 req-7847cab4-50f8-4f39-ab76-49779cd575fc tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.1576655 Aug 20 10:17:58.633905 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-431a64ca-2a18-4967-8c1d-ddb165c26b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.635676 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-431a64ca-2a18-4967-8c1d-ddb165c26b6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8eb4a3e-b147-44c8-b055-38c08a4758a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348975 Aug 20 10:17:58.655557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['31a68ae3-9d64-4833-8b08-6e925f1a3e2a'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:17:58.716510 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 20 Aug 2021 10:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18996b77-c243-41aa-b70b-278703167de2 x-openstack-request-id: req-18996b77-c243-41aa-b70b-278703167de2 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:17:58.717448 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964298db-3746-4f35-b339-1802b418225b", "name": "network-vif-unplugged", "status": "completed", "tag": "31a68ae3-9d64-4833-8b08-6e925f1a3e2a", "code": 200}, {"name": "network-changed", "server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "tag": "1c3b1508-6022-445a-aa9b-de0059fa9cb5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "964298db-3746-4f35-b339-1802b418225b", "tag": "31a68ae3-9d64-4833-8b08-6e925f1a3e2a", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:17:58.717448 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18996b77-c243-41aa-b70b-278703167de2 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:17:58.717448 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964298db-3746-4f35-b339-1802b418225b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31a68ae3-9d64-4833-8b08-6e925f1a3e2a', 'code': 200} Aug 20 10:17:58.717746 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'tag': '1c3b1508-6022-445a-aa9b-de0059fa9cb5', 'status': 'completed', 'code': 200} Aug 20 10:17:58.717894 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964298db-3746-4f35-b339-1802b418225b', 'tag': '31a68ae3-9d64-4833-8b08-6e925f1a3e2a', 'status': 'completed', 'code': 200} Aug 20 10:17:58.803040 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-52cfe32c-e8b2-4d26-92cf-de432293bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.804587 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-52cfe32c-e8b2-4d26-92cf-de432293bdff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 1127 time: 0.0847089 Aug 20 10:17:58.816590 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b763338-7211-477d-8717-1b24ce005e75 req-37ffd72b-de6e-4b03-838f-ab033e0970ec tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799188 Aug 20 10:17:58.820222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff65ba-f19f-4a12-bc62-c339c7164255 req-383e2755-cb55-4a03-af73-7a41ee354383 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.822182 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b2ff65ba-f19f-4a12-bc62-c339c7164255 req-383e2755-cb55-4a03-af73-7a41ee354383 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 944 time: 0.0634799 Aug 20 10:17:58.849037 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-65e06c2a-12df-4157-b48e-c0f40531a5eb service neutron] 10.222.0.42 "GET /v2.0/networks/b8eb4a3e-b147-44c8-b055-38c08a4758a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950269 Aug 20 10:17:58.852506 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc30116e-0ae9-4d99-b5d0-7439533fff09 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:58.930561 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b2ff65ba-f19f-4a12-bc62-c339c7164255 req-efbe5661-4636-48fe-8a5b-306de876f7ca tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a77e22b-c0f5-420d-ba29-366f7764021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890081 Aug 20 10:17:58.974014 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-a41ec515-8ff4-4723-886b-c7167ff472ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:58.975471 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc30116e-0ae9-4d99-b5d0-7439533fff09 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:17:58.975616 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-a41ec515-8ff4-4723-886b-c7167ff472ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 921 time: 0.1525135 Aug 20 10:17:58.980975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-bc30116e-0ae9-4d99-b5d0-7439533fff09 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:17:58.986358 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc30116e-0ae9-4d99-b5d0-7439533fff09 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:17:59.031752 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-114c9970-7bb4-4c1e-acf6-0db75475844e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31a68ae3-9d64-4833-8b08-6e925f1a3e2a HTTP/1.1" status: 200 len: 217 time: 0.0441694 Aug 20 10:17:59.038413 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30116e-0ae9-4d99-b5d0-7439533fff09 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Pushing event updated for resources: {'Port': ['ID=1718c300-a4bc-469c-af45-87b270ab9569,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:17:59.093754 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-edca2802-b0c6-4562-a024-4a421784f51e service neutron] 10.222.0.42 "GET /v2.0/networks/b8eb4a3e-b147-44c8-b055-38c08a4758a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316566 Aug 20 10:17:59.096106 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-000c509a-4c7b-4f0d-a7cb-e50731c80dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:59.097671 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-000c509a-4c7b-4f0d-a7cb-e50731c80dfd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.0575650 Aug 20 10:17:59.142942 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-2decd063-ef76-4f93-a5ef-71294e674b59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360398 Aug 20 10:17:59.145753 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d75dbe30-a110-4916-b3b8-d2b7b43618bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=c43a519f-c520-4a8c-8b50-6cbb1c0ed201 HTTP/1.1" status: 200 len: 217 time: 0.0373385 Aug 20 10:17:59.146719 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc30116e-0ae9-4d99-b5d0-7439533fff09 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:59.216332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-186a1a32-011a-43c8-953e-48b211d556d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:59.217828 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-186a1a32-011a-43c8-953e-48b211d556d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bbdbb57-b2a0-488f-89de-e5556b3e2800 HTTP/1.1" status: 200 len: 797 time: 0.0604751 Aug 20 10:17:59.250380 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3268e533-09e7-40f2-bede-132d2994e363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:59.254149 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-77046cbb-4e92-4b3d-8a88-64ca3f5b219c service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022856 Aug 20 10:17:59.256384 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc30116e-0ae9-4d99-b5d0-7439533fff09 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:59.360938 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-23cc4d09-eb9b-460d-8ef6-d4b4cec8cefb service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983255 Aug 20 10:17:59.377861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b4b11-e355-4712-8279-69cdd43f0787 req-b9a4a2a9-8cbc-4e64-8b84-87341901d9b6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:59.387182 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb1b4b11-e355-4712-8279-69cdd43f0787 req-b9a4a2a9-8cbc-4e64-8b84-87341901d9b6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 944 time: 0.1682603 Aug 20 10:17:59.393512 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-c0e5dbf9-a446-4142-b8e4-a532005017c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:59.395821 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-c0e5dbf9-a446-4142-b8e4-a532005017c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1404524 Aug 20 10:17:59.725836 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21c4d2-02d1-4b30-947b-9eaba4aa309e req-3bc61120-c2f1-47a1-97ea-51a6e2f5282b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:59.732286 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21c4d2-02d1-4b30-947b-9eaba4aa309e req-3bc61120-c2f1-47a1-97ea-51a6e2f5282b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:59.738397 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21c4d2-02d1-4b30-947b-9eaba4aa309e req-3bc61120-c2f1-47a1-97ea-51a6e2f5282b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:59.744849 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21c4d2-02d1-4b30-947b-9eaba4aa309e req-3bc61120-c2f1-47a1-97ea-51a6e2f5282b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:59.750695 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21c4d2-02d1-4b30-947b-9eaba4aa309e req-3bc61120-c2f1-47a1-97ea-51a6e2f5282b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:59.756580 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21c4d2-02d1-4b30-947b-9eaba4aa309e req-3bc61120-c2f1-47a1-97ea-51a6e2f5282b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:59.762429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21c4d2-02d1-4b30-947b-9eaba4aa309e req-3bc61120-c2f1-47a1-97ea-51a6e2f5282b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:59.764451 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9e21c4d2-02d1-4b30-947b-9eaba4aa309e req-3bc61120-c2f1-47a1-97ea-51a6e2f5282b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5420 time: 0.0940099 Aug 20 10:17:59.808033 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9e21c4d2-02d1-4b30-947b-9eaba4aa309e req-cbfd7b96-365e-47db-9890-18c0cd5c2aef tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371075 Aug 20 10:17:59.819905 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb1b4b11-e355-4712-8279-69cdd43f0787 req-4d8b7329-7b14-4a6b-8d61-669a8b93f7c1 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318957 Aug 20 10:17:59.882017 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-ad09b3d2-ba72-40d2-a16e-e48d10d21201 service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368756 Aug 20 10:17:59.913466 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:17:59.920534 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc30116e-0ae9-4d99-b5d0-7439533fff09 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:59.943868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe87b2b-9e45-48af-a29a-c3095aaf3525 req-b8e420f3-214f-4775-b542-522fa0c100d9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:17:59.945464 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8fe87b2b-9e45-48af-a29a-c3095aaf3525 req-b8e420f3-214f-4775-b542-522fa0c100d9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0518329 Aug 20 10:17:59.949305 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc30116e-0ae9-4d99-b5d0-7439533fff09 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:59.965697 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:17:59.966328 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:17:59.998548 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8fe87b2b-9e45-48af-a29a-c3095aaf3525 req-99fb750f-75b4-4008-83df-5df336a8cf33 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459189 Aug 20 10:18:00.090964 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc30116e-0ae9-4d99-b5d0-7439533fff09 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:00.093473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30116e-0ae9-4d99-b5d0-7439533fff09 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Pushing event updated for resources: {'Port': ['ID=1718c300-a4bc-469c-af45-87b270ab9569,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:00.112592 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d666db2a-d79e-4e5c-b73a-a712ee587bb4 service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204435 Aug 20 10:18:00.184441 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-2f881b86-93ed-42c7-bdb8-d968a91627e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=b0dc443b-1921-4dad-bda7-a656f1502e81 HTTP/1.1" status: 200 len: 217 time: 0.0550866 Aug 20 10:18:00.186772 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc30116e-0ae9-4d99-b5d0-7439533fff09 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:00.187875 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bc30116e-0ae9-4d99-b5d0-7439533fff09 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8683767 Aug 20 10:18:00.240020 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c205bd3-1895-4142-a131-e2d69d47f2b6 req-57c0c8d4-9d35-4221-8c66-bc170f31f985 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:00.241514 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9c205bd3-1895-4142-a131-e2d69d47f2b6 req-57c0c8d4-9d35-4221-8c66-bc170f31f985 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 944 time: 0.1831565 Aug 20 10:18:00.249850 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-5d283f17-bb5e-464c-b98b-973eed10113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:00.251573 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-5d283f17-bb5e-464c-b98b-973eed10113e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 1102 time: 0.1379406 Aug 20 10:18:00.281881 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-c21c2c5a-fa07-4453-9d7f-993154132683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:00.283441 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-c21c2c5a-fa07-4453-9d7f-993154132683 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bbdbb57-b2a0-488f-89de-e5556b3e2800 HTTP/1.1" status: 200 len: 797 time: 0.0898206 Aug 20 10:18:00.342100 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 3e7ff089-25a4-48aa-b3d5-f8944e67b171 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:18:00.375330 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9c205bd3-1895-4142-a131-e2d69d47f2b6 req-0601fa04-5b1d-4f4a-b6e4-136fa7c45abe tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a77e22b-c0f5-420d-ba29-366f7764021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208582 Aug 20 10:18:00.410651 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 3e7ff089-25a4-48aa-b3d5-f8944e67b171 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:00.410771 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-c8e4229f-93b7-48e4-baa0-9527e22aff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:00.411986 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 3e7ff089-25a4-48aa-b3d5-f8944e67b171 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:00.412306 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:00.412613 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-c8e4229f-93b7-48e4-baa0-9527e22aff94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0899272 Aug 20 10:18:00.479020 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-00001eee-0321-4a4e-af94-659cf1e75d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:00.480525 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-00001eee-0321-4a4e-af94-659cf1e75d90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2177610 Aug 20 10:18:00.492060 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:00.514802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f768372b-2bd2-4648-aaf8-1af63849f56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7ff089-25a4-48aa-b3d5-f8944e67b171'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:00.517105 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd66644f-a9a4-44c8-a5a0-99cb5eff998d" -d '{"events": [{"server_uuid": "f768372b-2bd2-4648-aaf8-1af63849f56e", "name": "network-vif-plugged", "status": "completed", "tag": "3e7ff089-25a4-48aa-b3d5-f8944e67b171"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:00.530882 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 3e7ff089-25a4-48aa-b3d5-f8944e67b171, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=3e7ff089-25a4-48aa-b3d5-f8944e67b171,segment=NetworkSegment(5fc9845c-6a95-46f5-9483-446c454ec771),segment_id=5fc9845c-6a95-46f5-9483-446c454ec771)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:00.534118 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-c5d563e5-c359-4527-aeb4-9fdd0bdb72e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=63b9b535-4adf-4153-8300-68abc671058b HTTP/1.1" status: 200 len: 217 time: 0.0443573 Aug 20 10:18:00.540512 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:00.572903 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4079734e-5b0d-4407-b78a-6c4f9bb02fbd x-openstack-request-id: req-4079734e-5b0d-4407-b78a-6c4f9bb02fbd {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:00.573184 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f768372b-2bd2-4648-aaf8-1af63849f56e", "name": "network-vif-plugged", "status": "completed", "tag": "3e7ff089-25a4-48aa-b3d5-f8944e67b171", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:00.573625 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4079734e-5b0d-4407-b78a-6c4f9bb02fbd {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:00.574025 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f768372b-2bd2-4648-aaf8-1af63849f56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7ff089-25a4-48aa-b3d5-f8944e67b171', 'code': 200} Aug 20 10:18:00.588067 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d6803aaf-008e-4d8c-b653-75f1d7d8688b service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669345 Aug 20 10:18:00.601224 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=3e7ff089-25a4-48aa-b3d5-f8944e67b171,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:00.604633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-3df1f6ed-7db0-48f0-85d1-6c631cca79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:00.606100 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-3df1f6ed-7db0-48f0-85d1-6c631cca79b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0613585 Aug 20 10:18:00.683566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e9a59-573d-427a-8ab7-8406aaf7dbdb req-baffe735-0315-4dad-9cf1-3295935f28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:00.694122 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-804e9a59-573d-427a-8ab7-8406aaf7dbdb req-baffe735-0315-4dad-9cf1-3295935f28c0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 1097 time: 0.0446205 Aug 20 10:18:00.722645 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-90fb3199-be18-44f5-b051-e5002dc31215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:00.724395 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-90fb3199-be18-44f5-b051-e5002dc31215 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1083891 Aug 20 10:18:00.731456 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-804e9a59-573d-427a-8ab7-8406aaf7dbdb req-14ffa099-0c64-42fd-9179-2d3f44ce7447 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2a77e22b-c0f5-420d-ba29-366f7764021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380754 Aug 20 10:18:00.794117 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-c15eb300-38a1-4930-9470-2c2fbbed4aef service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870906 Aug 20 10:18:00.848745 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-099178ce-eedc-48d4-b9d3-a758821036a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 HTTP/1.1" status: 200 len: 217 time: 0.0423050 Aug 20 10:18:00.870058 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-64606a20-9f76-44a3-9778-c0c9f489a92b service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330724 Aug 20 10:18:00.956787 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb53b66-b2a6-4b62-bfe3-b900ff385b0a req-95927eb4-47e4-4149-a14e-125677fd93fb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:00.958294 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cdb53b66-b2a6-4b62-bfe3-b900ff385b0a req-95927eb4-47e4-4149-a14e-125677fd93fb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 944 time: 0.0529432 Aug 20 10:18:01.001400 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cdb53b66-b2a6-4b62-bfe3-b900ff385b0a req-2d287445-c077-4ba4-8691-fd92ab358b6a tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364263 Aug 20 10:18:01.024198 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-66496514-f4fe-4919-8ffa-5900d5cc8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:01.026163 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-66496514-f4fe-4919-8ffa-5900d5cc8622 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bbdbb57-b2a0-488f-89de-e5556b3e2800 HTTP/1.1" status: 200 len: 797 time: 0.1549277 Aug 20 10:18:01.051991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cace88-85c0-4d39-adf7-cf3d02eec603 req-3b8bc234-ed61-481e-aee0-c9e7b200a24c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:01.058909 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cace88-85c0-4d39-adf7-cf3d02eec603 req-3b8bc234-ed61-481e-aee0-c9e7b200a24c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:01.064928 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cace88-85c0-4d39-adf7-cf3d02eec603 req-3b8bc234-ed61-481e-aee0-c9e7b200a24c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:01.070802 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cace88-85c0-4d39-adf7-cf3d02eec603 req-3b8bc234-ed61-481e-aee0-c9e7b200a24c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:01.077011 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cace88-85c0-4d39-adf7-cf3d02eec603 req-3b8bc234-ed61-481e-aee0-c9e7b200a24c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:01.082963 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cace88-85c0-4d39-adf7-cf3d02eec603 req-3b8bc234-ed61-481e-aee0-c9e7b200a24c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:01.088884 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cace88-85c0-4d39-adf7-cf3d02eec603 req-3b8bc234-ed61-481e-aee0-c9e7b200a24c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:01.090881 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85cace88-85c0-4d39-adf7-cf3d02eec603 req-3b8bc234-ed61-481e-aee0-c9e7b200a24c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5420 time: 0.1753953 Aug 20 10:18:01.140584 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383bf69-a659-41cb-bc2b-5add79f9583c req-6f786f31-11aa-4031-8bdb-18e919b1e440 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:01.142115 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a383bf69-a659-41cb-bc2b-5add79f9583c req-6f786f31-11aa-4031-8bdb-18e919b1e440 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0560393 Aug 20 10:18:01.164411 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-79abf1b4-0778-478f-ae51-2b1a12ad30f0 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825730 Aug 20 10:18:01.185389 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a383bf69-a659-41cb-bc2b-5add79f9583c req-e94b1054-23ff-4498-b3d6-e7c553d072b7 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363650 Aug 20 10:18:01.192469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-6de8f2d3-05a2-46f1-a909-090c5a8c2ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:01.193801 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-6de8f2d3-05a2-46f1-a909-090c5a8c2ec6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1019006 Aug 20 10:18:01.199039 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85cace88-85c0-4d39-adf7-cf3d02eec603 req-9dba840b-2789-4a5b-878a-30605b8b61b6 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944452 Aug 20 10:18:01.328237 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-a5720b84-6a9a-42be-be02-e34d92b78a8f service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202376 Aug 20 10:18:01.443146 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-b3102038-3c93-4623-9d5b-028c2f06973b service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044486 Aug 20 10:18:01.489174 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-bbaa4960-291f-4fef-bbbd-8e80d27865ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=701a9a4a-df10-4332-8647-3e0dc184c93a HTTP/1.1" status: 200 len: 217 time: 0.0368583 Aug 20 10:18:01.525220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2a818-f638-4c85-962f-ded39b80164a req-ca1b1078-d7bb-4104-b9f3-bf5f3e299c66 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:01.527100 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ebd2a818-f638-4c85-962f-ded39b80164a req-ca1b1078-d7bb-4104-b9f3-bf5f3e299c66 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 945 time: 0.0628004 Aug 20 10:18:01.554730 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-c907c279-fde6-4570-84b1-b98e746bfe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:01.556539 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-c907c279-fde6-4570-84b1-b98e746bfe95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bbdbb57-b2a0-488f-89de-e5556b3e2800 HTTP/1.1" status: 200 len: 797 time: 0.0509303 Aug 20 10:18:01.568701 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ebd2a818-f638-4c85-962f-ded39b80164a req-5dcf51af-630b-431a-81be-34e878c8eebc tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a77e22b-c0f5-420d-ba29-366f7764021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345328 Aug 20 10:18:01.610767 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-0278fdf1-592d-4d4d-add8-b569c83f7c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:01.612374 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-0278fdf1-592d-4d4d-add8-b569c83f7c32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0462904 Aug 20 10:18:01.707670 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-a28fba30-5ea8-4161-bf32-6a2b2bc22edb service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845528 Aug 20 10:18:01.750741 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86de1561-14b6-4f54-9c68-be013bbc0750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:01.825862 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-0b33c2d2-92fc-4438-afea-ad1eb8b3eaaa service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088595 Aug 20 10:18:01.874009 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-aa5d55d4-2912-4310-af79-a7f1d170b504 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0ea9a863-c39c-4c78-8ebf-b33fde029e1a HTTP/1.1" status: 200 len: 217 time: 0.0361452 Aug 20 10:18:01.926131 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3212be3-eb44-4086-823a-7a47a6dde7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:01.927666 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-d3212be3-eb44-4086-823a-7a47a6dde7d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79f99d51-52f9-411d-a632-51860487ab08 HTTP/1.1" status: 200 len: 797 time: 0.0451717 Aug 20 10:18:01.985050 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-6b3bb5f8-2c06-44b5-a68b-3e70817619c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:01.986480 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-6b3bb5f8-2c06-44b5-a68b-3e70817619c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0458121 Aug 20 10:18:02.083079 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-3c6f06de-2a3a-4fd1-bda1-56a04b8736ea service neutron] 10.222.0.42 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874193 Aug 20 10:18:02.109847 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:02.212267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d121750-7d2f-4afd-b1d4-9e2d8b0b2ec4 req-1c70be7e-6312-47e8-8fba-c04007ad7859 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.213891 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5d121750-7d2f-4afd-b1d4-9e2d8b0b2ec4 req-1c70be7e-6312-47e8-8fba-c04007ad7859 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 944 time: 0.1065872 Aug 20 10:18:02.242160 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-2f4c4b1b-0ef1-4c71-9afd-001574c21d9a service neutron] 10.222.0.42 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438460 Aug 20 10:18:02.303536 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-de2ec67f-f290-496c-8842-dde32a682b75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1c3b1508-6022-445a-aa9b-de0059fa9cb5 HTTP/1.1" status: 200 len: 217 time: 0.0436723 Aug 20 10:18:02.307142 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5d121750-7d2f-4afd-b1d4-9e2d8b0b2ec4 req-21dff701-77c3-4d6c-894d-deb6ead41732 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831828 Aug 20 10:18:02.308626 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f13e0-a5ea-4dbf-ae73-c891211f1600 req-0a80fd26-70fd-4623-8fec-3d0d74bed351 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.310282 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c38f13e0-a5ea-4dbf-ae73-c891211f1600 req-0a80fd26-70fd-4623-8fec-3d0d74bed351 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0540841 Aug 20 10:18:02.354850 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c38f13e0-a5ea-4dbf-ae73-c891211f1600 req-74a3072b-b88b-415f-8ac3-4c0b0c4f8f8d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358691 Aug 20 10:18:02.413693 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8a6d1099-3e92-4ad6-89f8-f058b1c36682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.415236 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8a6d1099-3e92-4ad6-89f8-f058b1c36682 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79f99d51-52f9-411d-a632-51860487ab08 HTTP/1.1" status: 200 len: 797 time: 0.0982692 Aug 20 10:18:02.461261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5db51-8ab7-43b6-8e4d-4242ef75db53 req-89eaed9d-17e2-4c72-922d-15ea522cdf6d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.467737 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5db51-8ab7-43b6-8e4d-4242ef75db53 req-89eaed9d-17e2-4c72-922d-15ea522cdf6d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.473683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5db51-8ab7-43b6-8e4d-4242ef75db53 req-89eaed9d-17e2-4c72-922d-15ea522cdf6d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.480207 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5db51-8ab7-43b6-8e4d-4242ef75db53 req-89eaed9d-17e2-4c72-922d-15ea522cdf6d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.486115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5db51-8ab7-43b6-8e4d-4242ef75db53 req-89eaed9d-17e2-4c72-922d-15ea522cdf6d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.492346 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5db51-8ab7-43b6-8e4d-4242ef75db53 req-89eaed9d-17e2-4c72-922d-15ea522cdf6d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.498802 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5db51-8ab7-43b6-8e4d-4242ef75db53 req-89eaed9d-17e2-4c72-922d-15ea522cdf6d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.500838 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78a5db51-8ab7-43b6-8e4d-4242ef75db53 req-89eaed9d-17e2-4c72-922d-15ea522cdf6d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5420 time: 0.1258605 Aug 20 10:18:02.553586 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8811dad0-2759-4913-a201-3dc5294e7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.555123 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-8811dad0-2759-4913-a201-3dc5294e7682 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1309714 Aug 20 10:18:02.559881 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78a5db51-8ab7-43b6-8e4d-4242ef75db53 req-518b3cd6-d0ec-401f-b7f2-0ec126d40061 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508282 Aug 20 10:18:02.663324 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-95bcaa28-2dd5-43e2-a1a2-19ab20b55e85 service neutron] 10.222.0.42 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983391 Aug 20 10:18:02.708310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30671d05-b807-4c7b-a350-2cec70616b5e req-036d5eca-4e81-4c12-a123-c4f4be9780f5 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.709796 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30671d05-b807-4c7b-a350-2cec70616b5e req-036d5eca-4e81-4c12-a123-c4f4be9780f5 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 945 time: 0.0592630 Aug 20 10:18:02.757340 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30671d05-b807-4c7b-a350-2cec70616b5e req-a828bbe0-ba14-4d61-a6ba-bad24e900750 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a77e22b-c0f5-420d-ba29-366f7764021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Aug 20 10:18:02.772161 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a76538-3b0a-4423-88b6-98067bdc813f req-3ddc79e5-beeb-40c1-9d55-1bdf2e81a8d9 service neutron] 10.222.0.42 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958624 Aug 20 10:18:02.916070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-aa2b0b4b-39b1-4607-9400-f85f0d497486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.916673 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-aa2b0b4b-39b1-4607-9400-f85f0d497486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.917156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-aa2b0b4b-39b1-4607-9400-f85f0d497486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.917627 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-aa2b0b4b-39b1-4607-9400-f85f0d497486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.918110 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-aa2b0b4b-39b1-4607-9400-f85f0d497486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.918577 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-aa2b0b4b-39b1-4607-9400-f85f0d497486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.919071 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-aa2b0b4b-39b1-4607-9400-f85f0d497486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:02.920979 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-aa2b0b4b-39b1-4607-9400-f85f0d497486 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0e5831484784def8c1647505b6cc771&device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 6484 time: 0.0649803 Aug 20 10:18:03.001156 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:03.028721 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-bb3973e7-83c1-4382-86b0-af01fe14f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:03.030271 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-bb3973e7-83c1-4382-86b0-af01fe14f34f service neutron] 10.222.0.42 "GET /v2.0/networks?id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c HTTP/1.1" status: 200 len: 902 time: 0.0865359 Aug 20 10:18:03.081664 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-bfdf81cc-615e-4623-8dcd-1ed3c743d14e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1c3b1508-6022-445a-aa9b-de0059fa9cb5 HTTP/1.1" status: 200 len: 217 time: 0.0384626 Aug 20 10:18:03.132792 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-5d6cbbae-7c20-48f0-a5f3-202b97d1f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:03.134355 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-5d6cbbae-7c20-48f0-a5f3-202b97d1f5f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79f99d51-52f9-411d-a632-51860487ab08 HTTP/1.1" status: 200 len: 797 time: 0.0447643 Aug 20 10:18:03.190770 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-ed02322d-3e57-4744-b6d4-2fa998362d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:03.192341 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-ed02322d-3e57-4744-b6d4-2fa998362d30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0451074 Aug 20 10:18:03.289269 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-73712096-316b-4f30-92ca-eada0f37fe28 service neutron] 10.222.0.42 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890908 Aug 20 10:18:03.395090 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-31f3e9eb-e4b6-407a-80ff-6efa83507995 req-a4dd9e24-71c9-47b7-8df0-a02bb5e27f25 service neutron] 10.222.0.42 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986447 Aug 20 10:18:03.460086 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79ce31-c28b-420f-b8b8-62ebfbca0b6b req-1b1e75c0-1ed7-492d-a793-4973e507dcc5 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:03.464513 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c79ce31-c28b-420f-b8b8-62ebfbca0b6b req-1b1e75c0-1ed7-492d-a793-4973e507dcc5 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 944 time: 0.0604887 Aug 20 10:18:03.516235 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93717-a4b9-43ec-9841-d00f31d2927d req-05ac8a58-2795-4ede-aa5f-09ed86fb23d1 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:03.516740 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c79ce31-c28b-420f-b8b8-62ebfbca0b6b req-e78ce815-1e35-4d47-a719-00dee9b1ff26 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458276 Aug 20 10:18:03.517942 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-73a93717-a4b9-43ec-9841-d00f31d2927d req-05ac8a58-2795-4ede-aa5f-09ed86fb23d1 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0711825 Aug 20 10:18:03.572935 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-73a93717-a4b9-43ec-9841-d00f31d2927d req-67ed2d2d-aa29-4c5e-aa22-7b4dfb384512 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397639 Aug 20 10:18:03.705105 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5f918-4ee9-4ff1-96b3-4317191d1520 req-64db9601-1381-48a0-b083-65692cd7d1d3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:03.710917 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5f918-4ee9-4ff1-96b3-4317191d1520 req-64db9601-1381-48a0-b083-65692cd7d1d3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:03.716770 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5f918-4ee9-4ff1-96b3-4317191d1520 req-64db9601-1381-48a0-b083-65692cd7d1d3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:03.723906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5f918-4ee9-4ff1-96b3-4317191d1520 req-64db9601-1381-48a0-b083-65692cd7d1d3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:03.729031 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5f918-4ee9-4ff1-96b3-4317191d1520 req-64db9601-1381-48a0-b083-65692cd7d1d3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:03.734861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5f918-4ee9-4ff1-96b3-4317191d1520 req-64db9601-1381-48a0-b083-65692cd7d1d3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:03.740803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5f918-4ee9-4ff1-96b3-4317191d1520 req-64db9601-1381-48a0-b083-65692cd7d1d3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:03.743258 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-99a5f918-4ee9-4ff1-96b3-4317191d1520 req-64db9601-1381-48a0-b083-65692cd7d1d3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5420 time: 0.0925326 Aug 20 10:18:03.784950 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-99a5f918-4ee9-4ff1-96b3-4317191d1520 req-5cb10071-ca8e-4532-9d40-62f3aecc5dc5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355544 Aug 20 10:18:03.885432 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e56864-35aa-4b17-b04c-f0f585a0405f req-f87fdd03-1923-4ae7-9b98-4554ec6be9cd tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:03.887171 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c3e56864-35aa-4b17-b04c-f0f585a0405f req-f87fdd03-1923-4ae7-9b98-4554ec6be9cd tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 945 time: 0.0512199 Aug 20 10:18:03.929196 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c3e56864-35aa-4b17-b04c-f0f585a0405f req-49599520-2102-43ba-99ae-bb0a8b192193 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a77e22b-c0f5-420d-ba29-366f7764021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352936 Aug 20 10:18:04.154724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-bfdc2ef3-171f-4020-ac47-f94fe5790825 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 258 time: 0.1882582 Aug 20 10:18:04.166260 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-e7845e8c-b9b8-487b-91b5-c3a405a4c43b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:04.189087 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-e7845e8c-b9b8-487b-91b5-c3a405a4c43b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:04.294367 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-e7845e8c-b9b8-487b-91b5-c3a405a4c43b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:04.405300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-e7845e8c-b9b8-487b-91b5-c3a405a4c43b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Allocated IP 172.25.3.93 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/05907ee4-4497-4917-94ef-edc03361cf6f) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:18:04.508928 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-e7845e8c-b9b8-487b-91b5-c3a405a4c43b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:04.550393 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-e7845e8c-b9b8-487b-91b5-c3a405a4c43b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:04.603324 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-e7845e8c-b9b8-487b-91b5-c3a405a4c43b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:18:04.608476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-e7845e8c-b9b8-487b-91b5-c3a405a4c43b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:18:04.623201 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-e7845e8c-b9b8-487b-91b5-c3a405a4c43b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:18:04.629221 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7845e8c-b9b8-487b-91b5-c3a405a4c43b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Pushing event updated for resources: {'Port': ['ID=05907ee4-4497-4917-94ef-edc03361cf6f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:04.689581 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:04.694501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f8059-f42c-41f3-83ae-34a807ee565d req-c8f939e4-a107-48dd-b850-4ce8a14c28ba tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:04.696770 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-850f8059-f42c-41f3-83ae-34a807ee565d req-c8f939e4-a107-48dd-b850-4ce8a14c28ba tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 944 time: 0.0798967 Aug 20 10:18:04.731578 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-e7845e8c-b9b8-487b-91b5-c3a405a4c43b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:04.749093 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-850f8059-f42c-41f3-83ae-34a807ee565d req-b2088577-1460-4221-aa09-1457db962480 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442388 Aug 20 10:18:04.778910 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-e7845e8c-b9b8-487b-91b5-c3a405a4c43b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:04.879254 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc86b0-57ae-422d-9c8a-5e66be9511d7 req-3ef5bc27-ab1a-47e8-b705-f948b8fedfdd tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:04.881704 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-58dc86b0-57ae-422d-9c8a-5e66be9511d7 req-3ef5bc27-ab1a-47e8-b705-f948b8fedfdd tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0652499 Aug 20 10:18:04.932362 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-58dc86b0-57ae-422d-9c8a-5e66be9511d7 req-33910900-3205-4869-b741-61e9d330f242 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430603 Aug 20 10:18:04.989354 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-e7845e8c-b9b8-487b-91b5-c3a405a4c43b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:04.999160 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-e7845e8c-b9b8-487b-91b5-c3a405a4c43b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:05.085984 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7845e8c-b9b8-487b-91b5-c3a405a4c43b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Pushing event updated for resources: {'Port': ['ID=05907ee4-4497-4917-94ef-edc03361cf6f,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:05.096066 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-e7845e8c-b9b8-487b-91b5-c3a405a4c43b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:05.111885 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-e7845e8c-b9b8-487b-91b5-c3a405a4c43b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:05.122817 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-e7845e8c-b9b8-487b-91b5-c3a405a4c43b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9612074 Aug 20 10:18:05.177159 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-28fe1db8-274f-4f17-924b-7541577157ed tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 695 time: 0.0532851 Aug 20 10:18:05.274290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4106f6a-45f7-40b5-8937-c94dec7d6e86 req-250e1b53-1daa-4384-a0e2-d87c2be7911d tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:05.275546 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a4106f6a-45f7-40b5-8937-c94dec7d6e86 req-250e1b53-1daa-4384-a0e2-d87c2be7911d tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 1098 time: 0.0458381 Aug 20 10:18:05.283802 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-33d3dfaa-1a9b-47e3-b263-9bfa3bc3ad47 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:05.290368 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c0ed6aa-3507-47e8-884d-afc996e2d827 req-33d3dfaa-1a9b-47e3-b263-9bfa3bc3ad47 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.1122208 Aug 20 10:18:05.318534 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a4106f6a-45f7-40b5-8937-c94dec7d6e86 req-276d4491-4005-4ecb-9043-50a2b5950e8e tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349510 Aug 20 10:18:05.428150 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74ac80-af6c-4123-8274-a91451ccab59 req-fab5e397-16c1-42b2-9b11-ff21b2d0fd2a tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:05.434746 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74ac80-af6c-4123-8274-a91451ccab59 req-fab5e397-16c1-42b2-9b11-ff21b2d0fd2a tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:05.440738 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74ac80-af6c-4123-8274-a91451ccab59 req-fab5e397-16c1-42b2-9b11-ff21b2d0fd2a tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:05.447279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74ac80-af6c-4123-8274-a91451ccab59 req-fab5e397-16c1-42b2-9b11-ff21b2d0fd2a tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:05.453222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74ac80-af6c-4123-8274-a91451ccab59 req-fab5e397-16c1-42b2-9b11-ff21b2d0fd2a tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:05.459184 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74ac80-af6c-4123-8274-a91451ccab59 req-fab5e397-16c1-42b2-9b11-ff21b2d0fd2a tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:05.465101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74ac80-af6c-4123-8274-a91451ccab59 req-fab5e397-16c1-42b2-9b11-ff21b2d0fd2a tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:05.467334 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ca74ac80-af6c-4123-8274-a91451ccab59 req-fab5e397-16c1-42b2-9b11-ff21b2d0fd2a tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5420 time: 0.1094861 Aug 20 10:18:05.512063 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ca74ac80-af6c-4123-8274-a91451ccab59 req-b173c21f-ee2f-4107-94e3-55dd7fa0d1a1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378015 Aug 20 10:18:05.554252 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279334eb-992f-44e9-816c-5a445dd036e9 req-245ed6eb-5d81-417f-8db2-58faa1bd71e6 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:05.569396 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-279334eb-992f-44e9-816c-5a445dd036e9 req-245ed6eb-5d81-417f-8db2-58faa1bd71e6 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1221209 Aug 20 10:18:05.627508 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-279334eb-992f-44e9-816c-5a445dd036e9 req-879d9580-034f-4b36-9324-5886599e9b8e tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 695 time: 0.0589328 Aug 20 10:18:05.632614 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-279334eb-992f-44e9-816c-5a445dd036e9 req-82ed1594-a84c-48e3-930f-318186de040f tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Request body: {'floatingip': {'port_id': '3e7ff089-25a4-48aa-b3d5-f8944e67b171', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:05.676089 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-279334eb-992f-44e9-816c-5a445dd036e9 req-82ed1594-a84c-48e3-930f-318186de040f tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:06.253771 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-279334eb-992f-44e9-816c-5a445dd036e9 req-82ed1594-a84c-48e3-930f-318186de040f tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:06.258672 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-279334eb-992f-44e9-816c-5a445dd036e9 req-82ed1594-a84c-48e3-930f-318186de040f tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:06.379174 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 31a68ae3-9d64-4833-8b08-6e925f1a3e2a no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:18:06.380112 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [req-279334eb-992f-44e9-816c-5a445dd036e9 req-82ed1594-a84c-48e3-930f-318186de040f tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Floating IP 42a4f6be-aaee-449a-b242-588a9ff1db2f associated. External IP: 172.25.3.93, port: 3e7ff089-25a4-48aa-b3d5-f8944e67b171. Aug 20 10:18:06.538388 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-9c2705b3-84d9-4d47-a7ae-fb47d4657971 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:18:06.539328 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-9c2705b3-84d9-4d47-a7ae-fb47d4657971 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062120 Aug 20 10:18:06.552496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-4db2b111-e4d0-46a0-8679-9c45b15a757f service neutron] Request body: {'binding': {'host': 'n-h1-778550-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:06.552889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-4db2b111-e4d0-46a0-8679-9c45b15a757f service neutron] Unknown quota resources ['binding']. {{(pid=94866) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 10:18:06.556170 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-d54cb30d-f200-4c01-bdd2-65959866986d service neutron] 10.222.0.24 "GET /v2.0/ports/31a68ae3-9d64-4833-8b08-6e925f1a3e2a/bindings/n-h1-778550-11 HTTP/1.1" status: 200 len: 385 time: 0.1600626 Aug 20 10:18:06.919176 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-279334eb-992f-44e9-816c-5a445dd036e9 req-82ed1594-a84c-48e3-930f-318186de040f tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Router 78ccb5cb-4427-4eaf-b12a-4c4172145997 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:18:06.949271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-9971b3fa-93ac-41fa-abe2-c7911f96a5ca service neutron] For port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:06.960936 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-4db2b111-e4d0-46a0-8679-9c45b15a757f service neutron] Attempting to bind port 933b9943-2f19-4c47-b716-32ef428a7f9d on host n-h1-778550-11 for vnic_type normal with profile None {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:18:06.961314 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-4db2b111-e4d0-46a0-8679-9c45b15a757f service neutron] Attempting to bind port 933b9943-2f19-4c47-b716-32ef428a7f9d by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:18:06.961709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-4db2b111-e4d0-46a0-8679-9c45b15a757f service neutron] Attempting to bind port 933b9943-2f19-4c47-b716-32ef428a7f9d on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:18:06.982211 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-4db2b111-e4d0-46a0-8679-9c45b15a757f service neutron] Port 933b9943-2f19-4c47-b716-32ef428a7f9d on network 5ea45e6d-0432-4a46-94e7-adce972727cf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:18:06.982704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-4db2b111-e4d0-46a0-8679-9c45b15a757f service neutron] Attempting to bind port 933b9943-2f19-4c47-b716-32ef428a7f9d on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:18:07.017087 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-9971b3fa-93ac-41fa-abe2-c7911f96a5ca service neutron] For port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:18:07.044655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-4db2b111-e4d0-46a0-8679-9c45b15a757f service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:18:07.044982 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-4db2b111-e4d0-46a0-8679-9c45b15a757f service neutron] Checking segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:18:07.045369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-4db2b111-e4d0-46a0-8679-9c45b15a757f service neutron] Bound using segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:18:07.045799 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-4db2b111-e4d0-46a0-8679-9c45b15a757f service neutron] Bound port: 933b9943-2f19-4c47-b716-32ef428a7f9d, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:18:07.135408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-9971b3fa-93ac-41fa-abe2-c7911f96a5ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a68ae3-9d64-4833-8b08-6e925f1a3e2a {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:07.157744 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-9971b3fa-93ac-41fa-abe2-c7911f96a5ca service neutron] For port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:07.187961 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-9971b3fa-93ac-41fa-abe2-c7911f96a5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:07.204400 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-279334eb-992f-44e9-816c-5a445dd036e9 req-82ed1594-a84c-48e3-930f-318186de040f tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:18:07.208405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-4db2b111-e4d0-46a0-8679-9c45b15a757f service neutron] For port 933b9943-2f19-4c47-b716-32ef428a7f9d, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=933b9943-2f19-4c47-b716-32ef428a7f9d,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:18:07.212726 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-279334eb-992f-44e9-816c-5a445dd036e9 req-82ed1594-a84c-48e3-930f-318186de040f tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:07.216496 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714f36c9-061f-40fd-b474-f5beccd76002 None None] Sync routers for ids ['78ccb5cb-4427-4eaf-b12a-4c4172145997'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:18:07.218403 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-4db2b111-e4d0-46a0-8679-9c45b15a757f service neutron] Notify callbacks [] for binding, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:07.219607 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-4db2b111-e4d0-46a0-8679-9c45b15a757f service neutron] 10.222.0.16 "POST /v2.0/ports/933b9943-2f19-4c47-b716-32ef428a7f9d/bindings HTTP/1.1" status: 201 len: 390 time: 0.6735229 Aug 20 10:18:07.226215 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714f36c9-061f-40fd-b474-f5beccd76002 None None] Routers {'78ccb5cb-4427-4eaf-b12a-4c4172145997'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:18:07.227671 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-714f36c9-061f-40fd-b474-f5beccd76002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:18:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['78ccb5cb-4427-4eaf-b12a-4c4172145997'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:07.265581 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-279334eb-992f-44e9-816c-5a445dd036e9 req-82ed1594-a84c-48e3-930f-318186de040f tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "PUT /v2.0/floatingips/42a4f6be-aaee-449a-b242-588a9ff1db2f HTTP/1.1" status: 200 len: 995 time: 1.6370544 Aug 20 10:18:07.267552 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f768372b-2bd2-4648-aaf8-1af63849f56e', 'tag': '3e7ff089-25a4-48aa-b3d5-f8944e67b171'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:07.269828 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889bb6ee-29e8-4b30-b215-6f5383680c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f768372b-2bd2-4648-aaf8-1af63849f56e", "tag": "3e7ff089-25a4-48aa-b3d5-f8944e67b171"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:07.339898 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-9971b3fa-93ac-41fa-abe2-c7911f96a5ca service neutron] Transition to ACTIVE for port object 31a68ae3-9d64-4833-8b08-6e925f1a3e2a will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:18:07.345723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279334eb-992f-44e9-816c-5a445dd036e9 req-b9037ac3-09d0-44a6-b71d-081b9f62eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:07.347322 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-279334eb-992f-44e9-816c-5a445dd036e9 req-b9037ac3-09d0-44a6-b71d-081b9f62eac8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=334fd981ee4449a88e6a27bec29dc014&device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 1097 time: 0.0583606 Aug 20 10:18:07.349633 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-9971b3fa-93ac-41fa-abe2-c7911f96a5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:07.392863 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-714f36c9-061f-40fd-b474-f5beccd76002 None None] Set router 78ccb5cb-4427-4eaf-b12a-4c4172145997 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:18:07.422500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffae874-8cde-4d66-8c94-9cca8670d49d req-c62cafff-2669-42cf-9ffc-6ea6883cf4de tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:07.428974 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dffae874-8cde-4d66-8c94-9cca8670d49d req-c62cafff-2669-42cf-9ffc-6ea6883cf4de tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 945 time: 0.0799465 Aug 20 10:18:07.473712 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-9971b3fa-93ac-41fa-abe2-c7911f96a5ca service neutron] No DVR routers for this DVR port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:18:07.485833 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dffae874-8cde-4d66-8c94-9cca8670d49d req-4346ed87-06a1-4732-9ef4-169225ebe664 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540237 Aug 20 10:18:07.510422 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971b3fa-93ac-41fa-abe2-c7911f96a5ca service neutron] Pushing event updated for resources: {'Port': ['ID=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,revision_number=10']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:07.615857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af358c-8639-409e-b665-acf361426775 req-e664a7bf-42fd-4d02-84a5-751b5e6c0c3a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:07.623535 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7af358c-8639-409e-b665-acf361426775 req-e664a7bf-42fd-4d02-84a5-751b5e6c0c3a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0572584 Aug 20 10:18:07.673393 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7af358c-8639-409e-b665-acf361426775 req-8c4e8908-f71c-4477-b815-b68991ada1b1 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488262 Aug 20 10:18:07.684290 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-714f36c9-061f-40fd-b474-f5beccd76002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099026900-router', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:27Z', 'updated_at': '2021-08-20T10:17:37Z', 'revision_number': 4, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'gw_port': {'id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:29Z', 'updated_at': '2021-08-20T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '42a4f6be-aaee-449a-b242-588a9ff1db2f', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'port_id': '3e7ff089-25a4-48aa-b3d5-f8944e67b171', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3041083e-b626-40e1-9787-556af8d58456', 'mac_address': 'fa:16:3e:69:12:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f768372b-2bd2-4648-aaf8-1af63849f56e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:18:04Z', 'updated_at': '2021-08-20T10:18:06Z', 'revision_number': 1, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9def1e-ccdc-4a14-a683-9ec5d380eb00', 'name': '', 'network_id': '3041083e-b626-40e1-9787-556af8d58456', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'mac_address': 'fa:16:3e:91:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:35Z', 'updated_at': '2021-08-20T10:17:45Z', 'revision_number': 5, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'subnets': [{'id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:07.717687 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714f36c9-061f-40fd-b474-f5beccd76002 None None] Checking router: 78ccb5cb-4427-4eaf-b12a-4c4172145997 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:18:07.734219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714f36c9-061f-40fd-b474-f5beccd76002 None None] Routers {'78ccb5cb-4427-4eaf-b12a-4c4172145997'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:18:07.735217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-714f36c9-061f-40fd-b474-f5beccd76002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:18:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['78ccb5cb-4427-4eaf-b12a-4c4172145997'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:07.835850 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-9971b3fa-93ac-41fa-abe2-c7911f96a5ca service neutron] 10.222.0.24 "PUT /v2.0/ports/31a68ae3-9d64-4833-8b08-6e925f1a3e2a/bindings/n-h1-778550-11/activate HTTP/1.1" status: 200 len: 370 time: 1.2719610 Aug 20 10:18:07.849756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279334eb-992f-44e9-816c-5a445dd036e9 req-df1f248a-bfbe-4028-8383-51b276ca5561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:07.858182 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-279334eb-992f-44e9-816c-5a445dd036e9 req-df1f248a-bfbe-4028-8383-51b276ca5561 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3041083e-b626-40e1-9787-556af8d58456 HTTP/1.1" status: 200 len: 930 time: 0.4967127 Aug 20 10:18:07.884046 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-714f36c9-061f-40fd-b474-f5beccd76002 None None] Set router 78ccb5cb-4427-4eaf-b12a-4c4172145997 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:18:07.930164 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-279334eb-992f-44e9-816c-5a445dd036e9 req-b5532e58-f053-4c90-99f5-ed155ef93cca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e7ff089-25a4-48aa-b3d5-f8944e67b171 HTTP/1.1" status: 200 len: 998 time: 0.0701466 Aug 20 10:18:07.985604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec24658-8bf5-4c7a-be2e-d3d5d2a410e2 req-edc9f75a-a1fe-453b-86f7-71331a9264c7 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:07.991658 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec24658-8bf5-4c7a-be2e-d3d5d2a410e2 req-edc9f75a-a1fe-453b-86f7-71331a9264c7 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:07.997529 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec24658-8bf5-4c7a-be2e-d3d5d2a410e2 req-edc9f75a-a1fe-453b-86f7-71331a9264c7 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:08.003415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec24658-8bf5-4c7a-be2e-d3d5d2a410e2 req-edc9f75a-a1fe-453b-86f7-71331a9264c7 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:08.003815 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279334eb-992f-44e9-816c-5a445dd036e9 req-e73a10bc-d1ac-4134-9654-783a120a2ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:08.007531 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-279334eb-992f-44e9-816c-5a445dd036e9 req-e73a10bc-d1ac-4134-9654-783a120a2ee1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cc5e47aa-eb79-4392-8c1a-be28171d1de0 HTTP/1.1" status: 200 len: 868 time: 0.0714605 Aug 20 10:18:08.010014 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec24658-8bf5-4c7a-be2e-d3d5d2a410e2 req-edc9f75a-a1fe-453b-86f7-71331a9264c7 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:08.016086 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec24658-8bf5-4c7a-be2e-d3d5d2a410e2 req-edc9f75a-a1fe-453b-86f7-71331a9264c7 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:08.021983 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec24658-8bf5-4c7a-be2e-d3d5d2a410e2 req-edc9f75a-a1fe-453b-86f7-71331a9264c7 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:08.025671 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cec24658-8bf5-4c7a-be2e-d3d5d2a410e2 req-edc9f75a-a1fe-453b-86f7-71331a9264c7 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5420 time: 0.1303246 Aug 20 10:18:08.039300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-a48e0248-63a0-4868-8c5b-f47330f0dc51 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:08.042004 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-a48e0248-63a0-4868-8c5b-f47330f0dc51 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b&tenant_id=d90941e86594426c97114e4c5b673b06&binding%3Ahost_id=n-h2-778550-11 HTTP/1.1" status: 200 len: 1097 time: 0.1356728 Aug 20 10:18:08.058821 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279334eb-992f-44e9-816c-5a445dd036e9 req-7baeeeef-a369-4742-a251-4ee64f213a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:08.066251 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-279334eb-992f-44e9-816c-5a445dd036e9 req-7baeeeef-a369-4742-a251-4ee64f213a6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3041083e-b626-40e1-9787-556af8d58456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511737 Aug 20 10:18:08.071706 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-279334eb-992f-44e9-816c-5a445dd036e9 req-1c61bbbc-79d4-4e19-b9a2-d28a24465bc6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:18:08.079097 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-279334eb-992f-44e9-816c-5a445dd036e9 req-1c61bbbc-79d4-4e19-b9a2-d28a24465bc6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115252 Aug 20 10:18:08.158630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-714f36c9-061f-40fd-b474-f5beccd76002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099026900-router', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:27Z', 'updated_at': '2021-08-20T10:17:37Z', 'revision_number': 4, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'gw_port': {'id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:29Z', 'updated_at': '2021-08-20T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '42a4f6be-aaee-449a-b242-588a9ff1db2f', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'port_id': '3e7ff089-25a4-48aa-b3d5-f8944e67b171', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3041083e-b626-40e1-9787-556af8d58456', 'mac_address': 'fa:16:3e:69:12:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f768372b-2bd2-4648-aaf8-1af63849f56e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:18:04Z', 'updated_at': '2021-08-20T10:18:06Z', 'revision_number': 1, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9def1e-ccdc-4a14-a683-9ec5d380eb00', 'name': '', 'network_id': '3041083e-b626-40e1-9787-556af8d58456', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'mac_address': 'fa:16:3e:91:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:35Z', 'updated_at': '2021-08-20T10:17:45Z', 'revision_number': 5, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'subnets': [{'id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:08.173118 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-279334eb-992f-44e9-816c-5a445dd036e9 req-465861d0-dac5-4219-9657-a244b981a210 service neutron] 10.222.0.16 "GET /v2.0/networks/3041083e-b626-40e1-9787-556af8d58456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936694 Aug 20 10:18:08.194516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714f36c9-061f-40fd-b474-f5beccd76002 None None] The sync data for ids ['78ccb5cb-4427-4eaf-b12a-4c4172145997'] in n-d-778550-11 is: [{'id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099026900-router', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:27Z', 'updated_at': '2021-08-20T10:17:37Z', 'revision_number': 4, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'gw_port': {'id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:29Z', 'updated_at': '2021-08-20T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '42a4f6be-aaee-449a-b242-588a9ff1db2f', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'floating_ip_address': '172.25.3.93', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'port_id': '3e7ff089-25a4-48aa-b3d5-f8944e67b171', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3041083e-b626-40e1-9787-556af8d58456', 'mac_address': 'fa:16:3e:69:12:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f768372b-2bd2-4648-aaf8-1af63849f56e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:18:04Z', 'updated_at': '2021-08-20T10:18:06Z', 'revision_number': 1, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de9def1e-ccdc-4a14-a683-9ec5d380eb00', 'name': '', 'network_id': '3041083e-b626-40e1-9787-556af8d58456', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'mac_address': 'fa:16:3e:91:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:35Z', 'updated_at': '2021-08-20T10:17:45Z', 'revision_number': 5, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'subnets': [{'id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:18:08.310470 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-279334eb-992f-44e9-816c-5a445dd036e9 req-cd0e3485-edaa-4052-9a97-66cc8818c361 service neutron] 10.222.0.16 "GET /v2.0/networks/3041083e-b626-40e1-9787-556af8d58456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302533 Aug 20 10:18:08.370134 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a6a7bf-f3b6-4fa2-bb5d-d635667aa347 x-openstack-request-id: req-01a6a7bf-f3b6-4fa2-bb5d-d635667aa347 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:08.370665 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f768372b-2bd2-4648-aaf8-1af63849f56e", "tag": "3e7ff089-25a4-48aa-b3d5-f8944e67b171", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:08.371174 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01a6a7bf-f3b6-4fa2-bb5d-d635667aa347 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:08.371974 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f768372b-2bd2-4648-aaf8-1af63849f56e', 'tag': '3e7ff089-25a4-48aa-b3d5-f8944e67b171', 'status': 'completed', 'code': 200} Aug 20 10:18:08.504417 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cec24658-8bf5-4c7a-be2e-d3d5d2a410e2 req-c2152043-b60d-4ca9-986c-967dd0f946b6 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4721236 Aug 20 10:18:08.508311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb6ee-29e8-4b30-b215-6f5383680c4b req-b0e8083e-a71c-47a5-a91d-4c85cc898570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:08.511669 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-889bb6ee-29e8-4b30-b215-6f5383680c4b req-b0e8083e-a71c-47a5-a91d-4c85cc898570 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=334fd981ee4449a88e6a27bec29dc014&device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 1097 time: 0.1045740 Aug 20 10:18:08.512294 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0cf337-2159-4027-bad0-c0730895f706 None None] New status for floating IP 42a4f6be-aaee-449a-b242-588a9ff1db2f: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:18:08.514679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-d10c60f4-3541-4ba3-85c3-b9a611f6b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:08.516715 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-d10c60f4-3541-4ba3-85c3-b9a611f6b8e3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b&tenant_id=d90941e86594426c97114e4c5b673b06 HTTP/1.1" status: 200 len: 1097 time: 0.4514816 Aug 20 10:18:08.527937 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec3d66-7e56-48b4-bb51-37ed6c5d6263 req-95dbcf13-b6c0-4c36-8c1d-c40e87a11337 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:08.534796 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fcec3d66-7e56-48b4-bb51-37ed6c5d6263 req-95dbcf13-b6c0-4c36-8c1d-c40e87a11337 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 946 time: 0.1168132 Aug 20 10:18:08.647606 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fcec3d66-7e56-48b4-bb51-37ed6c5d6263 req-c0e010d2-a0bb-4bfb-9860-fe996ab63b29 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117544 Aug 20 10:18:08.654670 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-701ef8ba-e546-4022-bae7-e1e7fdcadb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:08.656244 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-701ef8ba-e546-4022-bae7-e1e7fdcadb93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 1097 time: 0.1096990 Aug 20 10:18:08.709665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb6ee-29e8-4b30-b215-6f5383680c4b req-b8c8e789-f55b-4c68-9c6c-5a1a75e72fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:08.711769 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-889bb6ee-29e8-4b30-b215-6f5383680c4b req-b8c8e789-f55b-4c68-9c6c-5a1a75e72fcb service neutron] 10.222.0.24 "GET /v2.0/networks?id=3041083e-b626-40e1-9787-556af8d58456 HTTP/1.1" status: 200 len: 930 time: 0.1677599 Aug 20 10:18:08.752571 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-bbb38b28-c899-43c5-996d-ef67312f2ef7 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 258 time: 0.2182279 Aug 20 10:18:08.767087 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-dddc9fc4-0199-426c-ab2e-3f090cbf6f82 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:08.824441 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-dddc9fc4-0199-426c-ab2e-3f090cbf6f82 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:08.839325 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e840a2d-d665-4592-a5db-bf3668649621 req-a90ba731-0358-419c-a077-85fac32e4a64 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:08.840907 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2e840a2d-d665-4592-a5db-bf3668649621 req-a90ba731-0358-419c-a077-85fac32e4a64 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 945 time: 0.0754352 Aug 20 10:18:08.842751 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-889bb6ee-29e8-4b30-b215-6f5383680c4b req-24a9d58c-e0ba-43fc-97da-8683909bb281 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e7ff089-25a4-48aa-b3d5-f8944e67b171 HTTP/1.1" status: 200 len: 998 time: 0.1229703 Aug 20 10:18:08.882600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-1c25cb64-6566-4940-ae30-63adf2ea0054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:08.884216 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-1c25cb64-6566-4940-ae30-63adf2ea0054 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 921 time: 0.2011158 Aug 20 10:18:08.918685 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2e840a2d-d665-4592-a5db-bf3668649621 req-7e4951b8-f2ab-4a2b-8479-26b7a083fd3d tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691516 Aug 20 10:18:08.922635 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb6ee-29e8-4b30-b215-6f5383680c4b req-d8069804-ba91-4dc5-bf74-229048f537ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:08.924069 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-889bb6ee-29e8-4b30-b215-6f5383680c4b req-d8069804-ba91-4dc5-bf74-229048f537ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc5e47aa-eb79-4392-8c1a-be28171d1de0 HTTP/1.1" status: 200 len: 868 time: 0.0678322 Aug 20 10:18:08.934620 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-4f29482f-694e-4375-9df3-bf7ac8b029b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31a68ae3-9d64-4833-8b08-6e925f1a3e2a HTTP/1.1" status: 200 len: 217 time: 0.0380757 Aug 20 10:18:08.995239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb6ee-29e8-4b30-b215-6f5383680c4b req-cd768f51-b75c-4496-b013-a721bdfd184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:08.996642 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-889bb6ee-29e8-4b30-b215-6f5383680c4b req-cd768f51-b75c-4496-b013-a721bdfd184d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3041083e-b626-40e1-9787-556af8d58456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548699 Aug 20 10:18:09.022768 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-6658bc9a-8466-48ca-9dc0-5eeadd4e5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:09.024911 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-6658bc9a-8466-48ca-9dc0-5eeadd4e5fe3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.0740273 Aug 20 10:18:09.040830 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-dddc9fc4-0199-426c-ab2e-3f090cbf6f82 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:09.071919 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-9a03fc23-8422-4463-a2e6-68075f90f1c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288899 Aug 20 10:18:09.100426 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774637d-de66-4bea-ac17-bce9eed75669 req-26793dfe-dc54-4dd0-833d-6af2f5c607f6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:09.102539 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7774637d-de66-4bea-ac17-bce9eed75669 req-26793dfe-dc54-4dd0-833d-6af2f5c607f6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.1091466 Aug 20 10:18:09.156283 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-889bb6ee-29e8-4b30-b215-6f5383680c4b req-47402ea2-67db-4ff6-9528-764b1c9738f1 service neutron] 10.222.0.24 "GET /v2.0/networks/3041083e-b626-40e1-9787-556af8d58456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489940 Aug 20 10:18:09.161087 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7774637d-de66-4bea-ac17-bce9eed75669 req-93362ddc-8a73-40b7-9fca-f09a02cfbe3e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491488 Aug 20 10:18:09.254303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-dddc9fc4-0199-426c-ab2e-3f090cbf6f82 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Allocated IP 172.25.3.253 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/74beb411-4dc5-49d9-adb7-b31330f8edd4) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:18:09.259911 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-93db789f-d0f4-4082-b7c7-d9abd74a33f5 service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594806 Aug 20 10:18:09.273021 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-889bb6ee-29e8-4b30-b215-6f5383680c4b req-a00b308a-33ea-43f7-9725-fbb3846cbd9d service neutron] 10.222.0.24 "GET /v2.0/networks/3041083e-b626-40e1-9787-556af8d58456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101117 Aug 20 10:18:09.418435 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-55d0662c-3924-4018-bbfb-a4e4b7073202 service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500227 Aug 20 10:18:09.433147 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-dddc9fc4-0199-426c-ab2e-3f090cbf6f82 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:09.476896 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-dddc9fc4-0199-426c-ab2e-3f090cbf6f82 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:09.519793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-dddc9fc4-0199-426c-ab2e-3f090cbf6f82 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:18:09.522714 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-dddc9fc4-0199-426c-ab2e-3f090cbf6f82 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:18:09.529887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-dddc9fc4-0199-426c-ab2e-3f090cbf6f82 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:18:09.533242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc9fc4-0199-426c-ab2e-3f090cbf6f82 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Pushing event updated for resources: {'Port': ['ID=74beb411-4dc5-49d9-adb7-b31330f8edd4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:09.626564 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-dddc9fc4-0199-426c-ab2e-3f090cbf6f82 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:09.667071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4cc4-b64f-413d-b44a-899faf0bf6a7 req-1f0a4837-a1e4-4914-ac2b-14751ab388fb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:09.671285 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-dddc9fc4-0199-426c-ab2e-3f090cbf6f82 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:09.674019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4cc4-b64f-413d-b44a-899faf0bf6a7 req-1f0a4837-a1e4-4914-ac2b-14751ab388fb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:09.680767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4cc4-b64f-413d-b44a-899faf0bf6a7 req-1f0a4837-a1e4-4914-ac2b-14751ab388fb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:09.687471 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4cc4-b64f-413d-b44a-899faf0bf6a7 req-1f0a4837-a1e4-4914-ac2b-14751ab388fb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:09.693012 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4cc4-b64f-413d-b44a-899faf0bf6a7 req-1f0a4837-a1e4-4914-ac2b-14751ab388fb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:09.699463 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4cc4-b64f-413d-b44a-899faf0bf6a7 req-1f0a4837-a1e4-4914-ac2b-14751ab388fb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:09.705359 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e4cc4-b64f-413d-b44a-899faf0bf6a7 req-1f0a4837-a1e4-4914-ac2b-14751ab388fb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:09.708986 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d85e4cc4-b64f-413d-b44a-899faf0bf6a7 req-1f0a4837-a1e4-4914-ac2b-14751ab388fb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5420 time: 0.1029580 Aug 20 10:18:09.756752 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d85e4cc4-b64f-413d-b44a-899faf0bf6a7 req-8888c1d1-9568-4212-b89a-ab20d10aadd7 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406473 Aug 20 10:18:09.765513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-9fb7bfcc-b404-459a-9d38-dae778f7b70f tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:09.767028 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-9fb7bfcc-b404-459a-9d38-dae778f7b70f tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b&tenant_id=d90941e86594426c97114e4c5b673b06&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 1097 time: 0.0738907 Aug 20 10:18:09.887981 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb398-35e6-40bb-a7fd-123f946b1483 req-0fdb1285-bea3-4c22-b19e-d23e01deb4cb tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:09.889560 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4e9fb398-35e6-40bb-a7fd-123f946b1483 req-0fdb1285-bea3-4c22-b19e-d23e01deb4cb tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 946 time: 0.0572968 Aug 20 10:18:09.936564 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4e9fb398-35e6-40bb-a7fd-123f946b1483 req-68aadf2e-aa05-4332-b00f-51f8cd5d4581 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393538 Aug 20 10:18:09.988092 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-dddc9fc4-0199-426c-ab2e-3f090cbf6f82 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:09.995795 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-dddc9fc4-0199-426c-ab2e-3f090cbf6f82 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:10.002545 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-ae68baf6-ee55-4f17-af08-b8301d0d0ebf service neutron] For port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:18:10.010761 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-ae68baf6-ee55-4f17-af08-b8301d0d0ebf service neutron] Notify callbacks [] for binding, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:10.011914 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f0619d1-ac5d-4933-badd-c2112113db24 req-ae68baf6-ee55-4f17-af08-b8301d0d0ebf service neutron] 10.222.0.42 "DELETE /v2.0/ports/31a68ae3-9d64-4833-8b08-6e925f1a3e2a/bindings/n-h2-778550-11 HTTP/1.1" status: 204 len: 173 time: 0.2355063 Aug 20 10:18:10.071854 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda42f2-654c-4a33-8c63-746fb97db934 req-1917605c-6e40-45fd-8617-9efbf69b254a tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:10.078197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc9fc4-0199-426c-ab2e-3f090cbf6f82 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Pushing event updated for resources: {'Port': ['ID=74beb411-4dc5-49d9-adb7-b31330f8edd4,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:10.080086 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fda42f2-654c-4a33-8c63-746fb97db934 req-1917605c-6e40-45fd-8617-9efbf69b254a tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 945 time: 0.0614996 Aug 20 10:18:10.088841 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-dddc9fc4-0199-426c-ab2e-3f090cbf6f82 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:10.105793 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-dddc9fc4-0199-426c-ab2e-3f090cbf6f82 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:10.107247 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-dddc9fc4-0199-426c-ab2e-3f090cbf6f82 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3477209 Aug 20 10:18:10.118277 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fda42f2-654c-4a33-8c63-746fb97db934 req-b9e131dd-bdb8-45c8-9eaf-74810edac00e tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367961 Aug 20 10:18:10.158993 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-3f7f5e4e-6c54-42b2-986c-3a0468cf16f1 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.253 HTTP/1.1" status: 200 len: 696 time: 0.0453053 Aug 20 10:18:10.278594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-e0817f20-4d04-4150-b0b2-1645c7297255 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:10.280162 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d48a0b0-02ea-4998-a19b-83479e3be493 req-e0817f20-4d04-4150-b0b2-1645c7297255 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.1148698 Aug 20 10:18:10.284722 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f6f35-2ffb-4e25-81f3-d0c721c0ecb7 req-e66d5e6d-e355-4786-bc54-06bceca70b4e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:10.286280 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8b7f6f35-2ffb-4e25-81f3-d0c721c0ecb7 req-e66d5e6d-e355-4786-bc54-06bceca70b4e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0539124 Aug 20 10:18:10.335624 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8b7f6f35-2ffb-4e25-81f3-d0c721c0ecb7 req-41fe1a1a-b837-43ed-886c-7fff9a3c629f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420940 Aug 20 10:18:10.448446 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31018a9e-d628-40ed-8eba-ffd1883b6604 req-875ff039-203b-4415-88bd-3714096da5be tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:10.450126 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-31018a9e-d628-40ed-8eba-ffd1883b6604 req-875ff039-203b-4415-88bd-3714096da5be tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 1097 time: 0.1155233 Aug 20 10:18:10.518747 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-31018a9e-d628-40ed-8eba-ffd1883b6604 req-2630e7c7-582f-4235-8db9-289d1b04c698 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543289 Aug 20 10:18:10.603980 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d1809-559b-4976-9a87-f44210b181e6 req-0f7821fa-795b-4633-a9da-7dc80857662f tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:10.605417 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7b1d1809-559b-4976-9a87-f44210b181e6 req-0f7821fa-795b-4633-a9da-7dc80857662f tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0763607 Aug 20 10:18:10.660791 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7b1d1809-559b-4976-9a87-f44210b181e6 req-af488d45-107e-488c-958d-ba9425c31230 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.253 HTTP/1.1" status: 200 len: 696 time: 0.0492501 Aug 20 10:18:10.670970 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-7b1d1809-559b-4976-9a87-f44210b181e6 req-a5754d61-f725-4962-a6ae-e23650c013fb tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Request body: {'floatingip': {'port_id': '3e7ff089-25a4-48aa-b3d5-f8944e67b171', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:10.707139 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb52b6-3d66-47d7-a304-3a436e27483b req-6660b6c3-7bea-45a1-85db-3ad680a380bf tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:10.708762 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bbdb52b6-3d66-47d7-a304-3a436e27483b req-6660b6c3-7bea-45a1-85db-3ad680a380bf tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 1097 time: 0.0431788 Aug 20 10:18:10.715720 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7b1d1809-559b-4976-9a87-f44210b181e6 req-a5754d61-f725-4962-a6ae-e23650c013fb tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:10.752365 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bbdb52b6-3d66-47d7-a304-3a436e27483b req-396d6218-ac93-455e-92d7-63d2be6018f0 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366898 Aug 20 10:18:10.928225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d85f1-9316-4472-9d6e-bceb1701361b req-2117766e-9d59-4cc4-a67b-3bdbaa39b420 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:10.938658 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d85f1-9316-4472-9d6e-bceb1701361b req-2117766e-9d59-4cc4-a67b-3bdbaa39b420 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:10.944454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d85f1-9316-4472-9d6e-bceb1701361b req-2117766e-9d59-4cc4-a67b-3bdbaa39b420 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:10.950892 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d85f1-9316-4472-9d6e-bceb1701361b req-2117766e-9d59-4cc4-a67b-3bdbaa39b420 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:10.958650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d85f1-9316-4472-9d6e-bceb1701361b req-2117766e-9d59-4cc4-a67b-3bdbaa39b420 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:10.965677 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d85f1-9316-4472-9d6e-bceb1701361b req-2117766e-9d59-4cc4-a67b-3bdbaa39b420 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:10.971654 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d85f1-9316-4472-9d6e-bceb1701361b req-2117766e-9d59-4cc4-a67b-3bdbaa39b420 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:10.973619 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cf2d85f1-9316-4472-9d6e-bceb1701361b req-2117766e-9d59-4cc4-a67b-3bdbaa39b420 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5420 time: 0.1216667 Aug 20 10:18:10.975836 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-7b1d1809-559b-4976-9a87-f44210b181e6 req-a5754d61-f725-4962-a6ae-e23650c013fb tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 10:18:10.977084 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7b1d1809-559b-4976-9a87-f44210b181e6 req-a5754d61-f725-4962-a6ae-e23650c013fb tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "PUT /v2.0/floatingips/8588e7da-1c8a-4cc6-82ca-867a34157229 HTTP/1.1" status: 409 len: 550 time: 0.3099902 Aug 20 10:18:11.022630 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cf2d85f1-9316-4472-9d6e-bceb1701361b req-0f10deb9-f566-4bd3-8010-a06be43b31d4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415871 Aug 20 10:18:11.205271 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570c200-39db-469d-8cf3-d79738a261b6 req-68c4339c-caa3-4cb3-a48e-d81845d8b132 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:11.206767 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f570c200-39db-469d-8cf3-d79738a261b6 req-68c4339c-caa3-4cb3-a48e-d81845d8b132 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 946 time: 0.0952218 Aug 20 10:18:11.211585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-cef6b128-e18a-48d2-aceb-ca7d84029364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:11.213008 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-cef6b128-e18a-48d2-aceb-ca7d84029364 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 1098 time: 0.0882299 Aug 20 10:18:11.300335 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f570c200-39db-469d-8cf3-d79738a261b6 req-6b4aa075-b360-4289-88b1-7fcc468c6255 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863466 Aug 20 10:18:11.338087 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-eccd31c9-9464-408f-8cd3-f0de06ee461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:11.339668 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-eccd31c9-9464-408f-8cd3-f0de06ee461a service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 908 time: 0.1188807 Aug 20 10:18:11.384804 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cfed8c24-2201-405c-b7e0-9cee1e40c122 req-f798d6fe-1f8b-4190-ac9d-4118ba25484c tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/floatingips/8588e7da-1c8a-4cc6-82ca-867a34157229 HTTP/1.1" status: 200 len: 693 time: 0.0583470 Aug 20 10:18:11.420379 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-c8d3c585-49c9-4100-b9b6-7851f809efa2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=933b9943-2f19-4c47-b716-32ef428a7f9d HTTP/1.1" status: 200 len: 217 time: 0.0564251 Aug 20 10:18:11.513290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed8c24-2201-405c-b7e0-9cee1e40c122 req-a139dd0c-397d-42ec-8dcd-585c703a675e tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:11.515526 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cfed8c24-2201-405c-b7e0-9cee1e40c122 req-a139dd0c-397d-42ec-8dcd-585c703a675e tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.1238549 Aug 20 10:18:11.519521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-35b16dd2-837b-47c3-bf41-6dd1fb96618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:11.520997 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-35b16dd2-837b-47c3-bf41-6dd1fb96618e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.0912793 Aug 20 10:18:11.560571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202fad0-60e2-4bc3-81a2-1f2f094ed895 req-9a6e7e38-8233-4731-a537-a1724a5c5ce2 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:11.560571 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c202fad0-60e2-4bc3-81a2-1f2f094ed895 req-9a6e7e38-8233-4731-a537-a1724a5c5ce2 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0891542 Aug 20 10:18:11.572662 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cfed8c24-2201-405c-b7e0-9cee1e40c122 req-7811251b-7a0e-4c6f-b15f-de437dcb0b9e tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.253 HTTP/1.1" status: 200 len: 696 time: 0.0520310 Aug 20 10:18:11.575251 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-bec56862-04b6-4260-a6a3-e92bf755a781 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363705 Aug 20 10:18:11.639593 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cfed8c24-2201-405c-b7e0-9cee1e40c122 req-098cd20a-ad63-49a0-9ac4-c24d534fd63f tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.253 HTTP/1.1" status: 200 len: 696 time: 0.0606031 Aug 20 10:18:11.657699 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c202fad0-60e2-4bc3-81a2-1f2f094ed895 req-1d6dc020-c733-4ff8-96dd-7e6698bb9d4f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847669 Aug 20 10:18:11.694564 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-324b856d-aac7-4363-a567-c41cdf995dc0 service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063085 Aug 20 10:18:11.806091 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-2bc4efce-47ca-42c8-99e1-b8cc3930e326 service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002157 Aug 20 10:18:11.811960 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-cfed8c24-2201-405c-b7e0-9cee1e40c122 req-53269656-308f-4c62-b89b-e3fcec23ace8 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Deleting port 74beb411-4dc5-49d9-adb7-b31330f8edd4 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:18:11.812503 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-cfed8c24-2201-405c-b7e0-9cee1e40c122 req-53269656-308f-4c62-b89b-e3fcec23ace8 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:11.897191 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-cfed8c24-2201-405c-b7e0-9cee1e40c122 req-53269656-308f-4c62-b89b-e3fcec23ace8 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:11.897520 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-cfed8c24-2201-405c-b7e0-9cee1e40c122 req-53269656-308f-4c62-b89b-e3fcec23ace8 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:11.909989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-cfed8c24-2201-405c-b7e0-9cee1e40c122 req-53269656-308f-4c62-b89b-e3fcec23ace8 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Calling delete_port for 74beb411-4dc5-49d9-adb7-b31330f8edd4 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:18:12.076587 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-cfed8c24-2201-405c-b7e0-9cee1e40c122 req-53269656-308f-4c62-b89b-e3fcec23ace8 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:12.105657 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53269656-308f-4c62-b89b-e3fcec23ace8 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Pushing event deleted for resources: {'Port': ['ID=74beb411-4dc5-49d9-adb7-b31330f8edd4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:12.190900 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-cfed8c24-2201-405c-b7e0-9cee1e40c122 req-53269656-308f-4c62-b89b-e3fcec23ace8 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:12.194232 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-cfed8c24-2201-405c-b7e0-9cee1e40c122 req-53269656-308f-4c62-b89b-e3fcec23ace8 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:12.198930 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cfed8c24-2201-405c-b7e0-9cee1e40c122 req-53269656-308f-4c62-b89b-e3fcec23ace8 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "DELETE /v2.0/floatingips/8588e7da-1c8a-4cc6-82ca-867a34157229 HTTP/1.1" status: 204 len: 173 time: 0.5539453 Aug 20 10:18:12.205812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21d06b-a494-4cf1-978d-d0cbe0afd188 req-f3716b60-142a-4fac-b8a9-88461f1012b1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:12.213044 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21d06b-a494-4cf1-978d-d0cbe0afd188 req-f3716b60-142a-4fac-b8a9-88461f1012b1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:12.221455 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21d06b-a494-4cf1-978d-d0cbe0afd188 req-f3716b60-142a-4fac-b8a9-88461f1012b1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:12.228883 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21d06b-a494-4cf1-978d-d0cbe0afd188 req-f3716b60-142a-4fac-b8a9-88461f1012b1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:12.235428 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21d06b-a494-4cf1-978d-d0cbe0afd188 req-f3716b60-142a-4fac-b8a9-88461f1012b1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:12.241974 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21d06b-a494-4cf1-978d-d0cbe0afd188 req-f3716b60-142a-4fac-b8a9-88461f1012b1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:12.249473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21d06b-a494-4cf1-978d-d0cbe0afd188 req-f3716b60-142a-4fac-b8a9-88461f1012b1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:12.259414 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee21d06b-a494-4cf1-978d-d0cbe0afd188 req-f3716b60-142a-4fac-b8a9-88461f1012b1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5420 time: 0.1283069 Aug 20 10:18:12.312818 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee21d06b-a494-4cf1-978d-d0cbe0afd188 req-23332db4-85fb-4397-a0fd-dd15938e49b7 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521762 Aug 20 10:18:12.360700 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-9f063cdc-9858-4a7b-8f49-0f3770380db0 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 1000 time: 0.1461735 Aug 20 10:18:12.423652 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-6c2fee77-884e-46a6-9a32-b9b75711a38d tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:12.425063 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-6c2fee77-884e-46a6-9a32-b9b75711a38d tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports/3e7ff089-25a4-48aa-b3d5-f8944e67b171 HTTP/1.1" status: 200 len: 942 time: 0.0590024 Aug 20 10:18:12.448084 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23708916-4082-44e1-af3e-acba35ac883c req-0879d4e0-d682-4c27-b3d4-e3982a27a4be tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:12.450087 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23708916-4082-44e1-af3e-acba35ac883c req-0879d4e0-d682-4c27-b3d4-e3982a27a4be tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 946 time: 0.0670552 Aug 20 10:18:12.504570 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23708916-4082-44e1-af3e-acba35ac883c req-22865adc-29b9-43a5-97c7-fb50b0ad7399 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442071 Aug 20 10:18:12.570610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-8a8cd562-cfa5-41cb-ab96-7d8ce181d764 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 1000 time: 0.0855508 Aug 20 10:18:12.696673 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-f51430f5-228b-49d2-bb21-bdb0814285fa tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:12.705919 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-f51430f5-228b-49d2-bb21-bdb0814285fa tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.1274705 Aug 20 10:18:12.790025 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-4d348987-8b66-4998-8d0d-408ca0290e27 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 1000 time: 0.0830584 Aug 20 10:18:12.797113 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-5d17b36d-e183-476e-bf65-dfac632e8cb1 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:12.804438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ea74d-7373-480a-8ef2-5dd43af911e0 req-3f4e9410-52ed-47b3-88fb-bb9c2e5d314a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:12.808108 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-295ea74d-7373-480a-8ef2-5dd43af911e0 req-3f4e9410-52ed-47b3-88fb-bb9c2e5d314a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0617073 Aug 20 10:18:12.860805 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-5d17b36d-e183-476e-bf65-dfac632e8cb1 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:12.867707 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-295ea74d-7373-480a-8ef2-5dd43af911e0 req-9c9845dd-f197-44ce-90c1-56b06c3a56f7 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475593 Aug 20 10:18:13.028116 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-5d17b36d-e183-476e-bf65-dfac632e8cb1 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:13.032345 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-5d17b36d-e183-476e-bf65-dfac632e8cb1 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:13.033200 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-5d17b36d-e183-476e-bf65-dfac632e8cb1 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Floating IP 42a4f6be-aaee-449a-b242-588a9ff1db2f disassociated. External IP: 172.25.3.93, port: 3e7ff089-25a4-48aa-b3d5-f8944e67b171. Aug 20 10:18:13.280172 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-5d17b36d-e183-476e-bf65-dfac632e8cb1 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Router 78ccb5cb-4427-4eaf-b12a-4c4172145997 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:18:13.396597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-5d17b36d-e183-476e-bf65-dfac632e8cb1 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:18:13.401423 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-5d17b36d-e183-476e-bf65-dfac632e8cb1 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:13.408100 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e42056-ae52-4618-93e4-3c2ec35f91a5 None None] Sync routers for ids ['78ccb5cb-4427-4eaf-b12a-4c4172145997'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:18:13.435152 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e42056-ae52-4618-93e4-3c2ec35f91a5 None None] Routers {'78ccb5cb-4427-4eaf-b12a-4c4172145997'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:18:13.436184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-39e42056-ae52-4618-93e4-3c2ec35f91a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:18:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['78ccb5cb-4427-4eaf-b12a-4c4172145997'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:13.500479 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-5d17b36d-e183-476e-bf65-dfac632e8cb1 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "PUT /v2.0/floatingips/42a4f6be-aaee-449a-b242-588a9ff1db2f HTTP/1.1" status: 200 len: 694 time: 0.7014635 Aug 20 10:18:13.527977 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c8749-3fc9-42c8-9dd7-dd314ccd7ee6 req-15e0d874-f531-496e-9605-7a29bf84bfc3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:13.529020 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f768372b-2bd2-4648-aaf8-1af63849f56e', 'tag': '3e7ff089-25a4-48aa-b3d5-f8944e67b171'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:13.531735 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4f4534-6cd4-40c9-bbe5-ab50495cf571" -d '{"events": [{"name": "network-changed", "server_uuid": "f768372b-2bd2-4648-aaf8-1af63849f56e", "tag": "3e7ff089-25a4-48aa-b3d5-f8944e67b171"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:13.541542 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c8749-3fc9-42c8-9dd7-dd314ccd7ee6 req-15e0d874-f531-496e-9605-7a29bf84bfc3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:13.553356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-39e42056-ae52-4618-93e4-3c2ec35f91a5 None None] Set router 78ccb5cb-4427-4eaf-b12a-4c4172145997 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:18:13.558396 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c8749-3fc9-42c8-9dd7-dd314ccd7ee6 req-15e0d874-f531-496e-9605-7a29bf84bfc3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:13.563075 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-308f833c-b458-4764-abea-ddc821b83e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:13.574882 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-308f833c-b458-4764-abea-ddc821b83e8e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=334fd981ee4449a88e6a27bec29dc014&device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 1097 time: 0.0732534 Aug 20 10:18:13.577732 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c8749-3fc9-42c8-9dd7-dd314ccd7ee6 req-15e0d874-f531-496e-9605-7a29bf84bfc3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:13.593613 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c8749-3fc9-42c8-9dd7-dd314ccd7ee6 req-15e0d874-f531-496e-9605-7a29bf84bfc3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:13.605642 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c8749-3fc9-42c8-9dd7-dd314ccd7ee6 req-15e0d874-f531-496e-9605-7a29bf84bfc3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:13.626502 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c8749-3fc9-42c8-9dd7-dd314ccd7ee6 req-15e0d874-f531-496e-9605-7a29bf84bfc3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:13.637348 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb4c8749-3fc9-42c8-9dd7-dd314ccd7ee6 req-15e0d874-f531-496e-9605-7a29bf84bfc3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5420 time: 0.2240591 Aug 20 10:18:13.702411 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb4c8749-3fc9-42c8-9dd7-dd314ccd7ee6 req-05e5d796-4472-4db1-be31-d856a159b14f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647163 Aug 20 10:18:13.747441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-166ddd8a-7392-4684-a187-1e4159cf6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:13.755927 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-166ddd8a-7392-4684-a187-1e4159cf6014 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3041083e-b626-40e1-9787-556af8d58456 HTTP/1.1" status: 200 len: 930 time: 0.1801336 Aug 20 10:18:13.793554 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-39e42056-ae52-4618-93e4-3c2ec35f91a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099026900-router', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:27Z', 'updated_at': '2021-08-20T10:17:37Z', 'revision_number': 4, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'gw_port': {'id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:29Z', 'updated_at': '2021-08-20T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'de9def1e-ccdc-4a14-a683-9ec5d380eb00', 'name': '', 'network_id': '3041083e-b626-40e1-9787-556af8d58456', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'mac_address': 'fa:16:3e:91:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:35Z', 'updated_at': '2021-08-20T10:17:45Z', 'revision_number': 5, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'subnets': [{'id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:13.825760 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e42056-ae52-4618-93e4-3c2ec35f91a5 None None] Checking router: 78ccb5cb-4427-4eaf-b12a-4c4172145997 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:18:13.836270 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e42056-ae52-4618-93e4-3c2ec35f91a5 None None] Routers {'78ccb5cb-4427-4eaf-b12a-4c4172145997'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:18:13.837864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-39e42056-ae52-4618-93e4-3c2ec35f91a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:18:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['78ccb5cb-4427-4eaf-b12a-4c4172145997'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:13.854456 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-81255a37-e3ad-4ac2-aaad-23dfab64df3e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e7ff089-25a4-48aa-b3d5-f8944e67b171 HTTP/1.1" status: 200 len: 217 time: 0.0937831 Aug 20 10:18:13.928770 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3937966-3964-4261-bfd3-8fa71214ac12 req-f93da489-95bd-4f8b-b90e-6d03492c9a51 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:13.932452 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c3937966-3964-4261-bfd3-8fa71214ac12 req-f93da489-95bd-4f8b-b90e-6d03492c9a51 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 946 time: 0.0620227 Aug 20 10:18:13.957309 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-64023f98-92b7-4aeb-85c3-9e0669e66a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:13.958962 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-64023f98-92b7-4aeb-85c3-9e0669e66a78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cc5e47aa-eb79-4392-8c1a-be28171d1de0 HTTP/1.1" status: 200 len: 868 time: 0.1034973 Aug 20 10:18:13.999329 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c3937966-3964-4261-bfd3-8fa71214ac12 req-f8837601-aa3e-49ec-8fca-0d03c4bafe6c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558197 Aug 20 10:18:14.045993 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3c5b70-3c4c-4c7d-a5bc-492bc0b634a2 x-openstack-request-id: req-ec3c5b70-3c4c-4c7d-a5bc-492bc0b634a2 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:14.046290 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f768372b-2bd2-4648-aaf8-1af63849f56e", "tag": "3e7ff089-25a4-48aa-b3d5-f8944e67b171", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:14.046540 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec3c5b70-3c4c-4c7d-a5bc-492bc0b634a2 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:14.047211 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f768372b-2bd2-4648-aaf8-1af63849f56e', 'tag': '3e7ff089-25a4-48aa-b3d5-f8944e67b171', 'status': 'completed', 'code': 200} Aug 20 10:18:14.059329 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-f0598157-523d-4249-8cbd-86ced96faa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:14.060556 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-f0598157-523d-4249-8cbd-86ced96faa6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3041083e-b626-40e1-9787-556af8d58456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941470 Aug 20 10:18:14.261301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f4534-6cd4-40c9-bbe5-ab50495cf571 req-199e973c-8c02-417f-b7cd-8b6bd1044075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:14.262879 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df4f4534-6cd4-40c9-bbe5-ab50495cf571 req-199e973c-8c02-417f-b7cd-8b6bd1044075 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=334fd981ee4449a88e6a27bec29dc014&device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 1097 time: 0.1769340 Aug 20 10:18:14.263561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46ebfe-fe45-4241-bf36-7fe36b3f28b1 req-31cd6d03-2a71-4ee0-88fd-21d553e68fe9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:14.268020 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5c46ebfe-fe45-4241-bf36-7fe36b3f28b1 req-31cd6d03-2a71-4ee0-88fd-21d553e68fe9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0804625 Aug 20 10:18:14.276814 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-39e42056-ae52-4618-93e4-3c2ec35f91a5 None None] Set router 78ccb5cb-4427-4eaf-b12a-4c4172145997 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:18:14.337316 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5c46ebfe-fe45-4241-bf36-7fe36b3f28b1 req-a22810f3-dc61-49b3-9c12-259f0a0d1a55 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541656 Aug 20 10:18:14.357602 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-d155c348-37ed-4427-9a40-649a3470381e service neutron] 10.222.0.16 "GET /v2.0/networks/3041083e-b626-40e1-9787-556af8d58456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886176 Aug 20 10:18:14.516109 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-39e42056-ae52-4618-93e4-3c2ec35f91a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099026900-router', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:27Z', 'updated_at': '2021-08-20T10:17:37Z', 'revision_number': 4, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'gw_port': {'id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:29Z', 'updated_at': '2021-08-20T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'de9def1e-ccdc-4a14-a683-9ec5d380eb00', 'name': '', 'network_id': '3041083e-b626-40e1-9787-556af8d58456', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'mac_address': 'fa:16:3e:91:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:35Z', 'updated_at': '2021-08-20T10:17:45Z', 'revision_number': 5, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'subnets': [{'id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:14.549244 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e42056-ae52-4618-93e4-3c2ec35f91a5 None None] The sync data for ids ['78ccb5cb-4427-4eaf-b12a-4c4172145997'] in n-d-778550-11 is: [{'id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099026900-router', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:27Z', 'updated_at': '2021-08-20T10:17:37Z', 'revision_number': 4, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'gw_port': {'id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:29Z', 'updated_at': '2021-08-20T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'de9def1e-ccdc-4a14-a683-9ec5d380eb00', 'name': '', 'network_id': '3041083e-b626-40e1-9787-556af8d58456', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'mac_address': 'fa:16:3e:91:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:35Z', 'updated_at': '2021-08-20T10:17:45Z', 'revision_number': 5, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'subnets': [{'id': 'cc5e47aa-eb79-4392-8c1a-be28171d1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:18:14.578854 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f4534-6cd4-40c9-bbe5-ab50495cf571 req-53131171-3966-47f3-bc57-a0a02069c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:14.580803 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df4f4534-6cd4-40c9-bbe5-ab50495cf571 req-53131171-3966-47f3-bc57-a0a02069c15a service neutron] 10.222.0.24 "GET /v2.0/networks?id=3041083e-b626-40e1-9787-556af8d58456 HTTP/1.1" status: 200 len: 930 time: 0.2994301 Aug 20 10:18:14.643376 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df4f4534-6cd4-40c9-bbe5-ab50495cf571 req-215fd2b1-0c60-4f96-8625-399c58532809 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e7ff089-25a4-48aa-b3d5-f8944e67b171 HTTP/1.1" status: 200 len: 217 time: 0.0489256 Aug 20 10:18:14.710430 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aab6ea90-0cd3-4f19-817e-45218c656331 req-002b48a6-c0c8-48af-ba0f-eb41563fdcf4 service neutron] 10.222.0.16 "GET /v2.0/networks/3041083e-b626-40e1-9787-556af8d58456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869692 Aug 20 10:18:14.717025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f4534-6cd4-40c9-bbe5-ab50495cf571 req-ce3f5c96-9018-4685-b044-bf5f52b45096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:14.718447 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df4f4534-6cd4-40c9-bbe5-ab50495cf571 req-ce3f5c96-9018-4685-b044-bf5f52b45096 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc5e47aa-eb79-4392-8c1a-be28171d1de0 HTTP/1.1" status: 200 len: 868 time: 0.0636961 Aug 20 10:18:14.807091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f4534-6cd4-40c9-bbe5-ab50495cf571 req-6a487cc0-a01d-4022-b64a-1a219e798ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:14.808584 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df4f4534-6cd4-40c9-bbe5-ab50495cf571 req-6a487cc0-a01d-4022-b64a-1a219e798ab0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3041083e-b626-40e1-9787-556af8d58456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815151 Aug 20 10:18:14.865110 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-daf1e837-2317-4587-b3a6-abb18ba419d4 req-d2f2ad87-05ab-4a7f-86be-eb22b4bc1800 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/floatingips/42a4f6be-aaee-449a-b242-588a9ff1db2f HTTP/1.1" status: 200 len: 694 time: 0.1094196 Aug 20 10:18:15.015933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4daa71-b8c2-4e9f-97b3-0526bf6309f0 req-21bfe064-76d0-44f6-9511-afb106075379 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:15.021782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4daa71-b8c2-4e9f-97b3-0526bf6309f0 req-21bfe064-76d0-44f6-9511-afb106075379 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:15.034048 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1e837-2317-4587-b3a6-abb18ba419d4 req-e768c48a-24c7-4985-b4a6-1352d7263d5f tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:15.045955 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4daa71-b8c2-4e9f-97b3-0526bf6309f0 req-21bfe064-76d0-44f6-9511-afb106075379 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:15.047633 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e68a3d-ed6a-4cef-8a84-bdd63520382f None None] New status for floating IP 42a4f6be-aaee-449a-b242-588a9ff1db2f: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:18:15.052496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4daa71-b8c2-4e9f-97b3-0526bf6309f0 req-21bfe064-76d0-44f6-9511-afb106075379 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:15.060620 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-daf1e837-2317-4587-b3a6-abb18ba419d4 req-e768c48a-24c7-4985-b4a6-1352d7263d5f tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.1839533 Aug 20 10:18:15.072138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4daa71-b8c2-4e9f-97b3-0526bf6309f0 req-21bfe064-76d0-44f6-9511-afb106075379 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:15.080144 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4daa71-b8c2-4e9f-97b3-0526bf6309f0 req-21bfe064-76d0-44f6-9511-afb106075379 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:15.094480 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4daa71-b8c2-4e9f-97b3-0526bf6309f0 req-21bfe064-76d0-44f6-9511-afb106075379 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:15.102478 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce4daa71-b8c2-4e9f-97b3-0526bf6309f0 req-21bfe064-76d0-44f6-9511-afb106075379 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5420 time: 0.2631261 Aug 20 10:18:15.161236 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-daf1e837-2317-4587-b3a6-abb18ba419d4 req-2ee59aa3-d4a3-4cc5-a928-ddd2e450f876 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 697 time: 0.0931110 Aug 20 10:18:15.226138 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-daf1e837-2317-4587-b3a6-abb18ba419d4 req-63b1b8b3-af81-4073-99db-d44da6bccd60 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.93 HTTP/1.1" status: 200 len: 697 time: 0.0634391 Aug 20 10:18:15.416991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-daf1e837-2317-4587-b3a6-abb18ba419d4 req-3f3d9518-1175-4196-8d4d-678a06ea0cc9 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Deleting port 05907ee4-4497-4917-94ef-edc03361cf6f {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:18:15.417296 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-daf1e837-2317-4587-b3a6-abb18ba419d4 req-3f3d9518-1175-4196-8d4d-678a06ea0cc9 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:15.488408 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df4f4534-6cd4-40c9-bbe5-ab50495cf571 req-cf64e9a1-9e57-48ae-81d5-afbcfb523273 service neutron] 10.222.0.24 "GET /v2.0/networks/3041083e-b626-40e1-9787-556af8d58456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6696379 Aug 20 10:18:15.507178 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce4daa71-b8c2-4e9f-97b3-0526bf6309f0 req-bb419fe7-ed2e-4cea-af7a-b6d81637df5c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4016867 Aug 20 10:18:15.526642 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-daf1e837-2317-4587-b3a6-abb18ba419d4 req-3f3d9518-1175-4196-8d4d-678a06ea0cc9 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:15.526642 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-daf1e837-2317-4587-b3a6-abb18ba419d4 req-3f3d9518-1175-4196-8d4d-678a06ea0cc9 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:15.534733 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-daf1e837-2317-4587-b3a6-abb18ba419d4 req-3f3d9518-1175-4196-8d4d-678a06ea0cc9 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Calling delete_port for 05907ee4-4497-4917-94ef-edc03361cf6f owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:18:15.611392 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df4f4534-6cd4-40c9-bbe5-ab50495cf571 req-c38d1d31-6b58-4602-bfe9-b3dbb7a3bffd service neutron] 10.222.0.24 "GET /v2.0/networks/3041083e-b626-40e1-9787-556af8d58456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029584 Aug 20 10:18:15.681456 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd9145-85b5-411a-89e4-0012766c61eb req-2177f8c2-e24e-4d6d-83ce-10716382b736 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:15.689548 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ecd9145-85b5-411a-89e4-0012766c61eb req-2177f8c2-e24e-4d6d-83ce-10716382b736 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 946 time: 0.0743814 Aug 20 10:18:15.704328 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-daf1e837-2317-4587-b3a6-abb18ba419d4 req-3f3d9518-1175-4196-8d4d-678a06ea0cc9 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:15.741743 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d9518-1175-4196-8d4d-678a06ea0cc9 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Pushing event deleted for resources: {'Port': ['ID=05907ee4-4497-4917-94ef-edc03361cf6f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:15.760565 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ecd9145-85b5-411a-89e4-0012766c61eb req-99b7107f-1608-450e-b8ab-942eabf051b0 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660932 Aug 20 10:18:15.820021 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-daf1e837-2317-4587-b3a6-abb18ba419d4 req-3f3d9518-1175-4196-8d4d-678a06ea0cc9 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:15.826206 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-daf1e837-2317-4587-b3a6-abb18ba419d4 req-3f3d9518-1175-4196-8d4d-678a06ea0cc9 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:15.835242 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-daf1e837-2317-4587-b3a6-abb18ba419d4 req-3f3d9518-1175-4196-8d4d-678a06ea0cc9 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "DELETE /v2.0/floatingips/42a4f6be-aaee-449a-b242-588a9ff1db2f HTTP/1.1" status: 204 len: 173 time: 0.6074033 Aug 20 10:18:15.939652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27305a-b6b7-44d8-88d2-c766c8457e19 req-71cb1ec7-3c97-463f-bf1d-d9872ee7fbbe tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:15.941097 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6f27305a-b6b7-44d8-88d2-c766c8457e19 req-71cb1ec7-3c97-463f-bf1d-d9872ee7fbbe tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0584288 Aug 20 10:18:15.992838 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6f27305a-b6b7-44d8-88d2-c766c8457e19 req-d2a85499-524b-4a9e-8608-7df22836e896 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403390 Aug 20 10:18:16.099539 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be110000-826d-4422-97ae-8a63f9f1406d req-0df4ef2b-9ba4-4dda-b373-3ec15a265aa9 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:16.101041 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be110000-826d-4422-97ae-8a63f9f1406d req-0df4ef2b-9ba4-4dda-b373-3ec15a265aa9 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0528221 Aug 20 10:18:16.142396 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be110000-826d-4422-97ae-8a63f9f1406d req-9cd8c2d7-e67d-472c-acf4-0428ef387f1f tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0350504 Aug 20 10:18:16.201884 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-621e6b2e-d9a7-4e77-9004-e08a628c5fee req-24ded9e7-3bca-4597-9e58-6cb1c270825c tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0385928 Aug 20 10:18:16.426790 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24b5c8-9892-474b-b4bc-0ba05dda3f00 req-414c602a-c896-4e79-879e-90dbc6cd6af0 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:16.428183 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b24b5c8-9892-474b-b4bc-0ba05dda3f00 req-414c602a-c896-4e79-879e-90dbc6cd6af0 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 945 time: 0.0508804 Aug 20 10:18:16.474976 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b24b5c8-9892-474b-b4bc-0ba05dda3f00 req-b3c85185-52ac-4115-a602-1cc38c90232b tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a77e22b-c0f5-420d-ba29-366f7764021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396414 Aug 20 10:18:16.677598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72e326-1db3-49f2-bd71-10a3a88fd9b9 req-b9062f1b-c560-4f23-9664-6419d0cac490 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:16.683976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72e326-1db3-49f2-bd71-10a3a88fd9b9 req-b9062f1b-c560-4f23-9664-6419d0cac490 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:16.689862 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72e326-1db3-49f2-bd71-10a3a88fd9b9 req-b9062f1b-c560-4f23-9664-6419d0cac490 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:16.696326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72e326-1db3-49f2-bd71-10a3a88fd9b9 req-b9062f1b-c560-4f23-9664-6419d0cac490 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:16.702195 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72e326-1db3-49f2-bd71-10a3a88fd9b9 req-b9062f1b-c560-4f23-9664-6419d0cac490 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:16.708096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72e326-1db3-49f2-bd71-10a3a88fd9b9 req-b9062f1b-c560-4f23-9664-6419d0cac490 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:16.713983 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72e326-1db3-49f2-bd71-10a3a88fd9b9 req-b9062f1b-c560-4f23-9664-6419d0cac490 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:16.715959 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9c72e326-1db3-49f2-bd71-10a3a88fd9b9 req-b9062f1b-c560-4f23-9664-6419d0cac490 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5420 time: 0.0957093 Aug 20 10:18:16.781032 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9c72e326-1db3-49f2-bd71-10a3a88fd9b9 req-289c5ce5-882c-4ffb-82e4-3d0ff19c2f30 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567527 Aug 20 10:18:16.914840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a291d8c-dbdc-4dcf-91c3-599549f6765a req-af61c1da-bd4e-4089-98da-a51a563cce75 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:16.927794 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a291d8c-dbdc-4dcf-91c3-599549f6765a req-af61c1da-bd4e-4089-98da-a51a563cce75 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 946 time: 0.1038761 Aug 20 10:18:16.983251 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a291d8c-dbdc-4dcf-91c3-599549f6765a req-75cd2012-b330-4b00-88c4-78014648e792 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544264 Aug 20 10:18:17.145436 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38850675-e79a-49b8-878b-7251fbbc02e9 req-c17c5a8d-32b0-4d3b-9d0d-71301fccc3ee tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:17.147035 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38850675-e79a-49b8-878b-7251fbbc02e9 req-c17c5a8d-32b0-4d3b-9d0d-71301fccc3ee tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0577037 Aug 20 10:18:17.196300 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38850675-e79a-49b8-878b-7251fbbc02e9 req-bdf2dc17-cba9-4cec-83d8-e2461d58a748 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430038 Aug 20 10:18:17.639693 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8ffae-d781-4d44-9ced-bbdfbf5af10a req-bca7868e-87ee-4d2d-ad51-fff7e748def0 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:17.649614 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-93d8ffae-d781-4d44-9ced-bbdfbf5af10a req-bca7868e-87ee-4d2d-ad51-fff7e748def0 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 945 time: 0.0658257 Aug 20 10:18:17.704980 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-93d8ffae-d781-4d44-9ced-bbdfbf5af10a req-f3abbfce-5e1c-48d9-aee6-cdce242bff66 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a77e22b-c0f5-420d-ba29-366f7764021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548589 Aug 20 10:18:17.938805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b0870-745b-489a-ad8e-0e054311faf4 req-386e1e87-580e-4ada-947e-97ce4d7565cb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:17.947677 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b0870-745b-489a-ad8e-0e054311faf4 req-386e1e87-580e-4ada-947e-97ce4d7565cb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:17.954783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b0870-745b-489a-ad8e-0e054311faf4 req-386e1e87-580e-4ada-947e-97ce4d7565cb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:17.962386 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b0870-745b-489a-ad8e-0e054311faf4 req-386e1e87-580e-4ada-947e-97ce4d7565cb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:17.969544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b0870-745b-489a-ad8e-0e054311faf4 req-386e1e87-580e-4ada-947e-97ce4d7565cb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:17.977106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b0870-745b-489a-ad8e-0e054311faf4 req-386e1e87-580e-4ada-947e-97ce4d7565cb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:17.984356 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b0870-745b-489a-ad8e-0e054311faf4 req-386e1e87-580e-4ada-947e-97ce4d7565cb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:18.000029 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5e9b0870-745b-489a-ad8e-0e054311faf4 req-386e1e87-580e-4ada-947e-97ce4d7565cb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5420 time: 0.1387544 Aug 20 10:18:18.111722 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5e9b0870-745b-489a-ad8e-0e054311faf4 req-0c319617-a9bd-4018-b988-f925a5275881 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094136 Aug 20 10:18:18.227877 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:18.335094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27ea5c-b082-4d3d-9067-3e81e19f6efc req-57b92d9e-3567-4103-900d-9d7d00e5a375 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:18.344639 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa27ea5c-b082-4d3d-9067-3e81e19f6efc req-57b92d9e-3567-4103-900d-9d7d00e5a375 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 946 time: 0.1695993 Aug 20 10:18:18.360916 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9634a-ad2d-40a1-9001-fa0def2afeb4 req-5a201ddd-9849-4205-9b6f-c5abdc108aa7 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:18.362648 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84d9634a-ad2d-40a1-9001-fa0def2afeb4 req-5a201ddd-9849-4205-9b6f-c5abdc108aa7 tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 945 time: 0.1616659 Aug 20 10:18:18.419679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e668d-0394-4510-ba21-31cdaf1b30cd req-001d2b56-fc3a-4a45-b6a3-8c0a2e3fce20 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:18.422102 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-880e668d-0394-4510-ba21-31cdaf1b30cd req-001d2b56-fc3a-4a45-b6a3-8c0a2e3fce20 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0690086 Aug 20 10:18:18.468867 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa27ea5c-b082-4d3d-9067-3e81e19f6efc req-29ae95df-2eb6-4c6f-9ad7-01a399cd7bc1 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169128 Aug 20 10:18:18.471387 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-880e668d-0394-4510-ba21-31cdaf1b30cd req-fc6f9236-9fbb-4c03-b2f0-594f26446a08 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420041 Aug 20 10:18:18.525509 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-84d9634a-ad2d-40a1-9001-fa0def2afeb4 req-5eba7e90-c8cd-44aa-bf43-913e77ceeb8e tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Deleting port 3e7ff089-25a4-48aa-b3d5-f8944e67b171 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:18:18.525509 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84d9634a-ad2d-40a1-9001-fa0def2afeb4 req-5eba7e90-c8cd-44aa-bf43-913e77ceeb8e tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:18.705449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-84d9634a-ad2d-40a1-9001-fa0def2afeb4 req-5eba7e90-c8cd-44aa-bf43-913e77ceeb8e tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] For port 3e7ff089-25a4-48aa-b3d5-f8944e67b171, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=3e7ff089-25a4-48aa-b3d5-f8944e67b171,segment=NetworkSegment(5fc9845c-6a95-46f5-9483-446c454ec771),segment_id=5fc9845c-6a95-46f5-9483-446c454ec771)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:18.706077 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84d9634a-ad2d-40a1-9001-fa0def2afeb4 req-5eba7e90-c8cd-44aa-bf43-913e77ceeb8e tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:18.762379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-84d9634a-ad2d-40a1-9001-fa0def2afeb4 req-5eba7e90-c8cd-44aa-bf43-913e77ceeb8e tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Calling delete_port for 3e7ff089-25a4-48aa-b3d5-f8944e67b171 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:18:18.940572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd691c-acbf-4f25-ac7b-f45c2bc4f801 req-96128e14-1ee9-4e2c-829c-250b3479c43c tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:18.942327 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17dd691c-acbf-4f25-ac7b-f45c2bc4f801 req-96128e14-1ee9-4e2c-829c-250b3479c43c tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/ports?device_id=f768372b-2bd2-4648-aaf8-1af63849f56e HTTP/1.1" status: 200 len: 945 time: 0.0897284 Aug 20 10:18:19.019713 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17dd691c-acbf-4f25-ac7b-f45c2bc4f801 req-a253d5cb-4616-4112-954d-210e216c4d2f tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a77e22b-c0f5-420d-ba29-366f7764021a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515294 Aug 20 10:18:19.021138 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84d9634a-ad2d-40a1-9001-fa0def2afeb4 req-5eba7e90-c8cd-44aa-bf43-913e77ceeb8e tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:19.055782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba7e90-c8cd-44aa-bf43-913e77ceeb8e tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Pushing event deleted for resources: {'Port': ['ID=3e7ff089-25a4-48aa-b3d5-f8944e67b171,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:19.099521 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d9634a-ad2d-40a1-9001-fa0def2afeb4 req-5eba7e90-c8cd-44aa-bf43-913e77ceeb8e tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] No DVR routers for this DVR port 3e7ff089-25a4-48aa-b3d5-f8944e67b171 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:18:19.107789 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84d9634a-ad2d-40a1-9001-fa0def2afeb4 req-5eba7e90-c8cd-44aa-bf43-913e77ceeb8e tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:19.110311 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84d9634a-ad2d-40a1-9001-fa0def2afeb4 req-5eba7e90-c8cd-44aa-bf43-913e77ceeb8e tempest-FloatingIPsAssociationNegativeTestJSON-114924266 tempest-FloatingIPsAssociationNegativeTestJSON-114924266-project] 10.222.0.24 "DELETE /v2.0/ports/3e7ff089-25a4-48aa-b3d5-f8944e67b171 HTTP/1.1" status: 204 len: 173 time: 0.7381072 Aug 20 10:18:19.110311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f768372b-2bd2-4648-aaf8-1af63849f56e', 'name': 'network-vif-deleted', 'tag': '3e7ff089-25a4-48aa-b3d5-f8944e67b171'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:19.114564 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15dfd6f-19bb-42c5-ad76-1970dd1e1d83" -d '{"events": [{"server_uuid": "f768372b-2bd2-4648-aaf8-1af63849f56e", "name": "network-vif-deleted", "tag": "3e7ff089-25a4-48aa-b3d5-f8944e67b171"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:19.188490 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f364d6-1f09-4470-90e5-f42bc64ad768 x-openstack-request-id: req-27f364d6-1f09-4470-90e5-f42bc64ad768 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:19.188782 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f768372b-2bd2-4648-aaf8-1af63849f56e", "name": "network-vif-deleted", "tag": "3e7ff089-25a4-48aa-b3d5-f8944e67b171", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:19.189037 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27f364d6-1f09-4470-90e5-f42bc64ad768 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:19.189433 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f768372b-2bd2-4648-aaf8-1af63849f56e', 'name': 'network-vif-deleted', 'tag': '3e7ff089-25a4-48aa-b3d5-f8944e67b171', 'status': 'completed', 'code': 200} Aug 20 10:18:19.378489 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ca888-8ae5-4de4-929d-d8679e7206b3 req-750c04fa-f039-47b6-8e79-cc08ad16e9a4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:19.387742 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ca888-8ae5-4de4-929d-d8679e7206b3 req-750c04fa-f039-47b6-8e79-cc08ad16e9a4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:19.393948 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ca888-8ae5-4de4-929d-d8679e7206b3 req-750c04fa-f039-47b6-8e79-cc08ad16e9a4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:19.400175 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ca888-8ae5-4de4-929d-d8679e7206b3 req-750c04fa-f039-47b6-8e79-cc08ad16e9a4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:19.406037 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ca888-8ae5-4de4-929d-d8679e7206b3 req-750c04fa-f039-47b6-8e79-cc08ad16e9a4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:19.411945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ca888-8ae5-4de4-929d-d8679e7206b3 req-750c04fa-f039-47b6-8e79-cc08ad16e9a4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:19.417874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ca888-8ae5-4de4-929d-d8679e7206b3 req-750c04fa-f039-47b6-8e79-cc08ad16e9a4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:19.419834 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-136ca888-8ae5-4de4-929d-d8679e7206b3 req-750c04fa-f039-47b6-8e79-cc08ad16e9a4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5420 time: 0.1495471 Aug 20 10:18:19.467958 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-136ca888-8ae5-4de4-929d-d8679e7206b3 req-755df24b-7ca8-4050-ac0d-a6a7adf6fe7d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409095 Aug 20 10:18:19.607513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580d21b-f97b-4915-abe7-294b7218c718 req-2704436f-2c51-4a83-b753-50ed45db67a7 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:19.608994 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4580d21b-f97b-4915-abe7-294b7218c718 req-2704436f-2c51-4a83-b753-50ed45db67a7 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 946 time: 0.0776331 Aug 20 10:18:19.638483 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176a328-6ffc-4e7b-a71f-ceffaf164b7d req-11842749-afde-4e2e-b81e-cde62e57acb9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:19.640707 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b176a328-6ffc-4e7b-a71f-ceffaf164b7d req-11842749-afde-4e2e-b81e-cde62e57acb9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0722711 Aug 20 10:18:19.669468 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4580d21b-f97b-4915-abe7-294b7218c718 req-1022aa8c-4c4f-4473-b2a3-9d4e08f0b4ad tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490777 Aug 20 10:18:19.710756 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b176a328-6ffc-4e7b-a71f-ceffaf164b7d req-f7f9fd4b-05ca-49d2-8cbc-238712082292 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636036 Aug 20 10:18:19.958557 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-c03bd6eb-d07c-4325-8bc9-7a50dacf2896 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--646530267&fields=id&tenant_id=b19e67c6c9574de3b216b0d02ca51e2f HTTP/1.1" status: 200 len: 267 time: 0.0366797 Aug 20 10:18:20.085680 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-5020f162-9331-4b5f-a22b-ca5024ecb054 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:20.087351 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-5020f162-9331-4b5f-a22b-ca5024ecb054 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/networks?id=7c259fef-321b-49d5-b3aa-e0a6b05d20f2 HTTP/1.1" status: 200 len: 815 time: 0.1204946 Aug 20 10:18:20.089843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36240) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:20.149809 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-2a0ba475-2519-4211-a319-b31c758f7ebd tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/quotas/b19e67c6c9574de3b216b0d02ca51e2f HTTP/1.1" status: 200 len: 375 time: 0.0122793 Aug 20 10:18:20.252208 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-b5aa086c-15db-4194-9581-8a2e3f56f0bf tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b19e67c6c9574de3b216b0d02ca51e2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0923657 Aug 20 10:18:20.480412 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 3e7ff089-25a4-48aa-b3d5-f8944e67b171 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:18:20.532741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 3e7ff089-25a4-48aa-b3d5-f8944e67b171 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:18:20.533107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 3e7ff089-25a4-48aa-b3d5-f8944e67b171 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:18:20.639537 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c32bc-1935-4b8f-9086-bef1ec8e9694 req-32c673c3-0593-473b-85ef-81aee8a08e6d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:20.646677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c32bc-1935-4b8f-9086-bef1ec8e9694 req-32c673c3-0593-473b-85ef-81aee8a08e6d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:20.653780 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c32bc-1935-4b8f-9086-bef1ec8e9694 req-32c673c3-0593-473b-85ef-81aee8a08e6d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:20.659629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c32bc-1935-4b8f-9086-bef1ec8e9694 req-32c673c3-0593-473b-85ef-81aee8a08e6d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:20.666131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c32bc-1935-4b8f-9086-bef1ec8e9694 req-32c673c3-0593-473b-85ef-81aee8a08e6d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:20.673998 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c32bc-1935-4b8f-9086-bef1ec8e9694 req-32c673c3-0593-473b-85ef-81aee8a08e6d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:20.679369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c32bc-1935-4b8f-9086-bef1ec8e9694 req-32c673c3-0593-473b-85ef-81aee8a08e6d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:20.688293 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e45c32bc-1935-4b8f-9086-bef1ec8e9694 req-32c673c3-0593-473b-85ef-81aee8a08e6d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5420 time: 0.1116996 Aug 20 10:18:20.737262 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e45c32bc-1935-4b8f-9086-bef1ec8e9694 req-8a4afb7b-959a-4684-9e67-7c612fec5680 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459788 Aug 20 10:18:20.814292 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-ff5dff6d-5e26-4e62-8e2a-493793538c06 service neutron] 10.222.0.16 "GET /v2.0/networks/7c259fef-321b-49d5-b3aa-e0a6b05d20f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315475 Aug 20 10:18:20.885523 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53fcbb-d7cc-4e0a-978e-efed28359f66 req-dc70ca2f-e5fa-4d9a-ba3d-983808c53d8e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:20.894013 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1f53fcbb-d7cc-4e0a-978e-efed28359f66 req-dc70ca2f-e5fa-4d9a-ba3d-983808c53d8e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 946 time: 0.0676174 Aug 20 10:18:20.935606 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1f53fcbb-d7cc-4e0a-978e-efed28359f66 req-82873a0d-c909-49ab-b10d-bf87fbe4ab64 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405896 Aug 20 10:18:20.954373 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-bdd13ddb-a524-4996-98bb-bd9186f98024 service neutron] 10.222.0.16 "GET /v2.0/networks/7c259fef-321b-49d5-b3aa-e0a6b05d20f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392374 Aug 20 10:18:20.982455 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c10dbdb2-1fed-46a5-95f5-50f0ba9cd1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:21.067926 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63e3a1-9b15-440b-bf13-d4580160577f req-ac9c1f68-fe0a-4670-a867-0bdd8a11b6f1 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:21.075754 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cf63e3a1-9b15-440b-bf13-d4580160577f req-ac9c1f68-fe0a-4670-a867-0bdd8a11b6f1 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0663059 Aug 20 10:18:21.139006 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cf63e3a1-9b15-440b-bf13-d4580160577f req-18a22db1-b7e4-4402-9d1a-08b11f819e16 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587416 Aug 20 10:18:21.312464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-c10dbdb2-1fed-46a5-95f5-50f0ba9cd1c1 admin admin] Deleting port de9def1e-ccdc-4a14-a683-9ec5d380eb00 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:18:21.316134 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c10dbdb2-1fed-46a5-95f5-50f0ba9cd1c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:21.359744 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-335764f4-a681-4e4e-a6e3-a9076cab9c95 req-d6d704af-7918-43fd-afd5-31a1c924974d tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 210 time: 0.0481129 Aug 20 10:18:21.435092 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-c10dbdb2-1fed-46a5-95f5-50f0ba9cd1c1 admin admin] For port de9def1e-ccdc-4a14-a683-9ec5d380eb00, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=de9def1e-ccdc-4a14-a683-9ec5d380eb00,segment=NetworkSegment(5fc9845c-6a95-46f5-9483-446c454ec771),segment_id=5fc9845c-6a95-46f5-9483-446c454ec771)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:21.435442 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c10dbdb2-1fed-46a5-95f5-50f0ba9cd1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:21.451344 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-c10dbdb2-1fed-46a5-95f5-50f0ba9cd1c1 admin admin] Calling delete_port for de9def1e-ccdc-4a14-a683-9ec5d380eb00 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:18:21.672050 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c10dbdb2-1fed-46a5-95f5-50f0ba9cd1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:21.699388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dbdb2-1fed-46a5-95f5-50f0ba9cd1c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=de9def1e-ccdc-4a14-a683-9ec5d380eb00,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:21.735553 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:18:21.995598 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c10dbdb2-1fed-46a5-95f5-50f0ba9cd1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:22.072750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bed22-cfc6-4f7e-bfd2-215bac3bd1f0 req-5ab94797-5b83-4032-baa4-7f278d255f1c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:22.078669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bed22-cfc6-4f7e-bfd2-215bac3bd1f0 req-5ab94797-5b83-4032-baa4-7f278d255f1c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:22.081525 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441f3ee-5eab-4ea7-8085-14cbe552f55c req-f0f31d61-a4d9-4a59-8166-ddf2d314d8cf tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:22.083570 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5441f3ee-5eab-4ea7-8085-14cbe552f55c req-f0f31d61-a4d9-4a59-8166-ddf2d314d8cf tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 946 time: 0.0630779 Aug 20 10:18:22.084579 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bed22-cfc6-4f7e-bfd2-215bac3bd1f0 req-5ab94797-5b83-4032-baa4-7f278d255f1c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:22.091027 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bed22-cfc6-4f7e-bfd2-215bac3bd1f0 req-5ab94797-5b83-4032-baa4-7f278d255f1c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:22.096859 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bed22-cfc6-4f7e-bfd2-215bac3bd1f0 req-5ab94797-5b83-4032-baa4-7f278d255f1c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:22.102738 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bed22-cfc6-4f7e-bfd2-215bac3bd1f0 req-5ab94797-5b83-4032-baa4-7f278d255f1c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:22.108653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bed22-cfc6-4f7e-bfd2-215bac3bd1f0 req-5ab94797-5b83-4032-baa4-7f278d255f1c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:22.110626 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2a0bed22-cfc6-4f7e-bfd2-215bac3bd1f0 req-5ab94797-5b83-4032-baa4-7f278d255f1c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5420 time: 0.1787415 Aug 20 10:18:22.141232 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5441f3ee-5eab-4ea7-8085-14cbe552f55c req-06967ac4-36ee-4f7a-8b7f-2b2f514b01c8 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481749 Aug 20 10:18:22.187790 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2a0bed22-cfc6-4f7e-bfd2-215bac3bd1f0 req-d12c3097-a68a-4d6d-8173-b19befd6d31c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704997 Aug 20 10:18:22.262332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d290460-caae-44af-8fca-a0458618f9f1 req-947a3123-c7ae-4a7d-b98a-8fe6a560ce27 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:22.263871 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2d290460-caae-44af-8fca-a0458618f9f1 req-947a3123-c7ae-4a7d-b98a-8fe6a560ce27 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0602281 Aug 20 10:18:22.297060 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c43a519f-c520-4a8c-8b50-6cbb1c0ed201 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:18:22.315555 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2d290460-caae-44af-8fca-a0458618f9f1 req-9ce0939e-03cd-4f77-9f4e-ecac5c05ed41 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441365 Aug 20 10:18:22.336412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10dbdb2-1fed-46a5-95f5-50f0ba9cd1c1 admin admin] Router 78ccb5cb-4427-4eaf-b12a-4c4172145997 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:18:22.417308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c43a519f-c520-4a8c-8b50-6cbb1c0ed201, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c43a519f-c520-4a8c-8b50-6cbb1c0ed201,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:22.443984 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'c43a519f-c520-4a8c-8b50-6cbb1c0ed201', 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680', 'port_id': 'c43a519f-c520-4a8c-8b50-6cbb1c0ed201', 'mac_address': 'fa:16:3e:ba:32:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbdbb57-b2a0-488f-89de-e5556b3e2800', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:18:22.485235 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:22.515905 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:22.516954 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c4cbcf08-b493-40c5-ba71-a27edc6038f2 req-03e831a7-4542-478b-bd85-fee11212fd3c tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 210 time: 0.0678060 Aug 20 10:18:22.560493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10dbdb2-1fed-46a5-95f5-50f0ba9cd1c1 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:18:22.569479 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c10dbdb2-1fed-46a5-95f5-50f0ba9cd1c1 admin admin] 10.222.0.16 "PUT /v2.0/routers/78ccb5cb-4427-4eaf-b12a-4c4172145997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4785612 Aug 20 10:18:22.578251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36288) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:22.581701 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef5d147-ef12-4e23-99aa-ee60f052239b None None] Sync routers for ids ['78ccb5cb-4427-4eaf-b12a-4c4172145997'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:18:22.589676 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43a519f-c520-4a8c-8b50-6cbb1c0ed201 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:22.613953 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c43a519f-c520-4a8c-8b50-6cbb1c0ed201, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c43a519f-c520-4a8c-8b50-6cbb1c0ed201,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:22.621008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef5d147-ef12-4e23-99aa-ee60f052239b None None] Routers {'78ccb5cb-4427-4eaf-b12a-4c4172145997'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:18:22.621962 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2ef5d147-ef12-4e23-99aa-ee60f052239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:18:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['78ccb5cb-4427-4eaf-b12a-4c4172145997'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:22.625918 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:22.626830 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:18:22.661520 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-50f24bb5-c216-4c8e-a325-c90d4b726f70 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:22.663086 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-50f24bb5-c216-4c8e-a325-c90d4b726f70 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.24 "GET /v2.0/networks?id=7c259fef-321b-49d5-b3aa-e0a6b05d20f2 HTTP/1.1" status: 200 len: 815 time: 0.2525077 Aug 20 10:18:22.779416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=39f3e1a5-7f05-4149-b43b-14fa8fc00bb5,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:22.781772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=c43a519f-c520-4a8c-8b50-6cbb1c0ed201,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:22.783698 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-9a087391-df64-43c4-bf75-e04895a6db59 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b19e67c6c9574de3b216b0d02ca51e2f HTTP/1.1" status: 200 len: 379 time: 0.1052353 Aug 20 10:18:22.795777 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-313cd65d-ffd2-4df7-b9b1-fbb1fec1ec11 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Request body: {'port': {'device_id': '877b0a18-6875-4d39-a07b-49a1ce5f59b5', 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2', 'admin_state_up': True, 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'security_groups': ['d3e69e9e-e044-4f96-89bb-d8a206050d1d']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:22.801317 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d26505a-9381-4523-841e-1c8553b300f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:22.805865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '39f3e1a5-7f05-4149-b43b-14fa8fc00bb5', 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680', 'port_id': '39f3e1a5-7f05-4149-b43b-14fa8fc00bb5', 'mac_address': 'fa:16:3e:29:68:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbdbb57-b2a0-488f-89de-e5556b3e2800', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:18:22.808587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-2ef5d147-ef12-4e23-99aa-ee60f052239b None None] Set router 78ccb5cb-4427-4eaf-b12a-4c4172145997 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:18:22.946181 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:23.000165 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:23.009483 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d26505a-9381-4523-841e-1c8553b300f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:23.050544 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=39f3e1a5-7f05-4149-b43b-14fa8fc00bb5,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:23.062632 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-313cd65d-ffd2-4df7-b9b1-fbb1fec1ec11 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Made reservation on behalf of b19e67c6c9574de3b216b0d02ca51e2f for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:18:23.066667 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-313cd65d-ffd2-4df7-b9b1-fbb1fec1ec11 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:23.081313 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:23.082672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 701a9a4a-df10-4332-8647-3e0dc184c93a details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:18:23.123530 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 701a9a4a-df10-4332-8647-3e0dc184c93a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=701a9a4a-df10-4332-8647-3e0dc184c93a,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:23.204785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=39f3e1a5-7f05-4149-b43b-14fa8fc00bb5,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:23.213583 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '701a9a4a-df10-4332-8647-3e0dc184c93a', 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680', 'port_id': '701a9a4a-df10-4332-8647-3e0dc184c93a', 'mac_address': 'fa:16:3e:4c:2c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbdbb57-b2a0-488f-89de-e5556b3e2800', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:18:23.224078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-3d26505a-9381-4523-841e-1c8553b300f5 admin admin] Deleting port e18fea77-6670-4f84-9dc1-b7cda028f5b1 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:18:23.224764 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d26505a-9381-4523-841e-1c8553b300f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:23.230139 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4736a629-cba7-4566-979f-e23e2236759f req-f5d96fe6-0fe4-4097-80dd-ad99fbe9bb15 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0846844 Aug 20 10:18:23.296047 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:23.313267 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2ef5d147-ef12-4e23-99aa-ee60f052239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099026900-router', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:27Z', 'updated_at': '2021-08-20T10:18:21Z', 'revision_number': 5, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'gw_port': {'id': 'e18fea77-6670-4f84-9dc1-b7cda028f5b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:29Z', 'updated_at': '2021-08-20T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:23.346638 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef5d147-ef12-4e23-99aa-ee60f052239b None None] Checking router: 78ccb5cb-4427-4eaf-b12a-4c4172145997 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:18:23.355550 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701a9a4a-df10-4332-8647-3e0dc184c93a {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:23.369430 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-313cd65d-ffd2-4df7-b9b1-fbb1fec1ec11 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Allocated IP 172.20.0.9 (7c259fef-321b-49d5-b3aa-e0a6b05d20f2/271ccc16-072d-4062-b4ce-136f701c2492/a20c96ec-f945-44f4-bb93-0969496a6d7f) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:18:23.371959 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef5d147-ef12-4e23-99aa-ee60f052239b None None] Routers {'78ccb5cb-4427-4eaf-b12a-4c4172145997'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:18:23.372998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2ef5d147-ef12-4e23-99aa-ee60f052239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:18:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['78ccb5cb-4427-4eaf-b12a-4c4172145997'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:23.399285 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71f395-2ba1-44e8-8576-509ddc50c83d req-7850b045-029c-46af-bde5-cfc000f204ec tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:23.411179 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d71f395-2ba1-44e8-8576-509ddc50c83d req-7850b045-029c-46af-bde5-cfc000f204ec tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 946 time: 0.1659830 Aug 20 10:18:23.422758 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-3d26505a-9381-4523-841e-1c8553b300f5 admin admin] For port e18fea77-6670-4f84-9dc1-b7cda028f5b1, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e18fea77-6670-4f84-9dc1-b7cda028f5b1,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:23.423140 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d26505a-9381-4523-841e-1c8553b300f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:23.430732 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 701a9a4a-df10-4332-8647-3e0dc184c93a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=701a9a4a-df10-4332-8647-3e0dc184c93a,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:23.458156 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-3d26505a-9381-4523-841e-1c8553b300f5 admin admin] Calling delete_port for e18fea77-6670-4f84-9dc1-b7cda028f5b1 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:18:23.463708 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736a629-cba7-4566-979f-e23e2236759f req-39d26466-41dd-4970-b6f9-c15b63f5d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:23.465388 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4736a629-cba7-4566-979f-e23e2236759f req-39d26466-41dd-4970-b6f9-c15b63f5d879 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 1097 time: 0.1656034 Aug 20 10:18:23.486029 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:23.487012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2546b1e2-0838-4e48-be61-9c0af5b6f798 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:18:23.496081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054dc7e-2d29-4fb3-863f-eb684ccd5590 req-1e91daa9-ef8c-4be9-86e8-df57c7bcc92c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:23.502017 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054dc7e-2d29-4fb3-863f-eb684ccd5590 req-1e91daa9-ef8c-4be9-86e8-df57c7bcc92c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:23.509111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054dc7e-2d29-4fb3-863f-eb684ccd5590 req-1e91daa9-ef8c-4be9-86e8-df57c7bcc92c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:23.509874 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d71f395-2ba1-44e8-8576-509ddc50c83d req-f5a82cb5-1bee-4d80-8a9b-d0bbb907de04 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976512 Aug 20 10:18:23.516152 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054dc7e-2d29-4fb3-863f-eb684ccd5590 req-1e91daa9-ef8c-4be9-86e8-df57c7bcc92c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:23.524790 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054dc7e-2d29-4fb3-863f-eb684ccd5590 req-1e91daa9-ef8c-4be9-86e8-df57c7bcc92c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:23.531548 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054dc7e-2d29-4fb3-863f-eb684ccd5590 req-1e91daa9-ef8c-4be9-86e8-df57c7bcc92c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:23.537671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054dc7e-2d29-4fb3-863f-eb684ccd5590 req-1e91daa9-ef8c-4be9-86e8-df57c7bcc92c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:23.547270 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3054dc7e-2d29-4fb3-863f-eb684ccd5590 req-1e91daa9-ef8c-4be9-86e8-df57c7bcc92c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5422 time: 0.1955843 Aug 20 10:18:23.587959 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-2ef5d147-ef12-4e23-99aa-ee60f052239b None None] Set router 78ccb5cb-4427-4eaf-b12a-4c4172145997 gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:18:23.646923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736a629-cba7-4566-979f-e23e2236759f req-560ce131-605d-43be-84ec-99d46b7fde00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:23.649356 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4736a629-cba7-4566-979f-e23e2236759f req-560ce131-605d-43be-84ec-99d46b7fde00 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 921 time: 0.1384029 Aug 20 10:18:23.731088 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4736a629-cba7-4566-979f-e23e2236759f req-c89aaf77-d876-4a83-a4ee-52687e3b6203 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bb37cf3-c743-4be6-8770-1ca30d260e79 HTTP/1.1" status: 200 len: 217 time: 0.0437851 Aug 20 10:18:23.732904 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3054dc7e-2d29-4fb3-863f-eb684ccd5590 req-3dbfb787-d6ac-4553-b1c0-4ebf1f187ce6 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1846743 Aug 20 10:18:23.737080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2ef5d147-ef12-4e23-99aa-ee60f052239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099026900-router', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:27Z', 'updated_at': '2021-08-20T10:18:23Z', 'revision_number': 6, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:23.786462 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374be74-c3b7-42cd-85b6-64ba824fe6b4 req-a2de24b6-7cb1-4349-989b-67a9a981c2c4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:23.788455 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8374be74-c3b7-42cd-85b6-64ba824fe6b4 req-a2de24b6-7cb1-4349-989b-67a9a981c2c4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.1377218 Aug 20 10:18:23.840026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736a629-cba7-4566-979f-e23e2236759f req-2d93c30b-79c0-48bf-ae58-1fb3555cb5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:23.841572 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4736a629-cba7-4566-979f-e23e2236759f req-2d93c30b-79c0-48bf-ae58-1fb3555cb5ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.1018119 Aug 20 10:18:23.910699 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4736a629-cba7-4566-979f-e23e2236759f req-062f029b-e96b-4b7a-bd67-29b2f9a7f195 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609210 Aug 20 10:18:23.931764 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8374be74-c3b7-42cd-85b6-64ba824fe6b4 req-c4efbed3-1caa-4fe3-ace2-188106d06915 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303728 Aug 20 10:18:23.956004 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-313cd65d-ffd2-4df7-b9b1-fbb1fec1ec11 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:23.996683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-313cd65d-ffd2-4df7-b9b1-fbb1fec1ec11 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Transition to ACTIVE for port object a20c96ec-f945-44f4-bb93-0969496a6d7f will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:18:24.029100 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=701a9a4a-df10-4332-8647-3e0dc184c93a,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:24.034124 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef5d147-ef12-4e23-99aa-ee60f052239b None None] The sync data for ids ['78ccb5cb-4427-4eaf-b12a-4c4172145997'] in n-d-778550-11 is: [{'id': '78ccb5cb-4427-4eaf-b12a-4c4172145997', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2099026900-router', 'tenant_id': '334fd981ee4449a88e6a27bec29dc014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:27Z', 'updated_at': '2021-08-20T10:18:23Z', 'revision_number': 6, 'project_id': '334fd981ee4449a88e6a27bec29dc014', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:18:24.045890 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2ea2cb7-a3a4-47cb-8e4b-45ee30321d10 req-d66c7112-b013-4184-a25e-2a06e0700f39 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 210 time: 0.0396039 Aug 20 10:18:24.119530 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d26505a-9381-4523-841e-1c8553b300f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:24.149651 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26505a-9381-4523-841e-1c8553b300f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e18fea77-6670-4f84-9dc1-b7cda028f5b1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:24.153325 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-313cd65d-ffd2-4df7-b9b1-fbb1fec1ec11 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:24.157567 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4736a629-cba7-4566-979f-e23e2236759f req-09b108b2-07b2-4f96-8099-594251438d88 service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242708 Aug 20 10:18:24.171079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 2546b1e2-0838-4e48-be61-9c0af5b6f798, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2546b1e2-0838-4e48-be61-9c0af5b6f798,segment=NetworkSegment(3a169b26-f4f9-4bb3-b337-19b8818ed841),segment_id=3a169b26-f4f9-4bb3-b337-19b8818ed841)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:24.200985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '2546b1e2-0838-4e48-be61-9c0af5b6f798', 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'port_id': '2546b1e2-0838-4e48-be61-9c0af5b6f798', 'mac_address': 'fa:16:3e:31:34:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:18:24.262003 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-313cd65d-ffd2-4df7-b9b1-fbb1fec1ec11 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Network 7c259fef-321b-49d5-b3aa-e0a6b05d20f2 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:18:24.271427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-313cd65d-ffd2-4df7-b9b1-fbb1fec1ec11 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:18:24.275220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-313cd65d-ffd2-4df7-b9b1-fbb1fec1ec11 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:18:24.282595 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cd65d-ffd2-4df7-b9b1-fbb1fec1ec11 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Pushing event updated for resources: {'Port': ['ID=a20c96ec-f945-44f4-bb93-0969496a6d7f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:24.283244 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4736a629-cba7-4566-979f-e23e2236759f req-b1d80e9e-020f-46c3-8b64-bcf6188e4013 service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172075 Aug 20 10:18:24.287271 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:24.311993 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d26505a-9381-4523-841e-1c8553b300f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:24.316135 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2546b1e2-0838-4e48-be61-9c0af5b6f798 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:24.349006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 2546b1e2-0838-4e48-be61-9c0af5b6f798, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2546b1e2-0838-4e48-be61-9c0af5b6f798,segment=NetworkSegment(3a169b26-f4f9-4bb3-b337-19b8818ed841),segment_id=3a169b26-f4f9-4bb3-b337-19b8818ed841)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:24.357918 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:24.359272 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 0ea9a863-c39c-4c78-8ebf-b33fde029e1a details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:18:24.450423 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d26505a-9381-4523-841e-1c8553b300f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:24.454402 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d26505a-9381-4523-841e-1c8553b300f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:24.468162 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-313cd65d-ffd2-4df7-b9b1-fbb1fec1ec11 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:24.468844 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-313cd65d-ffd2-4df7-b9b1-fbb1fec1ec11 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:24.497491 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 0ea9a863-c39c-4c78-8ebf-b33fde029e1a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=0ea9a863-c39c-4c78-8ebf-b33fde029e1a,segment=NetworkSegment(c8fc24ad-bca6-4f75-9712-a5ce61f9ad15),segment_id=c8fc24ad-bca6-4f75-9712-a5ce61f9ad15)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:24.513709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '0ea9a863-c39c-4c78-8ebf-b33fde029e1a', 'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c', 'port_id': '0ea9a863-c39c-4c78-8ebf-b33fde029e1a', 'mac_address': 'fa:16:3e:dc:d9:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f99d51-52f9-411d-a632-51860487ab08', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:18:24.553926 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-313cd65d-ffd2-4df7-b9b1-fbb1fec1ec11 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7631927 Aug 20 10:18:24.572473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Request body: {'port': {'device_id': '877b0a18-6875-4d39-a07b-49a1ce5f59b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:24.578001 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d26505a-9381-4523-841e-1c8553b300f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:24.578996 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d26505a-9381-4523-841e-1c8553b300f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78ccb5cb-4427-4eaf-b12a-4c4172145997 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:18:24.609837 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d26505a-9381-4523-841e-1c8553b300f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:24.613180 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:24.617445 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3d26505a-9381-4523-841e-1c8553b300f5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/78ccb5cb-4427-4eaf-b12a-4c4172145997 HTTP/1.1" status: 204 len: 168 time: 2.0374782 Aug 20 10:18:24.619994 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36308) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:24.636816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=2546b1e2-0838-4e48-be61-9c0af5b6f798,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:24.656507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea9a863-c39c-4c78-8ebf-b33fde029e1a {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:24.684548 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 0ea9a863-c39c-4c78-8ebf-b33fde029e1a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=0ea9a863-c39c-4c78-8ebf-b33fde029e1a,segment=NetworkSegment(c8fc24ad-bca6-4f75-9712-a5ce61f9ad15),segment_id=c8fc24ad-bca6-4f75-9712-a5ce61f9ad15)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:24.694547 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:24.696080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 1c3b1508-6022-445a-aa9b-de0059fa9cb5 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:18:24.702853 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:24.710052 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bf48b221-5d2a-4774-bbac-ab3beef7f4d7 None None] Provisioning for port a20c96ec-f945-44f4-bb93-0969496a6d7f completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:24.713967 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af47d55-665f-40ad-8f1c-5474af26fa13 admin admin] Deleting subnet cc5e47aa-eb79-4392-8c1a-be28171d1de0 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:18:24.717159 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1af47d55-665f-40ad-8f1c-5474af26fa13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:24.733561 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc2f0d-75c8-41bb-846b-bfe8152b7b88 req-f79ea0a8-5ec4-4210-befc-966df41923c4 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:24.735476 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54cc2f0d-75c8-41bb-846b-bfe8152b7b88 req-f79ea0a8-5ec4-4210-befc-966df41923c4 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 946 time: 0.0786629 Aug 20 10:18:24.766601 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1af47d55-665f-40ad-8f1c-5474af26fa13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:24.881767 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bf48b221-5d2a-4774-bbac-ab3beef7f4d7 None None] Provisioning complete for port a20c96ec-f945-44f4-bb93-0969496a6d7f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:24.882846 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bf48b221-5d2a-4774-bbac-ab3beef7f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:24.892232 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54cc2f0d-75c8-41bb-846b-bfe8152b7b88 req-2e0df9ef-03ac-478f-a15a-54c9956b1898 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414382 Aug 20 10:18:24.951089 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1af47d55-665f-40ad-8f1c-5474af26fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:24.955727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=0ea9a863-c39c-4c78-8ebf-b33fde029e1a,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:24.961364 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 1c3b1508-6022-445a-aa9b-de0059fa9cb5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=1c3b1508-6022-445a-aa9b-de0059fa9cb5,segment=NetworkSegment(c8fc24ad-bca6-4f75-9712-a5ce61f9ad15),segment_id=c8fc24ad-bca6-4f75-9712-a5ce61f9ad15)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:24.980209 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bf48b221-5d2a-4774-bbac-ab3beef7f4d7 None None] Port a20c96ec-f945-44f4-bb93-0969496a6d7f cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:18:24.982076 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '1c3b1508-6022-445a-aa9b-de0059fa9cb5', 'network_id': '986d71c4-4ce3-4801-9a57-aea4a1dceb0c', 'port_id': '1c3b1508-6022-445a-aa9b-de0059fa9cb5', 'mac_address': 'fa:16:3e:98:75:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f99d51-52f9-411d-a632-51860487ab08', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:18:25.074843 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:25.101862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3b1508-6022-445a-aa9b-de0059fa9cb5 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:25.151586 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 1c3b1508-6022-445a-aa9b-de0059fa9cb5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=1c3b1508-6022-445a-aa9b-de0059fa9cb5,segment=NetworkSegment(c8fc24ad-bca6-4f75-9712-a5ce61f9ad15),segment_id=c8fc24ad-bca6-4f75-9712-a5ce61f9ad15)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:25.163735 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:25.164791 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b0dc443b-1921-4dad-bda7-a656f1502e81 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:18:25.189511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f6a04-3702-4af5-93a1-933b7b90a8fb req-85367b81-0fbf-4ee5-ac27-6f8ea7c58364 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:25.205034 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f6a04-3702-4af5-93a1-933b7b90a8fb req-85367b81-0fbf-4ee5-ac27-6f8ea7c58364 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:25.223427 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f6a04-3702-4af5-93a1-933b7b90a8fb req-85367b81-0fbf-4ee5-ac27-6f8ea7c58364 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:25.234372 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b0dc443b-1921-4dad-bda7-a656f1502e81, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b0dc443b-1921-4dad-bda7-a656f1502e81,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:25.240365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f6a04-3702-4af5-93a1-933b7b90a8fb req-85367b81-0fbf-4ee5-ac27-6f8ea7c58364 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:25.258180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f6a04-3702-4af5-93a1-933b7b90a8fb req-85367b81-0fbf-4ee5-ac27-6f8ea7c58364 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:25.272735 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f6a04-3702-4af5-93a1-933b7b90a8fb req-85367b81-0fbf-4ee5-ac27-6f8ea7c58364 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:25.277507 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdba2f-9a6f-4d18-8080-2b1849836cf0 req-550b4b57-1b24-4e11-bace-714d742a4785 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:25.279595 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-96cdba2f-9a6f-4d18-8080-2b1849836cf0 req-550b4b57-1b24-4e11-bace-714d742a4785 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.1194282 Aug 20 10:18:25.291961 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f6a04-3702-4af5-93a1-933b7b90a8fb req-85367b81-0fbf-4ee5-ac27-6f8ea7c58364 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:25.302849 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b61f6a04-3702-4af5-93a1-933b7b90a8fb req-85367b81-0fbf-4ee5-ac27-6f8ea7c58364 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5425 time: 0.3973231 Aug 20 10:18:25.319144 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'b0dc443b-1921-4dad-bda7-a656f1502e81', 'network_id': '2860b90c-db3f-4841-95e1-b5cb7f4d6680', 'port_id': 'b0dc443b-1921-4dad-bda7-a656f1502e81', 'mac_address': 'fa:16:3e:bd:fe:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbdbb57-b2a0-488f-89de-e5556b3e2800', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:18:25.324142 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=1c3b1508-6022-445a-aa9b-de0059fa9cb5,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:25.340273 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1af47d55-665f-40ad-8f1c-5474af26fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:25.383226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af47d55-665f-40ad-8f1c-5474af26fa13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5e47aa-eb79-4392-8c1a-be28171d1de0,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:25.383934 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:25.405011 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1af47d55-665f-40ad-8f1c-5474af26fa13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:25.410817 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1af47d55-665f-40ad-8f1c-5474af26fa13 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cc5e47aa-eb79-4392-8c1a-be28171d1de0 HTTP/1.1" status: 204 len: 168 time: 0.7868030 Aug 20 10:18:25.411924 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36322) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:25.423028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a706be-b72d-4666-a445-ac0e54380493 None None] Network 3041083e-b626-40e1-9787-556af8d58456 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:18:25.440065 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b61f6a04-3702-4af5-93a1-933b7b90a8fb req-c44564ec-89eb-42e6-b964-5de1f077f368 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1359410 Aug 20 10:18:25.450914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20c96ec-f945-44f4-bb93-0969496a6d7f {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:25.462790 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:25.487377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Transition to ACTIVE for port object a20c96ec-f945-44f4-bb93-0969496a6d7f will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:18:25.506912 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-96cdba2f-9a6f-4d18-8080-2b1849836cf0 req-a1287bc2-5175-42f1-bb2f-ff89da0d1c50 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037027 Aug 20 10:18:25.511852 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:25.540130 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0dc443b-1921-4dad-bda7-a656f1502e81 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:25.589511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b0dc443b-1921-4dad-bda7-a656f1502e81, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b0dc443b-1921-4dad-bda7-a656f1502e81,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:25.622132 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:25.631962 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Pushing event updated for resources: {'Port': ['ID=a20c96ec-f945-44f4-bb93-0969496a6d7f,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:25.634536 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:25.752322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=b0dc443b-1921-4dad-bda7-a656f1502e81,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:25.793924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Attempting to bind port a20c96ec-f945-44f4-bb93-0969496a6d7f on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:18:25.794265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Attempting to bind port a20c96ec-f945-44f4-bb93-0969496a6d7f by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '2f1de757-5ac2-423d-9c17-853ec553dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:18:25.795169 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Attempting to bind port a20c96ec-f945-44f4-bb93-0969496a6d7f on network 7c259fef-321b-49d5-b3aa-e0a6b05d20f2 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:18:25.800761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Port a20c96ec-f945-44f4-bb93-0969496a6d7f on network 7c259fef-321b-49d5-b3aa-e0a6b05d20f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:18:25.801167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Attempting to bind port a20c96ec-f945-44f4-bb93-0969496a6d7f on network 7c259fef-321b-49d5-b3aa-e0a6b05d20f2 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:18:25.807074 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:18:25.807628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Checking segment: {'id': '2f1de757-5ac2-423d-9c17-853ec553dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:18:25.808082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Bound using segment: {'id': '2f1de757-5ac2-423d-9c17-853ec553dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:18:25.808514 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Bound port: a20c96ec-f945-44f4-bb93-0969496a6d7f, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f1de757-5ac2-423d-9c17-853ec553dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:18:25.808870 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:25.827274 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bbb2e0-3694-40ea-aa1d-2c3b2cc4bea8 None None] DHCP port deletion for 3041083e-b626-40e1-9787-556af8d58456 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:18:25.869610 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4b193-d8a2-4ea3-a7d5-4fc238e26dc9 req-a2a00b3c-35a6-4ecc-895c-b13bc772a0a7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:25.876960 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-29d4b193-d8a2-4ea3-a7d5-4fc238e26dc9 req-a2a00b3c-35a6-4ecc-895c-b13bc772a0a7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 943 time: 0.2268708 Aug 20 10:18:25.945587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] For port a20c96ec-f945-44f4-bb93-0969496a6d7f, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:18:25.949014 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] For port a20c96ec-f945-44f4-bb93-0969496a6d7f, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=a20c96ec-f945-44f4-bb93-0969496a6d7f,segment=NetworkSegment(2f1de757-5ac2-423d-9c17-853ec553dbe6),segment_id=2f1de757-5ac2-423d-9c17-853ec553dbe6)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:18:25.953881 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:25.958650 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-24bbb2e0-3694-40ea-aa1d-2c3b2cc4bea8 None None] Deleting port 8ba008ff-7021-47f0-aeee-a570cd63b0d2 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:18:25.959256 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-24bbb2e0-3694-40ea-aa1d-2c3b2cc4bea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:25.979615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:25.980348 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:25.982068 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] 10.222.0.24 "PUT /v2.0/ports/a20c96ec-f945-44f4-bb93-0969496a6d7f HTTP/1.1" status: 200 len: 1092 time: 1.4197822 Aug 20 10:18:25.996319 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] Deleting port 8ba008ff-7021-47f0-aeee-a570cd63b0d2 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:18:25.996929 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:26.011625 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877b0a18-6875-4d39-a07b-49a1ce5f59b5', 'tag': 'a20c96ec-f945-44f4-bb93-0969496a6d7f'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:26.015125 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5446450e-9fa7-46bb-9de4-6bac83d5099b" -d '{"events": [{"name": "network-changed", "server_uuid": "877b0a18-6875-4d39-a07b-49a1ce5f59b5", "tag": "a20c96ec-f945-44f4-bb93-0969496a6d7f"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:26.107375 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e4013-50dd-4dbd-8640-9c682d620062 service neutron] Pushing event updated for resources: {'Port': ['ID=a20c96ec-f945-44f4-bb93-0969496a6d7f,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:26.116254 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-29d4b193-d8a2-4ea3-a7d5-4fc238e26dc9 req-0964444f-d751-4d77-80cf-bf5dc489db9b tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3e69e9e-e044-4f96-89bb-d8a206050d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380922 Aug 20 10:18:26.141990 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] For port 8ba008ff-7021-47f0-aeee-a570cd63b0d2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8ba008ff-7021-47f0-aeee-a570cd63b0d2,segment=NetworkSegment(5fc9845c-6a95-46f5-9483-446c454ec771),segment_id=5fc9845c-6a95-46f5-9483-446c454ec771)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:26.142351 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:26.176126 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] Calling delete_port for 8ba008ff-7021-47f0-aeee-a570cd63b0d2 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:18:26.180735 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8ba008ff-7021-47f0-aeee-a570cd63b0d2 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:18:26.200059 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-9b33a741-980a-4fe4-bca6-30471c9e4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:26.202940 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-9b33a741-980a-4fe4-bca6-30471c9e4ffd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b19e67c6c9574de3b216b0d02ca51e2f&device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 1095 time: 0.1562045 Aug 20 10:18:26.229455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b0b2a-8f06-4075-961b-8d4960589045 req-415ab470-4759-434b-ac72-6e166633c1c7 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:26.232012 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-302b0b2a-8f06-4075-961b-8d4960589045 req-415ab470-4759-434b-ac72-6e166633c1c7 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 946 time: 0.1096756 Aug 20 10:18:26.236334 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5648b1-1580-4c40-90de-deef105dc9fa x-openstack-request-id: req-5d5648b1-1580-4c40-90de-deef105dc9fa {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:26.236334 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877b0a18-6875-4d39-a07b-49a1ce5f59b5", "tag": "a20c96ec-f945-44f4-bb93-0969496a6d7f", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:26.236590 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d5648b1-1580-4c40-90de-deef105dc9fa {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:26.236911 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '877b0a18-6875-4d39-a07b-49a1ce5f59b5', 'tag': 'a20c96ec-f945-44f4-bb93-0969496a6d7f', 'status': 'completed', 'code': 200} Aug 20 10:18:26.353783 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-24bbb2e0-3694-40ea-aa1d-2c3b2cc4bea8 None None] For port 8ba008ff-7021-47f0-aeee-a570cd63b0d2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8ba008ff-7021-47f0-aeee-a570cd63b0d2,segment=NetworkSegment(5fc9845c-6a95-46f5-9483-446c454ec771),segment_id=5fc9845c-6a95-46f5-9483-446c454ec771)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:26.354342 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-24bbb2e0-3694-40ea-aa1d-2c3b2cc4bea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:26.371161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-24bbb2e0-3694-40ea-aa1d-2c3b2cc4bea8 None None] Calling delete_port for 8ba008ff-7021-47f0-aeee-a570cd63b0d2 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:18:26.376245 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-302b0b2a-8f06-4075-961b-8d4960589045 req-8798c7be-f7c7-4ef0-a737-55e4a5084d2e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373456 Aug 20 10:18:26.378036 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-87f99128-5b2b-4d9c-bbbf-2fb37062dd8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a20c96ec-f945-44f4-bb93-0969496a6d7f HTTP/1.1" status: 200 len: 217 time: 0.1399693 Aug 20 10:18:26.395512 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:26.411422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] No DVR routers for this DVR port 8ba008ff-7021-47f0-aeee-a570cd63b0d2 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:18:26.443603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba008ff-7021-47f0-aeee-a570cd63b0d2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:26.451424 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['2546b1e2-0838-4e48-be61-9c0af5b6f798'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:18:26.514672 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-cbcca1a7-b662-4ef3-ab4c-e3de0e34d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:26.516704 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-cbcca1a7-b662-4ef3-ab4c-e3de0e34d7c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=271ccc16-072d-4062-b4ce-136f701c2492 HTTP/1.1" status: 200 len: 854 time: 0.1315355 Aug 20 10:18:26.560061 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['701a9a4a-df10-4332-8647-3e0dc184c93a'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:18:26.609078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-cdcfd5f7-dc5d-418b-a426-e9f6e19e3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:26.609321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['39f3e1a5-7f05-4149-b43b-14fa8fc00bb5'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:18:26.613216 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-cdcfd5f7-dc5d-418b-a426-e9f6e19e3fec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c259fef-321b-49d5-b3aa-e0a6b05d20f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887871 Aug 20 10:18:26.644015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['1c3b1508-6022-445a-aa9b-de0059fa9cb5'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:18:26.662980 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:26.683537 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3041083e-b626-40e1-9787-556af8d58456']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:26.698531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ae775-2b20-4eff-bf3a-077b3920f50d req-0cac9c6c-736d-40ec-a55e-89d661b9874f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:26.705198 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ae775-2b20-4eff-bf3a-077b3920f50d req-0cac9c6c-736d-40ec-a55e-89d661b9874f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:26.712526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ae775-2b20-4eff-bf3a-077b3920f50d req-0cac9c6c-736d-40ec-a55e-89d661b9874f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:26.712795 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['b0dc443b-1921-4dad-bda7-a656f1502e81'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:18:26.720533 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ae775-2b20-4eff-bf3a-077b3920f50d req-0cac9c6c-736d-40ec-a55e-89d661b9874f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:26.727760 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ae775-2b20-4eff-bf3a-077b3920f50d req-0cac9c6c-736d-40ec-a55e-89d661b9874f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:26.734263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ae775-2b20-4eff-bf3a-077b3920f50d req-0cac9c6c-736d-40ec-a55e-89d661b9874f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:26.740933 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ae775-2b20-4eff-bf3a-077b3920f50d req-0cac9c6c-736d-40ec-a55e-89d661b9874f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:26.743216 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e5ae775-2b20-4eff-bf3a-077b3920f50d req-0cac9c6c-736d-40ec-a55e-89d661b9874f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5427 time: 0.1417785 Aug 20 10:18:26.763218 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-e7b2f69b-bce4-47f4-a18e-d785b0bc0332 service neutron] 10.222.0.24 "GET /v2.0/networks/7c259fef-321b-49d5-b3aa-e0a6b05d20f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415768 Aug 20 10:18:26.793003 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc9845c-6a95-46f5-9483-446c454ec771') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:26.793456 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc9845c-6a95-46f5-9483-446c454ec771') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:26.799256 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e5ae775-2b20-4eff-bf3a-077b3920f50d req-0ff7721e-f43c-4206-9207-51f67ac656a9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485878 Aug 20 10:18:26.810530 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:26.828817 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:26.835683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:18:26.836262 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:18:26.838189 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:18:26.927417 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:26.933004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c6a18-6920-4f3c-b02c-d02a22c77d48 req-fefcba0a-af4a-4f49-a127-fea5c41e1601 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:26.939084 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-242c6a18-6920-4f3c-b02c-d02a22c77d48 req-fefcba0a-af4a-4f49-a127-fea5c41e1601 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.2075660 Aug 20 10:18:26.959538 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-e2db65d0-bd88-425d-8797-48a4e997df5d tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:26.962303 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-e2db65d0-bd88-425d-8797-48a4e997df5d tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e&tenant_id=11d213eb32ff4dabbbc87687feab7bcc&binding%3Ahost_id=n-h2-778550-11 HTTP/1.1" status: 200 len: 1098 time: 0.1120195 Aug 20 10:18:26.972284 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:26.981862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-11'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:27.059075 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-242c6a18-6920-4f3c-b02c-d02a22c77d48 req-76581449-542c-42d3-b965-f97256a1496d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876758 Aug 20 10:18:27.077590 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:27.077590 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:27.081945 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3041083e-b626-40e1-9787-556af8d58456 HTTP/1.1" status: 204 len: 168 time: 1.6688075 Aug 20 10:18:27.096598 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-70c2e126-6267-4df9-bcb5-dc3ea63dcfa5 req-dea00abd-5e8c-4434-8b1d-a4870c625ccc service neutron] 10.222.0.24 "GET /v2.0/networks/7c259fef-321b-49d5-b3aa-e0a6b05d20f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178296 Aug 20 10:18:27.109625 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceba5de-20e2-4e36-94d1-a7452aee48d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3041083e-b626-40e1-9787-556af8d58456,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:27.238384 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446450e-9fa7-46bb-9de4-6bac83d5099b req-64df5f53-7975-4c1c-9d70-481e4bcc3b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:27.243203 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5446450e-9fa7-46bb-9de4-6bac83d5099b req-64df5f53-7975-4c1c-9d70-481e4bcc3b5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b19e67c6c9574de3b216b0d02ca51e2f&device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 1095 time: 0.0863130 Aug 20 10:18:27.355017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36346) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:27.368062 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-24bbb2e0-3694-40ea-aa1d-2c3b2cc4bea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:27.400971 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e18fea77-6670-4f84-9dc1-b7cda028f5b1 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:18:27.458316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d85b33-9a42-47d1-ad3e-e5bd6435eaf3 req-af1ecb10-0313-46d7-b3f7-0df10461db80 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:27.465966 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38d85b33-9a42-47d1-ad3e-e5bd6435eaf3 req-af1ecb10-0313-46d7-b3f7-0df10461db80 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 943 time: 0.1981735 Aug 20 10:18:27.478662 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-24bbb2e0-3694-40ea-aa1d-2c3b2cc4bea8 None None] Network 3041083e-b626-40e1-9787-556af8d58456 is not hosted by any dhcp agent {{(pid=94868) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 10:18:27.480441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446450e-9fa7-46bb-9de4-6bac83d5099b req-c13f962e-1b11-4a7c-a7ee-0c53afa421cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:27.482478 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5446450e-9fa7-46bb-9de4-6bac83d5099b req-c13f962e-1b11-4a7c-a7ee-0c53afa421cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c259fef-321b-49d5-b3aa-e0a6b05d20f2 HTTP/1.1" status: 200 len: 916 time: 0.2268167 Aug 20 10:18:27.483352 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bbb2e0-3694-40ea-aa1d-2c3b2cc4bea8 None None] No DVR routers for this DVR port 8ba008ff-7021-47f0-aeee-a570cd63b0d2 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:18:27.509378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['c43a519f-c520-4a8c-8b50-6cbb1c0ed201'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:18:27.511699 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['0ea9a863-c39c-4c78-8ebf-b33fde029e1a'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:18:27.549890 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38d85b33-9a42-47d1-ad3e-e5bd6435eaf3 req-682a6682-0354-4c6e-a22e-331680787b63 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3e69e9e-e044-4f96-89bb-d8a206050d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829952 Aug 20 10:18:27.578872 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5446450e-9fa7-46bb-9de4-6bac83d5099b req-a2974936-076f-455e-88c9-401f1aae661d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a20c96ec-f945-44f4-bb93-0969496a6d7f HTTP/1.1" status: 200 len: 217 time: 0.0849507 Aug 20 10:18:27.593841 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbb2e0-3694-40ea-aa1d-2c3b2cc4bea8 None None] Pushing event deleted for resources: {'Port': ['ID=8ba008ff-7021-47f0-aeee-a570cd63b0d2,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:27.607026 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0d46c759-5879-4c5d-b31a-1de307e94396 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=334fd981ee4449a88e6a27bec29dc014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441986 Aug 20 10:18:27.607910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36352) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:27.667932 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] For port 933b9943-2f19-4c47-b716-32ef428a7f9d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=933b9943-2f19-4c47-b716-32ef428a7f9d,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:27.696788 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-674ffc04-4c86-4bdc-8448-1f3e29ab3266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:27.706157 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa991f-e772-4ab1-9ec0-0aa180c43344 req-4ce92ac9-d03b-49f1-8807-a545a164ebf2 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:27.708733 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8baa991f-e772-4ab1-9ec0-0aa180c43344 req-4ce92ac9-d03b-49f1-8807-a545a164ebf2 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 946 time: 0.1034076 Aug 20 10:18:27.712405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446450e-9fa7-46bb-9de4-6bac83d5099b req-8dc321ff-edd3-44ae-94e3-37bdc80d4529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:27.720689 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5446450e-9fa7-46bb-9de4-6bac83d5099b req-8dc321ff-edd3-44ae-94e3-37bdc80d4529 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=271ccc16-072d-4062-b4ce-136f701c2492 HTTP/1.1" status: 200 len: 854 time: 0.1312408 Aug 20 10:18:27.743030 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: e18fea77-6670-4f84-9dc1-b7cda028f5b1 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:18:27.744167 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e18fea77-6670-4f84-9dc1-b7cda028f5b1 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:18:27.745419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device de9def1e-ccdc-4a14-a683-9ec5d380eb00 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:18:27.761113 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-674ffc04-4c86-4bdc-8448-1f3e29ab3266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:27.826338 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-674ffc04-4c86-4bdc-8448-1f3e29ab3266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:27.830623 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-674ffc04-4c86-4bdc-8448-1f3e29ab3266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:27.836019 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-674ffc04-4c86-4bdc-8448-1f3e29ab3266 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a77e22b-c0f5-420d-ba29-366f7764021a HTTP/1.1" status: 204 len: 168 time: 0.2242167 Aug 20 10:18:27.870690 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: de9def1e-ccdc-4a14-a683-9ec5d380eb00 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:18:27.871041 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device de9def1e-ccdc-4a14-a683-9ec5d380eb00 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:18:27.902095 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ffc04-4c86-4bdc-8448-1f3e29ab3266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a77e22b-c0f5-420d-ba29-366f7764021a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:27.927425 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] For port 933b9943-2f19-4c47-b716-32ef428a7f9d, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:18:28.151477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2253a-da1e-4b54-a612-7e0f26d25201 req-2dfaae3f-355c-4f87-9f3a-dced5f197b39 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:28.186359 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2253a-da1e-4b54-a612-7e0f26d25201 req-2dfaae3f-355c-4f87-9f3a-dced5f197b39 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:28.193554 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2253a-da1e-4b54-a612-7e0f26d25201 req-2dfaae3f-355c-4f87-9f3a-dced5f197b39 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:28.200452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2253a-da1e-4b54-a612-7e0f26d25201 req-2dfaae3f-355c-4f87-9f3a-dced5f197b39 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:28.209152 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2253a-da1e-4b54-a612-7e0f26d25201 req-2dfaae3f-355c-4f87-9f3a-dced5f197b39 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:28.216286 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2253a-da1e-4b54-a612-7e0f26d25201 req-2dfaae3f-355c-4f87-9f3a-dced5f197b39 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:28.222521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2253a-da1e-4b54-a612-7e0f26d25201 req-2dfaae3f-355c-4f87-9f3a-dced5f197b39 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:28.224696 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dde2253a-da1e-4b54-a612-7e0f26d25201 req-2dfaae3f-355c-4f87-9f3a-dced5f197b39 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5427 time: 0.2346866 Aug 20 10:18:28.235293 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531a29d0-2898-4a79-9add-ac68dc99248e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '933b9943-2f19-4c47-b716-32ef428a7f9d'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:28.237553 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42da628e-d615-4366-9954-a21cde3c7373" -d '{"events": [{"server_uuid": "531a29d0-2898-4a79-9add-ac68dc99248e", "name": "network-vif-unplugged", "status": "completed", "tag": "933b9943-2f19-4c47-b716-32ef428a7f9d"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:28.242574 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:28.303345 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:28.381500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Pushing event updated for resources: {'Port': ['ID=933b9943-2f19-4c47-b716-32ef428a7f9d,revision_number=7']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:28.400720 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dde2253a-da1e-4b54-a612-7e0f26d25201 req-51490e9c-cdd8-4c40-afc0-e44b33116b1a tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1663356 Aug 20 10:18:28.439870 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8baa991f-e772-4ab1-9ec0-0aa180c43344 req-270b491e-4844-4100-808f-70b1c20ba9db tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7172658 Aug 20 10:18:28.450196 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446450e-9fa7-46bb-9de4-6bac83d5099b req-de29f857-a91e-4ae6-bc70-2f67076d19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:28.452178 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5446450e-9fa7-46bb-9de4-6bac83d5099b req-de29f857-a91e-4ae6-bc70-2f67076d19dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c259fef-321b-49d5-b3aa-e0a6b05d20f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7183583 Aug 20 10:18:28.479302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Attempting to bind port 933b9943-2f19-4c47-b716-32ef428a7f9d on host n-h2-778550-11 for vnic_type normal with profile {"migrating_to": "n-h1-778550-11"} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:18:28.479823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Attempting to bind port 933b9943-2f19-4c47-b716-32ef428a7f9d by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:18:28.479956 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Attempting to bind port 933b9943-2f19-4c47-b716-32ef428a7f9d on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:18:28.517722 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-1ceeaed8-a663-4558-b026-436d5a55cfb5 service neutron] 10.222.0.42 "GET /v2.0/ports/63b9b535-4adf-4153-8300-68abc671058b/bindings/n-h1-778550-11 HTTP/1.1" status: 200 len: 383 time: 0.4012072 Aug 20 10:18:28.518853 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Port 933b9943-2f19-4c47-b716-32ef428a7f9d on network 5ea45e6d-0432-4a46-94e7-adce972727cf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:18:28.519240 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Attempting to bind port 933b9943-2f19-4c47-b716-32ef428a7f9d on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:18:28.543560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:18:28.543905 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Checking segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:18:28.544381 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Bound using segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:18:28.544924 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Bound port: 933b9943-2f19-4c47-b716-32ef428a7f9d, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:18:28.545243 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:28.660715 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7881fc-6667-4d0d-b0d1-7af8c76a5fed x-openstack-request-id: req-3c7881fc-6667-4d0d-b0d1-7af8c76a5fed {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:28.661082 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531a29d0-2898-4a79-9add-ac68dc99248e", "name": "network-vif-unplugged", "status": "completed", "tag": "933b9943-2f19-4c47-b716-32ef428a7f9d", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:28.661277 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c7881fc-6667-4d0d-b0d1-7af8c76a5fed {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:28.661669 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531a29d0-2898-4a79-9add-ac68dc99248e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '933b9943-2f19-4c47-b716-32ef428a7f9d', 'code': 200} Aug 20 10:18:28.711082 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5446450e-9fa7-46bb-9de4-6bac83d5099b req-a5c65c5c-d80c-47c7-931d-603bbc4697b4 service neutron] 10.222.0.24 "GET /v2.0/networks/7c259fef-321b-49d5-b3aa-e0a6b05d20f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394135 Aug 20 10:18:28.761949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] For port 933b9943-2f19-4c47-b716-32ef428a7f9d, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:18:28.776992 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] For port 933b9943-2f19-4c47-b716-32ef428a7f9d, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=933b9943-2f19-4c47-b716-32ef428a7f9d,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:18:28.792018 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:28.842729 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5446450e-9fa7-46bb-9de4-6bac83d5099b req-2fabd949-bddd-4651-9429-baf190c2ec24 service neutron] 10.222.0.24 "GET /v2.0/networks/7c259fef-321b-49d5-b3aa-e0a6b05d20f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307228 Aug 20 10:18:28.911965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c16ead-12e2-40a4-9516-c0f923d0a663 req-22522ab1-184a-4938-bb22-d2d2626890f0 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:28.916151 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54c16ead-12e2-40a4-9516-c0f923d0a663 req-22522ab1-184a-4938-bb22-d2d2626890f0 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.2787397 Aug 20 10:18:28.959724 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Pushing event updated for resources: {'Port': ['ID=933b9943-2f19-4c47-b716-32ef428a7f9d,revision_number=8']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:28.981200 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f13ea8-e2a8-459b-b13a-56b74eca11a8 req-761ba891-b7e1-4b11-b347-f44e9f7699f2 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:28.982942 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-00f13ea8-e2a8-459b-b13a-56b74eca11a8 req-761ba891-b7e1-4b11-b347-f44e9f7699f2 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 943 time: 0.1879122 Aug 20 10:18:28.997418 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54c16ead-12e2-40a4-9516-c0f923d0a663 req-9748c8ce-4c47-434b-a4f9-884758a582e2 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736556 Aug 20 10:18:29.016550 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-75ff267c-4ca4-417f-8e3e-64e783e9ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:29.019103 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-75ff267c-4ca4-417f-8e3e-64e783e9ddf0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5&tenant_id=4bbe3cedbde94338837c7f3482239b51 HTTP/1.1" status: 200 len: 1102 time: 0.1890864 Aug 20 10:18:29.067090 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:29.067812 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:29.069424 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-60ae29ea-2a93-479d-88da-b3df4f1f47bd service neutron] 10.222.0.42 "PUT /v2.0/ports/933b9943-2f19-4c47-b716-32ef428a7f9d HTTP/1.1" status: 200 len: 1124 time: 2.0946898 Aug 20 10:18:29.124243 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-00f13ea8-e2a8-459b-b13a-56b74eca11a8 req-ee763b39-bc67-465e-b523-1b0d1cc0a792 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3e69e9e-e044-4f96-89bb-d8a206050d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300516 Aug 20 10:18:29.148134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-a7af8c0b-e549-4cf5-93e5-edbd204b0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:29.152085 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-a7af8c0b-e549-4cf5-93e5-edbd204b0e9f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 1102 time: 0.0966687 Aug 20 10:18:29.155354 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['933b9943-2f19-4c47-b716-32ef428a7f9d'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:18:29.269179 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e863cbd2-5c6f-4ed1-bf6b-e1e1daab4b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:29.292556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-0659e840-87eb-44a7-906e-78e1f804618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:29.294991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-0659e840-87eb-44a7-906e-78e1f804618c service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1342826 Aug 20 10:18:29.357551 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-1a675306-7b3c-42d0-8139-c3453fe598e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=63b9b535-4adf-4153-8300-68abc671058b HTTP/1.1" status: 200 len: 217 time: 0.0493865 Aug 20 10:18:29.423408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-4ab37ea2-162d-4d57-a5fe-b62bbcc0a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:29.425173 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-4ab37ea2-162d-4d57-a5fe-b62bbcc0a3b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0599260 Aug 20 10:18:29.488986 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-556cecdd-0d51-4fe3-834e-75c153c7e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:29.491032 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-556cecdd-0d51-4fe3-834e-75c153c7e9e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0566878 Aug 20 10:18:29.524928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['933b9943-2f19-4c47-b716-32ef428a7f9d'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:18:29.609087 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-73c2c587-ab56-4d66-bbf4-06e00b4adeda service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023660 Aug 20 10:18:29.664562 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 933b9943-2f19-4c47-b716-32ef428a7f9d details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:18:29.686469 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac72a2c-4a69-447c-aedf-d006401276f6 req-36eaa038-fd00-4827-b0f3-ad3a4b4aeaae tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:29.689599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b0dc443b-1921-4dad-bda7-a656f1502e81 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:18:29.695649 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ac72a2c-4a69-447c-aedf-d006401276f6 req-36eaa038-fd00-4827-b0f3-ad3a4b4aeaae tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 944 time: 0.0965707 Aug 20 10:18:29.751184 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eee944-7aeb-4778-a5fd-d123d84fb1bb req-566dca97-e33d-4940-b848-2c2efaad2c09 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:29.758441 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eee944-7aeb-4778-a5fd-d123d84fb1bb req-566dca97-e33d-4940-b848-2c2efaad2c09 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:29.766253 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eee944-7aeb-4778-a5fd-d123d84fb1bb req-566dca97-e33d-4940-b848-2c2efaad2c09 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:29.776888 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ac72a2c-4a69-447c-aedf-d006401276f6 req-273b6c0a-3081-46c1-b378-64258f9f20c4 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807145 Aug 20 10:18:29.778984 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eee944-7aeb-4778-a5fd-d123d84fb1bb req-566dca97-e33d-4940-b848-2c2efaad2c09 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:29.785081 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eee944-7aeb-4778-a5fd-d123d84fb1bb req-566dca97-e33d-4940-b848-2c2efaad2c09 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:29.791583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eee944-7aeb-4778-a5fd-d123d84fb1bb req-566dca97-e33d-4940-b848-2c2efaad2c09 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:29.797913 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eee944-7aeb-4778-a5fd-d123d84fb1bb req-566dca97-e33d-4940-b848-2c2efaad2c09 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:29.806607 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-41eee944-7aeb-4778-a5fd-d123d84fb1bb req-566dca97-e33d-4940-b848-2c2efaad2c09 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5427 time: 0.3105664 Aug 20 10:18:29.827354 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.resource_extend [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:18:29.883212 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-41eee944-7aeb-4778-a5fd-d123d84fb1bb req-e5d95021-1648-4a04-b5ff-9f0e5ee05143 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695689 Aug 20 10:18:29.886971 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6606a6ea-8604-4d27-bdc7-90fb6e6fa55d req-a0589a0d-a510-4fce-8482-5db9554322ed service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529879 Aug 20 10:18:29.950879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port b0dc443b-1921-4dad-bda7-a656f1502e81 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:29.974502 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port b0dc443b-1921-4dad-bda7-a656f1502e81 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:29.974854 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:30.017056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36410) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:30.021563 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 933b9943-2f19-4c47-b716-32ef428a7f9d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=933b9943-2f19-4c47-b716-32ef428a7f9d,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:30.050893 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 933b9943-2f19-4c47-b716-32ef428a7f9d has no active binding in host n-h1-778550-11 {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 10:18:30.129674 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:30.159697 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dc443b-1921-4dad-bda7-a656f1502e81'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:30.162725 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e85dfd-9588-432d-82ce-1fcd63971535" -d '{"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-plugged", "status": "completed", "tag": "b0dc443b-1921-4dad-bda7-a656f1502e81"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:30.180077 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b0dc443b-1921-4dad-bda7-a656f1502e81, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b0dc443b-1921-4dad-bda7-a656f1502e81,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:30.187865 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db67a0-8f98-4b98-92c6-125a86916a0d req-944f25e9-2d71-49d4-9503-6c991e6c969a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:30.189813 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:30.191085 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 701a9a4a-df10-4332-8647-3e0dc184c93a up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:18:30.192951 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-35db67a0-8f98-4b98-92c6-125a86916a0d req-944f25e9-2d71-49d4-9503-6c991e6c969a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0898983 Aug 20 10:18:30.202853 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-83e2c819-2f81-453d-8927-af7482291444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:30.276469 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-35db67a0-8f98-4b98-92c6-125a86916a0d req-28e4ebad-a1d1-48f3-a819-cd45de9bb113 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706773 Aug 20 10:18:30.279638 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=b0dc443b-1921-4dad-bda7-a656f1502e81,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:30.298093 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-640ae534-6d92-4686-a338-350a37e8a16b req-066b18c0-0038-40c5-a38c-3b93e1e2bb0f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0817549 Aug 20 10:18:30.305779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 701a9a4a-df10-4332-8647-3e0dc184c93a completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:30.313324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 701a9a4a-df10-4332-8647-3e0dc184c93a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:30.313710 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:30.361238 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36db52e-5a50-49bb-9619-f6a1a1001a33 req-a9962e15-8014-472e-b819-ba9bed32b1d7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:30.362888 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b36db52e-5a50-49bb-9619-f6a1a1001a33 req-a9962e15-8014-472e-b819-ba9bed32b1d7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 943 time: 0.0898471 Aug 20 10:18:30.379329 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aa2984-114f-40c5-85f2-fd7447bfc18f x-openstack-request-id: req-b6aa2984-114f-40c5-85f2-fd7447bfc18f {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:30.380410 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-plugged", "status": "completed", "tag": "b0dc443b-1921-4dad-bda7-a656f1502e81", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:30.380831 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6aa2984-114f-40c5-85f2-fd7447bfc18f {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:30.381432 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dc443b-1921-4dad-bda7-a656f1502e81', 'code': 200} Aug 20 10:18:30.412173 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ae534-6d92-4686-a338-350a37e8a16b req-3f719d09-217b-4d66-90a9-3c2ede2720ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:30.415196 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-640ae534-6d92-4686-a338-350a37e8a16b req-3f719d09-217b-4d66-90a9-3c2ede2720ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 1097 time: 0.0620496 Aug 20 10:18:30.416294 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-83e2c819-2f81-453d-8927-af7482291444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:30.425076 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b36db52e-5a50-49bb-9619-f6a1a1001a33 req-56c51583-3ce6-41a5-a39d-b9593ef12e4c tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3e69e9e-e044-4f96-89bb-d8a206050d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542474 Aug 20 10:18:30.426099 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-83e2c819-2f81-453d-8927-af7482291444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:30.449500 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:30.467013 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-83e2c819-2f81-453d-8927-af7482291444 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5970edc579d44a2fad2ba423247e57ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4487009 Aug 20 10:18:30.467900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2c819-2f81-453d-8927-af7482291444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8ebef1-7d9e-46f9-b6eb-93ab3e59cef6,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:30.470721 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36420) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:30.493522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 701a9a4a-df10-4332-8647-3e0dc184c93a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=701a9a4a-df10-4332-8647-3e0dc184c93a,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:30.497791 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:30.558875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=701a9a4a-df10-4332-8647-3e0dc184c93a,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:30.587662 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ae177266-48dd-48dc-9549-3bd47c5856aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:30.589778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ae534-6d92-4686-a338-350a37e8a16b req-e5e262f6-39d9-4c2a-adfd-c5cdc7b43f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:30.591431 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-640ae534-6d92-4686-a338-350a37e8a16b req-e5e262f6-39d9-4c2a-adfd-c5cdc7b43f4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 908 time: 0.1481326 Aug 20 10:18:30.640071 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-640ae534-6d92-4686-a338-350a37e8a16b req-6073dcc3-6821-4b18-8a84-0d7a66768938 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a82e65f7-04c0-4f2e-8513-8033b2d00646 HTTP/1.1" status: 200 len: 217 time: 0.0405128 Aug 20 10:18:30.645545 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ae177266-48dd-48dc-9549-3bd47c5856aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:30.662568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531a29d0-2898-4a79-9add-ac68dc99248e', 'tag': '933b9943-2f19-4c47-b716-32ef428a7f9d'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:30.667015 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ec127a-750f-4ac1-8871-8b1f64849acb" -d '{"events": [{"name": "network-changed", "server_uuid": "531a29d0-2898-4a79-9add-ac68dc99248e", "tag": "933b9943-2f19-4c47-b716-32ef428a7f9d"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:30.712655 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6191fba2-2e31-4f8b-87ce-3fbe86695081 x-openstack-request-id: req-6191fba2-2e31-4f8b-87ce-3fbe86695081 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:30.712946 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531a29d0-2898-4a79-9add-ac68dc99248e", "tag": "933b9943-2f19-4c47-b716-32ef428a7f9d", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:30.713203 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6191fba2-2e31-4f8b-87ce-3fbe86695081 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:30.713837 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531a29d0-2898-4a79-9add-ac68dc99248e', 'tag': '933b9943-2f19-4c47-b716-32ef428a7f9d', 'status': 'completed', 'code': 200} Aug 20 10:18:30.723465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ae534-6d92-4686-a338-350a37e8a16b req-9c2ef569-26ab-4aa1-9c9f-b1ce1ad51c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:30.729169 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-640ae534-6d92-4686-a338-350a37e8a16b req-9c2ef569-26ab-4aa1-9c9f-b1ce1ad51c1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.0729713 Aug 20 10:18:30.772217 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-640ae534-6d92-4686-a338-350a37e8a16b req-b9e7d69d-b557-4cca-94a0-b2d35f7b315e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387962 Aug 20 10:18:30.795031 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ae177266-48dd-48dc-9549-3bd47c5856aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:30.797749 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ae177266-48dd-48dc-9549-3bd47c5856aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:30.798775 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ae177266-48dd-48dc-9549-3bd47c5856aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e8ebef1-7d9e-46f9-b6eb-93ab3e59cef6 HTTP/1.1" status: 204 len: 168 time: 0.3270314 Aug 20 10:18:30.854292 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae177266-48dd-48dc-9549-3bd47c5856aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8ebef1-7d9e-46f9-b6eb-93ab3e59cef6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:30.864565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec127a-750f-4ac1-8871-8b1f64849acb req-f23e72f7-8a94-4f94-8063-de4924dc5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:30.866133 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69ec127a-750f-4ac1-8871-8b1f64849acb req-f23e72f7-8a94-4f94-8063-de4924dc5f8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 1127 time: 0.1224184 Aug 20 10:18:30.945950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335afce-ebf8-4e58-9f9c-0a404858e25e req-26a8958f-2661-4cd2-8445-6412b7877f5e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:30.953983 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f335afce-ebf8-4e58-9f9c-0a404858e25e req-26a8958f-2661-4cd2-8445-6412b7877f5e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 944 time: 0.1011269 Aug 20 10:18:30.989885 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f335afce-ebf8-4e58-9f9c-0a404858e25e req-24f13c76-6669-4da8-9d49-536962605331 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350347 Aug 20 10:18:31.075619 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-640ae534-6d92-4686-a338-350a37e8a16b req-1dfe9ba9-c760-4575-97e5-8a2fc24e0b20 service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889006 Aug 20 10:18:31.106585 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec127a-750f-4ac1-8871-8b1f64849acb req-0efe51ec-1552-4e8e-85e3-f082829ece8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:31.108106 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69ec127a-750f-4ac1-8871-8b1f64849acb req-0efe51ec-1552-4e8e-85e3-f082829ece8b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 908 time: 0.2314754 Aug 20 10:18:31.201923 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69ec127a-750f-4ac1-8871-8b1f64849acb req-50e16591-0bb0-4d34-9665-81266080c05f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=933b9943-2f19-4c47-b716-32ef428a7f9d HTTP/1.1" status: 200 len: 217 time: 0.0525591 Aug 20 10:18:31.222375 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0600af-33a3-4963-b378-be6f2924ba6f req-bad3ec27-ac85-4e8c-aa53-0fb45b0b5dc3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:31.229584 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0600af-33a3-4963-b378-be6f2924ba6f req-bad3ec27-ac85-4e8c-aa53-0fb45b0b5dc3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:31.235754 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0600af-33a3-4963-b378-be6f2924ba6f req-bad3ec27-ac85-4e8c-aa53-0fb45b0b5dc3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:31.242048 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0600af-33a3-4963-b378-be6f2924ba6f req-bad3ec27-ac85-4e8c-aa53-0fb45b0b5dc3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:31.248130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0600af-33a3-4963-b378-be6f2924ba6f req-bad3ec27-ac85-4e8c-aa53-0fb45b0b5dc3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:31.254228 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0600af-33a3-4963-b378-be6f2924ba6f req-bad3ec27-ac85-4e8c-aa53-0fb45b0b5dc3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:31.260664 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0600af-33a3-4963-b378-be6f2924ba6f req-bad3ec27-ac85-4e8c-aa53-0fb45b0b5dc3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:31.268428 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8f0600af-33a3-4963-b378-be6f2924ba6f req-bad3ec27-ac85-4e8c-aa53-0fb45b0b5dc3 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5429 time: 0.2757809 Aug 20 10:18:31.337201 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec127a-750f-4ac1-8871-8b1f64849acb req-89ecc302-e644-4138-95a7-f76f1d1b4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:31.339191 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69ec127a-750f-4ac1-8871-8b1f64849acb req-89ecc302-e644-4138-95a7-f76f1d1b4968 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.0682695 Aug 20 10:18:31.388449 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69ec127a-750f-4ac1-8871-8b1f64849acb req-a2420efc-2c8e-4e19-babc-5e42d8000d9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393386 Aug 20 10:18:31.424297 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8f0600af-33a3-4963-b378-be6f2924ba6f req-01e00ae4-8ab7-4fec-8b4e-090d89abeaf8 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1549222 Aug 20 10:18:31.450422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43271cfe-2da0-46a9-82e0-ec9dab6b9d1c req-a43c4461-8c54-4c62-9042-3a8742fd2d18 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:31.455550 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43271cfe-2da0-46a9-82e0-ec9dab6b9d1c req-a43c4461-8c54-4c62-9042-3a8742fd2d18 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.0937231 Aug 20 10:18:31.461245 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-640ae534-6d92-4686-a338-350a37e8a16b req-fab36bcc-df5d-4cbb-8db0-1bf3ae1e855f service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756976 Aug 20 10:18:31.570212 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43271cfe-2da0-46a9-82e0-ec9dab6b9d1c req-172113cb-2ca8-486f-9010-a2e94466c576 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067801 Aug 20 10:18:31.611481 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d18c3-6ab4-4a5c-b7af-88237a4e8f3e req-6915ac13-f6d6-4d32-ab7a-951cdecfa500 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:31.613120 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-209d18c3-6ab4-4a5c-b7af-88237a4e8f3e req-6915ac13-f6d6-4d32-ab7a-951cdecfa500 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 943 time: 0.0891480 Aug 20 10:18:31.615737 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69ec127a-750f-4ac1-8871-8b1f64849acb req-ff37a9fa-4a92-4695-b6bf-d91761a1221c service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104917 Aug 20 10:18:31.626329 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c43a519f-c520-4a8c-8b50-6cbb1c0ed201 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:18:31.711704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:31.718187 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:31.718566 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:31.722538 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-209d18c3-6ab4-4a5c-b7af-88237a4e8f3e req-cd81ef3b-ebfe-4472-b495-f542ff4135b4 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3e69e9e-e044-4f96-89bb-d8a206050d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013479 Aug 20 10:18:31.780913 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69ec127a-750f-4ac1-8871-8b1f64849acb req-c7671efd-c0fe-4fd4-bb73-bb65c04da5eb service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365113 Aug 20 10:18:31.788237 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-706e0a3a-989f-4709-aa3e-5cb5e1a5fc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:31.838069 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36460) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:31.844930 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:31.879543 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c43a519f-c520-4a8c-8b50-6cbb1c0ed201, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c43a519f-c520-4a8c-8b50-6cbb1c0ed201,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:31.885220 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:31.886310 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 1c3b1508-6022-445a-aa9b-de0059fa9cb5 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:18:31.958682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a2464403-b58c-4cff-87aa-37f17fff1520 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-219520021-network', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:31.973317 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=c43a519f-c520-4a8c-8b50-6cbb1c0ed201,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:31.984374 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2464403-b58c-4cff-87aa-37f17fff1520 admin admin] Made reservation on behalf of 9eedb0b28f054a52a1ac76edf83de7db for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:18:31.987474 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2464403-b58c-4cff-87aa-37f17fff1520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:31.987641 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 1c3b1508-6022-445a-aa9b-de0059fa9cb5 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:31.992948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 1c3b1508-6022-445a-aa9b-de0059fa9cb5 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:31.993323 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:31.998768 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2464403-b58c-4cff-87aa-37f17fff1520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:32.144630 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:32.158052 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:32.193828 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 1c3b1508-6022-445a-aa9b-de0059fa9cb5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=1c3b1508-6022-445a-aa9b-de0059fa9cb5,segment=NetworkSegment(c8fc24ad-bca6-4f75-9712-a5ce61f9ad15),segment_id=c8fc24ad-bca6-4f75-9712-a5ce61f9ad15)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:32.199364 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:32.200515 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:18:32.383994 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701a9a4a-df10-4332-8647-3e0dc184c93a'}, {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43a519f-c520-4a8c-8b50-6cbb1c0ed201'}, {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3b1508-6022-445a-aa9b-de0059fa9cb5'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:32.386269 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ca48c4-cf41-4ad2-853d-41e01926ee01" -d '{"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-plugged", "status": "completed", "tag": "701a9a4a-df10-4332-8647-3e0dc184c93a"}, {"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-plugged", "status": "completed", "tag": "c43a519f-c520-4a8c-8b50-6cbb1c0ed201"}, {"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-plugged", "status": "completed", "tag": "1c3b1508-6022-445a-aa9b-de0059fa9cb5"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:32.420334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=1c3b1508-6022-445a-aa9b-de0059fa9cb5,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:32.434725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:32.441024 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:32.441397 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:32.443937 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01626c81-d099-444d-bfac-a22552fc1849 x-openstack-request-id: req-01626c81-d099-444d-bfac-a22552fc1849 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:32.444230 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-plugged", "status": "completed", "tag": "701a9a4a-df10-4332-8647-3e0dc184c93a", "code": 200}, {"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-plugged", "status": "completed", "tag": "c43a519f-c520-4a8c-8b50-6cbb1c0ed201", "code": 200}, {"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-plugged", "status": "completed", "tag": "1c3b1508-6022-445a-aa9b-de0059fa9cb5", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:32.445158 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01626c81-d099-444d-bfac-a22552fc1849 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:32.445537 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701a9a4a-df10-4332-8647-3e0dc184c93a', 'code': 200} Aug 20 10:18:32.445788 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43a519f-c520-4a8c-8b50-6cbb1c0ed201', 'code': 200} Aug 20 10:18:32.446031 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3b1508-6022-445a-aa9b-de0059fa9cb5', 'code': 200} Aug 20 10:18:32.542475 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:32.547352 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce363bdc-8772-40a1-a2d0-afdfd0211b3a req-71559377-c14d-4884-9c05-49ab8a6bf72c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:32.555236 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ce363bdc-8772-40a1-a2d0-afdfd0211b3a req-71559377-c14d-4884-9c05-49ab8a6bf72c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 944 time: 0.4359035 Aug 20 10:18:32.564722 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2464403-b58c-4cff-87aa-37f17fff1520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:32.574395 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2464403-b58c-4cff-87aa-37f17fff1520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:32.588162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2464403-b58c-4cff-87aa-37f17fff1520 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:18:32.599255 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2464403-b58c-4cff-87aa-37f17fff1520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:32.599699 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-a2464403-b58c-4cff-87aa-37f17fff1520 admin admin] Added segment 53762a10-5fe0-484e-9941-1f0f56be687e of type vlan for network 392e071a-74c7-4fe5-bb29-c255df6e948c Aug 20 10:18:32.602008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f2a3a-fdff-43c0-bef0-3a25b7759eb4 req-c96194d8-f2f5-4da9-8a59-fce367d398e1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:32.610520 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f2a3a-fdff-43c0-bef0-3a25b7759eb4 req-c96194d8-f2f5-4da9-8a59-fce367d398e1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:32.615503 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=39f3e1a5-7f05-4149-b43b-14fa8fc00bb5,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:32.619164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f2a3a-fdff-43c0-bef0-3a25b7759eb4 req-c96194d8-f2f5-4da9-8a59-fce367d398e1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:32.626644 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:32.627476 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f2a3a-fdff-43c0-bef0-3a25b7759eb4 req-c96194d8-f2f5-4da9-8a59-fce367d398e1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:32.628905 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2546b1e2-0838-4e48-be61-9c0af5b6f798 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:18:32.637014 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f2a3a-fdff-43c0-bef0-3a25b7759eb4 req-c96194d8-f2f5-4da9-8a59-fce367d398e1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:32.643138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f2a3a-fdff-43c0-bef0-3a25b7759eb4 req-c96194d8-f2f5-4da9-8a59-fce367d398e1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:32.649643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f2a3a-fdff-43c0-bef0-3a25b7759eb4 req-c96194d8-f2f5-4da9-8a59-fce367d398e1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:32.659820 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f51f2a3a-fdff-43c0-bef0-3a25b7759eb4 req-c96194d8-f2f5-4da9-8a59-fce367d398e1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5431 time: 0.1389666 Aug 20 10:18:32.703895 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ce363bdc-8772-40a1-a2d0-afdfd0211b3a req-7d178ea0-435f-4e31-8a94-0d7a38a09c75 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476929 Aug 20 10:18:32.708113 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2464403-b58c-4cff-87aa-37f17fff1520 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:32.708293 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f51f2a3a-fdff-43c0-bef0-3a25b7759eb4 req-fa0f4d7d-ed83-4714-ab89-ca25b2856738 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474257 Aug 20 10:18:32.713969 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2464403-b58c-4cff-87aa-37f17fff1520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cfd33f-3f6b-49de-b1cb-aaf1ec593f62,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:32.780761 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=39f3e1a5-7f05-4149-b43b-14fa8fc00bb5,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:32.799346 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2464403-b58c-4cff-87aa-37f17fff1520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:32.800328 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2464403-b58c-4cff-87aa-37f17fff1520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:32.801050 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2464403-b58c-4cff-87aa-37f17fff1520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:32.807819 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 2546b1e2-0838-4e48-be61-9c0af5b6f798 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:32.815933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 2546b1e2-0838-4e48-be61-9c0af5b6f798 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:32.816314 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:32.906084 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:32.907700 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b9c41-b0d0-40d7-b9b5-dd9d486c592f req-95275810-f01b-4f22-b1f2-bdee42709a70 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:32.914951 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a2464403-b58c-4cff-87aa-37f17fff1520 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0718026 Aug 20 10:18:32.917304 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36480) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:32.924177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5796afc0-b2a5-4c26-a5f6-acc44efdd591 admin admin] Request body: {'subnet': {'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-219520021-subnet', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:32.925710 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c09b9c41-b0d0-40d7-b9b5-dd9d486c592f req-95275810-f01b-4f22-b1f2-bdee42709a70 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 943 time: 0.1134961 Aug 20 10:18:32.947987 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 2546b1e2-0838-4e48-be61-9c0af5b6f798, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2546b1e2-0838-4e48-be61-9c0af5b6f798,segment=NetworkSegment(3a169b26-f4f9-4bb3-b337-19b8818ed841),segment_id=3a169b26-f4f9-4bb3-b337-19b8818ed841)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:32.950416 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac68ee-7242-4e42-9933-d24e1a061bf0 req-90fcda61-3c35-4879-acdc-0f1d023f2d95 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:32.952129 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30ac68ee-7242-4e42-9933-d24e1a061bf0 req-90fcda61-3c35-4879-acdc-0f1d023f2d95 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.1758742 Aug 20 10:18:32.956166 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2464403-b58c-4cff-87aa-37f17fff1520 admin admin] Pushing event updated for resources: {'Network': ['ID=392e071a-74c7-4fe5-bb29-c255df6e948c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:32.956641 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:32.957358 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 0ea9a863-c39c-4c78-8ebf-b33fde029e1a up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:18:32.974504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5796afc0-b2a5-4c26-a5f6-acc44efdd591 admin admin] Made reservation on behalf of 9eedb0b28f054a52a1ac76edf83de7db for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:18:32.977169 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5796afc0-b2a5-4c26-a5f6-acc44efdd591 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:32.979937 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c09b9c41-b0d0-40d7-b9b5-dd9d486c592f req-8e2dc128-3496-47c5-836c-2214534ca42b tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3e69e9e-e044-4f96-89bb-d8a206050d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536675 Aug 20 10:18:32.996573 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 392e071a-74c7-4fe5-bb29-c255df6e948c details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:18:33.072722 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30ac68ee-7242-4e42-9933-d24e1a061bf0 req-8b34da3b-3cea-4177-8820-77399e8fba3d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932286 Aug 20 10:18:33.089827 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:33.105506 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=2546b1e2-0838-4e48-be61-9c0af5b6f798,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:33.122656 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 0ea9a863-c39c-4c78-8ebf-b33fde029e1a completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:33.128204 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 0ea9a863-c39c-4c78-8ebf-b33fde029e1a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:33.128839 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:33.231940 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:33.235490 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5796afc0-b2a5-4c26-a5f6-acc44efdd591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:33.280457 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 0ea9a863-c39c-4c78-8ebf-b33fde029e1a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=0ea9a863-c39c-4c78-8ebf-b33fde029e1a,segment=NetworkSegment(c8fc24ad-bca6-4f75-9712-a5ce61f9ad15),segment_id=c8fc24ad-bca6-4f75-9712-a5ce61f9ad15)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:33.286849 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:33.289343 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 63b9b535-4adf-4153-8300-68abc671058b no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:18:33.309135 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796afc0-b2a5-4c26-a5f6-acc44efdd591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d7eb0d2-b453-430e-a45e-5e42e8504bec,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:33.322472 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5796afc0-b2a5-4c26-a5f6-acc44efdd591 admin admin] Checking segment: {'id': '53762a10-5fe0-484e-9941-1f0f56be687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:18:33.322868 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5796afc0-b2a5-4c26-a5f6-acc44efdd591 admin admin] Network hostable DHCP agents. Network: 392e071a-74c7-4fe5-bb29-c255df6e948c, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:18:33.341633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5796afc0-b2a5-4c26-a5f6-acc44efdd591 admin admin] Network 392e071a-74c7-4fe5-bb29-c255df6e948c is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:18:33.357174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-5796afc0-b2a5-4c26-a5f6-acc44efdd591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 392e071a-74c7-4fe5-bb29-c255df6e948c) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:18:33.365985 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5796afc0-b2a5-4c26-a5f6-acc44efdd591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:33.368170 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5796afc0-b2a5-4c26-a5f6-acc44efdd591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:33.378154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ed433e-40cc-4a06-9dae-57a115f49dad None None] Network 392e071a-74c7-4fe5-bb29-c255df6e948c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:18:33.394356 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5796afc0-b2a5-4c26-a5f6-acc44efdd591 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4734259 Aug 20 10:18:33.394654 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36488) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:33.399362 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-219520021-router', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:33.406360 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=0ea9a863-c39c-4c78-8ebf-b33fde029e1a,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:33.458999 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:33.461024 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:33.505174 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:33.533442 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:33.568815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 63b9b535-4adf-4153-8300-68abc671058b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=63b9b535-4adf-4153-8300-68abc671058b,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:33.586127 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-6307b9d5-93b5-43c5-8b4f-dc431fbf7b42 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:33.587731 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-6307b9d5-93b5-43c5-8b4f-dc431fbf7b42 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5&tenant_id=4bbe3cedbde94338837c7f3482239b51&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 950 time: 0.1495278 Aug 20 10:18:33.594779 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:33.604733 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee3e67-f5c0-4cc1-9771-9a7e0711fb42 req-91d1b011-37f6-4eb6-9a6a-6da40f7b3f58 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:33.606311 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0ee3e67-f5c0-4cc1-9771-9a7e0711fb42 req-91d1b011-37f6-4eb6-9a6a-6da40f7b3f58 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 950 time: 0.1051197 Aug 20 10:18:33.631157 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 63b9b535-4adf-4153-8300-68abc671058b details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:18:33.696893 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0ee3e67-f5c0-4cc1-9771-9a7e0711fb42 req-86f3a744-65cf-4076-b157-c7542a7c2b62 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616522 Aug 20 10:18:33.719288 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-9b629b79-3b13-4a53-a1a5-6004574cfda0 service neutron] 10.222.0.42 "GET /v2.0/ports/63b9b535-4adf-4153-8300-68abc671058b/bindings/n-h1-778550-11 HTTP/1.1" status: 200 len: 383 time: 0.1117880 Aug 20 10:18:33.775032 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:33.781720 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=63b9b535-4adf-4153-8300-68abc671058b,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:33.792641 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-392e071a-74c7-4fe5-bb29-c255df6e948c', 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'fixed_ips': [{'subnet_id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:18:33.793527 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:33.862603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-fa962d80-2ec5-42be-98fe-0207c19458cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:33.862851 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-fa962d80-2ec5-42be-98fe-0207c19458cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 1100 time: 0.1094913 Aug 20 10:18:33.884149 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dc36c-549a-466c-a8f3-997a829a8b26 req-780572d8-d5fd-4ce3-8dfd-d0c00a1c4eb0 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:33.891478 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9e1dc36c-549a-466c-a8f3-997a829a8b26 req-780572d8-d5fd-4ce3-8dfd-d0c00a1c4eb0 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 944 time: 0.1008227 Aug 20 10:18:33.958017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378d43d-5df0-43c4-a0b9-31f773d6bd01 req-e0ec5869-d36c-445c-89dd-7ce40e20b6e1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:33.958847 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9e1dc36c-549a-466c-a8f3-997a829a8b26 req-9757049c-f588-4c89-a6dc-473554848173 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617287 Aug 20 10:18:33.958971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378d43d-5df0-43c4-a0b9-31f773d6bd01 req-e0ec5869-d36c-445c-89dd-7ce40e20b6e1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:33.965968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378d43d-5df0-43c4-a0b9-31f773d6bd01 req-e0ec5869-d36c-445c-89dd-7ce40e20b6e1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:33.972854 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378d43d-5df0-43c4-a0b9-31f773d6bd01 req-e0ec5869-d36c-445c-89dd-7ce40e20b6e1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:33.979097 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378d43d-5df0-43c4-a0b9-31f773d6bd01 req-e0ec5869-d36c-445c-89dd-7ce40e20b6e1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:33.984999 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378d43d-5df0-43c4-a0b9-31f773d6bd01 req-e0ec5869-d36c-445c-89dd-7ce40e20b6e1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:33.991083 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378d43d-5df0-43c4-a0b9-31f773d6bd01 req-e0ec5869-d36c-445c-89dd-7ce40e20b6e1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:33.993507 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e378d43d-5df0-43c4-a0b9-31f773d6bd01 req-e0ec5869-d36c-445c-89dd-7ce40e20b6e1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5434 time: 0.1692429 Aug 20 10:18:34.017050 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 63b9b535-4adf-4153-8300-68abc671058b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=63b9b535-4adf-4153-8300-68abc671058b,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:34.067412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-622add6b-df48-4dad-b42a-934bbf5bb40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:34.069113 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-622add6b-df48-4dad-b42a-934bbf5bb40b service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1962900 Aug 20 10:18:34.081021 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e378d43d-5df0-43c4-a0b9-31f773d6bd01 req-aa8e4fb0-bf2a-4efd-b1ae-68c4c611212c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754781 Aug 20 10:18:34.090075 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '63b9b535-4adf-4153-8300-68abc671058b', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '63b9b535-4adf-4153-8300-68abc671058b', 'mac_address': 'fa:16:3e:01:03:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:18:34.138047 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Allocated IP 172.20.0.2 (392e071a-74c7-4fe5-bb29-c255df6e948c/1d7eb0d2-b453-430e-a45e-5e42e8504bec/0fa28749-ad1c-4fa9-a6b5-71a7116e25c7) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:18:34.143905 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-4b5e7181-99dc-48f6-86cd-032f56f685a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=63b9b535-4adf-4153-8300-68abc671058b HTTP/1.1" status: 200 len: 217 time: 0.0557542 Aug 20 10:18:34.152492 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:34.178924 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b9b535-4adf-4153-8300-68abc671058b {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:34.222493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-423c1a9f-e34a-4759-99a9-c5df105c32a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:34.225478 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-423c1a9f-e34a-4759-99a9-c5df105c32a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0726624 Aug 20 10:18:34.226287 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e593f-8119-4fbe-a28e-5f743ccd3ac5 req-d7b87670-2548-4c49-b450-c1405374b1a4 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:34.229994 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf8e593f-8119-4fbe-a28e-5f743ccd3ac5 req-d7b87670-2548-4c49-b450-c1405374b1a4 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 943 time: 0.1221497 Aug 20 10:18:34.233492 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:34.236285 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 63b9b535-4adf-4153-8300-68abc671058b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=63b9b535-4adf-4153-8300-68abc671058b,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:34.241422 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:34.293453 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:34.303574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-6aaf0bdd-c481-4d38-af41-3fb978ef2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:34.305783 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-6aaf0bdd-c481-4d38-af41-3fb978ef2075 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0630355 Aug 20 10:18:34.384079 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf8e593f-8119-4fbe-a28e-5f743ccd3ac5 req-a35c6110-9189-4ff3-8e58-00568f6de204 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3e69e9e-e044-4f96-89bb-d8a206050d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474378 Aug 20 10:18:34.409941 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=63b9b535-4adf-4153-8300-68abc671058b,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:34.430101 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-bac66115-cc78-470d-b68c-016e39f6f4f9 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119456 Aug 20 10:18:34.433568 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:34.445498 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Transition to ACTIVE for port object 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:18:34.447466 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f3e1a5-7f05-4149-b43b-14fa8fc00bb5'}, {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2546b1e2-0838-4e48-be61-9c0af5b6f798'}, {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea9a863-c39c-4c78-8ebf-b33fde029e1a'}, {'server_uuid': '2d13513f-73f2-422e-a2f2-a9afba0362a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b9b535-4adf-4153-8300-68abc671058b'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:34.449780 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a667a427-9e1c-4945-8e2f-b8c944f81547" -d '{"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-plugged", "status": "completed", "tag": "39f3e1a5-7f05-4149-b43b-14fa8fc00bb5"}, {"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-plugged", "status": "completed", "tag": "2546b1e2-0838-4e48-be61-9c0af5b6f798"}, {"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-plugged", "status": "completed", "tag": "0ea9a863-c39c-4c78-8ebf-b33fde029e1a"}, {"server_uuid": "2d13513f-73f2-422e-a2f2-a9afba0362a5", "name": "network-vif-unplugged", "status": "completed", "tag": "63b9b535-4adf-4153-8300-68abc671058b"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:34.485210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Allocated IP 172.25.3.96 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/4bac4e1b-a228-49ce-a030-93de19755d49) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:18:34.485495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Transition to ACTIVE for port object 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:18:34.496365 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:34.552304 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9094b58-da2f-4a7c-95ca-742150bdf292 x-openstack-request-id: req-c9094b58-da2f-4a7c-95ca-742150bdf292 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:34.552641 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-plugged", "status": "completed", "tag": "39f3e1a5-7f05-4149-b43b-14fa8fc00bb5", "code": 200}, {"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-plugged", "status": "completed", "tag": "2546b1e2-0838-4e48-be61-9c0af5b6f798", "code": 200}, {"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-plugged", "status": "completed", "tag": "0ea9a863-c39c-4c78-8ebf-b33fde029e1a", "code": 200}, {"server_uuid": "2d13513f-73f2-422e-a2f2-a9afba0362a5", "name": "network-vif-unplugged", "status": "completed", "tag": "63b9b535-4adf-4153-8300-68abc671058b", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:34.552888 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9094b58-da2f-4a7c-95ca-742150bdf292 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:34.553388 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f3e1a5-7f05-4149-b43b-14fa8fc00bb5', 'code': 200} Aug 20 10:18:34.554186 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2546b1e2-0838-4e48-be61-9c0af5b6f798', 'code': 200} Aug 20 10:18:34.554447 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea9a863-c39c-4c78-8ebf-b33fde029e1a', 'code': 200} Aug 20 10:18:34.554702 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d13513f-73f2-422e-a2f2-a9afba0362a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b9b535-4adf-4153-8300-68abc671058b', 'code': 200} Aug 20 10:18:34.580600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Pushing event updated for resources: {'Port': ['ID=0fa28749-ad1c-4fa9-a6b5-71a7116e25c7,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:34.587298 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Network 392e071a-74c7-4fe5-bb29-c255df6e948c is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:18:34.589937 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:18:34.595397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:18:34.596745 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-e0fe7f94-7970-47e9-8797-6263b5bd17d2 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544254 Aug 20 10:18:34.645581 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:34.692129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7efd-596f-4781-aa24-93cbe39a5bd9 req-f69e4171-695a-4a7e-8c0f-c791a536f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:34.692639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7efd-596f-4781-aa24-93cbe39a5bd9 req-f69e4171-695a-4a7e-8c0f-c791a536f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:34.693304 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7efd-596f-4781-aa24-93cbe39a5bd9 req-f69e4171-695a-4a7e-8c0f-c791a536f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:34.693630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7efd-596f-4781-aa24-93cbe39a5bd9 req-f69e4171-695a-4a7e-8c0f-c791a536f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:34.694241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7efd-596f-4781-aa24-93cbe39a5bd9 req-f69e4171-695a-4a7e-8c0f-c791a536f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:34.695420 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7efd-596f-4781-aa24-93cbe39a5bd9 req-f69e4171-695a-4a7e-8c0f-c791a536f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:34.695947 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f7efd-596f-4781-aa24-93cbe39a5bd9 req-f69e4171-695a-4a7e-8c0f-c791a536f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:34.698343 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e2f7efd-596f-4781-aa24-93cbe39a5bd9 req-f69e4171-695a-4a7e-8c0f-c791a536f871 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 6498 time: 0.0661843 Aug 20 10:18:34.705664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['63b9b535-4adf-4153-8300-68abc671058b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:18:34.714238 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:34.754726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Attempting to bind port 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:18:34.755287 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Attempting to bind port 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '53762a10-5fe0-484e-9941-1f0f56be687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:18:34.755759 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Attempting to bind port 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 on network 392e071a-74c7-4fe5-bb29-c255df6e948c {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:18:34.762868 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:18:34.763319 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Checking segment: {'id': '53762a10-5fe0-484e-9941-1f0f56be687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:18:34.763843 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:34.764349 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Bound using segment: {'id': '53762a10-5fe0-484e-9941-1f0f56be687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:18:34.765017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Bound port: 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53762a10-5fe0-484e-9941-1f0f56be687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:18:34.765418 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:34.784339 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:34.800190 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:18:34.805384 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:18:34.812425 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:18:34.816375 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Pushing event updated for resources: {'Port': ['ID=4bac4e1b-a228-49ce-a030-93de19755d49,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:34.860064 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e2f7efd-596f-4781-aa24-93cbe39a5bd9 req-2d46be7d-a2b7-407a-b438-2cec7e648a32 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1525116 Aug 20 10:18:34.862458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] For port 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:18:34.867326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] For port 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0fa28749-ad1c-4fa9-a6b5-71a7116e25c7,segment=NetworkSegment(53762a10-5fe0-484e-9941-1f0f56be687e),segment_id=53762a10-5fe0-484e-9941-1f0f56be687e)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:18:34.882561 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:34.952153 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f23384-4a9a-4374-8c04-36a9bd05fc19 req-c6825ea4-e0e0-4504-8d20-e3ddc4afc3cd tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:34.954059 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-41f23384-4a9a-4374-8c04-36a9bd05fc19 req-c6825ea4-e0e0-4504-8d20-e3ddc4afc3cd tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 949 time: 0.0645614 Aug 20 10:18:34.987393 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7ecec-3cce-4009-a3b3-56cad4331d91 None None] Pushing event updated for resources: {'Port': ['ID=0fa28749-ad1c-4fa9-a6b5-71a7116e25c7,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:35.044730 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-41f23384-4a9a-4374-8c04-36a9bd05fc19 req-ccbe67cc-4aa4-4445-b6ee-452a6b779013 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782819 Aug 20 10:18:35.211646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffc15d-7aff-4b83-b3fa-48f2e7aa61dc req-39682480-9597-4451-8fe8-d653b06a2bd9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:35.213515 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5cffc15d-7aff-4b83-b3fa-48f2e7aa61dc req-39682480-9597-4451-8fe8-d653b06a2bd9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 944 time: 0.0997117 Aug 20 10:18:35.214679 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:35.294868 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f6e6d-4e4a-4524-baaf-4653a647df3d req-78abddfb-8363-4df0-ad65-0b4cf85a03c2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:35.301653 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5cffc15d-7aff-4b83-b3fa-48f2e7aa61dc req-b89bcef3-b6df-4ae3-879b-605b22f9ee82 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495920 Aug 20 10:18:35.349951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f6e6d-4e4a-4524-baaf-4653a647df3d req-78abddfb-8363-4df0-ad65-0b4cf85a03c2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:35.350075 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f6e6d-4e4a-4524-baaf-4653a647df3d req-78abddfb-8363-4df0-ad65-0b4cf85a03c2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:35.357497 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f6e6d-4e4a-4524-baaf-4653a647df3d req-78abddfb-8363-4df0-ad65-0b4cf85a03c2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:35.363432 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f6e6d-4e4a-4524-baaf-4653a647df3d req-78abddfb-8363-4df0-ad65-0b4cf85a03c2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:35.370032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f6e6d-4e4a-4524-baaf-4653a647df3d req-78abddfb-8363-4df0-ad65-0b4cf85a03c2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:35.378560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f6e6d-4e4a-4524-baaf-4653a647df3d req-78abddfb-8363-4df0-ad65-0b4cf85a03c2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:35.391901 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d96f6e6d-4e4a-4524-baaf-4653a647df3d req-78abddfb-8363-4df0-ad65-0b4cf85a03c2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5434 time: 0.1967027 Aug 20 10:18:35.430740 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d96f6e6d-4e4a-4524-baaf-4653a647df3d req-bc2d46e9-dc1e-4bf3-92d5-dc195c1f4f5c tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379426 Aug 20 10:18:35.611211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d38bd9-fcf2-45e5-be54-995a66af0d77 req-a7777973-084e-4269-b99b-0134d091851f tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:35.612938 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c7d38bd9-fcf2-45e5-be54-995a66af0d77 req-a7777973-084e-4269-b99b-0134d091851f tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 943 time: 0.0683084 Aug 20 10:18:35.629066 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:35.664454 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c7d38bd9-fcf2-45e5-be54-995a66af0d77 req-b3db4d95-f79d-45b7-8156-06e5b5519973 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3e69e9e-e044-4f96-89bb-d8a206050d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442529 Aug 20 10:18:35.779536 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Router 00d46e94-6ebd-4c63-86d1-717a39c49b11 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:18:35.890315 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:18:35.900401 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Sync routers for ids ['00d46e94-6ebd-4c63-86d1-717a39c49b11'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:18:35.914890 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Routers {'00d46e94-6ebd-4c63-86d1-717a39c49b11'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:18:35.915481 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:18:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['00d46e94-6ebd-4c63-86d1-717a39c49b11'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:35.920353 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:35.921854 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5984da91-478e-42c3-ae43-502a5eb3ddd0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5258400 Aug 20 10:18:35.925007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36536) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:36.070521 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Set router 00d46e94-6ebd-4c63-86d1-717a39c49b11 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:18:36.155473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:18:36.290441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba22e3-2d1a-4143-a1ee-d5b165c227f9 req-c151279f-dbeb-4c37-976f-a7ac80031387 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:36.292627 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4dba22e3-2d1a-4143-a1ee-d5b165c227f9 req-c151279f-dbeb-4c37-976f-a7ac80031387 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 949 time: 0.1037633 Aug 20 10:18:36.304930 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:36.376747 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4dba22e3-2d1a-4143-a1ee-d5b165c227f9 req-2c756f08-a67a-4817-a00c-1cb45a7743e8 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767672 Aug 20 10:18:36.437815 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'name': 'tempest-ServersTestManualDisk-219520021-router', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:18:33Z', 'updated_at': '2021-08-20T10:18:35Z', 'revision_number': 3, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'gw_port': {'id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:34Z', 'updated_at': '2021-08-20T10:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:36.468861 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Checking router: 00d46e94-6ebd-4c63-86d1-717a39c49b11 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:18:36.469269 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Updating router 00d46e94-6ebd-4c63-86d1-717a39c49b11 port 4bac4e1b-a228-49ce-a030-93de19755d49 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:18:36.501760 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:36.563066 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 933b9943-2f19-4c47-b716-32ef428a7f9d no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:18:36.701730 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56217f0-c622-441a-a609-b76c83c190e4 req-d705730f-6bb4-477c-8efd-42577ee6e94b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:36.707574 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5986c1c7-2222-433f-bda0-7a80797f6a4f None None] Network 392e071a-74c7-4fe5-bb29-c255df6e948c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:18:36.724495 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56217f0-c622-441a-a609-b76c83c190e4 req-d705730f-6bb4-477c-8efd-42577ee6e94b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:36.742202 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56217f0-c622-441a-a609-b76c83c190e4 req-d705730f-6bb4-477c-8efd-42577ee6e94b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:36.744909 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56217f0-c622-441a-a609-b76c83c190e4 req-d705730f-6bb4-477c-8efd-42577ee6e94b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:36.765033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56217f0-c622-441a-a609-b76c83c190e4 req-d705730f-6bb4-477c-8efd-42577ee6e94b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:36.771235 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56217f0-c622-441a-a609-b76c83c190e4 req-d705730f-6bb4-477c-8efd-42577ee6e94b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:36.786437 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56217f0-c622-441a-a609-b76c83c190e4 req-d705730f-6bb4-477c-8efd-42577ee6e94b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:36.788177 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f56217f0-c622-441a-a609-b76c83c190e4 req-d705730f-6bb4-477c-8efd-42577ee6e94b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5434 time: 0.2025189 Aug 20 10:18:36.803077 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2058f96-fa71-4636-97c5-32d2158197f9 req-8a575ed6-33df-4a53-a924-dc93d7006ddf tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:36.813585 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2058f96-fa71-4636-97c5-32d2158197f9 req-8a575ed6-33df-4a53-a924-dc93d7006ddf tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 944 time: 0.2975426 Aug 20 10:18:36.886038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c8e16b1e-a112-4f32-ad8c-aa872d1041dd None None] Provisioning for port 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:36.891016 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:36.895482 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c8e16b1e-a112-4f32-ad8c-aa872d1041dd None None] Provisioning complete for port 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:36.895835 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c8e16b1e-a112-4f32-ad8c-aa872d1041dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:36.927201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2058f96-fa71-4636-97c5-32d2158197f9 req-6761a628-d79a-4e7a-8dcb-9d2b21b21734 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124189 Aug 20 10:18:37.323670 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:37.351307 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Transition to ACTIVE for port object 4bac4e1b-a228-49ce-a030-93de19755d49 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:18:37.368297 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:37.389865 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c8e16b1e-a112-4f32-ad8c-aa872d1041dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:37.437155 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Attempting to bind port 4bac4e1b-a228-49ce-a030-93de19755d49 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:18:37.437526 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Attempting to bind port 4bac4e1b-a228-49ce-a030-93de19755d49 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:18:37.437885 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Attempting to bind port 4bac4e1b-a228-49ce-a030-93de19755d49 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:18:37.445824 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:18:37.446319 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:18:37.446730 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:37.447150 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:18:37.447884 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Bound port: 4bac4e1b-a228-49ce-a030-93de19755d49, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:18:37.448127 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:37.481845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c8e16b1e-a112-4f32-ad8c-aa872d1041dd None None] For port 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0fa28749-ad1c-4fa9-a6b5-71a7116e25c7,segment=NetworkSegment(53762a10-5fe0-484e-9941-1f0f56be687e),segment_id=53762a10-5fe0-484e-9941-1f0f56be687e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:37.483857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Allocated IP 172.20.0.1 (392e071a-74c7-4fe5-bb29-c255df6e948c/1d7eb0d2-b453-430e-a45e-5e42e8504bec/ec79a482-229d-4e64-9b5e-bc785f49c06d) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:18:37.493195 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c8e16b1e-a112-4f32-ad8c-aa872d1041dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:37.539907 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b291fb-fff8-469d-aa89-9516eaed89d6 req-f00a87ee-6b15-4c24-b11d-ff646fc73655 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:37.553152 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8b291fb-fff8-469d-aa89-9516eaed89d6 req-f00a87ee-6b15-4c24-b11d-ff646fc73655 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 943 time: 0.2006450 Aug 20 10:18:37.569274 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] For port 4bac4e1b-a228-49ce-a030-93de19755d49, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:18:37.573880 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] For port 4bac4e1b-a228-49ce-a030-93de19755d49, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4bac4e1b-a228-49ce-a030-93de19755d49,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:18:37.585778 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:37.597155 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6878422-edf0-4364-a69e-1df3e51ca4fa None None] Pushing event updated for resources: {'Port': ['ID=4bac4e1b-a228-49ce-a030-93de19755d49,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:37.599908 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e16b1e-a112-4f32-ad8c-aa872d1041dd None None] Pushing event updated for resources: {'Port': ['ID=0fa28749-ad1c-4fa9-a6b5-71a7116e25c7,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:37.658744 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 63b9b535-4adf-4153-8300-68abc671058b no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:18:37.672727 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Routers {'00d46e94-6ebd-4c63-86d1-717a39c49b11'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:18:37.673575 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:18:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['00d46e94-6ebd-4c63-86d1-717a39c49b11'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:37.718791 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f56217f0-c622-441a-a609-b76c83c190e4 req-e37c74dc-dcc4-42ec-9caf-e6eaefc8d046 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9228618 Aug 20 10:18:37.727381 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6878422-edf0-4364-a69e-1df3e51ca4fa None None] Pushing event updated for resources: {'Port': ['ID=4bac4e1b-a228-49ce-a030-93de19755d49,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:37.745594 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-29487ce6-5078-48a0-8bed-31e6abb8d15e service neutron] 10.222.0.24 "GET /v2.0/ports/933b9943-2f19-4c47-b716-32ef428a7f9d/bindings/n-h1-778550-11 HTTP/1.1" status: 200 len: 385 time: 0.2133057 Aug 20 10:18:37.829083 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8b291fb-fff8-469d-aa89-9516eaed89d6 req-10ba54d3-9e4e-4205-99b2-c38494e46239 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3e69e9e-e044-4f96-89bb-d8a206050d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748566 Aug 20 10:18:37.850141 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:37.864750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-e25426d3-aa6a-498d-adbb-69fbca6943ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:37.868885 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-e25426d3-aa6a-498d-adbb-69fbca6943ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5&tenant_id=4bbe3cedbde94338837c7f3482239b51 HTTP/1.1" status: 200 len: 1101 time: 0.1580122 Aug 20 10:18:37.873613 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] Set router 00d46e94-6ebd-4c63-86d1-717a39c49b11 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:18:37.906446 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:37.914229 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 63b9b535-4adf-4153-8300-68abc671058b {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:37.979620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Transition to ACTIVE for port object ec79a482-229d-4e64-9b5e-bc785f49c06d will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:18:38.018779 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-5520e2f6-47d4-436e-a97e-3afdf4248cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:38.020321 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-5520e2f6-47d4-436e-a97e-3afdf4248cda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 1101 time: 0.1282647 Aug 20 10:18:38.054470 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4b245f35-212b-463d-9112-7d50c2823f78 None None] Provisioning complete for port 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:38.054766 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4b245f35-212b-463d-9112-7d50c2823f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:38.119903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 63b9b535-4adf-4153-8300-68abc671058b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=63b9b535-4adf-4153-8300-68abc671058b,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:38.121069 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:18:38.148877 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:38.163219 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-43ac6e2b-0255-4daf-9103-fb3cbaa8a21b service neutron] For port 933b9943-2f19-4c47-b716-32ef428a7f9d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=933b9943-2f19-4c47-b716-32ef428a7f9d,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:38.190415 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-43ac6e2b-0255-4daf-9103-fb3cbaa8a21b service neutron] For port 933b9943-2f19-4c47-b716-32ef428a7f9d, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:18:38.193369 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:38.255109 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'name': 'tempest-ServersTestManualDisk-219520021-router', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:18:33Z', 'updated_at': '2021-08-20T10:18:35Z', 'revision_number': 3, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'gw_port': {'id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:34Z', 'updated_at': '2021-08-20T10:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:38.266751 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Pushing event updated for resources: {'Port': ['ID=ec79a482-229d-4e64-9b5e-bc785f49c06d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:38.291377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=63b9b535-4adf-4153-8300-68abc671058b,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:38.293315 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Network 392e071a-74c7-4fe5-bb29-c255df6e948c is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:18:38.302468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:18:38.311666 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0918c2-8571-4fa4-86c2-1ff91d3cf584 None None] The sync data for ids ['00d46e94-6ebd-4c63-86d1-717a39c49b11'] in n-d-778550-11 is: [{'id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'name': 'tempest-ServersTestManualDisk-219520021-router', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:18:33Z', 'updated_at': '2021-08-20T10:18:35Z', 'revision_number': 3, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'gw_port': {'id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:34Z', 'updated_at': '2021-08-20T10:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:18:38.313304 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:38.313724 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:18:38.314305 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:38.324527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-43ac6e2b-0255-4daf-9103-fb3cbaa8a21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933b9943-2f19-4c47-b716-32ef428a7f9d {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:38.337736 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79369a-3a03-4640-adda-c889453271f8 req-5b6b9da1-74e5-4968-a894-03cda2f6dc4a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:38.339387 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7c79369a-3a03-4640-adda-c889453271f8 req-5b6b9da1-74e5-4968-a894-03cda2f6dc4a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 948 time: 0.4538424 Aug 20 10:18:38.346059 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb72803-2b41-46e4-b5b2-ed23ac8adcaf req-84010373-dbc2-4949-8875-b5af3b889d9c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:38.347672 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2bb72803-2b41-46e4-b5b2-ed23ac8adcaf req-84010373-dbc2-4949-8875-b5af3b889d9c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 944 time: 0.1902137 Aug 20 10:18:38.354692 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-43ac6e2b-0255-4daf-9103-fb3cbaa8a21b service neutron] For port 933b9943-2f19-4c47-b716-32ef428a7f9d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=933b9943-2f19-4c47-b716-32ef428a7f9d,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:38.393242 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-43ac6e2b-0255-4daf-9103-fb3cbaa8a21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:38.417887 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7c79369a-3a03-4640-adda-c889453271f8 req-a57d13ad-ea06-40b6-baa1-a02e8d7e9ca6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689137 Aug 20 10:18:38.501698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-db4e1f0d-1485-4f59-af67-277e4a06d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:38.503273 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-db4e1f0d-1485-4f59-af67-277e4a06d8d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.4728532 Aug 20 10:18:38.523885 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-43ac6e2b-0255-4daf-9103-fb3cbaa8a21b service neutron] Transition to ACTIVE for port object 933b9943-2f19-4c47-b716-32ef428a7f9d will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:18:38.539482 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-43ac6e2b-0255-4daf-9103-fb3cbaa8a21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:38.577730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device a20c96ec-f945-44f4-bb93-0969496a6d7f details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:18:38.592163 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:38.627604 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-43ac6e2b-0255-4daf-9103-fb3cbaa8a21b service neutron] No DVR routers for this DVR port 933b9943-2f19-4c47-b716-32ef428a7f9d on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:18:38.676522 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-43ac6e2b-0255-4daf-9103-fb3cbaa8a21b service neutron] 10.222.0.24 "PUT /v2.0/ports/933b9943-2f19-4c47-b716-32ef428a7f9d/bindings/n-h1-778550-11/activate HTTP/1.1" status: 200 len: 370 time: 0.9229975 Aug 20 10:18:38.677862 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac6e2b-0255-4daf-9103-fb3cbaa8a21b service neutron] Pushing event updated for resources: {'Port': ['ID=933b9943-2f19-4c47-b716-32ef428a7f9d,revision_number=10']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:38.739362 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2bb72803-2b41-46e4-b5b2-ed23ac8adcaf req-5db9fab8-9010-481b-91c7-de9ad2b66c15 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437874 Aug 20 10:18:38.754938 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-e8b3412d-a106-4dba-98a5-12e7e6a03049 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=63b9b535-4adf-4153-8300-68abc671058b HTTP/1.1" status: 200 len: 217 time: 0.2272410 Aug 20 10:18:38.811255 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4bebe7f3-fb31-4201-9dfe-b6fd92c3f41e None None] Provisioning for port ec79a482-229d-4e64-9b5e-bc785f49c06d completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:38.833931 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4bebe7f3-fb31-4201-9dfe-b6fd92c3f41e None None] Provisioning complete for port ec79a482-229d-4e64-9b5e-bc785f49c06d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:38.834373 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4bebe7f3-fb31-4201-9dfe-b6fd92c3f41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:38.896848 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port a20c96ec-f945-44f4-bb93-0969496a6d7f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=a20c96ec-f945-44f4-bb93-0969496a6d7f,segment=NetworkSegment(2f1de757-5ac2-423d-9c17-853ec553dbe6),segment_id=2f1de757-5ac2-423d-9c17-853ec553dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:38.914156 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'a20c96ec-f945-44f4-bb93-0969496a6d7f', 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2', 'port_id': 'a20c96ec-f945-44f4-bb93-0969496a6d7f', 'mac_address': 'fa:16:3e:b8:b1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271ccc16-072d-4062-b4ce-136f701c2492', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:18:38.923612 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4bebe7f3-fb31-4201-9dfe-b6fd92c3f41e None None] Port ec79a482-229d-4e64-9b5e-bc785f49c06d cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:18:38.951896 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0eace-a60f-4b73-89ea-769c90a7e93e req-f89190cd-1508-4b21-838e-8fec440cfa0d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:38.952999 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:38.958339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0eace-a60f-4b73-89ea-769c90a7e93e req-f89190cd-1508-4b21-838e-8fec440cfa0d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:38.963483 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-452d6151-a8bd-4edf-840e-f560c7ce4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:38.965038 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-452d6151-a8bd-4edf-840e-f560c7ce4b26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1768198 Aug 20 10:18:38.966607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0eace-a60f-4b73-89ea-769c90a7e93e req-f89190cd-1508-4b21-838e-8fec440cfa0d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:38.975991 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0eace-a60f-4b73-89ea-769c90a7e93e req-f89190cd-1508-4b21-838e-8fec440cfa0d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:38.986155 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0eace-a60f-4b73-89ea-769c90a7e93e req-f89190cd-1508-4b21-838e-8fec440cfa0d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:38.987028 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:38.998497 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0eace-a60f-4b73-89ea-769c90a7e93e req-f89190cd-1508-4b21-838e-8fec440cfa0d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:39.005405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0eace-a60f-4b73-89ea-769c90a7e93e req-f89190cd-1508-4b21-838e-8fec440cfa0d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:39.008010 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e3c0eace-a60f-4b73-89ea-769c90a7e93e req-f89190cd-1508-4b21-838e-8fec440cfa0d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5434 time: 0.1491196 Aug 20 10:18:39.018804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20c96ec-f945-44f4-bb93-0969496a6d7f {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:39.057789 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port a20c96ec-f945-44f4-bb93-0969496a6d7f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=a20c96ec-f945-44f4-bb93-0969496a6d7f,segment=NetworkSegment(2f1de757-5ac2-423d-9c17-853ec553dbe6),segment_id=2f1de757-5ac2-423d-9c17-853ec553dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:39.064623 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:39.067179 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e3c0eace-a60f-4b73-89ea-769c90a7e93e req-830bc12e-018e-47e1-8e2b-55e91dc36e70 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526710 Aug 20 10:18:39.094275 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-7d8eed7e-5bb2-4864-82c1-2c61fe518d21 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:39.096369 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-7d8eed7e-5bb2-4864-82c1-2c61fe518d21 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e&tenant_id=11d213eb32ff4dabbbc87687feab7bcc&binding%3Ahost_id=n-h2-778550-11 HTTP/1.1" status: 200 len: 1097 time: 0.3172605 Aug 20 10:18:39.133567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=a20c96ec-f945-44f4-bb93-0969496a6d7f,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:39.233972 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbced0f-3a29-4449-8fa9-16e653a5fd7e req-db3f5587-2609-44b4-a4da-a02cd8d46ef9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:39.235159 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bab19-e9d2-4c6f-9ede-9c3e8dc5affa req-d4ac01b0-0464-4653-8c79-a1a62ba202d4 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:39.236698 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a29bab19-e9d2-4c6f-9ede-9c3e8dc5affa req-d4ac01b0-0464-4653-8c79-a1a62ba202d4 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 944 time: 0.2760804 Aug 20 10:18:39.240153 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbced0f-3a29-4449-8fa9-16e653a5fd7e req-db3f5587-2609-44b4-a4da-a02cd8d46ef9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:39.246781 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbced0f-3a29-4449-8fa9-16e653a5fd7e req-db3f5587-2609-44b4-a4da-a02cd8d46ef9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:39.252845 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbced0f-3a29-4449-8fa9-16e653a5fd7e req-db3f5587-2609-44b4-a4da-a02cd8d46ef9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:39.258897 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbced0f-3a29-4449-8fa9-16e653a5fd7e req-db3f5587-2609-44b4-a4da-a02cd8d46ef9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:39.264893 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbced0f-3a29-4449-8fa9-16e653a5fd7e req-db3f5587-2609-44b4-a4da-a02cd8d46ef9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:39.270835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbced0f-3a29-4449-8fa9-16e653a5fd7e req-db3f5587-2609-44b4-a4da-a02cd8d46ef9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:39.283422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36582) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:39.287106 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cbbced0f-3a29-4449-8fa9-16e653a5fd7e req-db3f5587-2609-44b4-a4da-a02cd8d46ef9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5434 time: 0.1131318 Aug 20 10:18:39.290214 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-20dc3b91-9a72-4b4e-8a2a-28acf1dfafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:39.291763 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-20dc3b91-9a72-4b4e-8a2a-28acf1dfafbd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2956090 Aug 20 10:18:39.299229 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-daca6dcf-6a86-45d8-8cda-fd41fd07edd4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Request body: {'floatingip': {'port_id': '2546b1e2-0838-4e48-be61-9c0af5b6f798'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:39.315630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-aa0b2571-c16a-437c-b625-43053ffb8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:39.317064 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-aa0b2571-c16a-437c-b625-43053ffb8a19 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e&tenant_id=11d213eb32ff4dabbbc87687feab7bcc HTTP/1.1" status: 200 len: 1097 time: 0.1812265 Aug 20 10:18:39.420276 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-daca6dcf-6a86-45d8-8cda-fd41fd07edd4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for floatingip, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:39.423355 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['a20c96ec-f945-44f4-bb93-0969496a6d7f'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:18:39.575846 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a29bab19-e9d2-4c6f-9ede-9c3e8dc5affa req-6013827b-3105-4f3e-9d5c-51ab1de6e955 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3e69e9e-e044-4f96-89bb-d8a206050d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3072169 Aug 20 10:18:39.649805 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:39.658235 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-7134039c-5346-4cd2-ae33-73fe0074338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:39.659784 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-7134039c-5346-4cd2-ae33-73fe0074338e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 1097 time: 0.2942474 Aug 20 10:18:39.666606 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b4c5c-2568-45ec-9838-dcc14e828841 req-142fd226-d5bb-477f-b276-3467c2307142 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:39.668492 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-538b4c5c-2568-45ec-9838-dcc14e828841 req-142fd226-d5bb-477f-b276-3467c2307142 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 948 time: 0.1081197 Aug 20 10:18:39.694112 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:39.753235 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-538b4c5c-2568-45ec-9838-dcc14e828841 req-08d9e319-6936-42ec-b4eb-36d95d0de4ad tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712700 Aug 20 10:18:39.781276 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-7864c7c4-b6ac-4662-9334-46d3445b8838 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678216 Aug 20 10:18:39.864217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f833b-4c40-45a0-af5c-9582ccd53dfc req-4f62caf3-9f42-47e6-9f3f-c54c72db9ef9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:39.865741 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-354f833b-4c40-45a0-af5c-9582ccd53dfc req-4f62caf3-9f42-47e6-9f3f-c54c72db9ef9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 945 time: 0.0531642 Aug 20 10:18:39.906925 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-354f833b-4c40-45a0-af5c-9582ccd53dfc req-4849a7e8-a4d1-40ea-8cf1-c4027d47780c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346739 Aug 20 10:18:40.026071 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4bac4e1b-a228-49ce-a030-93de19755d49 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:18:40.102669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 4bac4e1b-a228-49ce-a030-93de19755d49 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:40.108221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4bac4e1b-a228-49ce-a030-93de19755d49 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:40.108910 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:40.202892 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:40.231757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 4bac4e1b-a228-49ce-a030-93de19755d49, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4bac4e1b-a228-49ce-a030-93de19755d49,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:40.239471 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:40.305466 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=4bac4e1b-a228-49ce-a030-93de19755d49,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:40.343586 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:40.374970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Pushing event updated for resources: {'Port': ['ID=ec79a482-229d-4e64-9b5e-bc785f49c06d,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:40.433300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-abc0e223-e40b-4b86-9ada-bb18ea99ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:40.434852 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-abc0e223-e40b-4b86-9ada-bb18ea99ff7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 908 time: 0.7523751 Aug 20 10:18:40.579616 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b312f021-ad7f-4724-8508-e8d11aa3a31e req-f7e8f963-f463-441a-9caf-4f8297918737 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201269 Aug 20 10:18:40.580866 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-1d20f634-b535-4074-a324-9b8865612dba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=933b9943-2f19-4c47-b716-32ef428a7f9d HTTP/1.1" status: 200 len: 217 time: 0.1175969 Aug 20 10:18:40.589739 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device a20c96ec-f945-44f4-bb93-0969496a6d7f up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:18:40.659018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port a20c96ec-f945-44f4-bb93-0969496a6d7f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:40.663352 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port a20c96ec-f945-44f4-bb93-0969496a6d7f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:40.663598 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:40.769304 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:40.793936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877b0a18-6875-4d39-a07b-49a1ce5f59b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20c96ec-f945-44f4-bb93-0969496a6d7f'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:40.797056 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c445e9e7-48f1-46c9-9bfb-8e26674c3f8c" -d '{"events": [{"server_uuid": "877b0a18-6875-4d39-a07b-49a1ce5f59b5", "name": "network-vif-plugged", "status": "completed", "tag": "a20c96ec-f945-44f4-bb93-0969496a6d7f"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:40.813381 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port a20c96ec-f945-44f4-bb93-0969496a6d7f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=a20c96ec-f945-44f4-bb93-0969496a6d7f,segment=NetworkSegment(2f1de757-5ac2-423d-9c17-853ec553dbe6),segment_id=2f1de757-5ac2-423d-9c17-853ec553dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:40.820470 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:40.879136 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=a20c96ec-f945-44f4-bb93-0969496a6d7f,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:40.923283 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbf293-af79-4ec2-9be1-7c7935f85b4c req-b8e8715f-28eb-4d08-a0da-03944db55022 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:40.924868 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46cbf293-af79-4ec2-9be1-7c7935f85b4c req-b8e8715f-28eb-4d08-a0da-03944db55022 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 948 time: 0.0653515 Aug 20 10:18:40.941846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-3cf89d12-6421-4728-b582-d37d88035591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:40.943377 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-3cf89d12-6421-4728-b582-d37d88035591 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.3458741 Aug 20 10:18:40.955502 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Network 392e071a-74c7-4fe5-bb29-c255df6e948c is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:18:40.967614 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46cbf293-af79-4ec2-9be1-7c7935f85b4c req-06c9bac8-88d0-4e8d-adc3-7c5e77886816 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352697 Aug 20 10:18:40.970433 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:18:40.995672 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-daca6dcf-6a86-45d8-8cda-fd41fd07edd4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:41.000646 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-8216542a-cc02-4a37-864a-4807b4113c8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440803 Aug 20 10:18:41.010609 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3190c-cf4e-4a19-af7e-708025605fcd req-ef07e267-2589-4f6c-8a3b-6791d3ca0bd6 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:41.012117 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b8d3190c-cf4e-4a19-af7e-708025605fcd req-ef07e267-2589-4f6c-8a3b-6791d3ca0bd6 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 945 time: 0.2541585 Aug 20 10:18:41.020272 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-daca6dcf-6a86-45d8-8cda-fd41fd07edd4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:41.107410 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49942cc7-ad83-48d4-9a02-37670a932cff x-openstack-request-id: req-49942cc7-ad83-48d4-9a02-37670a932cff {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:41.107915 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877b0a18-6875-4d39-a07b-49a1ce5f59b5", "name": "network-vif-plugged", "status": "completed", "tag": "a20c96ec-f945-44f4-bb93-0969496a6d7f", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:41.108735 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49942cc7-ad83-48d4-9a02-37670a932cff {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:41.108940 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877b0a18-6875-4d39-a07b-49a1ce5f59b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20c96ec-f945-44f4-bb93-0969496a6d7f', 'code': 200} Aug 20 10:18:41.266290 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-87ab30eb-b461-48d8-8cfa-e515c23146ac None None] Provisioning complete for port ec79a482-229d-4e64-9b5e-bc785f49c06d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:41.266895 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-87ab30eb-b461-48d8-8cfa-e515c23146ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:41.275192 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172d38e-595a-406e-95fc-5fede3e67a58 req-cadba072-db02-417d-ab90-c60ab4d87184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:41.276869 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a172d38e-595a-406e-95fc-5fede3e67a58 req-cadba072-db02-417d-ab90-c60ab4d87184 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 1097 time: 0.0863137 Aug 20 10:18:41.293248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bd784-4929-4f2b-8810-4a360c1be4e1 req-90f95982-8bac-4f9b-8dfb-dcb48a5aabe8 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:41.297514 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b8d3190c-cf4e-4a19-af7e-708025605fcd req-04c21b8a-da49-4647-b4e9-aa797994babc tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3e69e9e-e044-4f96-89bb-d8a206050d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2727275 Aug 20 10:18:41.314319 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f1bd784-4929-4f2b-8810-4a360c1be4e1 req-90f95982-8bac-4f9b-8dfb-dcb48a5aabe8 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 945 time: 0.0844238 Aug 20 10:18:41.328598 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-87ab30eb-b461-48d8-8cfa-e515c23146ac None None] Port ec79a482-229d-4e64-9b5e-bc785f49c06d cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:18:41.343148 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-40026756-b15b-4664-a367-7ae662a1a32d service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297641 Aug 20 10:18:41.344435 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-daca6dcf-6a86-45d8-8cda-fd41fd07edd4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Floating IP 5243c04d-341b-46e2-ad11-db7c7ac55870 associated. External IP: 172.25.3.139, port: 2546b1e2-0838-4e48-be61-9c0af5b6f798. Aug 20 10:18:41.383350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Router 00d46e94-6ebd-4c63-86d1-717a39c49b11 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:18:41.400186 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f1bd784-4929-4f2b-8810-4a360c1be4e1 req-81f86780-0f9c-4759-9745-a82697cdec51 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807097 Aug 20 10:18:41.407437 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a172d38e-595a-406e-95fc-5fede3e67a58 req-45262904-01e3-4559-85a9-25782e32f305 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d3e69e9e-e044-4f96-89bb-d8a206050d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885587 Aug 20 10:18:41.572620 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-0611ff4f-9a6c-4294-bb21-66d93e831504 service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914735 Aug 20 10:18:41.673243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:18:41.690044 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2cd93346-d7d1-461f-b01c-ab256f5e6776 admin admin] 10.222.0.16 "PUT /v2.0/routers/00d46e94-6ebd-4c63-86d1-717a39c49b11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7551148 Aug 20 10:18:41.690250 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Sync routers for ids ['00d46e94-6ebd-4c63-86d1-717a39c49b11'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:18:41.704376 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Routers {'00d46e94-6ebd-4c63-86d1-717a39c49b11'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:18:41.705278 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:18:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['00d46e94-6ebd-4c63-86d1-717a39c49b11'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:41.742555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daca6dcf-6a86-45d8-8cda-fd41fd07edd4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Router 686eca49-1a64-4fb3-bb1b-26df3a9ae448 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:18:41.873317 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Set router 00d46e94-6ebd-4c63-86d1-717a39c49b11 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:18:41.905919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daca6dcf-6a86-45d8-8cda-fd41fd07edd4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:18:41.910623 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-daca6dcf-6a86-45d8-8cda-fd41fd07edd4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:41.921020 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f09e29-b6b5-423e-b8ac-d369a9aae924 None None] Sync routers for ids ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:18:41.940080 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f09e29-b6b5-423e-b8ac-d369a9aae924 None None] Routers {'686eca49-1a64-4fb3-bb1b-26df3a9ae448'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:18:41.942151 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b1f09e29-b6b5-423e-b8ac-d369a9aae924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:18:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:41.959281 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-daca6dcf-6a86-45d8-8cda-fd41fd07edd4 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "PUT /v2.0/floatingips/5243c04d-341b-46e2-ad11-db7c7ac55870 HTTP/1.1" status: 200 len: 991 time: 2.6708665 Aug 20 10:18:41.959281 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'tag': '2546b1e2-0838-4e48-be61-9c0af5b6f798'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:41.966281 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f55c8d3-fd3d-49af-ae46-335137ccf408" -d '{"events": [{"name": "network-changed", "server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "tag": "2546b1e2-0838-4e48-be61-9c0af5b6f798"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:41.975704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-bbfc2894-1d3e-48d6-8454-9f2c73d4038f tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:41.978749 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-bbfc2894-1d3e-48d6-8454-9f2c73d4038f tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e&tenant_id=11d213eb32ff4dabbbc87687feab7bcc&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 1097 time: 0.1084790 Aug 20 10:18:42.056941 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4bac4e1b-a228-49ce-a030-93de19755d49 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:18:42.108419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deead2ad-831c-43a4-aea2-daab53e43412 req-924d09ec-70d8-4389-a803-8eb54b783093 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:42.109924 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-b1f09e29-b6b5-423e-b8ac-d369a9aae924 None None] Set router 686eca49-1a64-4fb3-bb1b-26df3a9ae448 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:18:42.118675 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-deead2ad-831c-43a4-aea2-daab53e43412 req-924d09ec-70d8-4389-a803-8eb54b783093 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 820 time: 0.1557834 Aug 20 10:18:42.130874 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-deead2ad-831c-43a4-aea2-daab53e43412 req-d958cc68-de62-4db1-8036-5210266594e2 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/quotas/d90941e86594426c97114e4c5b673b06 HTTP/1.1" status: 200 len: 375 time: 0.0108593 Aug 20 10:18:42.137224 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-51911bfe-1b98-4d95-bff7-6b8a83495988 service neutron] For port 933b9943-2f19-4c47-b716-32ef428a7f9d, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:18:42.143911 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-51911bfe-1b98-4d95-bff7-6b8a83495988 service neutron] Notify callbacks [] for binding, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:42.147087 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61baa051-966c-4a99-a0b6-2e048bccdcb8 req-51911bfe-1b98-4d95-bff7-6b8a83495988 service neutron] 10.222.0.42 "DELETE /v2.0/ports/933b9943-2f19-4c47-b716-32ef428a7f9d/bindings/n-h2-778550-11 HTTP/1.1" status: 204 len: 173 time: 0.1596775 Aug 20 10:18:42.211494 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-deead2ad-831c-43a4-aea2-daab53e43412 req-4263c9d7-69fd-40ec-82ba-b7787c8aead0 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704088 Aug 20 10:18:42.237437 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4bac4e1b-a228-49ce-a030-93de19755d49 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:42.238006 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:42.270651 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36630) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:42.275888 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2b0f1360-9701-4664-b914-370e01b40e31 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1909283392', 'description': 'tempest-description--2136426872'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:42.299649 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'name': 'tempest-ServersTestManualDisk-219520021-router', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:18:33Z', 'updated_at': '2021-08-20T10:18:38Z', 'revision_number': 4, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'gw_port': {'id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:34Z', 'updated_at': '2021-08-20T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'ec79a482-229d-4e64-9b5e-bc785f49c06d', 'name': '', 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'mac_address': 'fa:16:3e:ae:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:36Z', 'updated_at': '2021-08-20T10:18:39Z', 'revision_number': 2, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'subnets': [{'id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:42.328512 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2b0f1360-9701-4664-b914-370e01b40e31 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:42.343447 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-deead2ad-831c-43a4-aea2-daab53e43412 req-974e4b58-e111-4d2e-9206-86821346eab8 service neutron] 10.222.0.16 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233292 Aug 20 10:18:42.345672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Checking router: 00d46e94-6ebd-4c63-86d1-717a39c49b11 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:18:42.346219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Updating router 00d46e94-6ebd-4c63-86d1-717a39c49b11 port ec79a482-229d-4e64-9b5e-bc785f49c06d binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:18:42.388471 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:42.433353 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2b0f1360-9701-4664-b914-370e01b40e31 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:42.444091 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fb3681-f22f-48bd-8c2e-b8b7d3d9ea6c x-openstack-request-id: req-65fb3681-f22f-48bd-8c2e-b8b7d3d9ea6c {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:42.444380 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "tag": "2546b1e2-0838-4e48-be61-9c0af5b6f798", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:42.444639 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65fb3681-f22f-48bd-8c2e-b8b7d3d9ea6c {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:42.445044 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'tag': '2546b1e2-0838-4e48-be61-9c0af5b6f798', 'status': 'completed', 'code': 200} Aug 20 10:18:42.446363 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2b0f1360-9701-4664-b914-370e01b40e31 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:42.454102 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-deead2ad-831c-43a4-aea2-daab53e43412 req-43128276-068b-4632-b0a9-8b9772d6d652 service neutron] 10.222.0.16 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092038 Aug 20 10:18:42.488518 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2b0f1360-9701-4664-b914-370e01b40e31 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:42.489745 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2b0f1360-9701-4664-b914-370e01b40e31 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2178657 Aug 20 10:18:42.494500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36636) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:42.499937 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-217c9850-ea82-4d65-a529-3e53509e24af tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Request body: {'security_group_rule': {'security_group_id': 'a5791154-6fe3-4c2c-aa09-81e5cc3535ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:42.559403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f1360-9701-4664-b914-370e01b40e31 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5791154-6fe3-4c2c-aa09-81e5cc3535ea,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:42.572586 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b1f09e29-b6b5-423e-b8ac-d369a9aae924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'name': 'tempest-TaggedBootDevicesTest-1930925587-router', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:22Z', 'updated_at': '2021-08-20T10:16:28Z', 'revision_number': 4, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'gw_port': {'id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:23Z', 'updated_at': '2021-08-20T10:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '5243c04d-341b-46e2-ad11-db7c7ac55870', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'port_id': '2546b1e2-0838-4e48-be61-9c0af5b6f798', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'mac_address': 'fa:16:3e:31:34:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:17:16Z', 'updated_at': '2021-08-20T10:18:40Z', 'revision_number': 1, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9bf531-f434-47e4-ab97-5a1df9fa181e', 'name': '', 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'mac_address': 'fa:16:3e:f9:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:27Z', 'updated_at': '2021-08-20T10:16:36Z', 'revision_number': 5, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'subnets': [{'id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:42.577811 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-217c9850-ea82-4d65-a529-3e53509e24af tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:42.627341 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f09e29-b6b5-423e-b8ac-d369a9aae924 None None] Checking router: 686eca49-1a64-4fb3-bb1b-26df3a9ae448 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:18:42.656780 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f09e29-b6b5-423e-b8ac-d369a9aae924 None None] Routers {'686eca49-1a64-4fb3-bb1b-26df3a9ae448'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:18:42.657642 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b1f09e29-b6b5-423e-b8ac-d369a9aae924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:18:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:42.664856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55c8d3-fd3d-49af-ae46-335137ccf408 req-48ecc7c1-12dd-4240-9357-2eb42dc1278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:42.665274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55c8d3-fd3d-49af-ae46-335137ccf408 req-48ecc7c1-12dd-4240-9357-2eb42dc1278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:42.684972 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55c8d3-fd3d-49af-ae46-335137ccf408 req-48ecc7c1-12dd-4240-9357-2eb42dc1278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:42.685365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55c8d3-fd3d-49af-ae46-335137ccf408 req-48ecc7c1-12dd-4240-9357-2eb42dc1278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:42.686662 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55c8d3-fd3d-49af-ae46-335137ccf408 req-48ecc7c1-12dd-4240-9357-2eb42dc1278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:42.688782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55c8d3-fd3d-49af-ae46-335137ccf408 req-48ecc7c1-12dd-4240-9357-2eb42dc1278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:42.689323 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55c8d3-fd3d-49af-ae46-335137ccf408 req-48ecc7c1-12dd-4240-9357-2eb42dc1278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:42.694766 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f55c8d3-fd3d-49af-ae46-335137ccf408 req-48ecc7c1-12dd-4240-9357-2eb42dc1278e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0e5831484784def8c1647505b6cc771&device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 6498 time: 0.1994262 Aug 20 10:18:42.720938 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-217c9850-ea82-4d65-a529-3e53509e24af tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:42.736957 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-217c9850-ea82-4d65-a529-3e53509e24af tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:42.769116 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c9850-ea82-4d65-a529-3e53509e24af tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d845f55-1b58-4e29-9799-ffe735db1365,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:42.789716 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-217c9850-ea82-4d65-a529-3e53509e24af tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:42.793824 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-217c9850-ea82-4d65-a529-3e53509e24af tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2981868 Aug 20 10:18:42.794424 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36644) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:42.800797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-aefa6b71-410c-4b12-8137-1ebaffafc6c6 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Request body: {'security_group_rule': {'security_group_id': 'a5791154-6fe3-4c2c-aa09-81e5cc3535ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:42.860464 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aefa6b71-410c-4b12-8137-1ebaffafc6c6 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:42.862268 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85524e1f-d77b-4d6b-a15f-38c8a9d444bd req-b517935d-4ab8-4617-8bc4-f9d10df3fb1e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:42.865328 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85524e1f-d77b-4d6b-a15f-38c8a9d444bd req-b517935d-4ab8-4617-8bc4-f9d10df3fb1e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 948 time: 0.2904475 Aug 20 10:18:42.907199 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-b1f09e29-b6b5-423e-b8ac-d369a9aae924 None None] Set router 686eca49-1a64-4fb3-bb1b-26df3a9ae448 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:18:42.908844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55c8d3-fd3d-49af-ae46-335137ccf408 req-c19a344f-962d-4f6f-b80c-99ff4a75695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:42.910356 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f55c8d3-fd3d-49af-ae46-335137ccf408 req-c19a344f-962d-4f6f-b80c-99ff4a75695e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8eb4a3e-b147-44c8-b055-38c08a4758a5 HTTP/1.1" status: 200 len: 913 time: 0.1990948 Aug 20 10:18:43.019477 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f55c8d3-fd3d-49af-ae46-335137ccf408 req-f1f77e91-85bd-49c6-afcc-be789d5120dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2546b1e2-0838-4e48-be61-9c0af5b6f798 HTTP/1.1" status: 200 len: 999 time: 0.0912635 Aug 20 10:18:43.028731 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aefa6b71-410c-4b12-8137-1ebaffafc6c6 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:43.038393 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aefa6b71-410c-4b12-8137-1ebaffafc6c6 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:43.079733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85524e1f-d77b-4d6b-a15f-38c8a9d444bd req-7e9ff617-c5da-4f22-85e4-908e78bb10ef tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028277 Aug 20 10:18:43.115655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa6b71-410c-4b12-8137-1ebaffafc6c6 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905fa674-8d23-403c-b955-8d24e3dc9461,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:43.129532 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aefa6b71-410c-4b12-8137-1ebaffafc6c6 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:43.135986 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aefa6b71-410c-4b12-8137-1ebaffafc6c6 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3405521 Aug 20 10:18:43.137016 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55c8d3-fd3d-49af-ae46-335137ccf408 req-4bfacd39-474b-4e88-bf5f-3d8fe12540e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:43.139437 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f55c8d3-fd3d-49af-ae46-335137ccf408 req-4bfacd39-474b-4e88-bf5f-3d8fe12540e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cdb8b0c3-e2dc-4f1a-99e9-151eb29be007 HTTP/1.1" status: 200 len: 851 time: 0.1071985 Aug 20 10:18:43.140202 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36654) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:43.155793 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b0afac35-53c2-4199-bb68-a5a080f9ce5f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:43.172574 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:43.207624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Transition to ACTIVE for port object ec79a482-229d-4e64-9b5e-bc785f49c06d will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:18:43.209110 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0afac35-53c2-4199-bb68-a5a080f9ce5f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:43.227543 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:43.280825 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e832b-54ec-4cb3-a3ed-4c454bc4b86e None None] Pushing event updated for resources: {'Port': ['ID=ec79a482-229d-4e64-9b5e-bc785f49c06d,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:43.308323 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55c8d3-fd3d-49af-ae46-335137ccf408 req-919ef4c5-0678-4fb9-b036-efe605edbf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:43.311363 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f55c8d3-fd3d-49af-ae46-335137ccf408 req-919ef4c5-0678-4fb9-b036-efe605edbf3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8eb4a3e-b147-44c8-b055-38c08a4758a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1631150 Aug 20 10:18:43.329194 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad34b-938b-40a6-b7dd-112b05c53f2c req-5ae1b93e-f98d-4f04-a687-4211c544b988 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:43.343776 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34aad34b-938b-40a6-b7dd-112b05c53f2c req-5ae1b93e-f98d-4f04-a687-4211c544b988 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 945 time: 0.1064785 Aug 20 10:18:43.358638 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Attempting to bind port ec79a482-229d-4e64-9b5e-bc785f49c06d on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:18:43.361689 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Attempting to bind port ec79a482-229d-4e64-9b5e-bc785f49c06d by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '53762a10-5fe0-484e-9941-1f0f56be687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:18:43.363338 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Attempting to bind port ec79a482-229d-4e64-9b5e-bc785f49c06d on network 392e071a-74c7-4fe5-bb29-c255df6e948c {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:18:43.386525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:18:43.389030 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Checking segment: {'id': '53762a10-5fe0-484e-9941-1f0f56be687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:18:43.389454 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:43.389852 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Bound using segment: {'id': '53762a10-5fe0-484e-9941-1f0f56be687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:18:43.391554 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Bound port: ec79a482-229d-4e64-9b5e-bc785f49c06d, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53762a10-5fe0-484e-9941-1f0f56be687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:18:43.392280 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:43.411082 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34aad34b-938b-40a6-b7dd-112b05c53f2c req-8bb7a82e-2dd2-401e-917c-2f83d57caeaa tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663064 Aug 20 10:18:43.419101 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b1f09e29-b6b5-423e-b8ac-d369a9aae924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'name': 'tempest-TaggedBootDevicesTest-1930925587-router', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:22Z', 'updated_at': '2021-08-20T10:16:28Z', 'revision_number': 4, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'gw_port': {'id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:23Z', 'updated_at': '2021-08-20T10:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '5243c04d-341b-46e2-ad11-db7c7ac55870', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'port_id': '2546b1e2-0838-4e48-be61-9c0af5b6f798', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'mac_address': 'fa:16:3e:31:34:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:17:16Z', 'updated_at': '2021-08-20T10:18:40Z', 'revision_number': 1, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9bf531-f434-47e4-ab97-5a1df9fa181e', 'name': '', 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'mac_address': 'fa:16:3e:f9:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:27Z', 'updated_at': '2021-08-20T10:16:36Z', 'revision_number': 5, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'subnets': [{'id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:43.482960 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f09e29-b6b5-423e-b8ac-d369a9aae924 None None] The sync data for ids ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'] in n-d-778550-11 is: [{'id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'name': 'tempest-TaggedBootDevicesTest-1930925587-router', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:22Z', 'updated_at': '2021-08-20T10:16:28Z', 'revision_number': 4, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'gw_port': {'id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:23Z', 'updated_at': '2021-08-20T10:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '5243c04d-341b-46e2-ad11-db7c7ac55870', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'port_id': '2546b1e2-0838-4e48-be61-9c0af5b6f798', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'mac_address': 'fa:16:3e:31:34:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:17:16Z', 'updated_at': '2021-08-20T10:18:40Z', 'revision_number': 1, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9bf531-f434-47e4-ab97-5a1df9fa181e', 'name': '', 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'mac_address': 'fa:16:3e:f9:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:27Z', 'updated_at': '2021-08-20T10:16:36Z', 'revision_number': 5, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'subnets': [{'id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:18:43.528849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] For port ec79a482-229d-4e64-9b5e-bc785f49c06d, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:18:43.539704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] For port ec79a482-229d-4e64-9b5e-bc785f49c06d, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ec79a482-229d-4e64-9b5e-bc785f49c06d,segment=NetworkSegment(53762a10-5fe0-484e-9941-1f0f56be687e),segment_id=53762a10-5fe0-484e-9941-1f0f56be687e)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:18:43.547395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab59fb5-418f-4024-8440-17eb35d59c6f req-d2c96ce9-69f7-433d-908c-5b2ed95e4704 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:43.549752 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7ab59fb5-418f-4024-8440-17eb35d59c6f req-d2c96ce9-69f7-433d-908c-5b2ed95e4704 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 945 time: 0.2934871 Aug 20 10:18:43.552730 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:43.622620 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f55c8d3-fd3d-49af-ae46-335137ccf408 req-56310a42-e664-4c51-a3b7-d1f71c43dcdf service neutron] 10.222.0.42 "GET /v2.0/networks/b8eb4a3e-b147-44c8-b055-38c08a4758a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553117 Aug 20 10:18:43.664806 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e832b-54ec-4cb3-a3ed-4c454bc4b86e None None] Pushing event updated for resources: {'Port': ['ID=ec79a482-229d-4e64-9b5e-bc785f49c06d,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:43.667662 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7ab59fb5-418f-4024-8440-17eb35d59c6f req-af48b78e-b981-43dc-9d3e-369d1a040ce6 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3e69e9e-e044-4f96-89bb-d8a206050d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099429 Aug 20 10:18:43.673364 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0afac35-53c2-4199-bb68-a5a080f9ce5f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:43.674599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Routers {'00d46e94-6ebd-4c63-86d1-717a39c49b11'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:18:43.674805 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:18:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['00d46e94-6ebd-4c63-86d1-717a39c49b11'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:43.710315 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9bc06ab2-2991-4dee-8a78-794ddc293221 req-9ea851d7-578b-45cb-9023-cc1311ddd111 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 210 time: 0.0864639 Aug 20 10:18:43.793281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 63b9b535-4adf-4153-8300-68abc671058b details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:18:43.905288 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f55c8d3-fd3d-49af-ae46-335137ccf408 req-0fd7a857-d84d-46fc-b322-773225f68706 service neutron] 10.222.0.42 "GET /v2.0/networks/b8eb4a3e-b147-44c8-b055-38c08a4758a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455890 Aug 20 10:18:43.941743 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-b0afac35-53c2-4199-bb68-a5a080f9ce5f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Allocated IP 172.25.3.16 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/4fdc60a0-5502-420e-8ca8-49a1cae0a4d8) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:18:43.990803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692c6600-c609-45e1-b7c6-14e73e51d43f None None] New status for floating IP 5243c04d-341b-46e2-ad11-db7c7ac55870: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:18:43.995080 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.resource_extend [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:18:44.017895 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c7544-8055-4016-a66c-c8838b687198 req-04191617-3e64-472c-b9a9-65937236f97a tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:44.027093 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c72c7544-8055-4016-a66c-c8838b687198 req-04191617-3e64-472c-b9a9-65937236f97a tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 945 time: 0.0783653 Aug 20 10:18:44.029606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36672) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:44.036418 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c3a06010-9f6e-4ce5-9e10-43a44829a1e1 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Request body: {'floatingip': {'port_id': 'a20c96ec-f945-44f4-bb93-0969496a6d7f'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:44.081303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea6b77-b4db-4ebc-8e95-fb5f5203baf1 req-9c9a3353-14bd-4cc6-9d99-b79e240974dc tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:44.082835 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-51ea6b77-b4db-4ebc-8e95-fb5f5203baf1 req-9c9a3353-14bd-4cc6-9d99-b79e240974dc tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 1097 time: 0.1345496 Aug 20 10:18:44.130399 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c3a06010-9f6e-4ce5-9e10-43a44829a1e1 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for floatingip, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:44.158279 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-51ea6b77-b4db-4ebc-8e95-fb5f5203baf1 req-83d9f8cd-a56e-4b9b-855f-49a44eeb89e6 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658877 Aug 20 10:18:44.169602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] Set router 00d46e94-6ebd-4c63-86d1-717a39c49b11 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:18:44.196750 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0afac35-53c2-4199-bb68-a5a080f9ce5f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:44.243732 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0afac35-53c2-4199-bb68-a5a080f9ce5f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:44.297372 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0afac35-53c2-4199-bb68-a5a080f9ce5f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:18:44.302350 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 63b9b535-4adf-4153-8300-68abc671058b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=63b9b535-4adf-4153-8300-68abc671058b,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:44.302974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-b0afac35-53c2-4199-bb68-a5a080f9ce5f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:18:44.311007 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0afac35-53c2-4199-bb68-a5a080f9ce5f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:18:44.358062 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0afac35-53c2-4199-bb68-a5a080f9ce5f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Pushing event updated for resources: {'Port': ['ID=4fdc60a0-5502-420e-8ca8-49a1cae0a4d8,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:44.388243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '63b9b535-4adf-4153-8300-68abc671058b', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '63b9b535-4adf-4153-8300-68abc671058b', 'mac_address': 'fa:16:3e:01:03:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:18:44.425058 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9418afc-9da8-41b8-bf25-a0794dd22691 req-54c08408-8344-41b8-a459-1272e0a132d9 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:44.434606 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9418afc-9da8-41b8-bf25-a0794dd22691 req-54c08408-8344-41b8-a459-1272e0a132d9 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 1097 time: 0.1111450 Aug 20 10:18:44.460046 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:44.468545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e0cd5-9618-49e9-a5a5-ce8d0be859bd req-38b5b67e-9741-4d37-a283-57b6e9b60b9d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:44.470457 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f1e0cd5-9618-49e9-a5a5-ce8d0be859bd req-38b5b67e-9741-4d37-a283-57b6e9b60b9d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 948 time: 0.1258807 Aug 20 10:18:44.498774 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b9b535-4adf-4153-8300-68abc671058b {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:44.516027 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0afac35-53c2-4199-bb68-a5a080f9ce5f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:44.519461 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9418afc-9da8-41b8-bf25-a0794dd22691 req-64fe47eb-7a9a-49a1-9125-65464e2269da tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839372 Aug 20 10:18:44.526047 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 63b9b535-4adf-4153-8300-68abc671058b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=63b9b535-4adf-4153-8300-68abc671058b,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:44.535437 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:44.592109 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'name': 'tempest-ServersTestManualDisk-219520021-router', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:18:33Z', 'updated_at': '2021-08-20T10:18:38Z', 'revision_number': 4, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'gw_port': {'id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:34Z', 'updated_at': '2021-08-20T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'ec79a482-229d-4e64-9b5e-bc785f49c06d', 'name': '', 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'mac_address': 'fa:16:3e:ae:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:36Z', 'updated_at': '2021-08-20T10:18:43Z', 'revision_number': 4, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'subnets': [{'id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:44.629330 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e782b18-d90a-46be-aec2-c27d914e9113 None None] The sync data for ids ['00d46e94-6ebd-4c63-86d1-717a39c49b11'] in n-d-778550-11 is: [{'id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'name': 'tempest-ServersTestManualDisk-219520021-router', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:18:33Z', 'updated_at': '2021-08-20T10:18:38Z', 'revision_number': 4, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'gw_port': {'id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:34Z', 'updated_at': '2021-08-20T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'ec79a482-229d-4e64-9b5e-bc785f49c06d', 'name': '', 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'mac_address': 'fa:16:3e:ae:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:36Z', 'updated_at': '2021-08-20T10:18:43Z', 'revision_number': 4, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'subnets': [{'id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:18:44.633606 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0afac35-53c2-4199-bb68-a5a080f9ce5f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:44.639950 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=63b9b535-4adf-4153-8300-68abc671058b,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:44.649321 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f1e0cd5-9618-49e9-a5a5-ce8d0be859bd req-0d31748e-e7b2-414c-9ca1-02517d154e56 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699498 Aug 20 10:18:44.944089 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0afac35-53c2-4199-bb68-a5a080f9ce5f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:44.963855 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0afac35-53c2-4199-bb68-a5a080f9ce5f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:44.980041 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['63b9b535-4adf-4153-8300-68abc671058b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:18:45.185694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0afac35-53c2-4199-bb68-a5a080f9ce5f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Pushing event updated for resources: {'Port': ['ID=4fdc60a0-5502-420e-8ca8-49a1cae0a4d8,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:45.213213 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deead2ad-831c-43a4-aea2-daab53e43412 req-13c5962e-cb00-44b1-b059-5fbf5e2890db tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:45.215608 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-deead2ad-831c-43a4-aea2-daab53e43412 req-13c5962e-cb00-44b1-b059-5fbf5e2890db tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.24 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 820 time: 0.2529175 Aug 20 10:18:45.228972 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74074944-79b0-4f05-9290-ecb875cccd7d req-4f7a3cce-10bb-47fb-b296-3c8833c7ded3 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:45.233583 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74074944-79b0-4f05-9290-ecb875cccd7d req-4f7a3cce-10bb-47fb-b296-3c8833c7ded3 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 949 time: 0.3664460 Aug 20 10:18:45.265073 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-deead2ad-831c-43a4-aea2-daab53e43412 req-ed11ed85-7db3-42e7-be59-82f9f114566f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Request body: {'port': {'device_id': '39ee5e47-994f-4d0f-9a73-5d791d5bd6ae', 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919', 'admin_state_up': True, 'tenant_id': 'd90941e86594426c97114e4c5b673b06'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:45.268752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-217e3f9f-7865-4d75-bc86-8c919881fcfc req-442e2606-1133-433e-bdd7-1f2676272512 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 210 time: 0.0965478 Aug 20 10:18:45.375140 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0afac35-53c2-4199-bb68-a5a080f9ce5f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:45.379625 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c3a06010-9f6e-4ce5-9e10-43a44829a1e1 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:45.387875 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c3a06010-9f6e-4ce5-9e10-43a44829a1e1 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:45.402968 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74074944-79b0-4f05-9290-ecb875cccd7d req-1eb94810-b4e0-4579-b210-53b7d17eff75 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247301 Aug 20 10:18:45.435832 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0afac35-53c2-4199-bb68-a5a080f9ce5f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:45.445198 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b0afac35-53c2-4199-bb68-a5a080f9ce5f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2948711 Aug 20 10:18:45.511204 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deead2ad-831c-43a4-aea2-daab53e43412 req-ed11ed85-7db3-42e7-be59-82f9f114566f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Made reservation on behalf of d90941e86594426c97114e4c5b673b06 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:18:45.516528 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-deead2ad-831c-43a4-aea2-daab53e43412 req-ed11ed85-7db3-42e7-be59-82f9f114566f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:45.589196 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-c3a06010-9f6e-4ce5-9e10-43a44829a1e1 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Floating IP 5abca5ca-0624-49dd-aeb2-3b9f271a3492 associated. External IP: 172.25.3.180, port: a20c96ec-f945-44f4-bb93-0969496a6d7f. Aug 20 10:18:45.718282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-deead2ad-831c-43a4-aea2-daab53e43412 req-ed11ed85-7db3-42e7-be59-82f9f114566f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Allocated IP 172.20.0.3 (e287bb6a-2478-45c5-b9fc-caf113bb0919/ec037e15-fcbb-4d16-a744-529bede3af97/2d4a5f45-ab40-44e6-a745-1416c29633ee) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:18:45.833894 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-b94f203a-9e0a-4d8b-933e-7c7b657492fa tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1909283392&fields=id&tenant_id=9eedb0b28f054a52a1ac76edf83de7db HTTP/1.1" status: 200 len: 267 time: 0.0955250 Aug 20 10:18:45.905328 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-5be9b2a4-3040-4e05-a713-5d723ba4efbf tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4bbe3cedbde94338837c7f3482239b51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347250 Aug 20 10:18:46.077200 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ec79a482-229d-4e64-9b5e-bc785f49c06d up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:18:46.102861 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-deead2ad-831c-43a4-aea2-daab53e43412 req-ed11ed85-7db3-42e7-be59-82f9f114566f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:46.122126 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a06010-9f6e-4ce5-9e10-43a44829a1e1 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Router 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:18:46.166119 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-deead2ad-831c-43a4-aea2-daab53e43412 req-ed11ed85-7db3-42e7-be59-82f9f114566f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:46.175113 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-6e801065-8688-4aef-99ff-46b5605e6585 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:46.183162 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-6e801065-8688-4aef-99ff-46b5605e6585 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2690032 Aug 20 10:18:46.198293 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port ec79a482-229d-4e64-9b5e-bc785f49c06d completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:46.208624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ec79a482-229d-4e64-9b5e-bc785f49c06d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:46.210296 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:46.234063 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11ed85-7db3-42e7-be59-82f9f114566f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Pushing event updated for resources: {'Port': ['ID=2d4a5f45-ab40-44e6-a745-1416c29633ee,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:46.235123 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-3fbe6f33-0d10-4925-bd27-6b3fb6fba545 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/quotas/4bbe3cedbde94338837c7f3482239b51 HTTP/1.1" status: 200 len: 375 time: 0.0510118 Aug 20 10:18:46.269957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deead2ad-831c-43a4-aea2-daab53e43412 req-ed11ed85-7db3-42e7-be59-82f9f114566f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Network e287bb6a-2478-45c5-b9fc-caf113bb0919 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:18:46.273795 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-deead2ad-831c-43a4-aea2-daab53e43412 req-ed11ed85-7db3-42e7-be59-82f9f114566f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:18:46.279241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-deead2ad-831c-43a4-aea2-daab53e43412 req-ed11ed85-7db3-42e7-be59-82f9f114566f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:18:46.319325 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-f888283b-762c-4924-9c08-b2bdec711de7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:46.326525 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-f888283b-762c-4924-9c08-b2bdec711de7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/networks?id=392e071a-74c7-4fe5-bb29-c255df6e948c HTTP/1.1" status: 200 len: 811 time: 0.4777145 Aug 20 10:18:46.351497 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a06010-9f6e-4ce5-9e10-43a44829a1e1 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:18:46.352419 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-6d73f4e9-9fe3-4d54-b842-2dd86fc71a41 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/quotas/9eedb0b28f054a52a1ac76edf83de7db HTTP/1.1" status: 200 len: 375 time: 0.0249538 Aug 20 10:18:46.358275 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c3a06010-9f6e-4ce5-9e10-43a44829a1e1 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:46.365963 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c537e5-3cc4-4b75-87e9-22ea6951d56b None None] Sync routers for ids ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:18:46.379233 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c537e5-3cc4-4b75-87e9-22ea6951d56b None None] Routers {'6d627b2f-da9d-4104-8f86-dedfff8cf3c1'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:18:46.379740 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:46.379935 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-66c537e5-3cc4-4b75-87e9-22ea6951d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:18:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:46.404981 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c3a06010-9f6e-4ce5-9e10-43a44829a1e1 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "PUT /v2.0/floatingips/5abca5ca-0624-49dd-aeb2-3b9f271a3492 HTTP/1.1" status: 200 len: 991 time: 2.3718302 Aug 20 10:18:46.404981 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877b0a18-6875-4d39-a07b-49a1ce5f59b5', 'tag': 'a20c96ec-f945-44f4-bb93-0969496a6d7f'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:46.408805 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c7a6db-2ecc-4d0f-b2af-d54308af5b23" -d '{"events": [{"name": "network-changed", "server_uuid": "877b0a18-6875-4d39-a07b-49a1ce5f59b5", "tag": "a20c96ec-f945-44f4-bb93-0969496a6d7f"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:46.442188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deead2ad-831c-43a4-aea2-daab53e43412 req-ed11ed85-7db3-42e7-be59-82f9f114566f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:46.442935 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-deead2ad-831c-43a4-aea2-daab53e43412 req-ed11ed85-7db3-42e7-be59-82f9f114566f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:46.447022 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-791b4d62-7200-4f81-98f0-01a36e5fc99c tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2109561 Aug 20 10:18:46.464689 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port ec79a482-229d-4e64-9b5e-bc785f49c06d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ec79a482-229d-4e64-9b5e-bc785f49c06d,segment=NetworkSegment(53762a10-5fe0-484e-9941-1f0f56be687e),segment_id=53762a10-5fe0-484e-9941-1f0f56be687e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:46.466854 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['31a68ae3-9d64-4833-8b08-6e925f1a3e2a'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:18:46.490802 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-4e67c72c-8d3c-4047-9b60-543c713c5f89 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9eedb0b28f054a52a1ac76edf83de7db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1374695 Aug 20 10:18:46.511245 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:46.535508 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-deead2ad-831c-43a4-aea2-daab53e43412 req-ed11ed85-7db3-42e7-be59-82f9f114566f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2754982 Aug 20 10:18:46.549748 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-66c537e5-3cc4-4b75-87e9-22ea6951d56b None None] Set router 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:18:46.684989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=ec79a482-229d-4e64-9b5e-bc785f49c06d,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:46.731992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Request body: {'port': {'device_id': '39ee5e47-994f-4d0f-9a73-5d791d5bd6ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:46.761450 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-04e04b70-577b-4e4f-8748-91f9cdadf8ce service neutron] 10.222.0.16 "GET /v2.0/networks/392e071a-74c7-4fe5-bb29-c255df6e948c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469211 Aug 20 10:18:46.849496 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84324a92-db24-4c93-954b-712ebc31dae9 req-2f7f42a4-522f-4843-a386-a850042615f9 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:46.856082 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84324a92-db24-4c93-954b-712ebc31dae9 req-2f7f42a4-522f-4843-a386-a850042615f9 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 931 time: 0.1025028 Aug 20 10:18:46.878996 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:46.925907 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84324a92-db24-4c93-954b-712ebc31dae9 req-d38db41b-1546-4ab8-9e97-a0fd49149709 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559502 Aug 20 10:18:46.939493 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-7e3e4176-a4c7-4f19-89ae-240b8f676e4e service neutron] 10.222.0.16 "GET /v2.0/networks/392e071a-74c7-4fe5-bb29-c255df6e948c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619148 Aug 20 10:18:47.041627 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-66c537e5-3cc4-4b75-87e9-22ea6951d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'name': 'tempest-ServersTestBootFromVolume-654293880-router', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:41Z', 'updated_at': '2021-08-20T10:17:50Z', 'revision_number': 4, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'gw_port': {'id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:43Z', 'updated_at': '2021-08-20T10:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '5abca5ca-0624-49dd-aeb2-3b9f271a3492', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'floating_ip_address': '172.25.3.180', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'port_id': 'a20c96ec-f945-44f4-bb93-0969496a6d7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2', 'mac_address': 'fa:16:3e:b8:b1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877b0a18-6875-4d39-a07b-49a1ce5f59b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:17:59Z', 'updated_at': '2021-08-20T10:18:45Z', 'revision_number': 1, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1', 'name': '', 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'mac_address': 'fa:16:3e:c1:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '271ccc16-072d-4062-b4ce-136f701c2492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:48Z', 'updated_at': '2021-08-20T10:17:58Z', 'revision_number': 5, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'subnets': [{'id': '271ccc16-072d-4062-b4ce-136f701c2492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:47.079940 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c537e5-3cc4-4b75-87e9-22ea6951d56b None None] Checking router: 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:18:47.092671 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c537e5-3cc4-4b75-87e9-22ea6951d56b None None] Routers {'6d627b2f-da9d-4104-8f86-dedfff8cf3c1'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:18:47.093743 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-66c537e5-3cc4-4b75-87e9-22ea6951d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:18:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:47.231828 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a199df-c92e-4078-8d6e-394de3801100 x-openstack-request-id: req-68a199df-c92e-4078-8d6e-394de3801100 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:47.232763 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877b0a18-6875-4d39-a07b-49a1ce5f59b5", "tag": "a20c96ec-f945-44f4-bb93-0969496a6d7f", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:47.233110 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68a199df-c92e-4078-8d6e-394de3801100 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:47.233623 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '877b0a18-6875-4d39-a07b-49a1ce5f59b5', 'tag': 'a20c96ec-f945-44f4-bb93-0969496a6d7f', 'status': 'completed', 'code': 200} Aug 20 10:18:47.347383 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d431e329-26b6-4a67-9567-48654d486afe req-768675ce-031a-4d6e-8a1e-4ccac6e4342e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 210 time: 0.0530207 Aug 20 10:18:47.384177 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-66c537e5-3cc4-4b75-87e9-22ea6951d56b None None] Set router 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:18:47.461822 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4a5f45-ab40-44e6-a745-1416c29633ee {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:47.504916 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1bb6a6a-d29e-48b1-b4b7-1fbc88e02826 req-8f6bf651-5829-43fb-b44b-c09a02d97146 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 210 time: 0.0387650 Aug 20 10:18:47.508447 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:47.566011 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Transition to ACTIVE for port object 2d4a5f45-ab40-44e6-a745-1416c29633ee will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:18:47.568361 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7a6db-2ecc-4d0f-b2af-d54308af5b23 req-83139cdf-1052-4363-9ab3-48dfd5fbaa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:47.570842 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e0c7a6db-2ecc-4d0f-b2af-d54308af5b23 req-83139cdf-1052-4363-9ab3-48dfd5fbaa95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b19e67c6c9574de3b216b0d02ca51e2f&device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 1097 time: 0.3102784 Aug 20 10:18:47.576907 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:47.695429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4a5f45-ab40-44e6-a745-1416c29633ee,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:47.704589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 63b9b535-4adf-4153-8300-68abc671058b up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:18:47.804337 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-66c537e5-3cc4-4b75-87e9-22ea6951d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'name': 'tempest-ServersTestBootFromVolume-654293880-router', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:41Z', 'updated_at': '2021-08-20T10:17:50Z', 'revision_number': 4, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'gw_port': {'id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:43Z', 'updated_at': '2021-08-20T10:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '5abca5ca-0624-49dd-aeb2-3b9f271a3492', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'floating_ip_address': '172.25.3.180', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'port_id': 'a20c96ec-f945-44f4-bb93-0969496a6d7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2', 'mac_address': 'fa:16:3e:b8:b1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877b0a18-6875-4d39-a07b-49a1ce5f59b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:17:59Z', 'updated_at': '2021-08-20T10:18:45Z', 'revision_number': 1, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1', 'name': '', 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'mac_address': 'fa:16:3e:c1:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '271ccc16-072d-4062-b4ce-136f701c2492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:48Z', 'updated_at': '2021-08-20T10:17:58Z', 'revision_number': 5, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'subnets': [{'id': '271ccc16-072d-4062-b4ce-136f701c2492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:18:47.806227 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7a6db-2ecc-4d0f-b2af-d54308af5b23 req-30ccac87-2fda-410e-8829-f61b6827d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:47.808457 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e0c7a6db-2ecc-4d0f-b2af-d54308af5b23 req-30ccac87-2fda-410e-8829-f61b6827d217 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c259fef-321b-49d5-b3aa-e0a6b05d20f2 HTTP/1.1" status: 200 len: 916 time: 0.2267408 Aug 20 10:18:47.834931 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c537e5-3cc4-4b75-87e9-22ea6951d56b None None] The sync data for ids ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'] in n-d-778550-11 is: [{'id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'name': 'tempest-ServersTestBootFromVolume-654293880-router', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:41Z', 'updated_at': '2021-08-20T10:17:50Z', 'revision_number': 4, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'gw_port': {'id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:43Z', 'updated_at': '2021-08-20T10:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '5abca5ca-0624-49dd-aeb2-3b9f271a3492', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'floating_ip_address': '172.25.3.180', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'port_id': 'a20c96ec-f945-44f4-bb93-0969496a6d7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2', 'mac_address': 'fa:16:3e:b8:b1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877b0a18-6875-4d39-a07b-49a1ce5f59b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:17:59Z', 'updated_at': '2021-08-20T10:18:45Z', 'revision_number': 1, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1', 'name': '', 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'mac_address': 'fa:16:3e:c1:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '271ccc16-072d-4062-b4ce-136f701c2492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:48Z', 'updated_at': '2021-08-20T10:17:58Z', 'revision_number': 5, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'subnets': [{'id': '271ccc16-072d-4062-b4ce-136f701c2492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:18:47.836464 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 63b9b535-4adf-4153-8300-68abc671058b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:47.836850 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:47.904658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Attempting to bind port 2d4a5f45-ab40-44e6-a745-1416c29633ee on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:18:47.905371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Attempting to bind port 2d4a5f45-ab40-44e6-a745-1416c29633ee by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:18:47.905927 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Attempting to bind port 2d4a5f45-ab40-44e6-a745-1416c29633ee on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:18:47.914530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Port 2d4a5f45-ab40-44e6-a745-1416c29633ee on network e287bb6a-2478-45c5-b9fc-caf113bb0919 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:18:47.915153 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Attempting to bind port 2d4a5f45-ab40-44e6-a745-1416c29633ee on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:18:47.938473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:18:47.939230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Checking segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:18:47.940429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Bound using segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:18:47.941264 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Bound port: 2d4a5f45-ab40-44e6-a745-1416c29633ee, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:18:47.941851 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:47.966473 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e0c7a6db-2ecc-4d0f-b2af-d54308af5b23 req-0eff1f30-34ca-4651-bdab-7f735e80f642 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a20c96ec-f945-44f4-bb93-0969496a6d7f HTTP/1.1" status: 200 len: 999 time: 0.1482000 Aug 20 10:18:48.031669 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:48.083886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ec79a482-229d-4e64-9b5e-bc785f49c06d up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:18:48.139581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] For port 2d4a5f45-ab40-44e6-a745-1416c29633ee, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:18:48.143279 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] For port 2d4a5f45-ab40-44e6-a745-1416c29633ee, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2d4a5f45-ab40-44e6-a745-1416c29633ee,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:18:48.150093 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9a9b3-091d-42a4-964d-b08eddb56bc6 req-001843fc-b5c9-4782-a997-380c88716490 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:48.158546 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5b9a9b3-091d-42a4-964d-b08eddb56bc6 req-001843fc-b5c9-4782-a997-380c88716490 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 943 time: 0.1006341 Aug 20 10:18:48.169471 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:48.196893 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d13513f-73f2-422e-a2f2-a9afba0362a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b9b535-4adf-4153-8300-68abc671058b'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:48.201803 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4d6733-e883-4da9-b435-e57f24b43760" -d '{"events": [{"server_uuid": "2d13513f-73f2-422e-a2f2-a9afba0362a5", "name": "network-vif-plugged", "status": "completed", "tag": "63b9b535-4adf-4153-8300-68abc671058b"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:48.241541 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5b9a9b3-091d-42a4-964d-b08eddb56bc6 req-95a5fdc6-32ec-41e9-be41-6746fad2484b tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789585 Aug 20 10:18:48.310496 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e911a-c264-4902-83a2-12ce67f2641c None None] New status for floating IP 5abca5ca-0624-49dd-aeb2-3b9f271a3492: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:18:48.610155 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f12f7f3-76e9-4cec-aa38-862b6af11728 req-cb0d832f-b348-4fe5-9b35-0e5cc7858c28 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 210 time: 0.0407243 Aug 20 10:18:48.646613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 63b9b535-4adf-4153-8300-68abc671058b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=63b9b535-4adf-4153-8300-68abc671058b,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:48.654103 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3837416-6c06-4fa6-b216-2ab7e8a92675 x-openstack-request-id: req-f3837416-6c06-4fa6-b216-2ab7e8a92675 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:48.654454 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d13513f-73f2-422e-a2f2-a9afba0362a5", "name": "network-vif-plugged", "status": "completed", "tag": "63b9b535-4adf-4153-8300-68abc671058b", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:48.654706 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3837416-6c06-4fa6-b216-2ab7e8a92675 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:48.655136 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d13513f-73f2-422e-a2f2-a9afba0362a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b9b535-4adf-4153-8300-68abc671058b', 'code': 200} Aug 20 10:18:48.657119 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:48.665882 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:48.735432 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ec79a482-229d-4e64-9b5e-bc785f49c06d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:48.736101 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:48.739038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=63b9b535-4adf-4153-8300-68abc671058b,revision_number=10']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:48.761183 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7a6db-2ecc-4d0f-b2af-d54308af5b23 req-2c3a95c3-eda9-4a33-ab75-6bdccde1bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:48.762603 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e0c7a6db-2ecc-4d0f-b2af-d54308af5b23 req-2c3a95c3-eda9-4a33-ab75-6bdccde1bec4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=271ccc16-072d-4062-b4ce-136f701c2492 HTTP/1.1" status: 200 len: 854 time: 0.7696843 Aug 20 10:18:48.766666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:48.766924 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:48.768234 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-deead2ad-831c-43a4-aea2-daab53e43412 req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] 10.222.0.24 "PUT /v2.0/ports/2d4a5f45-ab40-44e6-a745-1416c29633ee HTTP/1.1" status: 200 len: 1092 time: 2.2164402 Aug 20 10:18:48.769776 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-d7b7fbe1-e7af-48a6-b7c7-b13569275adf tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4bbe3cedbde94338837c7f3482239b51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4891322 Aug 20 10:18:48.770400 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ee5e47-994f-4d0f-9a73-5d791d5bd6ae', 'tag': '2d4a5f45-ab40-44e6-a745-1416c29633ee'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:48.773135 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89da1bc-7141-4219-af72-01b1e3212e93" -d '{"events": [{"name": "network-changed", "server_uuid": "39ee5e47-994f-4d0f-9a73-5d791d5bd6ae", "tag": "2d4a5f45-ab40-44e6-a745-1416c29633ee"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:48.867693 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47e0c23-fd49-4df4-b837-40b09700b057 x-openstack-request-id: req-c47e0c23-fd49-4df4-b837-40b09700b057 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:48.867981 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ee5e47-994f-4d0f-9a73-5d791d5bd6ae", "tag": "2d4a5f45-ab40-44e6-a745-1416c29633ee", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:48.868286 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c47e0c23-fd49-4df4-b837-40b09700b057 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:48.868617 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ee5e47-994f-4d0f-9a73-5d791d5bd6ae', 'tag': '2d4a5f45-ab40-44e6-a745-1416c29633ee', 'status': 'completed', 'code': 200} Aug 20 10:18:48.880091 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-65e1d874-65fa-4d73-b873-0b710687bf28 req-0a606de2-eb1e-4101-8cbf-06709a2b1175 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 210 time: 0.1223633 Aug 20 10:18:48.922075 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4d0f4-1014-453c-b9f5-fb04fcabb574 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4a5f45-ab40-44e6-a745-1416c29633ee,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:48.926605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.24', 63262) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:18:48.987509 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7a6db-2ecc-4d0f-b2af-d54308af5b23 req-743c4075-53d1-4b6c-81b0-e8b186d3d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:48.989008 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e0c7a6db-2ecc-4d0f-b2af-d54308af5b23 req-743c4075-53d1-4b6c-81b0-e8b186d3d58f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c259fef-321b-49d5-b3aa-e0a6b05d20f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2005918 Aug 20 10:18:48.998024 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deead2ad-831c-43a4-aea2-daab53e43412 req-acf23446-6aee-47bb-8ede-f3280223584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:48.999704 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-deead2ad-831c-43a4-aea2-daab53e43412 req-acf23446-6aee-47bb-8ede-f3280223584c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 1095 time: 0.1599085 Aug 20 10:18:49.075529 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-61ff531f-94c2-4cee-8db6-dedeb4ef013d tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:49.077355 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-61ff531f-94c2-4cee-8db6-dedeb4ef013d tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.24 "GET /v2.0/networks?id=392e071a-74c7-4fe5-bb29-c255df6e948c HTTP/1.1" status: 200 len: 811 time: 0.1478527 Aug 20 10:18:49.112494 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-6838ab3f-e237-4736-95ee-c91ac71d70c6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:49.114012 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-6838ab3f-e237-4736-95ee-c91ac71d70c6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2590261 Aug 20 10:18:49.117535 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-deead2ad-831c-43a4-aea2-daab53e43412 req-486e3cf7-0e10-4f54-ae59-8b575eb2a846 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d4a5f45-ab40-44e6-a745-1416c29633ee HTTP/1.1" status: 200 len: 217 time: 0.1010282 Aug 20 10:18:49.130072 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-9d4f9e04-adb9-4cc5-9835-24fa2c061654 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eedb0b28f054a52a1ac76edf83de7db HTTP/1.1" status: 200 len: 380 time: 0.0391989 Aug 20 10:18:49.159874 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e0c7a6db-2ecc-4d0f-b2af-d54308af5b23 req-c2d57bd5-b1e0-4130-80e6-229cc31602a5 service neutron] 10.222.0.24 "GET /v2.0/networks/7c259fef-321b-49d5-b3aa-e0a6b05d20f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564090 Aug 20 10:18:49.202351 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-5701a82c-16cd-4710-9e86-d81ef7790d56 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Request body: {'port': {'device_id': 'ab0974f3-02e9-424e-867d-395f5074dd38', 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c', 'admin_state_up': True, 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'security_groups': ['a5791154-6fe3-4c2c-aa09-81e5cc3535ea']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:49.211526 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-0f4938ac-6a9b-4a00-9135-aee2b14d0041 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Request body: {'port': {'device_id': 'c488ec94-558b-43f6-9476-885d2ce7413c', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '4bbe3cedbde94338837c7f3482239b51'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:49.379719 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-5701a82c-16cd-4710-9e86-d81ef7790d56 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Made reservation on behalf of 9eedb0b28f054a52a1ac76edf83de7db for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:18:49.384308 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-5701a82c-16cd-4710-9e86-d81ef7790d56 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:49.412980 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deead2ad-831c-43a4-aea2-daab53e43412 req-7b421597-5065-4aa1-9015-c7dc81f6d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:49.414878 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-deead2ad-831c-43a4-aea2-daab53e43412 req-7b421597-5065-4aa1-9015-c7dc81f6d038 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.1971529 Aug 20 10:18:49.482978 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-deead2ad-831c-43a4-aea2-daab53e43412 req-179ca8f0-dfc1-4eca-9a68-0abed36f26ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554307 Aug 20 10:18:49.497705 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e0c7a6db-2ecc-4d0f-b2af-d54308af5b23 req-ad647b5b-4a7d-4f81-9cb4-31d0075b261d service neutron] 10.222.0.24 "GET /v2.0/networks/7c259fef-321b-49d5-b3aa-e0a6b05d20f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000324 Aug 20 10:18:49.541388 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7f541-ad45-426d-93ef-127a2d309c3d req-257078cb-7284-4933-8ae1-2bf150c84f9c tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:49.543205 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e1f7f541-ad45-426d-93ef-127a2d309c3d req-257078cb-7284-4933-8ae1-2bf150c84f9c tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 943 time: 0.1971924 Aug 20 10:18:49.588474 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-5701a82c-16cd-4710-9e86-d81ef7790d56 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Allocated IP 172.20.0.13 (392e071a-74c7-4fe5-bb29-c255df6e948c/1d7eb0d2-b453-430e-a45e-5e42e8504bec/33650498-c01b-4b49-b206-ced5bdb77ffa) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:18:49.663037 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e1f7f541-ad45-426d-93ef-127a2d309c3d req-39c9ed8c-ea81-4d79-bb03-2fda048745ab tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859032 Aug 20 10:18:49.665363 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-0f4938ac-6a9b-4a00-9135-aee2b14d0041 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Made reservation on behalf of 4bbe3cedbde94338837c7f3482239b51 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:18:49.673386 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-0f4938ac-6a9b-4a00-9135-aee2b14d0041 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:49.712103 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-deead2ad-831c-43a4-aea2-daab53e43412 req-fc3de3d0-1b26-40fd-965e-b3c10de0075b service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182655 Aug 20 10:18:49.747722 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dba86329-7de6-4031-adea-41eac292d1fe req-d705db96-59b6-42da-8999-c36546f73aaf tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 210 time: 0.0499113 Aug 20 10:18:49.813757 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-5701a82c-16cd-4710-9e86-d81ef7790d56 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:49.831819 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-5701a82c-16cd-4710-9e86-d81ef7790d56 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Transition to ACTIVE for port object 33650498-c01b-4b49-b206-ced5bdb77ffa will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:18:49.884607 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-5701a82c-16cd-4710-9e86-d81ef7790d56 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:49.925308 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-deead2ad-831c-43a4-aea2-daab53e43412 req-48939804-a975-45f0-8e7c-47790d99b660 service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045562 Aug 20 10:18:49.946502 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-0f4938ac-6a9b-4a00-9135-aee2b14d0041 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Allocated IP 192.168.233.180 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:18:49.957955 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701a82c-16cd-4710-9e86-d81ef7790d56 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Pushing event updated for resources: {'Port': ['ID=33650498-c01b-4b49-b206-ced5bdb77ffa,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:49.976462 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-5701a82c-16cd-4710-9e86-d81ef7790d56 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Network 392e071a-74c7-4fe5-bb29-c255df6e948c is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:18:49.978473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-5701a82c-16cd-4710-9e86-d81ef7790d56 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:18:49.981224 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-5701a82c-16cd-4710-9e86-d81ef7790d56 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:18:50.051637 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ff3c714f-6860-4ae3-96ea-be92b70fd48f req-eaedddba-1ecc-45d1-8bf6-b3cfd74db14f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 210 time: 0.0414371 Aug 20 10:18:50.072529 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-5701a82c-16cd-4710-9e86-d81ef7790d56 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:50.073496 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-5701a82c-16cd-4710-9e86-d81ef7790d56 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:50.094684 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-5701a82c-16cd-4710-9e86-d81ef7790d56 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8975406 Aug 20 10:18:50.098884 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89da1bc-7141-4219-af72-01b1e3212e93 req-51e26b1e-349d-4041-ae76-25fc5e73c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:50.101050 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e89da1bc-7141-4219-af72-01b1e3212e93 req-51e26b1e-349d-4041-ae76-25fc5e73c65f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 1095 time: 0.1137383 Aug 20 10:18:50.124231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Request body: {'port': {'device_id': 'ab0974f3-02e9-424e-867d-395f5074dd38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:50.208885 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:50.243302 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-0f4938ac-6a9b-4a00-9135-aee2b14d0041 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:50.278139 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89da1bc-7141-4219-af72-01b1e3212e93 req-9b3a236c-80f8-47ef-949e-90b23d66e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:50.279807 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e89da1bc-7141-4219-af72-01b1e3212e93 req-9b3a236c-80f8-47ef-949e-90b23d66e323 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 921 time: 0.1630428 Aug 20 10:18:50.280831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-0f4938ac-6a9b-4a00-9135-aee2b14d0041 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Transition to ACTIVE for port object fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:18:50.327983 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e89da1bc-7141-4219-af72-01b1e3212e93 req-79bbc8ec-4279-436a-828c-1e5b0ff838d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d4a5f45-ab40-44e6-a745-1416c29633ee HTTP/1.1" status: 200 len: 217 time: 0.0390084 Aug 20 10:18:50.367504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-aee7a65f-55b5-46e2-af5c-d56667121060 None None] Provisioning for port 33650498-c01b-4b49-b206-ced5bdb77ffa completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:50.377033 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-aee7a65f-55b5-46e2-af5c-d56667121060 None None] Provisioning complete for port 33650498-c01b-4b49-b206-ced5bdb77ffa triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:50.377739 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aee7a65f-55b5-46e2-af5c-d56667121060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:50.389439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89da1bc-7141-4219-af72-01b1e3212e93 req-0fcced2b-c825-40dd-9c40-63415a6392b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:50.391107 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e89da1bc-7141-4219-af72-01b1e3212e93 req-0fcced2b-c825-40dd-9c40-63415a6392b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.0543568 Aug 20 10:18:50.427650 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e89da1bc-7141-4219-af72-01b1e3212e93 req-3ff6649d-d22f-456d-843e-90484790ce97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284119 Aug 20 10:18:50.435923 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-0f4938ac-6a9b-4a00-9135-aee2b14d0041 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:50.458351 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['28f386fb-544d-424c-81a8-c7baacb44512', 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca', '63b9b535-4adf-4153-8300-68abc671058b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:18:50.466708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-aee7a65f-55b5-46e2-af5c-d56667121060 None None] Port 33650498-c01b-4b49-b206-ced5bdb77ffa cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:18:50.606598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-0f4938ac-6a9b-4a00-9135-aee2b14d0041 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:18:50.618133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-0f4938ac-6a9b-4a00-9135-aee2b14d0041 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:18:50.620965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-0f4938ac-6a9b-4a00-9135-aee2b14d0041 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:18:50.629575 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4938ac-6a9b-4a00-9135-aee2b14d0041 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Pushing event updated for resources: {'Port': ['ID=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:50.657554 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33650498-c01b-4b49-b206-ced5bdb77ffa {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:50.676566 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:50.702682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Transition to ACTIVE for port object 33650498-c01b-4b49-b206-ced5bdb77ffa will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:18:50.713045 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:50.720790 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e89da1bc-7141-4219-af72-01b1e3212e93 req-34349a1d-4fda-422e-88cb-6a234f8d3542 service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825158 Aug 20 10:18:50.744843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-0f4938ac-6a9b-4a00-9135-aee2b14d0041 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:50.745856 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-0f4938ac-6a9b-4a00-9135-aee2b14d0041 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:50.935376 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-0f4938ac-6a9b-4a00-9135-aee2b14d0041 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7286870 Aug 20 10:18:50.973247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Request body: {'port': {'device_id': 'c488ec94-558b-43f6-9476-885d2ce7413c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:18:50.984079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Pushing event updated for resources: {'Port': ['ID=33650498-c01b-4b49-b206-ced5bdb77ffa,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:51.016231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Attempting to bind port 33650498-c01b-4b49-b206-ced5bdb77ffa on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:18:51.016641 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Attempting to bind port 33650498-c01b-4b49-b206-ced5bdb77ffa by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '53762a10-5fe0-484e-9941-1f0f56be687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:18:51.016960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Attempting to bind port 33650498-c01b-4b49-b206-ced5bdb77ffa on network 392e071a-74c7-4fe5-bb29-c255df6e948c {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:18:51.022875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-976ae213-0394-41d2-9942-87c7a856d466 None None] Provisioning for port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:51.038611 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Port 33650498-c01b-4b49-b206-ced5bdb77ffa on network 392e071a-74c7-4fe5-bb29-c255df6e948c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:18:51.039071 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Attempting to bind port 33650498-c01b-4b49-b206-ced5bdb77ffa on network 392e071a-74c7-4fe5-bb29-c255df6e948c {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:18:51.048324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-976ae213-0394-41d2-9942-87c7a856d466 None None] Provisioning complete for port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:51.049098 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-976ae213-0394-41d2-9942-87c7a856d466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:51.052454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3973cf9-d694-4aa6-b43e-93e680c1d713 req-a72a2775-d090-4fc2-989c-905a7b3ea012 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:51.054868 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a3973cf9-d694-4aa6-b43e-93e680c1d713 req-a72a2775-d090-4fc2-989c-905a7b3ea012 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 944 time: 0.1160626 Aug 20 10:18:51.057049 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:18:51.057400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Checking segment: {'id': '53762a10-5fe0-484e-9941-1f0f56be687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:18:51.057788 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Bound using segment: {'id': '53762a10-5fe0-484e-9941-1f0f56be687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:18:51.058303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Bound port: 33650498-c01b-4b49-b206-ced5bdb77ffa, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53762a10-5fe0-484e-9941-1f0f56be687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:18:51.058680 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:51.070335 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:51.100278 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e89da1bc-7141-4219-af72-01b1e3212e93 req-febb59c7-5359-4b1b-852f-98b035827cb2 service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703108 Aug 20 10:18:51.141199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-976ae213-0394-41d2-9942-87c7a856d466 None None] Port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:18:51.149995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30546e-2d2b-46ae-aae5-0abaf8d5503c req-eb0cce8a-3d77-4811-8206-73cf3bda3047 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:51.159149 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f30546e-2d2b-46ae-aae5-0abaf8d5503c req-eb0cce8a-3d77-4811-8206-73cf3bda3047 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 943 time: 0.3047516 Aug 20 10:18:51.175499 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a3973cf9-d694-4aa6-b43e-93e680c1d713 req-e4dafc29-26ce-4e0b-9e7d-9f05071e6c7f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5791154-6fe3-4c2c-aa09-81e5cc3535ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001403 Aug 20 10:18:51.209012 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] For port 33650498-c01b-4b49-b206-ced5bdb77ffa, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:18:51.212764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] For port 33650498-c01b-4b49-b206-ced5bdb77ffa, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=33650498-c01b-4b49-b206-ced5bdb77ffa,segment=NetworkSegment(53762a10-5fe0-484e-9941-1f0f56be687e),segment_id=53762a10-5fe0-484e-9941-1f0f56be687e)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:18:51.219564 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:51.255545 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f30546e-2d2b-46ae-aae5-0abaf8d5503c req-2613ce93-607a-429e-8772-a141d7484747 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952318 Aug 20 10:18:51.291218 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:51.292147 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:51.293335 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] 10.222.0.24 "PUT /v2.0/ports/33650498-c01b-4b49-b206-ced5bdb77ffa HTTP/1.1" status: 200 len: 1093 time: 1.1783068 Aug 20 10:18:51.293784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0974f3-02e9-424e-867d-395f5074dd38', 'tag': '33650498-c01b-4b49-b206-ced5bdb77ffa'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:51.296071 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ea6b38-1dd0-4e55-b9e1-7188b3d1ebde" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0974f3-02e9-424e-867d-395f5074dd38", "tag": "33650498-c01b-4b49-b206-ced5bdb77ffa"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:51.328622 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b5d5c-97a8-4daf-b20c-b7c8afdffb91 service neutron] Pushing event updated for resources: {'Port': ['ID=33650498-c01b-4b49-b206-ced5bdb77ffa,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:51.391889 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8507e453-a6eb-4464-afd5-36ae34646df2 x-openstack-request-id: req-8507e453-a6eb-4464-afd5-36ae34646df2 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:51.392412 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0974f3-02e9-424e-867d-395f5074dd38", "tag": "33650498-c01b-4b49-b206-ced5bdb77ffa", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:51.392888 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8507e453-a6eb-4464-afd5-36ae34646df2 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:51.393334 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0974f3-02e9-424e-867d-395f5074dd38', 'tag': '33650498-c01b-4b49-b206-ced5bdb77ffa', 'status': 'completed', 'code': 200} Aug 20 10:18:51.416887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-3b0dfe6d-d00a-4033-b48a-933a0afed64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:51.418902 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-3b0dfe6d-d00a-4033-b48a-933a0afed64d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9eedb0b28f054a52a1ac76edf83de7db&device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 1096 time: 0.0694227 Aug 20 10:18:51.477539 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-14b25f4f-054f-462c-ad2c-84da5fb0902e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33650498-c01b-4b49-b206-ced5bdb77ffa HTTP/1.1" status: 200 len: 217 time: 0.0477591 Aug 20 10:18:51.519126 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfba931-f351-4f98-ba51-d77baffb4d57 req-42e9be79-bc77-4728-8aa2-e811b33d9619 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:51.526840 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ccfba931-f351-4f98-ba51-d77baffb4d57 req-42e9be79-bc77-4728-8aa2-e811b33d9619 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 936 time: 0.1670771 Aug 20 10:18:51.556076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-dc1ac828-c3df-468a-9221-1caa72826663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:51.561200 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-dc1ac828-c3df-468a-9221-1caa72826663 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1d7eb0d2-b453-430e-a45e-5e42e8504bec HTTP/1.1" status: 200 len: 850 time: 0.0744157 Aug 20 10:18:51.606520 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ccfba931-f351-4f98-ba51-d77baffb4d57 req-fc9bce52-b968-442f-9f05-a9049c62af80 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786414 Aug 20 10:18:51.645981 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-b7899da7-2dc7-4ca8-8008-b2417f00f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:51.648110 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-b7899da7-2dc7-4ca8-8008-b2417f00f591 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=392e071a-74c7-4fe5-bb29-c255df6e948c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775318 Aug 20 10:18:51.717435 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:51.732871 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:51.761812 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Transition to ACTIVE for port object fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:18:51.771208 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:51.780479 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-8bc07e95-b53d-4be5-b7e1-1a6d52288340 service neutron] 10.222.0.24 "GET /v2.0/networks/392e071a-74c7-4fe5-bb29-c255df6e948c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231158 Aug 20 10:18:51.828556 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:51.932315 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-902e6a1a-f487-4f9b-986f-31dc9aad56ae req-9e877c64-0a8c-4d28-8e2e-195898bb7bc1 service neutron] 10.222.0.24 "GET /v2.0/networks/392e071a-74c7-4fe5-bb29-c255df6e948c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433396 Aug 20 10:18:51.962746 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Attempting to bind port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:18:51.963398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Attempting to bind port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:18:51.963613 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Attempting to bind port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:18:51.974105 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:18:51.974540 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Attempting to bind port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:18:51.985034 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:18:51.985468 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:18:51.985741 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:18:51.986189 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Bound port: fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:18:51.986515 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:52.061741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea6b38-1dd0-4e55-b9e1-7188b3d1ebde req-d4947c81-06d5-4296-8cb5-aa8c2e53d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:52.063336 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-97ea6b38-1dd0-4e55-b9e1-7188b3d1ebde req-d4947c81-06d5-4296-8cb5-aa8c2e53d30a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9eedb0b28f054a52a1ac76edf83de7db&device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 1096 time: 0.0672750 Aug 20 10:18:52.082938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] For port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:18:52.090792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] For port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:18:52.106139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:52.170591 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:52.186075 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:52.188004 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:52.195877 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c7485d61-4676-43e0-a8c3-fb11c30bf310 service neutron] 10.222.0.24 "PUT /v2.0/ports/fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 HTTP/1.1" status: 200 len: 1097 time: 1.2393456 Aug 20 10:18:52.196776 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c488ec94-558b-43f6-9476-885d2ce7413c', 'tag': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:52.199564 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b01a4c-2534-4442-b0a3-7c69b5069743" -d '{"events": [{"name": "network-changed", "server_uuid": "c488ec94-558b-43f6-9476-885d2ce7413c", "tag": "fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:52.231154 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea6b38-1dd0-4e55-b9e1-7188b3d1ebde req-328508dd-8e70-4c79-8b64-6c7f175b31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:52.236064 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-97ea6b38-1dd0-4e55-b9e1-7188b3d1ebde req-328508dd-8e70-4c79-8b64-6c7f175b31f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=392e071a-74c7-4fe5-bb29-c255df6e948c HTTP/1.1" status: 200 len: 912 time: 0.1607800 Aug 20 10:18:52.315619 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-97ea6b38-1dd0-4e55-b9e1-7188b3d1ebde req-3e79f622-1fb7-46d5-bd5e-942c505ea4dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33650498-c01b-4b49-b206-ced5bdb77ffa HTTP/1.1" status: 200 len: 217 time: 0.0718417 Aug 20 10:18:52.334546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-bf5a5aad-b8dc-427b-b837-00d397d4e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:52.336970 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-bf5a5aad-b8dc-427b-b837-00d397d4e441 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 1100 time: 0.0706861 Aug 20 10:18:52.360366 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a2f657-9623-4f92-ad4a-065404af820d x-openstack-request-id: req-63a2f657-9623-4f92-ad4a-065404af820d {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:52.361076 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c488ec94-558b-43f6-9476-885d2ce7413c", "tag": "fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:52.362507 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63a2f657-9623-4f92-ad4a-065404af820d {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:52.362975 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c488ec94-558b-43f6-9476-885d2ce7413c', 'tag': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2', 'status': 'completed', 'code': 200} Aug 20 10:18:52.372093 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:52.456687 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-1494f226-ecb9-477d-a22e-ad2a09fd68ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 HTTP/1.1" status: 200 len: 217 time: 0.1031067 Aug 20 10:18:52.500592 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af752268-8886-4e31-ab14-36785f825641 req-72e22de9-6720-4eb6-9804-f2f8197f27b6 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:52.508616 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-af752268-8886-4e31-ab14-36785f825641 req-72e22de9-6720-4eb6-9804-f2f8197f27b6 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 944 time: 0.1896415 Aug 20 10:18:52.511335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea6b38-1dd0-4e55-b9e1-7188b3d1ebde req-0242090f-650d-4bc0-b8c0-294353973cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:52.512773 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-97ea6b38-1dd0-4e55-b9e1-7188b3d1ebde req-0242090f-650d-4bc0-b8c0-294353973cbd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1d7eb0d2-b453-430e-a45e-5e42e8504bec HTTP/1.1" status: 200 len: 850 time: 0.1613648 Aug 20 10:18:52.570934 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-d1c06742-c8fb-47b1-a24e-a80361bf147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:52.572578 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-d1c06742-c8fb-47b1-a24e-a80361bf147a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1043684 Aug 20 10:18:52.589935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab3750-c7b1-4e07-b079-3a5e62306133 req-eb54a1e3-1053-456f-8124-64e8c94b7e0f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:52.591714 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3aab3750-c7b1-4e07-b079-3a5e62306133 req-eb54a1e3-1053-456f-8124-64e8c94b7e0f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 943 time: 0.1113501 Aug 20 10:18:52.607519 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-af752268-8886-4e31-ab14-36785f825641 req-d13e6520-0e06-4f3d-8f0a-a6dffb13d425 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5791154-6fe3-4c2c-aa09-81e5cc3535ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915155 Aug 20 10:18:52.623220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea6b38-1dd0-4e55-b9e1-7188b3d1ebde req-5b77a201-d003-4902-99e6-d4b231a1799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:52.625883 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-97ea6b38-1dd0-4e55-b9e1-7188b3d1ebde req-5b77a201-d003-4902-99e6-d4b231a1799e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=392e071a-74c7-4fe5-bb29-c255df6e948c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000898 Aug 20 10:18:52.668426 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-ac630eae-c009-4f04-9704-65bbd2a7acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:52.670265 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-ac630eae-c009-4f04-9704-65bbd2a7acf2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0776300 Aug 20 10:18:52.682516 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3aab3750-c7b1-4e07-b079-3a5e62306133 req-0913fc7a-2e59-4784-9671-4a193cc9bc5c tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806718 Aug 20 10:18:52.798141 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-97ea6b38-1dd0-4e55-b9e1-7188b3d1ebde req-f158d240-620c-4ed9-9374-b728d74cdb8a service neutron] 10.222.0.24 "GET /v2.0/networks/392e071a-74c7-4fe5-bb29-c255df6e948c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622999 Aug 20 10:18:52.879353 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-0db35bd5-363e-4bc6-a674-11004eccf929 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926692 Aug 20 10:18:52.939646 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-97ea6b38-1dd0-4e55-b9e1-7188b3d1ebde req-ec45f8f7-5b1c-4751-bdd8-e1f1ceac3872 service neutron] 10.222.0.24 "GET /v2.0/networks/392e071a-74c7-4fe5-bb29-c255df6e948c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269634 Aug 20 10:18:53.013707 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54c8bb-33e5-49e4-afb7-3cd3504944eb req-1b0d6e63-49cc-405c-81c8-8ca790467dc1 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:53.019879 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8b54c8bb-33e5-49e4-afb7-3cd3504944eb req-1b0d6e63-49cc-405c-81c8-8ca790467dc1 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 948 time: 0.1014338 Aug 20 10:18:53.062921 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d4c0b824-9018-462e-961f-450c79e9dd9d req-c6aa4240-22a2-432f-a633-667db2c8a67f service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753330 Aug 20 10:18:53.083653 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8b54c8bb-33e5-49e4-afb7-3cd3504944eb req-08d94132-60cb-4761-b35a-0b4c8ff454b6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604393 Aug 20 10:18:53.156241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b01a4c-2534-4442-b0a3-7c69b5069743 req-d2f5bcf6-fe6f-4927-ad51-7f78c3a44716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:53.157899 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15b01a4c-2534-4442-b0a3-7c69b5069743 req-d2f5bcf6-fe6f-4927-ad51-7f78c3a44716 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 1100 time: 0.0433583 Aug 20 10:18:53.261665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b01a4c-2534-4442-b0a3-7c69b5069743 req-37d29a3a-9f6b-401d-9015-c3f08acaf805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:53.263605 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15b01a4c-2534-4442-b0a3-7c69b5069743 req-37d29a3a-9f6b-401d-9015-c3f08acaf805 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.0977838 Aug 20 10:18:53.308474 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15b01a4c-2534-4442-b0a3-7c69b5069743 req-7f567499-7233-4f13-9f4f-53b88fc1f486 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 HTTP/1.1" status: 200 len: 217 time: 0.0374444 Aug 20 10:18:53.360427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b01a4c-2534-4442-b0a3-7c69b5069743 req-eb380230-9695-4613-ab74-3f405e78be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:53.361987 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15b01a4c-2534-4442-b0a3-7c69b5069743 req-eb380230-9695-4613-ab74-3f405e78be1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0463595 Aug 20 10:18:53.413257 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b01a4c-2534-4442-b0a3-7c69b5069743 req-c64f9bd0-6a27-4d71-b378-6cd00675ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:53.415033 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15b01a4c-2534-4442-b0a3-7c69b5069743 req-c64f9bd0-6a27-4d71-b378-6cd00675ddd6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0456173 Aug 20 10:18:53.521242 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15b01a4c-2534-4442-b0a3-7c69b5069743 req-b0478622-9886-4aab-9083-f63ec768ffee service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968072 Aug 20 10:18:53.638532 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15b01a4c-2534-4442-b0a3-7c69b5069743 req-3341de11-c185-43f5-9334-0909ee25e446 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102288 Aug 20 10:18:53.753904 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c14842-9d01-4075-818d-c23ea50519db req-5130f7b9-a8be-4c1f-95bf-d4985fa2cb5e tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:53.756802 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-18c14842-9d01-4075-818d-c23ea50519db req-5130f7b9-a8be-4c1f-95bf-d4985fa2cb5e tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 944 time: 0.0675347 Aug 20 10:18:53.802295 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-18c14842-9d01-4075-818d-c23ea50519db req-4e6606eb-2ea1-4dd0-80d0-bc5d675199a1 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5791154-6fe3-4c2c-aa09-81e5cc3535ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390043 Aug 20 10:18:53.848967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7464663-7de1-41fe-89b4-000a120f6c83 req-9dd10b2c-f11b-44b4-8175-95feb7a40420 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:53.850824 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b7464663-7de1-41fe-89b4-000a120f6c83 req-9dd10b2c-f11b-44b4-8175-95feb7a40420 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 943 time: 0.0653088 Aug 20 10:18:53.898372 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b7464663-7de1-41fe-89b4-000a120f6c83 req-35aa2173-f3ba-4ef3-832e-8657bab1387e tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416298 Aug 20 10:18:54.217383 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ccd55-5b00-4906-abe9-0abc02686406 req-0a66b55f-7a0b-4339-a060-f3b4f8d8728d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:54.225160 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d78ccd55-5b00-4906-abe9-0abc02686406 req-0a66b55f-7a0b-4339-a060-f3b4f8d8728d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 948 time: 0.0616181 Aug 20 10:18:54.268405 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d78ccd55-5b00-4906-abe9-0abc02686406 req-6149772e-9b42-4117-a3f5-c24bf0130863 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415606 Aug 20 10:18:54.691998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 33650498-c01b-4b49-b206-ced5bdb77ffa details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:18:54.800957 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 33650498-c01b-4b49-b206-ced5bdb77ffa, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=33650498-c01b-4b49-b206-ced5bdb77ffa,segment=NetworkSegment(53762a10-5fe0-484e-9941-1f0f56be687e),segment_id=53762a10-5fe0-484e-9941-1f0f56be687e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:54.816393 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '33650498-c01b-4b49-b206-ced5bdb77ffa', 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c', 'port_id': '33650498-c01b-4b49-b206-ced5bdb77ffa', 'mac_address': 'fa:16:3e:e4:06:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:18:54.869185 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:54.885296 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33650498-c01b-4b49-b206-ced5bdb77ffa {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:54.910690 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 33650498-c01b-4b49-b206-ced5bdb77ffa, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=33650498-c01b-4b49-b206-ced5bdb77ffa,segment=NetworkSegment(53762a10-5fe0-484e-9941-1f0f56be687e),segment_id=53762a10-5fe0-484e-9941-1f0f56be687e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:54.916391 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:54.962156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cde06-c4b9-464a-8a90-5bfca6542f0e req-e99ed189-bb60-41c4-bb1c-f6eb001a82d6 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:54.972582 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-965cde06-c4b9-464a-8a90-5bfca6542f0e req-e99ed189-bb60-41c4-bb1c-f6eb001a82d6 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 944 time: 0.0742154 Aug 20 10:18:54.989177 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=33650498-c01b-4b49-b206-ced5bdb77ffa,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:55.050868 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-965cde06-c4b9-464a-8a90-5bfca6542f0e req-1f7aed35-d802-42f7-8621-f758ddca5be8 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5791154-6fe3-4c2c-aa09-81e5cc3535ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743639 Aug 20 10:18:55.114026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1892573-9e62-42de-8fb0-bdf47eefecab req-e1469778-4557-4e44-947c-62c19ec0b482 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:55.119721 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1892573-9e62-42de-8fb0-bdf47eefecab req-e1469778-4557-4e44-947c-62c19ec0b482 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 943 time: 0.0607738 Aug 20 10:18:55.159227 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1892573-9e62-42de-8fb0-bdf47eefecab req-faa458d9-a2d5-48e3-9107-e248d6f5fd73 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370851 Aug 20 10:18:55.297927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['33650498-c01b-4b49-b206-ced5bdb77ffa'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:18:55.440939 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7ced1-8ba4-4aac-ad2c-445fac40eea8 req-a14927bf-c40f-4a49-b36f-6f1cc5a98b6f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:55.442674 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72c7ced1-8ba4-4aac-ad2c-445fac40eea8 req-a14927bf-c40f-4a49-b36f-6f1cc5a98b6f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 948 time: 0.0748804 Aug 20 10:18:55.507863 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72c7ced1-8ba4-4aac-ad2c-445fac40eea8 req-f627032d-d6c9-4c82-948e-bcea8d9c6cc9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557761 Aug 20 10:18:56.179286 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88255231-c1a3-4561-8fa1-a30282445589 req-bceb74f5-ed35-4e43-8a66-b9731b61ad7e tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:56.180868 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88255231-c1a3-4561-8fa1-a30282445589 req-bceb74f5-ed35-4e43-8a66-b9731b61ad7e tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 945 time: 0.0656416 Aug 20 10:18:56.225870 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88255231-c1a3-4561-8fa1-a30282445589 req-72a7bdfd-00c4-4b52-b742-1b28781ebe01 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5791154-6fe3-4c2c-aa09-81e5cc3535ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385644 Aug 20 10:18:56.321003 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8216e3e-ae0c-4faa-8f9c-75b795ffa3c2 req-13f045e2-9db3-4904-8d19-f780055fd7c2 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:56.322573 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f8216e3e-ae0c-4faa-8f9c-75b795ffa3c2 req-13f045e2-9db3-4904-8d19-f780055fd7c2 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 943 time: 0.0692985 Aug 20 10:18:56.365054 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f8216e3e-ae0c-4faa-8f9c-75b795ffa3c2 req-e077a520-14c7-4bf3-9bef-fe9e62f10a5f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362613 Aug 20 10:18:56.629335 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c19c3-e003-4587-924d-4057840f8b1b req-a0a52b68-32f3-415d-91fb-a94e18c37385 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:56.631526 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d6c19c3-e003-4587-924d-4057840f8b1b req-a0a52b68-32f3-415d-91fb-a94e18c37385 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 948 time: 0.0566263 Aug 20 10:18:56.670410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d6c19c3-e003-4587-924d-4057840f8b1b req-c08f310a-ddc7-4677-9b5e-aee246975446 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323658 Aug 20 10:18:56.711075 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:18:56.713069 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 33650498-c01b-4b49-b206-ced5bdb77ffa up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:18:56.830985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 33650498-c01b-4b49-b206-ced5bdb77ffa completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:56.840260 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 33650498-c01b-4b49-b206-ced5bdb77ffa triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:56.840633 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:56.870250 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:56.888460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2', 'mac_address': 'fa:16:3e:27:10:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:18:56.955815 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:56.979171 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:18:56.984684 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:57.013972 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:57.021954 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0974f3-02e9-424e-867d-395f5074dd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33650498-c01b-4b49-b206-ced5bdb77ffa'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:57.024268 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d0e71e-f16c-4c8e-9fd0-abe92ee35b62" -d '{"events": [{"server_uuid": "ab0974f3-02e9-424e-867d-395f5074dd38", "name": "network-vif-plugged", "status": "completed", "tag": "33650498-c01b-4b49-b206-ced5bdb77ffa"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:57.029299 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:57.042439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 33650498-c01b-4b49-b206-ced5bdb77ffa, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=33650498-c01b-4b49-b206-ced5bdb77ffa,segment=NetworkSegment(53762a10-5fe0-484e-9941-1f0f56be687e),segment_id=53762a10-5fe0-484e-9941-1f0f56be687e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:57.065491 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:57.070617 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4554f1d4-5727-4722-b144-efb32f0dbe10 x-openstack-request-id: req-4554f1d4-5727-4722-b144-efb32f0dbe10 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:57.070914 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0974f3-02e9-424e-867d-395f5074dd38", "name": "network-vif-plugged", "status": "completed", "tag": "33650498-c01b-4b49-b206-ced5bdb77ffa", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:57.071534 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4554f1d4-5727-4722-b144-efb32f0dbe10 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:57.071716 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0974f3-02e9-424e-867d-395f5074dd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33650498-c01b-4b49-b206-ced5bdb77ffa', 'code': 200} Aug 20 10:18:57.100064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:57.156710 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=33650498-c01b-4b49-b206-ced5bdb77ffa,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:57.172045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b950c8-84d7-4140-972f-eb8838f9036c req-fc3d4414-4db7-4cf5-8655-b243e4d038bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:57.173674 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2b950c8-84d7-4140-972f-eb8838f9036c req-fc3d4414-4db7-4cf5-8655-b243e4d038bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 1098 time: 0.0409377 Aug 20 10:18:57.213099 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2b950c8-84d7-4140-972f-eb8838f9036c req-0d03c207-9ae2-47a0-834c-4966e73df843 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a5791154-6fe3-4c2c-aa09-81e5cc3535ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309947 Aug 20 10:18:57.420866 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:18:57.659718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076f923-62b0-4f0b-8e58-dd63c92630c2 req-e7a11ba5-460f-4bc8-867d-6c9d5b493b93 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:57.668386 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6076f923-62b0-4f0b-8e58-dd63c92630c2 req-e7a11ba5-460f-4bc8-867d-6c9d5b493b93 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 946 time: 0.3666890 Aug 20 10:18:57.707535 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6076f923-62b0-4f0b-8e58-dd63c92630c2 req-0c19baf1-f4fb-4b8b-b244-ff42325f6242 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5791154-6fe3-4c2c-aa09-81e5cc3535ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378883 Aug 20 10:18:57.790522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62208cb9-cbb0-4f94-980b-e048468f748d req-eda3ceb3-185c-418f-aac0-8d9c19cbb2a8 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:57.795499 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62208cb9-cbb0-4f94-980b-e048468f748d req-eda3ceb3-185c-418f-aac0-8d9c19cbb2a8 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 943 time: 0.0939050 Aug 20 10:18:57.823838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe17f4-9c03-461f-8df8-eeb020e60af3 req-a3971ac3-022c-4d78-9a3f-9c0ebb2bb31d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:57.825382 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7dbe17f4-9c03-461f-8df8-eeb020e60af3 req-a3971ac3-022c-4d78-9a3f-9c0ebb2bb31d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 949 time: 0.0554123 Aug 20 10:18:57.842109 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62208cb9-cbb0-4f94-980b-e048468f748d req-9692853c-6e36-41bd-88e6-6dfa7b12ec58 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423496 Aug 20 10:18:57.874034 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7dbe17f4-9c03-461f-8df8-eeb020e60af3 req-9f3ac588-4636-4bd4-bed6-97edb1d08502 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418470 Aug 20 10:18:58.744246 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:18:58.759670 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:18:58.864319 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:18:58.876845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:18:58.878122 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:58.897205 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3865f-500c-4920-b9a8-424c13451b93 req-b520af4c-1c7a-472a-bd95-ebfb3904506b tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:58.901684 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-79c3865f-500c-4920-b9a8-424c13451b93 req-b520af4c-1c7a-472a-bd95-ebfb3904506b tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 946 time: 0.0815823 Aug 20 10:18:58.965810 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-79c3865f-500c-4920-b9a8-424c13451b93 req-ed1bc3ab-8543-4823-a1a9-26ffe832de91 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5791154-6fe3-4c2c-aa09-81e5cc3535ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485995 Aug 20 10:18:59.038539 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:59.041714 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834eeea-aa07-4494-9609-62dfa19c4f20 req-83c7e8e5-fe30-4b22-bdc7-95a158b817a1 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:59.044009 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5834eeea-aa07-4494-9609-62dfa19c4f20 req-83c7e8e5-fe30-4b22-bdc7-95a158b817a1 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 943 time: 0.0718777 Aug 20 10:18:59.079010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef2398-40a6-40bb-98fb-ea3eadac7d11 req-df517125-5445-42a0-9740-f19931917c79 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:59.079419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c488ec94-558b-43f6-9476-885d2ce7413c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:18:59.081684 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a465d0a7-94ec-43f3-94df-9dbe332d489f" -d '{"events": [{"server_uuid": "c488ec94-558b-43f6-9476-885d2ce7413c", "name": "network-vif-plugged", "status": "completed", "tag": "fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:18:59.088902 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-87ef2398-40a6-40bb-98fb-ea3eadac7d11 req-df517125-5445-42a0-9740-f19931917c79 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 949 time: 0.0778582 Aug 20 10:18:59.090784 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5834eeea-aa07-4494-9609-62dfa19c4f20 req-57852a27-c904-455b-9cb9-47b6f1fcfa6e tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378056 Aug 20 10:18:59.098832 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:18:59.107674 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:59.139095 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-87ef2398-40a6-40bb-98fb-ea3eadac7d11 req-e12ed4fa-9dbf-442d-8b96-b1eedaccd7eb tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465176 Aug 20 10:18:59.160194 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2345cccc-aa0d-4905-8c0b-29b7ad921db8 x-openstack-request-id: req-2345cccc-aa0d-4905-8c0b-29b7ad921db8 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:18:59.160485 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c488ec94-558b-43f6-9476-885d2ce7413c", "name": "network-vif-plugged", "status": "completed", "tag": "fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:18:59.160742 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2345cccc-aa0d-4905-8c0b-29b7ad921db8 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:18:59.161130 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c488ec94-558b-43f6-9476-885d2ce7413c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2', 'code': 200} Aug 20 10:18:59.166560 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:18:59.174754 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:18:59.175126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:18:59.175727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:18:59.175864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:18:59.176119 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:18:59.176447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:18:59.176778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:18:59.177104 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:18:59.177457 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:18:59.177783 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:18:59.178107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:18:59.178429 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:18:59.242638 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90f4b4bd-8745-4dac-b4ef-6431d851f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:18:59.278238 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb40ec-70e2-446b-84d5-fe6d50afc657 req-ee97aeaa-eb3f-4f96-b1aa-99e034ce970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:18:59.279890 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d4bb40ec-70e2-446b-84d5-fe6d50afc657 req-ee97aeaa-eb3f-4f96-b1aa-99e034ce970b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 1102 time: 0.0508058 Aug 20 10:18:59.316883 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d4bb40ec-70e2-446b-84d5-fe6d50afc657 req-03fe572f-ef6e-4382-ab66-4be0ed8b536d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293760 Aug 20 10:19:00.064103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ea751-69d6-4d7b-95da-e36d511bb1a4 req-2cfcfcbf-8510-429c-9042-3280e0815342 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:00.065645 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7e5ea751-69d6-4d7b-95da-e36d511bb1a4 req-2cfcfcbf-8510-429c-9042-3280e0815342 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 946 time: 0.0503812 Aug 20 10:19:00.104252 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7e5ea751-69d6-4d7b-95da-e36d511bb1a4 req-5a2b8102-a35f-4d00-8a2f-55a421552e72 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5791154-6fe3-4c2c-aa09-81e5cc3535ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323904 Aug 20 10:19:00.234335 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc51fc-aeda-4637-81ee-c86c143ec028 req-418fc03a-3719-498b-86a9-decafa45ee6e tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:00.234912 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb42d12-6608-49cf-b584-9a7eb3dd29c7 req-05b3f070-f48f-40a6-b030-ffd1f348e165 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:00.236065 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-abb42d12-6608-49cf-b584-9a7eb3dd29c7 req-05b3f070-f48f-40a6-b030-ffd1f348e165 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 943 time: 0.0551343 Aug 20 10:19:00.245278 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37022) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:19:00.247537 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-25dc51fc-aeda-4637-81ee-c86c143ec028 req-418fc03a-3719-498b-86a9-decafa45ee6e tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 946 time: 0.0680845 Aug 20 10:19:00.260032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-683d2a02-8619-4207-b58d-cc3d3f919962 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Request body: {'floatingip': {'port_id': '33650498-c01b-4b49-b206-ced5bdb77ffa'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:00.311911 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-683d2a02-8619-4207-b58d-cc3d3f919962 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for floatingip, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:00.341017 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390221-40f9-4abc-80f1-46f386fb47d6 req-f573a2f9-e15d-44c9-8818-6539ccc1485a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:00.342589 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c9390221-40f9-4abc-80f1-46f386fb47d6 req-f573a2f9-e15d-44c9-8818-6539ccc1485a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0516326 Aug 20 10:19:00.372153 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-abb42d12-6608-49cf-b584-9a7eb3dd29c7 req-efe791c2-34a5-404a-abaa-99097488a404 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271613 Aug 20 10:19:00.385764 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c9390221-40f9-4abc-80f1-46f386fb47d6 req-28130345-c0f8-4894-8341-4e8fd6266e02 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341988 Aug 20 10:19:00.826133 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-683d2a02-8619-4207-b58d-cc3d3f919962 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:00.830308 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-683d2a02-8619-4207-b58d-cc3d3f919962 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:00.955714 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-683d2a02-8619-4207-b58d-cc3d3f919962 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Floating IP bb7df79a-32ad-46b1-ae48-9bbaf53aad47 associated. External IP: 172.25.3.16, port: 33650498-c01b-4b49-b206-ced5bdb77ffa. Aug 20 10:19:01.526398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683d2a02-8619-4207-b58d-cc3d3f919962 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Router 00d46e94-6ebd-4c63-86d1-717a39c49b11 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:19:01.542491 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626df7f7-ab5a-44d4-b18c-f9ffe955fedd req-7f41d482-5f70-4c14-9708-7a13219815ba tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:01.544032 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-626df7f7-ab5a-44d4-b18c-f9ffe955fedd req-7f41d482-5f70-4c14-9708-7a13219815ba tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 943 time: 0.0743437 Aug 20 10:19:01.568682 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303abb-27dd-47d2-a27d-3ad4345a95bd req-e6664f85-d8f4-467f-8df7-92baa6824637 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:01.570332 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ed303abb-27dd-47d2-a27d-3ad4345a95bd req-e6664f85-d8f4-467f-8df7-92baa6824637 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0621994 Aug 20 10:19:01.616796 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ed303abb-27dd-47d2-a27d-3ad4345a95bd req-3f3e092b-ea34-44b2-bbd2-e67b9e002b15 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402429 Aug 20 10:19:01.662429 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-626df7f7-ab5a-44d4-b18c-f9ffe955fedd req-2e72a139-cc41-4276-a0c0-ef26ff509be2 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083696 Aug 20 10:19:01.701689 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683d2a02-8619-4207-b58d-cc3d3f919962 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:19:01.709678 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-683d2a02-8619-4207-b58d-cc3d3f919962 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:01.744006 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-683d2a02-8619-4207-b58d-cc3d3f919962 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "PUT /v2.0/floatingips/bb7df79a-32ad-46b1-ae48-9bbaf53aad47 HTTP/1.1" status: 200 len: 991 time: 1.4944031 Aug 20 10:19:01.744006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0974f3-02e9-424e-867d-395f5074dd38', 'tag': '33650498-c01b-4b49-b206-ced5bdb77ffa'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:01.744576 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793b2165-7792-4be2-adee-519f42fad2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0974f3-02e9-424e-867d-395f5074dd38", "tag": "33650498-c01b-4b49-b206-ced5bdb77ffa"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:01.806150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699b29c-b9a3-459e-a291-2687e1a58dd2 req-51a05cef-d9fa-4e57-975f-e581bcc96990 tempest-MigrationsAdminTest-1304858833 tempest-MigrationsAdminTest-1304858833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:01.815709 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1699b29c-b9a3-459e-a291-2687e1a58dd2 req-51a05cef-d9fa-4e57-975f-e581bcc96990 tempest-MigrationsAdminTest-1304858833 tempest-MigrationsAdminTest-1304858833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 1102 time: 0.0615649 Aug 20 10:19:01.859640 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1699b29c-b9a3-459e-a291-2687e1a58dd2 req-4ecb31de-a597-4219-a958-547baefeca34 tempest-MigrationsAdminTest-1304858833 tempest-MigrationsAdminTest-1304858833-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429127 Aug 20 10:19:01.865543 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce26c0e-9b80-47f1-a9ce-1c891f8cdf09 None None] Sync routers for ids ['00d46e94-6ebd-4c63-86d1-717a39c49b11'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:19:01.878415 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce26c0e-9b80-47f1-a9ce-1c891f8cdf09 None None] Routers {'00d46e94-6ebd-4c63-86d1-717a39c49b11'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:19:01.879423 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-bce26c0e-9b80-47f1-a9ce-1c891f8cdf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:18:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['00d46e94-6ebd-4c63-86d1-717a39c49b11'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:19:01.913913 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a5bf003-625f-4d98-883e-3fa7a560988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:02.015931 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84a7b94-bac4-41c2-8fae-8d35cddf688b x-openstack-request-id: req-e84a7b94-bac4-41c2-8fae-8d35cddf688b {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:02.016332 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0974f3-02e9-424e-867d-395f5074dd38", "tag": "33650498-c01b-4b49-b206-ced5bdb77ffa", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:02.016806 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e84a7b94-bac4-41c2-8fae-8d35cddf688b {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:02.017342 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0974f3-02e9-424e-867d-395f5074dd38', 'tag': '33650498-c01b-4b49-b206-ced5bdb77ffa', 'status': 'completed', 'code': 200} Aug 20 10:19:02.038024 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-bce26c0e-9b80-47f1-a9ce-1c891f8cdf09 None None] Set router 00d46e94-6ebd-4c63-86d1-717a39c49b11 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:19:02.112793 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b2165-7792-4be2-adee-519f42fad2a6 req-f7c34ed5-29da-482b-830e-e6078e12756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:02.114414 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:02.117892 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-793b2165-7792-4be2-adee-519f42fad2a6 req-f7c34ed5-29da-482b-830e-e6078e12756e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9eedb0b28f054a52a1ac76edf83de7db&device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 1098 time: 0.0734277 Aug 20 10:19:02.253422 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b2165-7792-4be2-adee-519f42fad2a6 req-32358101-00e4-4cb0-9882-b20412cf0837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:02.255139 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-793b2165-7792-4be2-adee-519f42fad2a6 req-32358101-00e4-4cb0-9882-b20412cf0837 service neutron] 10.222.0.24 "GET /v2.0/networks?id=392e071a-74c7-4fe5-bb29-c255df6e948c HTTP/1.1" status: 200 len: 912 time: 0.1283860 Aug 20 10:19:02.342430 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-793b2165-7792-4be2-adee-519f42fad2a6 req-fa44a3b1-b9ce-4c2a-bf53-3537f1b740cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33650498-c01b-4b49-b206-ced5bdb77ffa HTTP/1.1" status: 200 len: 999 time: 0.0790741 Aug 20 10:19:02.366490 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-bce26c0e-9b80-47f1-a9ce-1c891f8cdf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'name': 'tempest-ServersTestManualDisk-219520021-router', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:18:33Z', 'updated_at': '2021-08-20T10:18:38Z', 'revision_number': 4, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'gw_port': {'id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:34Z', 'updated_at': '2021-08-20T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'bb7df79a-32ad-46b1-ae48-9bbaf53aad47', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'floating_ip_address': '172.25.3.16', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'port_id': '33650498-c01b-4b49-b206-ced5bdb77ffa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c', 'mac_address': 'fa:16:3e:e4:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0974f3-02e9-424e-867d-395f5074dd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:18:44Z', 'updated_at': '2021-08-20T10:19:00Z', 'revision_number': 1, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec79a482-229d-4e64-9b5e-bc785f49c06d', 'name': '', 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'mac_address': 'fa:16:3e:ae:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:36Z', 'updated_at': '2021-08-20T10:18:46Z', 'revision_number': 5, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'subnets': [{'id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:19:02.400135 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce26c0e-9b80-47f1-a9ce-1c891f8cdf09 None None] Checking router: 00d46e94-6ebd-4c63-86d1-717a39c49b11 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:19:02.413401 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce26c0e-9b80-47f1-a9ce-1c891f8cdf09 None None] Routers {'00d46e94-6ebd-4c63-86d1-717a39c49b11'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:19:02.413776 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-bce26c0e-9b80-47f1-a9ce-1c891f8cdf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:19:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['00d46e94-6ebd-4c63-86d1-717a39c49b11'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:19:02.428998 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b2165-7792-4be2-adee-519f42fad2a6 req-12170987-9944-416e-b1e6-211068fa8837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:02.431675 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-793b2165-7792-4be2-adee-519f42fad2a6 req-12170987-9944-416e-b1e6-211068fa8837 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1d7eb0d2-b453-430e-a45e-5e42e8504bec HTTP/1.1" status: 200 len: 850 time: 0.0811896 Aug 20 10:19:02.493469 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b2165-7792-4be2-adee-519f42fad2a6 req-e8da722a-cbe9-43a9-9cd1-d24269bc2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:02.495488 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-793b2165-7792-4be2-adee-519f42fad2a6 req-e8da722a-cbe9-43a9-9cd1-d24269bc2c15 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=392e071a-74c7-4fe5-bb29-c255df6e948c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553956 Aug 20 10:19:02.559599 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-bce26c0e-9b80-47f1-a9ce-1c891f8cdf09 None None] Set router 00d46e94-6ebd-4c63-86d1-717a39c49b11 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:19:02.682887 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-793b2165-7792-4be2-adee-519f42fad2a6 req-4a4cd2f7-09fe-45fe-841f-47aba5cc8ab4 service neutron] 10.222.0.24 "GET /v2.0/networks/392e071a-74c7-4fe5-bb29-c255df6e948c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779361 Aug 20 10:19:02.695285 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-6007d16b-b01c-47ca-bb23-9bde6d3ffb7a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860341 Aug 20 10:19:02.701237 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0edee-d61e-443d-9b60-4a0b04a17d7f req-c15b3f90-3f2b-47d0-aa6b-6696ae1c1228 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:02.712701 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91f0edee-d61e-443d-9b60-4a0b04a17d7f req-c15b3f90-3f2b-47d0-aa6b-6696ae1c1228 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0911205 Aug 20 10:19:02.801587 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91f0edee-d61e-443d-9b60-4a0b04a17d7f req-0e0ae77f-8326-4a06-94d4-19c45ffdbe63 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825586 Aug 20 10:19:02.828416 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-793b2165-7792-4be2-adee-519f42fad2a6 req-727cfbed-6a80-40dc-9f29-380b0b8c2af3 service neutron] 10.222.0.24 "GET /v2.0/networks/392e071a-74c7-4fe5-bb29-c255df6e948c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319752 Aug 20 10:19:02.960511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f5594-8e2a-4af0-affd-82b21ace6a60 req-9ebf397d-b324-4e4d-8ff1-29c67455e7ec tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:02.971342 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d4f5594-8e2a-4af0-affd-82b21ace6a60 req-9ebf397d-b324-4e4d-8ff1-29c67455e7ec tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 943 time: 0.1090648 Aug 20 10:19:02.975255 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-bce26c0e-9b80-47f1-a9ce-1c891f8cdf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'name': 'tempest-ServersTestManualDisk-219520021-router', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:18:33Z', 'updated_at': '2021-08-20T10:18:38Z', 'revision_number': 4, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'gw_port': {'id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:34Z', 'updated_at': '2021-08-20T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'bb7df79a-32ad-46b1-ae48-9bbaf53aad47', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'floating_ip_address': '172.25.3.16', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'port_id': '33650498-c01b-4b49-b206-ced5bdb77ffa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c', 'mac_address': 'fa:16:3e:e4:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0974f3-02e9-424e-867d-395f5074dd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:18:44Z', 'updated_at': '2021-08-20T10:19:00Z', 'revision_number': 1, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec79a482-229d-4e64-9b5e-bc785f49c06d', 'name': '', 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'mac_address': 'fa:16:3e:ae:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:36Z', 'updated_at': '2021-08-20T10:18:46Z', 'revision_number': 5, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'subnets': [{'id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:19:03.010164 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce26c0e-9b80-47f1-a9ce-1c891f8cdf09 None None] The sync data for ids ['00d46e94-6ebd-4c63-86d1-717a39c49b11'] in n-d-778550-11 is: [{'id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'name': 'tempest-ServersTestManualDisk-219520021-router', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:18:33Z', 'updated_at': '2021-08-20T10:18:38Z', 'revision_number': 4, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'gw_port': {'id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:34Z', 'updated_at': '2021-08-20T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'bb7df79a-32ad-46b1-ae48-9bbaf53aad47', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'floating_ip_address': '172.25.3.16', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'port_id': '33650498-c01b-4b49-b206-ced5bdb77ffa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c', 'mac_address': 'fa:16:3e:e4:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0974f3-02e9-424e-867d-395f5074dd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:18:44Z', 'updated_at': '2021-08-20T10:19:00Z', 'revision_number': 1, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec79a482-229d-4e64-9b5e-bc785f49c06d', 'name': '', 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'mac_address': 'fa:16:3e:ae:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:36Z', 'updated_at': '2021-08-20T10:18:46Z', 'revision_number': 5, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'subnets': [{'id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:19:03.015382 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:03.031733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d4f5594-8e2a-4af0-affd-82b21ace6a60 req-7a3f315f-3d84-423b-b2b3-0b15f3b9b361 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544698 Aug 20 10:19:03.318259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48b9cb-09b0-4293-8897-b329ca8768c2 None None] New status for floating IP bb7df79a-32ad-46b1-ae48-9bbaf53aad47: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:19:03.934656 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea25800-5a2a-423b-a29a-487e97595fcd req-a49bcf25-beb3-47f8-a433-afb5b1a76ba7 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:03.936383 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ea25800-5a2a-423b-a29a-487e97595fcd req-a49bcf25-beb3-47f8-a433-afb5b1a76ba7 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0551047 Aug 20 10:19:04.000914 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ea25800-5a2a-423b-a29a-487e97595fcd req-1858f135-3e90-4224-be74-cb19d57b6b7c tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583291 Aug 20 10:19:04.151316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302d30e-8c22-4039-8637-241e6792b932 req-4881b63d-37d4-481a-9ef8-9bcab61f5d7e tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:04.152865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c302d30e-8c22-4039-8637-241e6792b932 req-4881b63d-37d4-481a-9ef8-9bcab61f5d7e tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 943 time: 0.0574307 Aug 20 10:19:04.192032 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c302d30e-8c22-4039-8637-241e6792b932 req-70f6c68b-abf2-47a2-ab47-9f483afaa7a9 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329068 Aug 20 10:19:04.410056 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-06bc3f85-9889-43ec-9a1f-51a3ce163b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:04.412523 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-06bc3f85-9889-43ec-9a1f-51a3ce163b18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 1102 time: 0.0480618 Aug 20 10:19:04.514285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-6a5d2357-4ded-4119-86bd-0bd591c6eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:04.515813 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-6a5d2357-4ded-4119-86bd-0bd591c6eb97 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.0958161 Aug 20 10:19:04.561387 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-fe1d8b0a-d8e7-4dd0-8878-0acf112e7e0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 HTTP/1.1" status: 200 len: 217 time: 0.0371296 Aug 20 10:19:04.617154 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-aff3e8d7-62e9-46bc-8c08-2a76d9702884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:04.618868 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-aff3e8d7-62e9-46bc-8c08-2a76d9702884 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0491247 Aug 20 10:19:04.667696 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:04.669236 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-86eddda8-50e0-4762-9a31-68d5ce4ce51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:04.670995 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-86eddda8-50e0-4762-9a31-68d5ce4ce51c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0432904 Aug 20 10:19:04.768674 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-fded3196-8573-430e-914f-4e743fb49cef service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882821 Aug 20 10:19:04.787210 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2d4a5f45-ab40-44e6-a745-1416c29633ee details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:19:04.882895 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-3b93d65d-26dc-4b2e-90a9-ba9248c5422c service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980978 Aug 20 10:19:04.885433 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 2d4a5f45-ab40-44e6-a745-1416c29633ee, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2d4a5f45-ab40-44e6-a745-1416c29633ee,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:04.897989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '2d4a5f45-ab40-44e6-a745-1416c29633ee', 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919', 'port_id': '2d4a5f45-ab40-44e6-a745-1416c29633ee', 'mac_address': 'fa:16:3e:76:85:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec037e15-fcbb-4d16-a744-529bede3af97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:19:04.948910 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:04.965936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4a5f45-ab40-44e6-a745-1416c29633ee {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:19:04.992291 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 2d4a5f45-ab40-44e6-a745-1416c29633ee, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2d4a5f45-ab40-44e6-a745-1416c29633ee,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:04.997513 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:05.064922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=2d4a5f45-ab40-44e6-a745-1416c29633ee,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:05.138210 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efbfbf-1011-4c14-8664-0b834df64359 req-7a01b347-2fc0-46f0-8c4e-17547c9c8a97 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:05.139705 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01efbfbf-1011-4c14-8664-0b834df64359 req-7a01b347-2fc0-46f0-8c4e-17547c9c8a97 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0534515 Aug 20 10:19:05.181311 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01efbfbf-1011-4c14-8664-0b834df64359 req-60105394-293b-41d5-8bf2-e84baebd19a9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355668 Aug 20 10:19:05.346081 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dd351-55fe-4c37-9c37-77943712c02a req-8e34d981-8b7a-4ab3-a0c1-73f1c4069cd7 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:05.350586 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-635dd351-55fe-4c37-9c37-77943712c02a req-8e34d981-8b7a-4ab3-a0c1-73f1c4069cd7 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 944 time: 0.0644491 Aug 20 10:19:05.394577 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-635dd351-55fe-4c37-9c37-77943712c02a req-850a8fee-e6de-4262-8d11-049bf6a2f507 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396793 Aug 20 10:19:05.410276 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['2d4a5f45-ab40-44e6-a745-1416c29633ee'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:06.308855 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d204e01-8494-4a02-a4ce-ba3601d3dd7f req-2887dc86-bee7-4b3d-92bc-5a8e102c8f87 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:06.310352 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d204e01-8494-4a02-a4ce-ba3601d3dd7f req-2887dc86-bee7-4b3d-92bc-5a8e102c8f87 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0553234 Aug 20 10:19:06.352635 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d204e01-8494-4a02-a4ce-ba3601d3dd7f req-10abc4f6-d2cd-480a-b559-e61885371d06 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360353 Aug 20 10:19:06.528928 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab65ae-d327-4cff-b084-6758166f8dda req-1dd68351-ceec-474c-856f-2d994815fbfb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:06.530417 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-45ab65ae-d327-4cff-b084-6758166f8dda req-1dd68351-ceec-474c-856f-2d994815fbfb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 944 time: 0.0535843 Aug 20 10:19:06.572852 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-45ab65ae-d327-4cff-b084-6758166f8dda req-3a763fa8-76f2-4e3b-a5b3-63efa36c17d8 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352676 Aug 20 10:19:06.603942 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15773e62-74aa-450b-b492-72c111ae9a44 req-cc8005b3-6656-4603-8d72-831008360579 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:06.605482 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15773e62-74aa-450b-b492-72c111ae9a44 req-cc8005b3-6656-4603-8d72-831008360579 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 945 time: 0.0507991 Aug 20 10:19:06.643025 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15773e62-74aa-450b-b492-72c111ae9a44 req-c33bfab4-ba7e-46fe-ae4b-5185368afe24 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/security-groups?id=2230f15e-a14c-488d-aad2-9a023fe10e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314484 Aug 20 10:19:06.800773 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2d4a5f45-ab40-44e6-a745-1416c29633ee up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:19:06.860203 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 2d4a5f45-ab40-44e6-a745-1416c29633ee completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:19:06.864493 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 2d4a5f45-ab40-44e6-a745-1416c29633ee triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:19:06.865002 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:06.942382 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:06.965582 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ee5e47-994f-4d0f-9a73-5d791d5bd6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4a5f45-ab40-44e6-a745-1416c29633ee'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:06.967815 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee28a08-55f8-415f-ad17-8592c7249d66" -d '{"events": [{"server_uuid": "39ee5e47-994f-4d0f-9a73-5d791d5bd6ae", "name": "network-vif-plugged", "status": "completed", "tag": "2d4a5f45-ab40-44e6-a745-1416c29633ee"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:06.983965 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 2d4a5f45-ab40-44e6-a745-1416c29633ee, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2d4a5f45-ab40-44e6-a745-1416c29633ee,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:06.989089 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:07.141950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77fa5-3f91-41b2-a40a-382931d3c193 req-129b5e6c-bc53-4426-8a23-3685228500cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:07.143841 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363a8980-8884-4a97-a8df-6271a962a3eb x-openstack-request-id: req-363a8980-8884-4a97-a8df-6271a962a3eb {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:07.144141 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ee5e47-994f-4d0f-9a73-5d791d5bd6ae", "name": "network-vif-plugged", "status": "completed", "tag": "2d4a5f45-ab40-44e6-a745-1416c29633ee", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:07.144396 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-363a8980-8884-4a97-a8df-6271a962a3eb {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:07.144779 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ee5e47-994f-4d0f-9a73-5d791d5bd6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4a5f45-ab40-44e6-a745-1416c29633ee', 'code': 200} Aug 20 10:19:07.145108 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-47a77fa5-3f91-41b2-a40a-382931d3c193 req-129b5e6c-bc53-4426-8a23-3685228500cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 1097 time: 0.0545592 Aug 20 10:19:07.172160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=2d4a5f45-ab40-44e6-a745-1416c29633ee,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:07.207938 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-47a77fa5-3f91-41b2-a40a-382931d3c193 req-0446997b-c4b6-4a36-9025-2b3225371bea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448492 Aug 20 10:19:07.591705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b27e82-934a-48db-ae77-3505cd071450 req-958a51ff-65a8-4889-a817-8b1311b949b7 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:07.593359 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-57b27e82-934a-48db-ae77-3505cd071450 req-958a51ff-65a8-4889-a817-8b1311b949b7 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0655532 Aug 20 10:19:07.638874 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-57b27e82-934a-48db-ae77-3505cd071450 req-8fbb3d0a-60ad-4b1f-92c8-50711016aa80 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394063 Aug 20 10:19:07.713162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25010947-4451-4f17-9573-5580369b1327 req-26316ccc-d384-4fb2-b208-994fce7ef546 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:07.715526 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-25010947-4451-4f17-9573-5580369b1327 req-26316ccc-d384-4fb2-b208-994fce7ef546 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 945 time: 0.0593081 Aug 20 10:19:07.766841 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-25010947-4451-4f17-9573-5580369b1327 req-6c05b2bc-499c-4d7e-a6f3-4916145358f9 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434155 Aug 20 10:19:08.322536 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e7035-fe09-40d7-8d8d-48e0930ff128 req-b5573577-86a8-4eea-8691-e49bca06a734 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:08.324465 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c22e7035-fe09-40d7-8d8d-48e0930ff128 req-b5573577-86a8-4eea-8691-e49bca06a734 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 945 time: 0.0569887 Aug 20 10:19:08.364702 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c22e7035-fe09-40d7-8d8d-48e0930ff128 req-12778e44-b650-40c3-9a4c-cd7cb2b2af1e tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/security-groups?id=2230f15e-a14c-488d-aad2-9a023fe10e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337903 Aug 20 10:19:08.771989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696feee5-973d-4293-ab93-61dfdc73b3af req-3b30c49f-4f26-42aa-ad33-5fecee7b7b4c tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:08.774559 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-696feee5-973d-4293-ab93-61dfdc73b3af req-3b30c49f-4f26-42aa-ad33-5fecee7b7b4c tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0576615 Aug 20 10:19:08.824399 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-696feee5-973d-4293-ab93-61dfdc73b3af req-0fdbbbc2-f646-4272-b475-78e22e2ee520 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377917 Aug 20 10:19:08.905179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed911f-38ec-4b3b-a5d6-c57972fc9bc4 req-b8ee5839-12a4-4827-b1d2-d42339dbf733 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:08.906709 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-99ed911f-38ec-4b3b-a5d6-c57972fc9bc4 req-b8ee5839-12a4-4827-b1d2-d42339dbf733 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 945 time: 0.0589986 Aug 20 10:19:08.947127 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-99ed911f-38ec-4b3b-a5d6-c57972fc9bc4 req-988d34aa-84cf-4552-8f74-c4fb737994fd tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340867 Aug 20 10:19:09.098804 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e8a68-d999-4004-9880-2407e7df471a req-f0960e83-b51a-40ed-99cb-64b287dd50d4 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:09.100352 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f7e8a68-d999-4004-9880-2407e7df471a req-f0960e83-b51a-40ed-99cb-64b287dd50d4 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 945 time: 0.0510974 Aug 20 10:19:09.141500 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f7e8a68-d999-4004-9880-2407e7df471a req-7e320eae-49cc-4311-b203-328a58406abc tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/security-groups?id=2230f15e-a14c-488d-aad2-9a023fe10e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347838 Aug 20 10:19:09.767770 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-75b2224c-c926-4f0c-ac4b-59a331dee4e1 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:09.769258 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-75b2224c-c926-4f0c-ac4b-59a331dee4e1 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 807 time: 0.1171989 Aug 20 10:19:09.784767 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-36b57108-681f-490c-9649-39a4b3ab424f tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/quotas/11d213eb32ff4dabbbc87687feab7bcc HTTP/1.1" status: 200 len: 375 time: 0.0092800 Aug 20 10:19:09.837937 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-7c295e73-bfae-4872-b1c6-5728c2abe0a5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474432 Aug 20 10:19:09.937584 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-cd7fef14-8623-4891-ba22-87865eea8e93 service neutron] 10.222.0.16 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926387 Aug 20 10:19:09.964977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafb330-ef34-4d46-9059-46c309cef5a2 req-d3c0d1d1-6130-40ef-86b1-ee4e04b15621 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:09.967143 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6bafb330-ef34-4d46-9059-46c309cef5a2 req-d3c0d1d1-6130-40ef-86b1-ee4e04b15621 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0611804 Aug 20 10:19:10.010060 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6bafb330-ef34-4d46-9059-46c309cef5a2 req-9321e3f3-2ae9-47a8-a102-caeed805dd29 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364463 Aug 20 10:19:10.032947 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-ec9ce437-e2b2-4ecb-902a-bf1b3fa4bfc8 service neutron] 10.222.0.16 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884056 Aug 20 10:19:10.117766 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46288056-ee6a-4120-b832-3e3d9bdb691d req-aae92e4c-6572-4b3c-aebb-2423d51be896 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:10.119437 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46288056-ee6a-4120-b832-3e3d9bdb691d req-aae92e4c-6572-4b3c-aebb-2423d51be896 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 945 time: 0.0533412 Aug 20 10:19:10.159688 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46288056-ee6a-4120-b832-3e3d9bdb691d req-09c86fd0-d741-4256-b175-62e1fca45b18 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337846 Aug 20 10:19:10.303216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5abea-0fc0-4816-9088-20cc6d38f36b req-1b6b96f1-a773-402d-9415-5ccb567fb8f4 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:10.305037 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fdf5abea-0fc0-4816-9088-20cc6d38f36b req-1b6b96f1-a773-402d-9415-5ccb567fb8f4 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 945 time: 0.0653191 Aug 20 10:19:10.354765 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fdf5abea-0fc0-4816-9088-20cc6d38f36b req-e780980a-bb3b-4785-b70c-b066d57f7343 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/security-groups?id=2230f15e-a14c-488d-aad2-9a023fe10e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435467 Aug 20 10:19:10.368470 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e75d5-eb42-413f-8297-b10b4c7dd3b4 req-b044c6dd-365f-4ae6-97ce-b796a81f5c81 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:10.370443 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-966e75d5-eb42-413f-8297-b10b4c7dd3b4 req-b044c6dd-365f-4ae6-97ce-b796a81f5c81 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 1097 time: 0.0479219 Aug 20 10:19:10.415564 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-966e75d5-eb42-413f-8297-b10b4c7dd3b4 req-46f39b76-d6b7-4110-bf7a-f65dddd44850 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392518 Aug 20 10:19:10.445620 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-afe6ba6d-7d6f-4386-bb0a-e2d2f3b064d4 req-da6b590a-80dd-49ce-8272-beb9f35e7729 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 210 time: 0.0346618 Aug 20 10:19:10.556177 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17070c9-2891-487d-a0d9-52ba0ec4c2d8 req-4781997c-f9ed-4944-ad23-df6b978ff5ad tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:10.558221 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d17070c9-2891-487d-a0d9-52ba0ec4c2d8 req-4781997c-f9ed-4944-ad23-df6b978ff5ad tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 1097 time: 0.0459867 Aug 20 10:19:10.597753 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d17070c9-2891-487d-a0d9-52ba0ec4c2d8 req-56929684-8fb6-46a4-b30b-1a1b08b2f500 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329442 Aug 20 10:19:10.919522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f13d0-43f1-4f81-9dd9-8b1856a1b5d8 req-398c500c-8886-4233-9508-d5c08fbcc3fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:10.921044 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f97f13d0-43f1-4f81-9dd9-8b1856a1b5d8 req-398c500c-8886-4233-9508-d5c08fbcc3fe tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 945 time: 0.0599005 Aug 20 10:19:11.044922 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-f97f13d0-43f1-4f81-9dd9-8b1856a1b5d8 req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Deleting port b61c3b1e-103c-4191-b0ee-95e71944a617 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:19:11.045635 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f97f13d0-43f1-4f81-9dd9-8b1856a1b5d8 req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:11.154490 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-f97f13d0-43f1-4f81-9dd9-8b1856a1b5d8 req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] For port b61c3b1e-103c-4191-b0ee-95e71944a617, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b61c3b1e-103c-4191-b0ee-95e71944a617,segment=NetworkSegment(fa1deb64-dcd4-4387-8b45-935bdc8095b3),segment_id=fa1deb64-dcd4-4387-8b45-935bdc8095b3)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:11.154863 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f97f13d0-43f1-4f81-9dd9-8b1856a1b5d8 req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:11.156161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499aff7-ff68-42fd-8813-7bd93646ae00 req-8386fb2a-992c-478a-ac44-d913dc8c8ba2 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:11.157857 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9499aff7-ff68-42fd-8813-7bd93646ae00 req-8386fb2a-992c-478a-ac44-d913dc8c8ba2 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0602865 Aug 20 10:19:11.200647 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9499aff7-ff68-42fd-8813-7bd93646ae00 req-0f9750eb-3b59-43a4-87f3-6a946051e5b4 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345163 Aug 20 10:19:11.461924 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f97f13d0-43f1-4f81-9dd9-8b1856a1b5d8 req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:11.462586 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f97f13d0-43f1-4f81-9dd9-8b1856a1b5d8 req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:11.463138 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [req-f97f13d0-43f1-4f81-9dd9-8b1856a1b5d8 req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Floating IP 1153cde9-f0fe-4223-b619-a83a4eda4fe1 disassociated. External IP: 172.25.3.228, port: b61c3b1e-103c-4191-b0ee-95e71944a617. Aug 20 10:19:11.463659 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-f97f13d0-43f1-4f81-9dd9-8b1856a1b5d8 req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Calling delete_port for b61c3b1e-103c-4191-b0ee-95e71944a617 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:19:11.506047 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb94f2-5d7f-4d49-877c-9dffe92c410d req-2b1bf70a-2724-409d-aa57-e581f9e5de47 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:11.508855 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-86bb94f2-5d7f-4d49-877c-9dffe92c410d req-2b1bf70a-2724-409d-aa57-e581f9e5de47 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 945 time: 0.0562072 Aug 20 10:19:11.568672 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-86bb94f2-5d7f-4d49-877c-9dffe92c410d req-948c52a1-0441-4f6c-81f8-f43094927e51 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/security-groups?id=2230f15e-a14c-488d-aad2-9a023fe10e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515428 Aug 20 10:19:11.571839 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-c30e9311-7810-4bd5-9d89-a50e095e70f7 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:11.573867 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-c30e9311-7810-4bd5-9d89-a50e095e70f7 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.42 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 807 time: 0.2010407 Aug 20 10:19:11.596289 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-5985dfb0-f372-442c-bc86-e7ffe74251c5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Request body: {'port': {'device_id': 'a7715599-2a96-4c5f-8dcc-741e99565970', 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf', 'admin_state_up': True, 'tenant_id': '11d213eb32ff4dabbbc87687feab7bcc'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:11.668952 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c5eeb83-e716-40d8-ad86-32d63ba5580d req-12ab6783-886a-441e-8427-8596f7456c35 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 210 time: 0.0329959 Aug 20 10:19:11.760242 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-6df083ec-cbc4-4853-a78a-e71f98332787 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:19:11.769074 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-6df083ec-cbc4-4853-a78a-e71f98332787 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0915880 Aug 20 10:19:11.774640 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-447b9492-b134-476f-bed3-f7ca9fa8e1e2 service neutron] Request body: {'binding': {'host': 'n-h1-778550-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:11.775437 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-447b9492-b134-476f-bed3-f7ca9fa8e1e2 service neutron] Unknown quota resources ['binding']. {{(pid=94866) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 10:19:11.797027 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f97f13d0-43f1-4f81-9dd9-8b1856a1b5d8 req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:11.798995 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-5985dfb0-f372-442c-bc86-e7ffe74251c5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Made reservation on behalf of 11d213eb32ff4dabbbc87687feab7bcc for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:19:11.803381 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-5985dfb0-f372-442c-bc86-e7ffe74251c5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:11.835659 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Pushing event deleted for resources: {'Port': ['ID=b61c3b1e-103c-4191-b0ee-95e71944a617,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:11.851878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:11.852295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:11.852647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:11.852993 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:11.853327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:11.853776 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:11.854118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:11.854485 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:11.854823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:11.855321 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:11.855786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:11.856117 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:11.996867 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-447b9492-b134-476f-bed3-f7ca9fa8e1e2 service neutron] Attempting to bind port 2d4a5f45-ab40-44e6-a745-1416c29633ee on host n-h1-778550-11 for vnic_type normal with profile None {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:19:11.997240 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-447b9492-b134-476f-bed3-f7ca9fa8e1e2 service neutron] Attempting to bind port 2d4a5f45-ab40-44e6-a745-1416c29633ee by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:19:11.997644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-447b9492-b134-476f-bed3-f7ca9fa8e1e2 service neutron] Attempting to bind port 2d4a5f45-ab40-44e6-a745-1416c29633ee on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:12.004087 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-447b9492-b134-476f-bed3-f7ca9fa8e1e2 service neutron] Port 2d4a5f45-ab40-44e6-a745-1416c29633ee on network e287bb6a-2478-45c5-b9fc-caf113bb0919 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:19:12.004547 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-447b9492-b134-476f-bed3-f7ca9fa8e1e2 service neutron] Attempting to bind port 2d4a5f45-ab40-44e6-a745-1416c29633ee on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:12.013051 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-447b9492-b134-476f-bed3-f7ca9fa8e1e2 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:19:12.014542 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-447b9492-b134-476f-bed3-f7ca9fa8e1e2 service neutron] Checking segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:19:12.015077 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-447b9492-b134-476f-bed3-f7ca9fa8e1e2 service neutron] Bound using segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:19:12.015721 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-447b9492-b134-476f-bed3-f7ca9fa8e1e2 service neutron] Bound port: 2d4a5f45-ab40-44e6-a745-1416c29633ee, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:19:12.077021 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f97f13d0-43f1-4f81-9dd9-8b1856a1b5d8 req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Router e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:19:12.085702 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-5985dfb0-f372-442c-bc86-e7ffe74251c5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Allocated IP 172.20.0.14 (5ea45e6d-0432-4a46-94e7-adce972727cf/e68f9554-8fd7-45c8-8297-706c20051e17/0bde41ce-d755-40f0-8fea-2f73794e1485) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:19:12.096445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-447b9492-b134-476f-bed3-f7ca9fa8e1e2 service neutron] For port 2d4a5f45-ab40-44e6-a745-1416c29633ee, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2d4a5f45-ab40-44e6-a745-1416c29633ee,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:19:12.106312 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-447b9492-b134-476f-bed3-f7ca9fa8e1e2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:12.113232 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-447b9492-b134-476f-bed3-f7ca9fa8e1e2 service neutron] 10.222.0.16 "POST /v2.0/ports/2d4a5f45-ab40-44e6-a745-1416c29633ee/bindings HTTP/1.1" status: 201 len: 390 time: 0.3425789 Aug 20 10:19:12.337116 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f97f13d0-43f1-4f81-9dd9-8b1856a1b5d8 req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:19:12.363362 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d910f7-4ed5-4149-a309-036b3f0a2535 req-b7d3964f-cf98-4c13-8203-c1188e05a184 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:12.366191 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-18d910f7-4ed5-4149-a309-036b3f0a2535 req-b7d3964f-cf98-4c13-8203-c1188e05a184 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0759161 Aug 20 10:19:12.367841 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a70fb-1fee-4c3c-a0c6-8019b7e43861 None None] Sync routers for ids ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:19:12.386518 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a70fb-1fee-4c3c-a0c6-8019b7e43861 None None] Routers {'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:19:12.387476 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e78a70fb-1fee-4c3c-a0c6-8019b7e43861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:19:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:19:12.433369 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-18d910f7-4ed5-4149-a309-036b3f0a2535 req-7ad68458-a1a3-4f42-948a-ce24bff886ac tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610178 Aug 20 10:19:12.433568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97f13d0-43f1-4f81-9dd9-8b1856a1b5d8 req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] No DVR routers for this DVR port b61c3b1e-103c-4191-b0ee-95e71944a617 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:19:12.447684 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f97f13d0-43f1-4f81-9dd9-8b1856a1b5d8 req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:12.449684 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f97f13d0-43f1-4f81-9dd9-8b1856a1b5d8 req-ef40b77b-5148-469a-9dc5-a813cb5125fa tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.42 "DELETE /v2.0/ports/b61c3b1e-103c-4191-b0ee-95e71944a617 HTTP/1.1" status: 204 len: 173 time: 1.5090861 Aug 20 10:19:12.452656 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d36a4e5-22b9-4408-abab-ddca8c871e87', 'name': 'network-vif-deleted', 'tag': 'b61c3b1e-103c-4191-b0ee-95e71944a617'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:12.454984 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f1ec1e-e228-485a-aabf-2eee58989e66" -d '{"events": [{"server_uuid": "2d36a4e5-22b9-4408-abab-ddca8c871e87", "name": "network-vif-deleted", "tag": "b61c3b1e-103c-4191-b0ee-95e71944a617"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:12.509278 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a68dc-ee3a-4a3f-ae1c-e0f2e2bdcf61 req-84402002-6505-4018-b469-feaeffe3e178 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:12.521549 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-448a68dc-ee3a-4a3f-ae1c-e0f2e2bdcf61 req-84402002-6505-4018-b469-feaeffe3e178 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 945 time: 0.2867427 Aug 20 10:19:12.589215 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6637a69b-5a48-4f0d-b95b-18ec7b6cd1e8 x-openstack-request-id: req-6637a69b-5a48-4f0d-b95b-18ec7b6cd1e8 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:12.589890 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d36a4e5-22b9-4408-abab-ddca8c871e87", "name": "network-vif-deleted", "tag": "b61c3b1e-103c-4191-b0ee-95e71944a617", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:12.590423 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6637a69b-5a48-4f0d-b95b-18ec7b6cd1e8 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:12.591118 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d36a4e5-22b9-4408-abab-ddca8c871e87', 'name': 'network-vif-deleted', 'tag': 'b61c3b1e-103c-4191-b0ee-95e71944a617', 'status': 'completed', 'code': 200} Aug 20 10:19:12.617377 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-5985dfb0-f372-442c-bc86-e7ffe74251c5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:12.641840 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-448a68dc-ee3a-4a3f-ae1c-e0f2e2bdcf61 req-09cce4c2-335c-41b7-b4e4-ca25768a789a tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193080 Aug 20 10:19:12.704074 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-e78a70fb-1fee-4c3c-a0c6-8019b7e43861 None None] Set router e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:19:12.744257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-06c35122-7998-40cf-9ae4-974e56fbe75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:12.745911 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-06c35122-7998-40cf-9ae4-974e56fbe75a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 1097 time: 0.3138812 Aug 20 10:19:12.757763 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-97abbf62-ded1-45ac-957d-2be82875522d req-432615b3-007d-4ef6-9752-3ec2b95186e8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d36a4e5-22b9-4408-abab-ddca8c871e87 HTTP/1.1" status: 200 len: 210 time: 0.0411003 Aug 20 10:19:12.782193 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6b7b5fdf-a780-4eca-b8f0-dac47f599cbe req-f2af7a81-34d8-41d4-b5cc-13594e0caa73 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 210 time: 0.0351071 Aug 20 10:19:12.855425 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-5985dfb0-f372-442c-bc86-e7ffe74251c5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:12.867996 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['933b9943-2f19-4c47-b716-32ef428a7f9d'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:12.950576 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-5985dfb0-f372-442c-bc86-e7ffe74251c5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Network 5ea45e6d-0432-4a46-94e7-adce972727cf is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:19:12.952597 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985dfb0-f372-442c-bc86-e7ffe74251c5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Pushing event updated for resources: {'Port': ['ID=0bde41ce-d755-40f0-8fea-2f73794e1485,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:12.956955 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-5985dfb0-f372-442c-bc86-e7ffe74251c5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:19:12.958569 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-8aff8cde-ad31-43e1-901c-8db822498af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:12.960231 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-8aff8cde-ad31-43e1-901c-8db822498af6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 921 time: 0.1806214 Aug 20 10:19:12.961250 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-5985dfb0-f372-442c-bc86-e7ffe74251c5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:19:12.971971 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e78a70fb-1fee-4c3c-a0c6-8019b7e43861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'name': 'tempest-ServersTestJSON-1406168816-router', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:51Z', 'updated_at': '2021-08-20T10:16:57Z', 'revision_number': 4, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'gw_port': {'id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:52Z', 'updated_at': '2021-08-20T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'd715331e-d6b3-4ea1-8335-833768bcf990', 'name': '', 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'mac_address': 'fa:16:3e:d5:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:56Z', 'updated_at': '2021-08-20T10:17:04Z', 'revision_number': 5, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'subnets': [{'id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:19:13.015352 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a70fb-1fee-4c3c-a0c6-8019b7e43861 None None] Checking router: e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:19:13.035652 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a70fb-1fee-4c3c-a0c6-8019b7e43861 None None] Routers {'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:19:13.039192 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e78a70fb-1fee-4c3c-a0c6-8019b7e43861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:19:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:19:13.039359 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-25bb17eb-3f36-46b1-9dd3-87005793e85f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d4a5f45-ab40-44e6-a745-1416c29633ee HTTP/1.1" status: 200 len: 217 time: 0.0516741 Aug 20 10:19:13.173942 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-5985dfb0-f372-442c-bc86-e7ffe74251c5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:13.174612 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-5985dfb0-f372-442c-bc86-e7ffe74251c5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:13.240005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-c452234e-7ac5-42d8-a91f-1d89c6a541e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:13.243197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-c452234e-7ac5-42d8-a91f-1d89c6a541e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.1924715 Aug 20 10:19:13.244491 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-5985dfb0-f372-442c-bc86-e7ffe74251c5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6529644 Aug 20 10:19:13.246329 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-e78a70fb-1fee-4c3c-a0c6-8019b7e43861 None None] Set router e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:19:13.306645 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Request body: {'port': {'device_id': 'a7715599-2a96-4c5f-8dcc-741e99565970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:13.311675 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-6c4b0f41-38c0-43e0-93a8-65f189cdf96d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515826 Aug 20 10:19:13.434037 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:13.480538 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e78a70fb-1fee-4c3c-a0c6-8019b7e43861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'name': 'tempest-ServersTestJSON-1406168816-router', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:51Z', 'updated_at': '2021-08-20T10:16:57Z', 'revision_number': 4, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'gw_port': {'id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:52Z', 'updated_at': '2021-08-20T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'd715331e-d6b3-4ea1-8335-833768bcf990', 'name': '', 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'mac_address': 'fa:16:3e:d5:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:56Z', 'updated_at': '2021-08-20T10:17:04Z', 'revision_number': 5, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'subnets': [{'id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:19:13.489156 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-4ef4183c-000e-4a4d-9bc3-b78cb15166a1 service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530185 Aug 20 10:19:13.517307 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a70fb-1fee-4c3c-a0c6-8019b7e43861 None None] The sync data for ids ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'] in n-d-778550-11 is: [{'id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'name': 'tempest-ServersTestJSON-1406168816-router', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:51Z', 'updated_at': '2021-08-20T10:16:57Z', 'revision_number': 4, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'gw_port': {'id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:52Z', 'updated_at': '2021-08-20T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'd715331e-d6b3-4ea1-8335-833768bcf990', 'name': '', 'network_id': '7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'mac_address': 'fa:16:3e:d5:0c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:56Z', 'updated_at': '2021-08-20T10:17:04Z', 'revision_number': 5, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'subnets': [{'id': 'fb0adb47-a50a-4a01-b0f9-cfc65237f4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:19:13.568197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423595e-25d3-4139-ac9c-c479e064aa37 req-dacc6d3e-d741-4c66-a296-706a37d71acc tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:13.570321 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7423595e-25d3-4139-ac9c-c479e064aa37 req-dacc6d3e-d741-4c66-a296-706a37d71acc tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0632830 Aug 20 10:19:13.631091 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7423595e-25d3-4139-ac9c-c479e064aa37 req-dae1b3d9-b163-4860-829b-5d322b41953a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543804 Aug 20 10:19:13.796828 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-b0987f77-883c-4c91-ad8a-fb3c1c3663d5 service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972720 Aug 20 10:19:13.833071 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe290b-db66-4142-8d9a-ecae2e5f8992 req-32c5c35a-9592-4e6d-8295-20721e9b3878 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:13.835456 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74fe290b-db66-4142-8d9a-ecae2e5f8992 req-32c5c35a-9592-4e6d-8295-20721e9b3878 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 945 time: 0.1006572 Aug 20 10:19:14.007421 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb986d7-6013-4c58-b9dd-c3288f7de13e req-ef04cb0c-316b-4d38-8c37-aad7d72bcf80 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:14.016434 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9fb986d7-6013-4c58-b9dd-c3288f7de13e req-ef04cb0c-316b-4d38-8c37-aad7d72bcf80 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 932 time: 0.0996535 Aug 20 10:19:14.023867 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7600188-cfcc-4294-a924-8d36388eb7cc None None] New status for floating IP 1153cde9-f0fe-4223-b619-a83a4eda4fe1: DOWN {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:19:14.111008 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9fb986d7-6013-4c58-b9dd-c3288f7de13e req-974bf7f0-4a58-4adc-97f4-4f062688b79d tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930097 Aug 20 10:19:14.192604 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37356) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:19:14.310904 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-baf1ef7c-4de3-47d6-b5b6-6274aa3449f8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:14.346806 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-baf1ef7c-4de3-47d6-b5b6-6274aa3449f8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:14.406446 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-baf1ef7c-4de3-47d6-b5b6-6274aa3449f8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:14.415041 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-baf1ef7c-4de3-47d6-b5b6-6274aa3449f8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:14.420016 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-baf1ef7c-4de3-47d6-b5b6-6274aa3449f8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "DELETE /v2.0/security-groups/2230f15e-a14c-488d-aad2-9a023fe10e86 HTTP/1.1" status: 204 len: 168 time: 0.2236903 Aug 20 10:19:14.445298 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37362) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:19:14.447768 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1ef7c-4de3-47d6-b5b6-6274aa3449f8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2230f15e-a14c-488d-aad2-9a023fe10e86,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:14.479457 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74fe290b-db66-4142-8d9a-ecae2e5f8992 req-7c94d43d-2a0f-4c37-bce7-1e962ed39a4b tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226404 Aug 20 10:19:14.480275 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf1ef7c-4de3-47d6-b5b6-6274aa3449f8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:14.480655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf1ef7c-4de3-47d6-b5b6-6274aa3449f8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:14.481030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf1ef7c-4de3-47d6-b5b6-6274aa3449f8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:14.482520 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf1ef7c-4de3-47d6-b5b6-6274aa3449f8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:14.482740 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf1ef7c-4de3-47d6-b5b6-6274aa3449f8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:14.483017 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf1ef7c-4de3-47d6-b5b6-6274aa3449f8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:14.483460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf1ef7c-4de3-47d6-b5b6-6274aa3449f8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:14.483794 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf1ef7c-4de3-47d6-b5b6-6274aa3449f8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:14.484127 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf1ef7c-4de3-47d6-b5b6-6274aa3449f8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:14.485217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf1ef7c-4de3-47d6-b5b6-6274aa3449f8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:14.485557 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf1ef7c-4de3-47d6-b5b6-6274aa3449f8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:14.485885 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf1ef7c-4de3-47d6-b5b6-6274aa3449f8 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:19:14.500825 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-991bc320-cf52-4f3b-a57a-fc8f39cd60d2 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] show failed (client error): The resource could not be found. Aug 20 10:19:14.503337 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-991bc320-cf52-4f3b-a57a-fc8f39cd60d2 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "GET /v2.0/security-groups/2230f15e-a14c-488d-aad2-9a023fe10e86 HTTP/1.1" status: 404 len: 347 time: 0.0417385 Aug 20 10:19:14.505812 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37364) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:19:14.560670 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bde41ce-d755-40f0-8fea-2f73794e1485 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:19:14.579418 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:14.600639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Transition to ACTIVE for port object 0bde41ce-d755-40f0-8fea-2f73794e1485 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:19:14.612117 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:14.730578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-5c34cfc6-9f81-4311-86f3-734482fb87b1 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Deleting port 5e117410-466c-4e35-9a34-325455d792b7 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:19:14.731661 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c34cfc6-9f81-4311-86f3-734482fb87b1 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:14.755361 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Pushing event updated for resources: {'Port': ['ID=0bde41ce-d755-40f0-8fea-2f73794e1485,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:14.821610 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Attempting to bind port 0bde41ce-d755-40f0-8fea-2f73794e1485 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:19:14.821954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Attempting to bind port 0bde41ce-d755-40f0-8fea-2f73794e1485 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:19:14.822292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Attempting to bind port 0bde41ce-d755-40f0-8fea-2f73794e1485 on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:14.828736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Port 0bde41ce-d755-40f0-8fea-2f73794e1485 on network 5ea45e6d-0432-4a46-94e7-adce972727cf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:19:14.829018 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Attempting to bind port 0bde41ce-d755-40f0-8fea-2f73794e1485 on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:14.844930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db783400-3974-400d-aa3e-e817f067dc98 req-6ce11dce-fb69-4c65-a217-1e83345fbdb5 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:14.846436 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-db783400-3974-400d-aa3e-e817f067dc98 req-6ce11dce-fb69-4c65-a217-1e83345fbdb5 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0884893 Aug 20 10:19:14.847696 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:19:14.848035 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Checking segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:19:14.848418 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Bound using segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:19:14.849356 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Bound port: 0bde41ce-d755-40f0-8fea-2f73794e1485, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:19:14.849356 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:14.858879 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c34cfc6-9f81-4311-86f3-734482fb87b1 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:14.859497 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c34cfc6-9f81-4311-86f3-734482fb87b1 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:14.873564 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-5c34cfc6-9f81-4311-86f3-734482fb87b1 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Calling delete_port for 5e117410-466c-4e35-9a34-325455d792b7 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:19:14.948493 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-db783400-3974-400d-aa3e-e817f067dc98 req-5f14d2b5-81fb-4d7a-bc87-32a7d170c6a3 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854294 Aug 20 10:19:14.960374 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] For port 0bde41ce-d755-40f0-8fea-2f73794e1485, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:19:14.964684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] For port 0bde41ce-d755-40f0-8fea-2f73794e1485, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=0bde41ce-d755-40f0-8fea-2f73794e1485,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:19:14.978061 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:15.012198 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:15.012901 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:15.014354 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] 10.222.0.42 "PUT /v2.0/ports/0bde41ce-d755-40f0-8fea-2f73794e1485 HTTP/1.1" status: 200 len: 1093 time: 1.7524230 Aug 20 10:19:15.014861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7715599-2a96-4c5f-8dcc-741e99565970', 'tag': '0bde41ce-d755-40f0-8fea-2f73794e1485'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:15.017171 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d83df72-5d3b-4a90-b1ea-a9cf3f20dcd1" -d '{"events": [{"name": "network-changed", "server_uuid": "a7715599-2a96-4c5f-8dcc-741e99565970", "tag": "0bde41ce-d755-40f0-8fea-2f73794e1485"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:15.045829 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fed2f1-2ec8-4c01-9b2e-6edb42e34a0e service neutron] Pushing event updated for resources: {'Port': ['ID=0bde41ce-d755-40f0-8fea-2f73794e1485,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:15.062028 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c34cfc6-9f81-4311-86f3-734482fb87b1 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:15.089903 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99de9939-cac2-448b-adf2-ac47a7589b0d x-openstack-request-id: req-99de9939-cac2-448b-adf2-ac47a7589b0d {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:15.090263 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7715599-2a96-4c5f-8dcc-741e99565970", "tag": "0bde41ce-d755-40f0-8fea-2f73794e1485", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:15.090580 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99de9939-cac2-448b-adf2-ac47a7589b0d {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:15.091036 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7715599-2a96-4c5f-8dcc-741e99565970', 'tag': '0bde41ce-d755-40f0-8fea-2f73794e1485', 'status': 'completed', 'code': 200} Aug 20 10:19:15.091974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34cfc6-9f81-4311-86f3-734482fb87b1 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Pushing event deleted for resources: {'Port': ['ID=5e117410-466c-4e35-9a34-325455d792b7,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:15.129111 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-f5370b63-cf50-41d3-b916-3fff3274afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:15.131331 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-f5370b63-cf50-41d3-b916-3fff3274afcf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 1096 time: 0.0512848 Aug 20 10:19:15.158122 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c34cfc6-9f81-4311-86f3-734482fb87b1 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:15.162828 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c34cfc6-9f81-4311-86f3-734482fb87b1 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:15.166617 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5c34cfc6-9f81-4311-86f3-734482fb87b1 tempest-ServersTestJSON-620953827 tempest-ServersTestJSON-620953827-project] 10.222.0.16 "DELETE /v2.0/floatingips/1153cde9-f0fe-4223-b619-a83a4eda4fe1 HTTP/1.1" status: 204 len: 168 time: 0.6565344 Aug 20 10:19:15.167009 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37372) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:19:15.181812 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-c65a95a3-f614-42bc-9c54-35d472055822 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bde41ce-d755-40f0-8fea-2f73794e1485 HTTP/1.1" status: 200 len: 217 time: 0.0421164 Aug 20 10:19:15.267861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-083fecda-afe5-42e1-ad9d-8a30c3b5d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:15.269423 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-083fecda-afe5-42e1-ad9d-8a30c3b5d0f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.0789726 Aug 20 10:19:15.282247 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de187aa2-217e-42b6-9903-19d896517484 req-bb014203-fa42-4ec6-bdd0-36b3f827e943 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:15.283999 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-de187aa2-217e-42b6-9903-19d896517484 req-bb014203-fa42-4ec6-bdd0-36b3f827e943 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 944 time: 0.0852454 Aug 20 10:19:15.328243 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-3b1a9a68-fd38-4a7f-a2e9-dea7ea72e5be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432637 Aug 20 10:19:15.453783 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-de187aa2-217e-42b6-9903-19d896517484 req-19af773e-5e0e-4093-8795-6001fdd8f615 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560581 Aug 20 10:19:15.463645 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-c2640e72-452d-46a2-bee7-7cd89433972b service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215594 Aug 20 10:19:15.580419 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6422e332-f366-47a9-b85e-c9111e7558f7 req-f73003a8-b076-49e0-964d-8b367bcfc31e service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043093 Aug 20 10:19:15.587797 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a18ef90a-49f8-4ede-a094-acad0ed1510c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:15.683882 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83df72-5d3b-4a90-b1ea-a9cf3f20dcd1 req-798e1f95-2c5f-490c-913c-ec0fe102422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:15.685542 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d83df72-5d3b-4a90-b1ea-a9cf3f20dcd1 req-798e1f95-2c5f-490c-913c-ec0fe102422b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 1096 time: 0.0506179 Aug 20 10:19:15.727784 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f153f-7ba8-414c-a362-0f35be85bc1e req-0bac861f-2b3d-4ca4-b653-47cd1a0da364 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:15.729451 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-729f153f-7ba8-414c-a362-0f35be85bc1e req-0bac861f-2b3d-4ca4-b653-47cd1a0da364 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 945 time: 0.1037431 Aug 20 10:19:15.783565 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83df72-5d3b-4a90-b1ea-a9cf3f20dcd1 req-a54fb676-5759-4466-8907-9e370cb6e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:15.785338 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d83df72-5d3b-4a90-b1ea-a9cf3f20dcd1 req-a54fb676-5759-4466-8907-9e370cb6e8d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 908 time: 0.0922146 Aug 20 10:19:15.831100 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b61c3b1e-103c-4191-b0ee-95e71944a617 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:19:15.835721 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d83df72-5d3b-4a90-b1ea-a9cf3f20dcd1 req-b499cf98-53d3-4f22-927d-b782ab867aaa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bde41ce-d755-40f0-8fea-2f73794e1485 HTTP/1.1" status: 200 len: 217 time: 0.0399251 Aug 20 10:19:15.837183 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-729f153f-7ba8-414c-a362-0f35be85bc1e req-5e891d2b-2ab0-4631-9220-3dc0b6719c76 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934260 Aug 20 10:19:15.862346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: b61c3b1e-103c-4191-b0ee-95e71944a617 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:19:15.863395 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b61c3b1e-103c-4191-b0ee-95e71944a617 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:19:15.905095 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83df72-5d3b-4a90-b1ea-a9cf3f20dcd1 req-b4ac87be-8563-465c-b432-714c25c372c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:15.906833 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d83df72-5d3b-4a90-b1ea-a9cf3f20dcd1 req-b4ac87be-8563-465c-b432-714c25c372c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.0447531 Aug 20 10:19:15.941162 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d83df72-5d3b-4a90-b1ea-a9cf3f20dcd1 req-9df4dfb4-f85c-486b-a221-d033d9e0ce9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258417 Aug 20 10:19:15.944018 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a18ef90a-49f8-4ede-a094-acad0ed1510c admin admin] Deleting port d715331e-d6b3-4ea1-8335-833768bcf990 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:19:15.944358 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a18ef90a-49f8-4ede-a094-acad0ed1510c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:16.032235 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-a18ef90a-49f8-4ede-a094-acad0ed1510c admin admin] For port d715331e-d6b3-4ea1-8335-833768bcf990, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d715331e-d6b3-4ea1-8335-833768bcf990,segment=NetworkSegment(fa1deb64-dcd4-4387-8b45-935bdc8095b3),segment_id=fa1deb64-dcd4-4387-8b45-935bdc8095b3)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:16.032597 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a18ef90a-49f8-4ede-a094-acad0ed1510c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:16.047206 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a18ef90a-49f8-4ede-a094-acad0ed1510c admin admin] Calling delete_port for d715331e-d6b3-4ea1-8335-833768bcf990 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:19:16.093328 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d83df72-5d3b-4a90-b1ea-a9cf3f20dcd1 req-4cd02fca-d6d5-4339-b433-6d5169049b96 service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331632 Aug 20 10:19:16.105700 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0df13-d567-4115-a9c7-6f676d301598 req-7f035f6b-68a7-4001-84b1-e347baf36d98 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:16.107280 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-16c0df13-d567-4115-a9c7-6f676d301598 req-7f035f6b-68a7-4001-84b1-e347baf36d98 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0749049 Aug 20 10:19:16.207902 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-16c0df13-d567-4115-a9c7-6f676d301598 req-e8f54d13-3a73-4acd-a18a-3bfb6fc76c35 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891457 Aug 20 10:19:16.235436 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d83df72-5d3b-4a90-b1ea-a9cf3f20dcd1 req-d4fc99df-f984-4778-96ec-4abac8c2c834 service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168489 Aug 20 10:19:16.250324 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a18ef90a-49f8-4ede-a094-acad0ed1510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:16.274953 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ef90a-49f8-4ede-a094-acad0ed1510c admin admin] Pushing event deleted for resources: {'Port': ['ID=d715331e-d6b3-4ea1-8335-833768bcf990,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:16.455765 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a18ef90a-49f8-4ede-a094-acad0ed1510c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:16.635914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6d4ab-3015-4db2-88b7-f5caef84234b req-5b9d91c9-583b-4adc-a032-ed9c4b773976 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:16.637491 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9df6d4ab-3015-4db2-88b7-f5caef84234b req-5b9d91c9-583b-4adc-a032-ed9c4b773976 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 944 time: 0.0794830 Aug 20 10:19:16.754217 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9df6d4ab-3015-4db2-88b7-f5caef84234b req-a3901d8c-4665-408e-82c8-c5d6f9ec1481 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834086 Aug 20 10:19:16.779941 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18ef90a-49f8-4ede-a094-acad0ed1510c admin admin] Router e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:19:16.900283 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18ef90a-49f8-4ede-a094-acad0ed1510c admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:19:16.908404 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37398) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:19:16.908826 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a18ef90a-49f8-4ede-a094-acad0ed1510c admin admin] 10.222.0.16 "PUT /v2.0/routers/e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7361782 Aug 20 10:19:16.915712 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d57c3-99af-4506-9d5c-81d37f4acbea None None] Sync routers for ids ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:19:16.928794 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d57c3-99af-4506-9d5c-81d37f4acbea None None] Routers {'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:19:16.929534 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1e5d57c3-99af-4506-9d5c-81d37f4acbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:19:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:19:17.039169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cee36-83ae-478e-9eb5-a8e4ded8af79 req-c7fc613a-e99f-4e64-bd6e-4d7230b2d8ba tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:17.040675 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be1cee36-83ae-478e-9eb5-a8e4ded8af79 req-c7fc613a-e99f-4e64-bd6e-4d7230b2d8ba tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 945 time: 0.1254046 Aug 20 10:19:17.050106 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-1e5d57c3-99af-4506-9d5c-81d37f4acbea None None] Set router e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:19:17.066884 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f90fbb8-5659-4ebe-8b4c-a255dd688af6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:17.129910 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be1cee36-83ae-478e-9eb5-a8e4ded8af79 req-bae2f547-bff3-4d37-bfda-f3995123ead3 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798619 Aug 20 10:19:17.196050 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f90fbb8-5659-4ebe-8b4c-a255dd688af6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:17.257537 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1e5d57c3-99af-4506-9d5c-81d37f4acbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'name': 'tempest-ServersTestJSON-1406168816-router', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:51Z', 'updated_at': '2021-08-20T10:19:16Z', 'revision_number': 5, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'gw_port': {'id': '4206d183-0353-41ee-9383-d7a8eea767bd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:52Z', 'updated_at': '2021-08-20T10:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:19:17.258365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-5f90fbb8-5659-4ebe-8b4c-a255dd688af6 admin admin] Deleting port 4206d183-0353-41ee-9383-d7a8eea767bd {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:19:17.258711 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f90fbb8-5659-4ebe-8b4c-a255dd688af6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:17.293007 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d57c3-99af-4506-9d5c-81d37f4acbea None None] Checking router: e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:19:17.303131 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d57c3-99af-4506-9d5c-81d37f4acbea None None] Routers {'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:19:17.303895 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1e5d57c3-99af-4506-9d5c-81d37f4acbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:19:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:19:17.350324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22656ee-56ce-439d-a2e4-e4916992d66d req-8f7780ca-fa9c-453a-a7a2-c6a8e54c063f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:17.352073 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d22656ee-56ce-439d-a2e4-e4916992d66d req-8f7780ca-fa9c-453a-a7a2-c6a8e54c063f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0574772 Aug 20 10:19:17.365765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-5f90fbb8-5659-4ebe-8b4c-a255dd688af6 admin admin] For port 4206d183-0353-41ee-9383-d7a8eea767bd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4206d183-0353-41ee-9383-d7a8eea767bd,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:17.366438 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f90fbb8-5659-4ebe-8b4c-a255dd688af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:17.381278 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-5f90fbb8-5659-4ebe-8b4c-a255dd688af6 admin admin] Calling delete_port for 4206d183-0353-41ee-9383-d7a8eea767bd owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:19:17.397093 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d22656ee-56ce-439d-a2e4-e4916992d66d req-9f5798f4-6493-46da-ab6d-43cb6601333f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369844 Aug 20 10:19:17.401303 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-1e5d57c3-99af-4506-9d5c-81d37f4acbea None None] Set router e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:19:17.460069 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1e5d57c3-99af-4506-9d5c-81d37f4acbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'name': 'tempest-ServersTestJSON-1406168816-router', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:51Z', 'updated_at': '2021-08-20T10:19:17Z', 'revision_number': 6, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:19:17.495655 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d57c3-99af-4506-9d5c-81d37f4acbea None None] The sync data for ids ['e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8'] in n-d-778550-11 is: [{'id': 'e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8', 'name': 'tempest-ServersTestJSON-1406168816-router', 'tenant_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:51Z', 'updated_at': '2021-08-20T10:19:17Z', 'revision_number': 6, 'project_id': 'fe58ca97c3ec42c7bc4953ba74d9f4b8', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:19:17.594839 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f90fbb8-5659-4ebe-8b4c-a255dd688af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:17.622395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90fbb8-5659-4ebe-8b4c-a255dd688af6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4206d183-0353-41ee-9383-d7a8eea767bd,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:17.700334 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f90fbb8-5659-4ebe-8b4c-a255dd688af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:17.815082 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f90fbb8-5659-4ebe-8b4c-a255dd688af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:17.823983 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f90fbb8-5659-4ebe-8b4c-a255dd688af6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:17.902548 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f90fbb8-5659-4ebe-8b4c-a255dd688af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:17.903461 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f90fbb8-5659-4ebe-8b4c-a255dd688af6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:19:17.909027 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f90fbb8-5659-4ebe-8b4c-a255dd688af6 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:17.910656 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5f90fbb8-5659-4ebe-8b4c-a255dd688af6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e81c3e37-cc31-4d6f-8dbc-d0d0f3d003f8 HTTP/1.1" status: 204 len: 168 time: 1.0006905 Aug 20 10:19:17.914445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37412) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:19:17.938431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7dab3-1a88-472f-b641-53591db45d87 req-81f5dece-a008-4b9c-9867-22df1823290d tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:17.940470 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71b7dab3-1a88-472f-b641-53591db45d87 req-81f5dece-a008-4b9c-9867-22df1823290d tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 944 time: 0.0703907 Aug 20 10:19:17.985110 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ddabae7-94a1-47c3-a0f6-54ccf63f21a2 admin admin] Deleting subnet fb0adb47-a50a-4a01-b0f9-cfc65237f4a4 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:19:17.995176 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9ddabae7-94a1-47c3-a0f6-54ccf63f21a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:18.009677 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71b7dab3-1a88-472f-b641-53591db45d87 req-3f96c207-7eb3-4471-9f9b-5706fc659171 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588815 Aug 20 10:19:18.032551 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9ddabae7-94a1-47c3-a0f6-54ccf63f21a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:18.122460 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9ddabae7-94a1-47c3-a0f6-54ccf63f21a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:18.187178 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:18.197247 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9ddabae7-94a1-47c3-a0f6-54ccf63f21a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:18.224592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddabae7-94a1-47c3-a0f6-54ccf63f21a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0adb47-a50a-4a01-b0f9-cfc65237f4a4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:18.232474 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9ddabae7-94a1-47c3-a0f6-54ccf63f21a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:18.236577 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9ddabae7-94a1-47c3-a0f6-54ccf63f21a2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fb0adb47-a50a-4a01-b0f9-cfc65237f4a4 HTTP/1.1" status: 204 len: 168 time: 0.3192923 Aug 20 10:19:18.237282 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37416) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:19:18.246877 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb09b83-f246-4126-8a88-1260a98f1413 None None] Network 7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:19:18.290376 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5e3bb-6e00-4056-9bbb-524be1317003 req-995b4778-658c-4448-b2ae-e06bf4145a80 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:18.292195 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bae5e3bb-6e00-4056-9bbb-524be1317003 req-995b4778-658c-4448-b2ae-e06bf4145a80 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 945 time: 0.0615897 Aug 20 10:19:18.324178 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:18.343699 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bae5e3bb-6e00-4056-9bbb-524be1317003 req-54d9934e-eb9c-445a-8528-b338fc36ae6d tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439200 Aug 20 10:19:18.455018 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] Deleting port 76f51877-056a-475b-bdfc-e7efab57e873 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:19:18.455840 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:18.474828 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd538c5-9e21-4158-ab55-253b51f41d8a None None] DHCP port deletion for 7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:19:18.507797 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d715331e-d6b3-4ea1-8335-833768bcf990 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:19:18.559348 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: d715331e-d6b3-4ea1-8335-833768bcf990 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:19:18.559944 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d715331e-d6b3-4ea1-8335-833768bcf990 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:19:18.583766 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] For port 76f51877-056a-475b-bdfc-e7efab57e873, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=76f51877-056a-475b-bdfc-e7efab57e873,segment=NetworkSegment(fa1deb64-dcd4-4387-8b45-935bdc8095b3),segment_id=fa1deb64-dcd4-4387-8b45-935bdc8095b3)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:18.584979 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:18.599450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9bd538c5-9e21-4158-ab55-253b51f41d8a None None] Deleting port 76f51877-056a-475b-bdfc-e7efab57e873 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:19:18.600022 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9bd538c5-9e21-4158-ab55-253b51f41d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:18.607945 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] Calling delete_port for 76f51877-056a-475b-bdfc-e7efab57e873 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:19:18.623157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f50aa-32eb-4f2f-bf1c-7920d254f811 req-488962d1-e19d-4795-a005-2fdf80f6e0df tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:18.631698 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-172f50aa-32eb-4f2f-bf1c-7920d254f811 req-488962d1-e19d-4795-a005-2fdf80f6e0df tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.1211214 Aug 20 10:19:18.704519 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9bd538c5-9e21-4158-ab55-253b51f41d8a None None] For port 76f51877-056a-475b-bdfc-e7efab57e873, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=76f51877-056a-475b-bdfc-e7efab57e873,segment=NetworkSegment(fa1deb64-dcd4-4387-8b45-935bdc8095b3),segment_id=fa1deb64-dcd4-4387-8b45-935bdc8095b3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:18.704927 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9bd538c5-9e21-4158-ab55-253b51f41d8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:18.716145 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-172f50aa-32eb-4f2f-bf1c-7920d254f811 req-e9a5e36a-0d37-45ce-8595-adb4f14b51f6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814233 Aug 20 10:19:18.722458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9bd538c5-9e21-4158-ab55-253b51f41d8a None None] Calling delete_port for 76f51877-056a-475b-bdfc-e7efab57e873 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:19:18.790675 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:18.840940 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] Pushing event deleted for resources: {'Port': ['ID=76f51877-056a-475b-bdfc-e7efab57e873,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:18.844552 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] No DVR routers for this DVR port 76f51877-056a-475b-bdfc-e7efab57e873 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:19:18.885899 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9bd538c5-9e21-4158-ab55-253b51f41d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:18.922066 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd538c5-9e21-4158-ab55-253b51f41d8a None None] Pushing event deleted for resources: {'Port': ['ID=76f51877-056a-475b-bdfc-e7efab57e873,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:18.927674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd538c5-9e21-4158-ab55-253b51f41d8a None None] No DVR routers for this DVR port 76f51877-056a-475b-bdfc-e7efab57e873 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:19:18.935558 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:18.953122 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:19:18.967702 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1deb64-dcd4-4387-8b45-935bdc8095b3') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:19:18.967997 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1deb64-dcd4-4387-8b45-935bdc8095b3') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:19:18.979871 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:18.995844 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:19.002916 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:19:19.003409 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:19:19.005666 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:19:19.071663 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:19.078187 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:19.084105 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94 HTTP/1.1" status: 204 len: 168 time: 0.8425715 Aug 20 10:19:19.110029 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae36335-cd14-479b-98f6-ecc7ba27bc24 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c74d0e2-3bda-4875-9dd4-d4cd4ab53d94,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:19.177276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2d8b6-3774-4602-a056-4e45131805c5 req-d5292070-cae9-49ce-9b78-52b74ea0a35b tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:19.179088 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a8d2d8b6-3774-4602-a056-4e45131805c5 req-d5292070-cae9-49ce-9b78-52b74ea0a35b tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 944 time: 0.0887604 Aug 20 10:19:19.227987 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a8d2d8b6-3774-4602-a056-4e45131805c5 req-b6a61fdc-f76d-42dc-aa66-ccf91e55bc8f tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402863 Aug 20 10:19:19.239173 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37432) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:19:19.293286 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37434) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:19:19.300105 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bec59bff-c9cf-423b-ae20-be661f5142e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe58ca97c3ec42c7bc4953ba74d9f4b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591133 Aug 20 10:19:19.351174 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae1094b5-8a3d-4199-bce6-8073918da2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:19.378072 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae1094b5-8a3d-4199-bce6-8073918da2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:19.448694 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae1094b5-8a3d-4199-bce6-8073918da2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:19.451968 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae1094b5-8a3d-4199-bce6-8073918da2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:19.453053 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ae1094b5-8a3d-4199-bce6-8073918da2a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb3ca7b4-1cad-4c36-9b37-ee75b3600349 HTTP/1.1" status: 204 len: 168 time: 0.1583672 Aug 20 10:19:19.471557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1094b5-8a3d-4199-bce6-8073918da2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3ca7b4-1cad-4c36-9b37-ee75b3600349,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:19.527640 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52beaff1-6272-4f7a-b6c0-aacad1d8f547 req-0d5318f7-3c33-4519-80c3-c0777a1835b6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:19.529227 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52beaff1-6272-4f7a-b6c0-aacad1d8f547 req-0d5318f7-3c33-4519-80c3-c0777a1835b6 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 945 time: 0.0776305 Aug 20 10:19:19.596173 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52beaff1-6272-4f7a-b6c0-aacad1d8f547 req-16c70f4c-fe66-4125-be51-2a609c12aef7 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502481 Aug 20 10:19:19.873004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78c91c-49b7-48b8-af71-8a1ccfba0ea9 req-7c484a5a-5c9c-4ba5-9d13-022cb5d6a897 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:19.877943 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d78c91c-49b7-48b8-af71-8a1ccfba0ea9 req-7c484a5a-5c9c-4ba5-9d13-022cb5d6a897 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0646765 Aug 20 10:19:19.918371 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d78c91c-49b7-48b8-af71-8a1ccfba0ea9 req-2a9a3933-4270-41d0-a383-b7821ac63efa tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374868 Aug 20 10:19:20.042821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4206d183-0353-41ee-9383-d7a8eea767bd no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:19:20.066528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 4206d183-0353-41ee-9383-d7a8eea767bd {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:19:20.066942 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4206d183-0353-41ee-9383-d7a8eea767bd not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:19:20.067540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 76f51877-056a-475b-bdfc-e7efab57e873 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:19:20.088035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 76f51877-056a-475b-bdfc-e7efab57e873 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:19:20.088435 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 76f51877-056a-475b-bdfc-e7efab57e873 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:19:20.341802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37470) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:19:20.374593 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c35b29-741e-4d78-8996-19fb1e9eb3eb req-408830e7-7898-4ef4-8886-dabf318402bf tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:20.376958 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74c35b29-741e-4d78-8996-19fb1e9eb3eb req-408830e7-7898-4ef4-8886-dabf318402bf tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 944 time: 0.0659781 Aug 20 10:19:20.438581 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74c35b29-741e-4d78-8996-19fb1e9eb3eb req-c647f8ca-5f36-4011-9bcc-762948399189 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546181 Aug 20 10:19:20.481543 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7a3122c2-b452-4fbc-854b-6907a75b9777 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1785474367-network', 'tenant_id': '3e8e79588dbb4a0d8cce9fe3da4bda61'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:20.507466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3122c2-b452-4fbc-854b-6907a75b9777 admin admin] Made reservation on behalf of 3e8e79588dbb4a0d8cce9fe3da4bda61 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:19:20.510242 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a3122c2-b452-4fbc-854b-6907a75b9777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:20.520964 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a3122c2-b452-4fbc-854b-6907a75b9777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:20.631412 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a3122c2-b452-4fbc-854b-6907a75b9777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:20.635726 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a3122c2-b452-4fbc-854b-6907a75b9777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:20.665747 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3122c2-b452-4fbc-854b-6907a75b9777 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:19:20.677913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3122c2-b452-4fbc-854b-6907a75b9777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f49847f-f2b5-4c64-b07a-8f5bbc387542,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:20.684907 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a3122c2-b452-4fbc-854b-6907a75b9777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:20.685333 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-7a3122c2-b452-4fbc-854b-6907a75b9777 admin admin] Added segment 3fad7e2d-d6ea-455b-a79f-55978f74d7be of type vlan for network 50a62af5-c2bc-4476-ba4a-8158ff698f7b Aug 20 10:19:20.765377 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a3122c2-b452-4fbc-854b-6907a75b9777 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:20.791961 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8cbee-185c-4ecb-8ade-7000c002bb12 req-17e6a712-9cc9-42ae-b825-0b0bcf488a56 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:20.794794 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-29c8cbee-185c-4ecb-8ade-7000c002bb12 req-17e6a712-9cc9-42ae-b825-0b0bcf488a56 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 945 time: 0.0999467 Aug 20 10:19:20.829522 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a3122c2-b452-4fbc-854b-6907a75b9777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:20.830463 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3122c2-b452-4fbc-854b-6907a75b9777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:20.831154 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a3122c2-b452-4fbc-854b-6907a75b9777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:21.077361 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecc09c-0ca0-4550-b70b-926b217bf66f req-91008143-f9dc-4c1c-97fe-c74643f59d5a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:21.079170 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c7ecc09c-0ca0-4550-b70b-926b217bf66f req-91008143-f9dc-4c1c-97fe-c74643f59d5a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0606189 Aug 20 10:19:21.125486 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c7ecc09c-0ca0-4550-b70b-926b217bf66f req-4cd37465-821e-4cae-a5de-331cf53d977b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384512 Aug 20 10:19:21.203608 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-29c8cbee-185c-4ecb-8ade-7000c002bb12 req-7b3c4e2e-e2af-4c48-b4ea-fbfe6c55f358 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999734 Aug 20 10:19:21.215921 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7a3122c2-b452-4fbc-854b-6907a75b9777 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8725038 Aug 20 10:19:21.218976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37486) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:19:21.219144 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3122c2-b452-4fbc-854b-6907a75b9777 admin admin] Pushing event updated for resources: {'Network': ['ID=50a62af5-c2bc-4476-ba4a-8158ff698f7b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:21.236226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a215a780-1741-4263-887d-05f95e6df481 admin admin] Request body: {'subnet': {'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1785474367-subnet', 'tenant_id': '3e8e79588dbb4a0d8cce9fe3da4bda61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:21.239995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 50a62af5-c2bc-4476-ba4a-8158ff698f7b details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:19:21.256793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a215a780-1741-4263-887d-05f95e6df481 admin admin] Made reservation on behalf of 3e8e79588dbb4a0d8cce9fe3da4bda61 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:19:21.259230 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a215a780-1741-4263-887d-05f95e6df481 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:21.450935 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a215a780-1741-4263-887d-05f95e6df481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:21.507467 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215a780-1741-4263-887d-05f95e6df481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9579b08a-e6d2-4e14-8e82-4a22865cb50c,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:21.525161 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a215a780-1741-4263-887d-05f95e6df481 admin admin] Checking segment: {'id': '3fad7e2d-d6ea-455b-a79f-55978f74d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:19:21.525704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a215a780-1741-4263-887d-05f95e6df481 admin admin] Network hostable DHCP agents. Network: 50a62af5-c2bc-4476-ba4a-8158ff698f7b, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:19:21.546770 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a215a780-1741-4263-887d-05f95e6df481 admin admin] Network 50a62af5-c2bc-4476-ba4a-8158ff698f7b is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:19:21.557939 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-a215a780-1741-4263-887d-05f95e6df481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 50a62af5-c2bc-4476-ba4a-8158ff698f7b) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:19:21.567003 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab43cb96-990e-4cc3-a89b-0268ba374a56 None None] Network 50a62af5-c2bc-4476-ba4a-8158ff698f7b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:19:21.567198 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a215a780-1741-4263-887d-05f95e6df481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:21.568078 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a215a780-1741-4263-887d-05f95e6df481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:21.586086 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a215a780-1741-4263-887d-05f95e6df481 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3654313 Aug 20 10:19:21.603092 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0661ca-caf5-4b76-9526-b9fb84640171 req-3cc3f56b-ac39-44b2-a155-131392300a36 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:21.605346 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6c0661ca-caf5-4b76-9526-b9fb84640171 req-3cc3f56b-ac39-44b2-a155-131392300a36 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 944 time: 0.0644023 Aug 20 10:19:21.651905 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6c0661ca-caf5-4b76-9526-b9fb84640171 req-7db2c430-e283-4796-a74c-f0cb6de8dbfb tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390725 Aug 20 10:19:21.734261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9552e018-bf44-4413-896f-a90fb2ae6a41 None None] Network 50a62af5-c2bc-4476-ba4a-8158ff698f7b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:19:22.122578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-75be8548-4ee7-4383-9023-e6e2873c8c9f tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:22.124055 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-75be8548-4ee7-4383-9023-e6e2873c8c9f tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/networks?id=50a62af5-c2bc-4476-ba4a-8158ff698f7b HTTP/1.1" status: 200 len: 813 time: 0.1145959 Aug 20 10:19:22.140781 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-1902af06-7f6d-4a3d-8010-0d84069f1ad9 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/quotas/3e8e79588dbb4a0d8cce9fe3da4bda61 HTTP/1.1" status: 200 len: 375 time: 0.0098257 Aug 20 10:19:22.175089 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-716e6e13-310e-465b-b3fb-e3e8c5f2c618 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e8e79588dbb4a0d8cce9fe3da4bda61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281508 Aug 20 10:19:22.259797 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b54f7-1028-4d25-9658-f89c6473a4a0 req-28cf86f0-46af-4a3b-8edb-b054fb657a4e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:22.261348 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9e6b54f7-1028-4d25-9658-f89c6473a4a0 req-28cf86f0-46af-4a3b-8edb-b054fb657a4e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0537019 Aug 20 10:19:22.272849 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-f3f13586-e7da-43e0-a1fe-de7d03044122 service neutron] 10.222.0.16 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895536 Aug 20 10:19:22.302500 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9e6b54f7-1028-4d25-9658-f89c6473a4a0 req-e9207e06-a02a-460d-8ff5-d05deede5539 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341141 Aug 20 10:19:22.360127 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:22.377137 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-aefffe30-f573-4670-a991-4034ddd393ac service neutron] 10.222.0.16 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979574 Aug 20 10:19:22.490800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc19dae-c704-4a77-8183-2e32e22325f0 req-561371b9-392f-4953-ba41-370eac958aff tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:22.492631 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4dc19dae-c704-4a77-8183-2e32e22325f0 req-561371b9-392f-4953-ba41-370eac958aff tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 945 time: 0.0604339 Aug 20 10:19:22.542502 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4dc19dae-c704-4a77-8183-2e32e22325f0 req-ffb50e34-1ed3-4926-8316-e938a698ab5a tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Aug 20 10:19:22.781176 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f64051ea-9c7c-421a-a340-ffe1c01b16e9 req-f8ea2c62-0398-4b32-9940-857b2c190910 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce73d0-87f5-4ce1-8c88-1a843bb1d784 HTTP/1.1" status: 200 len: 210 time: 0.0515981 Aug 20 10:19:22.811433 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1c4b3-b3c1-42a0-aa87-c2983ffafb32 req-e3f582e8-9709-4224-866e-0488533520d3 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:22.812932 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-efc1c4b3-b3c1-42a0-aa87-c2983ffafb32 req-e3f582e8-9709-4224-866e-0488533520d3 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 944 time: 0.0695932 Aug 20 10:19:22.858172 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-efc1c4b3-b3c1-42a0-aa87-c2983ffafb32 req-44daf62a-1412-449b-bb18-ac615f5af18b tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382566 Aug 20 10:19:23.111791 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1d2b9f2-8fe9-4e6d-8933-0945aee6bdbb req-25eca981-d974-4b48-885b-394a2d824e53 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542343 Aug 20 10:19:23.191000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2b9f2-8fe9-4e6d-8933-0945aee6bdbb req-58b87807-5dec-45c5-80d9-c2389df986a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:23.193244 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1d2b9f2-8fe9-4e6d-8933-0945aee6bdbb req-58b87807-5dec-45c5-80d9-c2389df986a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 1097 time: 0.0527847 Aug 20 10:19:23.338325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2b9f2-8fe9-4e6d-8933-0945aee6bdbb req-6333dd94-c712-4ef1-a7a3-5ccbd576c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:23.340241 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1d2b9f2-8fe9-4e6d-8933-0945aee6bdbb req-6333dd94-c712-4ef1-a7a3-5ccbd576c0d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 921 time: 0.1061802 Aug 20 10:19:23.385591 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1d2b9f2-8fe9-4e6d-8933-0945aee6bdbb req-2a44aee1-f189-43c2-b742-6950a597228d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77061d9f-e3b4-4726-bce0-0622be5241f3 HTTP/1.1" status: 200 len: 217 time: 0.0371463 Aug 20 10:19:23.469362 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2b9f2-8fe9-4e6d-8933-0945aee6bdbb req-570b79c3-00e1-4481-aa6b-a6eeccc78722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:23.470835 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1d2b9f2-8fe9-4e6d-8933-0945aee6bdbb req-570b79c3-00e1-4481-aa6b-a6eeccc78722 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.0712976 Aug 20 10:19:23.482054 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87d65b-e6ad-46b9-9ee2-45629846192c req-0bf5586e-4236-49e6-b5ca-6aa278fd2080 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:23.483451 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5a87d65b-e6ad-46b9-9ee2-45629846192c req-0bf5586e-4236-49e6-b5ca-6aa278fd2080 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0929956 Aug 20 10:19:23.512990 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1d2b9f2-8fe9-4e6d-8933-0945aee6bdbb req-47a707a7-2c47-4dca-bbca-1df87e981b22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285971 Aug 20 10:19:23.592392 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5a87d65b-e6ad-46b9-9ee2-45629846192c req-f3b47a89-fb4b-4f44-aab8-cb503bbf24f3 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001313 Aug 20 10:19:23.635031 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1d2b9f2-8fe9-4e6d-8933-0945aee6bdbb req-6b966970-d774-4be0-8a2e-db11c58cdf7d service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137667 Aug 20 10:19:23.683191 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dacf8-db6b-46e5-ba8a-ce9f699ae9cf req-177ce027-e019-461b-95ae-617e1b33b29f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:23.684907 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7c8dacf8-db6b-46e5-ba8a-ce9f699ae9cf req-177ce027-e019-461b-95ae-617e1b33b29f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 945 time: 0.0619769 Aug 20 10:19:23.729904 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7c8dacf8-db6b-46e5-ba8a-ce9f699ae9cf req-f7898061-e7ea-4be5-a372-937b7c17d9ea tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387366 Aug 20 10:19:23.730134 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1d2b9f2-8fe9-4e6d-8933-0945aee6bdbb req-19b6e70f-8f56-4a1c-8e4c-0bf4a5927156 service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867670 Aug 20 10:19:23.974362 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ea5ab4f-a4dd-430b-b334-d686af78c60d req-11fd25e7-7160-467e-81e6-ad323d0d79c3 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce73d0-87f5-4ce1-8c88-1a843bb1d784 HTTP/1.1" status: 200 len: 210 time: 0.0887418 Aug 20 10:19:24.032355 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-4d2c7ea4-fc86-455e-9c2e-515f937d4620 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:24.034015 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-4d2c7ea4-fc86-455e-9c2e-515f937d4620 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.42 "GET /v2.0/networks?id=50a62af5-c2bc-4476-ba4a-8158ff698f7b HTTP/1.1" status: 200 len: 813 time: 0.1834731 Aug 20 10:19:24.057119 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d6c5c9d3-5646-4b52-9a98-d8fa98197237 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Request body: {'port': {'device_id': '42ce73d0-87f5-4ce1-8c88-1a843bb1d784', 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b', 'admin_state_up': True, 'tenant_id': '3e8e79588dbb4a0d8cce9fe3da4bda61'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:24.087694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a38c5-45cc-4b5d-aad1-046ca3c841ed req-ee77038a-9cfb-48bc-90b6-1edc97bc4e71 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:24.089999 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc4a38c5-45cc-4b5d-aad1-046ca3c841ed req-ee77038a-9cfb-48bc-90b6-1edc97bc4e71 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 944 time: 0.1260831 Aug 20 10:19:24.097120 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-fb7e791a-7e87-4e63-aac5-1fb479a96759 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:24.099101 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-fb7e791a-7e87-4e63-aac5-1fb479a96759 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.24 "GET /v2.0/networks?id=50a62af5-c2bc-4476-ba4a-8158ff698f7b HTTP/1.1" status: 200 len: 813 time: 0.2100470 Aug 20 10:19:24.117187 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-8b37d64d-17b5-4bb3-a156-71f00723ad61 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Request body: {'port': {'device_id': 'de52b7ee-5824-4d71-8bcc-fb8f96b8564f', 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b', 'admin_state_up': True, 'tenant_id': '3e8e79588dbb4a0d8cce9fe3da4bda61'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:24.173993 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d6c5c9d3-5646-4b52-9a98-d8fa98197237 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Made reservation on behalf of 3e8e79588dbb4a0d8cce9fe3da4bda61 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:19:24.178163 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d6c5c9d3-5646-4b52-9a98-d8fa98197237 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:24.183367 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc4a38c5-45cc-4b5d-aad1-046ca3c841ed req-175c4c1a-fe97-4746-97b0-1296f5c6c7c7 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832891 Aug 20 10:19:24.247734 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-8b37d64d-17b5-4bb3-a156-71f00723ad61 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Made reservation on behalf of 3e8e79588dbb4a0d8cce9fe3da4bda61 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:19:24.251482 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-8b37d64d-17b5-4bb3-a156-71f00723ad61 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:24.307709 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d6c5c9d3-5646-4b52-9a98-d8fa98197237 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Allocated IP 172.20.0.8 (50a62af5-c2bc-4476-ba4a-8158ff698f7b/9579b08a-e6d2-4e14-8e82-4a22865cb50c/443851e9-3c92-4ea0-bedd-08ad9a837e58) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:19:24.453794 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d6c5c9d3-5646-4b52-9a98-d8fa98197237 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:24.495286 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d6c5c9d3-5646-4b52-9a98-d8fa98197237 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:24.535666 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d6c5c9d3-5646-4b52-9a98-d8fa98197237 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Network 50a62af5-c2bc-4476-ba4a-8158ff698f7b is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:19:24.542684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d6c5c9d3-5646-4b52-9a98-d8fa98197237 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:19:24.546738 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d6c5c9d3-5646-4b52-9a98-d8fa98197237 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:19:24.547938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-8b37d64d-17b5-4bb3-a156-71f00723ad61 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Allocated IP 172.20.0.12 (50a62af5-c2bc-4476-ba4a-8158ff698f7b/9579b08a-e6d2-4e14-8e82-4a22865cb50c/066fd17c-e6a9-415e-8f0f-1e6ce97789f5) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:19:24.556608 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5c9d3-5646-4b52-9a98-d8fa98197237 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Pushing event updated for resources: {'Port': ['ID=443851e9-3c92-4ea0-bedd-08ad9a837e58,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:24.606111 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d6c5c9d3-5646-4b52-9a98-d8fa98197237 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:24.606727 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d6c5c9d3-5646-4b52-9a98-d8fa98197237 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:24.621402 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d6c5c9d3-5646-4b52-9a98-d8fa98197237 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5685065 Aug 20 10:19:24.634614 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Request body: {'port': {'device_id': '42ce73d0-87f5-4ce1-8c88-1a843bb1d784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:24.692711 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:24.747922 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4e6aa-c85e-4c9d-ab35-acd291928b1d req-0b3a0a79-4430-4cbc-b7b3-693dea907fbb tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:24.749597 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-85d4e6aa-c85e-4c9d-ab35-acd291928b1d req-0b3a0a79-4430-4cbc-b7b3-693dea907fbb tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0774038 Aug 20 10:19:24.752557 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-8b37d64d-17b5-4bb3-a156-71f00723ad61 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:24.811583 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-85d4e6aa-c85e-4c9d-ab35-acd291928b1d req-f8810328-2cc5-4f1e-bbe6-b051d52aa726 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526235 Aug 20 10:19:24.832228 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-8b37d64d-17b5-4bb3-a156-71f00723ad61 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:24.876137 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-8b37d64d-17b5-4bb3-a156-71f00723ad61 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Network 50a62af5-c2bc-4476-ba4a-8158ff698f7b is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:19:24.879124 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-8b37d64d-17b5-4bb3-a156-71f00723ad61 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:19:24.883369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-8b37d64d-17b5-4bb3-a156-71f00723ad61 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:19:24.917557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6c220-6033-481c-b33d-3df449cc7974 req-9f699c3d-36ef-419a-8c66-83c39679d28e tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:24.918061 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37d64d-17b5-4bb3-a156-71f00723ad61 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Pushing event updated for resources: {'Port': ['ID=066fd17c-e6a9-415e-8f0f-1e6ce97789f5,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:24.919085 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0e6c220-6033-481c-b33d-3df449cc7974 req-9f699c3d-36ef-419a-8c66-83c39679d28e tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 945 time: 0.1039650 Aug 20 10:19:24.943602 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-8b37d64d-17b5-4bb3-a156-71f00723ad61 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:24.944228 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-8b37d64d-17b5-4bb3-a156-71f00723ad61 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:24.958247 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-8b37d64d-17b5-4bb3-a156-71f00723ad61 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8447549 Aug 20 10:19:24.973675 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Request body: {'port': {'device_id': 'de52b7ee-5824-4d71-8bcc-fb8f96b8564f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:24.983722 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0e6c220-6033-481c-b33d-3df449cc7974 req-cd130412-7856-4aa1-8582-48f44419fc62 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531330 Aug 20 10:19:25.036345 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:25.057067 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443851e9-3c92-4ea0-bedd-08ad9a837e58 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:19:25.065606 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:25.078480 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Transition to ACTIVE for port object 443851e9-3c92-4ea0-bedd-08ad9a837e58 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:19:25.081748 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:25.139036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Pushing event updated for resources: {'Port': ['ID=443851e9-3c92-4ea0-bedd-08ad9a837e58,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:25.178201 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56ab0b-43c7-40e4-b74c-1f50bd228d0b req-3b485ff2-14fb-4860-b1b8-a81d97d21cea tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:25.179734 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ae56ab0b-43c7-40e4-b74c-1f50bd228d0b req-3b485ff2-14fb-4860-b1b8-a81d97d21cea tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce73d0-87f5-4ce1-8c88-1a843bb1d784 HTTP/1.1" status: 200 len: 931 time: 0.1287496 Aug 20 10:19:25.209034 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Attempting to bind port 443851e9-3c92-4ea0-bedd-08ad9a837e58 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:19:25.209791 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Attempting to bind port 443851e9-3c92-4ea0-bedd-08ad9a837e58 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '3fad7e2d-d6ea-455b-a79f-55978f74d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:19:25.209791 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Attempting to bind port 443851e9-3c92-4ea0-bedd-08ad9a837e58 on network 50a62af5-c2bc-4476-ba4a-8158ff698f7b {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:25.214153 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Port 443851e9-3c92-4ea0-bedd-08ad9a837e58 on network 50a62af5-c2bc-4476-ba4a-8158ff698f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:19:25.214477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Attempting to bind port 443851e9-3c92-4ea0-bedd-08ad9a837e58 on network 50a62af5-c2bc-4476-ba4a-8158ff698f7b {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:25.219667 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:19:25.220022 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Checking segment: {'id': '3fad7e2d-d6ea-455b-a79f-55978f74d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:19:25.220379 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Bound using segment: {'id': '3fad7e2d-d6ea-455b-a79f-55978f74d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:19:25.220801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Bound port: 443851e9-3c92-4ea0-bedd-08ad9a837e58, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fad7e2d-d6ea-455b-a79f-55978f74d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:19:25.221154 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:25.274707 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ae56ab0b-43c7-40e4-b74c-1f50bd228d0b req-87453a06-a180-4bdc-b3a4-6dacc228d26a tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858133 Aug 20 10:19:25.286581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] For port 443851e9-3c92-4ea0-bedd-08ad9a837e58, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:19:25.290263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] For port 443851e9-3c92-4ea0-bedd-08ad9a837e58, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=443851e9-3c92-4ea0-bedd-08ad9a837e58,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:19:25.296204 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:25.354192 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:25.354837 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:25.356226 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] 10.222.0.42 "PUT /v2.0/ports/443851e9-3c92-4ea0-bedd-08ad9a837e58 HTTP/1.1" status: 200 len: 1092 time: 0.7267003 Aug 20 10:19:25.356661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ce73d0-87f5-4ce1-8c88-1a843bb1d784', 'tag': '443851e9-3c92-4ea0-bedd-08ad9a837e58'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:25.358859 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81865479-27f3-445c-b569-bc0884e4c8da" -d '{"events": [{"name": "network-changed", "server_uuid": "42ce73d0-87f5-4ce1-8c88-1a843bb1d784", "tag": "443851e9-3c92-4ea0-bedd-08ad9a837e58"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:25.383344 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 066fd17c-e6a9-415e-8f0f-1e6ce97789f5 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:19:25.391582 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:25.405111 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350c337-bff0-421e-b3a0-d0be08ae3007 service neutron] Pushing event updated for resources: {'Port': ['ID=443851e9-3c92-4ea0-bedd-08ad9a837e58,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:25.406670 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Transition to ACTIVE for port object 066fd17c-e6a9-415e-8f0f-1e6ce97789f5 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:19:25.414004 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:25.423018 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bede43-e2f3-4f08-bd61-1842a5b09c17 x-openstack-request-id: req-82bede43-e2f3-4f08-bd61-1842a5b09c17 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:25.423415 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ce73d0-87f5-4ce1-8c88-1a843bb1d784", "tag": "443851e9-3c92-4ea0-bedd-08ad9a837e58", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:25.423654 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82bede43-e2f3-4f08-bd61-1842a5b09c17 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:25.424044 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ce73d0-87f5-4ce1-8c88-1a843bb1d784', 'tag': '443851e9-3c92-4ea0-bedd-08ad9a837e58', 'status': 'completed', 'code': 200} Aug 20 10:19:25.450206 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d68552-009f-481e-aec1-e78914d77ef3 req-1fd8865c-7f3e-4a90-a531-cc39ce029c13 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:25.458015 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-92d68552-009f-481e-aec1-e78914d77ef3 req-1fd8865c-7f3e-4a90-a531-cc39ce029c13 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 944 time: 0.1174738 Aug 20 10:19:25.472875 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Pushing event updated for resources: {'Port': ['ID=066fd17c-e6a9-415e-8f0f-1e6ce97789f5,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:25.488223 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-bdd3680f-d1bb-4a16-8c12-8bf854196022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:25.489892 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-bdd3680f-d1bb-4a16-8c12-8bf854196022 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e8e79588dbb4a0d8cce9fe3da4bda61&device_id=42ce73d0-87f5-4ce1-8c88-1a843bb1d784 HTTP/1.1" status: 200 len: 1095 time: 0.0796638 Aug 20 10:19:25.507939 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-92d68552-009f-481e-aec1-e78914d77ef3 req-337788a4-0374-4694-ba53-7f95cc40a370 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489559 Aug 20 10:19:25.538311 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9ccb4d6b-2248-4eed-b884-9d2ccf88ddc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=443851e9-3c92-4ea0-bedd-08ad9a837e58 HTTP/1.1" status: 200 len: 217 time: 0.0378656 Aug 20 10:19:25.551991 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Attempting to bind port 066fd17c-e6a9-415e-8f0f-1e6ce97789f5 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:19:25.552336 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Attempting to bind port 066fd17c-e6a9-415e-8f0f-1e6ce97789f5 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '3fad7e2d-d6ea-455b-a79f-55978f74d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:19:25.552668 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Attempting to bind port 066fd17c-e6a9-415e-8f0f-1e6ce97789f5 on network 50a62af5-c2bc-4476-ba4a-8158ff698f7b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:25.557219 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Port 066fd17c-e6a9-415e-8f0f-1e6ce97789f5 on network 50a62af5-c2bc-4476-ba4a-8158ff698f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:19:25.560222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Attempting to bind port 066fd17c-e6a9-415e-8f0f-1e6ce97789f5 on network 50a62af5-c2bc-4476-ba4a-8158ff698f7b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:25.564643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:19:25.564986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Checking segment: {'id': '3fad7e2d-d6ea-455b-a79f-55978f74d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:19:25.565369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Bound using segment: {'id': '3fad7e2d-d6ea-455b-a79f-55978f74d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:19:25.565803 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Bound port: 066fd17c-e6a9-415e-8f0f-1e6ce97789f5, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fad7e2d-d6ea-455b-a79f-55978f74d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:19:25.566159 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:25.596608 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-bf01787c-bb04-4ff3-8ae8-4596117818bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:25.598744 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-bf01787c-bb04-4ff3-8ae8-4596117818bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9579b08a-e6d2-4e14-8e82-4a22865cb50c HTTP/1.1" status: 200 len: 853 time: 0.0527649 Aug 20 10:19:25.635833 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] For port 066fd17c-e6a9-415e-8f0f-1e6ce97789f5, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:19:25.639388 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] For port 066fd17c-e6a9-415e-8f0f-1e6ce97789f5, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=066fd17c-e6a9-415e-8f0f-1e6ce97789f5,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:19:25.644014 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:25.684985 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:25.685612 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:25.687119 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] 10.222.0.24 "PUT /v2.0/ports/066fd17c-e6a9-415e-8f0f-1e6ce97789f5 HTTP/1.1" status: 200 len: 1093 time: 0.7182376 Aug 20 10:19:25.687625 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de52b7ee-5824-4d71-8bcc-fb8f96b8564f', 'tag': '066fd17c-e6a9-415e-8f0f-1e6ce97789f5'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:25.690067 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35580ec-fa92-4902-9222-b716f28098b1" -d '{"events": [{"name": "network-changed", "server_uuid": "de52b7ee-5824-4d71-8bcc-fb8f96b8564f", "tag": "066fd17c-e6a9-415e-8f0f-1e6ce97789f5"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:25.719932 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb7b2c-e05a-4aa6-9551-b5e3d2183713 service neutron] Pushing event updated for resources: {'Port': ['ID=066fd17c-e6a9-415e-8f0f-1e6ce97789f5,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:25.744696 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c652289-bb96-4427-838d-d467b2becc44 x-openstack-request-id: req-5c652289-bb96-4427-838d-d467b2becc44 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:25.745529 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de52b7ee-5824-4d71-8bcc-fb8f96b8564f", "tag": "066fd17c-e6a9-415e-8f0f-1e6ce97789f5", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:25.745529 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c652289-bb96-4427-838d-d467b2becc44 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:25.745759 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de52b7ee-5824-4d71-8bcc-fb8f96b8564f', 'tag': '066fd17c-e6a9-415e-8f0f-1e6ce97789f5', 'status': 'completed', 'code': 200} Aug 20 10:19:25.806598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-5d6c9673-801e-43d9-af16-2a26a26c95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:25.808455 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-5d6c9673-801e-43d9-af16-2a26a26c95ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e8e79588dbb4a0d8cce9fe3da4bda61&device_id=de52b7ee-5824-4d71-8bcc-fb8f96b8564f HTTP/1.1" status: 200 len: 1096 time: 0.0472107 Aug 20 10:19:25.861509 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-49f7f3d7-f887-433e-b161-6072ec4b067a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=066fd17c-e6a9-415e-8f0f-1e6ce97789f5 HTTP/1.1" status: 200 len: 217 time: 0.0437915 Aug 20 10:19:25.917320 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d03828b3-62d0-44f2-963f-d59b14988748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:25.918824 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-d03828b3-62d0-44f2-963f-d59b14988748 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9579b08a-e6d2-4e14-8e82-4a22865cb50c HTTP/1.1" status: 200 len: 853 time: 0.0484562 Aug 20 10:19:25.953694 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-4b2efc04-a849-4da3-9b8b-315bd5042496 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a62af5-c2bc-4476-ba4a-8158ff698f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266519 Aug 20 10:19:25.961918 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-dbaeb003-fabf-464d-a14f-c702019aa4c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50a62af5-c2bc-4476-ba4a-8158ff698f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3516695 Aug 20 10:19:26.061392 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc15d4-5a39-4a6e-ace4-9070f29a7636 req-1528d734-e5d1-4138-a154-0fe034958827 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:26.062945 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9bbc15d4-5a39-4a6e-ace4-9070f29a7636 req-1528d734-e5d1-4138-a154-0fe034958827 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.1033700 Aug 20 10:19:26.068718 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-9d4ba6c5-6cf3-4b37-907a-89a0b41abf32 service neutron] 10.222.0.24 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067975 Aug 20 10:19:26.128137 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-bb9ee745-8f2e-4e11-b06b-8940584feb37 service neutron] 10.222.0.42 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573393 Aug 20 10:19:26.134292 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9bbc15d4-5a39-4a6e-ace4-9070f29a7636 req-8ff63210-6991-4103-8268-7c7a32e40f1b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615151 Aug 20 10:19:26.179503 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66603ce4-1da1-42b0-9261-7646844c30f5 req-cc066754-df23-4123-bc0e-cbb80cf7b191 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:26.180941 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-66603ce4-1da1-42b0-9261-7646844c30f5 req-cc066754-df23-4123-bc0e-cbb80cf7b191 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 945 time: 0.1113410 Aug 20 10:19:26.226872 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-378dceb7-4ed3-4293-931d-f83eac5ed53c service neutron] 10.222.0.42 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910976 Aug 20 10:19:26.235019 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d3f8dbd-3d9b-4917-b8d9-e7592cb0f7cc req-0212b1fe-c04d-4e8b-9db3-1abf5fc4cb09 service neutron] 10.222.0.24 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570172 Aug 20 10:19:26.240410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-66603ce4-1da1-42b0-9261-7646844c30f5 req-2bbca823-37a4-4e43-97a0-353a345e3084 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504692 Aug 20 10:19:26.327918 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35580ec-fa92-4902-9222-b716f28098b1 req-f2ef9353-e4e3-4674-be35-6dd39d35334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:26.329555 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b35580ec-fa92-4902-9222-b716f28098b1 req-f2ef9353-e4e3-4674-be35-6dd39d35334e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e8e79588dbb4a0d8cce9fe3da4bda61&device_id=de52b7ee-5824-4d71-8bcc-fb8f96b8564f HTTP/1.1" status: 200 len: 1096 time: 0.0454464 Aug 20 10:19:26.331805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81865479-27f3-445c-b569-bc0884e4c8da req-83d48da5-b845-4284-8844-9ab357a7c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:26.334554 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81865479-27f3-445c-b569-bc0884e4c8da req-83d48da5-b845-4284-8844-9ab357a7c860 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e8e79588dbb4a0d8cce9fe3da4bda61&device_id=42ce73d0-87f5-4ce1-8c88-1a843bb1d784 HTTP/1.1" status: 200 len: 1095 time: 0.0505238 Aug 20 10:19:26.426094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81865479-27f3-445c-b569-bc0884e4c8da req-c69891d9-0535-40ba-9eea-5cb5ed0b5cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:26.427761 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81865479-27f3-445c-b569-bc0884e4c8da req-c69891d9-0535-40ba-9eea-5cb5ed0b5cfe service neutron] 10.222.0.42 "GET /v2.0/networks?id=50a62af5-c2bc-4476-ba4a-8158ff698f7b HTTP/1.1" status: 200 len: 914 time: 0.0852036 Aug 20 10:19:26.455611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cf6a6-bc41-4dc1-bb9b-fa68759c3294 req-cb0fbaf0-0400-4213-994d-925ca5264133 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:26.457088 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f7cf6a6-bc41-4dc1-bb9b-fa68759c3294 req-cb0fbaf0-0400-4213-994d-925ca5264133 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce73d0-87f5-4ce1-8c88-1a843bb1d784 HTTP/1.1" status: 200 len: 943 time: 0.0953939 Aug 20 10:19:26.474651 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81865479-27f3-445c-b569-bc0884e4c8da req-ae6ebc4d-9387-4932-b2da-ebc86a61b97c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=443851e9-3c92-4ea0-bedd-08ad9a837e58 HTTP/1.1" status: 200 len: 217 time: 0.0374897 Aug 20 10:19:26.481923 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35580ec-fa92-4902-9222-b716f28098b1 req-cef99fe8-7b47-40e2-a338-e7f1d356282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:26.483380 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b35580ec-fa92-4902-9222-b716f28098b1 req-cef99fe8-7b47-40e2-a338-e7f1d356282d service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a62af5-c2bc-4476-ba4a-8158ff698f7b HTTP/1.1" status: 200 len: 914 time: 0.1405303 Aug 20 10:19:26.526040 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81865479-27f3-445c-b569-bc0884e4c8da req-12bce959-6345-48a8-a9e5-2610f4b448fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:26.527524 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81865479-27f3-445c-b569-bc0884e4c8da req-12bce959-6345-48a8-a9e5-2610f4b448fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9579b08a-e6d2-4e14-8e82-4a22865cb50c HTTP/1.1" status: 200 len: 853 time: 0.0440435 Aug 20 10:19:26.535178 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f7cf6a6-bc41-4dc1-bb9b-fa68759c3294 req-7b73d356-de76-4952-80a1-dfe24bd2bb9e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688605 Aug 20 10:19:26.536773 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b35580ec-fa92-4902-9222-b716f28098b1 req-1095cdbb-1d8a-4173-bda4-475f07aa8387 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=066fd17c-e6a9-415e-8f0f-1e6ce97789f5 HTTP/1.1" status: 200 len: 217 time: 0.0409381 Aug 20 10:19:26.567444 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81865479-27f3-445c-b569-bc0884e4c8da req-bf4de6ae-0665-4e07-a3cc-b6bdce2c036f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=50a62af5-c2bc-4476-ba4a-8158ff698f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314820 Aug 20 10:19:26.601724 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35580ec-fa92-4902-9222-b716f28098b1 req-dac1f8ee-5a4d-4027-8819-a961bb635877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:26.603243 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b35580ec-fa92-4902-9222-b716f28098b1 req-dac1f8ee-5a4d-4027-8819-a961bb635877 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9579b08a-e6d2-4e14-8e82-4a22865cb50c HTTP/1.1" status: 200 len: 853 time: 0.0584600 Aug 20 10:19:26.641283 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b35580ec-fa92-4902-9222-b716f28098b1 req-61674126-0f72-4fd6-b9ca-2c1e64f19aac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a62af5-c2bc-4476-ba4a-8158ff698f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276251 Aug 20 10:19:26.681316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1607d-bce6-4c6e-b397-23f29039024a req-a5485d3d-e236-4cbc-bb08-37dc1754cad5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:26.682940 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-89a1607d-bce6-4c6e-b397-23f29039024a req-a5485d3d-e236-4cbc-bb08-37dc1754cad5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 944 time: 0.1043189 Aug 20 10:19:26.719970 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81865479-27f3-445c-b569-bc0884e4c8da req-3b12cc0f-fabf-4f80-81ed-e8c579a7f56b service neutron] 10.222.0.42 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322367 Aug 20 10:19:26.749882 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b35580ec-fa92-4902-9222-b716f28098b1 req-ea1049fb-195c-4c1c-b4f8-9f011e0ecbe3 service neutron] 10.222.0.24 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005292 Aug 20 10:19:26.753654 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-89a1607d-bce6-4c6e-b397-23f29039024a req-ae3152d5-bf66-49cd-94f0-969d23d5c6d9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642381 Aug 20 10:19:26.820682 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81865479-27f3-445c-b569-bc0884e4c8da req-d3dd70d5-242e-448b-8ad4-e39a62901f3b service neutron] 10.222.0.42 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907695 Aug 20 10:19:26.847024 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b35580ec-fa92-4902-9222-b716f28098b1 req-e8a1b689-e398-4cc7-9c1d-7e77f0eb7a61 service neutron] 10.222.0.24 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869968 Aug 20 10:19:27.256984 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e677646-c44a-47ab-9665-756656db6a6f req-804254f7-e555-49eb-8d8b-601f4f1a1c3a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:27.258485 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e677646-c44a-47ab-9665-756656db6a6f req-804254f7-e555-49eb-8d8b-601f4f1a1c3a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0540845 Aug 20 10:19:27.296742 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e677646-c44a-47ab-9665-756656db6a6f req-fe8d30d0-113b-4d72-b658-02728f2fb109 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321741 Aug 20 10:19:27.387617 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374beff-4583-4b02-bdd2-191a9e1a3149 req-787f137d-128a-407c-99eb-99fee7329a54 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:27.389103 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8374beff-4583-4b02-bdd2-191a9e1a3149 req-787f137d-128a-407c-99eb-99fee7329a54 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 945 time: 0.0493548 Aug 20 10:19:27.427729 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8374beff-4583-4b02-bdd2-191a9e1a3149 req-24f60f1f-63d8-4804-887b-e13f8db06534 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327685 Aug 20 10:19:27.565364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-b565c0f0-94bb-42e2-89f3-f8fd82c850ec tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:27.566961 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-b565c0f0-94bb-42e2-89f3-f8fd82c850ec tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae&tenant_id=d90941e86594426c97114e4c5b673b06&binding%3Ahost_id=n-h2-778550-11 HTTP/1.1" status: 200 len: 1097 time: 0.0455651 Aug 20 10:19:27.583587 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-11'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:27.664405 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:27.687205 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005445d-a56d-4c8d-8c9a-756d2b0c36c6 req-ae6b6643-622a-4869-a4c5-f024a0aa43b2 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:27.688598 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6005445d-a56d-4c8d-8c9a-756d2b0c36c6 req-ae6b6643-622a-4869-a4c5-f024a0aa43b2 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce73d0-87f5-4ce1-8c88-1a843bb1d784 HTTP/1.1" status: 200 len: 943 time: 0.0807407 Aug 20 10:19:27.798872 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6005445d-a56d-4c8d-8c9a-756d2b0c36c6 req-a6d7d103-2b7c-4dd5-94ec-be038f09726b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896962 Aug 20 10:19:27.840686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] For port 2d4a5f45-ab40-44e6-a745-1416c29633ee, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2d4a5f45-ab40-44e6-a745-1416c29633ee,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:27.872014 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cc8be-f572-45df-9539-4da7c29b0de5 req-41131d11-45ee-4a63-b8fa-613c0b867cb8 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:27.873487 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd6cc8be-f572-45df-9539-4da7c29b0de5 req-41131d11-45ee-4a63-b8fa-613c0b867cb8 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 944 time: 0.0481074 Aug 20 10:19:27.878108 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] For port 2d4a5f45-ab40-44e6-a745-1416c29633ee, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:19:27.913073 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd6cc8be-f572-45df-9539-4da7c29b0de5 req-7defdf86-9a3d-4b41-8ce8-7b0b417f57f3 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334158 Aug 20 10:19:27.918021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 0bde41ce-d755-40f0-8fea-2f73794e1485 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:19:27.940306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ee5e47-994f-4d0f-9a73-5d791d5bd6ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d4a5f45-ab40-44e6-a745-1416c29633ee'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:27.943635 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba7ff87-9181-4d09-b289-265ab9c0bd93" -d '{"events": [{"server_uuid": "39ee5e47-994f-4d0f-9a73-5d791d5bd6ae", "name": "network-vif-unplugged", "status": "completed", "tag": "2d4a5f45-ab40-44e6-a745-1416c29633ee"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:27.948216 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:27.953993 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:27.986724 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ed4c9d-b183-4f1a-b275-fe99290d268b x-openstack-request-id: req-43ed4c9d-b183-4f1a-b275-fe99290d268b {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:27.987020 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ee5e47-994f-4d0f-9a73-5d791d5bd6ae", "name": "network-vif-unplugged", "status": "completed", "tag": "2d4a5f45-ab40-44e6-a745-1416c29633ee", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:27.987433 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43ed4c9d-b183-4f1a-b275-fe99290d268b {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:27.987824 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ee5e47-994f-4d0f-9a73-5d791d5bd6ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d4a5f45-ab40-44e6-a745-1416c29633ee', 'code': 200} Aug 20 10:19:28.019187 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4a5f45-ab40-44e6-a745-1416c29633ee,revision_number=7']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:28.042430 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 0bde41ce-d755-40f0-8fea-2f73794e1485, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=0bde41ce-d755-40f0-8fea-2f73794e1485,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:28.055709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '0bde41ce-d755-40f0-8fea-2f73794e1485', 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf', 'port_id': '0bde41ce-d755-40f0-8fea-2f73794e1485', 'mac_address': 'fa:16:3e:aa:e2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e68f9554-8fd7-45c8-8297-706c20051e17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:19:28.057331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Attempting to bind port 2d4a5f45-ab40-44e6-a745-1416c29633ee on host n-h2-778550-11 for vnic_type normal with profile {"migrating_to": "n-h1-778550-11"} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:19:28.058010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Attempting to bind port 2d4a5f45-ab40-44e6-a745-1416c29633ee by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:19:28.058176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Attempting to bind port 2d4a5f45-ab40-44e6-a745-1416c29633ee on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:28.062964 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Port 2d4a5f45-ab40-44e6-a745-1416c29633ee on network e287bb6a-2478-45c5-b9fc-caf113bb0919 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:19:28.063311 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Attempting to bind port 2d4a5f45-ab40-44e6-a745-1416c29633ee on network e287bb6a-2478-45c5-b9fc-caf113bb0919 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:28.068987 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:19:28.069321 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Checking segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:19:28.069697 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Bound using segment: {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:19:28.070118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Bound port: 2d4a5f45-ab40-44e6-a745-1416c29633ee, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b41f100-8f26-4483-8a0d-ad07488f75bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e287bb6a-2478-45c5-b9fc-caf113bb0919'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:19:28.070469 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:28.093720 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:28.106141 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bde41ce-d755-40f0-8fea-2f73794e1485 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:19:28.125280 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 0bde41ce-d755-40f0-8fea-2f73794e1485, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=0bde41ce-d755-40f0-8fea-2f73794e1485,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:28.129028 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:28.138020 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] For port 2d4a5f45-ab40-44e6-a745-1416c29633ee, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:19:28.141761 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] For port 2d4a5f45-ab40-44e6-a745-1416c29633ee, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2d4a5f45-ab40-44e6-a745-1416c29633ee,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:19:28.146252 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:28.175761 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=0bde41ce-d755-40f0-8fea-2f73794e1485,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:28.220071 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4a5f45-ab40-44e6-a745-1416c29633ee,revision_number=8']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:28.223593 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:28.224221 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:28.225556 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1bafaf8b-b152-427f-9eaa-c85e9cd42490 service neutron] 10.222.0.42 "PUT /v2.0/ports/2d4a5f45-ab40-44e6-a745-1416c29633ee HTTP/1.1" status: 200 len: 1123 time: 0.6466439 Aug 20 10:19:28.387695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['2d4a5f45-ab40-44e6-a745-1416c29633ee'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:28.414190 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dbb28-15f4-4daf-9a6f-039cf51c9eb9 req-75ecdb73-2d99-4e36-9ae5-74e256746d9c tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:28.415926 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a31dbb28-15f4-4daf-9a6f-039cf51c9eb9 req-75ecdb73-2d99-4e36-9ae5-74e256746d9c tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0482988 Aug 20 10:19:28.464834 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a31dbb28-15f4-4daf-9a6f-039cf51c9eb9 req-ee418bf9-b9db-4d85-827b-bab52a3b0e2e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410788 Aug 20 10:19:28.527605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['0bde41ce-d755-40f0-8fea-2f73794e1485'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:28.531216 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['2d4a5f45-ab40-44e6-a745-1416c29633ee'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:28.574971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6ba4-8933-4de8-a92a-ec7b235faecf req-4ea9f8e2-21cf-4b7c-afd1-327ba1116c78 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:28.576436 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f57f6ba4-8933-4de8-a92a-ec7b235faecf req-4ea9f8e2-21cf-4b7c-afd1-327ba1116c78 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 943 time: 0.0509300 Aug 20 10:19:28.614659 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f57f6ba4-8933-4de8-a92a-ec7b235faecf req-0eef5bda-a8a1-4096-90cb-fd5dc50f9c9a tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314991 Aug 20 10:19:28.916614 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4f0a7-a739-47fa-baf3-552aaf1f8c8a req-450ef143-a4d9-4af9-b875-b4e2c2524bae tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:28.918119 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ba4f0a7-a739-47fa-baf3-552aaf1f8c8a req-450ef143-a4d9-4af9-b875-b4e2c2524bae tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce73d0-87f5-4ce1-8c88-1a843bb1d784 HTTP/1.1" status: 200 len: 943 time: 0.0499275 Aug 20 10:19:28.956375 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ba4f0a7-a739-47fa-baf3-552aaf1f8c8a req-148196a7-4ee0-4a32-9678-2898444eee2e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320237 Aug 20 10:19:29.041742 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8987f97-0cfa-4755-ad57-43ee9b3dfce9 req-7e4a20ed-e840-48f9-9659-db6df1147541 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:29.043356 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8987f97-0cfa-4755-ad57-43ee9b3dfce9 req-7e4a20ed-e840-48f9-9659-db6df1147541 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 945 time: 0.0579436 Aug 20 10:19:29.083627 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8987f97-0cfa-4755-ad57-43ee9b3dfce9 req-5f125c78-55f1-4527-8da4-5d0c88b698c5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332811 Aug 20 10:19:29.244296 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ea9a1007-b6f0-4376-9d0e-b0bd640390de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:29.587125 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03a901-71f5-45b7-a90a-de788bee62f1 req-ff2f6c88-6464-4664-af4f-23056bd356bf tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:29.588633 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aa03a901-71f5-45b7-a90a-de788bee62f1 req-ff2f6c88-6464-4664-af4f-23056bd356bf tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0500231 Aug 20 10:19:29.630444 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aa03a901-71f5-45b7-a90a-de788bee62f1 req-f1b1ceb3-3f5f-4083-80c4-c21482283867 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358231 Aug 20 10:19:29.739360 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc7bc5-3e44-4688-bcd6-ff7553935715 req-2a05ff9e-882a-4495-adb1-4fa24543a23f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:29.740811 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-03bc7bc5-3e44-4688-bcd6-ff7553935715 req-2a05ff9e-882a-4495-adb1-4fa24543a23f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 943 time: 0.0498750 Aug 20 10:19:29.778733 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-03bc7bc5-3e44-4688-bcd6-ff7553935715 req-bb0d2d95-8312-4fc2-98e7-10c2430ac00d tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Aug 20 10:19:29.922246 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 443851e9-3c92-4ea0-bedd-08ad9a837e58 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:19:29.989261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ee5e47-994f-4d0f-9a73-5d791d5bd6ae', 'tag': '2d4a5f45-ab40-44e6-a745-1416c29633ee'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:29.991787 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d02d973-000a-40a1-94cb-5fd34de3dd49" -d '{"events": [{"name": "network-changed", "server_uuid": "39ee5e47-994f-4d0f-9a73-5d791d5bd6ae", "tag": "2d4a5f45-ab40-44e6-a745-1416c29633ee"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:30.021605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 443851e9-3c92-4ea0-bedd-08ad9a837e58, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=443851e9-3c92-4ea0-bedd-08ad9a837e58,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:30.029626 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6f2dfb-8b80-4345-b9a2-9781d336acd2 x-openstack-request-id: req-ac6f2dfb-8b80-4345-b9a2-9781d336acd2 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:30.031352 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ee5e47-994f-4d0f-9a73-5d791d5bd6ae", "tag": "2d4a5f45-ab40-44e6-a745-1416c29633ee", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:30.031621 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac6f2dfb-8b80-4345-b9a2-9781d336acd2 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:30.032040 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ee5e47-994f-4d0f-9a73-5d791d5bd6ae', 'tag': '2d4a5f45-ab40-44e6-a745-1416c29633ee', 'status': 'completed', 'code': 200} Aug 20 10:19:30.035145 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '443851e9-3c92-4ea0-bedd-08ad9a837e58', 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b', 'port_id': '443851e9-3c92-4ea0-bedd-08ad9a837e58', 'mac_address': 'fa:16:3e:65:88:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9579b08a-e6d2-4e14-8e82-4a22865cb50c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:19:30.082444 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:30.097995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443851e9-3c92-4ea0-bedd-08ad9a837e58 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:19:30.114300 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179250c-3cb6-4c1e-b1fb-cdc1da407304 req-75343485-c222-4cda-85a8-c5fef45f2a8e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:30.115840 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a179250c-3cb6-4c1e-b1fb-cdc1da407304 req-75343485-c222-4cda-85a8-c5fef45f2a8e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce73d0-87f5-4ce1-8c88-1a843bb1d784 HTTP/1.1" status: 200 len: 943 time: 0.0882015 Aug 20 10:19:30.121634 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02d973-000a-40a1-94cb-5fd34de3dd49 req-f8f7a291-b56d-4dd1-9c31-ea928ce07a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:30.121891 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 443851e9-3c92-4ea0-bedd-08ad9a837e58, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=443851e9-3c92-4ea0-bedd-08ad9a837e58,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:30.123165 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d02d973-000a-40a1-94cb-5fd34de3dd49 req-f8f7a291-b56d-4dd1-9c31-ea928ce07a52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 1126 time: 0.0645716 Aug 20 10:19:30.126392 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:30.127242 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2d4a5f45-ab40-44e6-a745-1416c29633ee details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:19:30.212506 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a179250c-3cb6-4c1e-b1fb-cdc1da407304 req-00493f85-84e1-4bff-9a79-7ede8b4e6dae tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883062 Aug 20 10:19:30.256778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02d973-000a-40a1-94cb-5fd34de3dd49 req-69d3a03a-9b95-46d7-8137-38a42723530f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:30.257288 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d02d973-000a-40a1-94cb-5fd34de3dd49 req-69d3a03a-9b95-46d7-8137-38a42723530f service neutron] 10.222.0.24 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 921 time: 0.1190374 Aug 20 10:19:30.261723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=443851e9-3c92-4ea0-bedd-08ad9a837e58,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:30.282645 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b841d3-c4a8-4e82-b59f-2a77d1e56d6a req-c3666e66-7b16-40f9-b35f-172d68168fc0 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:30.284167 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7b841d3-c4a8-4e82-b59f-2a77d1e56d6a req-c3666e66-7b16-40f9-b35f-172d68168fc0 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 945 time: 0.0615964 Aug 20 10:19:30.308057 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 2d4a5f45-ab40-44e6-a745-1416c29633ee, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2d4a5f45-ab40-44e6-a745-1416c29633ee,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:30.310775 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d02d973-000a-40a1-94cb-5fd34de3dd49 req-27e64022-214f-4562-9071-12e65dd34674 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d4a5f45-ab40-44e6-a745-1416c29633ee HTTP/1.1" status: 200 len: 217 time: 0.0393589 Aug 20 10:19:30.319918 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2d4a5f45-ab40-44e6-a745-1416c29633ee has no active binding in host n-h1-778550-11 {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 10:19:30.327003 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7b841d3-c4a8-4e82-b59f-2a77d1e56d6a req-0929e3ef-f89d-4ea8-9dc6-ae3a0fa18781 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359795 Aug 20 10:19:30.362618 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02d973-000a-40a1-94cb-5fd34de3dd49 req-342436dc-20e5-48df-944a-3888302ba8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:30.364682 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d02d973-000a-40a1-94cb-5fd34de3dd49 req-342436dc-20e5-48df-944a-3888302ba8e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.0444412 Aug 20 10:19:30.395975 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d02d973-000a-40a1-94cb-5fd34de3dd49 req-9f3c2051-2f7d-4a33-880b-0ac02507b864 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232587 Aug 20 10:19:30.503961 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d02d973-000a-40a1-94cb-5fd34de3dd49 req-7f59e102-9129-4ba4-8190-0213dbb516da service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966959 Aug 20 10:19:30.606802 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d02d973-000a-40a1-94cb-5fd34de3dd49 req-c6523caf-f2f1-40c4-a577-abd95b5e74d9 service neutron] 10.222.0.24 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850646 Aug 20 10:19:30.752970 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765539e-a41e-41aa-86b7-792a4fdfde65 req-c97b70f0-926e-4c6a-bdce-7682b5cc5b14 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:30.754831 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1765539e-a41e-41aa-86b7-792a4fdfde65 req-c97b70f0-926e-4c6a-bdce-7682b5cc5b14 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0533009 Aug 20 10:19:30.797238 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1765539e-a41e-41aa-86b7-792a4fdfde65 req-434cce61-88c2-4829-9e01-d67a1a1e9dd8 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363140 Aug 20 10:19:30.896375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 066fd17c-e6a9-415e-8f0f-1e6ce97789f5 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:19:30.900589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['443851e9-3c92-4ea0-bedd-08ad9a837e58'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:30.904684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73013e5a-12b4-4ec8-bc16-65e0ac6af9c4 req-5fba1050-fcea-45c2-aa56-a9c651c50de2 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:30.906313 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73013e5a-12b4-4ec8-bc16-65e0ac6af9c4 req-5fba1050-fcea-45c2-aa56-a9c651c50de2 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 943 time: 0.0528457 Aug 20 10:19:30.952192 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73013e5a-12b4-4ec8-bc16-65e0ac6af9c4 req-d5c481ff-0e6e-4f07-8aae-6927b30d6a60 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379124 Aug 20 10:19:31.063992 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 066fd17c-e6a9-415e-8f0f-1e6ce97789f5, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=066fd17c-e6a9-415e-8f0f-1e6ce97789f5,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:31.081527 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '066fd17c-e6a9-415e-8f0f-1e6ce97789f5', 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b', 'port_id': '066fd17c-e6a9-415e-8f0f-1e6ce97789f5', 'mac_address': 'fa:16:3e:d0:53:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9579b08a-e6d2-4e14-8e82-4a22865cb50c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:19:31.148512 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:31.168207 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 066fd17c-e6a9-415e-8f0f-1e6ce97789f5 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:19:31.189218 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 066fd17c-e6a9-415e-8f0f-1e6ce97789f5, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=066fd17c-e6a9-415e-8f0f-1e6ce97789f5,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:31.194187 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:31.257811 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=066fd17c-e6a9-415e-8f0f-1e6ce97789f5,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:31.274180 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6bdca3b0-392d-438b-8fc0-fc65da43405e req-cdc15a1e-2559-4a21-873b-bf3fe0930f86 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467975 Aug 20 10:19:31.339346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdca3b0-392d-438b-8fc0-fc65da43405e req-b5ecdaea-9b8f-4c33-a3fc-dc9528a2587d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:31.340711 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6bdca3b0-392d-438b-8fc0-fc65da43405e req-b5ecdaea-9b8f-4c33-a3fc-dc9528a2587d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 1096 time: 0.0427938 Aug 20 10:19:31.357991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c343b92-9883-433e-8b8b-70bce1e0a8c8 req-353919b2-9ef7-4f90-be04-a6d017edd82b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:31.359801 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c343b92-9883-433e-8b8b-70bce1e0a8c8 req-353919b2-9ef7-4f90-be04-a6d017edd82b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce73d0-87f5-4ce1-8c88-1a843bb1d784 HTTP/1.1" status: 200 len: 944 time: 0.0524533 Aug 20 10:19:31.410116 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c343b92-9883-433e-8b8b-70bce1e0a8c8 req-c1befe9f-3c73-4d3f-a0dc-db7a9d1ca840 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386567 Aug 20 10:19:31.494945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf505551-0b92-4ef2-9322-454b902bd51b req-4fbce429-7021-4f71-91cb-8154067a544a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:31.496510 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cf505551-0b92-4ef2-9322-454b902bd51b req-4fbce429-7021-4f71-91cb-8154067a544a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 945 time: 0.0849226 Aug 20 10:19:31.497982 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdca3b0-392d-438b-8fc0-fc65da43405e req-b27361a4-0994-4c6f-bee6-ce3680c4c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:31.499312 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6bdca3b0-392d-438b-8fc0-fc65da43405e req-b27361a4-0994-4c6f-bee6-ce3680c4c5b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 908 time: 0.1347182 Aug 20 10:19:31.554552 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6bdca3b0-392d-438b-8fc0-fc65da43405e req-112c09e7-f04f-445a-8885-7ee78eef1d2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 HTTP/1.1" status: 200 len: 217 time: 0.0447409 Aug 20 10:19:31.596163 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['066fd17c-e6a9-415e-8f0f-1e6ce97789f5'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:31.603689 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cf505551-0b92-4ef2-9322-454b902bd51b req-43a0561a-5625-452a-b74d-7d9f45902d1a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008680 Aug 20 10:19:31.625362 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdca3b0-392d-438b-8fc0-fc65da43405e req-a818dd67-c728-4a28-9e04-71e9c9790aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:31.627182 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6bdca3b0-392d-438b-8fc0-fc65da43405e req-a818dd67-c728-4a28-9e04-71e9c9790aba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.0613415 Aug 20 10:19:31.671844 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6bdca3b0-392d-438b-8fc0-fc65da43405e req-9d3d8bc2-4ece-4aa9-b007-a19a9951d921 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326438 Aug 20 10:19:31.790482 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6bdca3b0-392d-438b-8fc0-fc65da43405e req-7c1a6f4c-e529-4a16-9db0-e05fc7328a66 service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022511 Aug 20 10:19:31.898201 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e41da64-6e30-44a8-95ff-5e314a5d18d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:31.924124 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 0bde41ce-d755-40f0-8fea-2f73794e1485 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:19:31.937716 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6bdca3b0-392d-438b-8fc0-fc65da43405e req-b48afa36-c7aa-46bb-8d86-7d2b6d773457 service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365976 Aug 20 10:19:32.012743 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0b116-7e75-4b5c-8d15-2b1cf0a96e6a req-8250c010-c95f-452f-93d0-c4c890071db0 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:32.014768 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85b0b116-7e75-4b5c-8d15-2b1cf0a96e6a req-8250c010-c95f-452f-93d0-c4c890071db0 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0979066 Aug 20 10:19:32.038624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 0bde41ce-d755-40f0-8fea-2f73794e1485 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:19:32.044565 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 0bde41ce-d755-40f0-8fea-2f73794e1485 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:19:32.045348 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:32.078050 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85b0b116-7e75-4b5c-8d15-2b1cf0a96e6a req-c9bb4be0-4009-41e7-a7e5-bdf68c3baf3f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539892 Aug 20 10:19:32.123397 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:32.177479 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:32.191497 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb4679-17fd-4049-b7b0-bb94c11460c2 req-c559a889-0ebc-4ac7-ad9c-a85c267d1dab tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:32.200978 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-77eb4679-17fd-4049-b7b0-bb94c11460c2 req-c559a889-0ebc-4ac7-ad9c-a85c267d1dab tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 943 time: 0.0677638 Aug 20 10:19:32.204118 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7715599-2a96-4c5f-8dcc-741e99565970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bde41ce-d755-40f0-8fea-2f73794e1485'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:32.208434 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40790f9e-da8e-4af3-bed1-3a8a32eee571" -d '{"events": [{"server_uuid": "a7715599-2a96-4c5f-8dcc-741e99565970", "name": "network-vif-plugged", "status": "completed", "tag": "0bde41ce-d755-40f0-8fea-2f73794e1485"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:32.231569 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 0bde41ce-d755-40f0-8fea-2f73794e1485, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=0bde41ce-d755-40f0-8fea-2f73794e1485,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:32.235587 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:32.249832 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-77eb4679-17fd-4049-b7b0-bb94c11460c2 req-76ad2821-d254-4f29-8cc6-8bb987c88e8f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476084 Aug 20 10:19:32.305894 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=0bde41ce-d755-40f0-8fea-2f73794e1485,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:32.348639 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cad3562-77d9-4b9e-ad6f-3045d9e567db x-openstack-request-id: req-8cad3562-77d9-4b9e-ad6f-3045d9e567db {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:32.348972 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7715599-2a96-4c5f-8dcc-741e99565970", "name": "network-vif-plugged", "status": "completed", "tag": "0bde41ce-d755-40f0-8fea-2f73794e1485", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:32.349251 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cad3562-77d9-4b9e-ad6f-3045d9e567db {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:32.349648 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7715599-2a96-4c5f-8dcc-741e99565970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bde41ce-d755-40f0-8fea-2f73794e1485', 'code': 200} Aug 20 10:19:32.465258 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9932a-5fc9-4eef-a095-7c9ebde4639d req-7de0a2e2-a6ce-4634-8c85-8637cd053d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:32.466781 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e4a9932a-5fc9-4eef-a095-7c9ebde4639d req-7de0a2e2-a6ce-4634-8c85-8637cd053d5c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 1098 time: 0.0439773 Aug 20 10:19:32.508385 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e4a9932a-5fc9-4eef-a095-7c9ebde4639d req-ea815534-e4ca-4cf1-ab4e-af6da4732474 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329862 Aug 20 10:19:32.531565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868d748-3525-41a3-ae00-1a6d0b1485b7 req-d228c235-da4f-4d32-9f60-5dc1b3031970 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:32.533462 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f868d748-3525-41a3-ae00-1a6d0b1485b7 req-d228c235-da4f-4d32-9f60-5dc1b3031970 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce73d0-87f5-4ce1-8c88-1a843bb1d784 HTTP/1.1" status: 200 len: 944 time: 0.0509005 Aug 20 10:19:32.578227 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f868d748-3525-41a3-ae00-1a6d0b1485b7 req-85bcf12f-fe74-4fd5-8365-0a7cbba20786 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382128 Aug 20 10:19:32.756192 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d82e8f-b7fd-4cab-b1c4-b2731b69606c req-1c88cf47-8a65-47e7-9c55-ee95be09bb62 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:32.758266 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74d82e8f-b7fd-4cab-b1c4-b2731b69606c req-1c88cf47-8a65-47e7-9c55-ee95be09bb62 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 946 time: 0.0674815 Aug 20 10:19:32.808771 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74d82e8f-b7fd-4cab-b1c4-b2731b69606c req-06c6baa2-ad43-41fa-bb32-6128165e3f72 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438831 Aug 20 10:19:32.913028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 066fd17c-e6a9-415e-8f0f-1e6ce97789f5 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:19:32.963336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 066fd17c-e6a9-415e-8f0f-1e6ce97789f5 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:19:32.967303 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 066fd17c-e6a9-415e-8f0f-1e6ce97789f5 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:19:32.967664 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:33.019564 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:33.198631 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:33.235757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc68692-4065-4ec1-b068-7a0a1a8ac809 req-e88c911a-3232-4837-ac98-cef558bbd6f0 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:33.237371 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 066fd17c-e6a9-415e-8f0f-1e6ce97789f5, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=066fd17c-e6a9-415e-8f0f-1e6ce97789f5,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:33.241827 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:33.243104 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2d4a5f45-ab40-44e6-a745-1416c29633ee no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:19:33.244030 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3cc68692-4065-4ec1-b068-7a0a1a8ac809 req-e88c911a-3232-4837-ac98-cef558bbd6f0 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0839639 Aug 20 10:19:33.287815 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3cc68692-4065-4ec1-b068-7a0a1a8ac809 req-77dedfc8-52a6-487c-8ff3-f0f9a842e680 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426664 Aug 20 10:19:33.344516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=066fd17c-e6a9-415e-8f0f-1e6ce97789f5,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:33.430625 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-1565e8a0-6b6e-4689-bf27-f28812617a20 service neutron] 10.222.0.24 "GET /v2.0/ports/2d4a5f45-ab40-44e6-a745-1416c29633ee/bindings/n-h1-778550-11 HTTP/1.1" status: 200 len: 385 time: 0.1300502 Aug 20 10:19:33.439556 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc83b3-beb1-4596-bc5e-2dfbfaee4e1a req-d97e2099-0930-4cfb-bd16-3eb770c130ac tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:33.440995 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8fc83b3-beb1-4596-bc5e-2dfbfaee4e1a req-d97e2099-0930-4cfb-bd16-3eb770c130ac tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 943 time: 0.0788853 Aug 20 10:19:33.522641 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8fc83b3-beb1-4596-bc5e-2dfbfaee4e1a req-063439f2-57e8-4f91-9361-a34bcc4ccd42 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745358 Aug 20 10:19:33.653351 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-3d6b4e0e-5c3f-4003-8c5a-b50d70e27dd0 service neutron] For port 2d4a5f45-ab40-44e6-a745-1416c29633ee, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2d4a5f45-ab40-44e6-a745-1416c29633ee,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:33.677192 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-3d6b4e0e-5c3f-4003-8c5a-b50d70e27dd0 service neutron] For port 2d4a5f45-ab40-44e6-a745-1416c29633ee, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:19:33.708329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab789a-0b5a-4b82-9ebf-40dac27ef135 req-2f8d68cb-1db6-479e-aa57-1fc830bc7ae9 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:33.709959 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-11ab789a-0b5a-4b82-9ebf-40dac27ef135 req-2f8d68cb-1db6-479e-aa57-1fc830bc7ae9 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce73d0-87f5-4ce1-8c88-1a843bb1d784 HTTP/1.1" status: 200 len: 944 time: 0.0537770 Aug 20 10:19:33.718555 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-3d6b4e0e-5c3f-4003-8c5a-b50d70e27dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4a5f45-ab40-44e6-a745-1416c29633ee {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:19:33.730828 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-3d6b4e0e-5c3f-4003-8c5a-b50d70e27dd0 service neutron] For port 2d4a5f45-ab40-44e6-a745-1416c29633ee, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2d4a5f45-ab40-44e6-a745-1416c29633ee,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:33.752750 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-3d6b4e0e-5c3f-4003-8c5a-b50d70e27dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:33.762356 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-11ab789a-0b5a-4b82-9ebf-40dac27ef135 req-486996f0-22f5-4fce-ac9e-e89263c7bf27 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447814 Aug 20 10:19:33.836921 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-3d6b4e0e-5c3f-4003-8c5a-b50d70e27dd0 service neutron] Transition to ACTIVE for port object 2d4a5f45-ab40-44e6-a745-1416c29633ee will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:19:33.841241 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-3d6b4e0e-5c3f-4003-8c5a-b50d70e27dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:33.914818 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-3d6b4e0e-5c3f-4003-8c5a-b50d70e27dd0 service neutron] No DVR routers for this DVR port 2d4a5f45-ab40-44e6-a745-1416c29633ee on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:19:33.946636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 443851e9-3c92-4ea0-bedd-08ad9a837e58 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:19:33.950775 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b4e0e-5c3f-4003-8c5a-b50d70e27dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4a5f45-ab40-44e6-a745-1416c29633ee,revision_number=10']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:33.978802 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-3d6b4e0e-5c3f-4003-8c5a-b50d70e27dd0 service neutron] 10.222.0.24 "PUT /v2.0/ports/2d4a5f45-ab40-44e6-a745-1416c29633ee/bindings/n-h1-778550-11/activate HTTP/1.1" status: 200 len: 370 time: 0.5361950 Aug 20 10:19:33.995819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fd219-e77c-4012-9a41-8949c2cfc7ae req-6060ee2f-2a9b-4af7-8927-88e831496702 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:33.997628 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1c9fd219-e77c-4012-9a41-8949c2cfc7ae req-6060ee2f-2a9b-4af7-8927-88e831496702 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 946 time: 0.0924568 Aug 20 10:19:34.018637 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 443851e9-3c92-4ea0-bedd-08ad9a837e58 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:19:34.022816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 443851e9-3c92-4ea0-bedd-08ad9a837e58 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:19:34.023180 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:34.043538 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1c9fd219-e77c-4012-9a41-8949c2cfc7ae req-32192e4c-6d6c-402e-81ff-2464244da1b6 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395720 Aug 20 10:19:34.099136 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-6331c1e4-8e4f-4a51-ab97-e53e767429b0 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:34.100640 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-6331c1e4-8e4f-4a51-ab97-e53e767429b0 tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae&tenant_id=d90941e86594426c97114e4c5b673b06&binding%3Ahost_id=n-h2-778550-11 HTTP/1.1" status: 200 len: 1096 time: 0.0448797 Aug 20 10:19:34.107486 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:34.150181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 443851e9-3c92-4ea0-bedd-08ad9a837e58, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=443851e9-3c92-4ea0-bedd-08ad9a837e58,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:34.155960 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:34.158882 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-cd1532e3-2c12-4fe3-b8e9-00047ebef5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:34.161075 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-cd1532e3-2c12-4fe3-b8e9-00047ebef5a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae&tenant_id=d90941e86594426c97114e4c5b673b06 HTTP/1.1" status: 200 len: 1096 time: 0.0512745 Aug 20 10:19:34.206593 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=443851e9-3c92-4ea0-bedd-08ad9a837e58,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:34.228497 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-56f7de3f-1561-4b2c-8c25-d70916a47247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:34.230246 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-56f7de3f-1561-4b2c-8c25-d70916a47247 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d90941e86594426c97114e4c5b673b06&device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 1096 time: 0.0421228 Aug 20 10:19:34.333342 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-fc4b8334-0a02-44a6-b1fa-6c74a918fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:34.334908 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-fc4b8334-0a02-44a6-b1fa-6c74a918fa6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 200 len: 921 time: 0.0873406 Aug 20 10:19:34.350362 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de52b7ee-5824-4d71-8bcc-fb8f96b8564f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066fd17c-e6a9-415e-8f0f-1e6ce97789f5'}, {'server_uuid': '42ce73d0-87f5-4ce1-8c88-1a843bb1d784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443851e9-3c92-4ea0-bedd-08ad9a837e58'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:34.352842 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795070e1-823a-438a-aa87-ba6e2338be63" -d '{"events": [{"server_uuid": "de52b7ee-5824-4d71-8bcc-fb8f96b8564f", "name": "network-vif-plugged", "status": "completed", "tag": "066fd17c-e6a9-415e-8f0f-1e6ce97789f5"}, {"server_uuid": "42ce73d0-87f5-4ce1-8c88-1a843bb1d784", "name": "network-vif-plugged", "status": "completed", "tag": "443851e9-3c92-4ea0-bedd-08ad9a837e58"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:34.383186 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-f469a4d1-e377-473b-aeaf-fd38011c7a25 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d4a5f45-ab40-44e6-a745-1416c29633ee HTTP/1.1" status: 200 len: 217 time: 0.0401683 Aug 20 10:19:34.397546 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3450d426-cb19-4735-9885-cab07f925cef x-openstack-request-id: req-3450d426-cb19-4735-9885-cab07f925cef {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:34.397850 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de52b7ee-5824-4d71-8bcc-fb8f96b8564f", "name": "network-vif-plugged", "status": "completed", "tag": "066fd17c-e6a9-415e-8f0f-1e6ce97789f5", "code": 200}, {"server_uuid": "42ce73d0-87f5-4ce1-8c88-1a843bb1d784", "name": "network-vif-plugged", "status": "completed", "tag": "443851e9-3c92-4ea0-bedd-08ad9a837e58", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:34.398111 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3450d426-cb19-4735-9885-cab07f925cef {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:34.398513 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de52b7ee-5824-4d71-8bcc-fb8f96b8564f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '066fd17c-e6a9-415e-8f0f-1e6ce97789f5', 'code': 200} Aug 20 10:19:34.398771 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ce73d0-87f5-4ce1-8c88-1a843bb1d784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443851e9-3c92-4ea0-bedd-08ad9a837e58', 'code': 200} Aug 20 10:19:34.411709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff71288-0082-4249-b1cf-f4703228eccb req-d85229e8-20bc-47ac-aa8a-9c9ac585456f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:34.413893 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dff71288-0082-4249-b1cf-f4703228eccb req-d85229e8-20bc-47ac-aa8a-9c9ac585456f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0619721 Aug 20 10:19:34.438820 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-b2b328f6-f516-47fd-98fb-ea79c868517a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:34.440768 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-b2b328f6-f516-47fd-98fb-ea79c868517a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 200 len: 860 time: 0.0493650 Aug 20 10:19:34.467395 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dff71288-0082-4249-b1cf-f4703228eccb req-2f173d8f-8dd8-4732-a34d-7e860ec07b5d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469370 Aug 20 10:19:34.483197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-0688e495-541e-4a76-bf7c-6caa1fddad2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e287bb6a-2478-45c5-b9fc-caf113bb0919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312891 Aug 20 10:19:34.674015 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:34.702528 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f32094-1696-486a-92ce-0d6ff215b5a3 req-63d176c1-8fef-483d-8a4c-03607f233874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:34.704129 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20f32094-1696-486a-92ce-0d6ff215b5a3 req-63d176c1-8fef-483d-8a4c-03607f233874 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42ce73d0-87f5-4ce1-8c88-1a843bb1d784 HTTP/1.1" status: 200 len: 1097 time: 0.0898576 Aug 20 10:19:34.708897 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-bc29fcee-524f-4b92-ba08-712b9fbd9fe8 service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848888 Aug 20 10:19:34.808011 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20f32094-1696-486a-92ce-0d6ff215b5a3 req-b8eece5f-1d95-4cb4-8c00-a36820a96929 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848370 Aug 20 10:19:34.854168 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-85a48a18-6fff-496c-bc0b-819be158ed6b service neutron] 10.222.0.42 "GET /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295602 Aug 20 10:19:34.890483 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b9586-05e9-4ebe-961a-13694b10bf90 req-2910d0f9-29cd-40d3-8b9e-ead6db53500d tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:34.892130 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c60b9586-05e9-4ebe-961a-13694b10bf90 req-2910d0f9-29cd-40d3-8b9e-ead6db53500d tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce73d0-87f5-4ce1-8c88-1a843bb1d784 HTTP/1.1" status: 200 len: 945 time: 0.0547926 Aug 20 10:19:34.892276 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6fbe5-172a-419c-9e33-43809b9314b2 req-38afcc7a-7ae5-46b2-81fe-d6fcc8e2ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:34.893771 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-66e6fbe5-172a-419c-9e33-43809b9314b2 req-38afcc7a-7ae5-46b2-81fe-d6fcc8e2ed17 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=de52b7ee-5824-4d71-8bcc-fb8f96b8564f HTTP/1.1" status: 200 len: 1098 time: 0.3906298 Aug 20 10:19:34.915998 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062b706-9138-4c22-afd0-bdc3a1ebc819 req-a147f31c-6407-4a77-9b72-71736d02639d tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:34.917458 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2062b706-9138-4c22-afd0-bdc3a1ebc819 req-a147f31c-6407-4a77-9b72-71736d02639d tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 944 time: 0.0635049 Aug 20 10:19:34.932851 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c60b9586-05e9-4ebe-961a-13694b10bf90 req-74b3122a-fbf3-4755-a2e1-7d95081dbf48 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331929 Aug 20 10:19:34.962784 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-66e6fbe5-172a-419c-9e33-43809b9314b2 req-34c38c6c-c3d1-45d8-905c-a5f525e15309 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605934 Aug 20 10:19:34.970166 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2062b706-9138-4c22-afd0-bdc3a1ebc819 req-806c48a1-90c2-4c38-8239-cf93d1f33e83 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459442 Aug 20 10:19:35.335169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-5d631a46-de7a-460c-9937-ac2b924cddcb tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:35.336917 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-5d631a46-de7a-460c-9937-ac2b924cddcb tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae&tenant_id=d90941e86594426c97114e4c5b673b06&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 1096 time: 0.0790768 Aug 20 10:19:35.349038 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa80c8-6a69-4139-a70c-84509375d4dd req-02458892-0324-40ae-a9e3-b5c7b193d292 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:35.350584 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ebaa80c8-6a69-4139-a70c-84509375d4dd req-02458892-0324-40ae-a9e3-b5c7b193d292 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 946 time: 0.0661876 Aug 20 10:19:35.425645 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ebaa80c8-6a69-4139-a70c-84509375d4dd req-00e36433-7e49-44a0-a547-4972f91c1611 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689721 Aug 20 10:19:35.485919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-c016251a-809b-4a03-9887-e8330c4029fa service neutron] For port 2d4a5f45-ab40-44e6-a745-1416c29633ee, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:19:35.489656 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-c016251a-809b-4a03-9887-e8330c4029fa service neutron] Notify callbacks [] for binding, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:35.491090 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-569fa4bc-d9ba-476f-bfbd-90518c13c0f0 req-c016251a-809b-4a03-9887-e8330c4029fa service neutron] 10.222.0.42 "DELETE /v2.0/ports/2d4a5f45-ab40-44e6-a745-1416c29633ee/bindings/n-h2-778550-11 HTTP/1.1" status: 204 len: 173 time: 0.1393220 Aug 20 10:19:35.573940 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d36ae-2fc3-4589-8f5a-2e531fabfb8c req-c78c8786-afa7-4581-86ee-9cafe85645a4 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:35.575522 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf6d36ae-2fc3-4589-8f5a-2e531fabfb8c req-c78c8786-afa7-4581-86ee-9cafe85645a4 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 1098 time: 0.0438476 Aug 20 10:19:35.598878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b525d8-cbe3-4848-824f-f0881b47facd req-cc1f70aa-0c6a-4d56-bd32-a6edba497c3b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:35.600401 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a3b525d8-cbe3-4848-824f-f0881b47facd req-cc1f70aa-0c6a-4d56-bd32-a6edba497c3b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0552316 Aug 20 10:19:35.612487 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf6d36ae-2fc3-4589-8f5a-2e531fabfb8c req-37a45a0d-b9b2-4171-a713-e52548017e59 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307455 Aug 20 10:19:35.639565 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a3b525d8-cbe3-4848-824f-f0881b47facd req-9e3d4936-d0d5-495a-a186-7678f8d044ce tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331399 Aug 20 10:19:35.740156 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:19:35.744428 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050df0c-9589-457e-9abc-fd2dc9d8dd21 req-52c6e7f9-e0e0-403c-a02c-0646d2e417d9 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:35.746046 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4050df0c-9589-457e-9abc-fd2dc9d8dd21 req-52c6e7f9-e0e0-403c-a02c-0646d2e417d9 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 1098 time: 0.0466628 Aug 20 10:19:35.780536 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4050df0c-9589-457e-9abc-fd2dc9d8dd21 req-ce8bb92e-d159-40b1-b761-746a3b802c29 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284841 Aug 20 10:19:36.060904 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b4b3c-4580-4c6d-a119-566041ddf89c req-4d2c8e9d-f215-492c-957b-547cf5857bbd tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:36.062395 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac5b4b3c-4580-4c6d-a119-566041ddf89c req-4d2c8e9d-f215-492c-957b-547cf5857bbd tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce73d0-87f5-4ce1-8c88-1a843bb1d784 HTTP/1.1" status: 200 len: 945 time: 0.0543590 Aug 20 10:19:36.102510 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac5b4b3c-4580-4c6d-a119-566041ddf89c req-5711ae57-c75c-479b-a1c4-b0db11bfb072 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342288 Aug 20 10:19:36.214297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efaa0e-7dd2-4af8-b848-88c903785414 req-2e588d5e-425a-46e3-9557-ac7fac37087b tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:36.215816 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-59efaa0e-7dd2-4af8-b848-88c903785414 req-2e588d5e-425a-46e3-9557-ac7fac37087b tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 944 time: 0.0514648 Aug 20 10:19:36.257667 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-59efaa0e-7dd2-4af8-b848-88c903785414 req-47d20255-2845-4451-b24c-1fe7a4bc6a09 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357723 Aug 20 10:19:36.602221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c733d-fc7c-4bf2-a15a-495676f9f384 req-757fbe1f-4ac0-44f4-8b79-69a98112eb6e tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:36.603777 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b10c733d-fc7c-4bf2-a15a-495676f9f384 req-757fbe1f-4ac0-44f4-8b79-69a98112eb6e tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 1096 time: 0.0405958 Aug 20 10:19:36.639485 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b10c733d-fc7c-4bf2-a15a-495676f9f384 req-b7b66e36-601d-4d02-ae6e-9364beeda99a tempest-LiveAutoBlockMigrationV225Test-1602060794 tempest-LiveAutoBlockMigrationV225Test-1602060794-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295489 Aug 20 10:19:36.774390 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-5615e9e3-ad61-426f-b4e0-f13f36928db5 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:19:36.775289 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-5615e9e3-ad61-426f-b4e0-f13f36928db5 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080855 Aug 20 10:19:36.787408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-edaab413-fe05-4871-9201-1da5a3f9fae1 service neutron] Request body: {'binding': {'host': 'n-h2-778550-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:36.787921 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-edaab413-fe05-4871-9201-1da5a3f9fae1 service neutron] Unknown quota resources ['binding']. {{(pid=94866) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 10:19:36.799418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5b6c3-f8fd-4c68-958e-f071e228cdaa req-3ba5a5e8-95cc-491b-b109-90a950e6c9b0 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:36.801834 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-92d5b6c3-f8fd-4c68-958e-f071e228cdaa req-3ba5a5e8-95cc-491b-b109-90a950e6c9b0 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0774703 Aug 20 10:19:36.906966 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-92d5b6c3-f8fd-4c68-958e-f071e228cdaa req-08ee5160-c9bc-4d5d-bcd8-c8f456d090d7 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866454 Aug 20 10:19:36.980631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-edaab413-fe05-4871-9201-1da5a3f9fae1 service neutron] Attempting to bind port 0bde41ce-d755-40f0-8fea-2f73794e1485 on host n-h2-778550-11 for vnic_type normal with profile None {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:19:36.980971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-edaab413-fe05-4871-9201-1da5a3f9fae1 service neutron] Attempting to bind port 0bde41ce-d755-40f0-8fea-2f73794e1485 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:19:36.981295 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-edaab413-fe05-4871-9201-1da5a3f9fae1 service neutron] Attempting to bind port 0bde41ce-d755-40f0-8fea-2f73794e1485 on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:36.985673 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-edaab413-fe05-4871-9201-1da5a3f9fae1 service neutron] Port 0bde41ce-d755-40f0-8fea-2f73794e1485 on network 5ea45e6d-0432-4a46-94e7-adce972727cf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:19:36.986006 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-edaab413-fe05-4871-9201-1da5a3f9fae1 service neutron] Attempting to bind port 0bde41ce-d755-40f0-8fea-2f73794e1485 on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:36.991505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-edaab413-fe05-4871-9201-1da5a3f9fae1 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:19:36.991848 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-edaab413-fe05-4871-9201-1da5a3f9fae1 service neutron] Checking segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:19:36.992230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-edaab413-fe05-4871-9201-1da5a3f9fae1 service neutron] Bound using segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:19:36.992653 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-edaab413-fe05-4871-9201-1da5a3f9fae1 service neutron] Bound port: 0bde41ce-d755-40f0-8fea-2f73794e1485, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:19:37.047524 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-edaab413-fe05-4871-9201-1da5a3f9fae1 service neutron] For port 0bde41ce-d755-40f0-8fea-2f73794e1485, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=0bde41ce-d755-40f0-8fea-2f73794e1485,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:19:37.059576 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-edaab413-fe05-4871-9201-1da5a3f9fae1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:37.060998 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-edaab413-fe05-4871-9201-1da5a3f9fae1 service neutron] 10.222.0.16 "POST /v2.0/ports/0bde41ce-d755-40f0-8fea-2f73794e1485/bindings HTTP/1.1" status: 201 len: 390 time: 0.2772830 Aug 20 10:19:37.231836 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae67dce-a13d-4434-83b4-743e977e041e req-aa912156-409a-4df7-a02c-e47bd454e1cb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:37.241247 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dae67dce-a13d-4434-83b4-743e977e041e req-aa912156-409a-4df7-a02c-e47bd454e1cb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 944 time: 0.0690665 Aug 20 10:19:37.256407 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-12f582e3-b165-4ab4-aa68-22735661140a service neutron] show failed (client error): The resource could not be found. Aug 20 10:19:37.257430 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-12f582e3-b165-4ab4-aa68-22735661140a service neutron] 10.222.0.24 "GET /v2.0/ports/fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2/bindings/n-h1-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.1137896 Aug 20 10:19:37.274273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c0f13-5560-45b2-868b-3e4c92b95362 req-b2eef295-fc2f-42ab-b4e9-72157d50df98 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:37.275893 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f4c0f13-5560-45b2-868b-3e4c92b95362 req-b2eef295-fc2f-42ab-b4e9-72157d50df98 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 946 time: 0.0693800 Aug 20 10:19:37.279160 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dae67dce-a13d-4434-83b4-743e977e041e req-9086fee3-89b3-4e29-8a5b-e844b550d1c9 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369151 Aug 20 10:19:37.361501 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f4c0f13-5560-45b2-868b-3e4c92b95362 req-9624c9af-84dc-49c7-a3ba-aa32ca42a6d9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722325 Aug 20 10:19:37.378408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-d46238dc-62fc-4d43-af88-6d2d4095484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:37.384930 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-d46238dc-62fc-4d43-af88-6d2d4095484c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 1098 time: 0.0610187 Aug 20 10:19:37.400902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61416d3-97bf-43dd-9e6a-ab78961c0628 req-0d4b1371-7ff8-45e5-bcb9-ab48747d8d6a tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:37.402389 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a61416d3-97bf-43dd-9e6a-ab78961c0628 req-0d4b1371-7ff8-45e5-bcb9-ab48747d8d6a tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce73d0-87f5-4ce1-8c88-1a843bb1d784 HTTP/1.1" status: 200 len: 945 time: 0.0566056 Aug 20 10:19:37.452248 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a61416d3-97bf-43dd-9e6a-ab78961c0628 req-e950958f-11fe-4f9f-908b-854aa5e24f77 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371702 Aug 20 10:19:37.516352 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-330a957f-38f2-45be-8967-f91b5529aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:37.518508 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-330a957f-38f2-45be-8967-f91b5529aa90 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c&tenant_id=4bbe3cedbde94338837c7f3482239b51 HTTP/1.1" status: 200 len: 1102 time: 0.0502260 Aug 20 10:19:37.529983 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-c7acc760-6579-4174-8975-1e1a999d4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:37.531526 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-c7acc760-6579-4174-8975-1e1a999d4f5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 908 time: 0.1321599 Aug 20 10:19:37.543679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-11', 'device_owner': 'compute:nova'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:37.592789 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-f3e6ea54-45dc-477b-8249-eef788d52354 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bde41ce-d755-40f0-8fea-2f73794e1485 HTTP/1.1" status: 200 len: 217 time: 0.0529425 Aug 20 10:19:37.631853 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17f0e7-52bf-46cf-94a4-506a5aa0a738 req-65075c1c-c443-49ac-ae9a-9f8e0322be4e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:37.633362 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb17f0e7-52bf-46cf-94a4-506a5aa0a738 req-65075c1c-c443-49ac-ae9a-9f8e0322be4e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=de52b7ee-5824-4d71-8bcc-fb8f96b8564f HTTP/1.1" status: 200 len: 946 time: 0.1059287 Aug 20 10:19:37.634131 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:37.645862 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-4547b020-fae2-437a-94d3-403868f322e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:37.647345 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-4547b020-fae2-437a-94d3-403868f322e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.0459230 Aug 20 10:19:37.680508 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-1f74c397-0246-46de-99c0-450f99aa585a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248263 Aug 20 10:19:37.716219 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb17f0e7-52bf-46cf-94a4-506a5aa0a738 req-b0c60973-ab49-43fa-9d1a-937802a689fe tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731716 Aug 20 10:19:37.783280 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-2762c4db-96af-4162-9d20-e847f50adf9c service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944057 Aug 20 10:19:37.889868 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-75ea3219-ba06-4ad5-902d-ddeae68b55e7 service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989156 Aug 20 10:19:37.890308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] For port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:37.951762 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] For port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:19:38.046321 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c488ec94-558b-43f6-9476-885d2ce7413c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:38.049078 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37178fa2-b421-41eb-98eb-a9d0d0c43b48" -d '{"events": [{"server_uuid": "c488ec94-558b-43f6-9476-885d2ce7413c", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:38.061138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e9e52-3d88-4d72-900f-b84f6ed2450d req-57af151a-21f1-45db-8757-7f69f51a0bfa tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:38.064298 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d66e9e52-3d88-4d72-900f-b84f6ed2450d req-57af151a-21f1-45db-8757-7f69f51a0bfa tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0675485 Aug 20 10:19:38.065074 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:38.076006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6a13f-cecb-481e-b6e1-c47b18fc83af req-492f4afc-d570-4677-98ad-b61662e15918 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:38.077661 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0b6a13f-cecb-481e-b6e1-c47b18fc83af req-492f4afc-d570-4677-98ad-b61662e15918 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 944 time: 0.1208599 Aug 20 10:19:38.124128 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Transition to ACTIVE for port object fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:19:38.137051 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:38.159314 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d66e9e52-3d88-4d72-900f-b84f6ed2450d req-2f96f072-faa3-49d3-9eeb-87e12c20fea3 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759602 Aug 20 10:19:38.177978 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0c077f-781f-4f81-b077-542e4ab20a69 x-openstack-request-id: req-5d0c077f-781f-4f81-b077-542e4ab20a69 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:38.178165 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c488ec94-558b-43f6-9476-885d2ce7413c", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:38.178455 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d0c077f-781f-4f81-b077-542e4ab20a69 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:38.178913 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c488ec94-558b-43f6-9476-885d2ce7413c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2', 'code': 200} Aug 20 10:19:38.233902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Pushing event updated for resources: {'Port': ['ID=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,revision_number=6']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:38.262665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] No DVR routers for this DVR port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:19:38.297904 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-e0b6a13f-cecb-481e-b6e1-c47b18fc83af req-9e88d95e-d520-46d4-a881-7b6786b87840 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Deleting port 2d4a5f45-ab40-44e6-a745-1416c29633ee {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:19:38.298235 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e0b6a13f-cecb-481e-b6e1-c47b18fc83af req-9e88d95e-d520-46d4-a881-7b6786b87840 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:38.348929 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Attempting to bind port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:19:38.349185 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Attempting to bind port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:19:38.349379 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Attempting to bind port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:38.361431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:19:38.361756 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Attempting to bind port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:38.378534 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:19:38.378984 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:19:38.379855 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:19:38.380363 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Bound port: fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:19:38.380734 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:38.403994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825f5a-aecc-445f-ab81-55600d31c41a req-397a6613-ff99-459c-bf74-47632c768152 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:38.405908 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-397a6613-ff99-459c-bf74-47632c768152 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/networks?id=50a62af5-c2bc-4476-ba4a-8158ff698f7b HTTP/1.1" status: 200 len: 813 time: 0.1515255 Aug 20 10:19:38.424170 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-de87c72e-d73e-428a-938a-b58e270c16c6 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/quotas/3e8e79588dbb4a0d8cce9fe3da4bda61 HTTP/1.1" status: 200 len: 375 time: 0.0111995 Aug 20 10:19:38.501487 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e0b6a13f-cecb-481e-b6e1-c47b18fc83af req-9e88d95e-d520-46d4-a881-7b6786b87840 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] For port 2d4a5f45-ab40-44e6-a745-1416c29633ee, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2d4a5f45-ab40-44e6-a745-1416c29633ee,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:38.501858 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e0b6a13f-cecb-481e-b6e1-c47b18fc83af req-9e88d95e-d520-46d4-a881-7b6786b87840 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:38.518022 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-8f1a1c83-baee-4403-9c6c-05de5fe9c909 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e8e79588dbb4a0d8cce9fe3da4bda61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793357 Aug 20 10:19:38.527509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-e0b6a13f-cecb-481e-b6e1-c47b18fc83af req-9e88d95e-d520-46d4-a881-7b6786b87840 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Calling delete_port for 2d4a5f45-ab40-44e6-a745-1416c29633ee owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:19:38.558314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a44f4-77c3-4dc8-bc67-2279d4199bb3 req-a843081f-2295-495f-b0db-ef5cbf3c8222 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:38.560098 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f80a44f4-77c3-4dc8-bc67-2279d4199bb3 req-a843081f-2295-495f-b0db-ef5cbf3c8222 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 944 time: 0.1525559 Aug 20 10:19:38.615370 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-d452df7a-86e4-427e-965f-28627ca2cd44 service neutron] 10.222.0.16 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963364 Aug 20 10:19:38.623444 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] For port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:19:38.648906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] For port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:19:38.662830 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:38.699398 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f80a44f4-77c3-4dc8-bc67-2279d4199bb3 req-a7846c2c-897a-4c0e-bb85-1e6bc6412a21 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288795 Aug 20 10:19:38.723107 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:38.723738 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:38.725130 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] 10.222.0.42 "PUT /v2.0/ports/fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 HTTP/1.1" status: 200 len: 1097 time: 1.1860507 Aug 20 10:19:38.756421 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-92ec1ddb-c78c-4d62-96eb-93a53296cefd service neutron] 10.222.0.16 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325228 Aug 20 10:19:38.766627 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7070c6-9e29-4870-96be-5b3834dfd95c service neutron] Pushing event updated for resources: {'Port': ['ID=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,revision_number=7']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:38.862693 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e0b6a13f-cecb-481e-b6e1-c47b18fc83af req-9e88d95e-d520-46d4-a881-7b6786b87840 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:38.875610 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['31a68ae3-9d64-4833-8b08-6e925f1a3e2a', '2d4a5f45-ab40-44e6-a745-1416c29633ee'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:38.960447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88d95e-d520-46d4-a881-7b6786b87840 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Pushing event deleted for resources: {'Port': ['ID=2d4a5f45-ab40-44e6-a745-1416c29633ee,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:39.029144 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b6a13f-cecb-481e-b6e1-c47b18fc83af req-9e88d95e-d520-46d4-a881-7b6786b87840 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] No DVR routers for this DVR port 2d4a5f45-ab40-44e6-a745-1416c29633ee on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:19:39.032525 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e0b6a13f-cecb-481e-b6e1-c47b18fc83af req-9e88d95e-d520-46d4-a881-7b6786b87840 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:39.034503 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0b6a13f-cecb-481e-b6e1-c47b18fc83af req-9e88d95e-d520-46d4-a881-7b6786b87840 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.42 "DELETE /v2.0/ports/2d4a5f45-ab40-44e6-a745-1416c29633ee HTTP/1.1" status: 204 len: 173 time: 0.9488704 Aug 20 10:19:39.036495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-cad40260-ca96-483e-9793-0378d950a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:39.037892 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-cad40260-ca96-483e-9793-0378d950a515 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 1100 time: 0.2006361 Aug 20 10:19:39.045431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de6693-a58f-45d7-96be-2e16f1317073 req-d3a484b8-766d-4407-bf63-8fd21b5c5325 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:39.047320 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-27de6693-a58f-45d7-96be-2e16f1317073 req-d3a484b8-766d-4407-bf63-8fd21b5c5325 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 946 time: 0.2077439 Aug 20 10:19:39.205481 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-27de6693-a58f-45d7-96be-2e16f1317073 req-2e5bc19d-ac04-492f-8943-0537b1138b27 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443563 Aug 20 10:19:39.246290 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-f7813efe-e2b8-4dbf-8f76-e3e2c83d3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:39.247856 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-f7813efe-e2b8-4dbf-8f76-e3e2c83d3149 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1960855 Aug 20 10:19:39.338482 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-01483c47-a298-4af6-9a07-2486e828ad66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 HTTP/1.1" status: 200 len: 217 time: 0.0742736 Aug 20 10:19:39.394004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a96db-d2f8-4365-97cc-79b536f11b15 req-ef5c28da-eaa3-4b40-8c4b-5546ed5003fb tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:39.401895 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-735a96db-d2f8-4365-97cc-79b536f11b15 req-ef5c28da-eaa3-4b40-8c4b-5546ed5003fb tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 948 time: 0.0624595 Aug 20 10:19:39.457369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-c920be5e-a2d2-42b8-935e-3618297a9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:39.458906 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-c920be5e-a2d2-42b8-935e-3618297a9f3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1013114 Aug 20 10:19:39.519656 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-b7c5077c-58bb-4f79-b8f2-bac035c4a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:39.521168 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-b7c5077c-58bb-4f79-b8f2-bac035c4a745 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0534079 Aug 20 10:19:39.556452 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e32551-ae5c-4477-9f3f-42b26933a0a4 req-33eebbd9-248f-4457-8807-c29782d9bbd2 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:39.559757 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b9e32551-ae5c-4477-9f3f-42b26933a0a4 req-33eebbd9-248f-4457-8807-c29782d9bbd2 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.24 "GET /v2.0/ports?device_id=de52b7ee-5824-4d71-8bcc-fb8f96b8564f HTTP/1.1" status: 200 len: 946 time: 0.1542883 Aug 20 10:19:39.577107 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-735a96db-d2f8-4365-97cc-79b536f11b15 req-6a80a890-d1b9-4d2a-be21-752b424ab6c3 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740539 Aug 20 10:19:39.742364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-b9e32551-ae5c-4477-9f3f-42b26933a0a4 req-03a713ab-4b9d-4a9d-9ea1-ec0defec1c8f tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Deleting port 066fd17c-e6a9-415e-8f0f-1e6ce97789f5 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:19:39.743079 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b9e32551-ae5c-4477-9f3f-42b26933a0a4 req-03a713ab-4b9d-4a9d-9ea1-ec0defec1c8f tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:39.770785 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-2789a3d0-c6f7-4653-bfc3-e4dac2c59813 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391706 Aug 20 10:19:39.808480 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b835577f-ba04-4f4c-86b0-847909bf42a6 req-ad14b1fd-3542-438b-8b57-65bca9ebe601 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 210 time: 0.1413195 Aug 20 10:19:39.895991 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8f2d4d8-13d4-4e3f-a222-76b3233d8323 req-3aa68f0e-e268-4510-b5e0-c15c7164b044 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 210 time: 0.0442417 Aug 20 10:19:39.908532 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-b9e32551-ae5c-4477-9f3f-42b26933a0a4 req-03a713ab-4b9d-4a9d-9ea1-ec0defec1c8f tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] For port 066fd17c-e6a9-415e-8f0f-1e6ce97789f5, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=066fd17c-e6a9-415e-8f0f-1e6ce97789f5,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:39.908808 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b9e32551-ae5c-4477-9f3f-42b26933a0a4 req-03a713ab-4b9d-4a9d-9ea1-ec0defec1c8f tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:39.931843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-b9e32551-ae5c-4477-9f3f-42b26933a0a4 req-03a713ab-4b9d-4a9d-9ea1-ec0defec1c8f tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Calling delete_port for 066fd17c-e6a9-415e-8f0f-1e6ce97789f5 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:19:39.938586 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d162d0f-b7aa-434b-b473-803178e0ef93 req-75457384-498a-4997-9445-c607b0180eeb service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289852 Aug 20 10:19:39.967103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d6524-0485-415a-aab6-a3ccc58568be req-31d473bc-453f-4d70-bbee-d639a5f77f7b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:39.968596 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab0d6524-0485-415a-aab6-a3ccc58568be req-31d473bc-453f-4d70-bbee-d639a5f77f7b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.42 "GET /v2.0/ports?device_id=42ce73d0-87f5-4ce1-8c88-1a843bb1d784 HTTP/1.1" status: 200 len: 945 time: 0.1968379 Aug 20 10:19:40.132544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b9e32551-ae5c-4477-9f3f-42b26933a0a4 req-03a713ab-4b9d-4a9d-9ea1-ec0defec1c8f tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:40.171001 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['443851e9-3c92-4ea0-bedd-08ad9a837e58'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:40.175723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['066fd17c-e6a9-415e-8f0f-1e6ce97789f5'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:40.191142 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c488ec94-558b-43f6-9476-885d2ce7413c', 'tag': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2'}, {'server_uuid': '39ee5e47-994f-4d0f-9a73-5d791d5bd6ae', 'name': 'network-vif-deleted', 'tag': '2d4a5f45-ab40-44e6-a745-1416c29633ee'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:40.196635 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0beb3526-4cae-4636-9fdf-a030612dd323" -d '{"events": [{"name": "network-changed", "server_uuid": "c488ec94-558b-43f6-9476-885d2ce7413c", "tag": "fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2"}, {"server_uuid": "39ee5e47-994f-4d0f-9a73-5d791d5bd6ae", "name": "network-vif-deleted", "tag": "2d4a5f45-ab40-44e6-a745-1416c29633ee"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:40.213773 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a713ab-4b9d-4a9d-9ea1-ec0defec1c8f tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Pushing event deleted for resources: {'Port': ['ID=066fd17c-e6a9-415e-8f0f-1e6ce97789f5,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:40.236662 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e32551-ae5c-4477-9f3f-42b26933a0a4 req-03a713ab-4b9d-4a9d-9ea1-ec0defec1c8f tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] No DVR routers for this DVR port 066fd17c-e6a9-415e-8f0f-1e6ce97789f5 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:19:40.240650 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b9e32551-ae5c-4477-9f3f-42b26933a0a4 req-03a713ab-4b9d-4a9d-9ea1-ec0defec1c8f tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:40.243366 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b9e32551-ae5c-4477-9f3f-42b26933a0a4 req-03a713ab-4b9d-4a9d-9ea1-ec0defec1c8f tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.24 "DELETE /v2.0/ports/066fd17c-e6a9-415e-8f0f-1e6ce97789f5 HTTP/1.1" status: 204 len: 173 time: 0.6646361 Aug 20 10:19:40.244144 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de52b7ee-5824-4d71-8bcc-fb8f96b8564f', 'name': 'network-vif-deleted', 'tag': '066fd17c-e6a9-415e-8f0f-1e6ce97789f5'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:40.251312 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab6e914-866e-4e8e-8f79-19a55ef85bf0" -d '{"events": [{"server_uuid": "de52b7ee-5824-4d71-8bcc-fb8f96b8564f", "name": "network-vif-deleted", "tag": "066fd17c-e6a9-415e-8f0f-1e6ce97789f5"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:40.294397 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-ab0d6524-0485-415a-aab6-a3ccc58568be req-6e13c277-941d-4bcd-a109-8abcf050e864 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Deleting port 443851e9-3c92-4ea0-bedd-08ad9a837e58 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:19:40.295078 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ab0d6524-0485-415a-aab6-a3ccc58568be req-6e13c277-941d-4bcd-a109-8abcf050e864 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:40.390565 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a8cedc-67c6-4df3-b3e4-e659890ffc5b x-openstack-request-id: req-04a8cedc-67c6-4df3-b3e4-e659890ffc5b {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:40.390943 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c488ec94-558b-43f6-9476-885d2ce7413c", "tag": "fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2", "status": "completed", "code": 200}, {"server_uuid": "39ee5e47-994f-4d0f-9a73-5d791d5bd6ae", "name": "network-vif-deleted", "tag": "2d4a5f45-ab40-44e6-a745-1416c29633ee", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:40.391205 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04a8cedc-67c6-4df3-b3e4-e659890ffc5b {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:40.391555 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c488ec94-558b-43f6-9476-885d2ce7413c', 'tag': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2', 'status': 'completed', 'code': 200} Aug 20 10:19:40.391813 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ee5e47-994f-4d0f-9a73-5d791d5bd6ae', 'name': 'network-vif-deleted', 'tag': '2d4a5f45-ab40-44e6-a745-1416c29633ee', 'status': 'completed', 'code': 200} Aug 20 10:19:40.432351 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0151be18-d763-4b0d-98f5-70ceeb8d86ea x-openstack-request-id: req-0151be18-d763-4b0d-98f5-70ceeb8d86ea {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:40.432823 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de52b7ee-5824-4d71-8bcc-fb8f96b8564f", "name": "network-vif-deleted", "tag": "066fd17c-e6a9-415e-8f0f-1e6ce97789f5", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:40.432941 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0151be18-d763-4b0d-98f5-70ceeb8d86ea {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:40.435820 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de52b7ee-5824-4d71-8bcc-fb8f96b8564f', 'name': 'network-vif-deleted', 'tag': '066fd17c-e6a9-415e-8f0f-1e6ce97789f5', 'status': 'completed', 'code': 200} Aug 20 10:19:40.478453 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-739a6c27-b023-4342-b196-c2b1b4746e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:40.480640 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-739a6c27-b023-4342-b196-c2b1b4746e63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 1100 time: 0.1036644 Aug 20 10:19:40.587547 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-03fd0d61-206a-4e13-a583-05ac18d6df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:40.589037 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-03fd0d61-206a-4e13-a583-05ac18d6df4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.0991194 Aug 20 10:19:40.677066 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-9055c844-21b6-4422-b427-5af3206d2a7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 HTTP/1.1" status: 200 len: 217 time: 0.0638249 Aug 20 10:19:40.778831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-6473ed6d-e147-45b4-9ab3-1b9ad71886da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:40.781283 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-6473ed6d-e147-45b4-9ab3-1b9ad71886da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0945907 Aug 20 10:19:40.804385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad99c5-5ac1-4407-8e42-22969ede4dd9 req-1c8453fb-4ab6-4d87-855e-b5d3548f27ad tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:40.814300 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a0ad99c5-5ac1-4407-8e42-22969ede4dd9 req-1c8453fb-4ab6-4d87-855e-b5d3548f27ad tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 948 time: 0.1362693 Aug 20 10:19:40.895557 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a0ad99c5-5ac1-4407-8e42-22969ede4dd9 req-8a2cd44a-6e0e-4b3f-ad8c-a27fdf83f3a1 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794549 Aug 20 10:19:40.912931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-26a0a9fb-6e2c-47a8-ae8e-b8e3c4f5e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:40.915777 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-26a0a9fb-6e2c-47a8-ae8e-b8e3c4f5e6d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0990124 Aug 20 10:19:40.956577 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:19:40.983904 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-9104d782-8478-4ff0-8cf1-8a0b4f2897f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:40.985684 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-9104d782-8478-4ff0-8cf1-8a0b4f2897f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 1100 time: 0.5771627 Aug 20 10:19:41.015555 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:19:41.084447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b7b5d-3b89-41bb-b7bb-b6675118c0e6 req-f9de298b-dd81-45e3-afd8-9e43d1bdb874 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:41.094261 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6e5b7b5d-3b89-41bb-b7bb-b6675118c0e6 req-f9de298b-dd81-45e3-afd8-9e43d1bdb874 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 946 time: 0.6113369 Aug 20 10:19:41.106748 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5e71dd7-dfff-488c-95b5-524eaadb9478 req-655f2f9a-c575-4f34-8da7-e1790af4518c tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 210 time: 0.0371113 Aug 20 10:19:41.109807 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-d53da39e-f30b-48e6-918b-09dedb462b0a service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813531 Aug 20 10:19:41.120676 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ab0d6524-0485-415a-aab6-a3ccc58568be req-6e13c277-941d-4bcd-a109-8abcf050e864 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] For port 443851e9-3c92-4ea0-bedd-08ad9a837e58, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=443851e9-3c92-4ea0-bedd-08ad9a837e58,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:41.121046 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ab0d6524-0485-415a-aab6-a3ccc58568be req-6e13c277-941d-4bcd-a109-8abcf050e864 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:41.172555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-ab0d6524-0485-415a-aab6-a3ccc58568be req-6e13c277-941d-4bcd-a109-8abcf050e864 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Calling delete_port for 443851e9-3c92-4ea0-bedd-08ad9a837e58 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:19:41.209878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825f5a-aecc-445f-ab81-55600d31c41a req-3e4dc60a-bd58-4121-994f-018f750b463b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:41.211349 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-3e4dc60a-bd58-4121-994f-018f750b463b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.24 "GET /v2.0/networks?id=50a62af5-c2bc-4476-ba4a-8158ff698f7b HTTP/1.1" status: 200 len: 813 time: 0.3191757 Aug 20 10:19:41.221635 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8bb6d3db-454b-4c30-ba5d-c39aec5d82f4 req-2e2c81c2-fea9-43e6-9c31-73031639c1a1 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 210 time: 0.0387957 Aug 20 10:19:41.270283 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-64825f5a-aecc-445f-ab81-55600d31c41a req-f187ffd6-4610-41a5-a03f-705ff86a1a3b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Request body: {'port': {'device_id': '11353a61-095f-4336-87fd-c490165b96f4', 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b', 'admin_state_up': True, 'tenant_id': '3e8e79588dbb4a0d8cce9fe3da4bda61'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:41.288059 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6e5b7b5d-3b89-41bb-b7bb-b6675118c0e6 req-7a69b862-50a0-4321-832e-5b175fe49b44 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928349 Aug 20 10:19:41.368589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-46a1c93e-bf97-49d8-a726-75ea80c639f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:41.370067 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-46a1c93e-bf97-49d8-a726-75ea80c639f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.3692293 Aug 20 10:19:41.393447 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825f5a-aecc-445f-ab81-55600d31c41a req-2bc67fc6-d698-420c-ad31-a4af58b1a4a3 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:41.395501 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-2bc67fc6-d698-420c-ad31-a4af58b1a4a3 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.24 "GET /v2.0/networks?id=50a62af5-c2bc-4476-ba4a-8158ff698f7b HTTP/1.1" status: 200 len: 813 time: 0.2143774 Aug 20 10:19:41.402033 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-1a45533c-0844-41fa-b0d7-d77f8f524d38 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831986 Aug 20 10:19:41.417147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-64825f5a-aecc-445f-ab81-55600d31c41a req-1235a238-4892-433c-99af-c9b914cdf34c tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Request body: {'port': {'device_id': '90fc4dd1-33ad-4e3e-9089-92fa1bc22861', 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b', 'admin_state_up': True, 'tenant_id': '3e8e79588dbb4a0d8cce9fe3da4bda61'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:41.472524 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-d45e4a9a-c512-44f5-bda5-325f306d9227 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 HTTP/1.1" status: 200 len: 217 time: 0.0849867 Aug 20 10:19:41.600665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-941eb2cb-844a-4b5f-8bca-9eb43db91b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:41.602158 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-941eb2cb-844a-4b5f-8bca-9eb43db91b45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1176035 Aug 20 10:19:41.606218 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.api [req-64825f5a-aecc-445f-ab81-55600d31c41a req-f187ffd6-4610-41a5-a03f-705ff86a1a3b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 10:19:41.606218 n-d-778550-11 neutron-server[94867]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 10:19:41.606218 n-d-778550-11 neutron-server[94867]: [parameters: {'project_id': '3e8e79588dbb4a0d8cce9fe3da4bda61', 'id': '78f554f3-1548-40b0-a31c-cc36fa7cecea', 'expiration': datetime.datetime(2021, 8, 20, 10, 21, 41, 597774)}] Aug 20 10:19:41.606218 n-d-778550-11 neutron-server[94867]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:19:41.606695 n-d-778550-11 neutron-server[94867]: DEBUG oslo_db.api [req-64825f5a-aecc-445f-ab81-55600d31c41a req-f187ffd6-4610-41a5-a03f-705ff86a1a3b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:19:41.611571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64825f5a-aecc-445f-ab81-55600d31c41a req-1235a238-4892-433c-99af-c9b914cdf34c tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Made reservation on behalf of 3e8e79588dbb4a0d8cce9fe3da4bda61 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:19:41.616720 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-1235a238-4892-433c-99af-c9b914cdf34c tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:41.659535 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ab0d6524-0485-415a-aab6-a3ccc58568be req-6e13c277-941d-4bcd-a109-8abcf050e864 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:41.672185 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['066fd17c-e6a9-415e-8f0f-1e6ce97789f5'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:41.683456 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-736ed486-2f85-4fbe-8e54-151cb666173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:41.685140 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-736ed486-2f85-4fbe-8e54-151cb666173d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0732398 Aug 20 10:19:41.713504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13c277-941d-4bcd-a109-8abcf050e864 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Pushing event deleted for resources: {'Port': ['ID=443851e9-3c92-4ea0-bedd-08ad9a837e58,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:41.786858 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0d6524-0485-415a-aab6-a3ccc58568be req-6e13c277-941d-4bcd-a109-8abcf050e864 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] No DVR routers for this DVR port 443851e9-3c92-4ea0-bedd-08ad9a837e58 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:19:41.791115 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ab0d6524-0485-415a-aab6-a3ccc58568be req-6e13c277-941d-4bcd-a109-8abcf050e864 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:41.793295 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab0d6524-0485-415a-aab6-a3ccc58568be req-6e13c277-941d-4bcd-a109-8abcf050e864 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.42 "DELETE /v2.0/ports/443851e9-3c92-4ea0-bedd-08ad9a837e58 HTTP/1.1" status: 204 len: 173 time: 1.8167636 Aug 20 10:19:41.804035 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-64825f5a-aecc-445f-ab81-55600d31c41a req-1235a238-4892-433c-99af-c9b914cdf34c tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Allocated IP 172.20.0.4 (50a62af5-c2bc-4476-ba4a-8158ff698f7b/9579b08a-e6d2-4e14-8e82-4a22865cb50c/9a100965-f69f-48f6-afd8-5a820fd6c6a3) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:19:41.847213 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-5484d85f-96d6-47ae-ba92-682b26c9270d service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418340 Aug 20 10:19:41.985454 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-1235a238-4892-433c-99af-c9b914cdf34c tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:41.990714 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0beb3526-4cae-4636-9fdf-a030612dd323 req-b534f63a-1b30-48d9-b0b4-8fb6a83b44a8 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329203 Aug 20 10:19:42.001579 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 443851e9-3c92-4ea0-bedd-08ad9a837e58 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:19:42.035601 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 443851e9-3c92-4ea0-bedd-08ad9a837e58 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:19:42.036317 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 443851e9-3c92-4ea0-bedd-08ad9a837e58 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:19:42.036999 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2d4a5f45-ab40-44e6-a745-1416c29633ee no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:19:42.057136 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 2d4a5f45-ab40-44e6-a745-1416c29633ee {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:19:42.057628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2d4a5f45-ab40-44e6-a745-1416c29633ee not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:19:42.060743 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-1235a238-4892-433c-99af-c9b914cdf34c tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:42.074357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['066fd17c-e6a9-415e-8f0f-1e6ce97789f5'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:42.091364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e444d8-866b-4b60-905b-38808f216aa6 req-ddd37986-45b7-4d52-994d-afaae5a24dc6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:42.099410 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c3e444d8-866b-4b60-905b-38808f216aa6 req-ddd37986-45b7-4d52-994d-afaae5a24dc6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 948 time: 0.0909178 Aug 20 10:19:42.123233 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235a238-4892-433c-99af-c9b914cdf34c tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Pushing event updated for resources: {'Port': ['ID=9a100965-f69f-48f6-afd8-5a820fd6c6a3,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:42.135736 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64825f5a-aecc-445f-ab81-55600d31c41a req-1235a238-4892-433c-99af-c9b914cdf34c tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Network 50a62af5-c2bc-4476-ba4a-8158ff698f7b is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:19:42.137792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-64825f5a-aecc-445f-ab81-55600d31c41a req-1235a238-4892-433c-99af-c9b914cdf34c tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:19:42.140385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-64825f5a-aecc-445f-ab81-55600d31c41a req-1235a238-4892-433c-99af-c9b914cdf34c tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:19:42.184191 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c3e444d8-866b-4b60-905b-38808f216aa6 req-6bc9a340-1861-4081-83e6-0462b399cbbd tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836537 Aug 20 10:19:42.185555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64825f5a-aecc-445f-ab81-55600d31c41a req-f187ffd6-4610-41a5-a03f-705ff86a1a3b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Made reservation on behalf of 3e8e79588dbb4a0d8cce9fe3da4bda61 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:19:42.189515 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-f187ffd6-4610-41a5-a03f-705ff86a1a3b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:42.247016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825f5a-aecc-445f-ab81-55600d31c41a req-1235a238-4892-433c-99af-c9b914cdf34c tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:42.247696 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-1235a238-4892-433c-99af-c9b914cdf34c tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:42.281801 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c945abb-5269-4cf4-aa0b-853e211af05e req-8de450f6-9bed-4783-96d1-a05172c0068d tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:42.283375 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9c945abb-5269-4cf4-aa0b-853e211af05e req-8de450f6-9bed-4783-96d1-a05172c0068d tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 931 time: 0.0835857 Aug 20 10:19:42.285627 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-1235a238-4892-433c-99af-c9b914cdf34c tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8735576 Aug 20 10:19:42.299730 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Request body: {'port': {'device_id': '90fc4dd1-33ad-4e3e-9089-92fa1bc22861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:42.370670 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5aea0de4-a90e-48d0-ae88-cab4feb5218d req-bdba7301-ad35-4f86-ba64-05a3276287b1 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 210 time: 0.0398569 Aug 20 10:19:42.398165 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ce73d0-87f5-4ce1-8c88-1a843bb1d784', 'name': 'network-vif-deleted', 'tag': '443851e9-3c92-4ea0-bedd-08ad9a837e58'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:42.401052 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:42.402168 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f9cfc5-968b-4434-a84e-29c11b54c2ea" -d '{"events": [{"server_uuid": "42ce73d0-87f5-4ce1-8c88-1a843bb1d784", "name": "network-vif-deleted", "tag": "443851e9-3c92-4ea0-bedd-08ad9a837e58"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:42.422726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-64825f5a-aecc-445f-ab81-55600d31c41a req-f187ffd6-4610-41a5-a03f-705ff86a1a3b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Allocated IP 172.20.0.10 (50a62af5-c2bc-4476-ba4a-8158ff698f7b/9579b08a-e6d2-4e14-8e82-4a22865cb50c/178e4f8d-f042-4ba9-a66a-2f8246944a64) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:19:42.430896 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9c945abb-5269-4cf4-aa0b-853e211af05e req-c516f58f-21bd-4aa9-9547-3a0951a89b8a tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274042 Aug 20 10:19:42.558010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facff64-1b69-4d7a-bbf1-aa581fba0928 req-d4ace71d-d4de-47e5-8f66-43527127c291 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:42.560015 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6facff64-1b69-4d7a-bbf1-aa581fba0928 req-d4ace71d-d4de-47e5-8f66-43527127c291 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 946 time: 0.1137998 Aug 20 10:19:42.604857 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52420562-c489-49a0-a6c2-1988ce1a202a x-openstack-request-id: req-52420562-c489-49a0-a6c2-1988ce1a202a {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:42.605293 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ce73d0-87f5-4ce1-8c88-1a843bb1d784", "name": "network-vif-deleted", "tag": "443851e9-3c92-4ea0-bedd-08ad9a837e58", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:42.605778 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52420562-c489-49a0-a6c2-1988ce1a202a {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:42.606309 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ce73d0-87f5-4ce1-8c88-1a843bb1d784', 'name': 'network-vif-deleted', 'tag': '443851e9-3c92-4ea0-bedd-08ad9a837e58', 'status': 'completed', 'code': 200} Aug 20 10:19:42.675255 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6facff64-1b69-4d7a-bbf1-aa581fba0928 req-bdea766e-d334-42f4-8bd9-78b702a80f69 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049042 Aug 20 10:19:42.739153 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-f187ffd6-4610-41a5-a03f-705ff86a1a3b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:42.778320 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-f187ffd6-4610-41a5-a03f-705ff86a1a3b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:42.790175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['066fd17c-e6a9-415e-8f0f-1e6ce97789f5'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:42.826043 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64825f5a-aecc-445f-ab81-55600d31c41a req-f187ffd6-4610-41a5-a03f-705ff86a1a3b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Network 50a62af5-c2bc-4476-ba4a-8158ff698f7b is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:19:42.829140 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-64825f5a-aecc-445f-ab81-55600d31c41a req-f187ffd6-4610-41a5-a03f-705ff86a1a3b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:19:42.836279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-64825f5a-aecc-445f-ab81-55600d31c41a req-f187ffd6-4610-41a5-a03f-705ff86a1a3b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:19:42.840486 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187ffd6-4610-41a5-a03f-705ff86a1a3b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Pushing event updated for resources: {'Port': ['ID=178e4f8d-f042-4ba9-a66a-2f8246944a64,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:42.887469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825f5a-aecc-445f-ab81-55600d31c41a req-f187ffd6-4610-41a5-a03f-705ff86a1a3b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:42.888239 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-f187ffd6-4610-41a5-a03f-705ff86a1a3b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:42.903442 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-f187ffd6-4610-41a5-a03f-705ff86a1a3b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6785898 Aug 20 10:19:42.916382 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Request body: {'port': {'device_id': '11353a61-095f-4336-87fd-c490165b96f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:42.954209 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a100965-f69f-48f6-afd8-5a820fd6c6a3 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:19:42.963867 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:42.975910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Transition to ACTIVE for port object 9a100965-f69f-48f6-afd8-5a820fd6c6a3 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:19:42.977246 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:42.981580 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:43.049093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Pushing event updated for resources: {'Port': ['ID=9a100965-f69f-48f6-afd8-5a820fd6c6a3,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:43.103015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Attempting to bind port 9a100965-f69f-48f6-afd8-5a820fd6c6a3 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:19:43.103505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Attempting to bind port 9a100965-f69f-48f6-afd8-5a820fd6c6a3 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '3fad7e2d-d6ea-455b-a79f-55978f74d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:19:43.103908 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Attempting to bind port 9a100965-f69f-48f6-afd8-5a820fd6c6a3 on network 50a62af5-c2bc-4476-ba4a-8158ff698f7b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:43.108546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Port 9a100965-f69f-48f6-afd8-5a820fd6c6a3 on network 50a62af5-c2bc-4476-ba4a-8158ff698f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:19:43.108867 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Attempting to bind port 9a100965-f69f-48f6-afd8-5a820fd6c6a3 on network 50a62af5-c2bc-4476-ba4a-8158ff698f7b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:43.114351 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:19:43.114689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Checking segment: {'id': '3fad7e2d-d6ea-455b-a79f-55978f74d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:19:43.115105 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Bound using segment: {'id': '3fad7e2d-d6ea-455b-a79f-55978f74d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:19:43.115545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Bound port: 9a100965-f69f-48f6-afd8-5a820fd6c6a3, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fad7e2d-d6ea-455b-a79f-55978f74d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:19:43.117593 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:43.203085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] For port 9a100965-f69f-48f6-afd8-5a820fd6c6a3, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:19:43.207600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] For port 9a100965-f69f-48f6-afd8-5a820fd6c6a3, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=9a100965-f69f-48f6-afd8-5a820fd6c6a3,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:19:43.213158 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:43.246673 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:43.247373 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:43.258512 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] 10.222.0.24 "PUT /v2.0/ports/9a100965-f69f-48f6-afd8-5a820fd6c6a3 HTTP/1.1" status: 200 len: 1092 time: 0.9631619 Aug 20 10:19:43.258973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fc4dd1-33ad-4e3e-9089-92fa1bc22861', 'tag': '9a100965-f69f-48f6-afd8-5a820fd6c6a3'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:43.261326 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e8d3a4-9c91-476f-98ce-b8f200862657" -d '{"events": [{"name": "network-changed", "server_uuid": "90fc4dd1-33ad-4e3e-9089-92fa1bc22861", "tag": "9a100965-f69f-48f6-afd8-5a820fd6c6a3"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:43.276444 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178e4f8d-f042-4ba9-a66a-2f8246944a64 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:19:43.286647 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:43.304257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Transition to ACTIVE for port object 178e4f8d-f042-4ba9-a66a-2f8246944a64 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:19:43.310677 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:43.322517 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7946eab-2c7c-41b7-ab67-103176f76345 service neutron] Pushing event updated for resources: {'Port': ['ID=9a100965-f69f-48f6-afd8-5a820fd6c6a3,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:43.340933 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b663e0-e034-4b05-8c8b-54008b11444b x-openstack-request-id: req-65b663e0-e034-4b05-8c8b-54008b11444b {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:43.341222 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fc4dd1-33ad-4e3e-9089-92fa1bc22861", "tag": "9a100965-f69f-48f6-afd8-5a820fd6c6a3", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:43.341474 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65b663e0-e034-4b05-8c8b-54008b11444b {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:43.341877 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fc4dd1-33ad-4e3e-9089-92fa1bc22861', 'tag': '9a100965-f69f-48f6-afd8-5a820fd6c6a3', 'status': 'completed', 'code': 200} Aug 20 10:19:43.385576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825f5a-aecc-445f-ab81-55600d31c41a req-3c5aa144-8e03-4506-9300-fd7f6a0720fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:43.386983 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-3c5aa144-8e03-4506-9300-fd7f6a0720fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e8e79588dbb4a0d8cce9fe3da4bda61&device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 1095 time: 0.0784354 Aug 20 10:19:43.391440 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Pushing event updated for resources: {'Port': ['ID=178e4f8d-f042-4ba9-a66a-2f8246944a64,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:43.403289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f05ed7-f558-4425-9abd-b353fa02a71b req-05d6b9f6-30e9-4d16-99b1-1b8ce124dab1 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:43.404928 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c9f05ed7-f558-4425-9abd-b353fa02a71b req-05d6b9f6-30e9-4d16-99b1-1b8ce124dab1 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 948 time: 0.0657265 Aug 20 10:19:43.447957 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Attempting to bind port 178e4f8d-f042-4ba9-a66a-2f8246944a64 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:19:43.448294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Attempting to bind port 178e4f8d-f042-4ba9-a66a-2f8246944a64 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '3fad7e2d-d6ea-455b-a79f-55978f74d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:19:43.448630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Attempting to bind port 178e4f8d-f042-4ba9-a66a-2f8246944a64 on network 50a62af5-c2bc-4476-ba4a-8158ff698f7b {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:43.454107 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Port 178e4f8d-f042-4ba9-a66a-2f8246944a64 on network 50a62af5-c2bc-4476-ba4a-8158ff698f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:19:43.454447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Attempting to bind port 178e4f8d-f042-4ba9-a66a-2f8246944a64 on network 50a62af5-c2bc-4476-ba4a-8158ff698f7b {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:43.462117 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:19:43.462366 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Checking segment: {'id': '3fad7e2d-d6ea-455b-a79f-55978f74d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:19:43.462744 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Bound using segment: {'id': '3fad7e2d-d6ea-455b-a79f-55978f74d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:19:43.463298 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Bound port: 178e4f8d-f042-4ba9-a66a-2f8246944a64, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fad7e2d-d6ea-455b-a79f-55978f74d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:19:43.463727 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:43.466594 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e6bd3888-70ef-4796-8164-155abd0f5027 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a100965-f69f-48f6-afd8-5a820fd6c6a3 HTTP/1.1" status: 200 len: 217 time: 0.0605600 Aug 20 10:19:43.500185 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83f2fbbe-9b3e-4257-a5b6-b388d0218341 req-14762deb-3cee-4436-9065-d4674399418f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 210 time: 0.0391912 Aug 20 10:19:43.511139 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c9f05ed7-f558-4425-9abd-b353fa02a71b req-d3d2b0d4-26f1-49fe-a1e2-9b97b8d42c51 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987203 Aug 20 10:19:43.541712 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825f5a-aecc-445f-ab81-55600d31c41a req-280f6fe0-3bf9-43e8-a8f8-4147452d991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:43.543294 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-280f6fe0-3bf9-43e8-a8f8-4147452d991d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9579b08a-e6d2-4e14-8e82-4a22865cb50c HTTP/1.1" status: 200 len: 853 time: 0.0646272 Aug 20 10:19:43.559631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] For port 178e4f8d-f042-4ba9-a66a-2f8246944a64, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:19:43.564859 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] For port 178e4f8d-f042-4ba9-a66a-2f8246944a64, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=178e4f8d-f042-4ba9-a66a-2f8246944a64,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:19:43.572896 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:43.587750 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-1edb4ef7-82e3-47d8-8d4c-0529da40bc50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a62af5-c2bc-4476-ba4a-8158ff698f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355022 Aug 20 10:19:43.617227 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:43.617856 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:43.619302 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] 10.222.0.24 "PUT /v2.0/ports/178e4f8d-f042-4ba9-a66a-2f8246944a64 HTTP/1.1" status: 200 len: 1093 time: 0.7071948 Aug 20 10:19:43.640032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254fe20-a7d8-4eb9-8a77-c5d179f48da9 service neutron] Pushing event updated for resources: {'Port': ['ID=178e4f8d-f042-4ba9-a66a-2f8246944a64,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:43.718717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825f5a-aecc-445f-ab81-55600d31c41a req-686e9d30-dc6f-4356-9e23-9aff6cc8e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:43.720336 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-686e9d30-dc6f-4356-9e23-9aff6cc8e94a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e8e79588dbb4a0d8cce9fe3da4bda61&device_id=11353a61-095f-4336-87fd-c490165b96f4 HTTP/1.1" status: 200 len: 1096 time: 0.0477049 Aug 20 10:19:43.780585 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95a3d9-4e14-4a6d-8a81-0c6614167f67 req-6e7e6e29-c12a-4276-9d90-9dda947fb9c1 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:43.782739 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d95a3d9-4e14-4a6d-8a81-0c6614167f67 req-6e7e6e29-c12a-4276-9d90-9dda947fb9c1 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 943 time: 0.1560225 Aug 20 10:19:43.787881 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-3e9dce70-1ff2-4a14-b58c-2236220ffdce service neutron] 10.222.0.24 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916654 Aug 20 10:19:43.799647 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-3b60c0b0-f950-4b72-b3fd-b5da91ed6775 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=178e4f8d-f042-4ba9-a66a-2f8246944a64 HTTP/1.1" status: 200 len: 217 time: 0.0708170 Aug 20 10:19:43.895881 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8679-d510-433b-bd80-444f180d995d req-50017764-1b21-4a21-a07f-dc47ef14b18a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:43.897559 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c4d8679-d510-433b-bd80-444f180d995d req-50017764-1b21-4a21-a07f-dc47ef14b18a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.42 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c&tenant_id=4bbe3cedbde94338837c7f3482239b51&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 948 time: 0.1077659 Aug 20 10:19:43.899350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825f5a-aecc-445f-ab81-55600d31c41a req-a32f40ee-7481-463f-9eac-22da76761e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:43.900902 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-a32f40ee-7481-463f-9eac-22da76761e92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9579b08a-e6d2-4e14-8e82-4a22865cb50c HTTP/1.1" status: 200 len: 853 time: 0.0728223 Aug 20 10:19:43.910496 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d95a3d9-4e14-4a6d-8a81-0c6614167f67 req-72805176-7599-42df-a4d7-0b4bf5376e64 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205277 Aug 20 10:19:43.944336 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-f22e8bc3-c306-4740-aa75-926250bf6c4d service neutron] 10.222.0.24 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379333 Aug 20 10:19:43.988845 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-9e84ff77-a132-4c45-a664-cc09ca284bb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a62af5-c2bc-4476-ba4a-8158ff698f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648937 Aug 20 10:19:44.016019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:19:44.120033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8d3a4-9c91-476f-98ce-b8f200862657 req-a9e349ff-5796-4b07-b782-33421ff90f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:44.121816 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90e8d3a4-9c91-476f-98ce-b8f200862657 req-a9e349ff-5796-4b07-b782-33421ff90f9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e8e79588dbb4a0d8cce9fe3da4bda61&device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 1095 time: 0.1094031 Aug 20 10:19:44.132868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc3179-1808-4a73-9750-dd127372347f req-885916b0-4e80-4f7e-a1dd-97dfb329a50b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:44.134455 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1dc3179-1808-4a73-9750-dd127372347f req-885916b0-4e80-4f7e-a1dd-97dfb329a50b tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 948 time: 0.0709920 Aug 20 10:19:44.162258 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:44.166844 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-697251f4-c81e-4b6f-9e26-09e67cf855ef service neutron] 10.222.0.24 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631036 Aug 20 10:19:44.175764 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2', 'mac_address': 'fa:16:3e:27:10:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:19:44.180649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93fa83-f6c2-41f1-8a0d-17d602c7a6a2 req-fdc9b8df-09ee-4863-9dff-926d9959ac9e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:44.182395 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-df93fa83-f6c2-41f1-8a0d-17d602c7a6a2 req-fdc9b8df-09ee-4863-9dff-926d9959ac9e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 946 time: 0.1968069 Aug 20 10:19:44.183894 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c4d8679-d510-433b-bd80-444f180d995d req-258d060a-439b-4f98-89b0-95100f3b8cde service neutron] 10.222.0.42 "GET /v2.0/ports/fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2/bindings/n-h1-778550-11 HTTP/1.1" status: 200 len: 383 time: 0.2760372 Aug 20 10:19:44.231533 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:44.239695 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1dc3179-1808-4a73-9750-dd127372347f req-d4bdcf4c-9b33-4934-a1c4-7ffb18a8775a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928621 Aug 20 10:19:44.248251 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:19:44.274354 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:44.282875 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:44.286183 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8d3a4-9c91-476f-98ce-b8f200862657 req-cc4e99c5-efed-4dcf-9da3-f38b70ebcf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:44.287879 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90e8d3a4-9c91-476f-98ce-b8f200862657 req-cc4e99c5-efed-4dcf-9da3-f38b70ebcf52 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a62af5-c2bc-4476-ba4a-8158ff698f7b HTTP/1.1" status: 200 len: 914 time: 0.1524096 Aug 20 10:19:44.342559 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90e8d3a4-9c91-476f-98ce-b8f200862657 req-25bf1120-9225-4650-b1c5-fc7ae67b3b82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a100965-f69f-48f6-afd8-5a820fd6c6a3 HTTP/1.1" status: 200 len: 217 time: 0.0452504 Aug 20 10:19:44.356672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:44.378126 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-df93fa83-f6c2-41f1-8a0d-17d602c7a6a2 req-62311fcb-d93a-4505-97b7-94b57d507f90 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851566 Aug 20 10:19:44.395989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8679-d510-433b-bd80-444f180d995d req-cfbaf920-d9db-4458-86fc-2e4d6d89d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:44.397495 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c4d8679-d510-433b-bd80-444f180d995d req-cfbaf920-d9db-4458-86fc-2e4d6d89d0fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 1100 time: 0.1824038 Aug 20 10:19:44.401972 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8d3a4-9c91-476f-98ce-b8f200862657 req-5b1d6a20-7cc1-4251-bd80-b7978fd8add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:44.403677 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64825f5a-aecc-445f-ab81-55600d31c41a req-e8c215b8-cb38-463c-bf4d-246f6418b38d service neutron] 10.222.0.24 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186158 Aug 20 10:19:44.404003 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90e8d3a4-9c91-476f-98ce-b8f200862657 req-5b1d6a20-7cc1-4251-bd80-b7978fd8add0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9579b08a-e6d2-4e14-8e82-4a22865cb50c HTTP/1.1" status: 200 len: 853 time: 0.0534275 Aug 20 10:19:44.443934 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90e8d3a4-9c91-476f-98ce-b8f200862657 req-f61374f1-9a63-472f-836a-9a1101a3899b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a62af5-c2bc-4476-ba4a-8158ff698f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294013 Aug 20 10:19:44.499504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8679-d510-433b-bd80-444f180d995d req-95639314-77d4-480c-9607-02edf25cc3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:44.500827 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c4d8679-d510-433b-bd80-444f180d995d req-95639314-77d4-480c-9607-02edf25cc3f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.0959601 Aug 20 10:19:44.536529 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90e8d3a4-9c91-476f-98ce-b8f200862657 req-a64e2767-fdb5-496d-a90b-e2cbb6f1379a service neutron] 10.222.0.24 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836103 Aug 20 10:19:44.544115 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c4d8679-d510-433b-bd80-444f180d995d req-5229f2c8-5913-4ed7-b37e-04caadb442c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 HTTP/1.1" status: 200 len: 217 time: 0.0354948 Aug 20 10:19:44.596581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8679-d510-433b-bd80-444f180d995d req-599f0dfd-b56b-4255-af1b-e3ff15ff1725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:44.598748 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c4d8679-d510-433b-bd80-444f180d995d req-599f0dfd-b56b-4255-af1b-e3ff15ff1725 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0462978 Aug 20 10:19:44.606782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11353a61-095f-4336-87fd-c490165b96f4', 'tag': '178e4f8d-f042-4ba9-a66a-2f8246944a64'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:44.609139 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecc852c-2a1e-4763-8fad-1e883e829027" -d '{"events": [{"name": "network-changed", "server_uuid": "11353a61-095f-4336-87fd-c490165b96f4", "tag": "178e4f8d-f042-4ba9-a66a-2f8246944a64"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:44.641736 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4626cb1d-04da-4eb4-b567-c5502db32ece req-7534ce8a-3e35-4db3-ac86-1618bfc6dcc4 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 210 time: 0.0393836 Aug 20 10:19:44.647767 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f096da-c67c-45c7-8cd2-2495f840dfd3 x-openstack-request-id: req-18f096da-c67c-45c7-8cd2-2495f840dfd3 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:44.648055 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11353a61-095f-4336-87fd-c490165b96f4", "tag": "178e4f8d-f042-4ba9-a66a-2f8246944a64", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:44.648305 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18f096da-c67c-45c7-8cd2-2495f840dfd3 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:44.648691 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11353a61-095f-4336-87fd-c490165b96f4', 'tag': '178e4f8d-f042-4ba9-a66a-2f8246944a64', 'status': 'completed', 'code': 200} Aug 20 10:19:44.662811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8679-d510-433b-bd80-444f180d995d req-34884082-5186-4cf8-be9d-6631b5eda32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:44.667136 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c4d8679-d510-433b-bd80-444f180d995d req-34884082-5186-4cf8-be9d-6631b5eda32b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0610397 Aug 20 10:19:44.668382 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:44.687172 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90e8d3a4-9c91-476f-98ce-b8f200862657 req-632622ea-ffaa-4ece-9e00-c1ef1f6badce service neutron] 10.222.0.24 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431692 Aug 20 10:19:44.791540 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc852c-2a1e-4763-8fad-1e883e829027 req-03253467-2d4f-436d-ae59-035ef232bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:44.793199 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fecc852c-2a1e-4763-8fad-1e883e829027 req-03253467-2d4f-436d-ae59-035ef232bdf9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e8e79588dbb4a0d8cce9fe3da4bda61&device_id=11353a61-095f-4336-87fd-c490165b96f4 HTTP/1.1" status: 200 len: 1096 time: 0.0968964 Aug 20 10:19:44.814409 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c4d8679-d510-433b-bd80-444f180d995d req-b79c73f3-8303-4f61-9670-e6a5773defef service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388299 Aug 20 10:19:44.967185 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc852c-2a1e-4763-8fad-1e883e829027 req-ea65db72-79b4-4a44-946b-c9c8c0eb5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:44.969710 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fecc852c-2a1e-4763-8fad-1e883e829027 req-ea65db72-79b4-4a44-946b-c9c8c0eb5050 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50a62af5-c2bc-4476-ba4a-8158ff698f7b HTTP/1.1" status: 200 len: 914 time: 0.1649261 Aug 20 10:19:44.987300 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c4d8679-d510-433b-bd80-444f180d995d req-7f895fd5-58ce-4c53-aaca-c3ad232c1a24 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580887 Aug 20 10:19:45.003894 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 066fd17c-e6a9-415e-8f0f-1e6ce97789f5 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:19:45.016535 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fecc852c-2a1e-4763-8fad-1e883e829027 req-f94948f8-98b1-43da-b6b2-bae3f2d2a026 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=178e4f8d-f042-4ba9-a66a-2f8246944a64 HTTP/1.1" status: 200 len: 217 time: 0.0371659 Aug 20 10:19:45.036412 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 066fd17c-e6a9-415e-8f0f-1e6ce97789f5 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:19:45.038686 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 066fd17c-e6a9-415e-8f0f-1e6ce97789f5 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:19:45.093946 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc852c-2a1e-4763-8fad-1e883e829027 req-73dfa2c0-2484-447c-9626-deac6e7598a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:45.095417 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fecc852c-2a1e-4763-8fad-1e883e829027 req-73dfa2c0-2484-447c-9626-deac6e7598a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9579b08a-e6d2-4e14-8e82-4a22865cb50c HTTP/1.1" status: 200 len: 853 time: 0.0707312 Aug 20 10:19:45.104041 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a085188-a746-4020-b9d1-183d99b27a0b req-40651f64-0667-40b7-bb7d-0467c177cb1f tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:45.105410 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a085188-a746-4020-b9d1-183d99b27a0b req-40651f64-0667-40b7-bb7d-0467c177cb1f tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 943 time: 0.0914848 Aug 20 10:19:45.139613 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fecc852c-2a1e-4763-8fad-1e883e829027 req-ce5ad5f9-a7dd-449a-815d-8a929737d0be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50a62af5-c2bc-4476-ba4a-8158ff698f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332658 Aug 20 10:19:45.175538 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a085188-a746-4020-b9d1-183d99b27a0b req-3fd00445-aa00-459e-b8a3-95be931d8e54 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619774 Aug 20 10:19:45.242884 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fecc852c-2a1e-4763-8fad-1e883e829027 req-530c4924-883d-47c0-b61e-45f5ccb148f3 service neutron] 10.222.0.24 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954046 Aug 20 10:19:45.339861 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fecc852c-2a1e-4763-8fad-1e883e829027 req-ec354e9a-9880-4f16-beca-e3f892b926da service neutron] 10.222.0.24 "GET /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893142 Aug 20 10:19:45.367709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d2b90-5b77-4dec-bed4-3e8943a3d956 req-8a20a737-b976-4279-bccd-10c51c821134 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:45.369435 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-761d2b90-5b77-4dec-bed4-3e8943a3d956 req-8a20a737-b976-4279-bccd-10c51c821134 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 949 time: 0.0537913 Aug 20 10:19:45.410911 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-761d2b90-5b77-4dec-bed4-3e8943a3d956 req-0fc7da90-262e-4a18-8b80-0e1648f52b1f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350146 Aug 20 10:19:45.511595 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1607c3-02cc-4f9a-8db8-9d7e0900b70d req-75058978-a5e2-42c2-b3c5-fe3097548f6c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:45.513294 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f1607c3-02cc-4f9a-8db8-9d7e0900b70d req-75058978-a5e2-42c2-b3c5-fe3097548f6c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 946 time: 0.0512137 Aug 20 10:19:45.561758 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f1607c3-02cc-4f9a-8db8-9d7e0900b70d req-a39a3e7e-dc28-4f1d-ae91-ea78d68f463e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412934 Aug 20 10:19:45.761125 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5e2747e8-e91a-4386-842c-e96fa7d9e18c req-27cf1168-c0ec-49c1-8109-4e0be5c2d7da tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ee5e47-994f-4d0f-9a73-5d791d5bd6ae HTTP/1.1" status: 200 len: 210 time: 0.0327401 Aug 20 10:19:46.295647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f7914-f7e1-4a69-bc6d-2cdf65a227da req-1b26e52c-b8f7-46cb-ba22-88fcd3878585 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:46.297375 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-564f7914-f7e1-4a69-bc6d-2cdf65a227da req-1b26e52c-b8f7-46cb-ba22-88fcd3878585 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 943 time: 0.0504661 Aug 20 10:19:46.335299 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-564f7914-f7e1-4a69-bc6d-2cdf65a227da req-ca35e766-cc6a-46b7-9467-2d4b21409967 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313869 Aug 20 10:19:46.529963 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadee461-1bf1-4bce-880a-374f76c1402e req-aa6fa285-c3a7-48c9-9878-64767efb9c76 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:46.531467 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eadee461-1bf1-4bce-880a-374f76c1402e req-aa6fa285-c3a7-48c9-9878-64767efb9c76 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 949 time: 0.0473688 Aug 20 10:19:46.570299 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eadee461-1bf1-4bce-880a-374f76c1402e req-e960d007-1512-495a-b31c-1ee2db5aa8c1 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316195 Aug 20 10:19:46.696112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4a04e-9608-4901-93da-c434916b8e26 req-1b9f6382-165d-4aa9-aa4c-bd14db2da157 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:46.697580 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5fb4a04e-9608-4901-93da-c434916b8e26 req-1b9f6382-165d-4aa9-aa4c-bd14db2da157 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 946 time: 0.0561345 Aug 20 10:19:46.734899 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5fb4a04e-9608-4901-93da-c434916b8e26 req-55d90efa-362a-43bd-b609-5b99e2186481 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310936 Aug 20 10:19:47.468018 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8679-d510-433b-bd80-444f180d995d req-dc8962d0-adde-46f7-8941-d32a0ccc9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:47.469834 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c4d8679-d510-433b-bd80-444f180d995d req-dc8962d0-adde-46f7-8941-d32a0ccc9f32 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c&tenant_id=4bbe3cedbde94338837c7f3482239b51 HTTP/1.1" status: 200 len: 1101 time: 0.0450809 Aug 20 10:19:47.470778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d83ab8-d049-4a2a-a4db-b8ce26897cec req-9f2f6710-ec7a-4244-b3c1-0e02f496c717 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:47.472910 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28d83ab8-d049-4a2a-a4db-b8ce26897cec req-9f2f6710-ec7a-4244-b3c1-0e02f496c717 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 943 time: 0.0603490 Aug 20 10:19:47.482246 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-11', 'device_owner': 'compute:nova'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:47.522027 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28d83ab8-d049-4a2a-a4db-b8ce26897cec req-dd7b0c66-d9cc-42dd-8af2-154730ba0eda tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423439 Aug 20 10:19:47.557017 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:47.707737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7576fd-4d1a-497c-90b1-032520d84ee7 req-1c8b7073-e0d4-4ea6-9d26-b066560e7d91 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:47.715926 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f7576fd-4d1a-497c-90b1-032520d84ee7 req-1c8b7073-e0d4-4ea6-9d26-b066560e7d91 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 949 time: 0.0624475 Aug 20 10:19:47.787833 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f7576fd-4d1a-497c-90b1-032520d84ee7 req-2965266d-16b2-432e-81c2-ff01582fa159 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667710 Aug 20 10:19:47.873996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] For port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:47.918176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3198d13-841a-4c3a-88a1-b6f49b99d72e req-ac68d305-dd7d-4075-a55c-f8f158616e0d tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:47.919888 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b3198d13-841a-4c3a-88a1-b6f49b99d72e req-ac68d305-dd7d-4075-a55c-f8f158616e0d tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 946 time: 0.0927861 Aug 20 10:19:47.927351 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] For port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:19:47.980550 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:19:48.001379 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:48.016434 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b3198d13-841a-4c3a-88a1-b6f49b99d72e req-e41dbbad-ab97-481c-baa6-ba18471bb1c2 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598476 Aug 20 10:19:48.020223 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Ignored duplicate provisioning block setup for port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 10:19:48.024520 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:48.030129 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:19:48.129332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 20 10:19:48.136365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Pushing event updated for resources: {'Port': ['ID=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,revision_number=9']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:48.139522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] No DVR routers for this DVR port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:19:48.178222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Attempting to bind port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:19:48.178722 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Attempting to bind port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:19:48.179208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Attempting to bind port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:48.184219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:19:48.184699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Attempting to bind port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:48.196991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:19:48.197329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:19:48.199103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:19:48.203806 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Bound port: fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:19:48.203806 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:48.230671 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:48.250707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c488ec94-558b-43f6-9476-885d2ce7413c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:48.253245 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd217ea-7584-4596-afad-f32928926a83" -d '{"events": [{"server_uuid": "c488ec94-558b-43f6-9476-885d2ce7413c", "name": "network-vif-plugged", "status": "completed", "tag": "fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:48.318087 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] For port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:19:48.325324 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] For port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:19:48.335877 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:48.347633 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2caa89a5-b993-48c6-ab95-a8ea47448c27 x-openstack-request-id: req-2caa89a5-b993-48c6-ab95-a8ea47448c27 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:48.348598 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c488ec94-558b-43f6-9476-885d2ce7413c", "name": "network-vif-plugged", "status": "completed", "tag": "fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:48.349070 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2caa89a5-b993-48c6-ab95-a8ea47448c27 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:48.350108 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c488ec94-558b-43f6-9476-885d2ce7413c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2', 'code': 200} Aug 20 10:19:48.385084 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:48.385832 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:48.387414 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c4d8679-d510-433b-bd80-444f180d995d req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] 10.222.0.24 "PUT /v2.0/ports/fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 HTTP/1.1" status: 200 len: 1097 time: 0.9098303 Aug 20 10:19:48.390229 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c488ec94-558b-43f6-9476-885d2ce7413c', 'tag': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:48.393531 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b38a9a8-c653-4978-b27d-30b22dd15731" -d '{"events": [{"name": "network-changed", "server_uuid": "c488ec94-558b-43f6-9476-885d2ce7413c", "tag": "fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:48.857384 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b00bb3-3221-4753-8e4f-1be3da5ff858 x-openstack-request-id: req-10b00bb3-3221-4753-8e4f-1be3da5ff858 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:48.857727 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c488ec94-558b-43f6-9476-885d2ce7413c", "tag": "fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:48.858138 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10b00bb3-3221-4753-8e4f-1be3da5ff858 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:48.858526 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c488ec94-558b-43f6-9476-885d2ce7413c', 'tag': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2', 'status': 'completed', 'code': 200} Aug 20 10:19:48.895224 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f4475-2f9b-4566-84db-9f8d9e1ee66a service neutron] Pushing event updated for resources: {'Port': ['ID=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,revision_number=10']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:48.961278 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8679-d510-433b-bd80-444f180d995d req-c477733f-66ab-46b2-a1f8-b27ee095c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:48.962869 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c4d8679-d510-433b-bd80-444f180d995d req-c477733f-66ab-46b2-a1f8-b27ee095c789 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 1101 time: 0.5421648 Aug 20 10:19:48.965944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-facb4cde-5c5d-44c8-aa68-e735b377423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:48.967420 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-facb4cde-5c5d-44c8-aa68-e735b377423d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 1101 time: 0.1081727 Aug 20 10:19:48.979895 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20af97-2aa4-4414-91df-5616369126c8 req-715ed897-6ff9-45e0-8c81-2baa4fd760e5 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:48.983197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743c836-d36f-4afc-81b3-a2a8f379f2ff req-993d8c9f-e53f-4662-b48a-c87f0f479398 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:48.985053 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d743c836-d36f-4afc-81b3-a2a8f379f2ff req-993d8c9f-e53f-4662-b48a-c87f0f479398 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 949 time: 0.0637286 Aug 20 10:19:48.987131 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e20af97-2aa4-4414-91df-5616369126c8 req-715ed897-6ff9-45e0-8c81-2baa4fd760e5 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 943 time: 0.1267133 Aug 20 10:19:49.016802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 178e4f8d-f042-4ba9-a66a-2f8246944a64 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:19:49.065051 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d743c836-d36f-4afc-81b3-a2a8f379f2ff req-8e299e56-c5bc-48b3-81aa-ad857b387fed tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665665 Aug 20 10:19:49.146846 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e20af97-2aa4-4414-91df-5616369126c8 req-c6d200c5-7ddb-47e4-8186-6f853f772bdb tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569927 Aug 20 10:19:49.193887 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 178e4f8d-f042-4ba9-a66a-2f8246944a64, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=178e4f8d-f042-4ba9-a66a-2f8246944a64,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:49.222029 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '178e4f8d-f042-4ba9-a66a-2f8246944a64', 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b', 'port_id': '178e4f8d-f042-4ba9-a66a-2f8246944a64', 'mac_address': 'fa:16:3e:45:a1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9579b08a-e6d2-4e14-8e82-4a22865cb50c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:19:49.243030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99fea8-bd1e-45bc-bf10-1638b49e26f8 req-3a3ed388-2adf-439b-860d-40f5ca0c9746 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:49.244110 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-734a4fe0-549a-4149-9212-efc642bf2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:49.245075 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-734a4fe0-549a-4149-9212-efc642bf2afe service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2429338 Aug 20 10:19:49.246026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8679-d510-433b-bd80-444f180d995d req-d44fc23f-bdf4-4763-809b-17a17d9d04e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:49.247463 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c4d8679-d510-433b-bd80-444f180d995d req-d44fc23f-bdf4-4763-809b-17a17d9d04e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2761838 Aug 20 10:19:49.252654 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff99fea8-bd1e-45bc-bf10-1638b49e26f8 req-3a3ed388-2adf-439b-860d-40f5ca0c9746 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 946 time: 0.1006248 Aug 20 10:19:49.312874 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:49.335479 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff99fea8-bd1e-45bc-bf10-1638b49e26f8 req-0db8c5fa-b1e3-4090-8ab5-ad15d441c618 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791695 Aug 20 10:19:49.336906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178e4f8d-f042-4ba9-a66a-2f8246944a64 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:19:49.362836 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-de4690bd-badb-4c0d-812c-efc40022aa67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 HTTP/1.1" status: 200 len: 217 time: 0.1070092 Aug 20 10:19:49.364536 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c4d8679-d510-433b-bd80-444f180d995d req-1ca896a2-7fe8-485d-b40c-06ebf5a853df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 HTTP/1.1" status: 200 len: 217 time: 0.1063147 Aug 20 10:19:49.372944 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 178e4f8d-f042-4ba9-a66a-2f8246944a64, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=178e4f8d-f042-4ba9-a66a-2f8246944a64,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:49.377847 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:49.378747 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 9a100965-f69f-48f6-afd8-5a820fd6c6a3 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:19:49.455514 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-eada24e5-7748-44cd-aeef-86cbf326f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:49.457812 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-eada24e5-7748-44cd-aeef-86cbf326f693 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0858395 Aug 20 10:19:49.459485 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8679-d510-433b-bd80-444f180d995d req-7efb21ea-3045-4604-8065-9d48d22abe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:49.460961 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c4d8679-d510-433b-bd80-444f180d995d req-7efb21ea-3045-4604-8065-9d48d22abe61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0800912 Aug 20 10:19:49.469212 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 9a100965-f69f-48f6-afd8-5a820fd6c6a3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=9a100965-f69f-48f6-afd8-5a820fd6c6a3,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:49.479955 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=178e4f8d-f042-4ba9-a66a-2f8246944a64,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:49.488166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '9a100965-f69f-48f6-afd8-5a820fd6c6a3', 'network_id': '50a62af5-c2bc-4476-ba4a-8158ff698f7b', 'port_id': '9a100965-f69f-48f6-afd8-5a820fd6c6a3', 'mac_address': 'fa:16:3e:a0:aa:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9579b08a-e6d2-4e14-8e82-4a22865cb50c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:19:49.540619 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:49.557653 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a100965-f69f-48f6-afd8-5a820fd6c6a3 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:19:49.567415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d8679-d510-433b-bd80-444f180d995d req-85601882-20db-45da-b825-eaee1d451256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:49.568862 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c4d8679-d510-433b-bd80-444f180d995d req-85601882-20db-45da-b825-eaee1d451256 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0915372 Aug 20 10:19:49.574056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-6aa6e3f1-c4b3-4023-ace4-86c87afb0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:49.575506 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-6aa6e3f1-c4b3-4023-ace4-86c87afb0d31 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1084852 Aug 20 10:19:49.580073 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 9a100965-f69f-48f6-afd8-5a820fd6c6a3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=9a100965-f69f-48f6-afd8-5a820fd6c6a3,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:49.584628 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:49.634865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=9a100965-f69f-48f6-afd8-5a820fd6c6a3,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:49.734724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c4d8679-d510-433b-bd80-444f180d995d req-47d5379d-9d1f-4b25-8b9f-80a6c100bea3 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568997 Aug 20 10:19:49.758203 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-21b9709d-c04e-418f-9161-a39872c5134c service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721699 Aug 20 10:19:49.915871 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c4d8679-d510-433b-bd80-444f180d995d req-f877462a-c95f-4855-b428-3c30fa472bda service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566052 Aug 20 10:19:49.917865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-d4196dda-7964-4119-9d6b-322fc652cc9a service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503680 Aug 20 10:19:49.991998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['9a100965-f69f-48f6-afd8-5a820fd6c6a3'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:50.017354 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['178e4f8d-f042-4ba9-a66a-2f8246944a64'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:50.029781 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-8c7d62f6-fb27-43f0-a9d4-7d8c9a6058e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:50.031449 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-8c7d62f6-fb27-43f0-a9d4-7d8c9a6058e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bbe3cedbde94338837c7f3482239b51&device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 1101 time: 0.0591249 Aug 20 10:19:50.186927 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-35f8a21e-a576-46c7-9ba9-e07828be8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:50.188962 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-35f8a21e-a576-46c7-9ba9-e07828be8e7c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1501064 Aug 20 10:19:50.248322 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-22615554-1302-4ae5-95cb-da5a791241a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 HTTP/1.1" status: 200 len: 217 time: 0.0508146 Aug 20 10:19:50.338641 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f3f8f-e37f-4df4-b68e-0d7c81f969d6 req-c568e9fe-cb3b-4460-a1b4-b9a36a528472 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:50.341576 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3e6f3f8f-e37f-4df4-b68e-0d7c81f969d6 req-c568e9fe-cb3b-4460-a1b4-b9a36a528472 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 949 time: 0.1043813 Aug 20 10:19:50.354545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb460f6c-7a3f-4be5-a0ad-58d8eb772a1d req-b3c35d7d-5f37-4a3d-afa5-82cf8f60739f tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:50.356274 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eb460f6c-7a3f-4be5-a0ad-58d8eb772a1d req-b3c35d7d-5f37-4a3d-afa5-82cf8f60739f tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 944 time: 0.0913167 Aug 20 10:19:50.365507 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-37e88573-9ab4-4c8c-bf1d-5ab2c85e3fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:50.367068 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-37e88573-9ab4-4c8c-bf1d-5ab2c85e3fba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0967066 Aug 20 10:19:50.429083 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eb460f6c-7a3f-4be5-a0ad-58d8eb772a1d req-a02b0cd4-9eaf-4ab9-9d5b-368a24092b81 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625134 Aug 20 10:19:50.451469 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3e6f3f8f-e37f-4df4-b68e-0d7c81f969d6 req-094cc5a3-489a-43c2-99d6-c49b056da8b3 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953240 Aug 20 10:19:50.500733 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-74c7c57a-1f6b-4fce-99fc-1e0abb70825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:50.503168 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-74c7c57a-1f6b-4fce-99fc-1e0abb70825a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1091907 Aug 20 10:19:50.640673 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-6021b8f1-f73d-4cc7-889d-e81b26294131 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284168 Aug 20 10:19:50.642037 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e27c7c-e281-423b-b3d7-a55edc5e72c0 req-1e58657c-62d2-40a0-b7f0-9e2fc808450f tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:50.643660 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-55e27c7c-e281-423b-b3d7-a55edc5e72c0 req-1e58657c-62d2-40a0-b7f0-9e2fc808450f tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 946 time: 0.0557351 Aug 20 10:19:50.683313 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-55e27c7c-e281-423b-b3d7-a55edc5e72c0 req-5e4cd483-ea5f-4338-bb87-1a1621ab7ddb tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Aug 20 10:19:50.733722 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b38a9a8-c653-4978-b27d-30b22dd15731 req-583d1c01-78d8-4b71-a16b-cdf007901db4 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854566 Aug 20 10:19:51.453274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3707d-0877-4455-865c-7920235727cd req-d0b19aac-1b4c-431a-8b01-cdb9b0fb336a tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:51.455157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cfe3707d-0877-4455-865c-7920235727cd req-d0b19aac-1b4c-431a-8b01-cdb9b0fb336a tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 945 time: 0.0540662 Aug 20 10:19:51.493936 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cfe3707d-0877-4455-865c-7920235727cd req-baea692d-defa-43b3-a0d5-a69d13cc4b89 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324843 Aug 20 10:19:51.543422 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba596ec-31a5-46fb-9b60-662ed03c1de5 req-8c5d955c-ab79-4b8b-9663-9a951dd9eb55 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:51.544916 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aba596ec-31a5-46fb-9b60-662ed03c1de5 req-8c5d955c-ab79-4b8b-9663-9a951dd9eb55 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 944 time: 0.0529544 Aug 20 10:19:51.583159 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aba596ec-31a5-46fb-9b60-662ed03c1de5 req-55fdf976-589c-44d1-84fa-ae0af6a4820f tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315557 Aug 20 10:19:51.598589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3f721-f4f1-4880-8569-f344c92e3f79 req-0c0fbcd7-e934-4d75-b736-cd172810d1cc tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:51.600428 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6cb3f721-f4f1-4880-8569-f344c92e3f79 req-0c0fbcd7-e934-4d75-b736-cd172810d1cc tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 949 time: 0.0508504 Aug 20 10:19:51.639501 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6cb3f721-f4f1-4880-8569-f344c92e3f79 req-78b63a46-fc46-45ea-ac35-df355847d961 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327718 Aug 20 10:19:51.803965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb9df6-e60d-41e0-b5b6-253e16fbcdb1 req-d0a98674-40a1-4725-9450-f241f63f7966 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:51.805337 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5fbb9df6-e60d-41e0-b5b6-253e16fbcdb1 req-d0a98674-40a1-4725-9450-f241f63f7966 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 946 time: 0.0489690 Aug 20 10:19:51.841784 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5fbb9df6-e60d-41e0-b5b6-253e16fbcdb1 req-68e1a48a-2ac4-4023-86ab-6501da7b8750 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305645 Aug 20 10:19:51.913281 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551ce1e-4b50-47d5-b099-bf25f7ca634f req-22a15d16-d70d-4c5e-8ebe-d1e04c70f90f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:51.914735 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e551ce1e-4b50-47d5-b099-bf25f7ca634f req-22a15d16-d70d-4c5e-8ebe-d1e04c70f90f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.42 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 945 time: 0.0475044 Aug 20 10:19:52.015031 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-e551ce1e-4b50-47d5-b099-bf25f7ca634f req-31fcc9b6-751d-4815-b7e9-c4bc4e2e08be tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Deleting port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:19:52.015388 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e551ce1e-4b50-47d5-b099-bf25f7ca634f req-31fcc9b6-751d-4815-b7e9-c4bc4e2e08be tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:52.046220 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:19:52.087803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:19:52.107072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e551ce1e-4b50-47d5-b099-bf25f7ca634f req-31fcc9b6-751d-4815-b7e9-c4bc4e2e08be tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] For port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:52.107456 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e551ce1e-4b50-47d5-b099-bf25f7ca634f req-31fcc9b6-751d-4815-b7e9-c4bc4e2e08be tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:52.119998 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-e551ce1e-4b50-47d5-b099-bf25f7ca634f req-31fcc9b6-751d-4815-b7e9-c4bc4e2e08be tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Calling delete_port for 31a68ae3-9d64-4833-8b08-6e925f1a3e2a owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:19:52.249078 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e551ce1e-4b50-47d5-b099-bf25f7ca634f req-31fcc9b6-751d-4815-b7e9-c4bc4e2e08be tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:52.260303 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['31a68ae3-9d64-4833-8b08-6e925f1a3e2a'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:52.278461 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcc9b6-751d-4815-b7e9-c4bc4e2e08be tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Pushing event deleted for resources: {'Port': ['ID=31a68ae3-9d64-4833-8b08-6e925f1a3e2a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:52.321817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e551ce1e-4b50-47d5-b099-bf25f7ca634f req-31fcc9b6-751d-4815-b7e9-c4bc4e2e08be tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] No DVR routers for this DVR port 31a68ae3-9d64-4833-8b08-6e925f1a3e2a on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:19:52.324327 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e551ce1e-4b50-47d5-b099-bf25f7ca634f req-31fcc9b6-751d-4815-b7e9-c4bc4e2e08be tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:52.326281 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e551ce1e-4b50-47d5-b099-bf25f7ca634f req-31fcc9b6-751d-4815-b7e9-c4bc4e2e08be tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.42 "DELETE /v2.0/ports/31a68ae3-9d64-4833-8b08-6e925f1a3e2a HTTP/1.1" status: 204 len: 173 time: 0.4009354 Aug 20 10:19:52.326716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964298db-3746-4f35-b339-1802b418225b', 'name': 'network-vif-deleted', 'tag': '31a68ae3-9d64-4833-8b08-6e925f1a3e2a'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:52.328954 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72335eca-9e12-40cb-ac54-075ccf076b12" -d '{"events": [{"server_uuid": "964298db-3746-4f35-b339-1802b418225b", "name": "network-vif-deleted", "tag": "31a68ae3-9d64-4833-8b08-6e925f1a3e2a"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:52.362345 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:52.377616 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68139552-2a04-4309-8d46-041446410ec6 x-openstack-request-id: req-68139552-2a04-4309-8d46-041446410ec6 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:52.377910 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964298db-3746-4f35-b339-1802b418225b", "name": "network-vif-deleted", "tag": "31a68ae3-9d64-4833-8b08-6e925f1a3e2a", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:52.378173 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68139552-2a04-4309-8d46-041446410ec6 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:52.379158 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964298db-3746-4f35-b339-1802b418225b', 'name': 'network-vif-deleted', 'tag': '31a68ae3-9d64-4833-8b08-6e925f1a3e2a', 'status': 'completed', 'code': 200} Aug 20 10:19:52.600532 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0692396f-b23d-4f87-a1f4-aee1d7527d91 req-6dbd4f27-1c01-4640-85dd-f1206b15deac tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=964298db-3746-4f35-b339-1802b418225b HTTP/1.1" status: 200 len: 210 time: 0.0253086 Aug 20 10:19:52.700337 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04185156-ca9e-424d-a4b5-11dbafb25756 req-5638cb7a-f560-450d-b7df-b3071c23fb9e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:52.702566 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-04185156-ca9e-424d-a4b5-11dbafb25756 req-5638cb7a-f560-450d-b7df-b3071c23fb9e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 944 time: 0.0520947 Aug 20 10:19:52.749191 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-04185156-ca9e-424d-a4b5-11dbafb25756 req-2b430f62-31ad-4df1-a2b9-4bdadbf60d3c tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375843 Aug 20 10:19:52.828795 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141dbd5-1e9a-44fb-81a9-525bbde85314 req-c876f333-8fc0-47de-885d-80fb60d3c7f2 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:52.830061 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e141dbd5-1e9a-44fb-81a9-525bbde85314 req-c876f333-8fc0-47de-885d-80fb60d3c7f2 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 949 time: 0.0542719 Aug 20 10:19:52.871816 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e141dbd5-1e9a-44fb-81a9-525bbde85314 req-7c84a35a-13b8-436b-8ceb-bed1a0bf06b7 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356941 Aug 20 10:19:52.975442 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45a3c8-e9f6-4c9b-a378-1864bd644371 req-01ef63d0-d02f-447c-bfc0-30dc59f8e8bb tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:52.976894 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6b45a3c8-e9f6-4c9b-a378-1864bd644371 req-01ef63d0-d02f-447c-bfc0-30dc59f8e8bb tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 946 time: 0.0484419 Aug 20 10:19:53.013157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6b45a3c8-e9f6-4c9b-a378-1864bd644371 req-2b99122a-388d-4c4a-80ab-7f2941f2d760 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303602 Aug 20 10:19:53.044231 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 178e4f8d-f042-4ba9-a66a-2f8246944a64 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:19:53.092046 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 178e4f8d-f042-4ba9-a66a-2f8246944a64 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:19:53.095606 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 178e4f8d-f042-4ba9-a66a-2f8246944a64 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:19:53.095983 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:53.172676 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:53.194627 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11353a61-095f-4336-87fd-c490165b96f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178e4f8d-f042-4ba9-a66a-2f8246944a64'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:53.197076 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba0502c-216e-4006-a245-7957569ed8be" -d '{"events": [{"server_uuid": "11353a61-095f-4336-87fd-c490165b96f4", "name": "network-vif-plugged", "status": "completed", "tag": "178e4f8d-f042-4ba9-a66a-2f8246944a64"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:53.210148 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 178e4f8d-f042-4ba9-a66a-2f8246944a64, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=178e4f8d-f042-4ba9-a66a-2f8246944a64,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:53.214076 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:53.215035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 9a100965-f69f-48f6-afd8-5a820fd6c6a3 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:19:53.259886 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15cfad7-2f25-448a-ac29-3c5405947205 x-openstack-request-id: req-c15cfad7-2f25-448a-ac29-3c5405947205 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:53.260204 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11353a61-095f-4336-87fd-c490165b96f4", "name": "network-vif-plugged", "status": "completed", "tag": "178e4f8d-f042-4ba9-a66a-2f8246944a64", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:53.260315 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c15cfad7-2f25-448a-ac29-3c5405947205 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:53.260739 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11353a61-095f-4336-87fd-c490165b96f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178e4f8d-f042-4ba9-a66a-2f8246944a64', 'code': 200} Aug 20 10:19:53.299820 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=178e4f8d-f042-4ba9-a66a-2f8246944a64,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:53.313142 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 9a100965-f69f-48f6-afd8-5a820fd6c6a3 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:19:53.317168 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 9a100965-f69f-48f6-afd8-5a820fd6c6a3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:19:53.317543 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:53.347323 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdd80c-8d34-411c-934b-86e4c6390894 req-8262be0d-55d3-43ab-9a0a-60b18804aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:53.348864 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-76bdd80c-8d34-411c-934b-86e4c6390894 req-8262be0d-55d3-43ab-9a0a-60b18804aab7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11353a61-095f-4336-87fd-c490165b96f4 HTTP/1.1" status: 200 len: 1098 time: 0.0545223 Aug 20 10:19:53.384171 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-76bdd80c-8d34-411c-934b-86e4c6390894 req-865e7687-dce7-45a0-8398-ebfca29b812d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280447 Aug 20 10:19:53.394251 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:53.429306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 9a100965-f69f-48f6-afd8-5a820fd6c6a3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=9a100965-f69f-48f6-afd8-5a820fd6c6a3,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:53.432840 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:53.478446 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=9a100965-f69f-48f6-afd8-5a820fd6c6a3,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:53.879773 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf394094-711d-4471-a11c-84274d15bca4 req-8939c869-7407-4d20-a377-f91d805bd100 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:53.880469 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7b4e0-f576-4a4a-9573-559fa6348cb7 req-42a3ee84-5f4d-4512-b531-68b520b9e060 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:53.881537 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cf394094-711d-4471-a11c-84274d15bca4 req-8939c869-7407-4d20-a377-f91d805bd100 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 945 time: 0.0583122 Aug 20 10:19:53.883495 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f0a7b4e0-f576-4a4a-9573-559fa6348cb7 req-42a3ee84-5f4d-4512-b531-68b520b9e060 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 945 time: 0.0554173 Aug 20 10:19:53.922425 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f0a7b4e0-f576-4a4a-9573-559fa6348cb7 req-c9c0025b-ada3-4e19-b6f4-eea96366b69b tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343792 Aug 20 10:19:53.926210 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cf394094-711d-4471-a11c-84274d15bca4 req-141e0ba1-be72-4b42-b324-8ef9ae743796 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377765 Aug 20 10:19:54.067010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-9b7ed0a2-1509-4b85-bef2-7697df5fd8b7 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:54.067010 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-9b7ed0a2-1509-4b85-bef2-7697df5fd8b7 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970&tenant_id=11d213eb32ff4dabbbc87687feab7bcc&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 1098 time: 0.0903378 Aug 20 10:19:54.078688 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-11'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:19:54.093079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d60d0a-defe-40d3-bbe4-d54d85b2da10 req-48b693ee-df29-491f-850a-58ba6402e684 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:54.094612 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3d60d0a-defe-40d3-bbe4-d54d85b2da10 req-48b693ee-df29-491f-850a-58ba6402e684 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 949 time: 0.0873277 Aug 20 10:19:54.171288 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d0a6d-b854-428d-b9e3-09a93fe2a85a req-cfa2f414-6948-4729-b06f-8d4fe63478cc tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:54.172849 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-284d0a6d-b854-428d-b9e3-09a93fe2a85a req-cfa2f414-6948-4729-b06f-8d4fe63478cc tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 946 time: 0.0507314 Aug 20 10:19:54.174621 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:54.178956 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3d60d0a-defe-40d3-bbe4-d54d85b2da10 req-ab7f5c7d-6209-4a2a-a828-4738837d0049 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672240 Aug 20 10:19:54.221024 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-284d0a6d-b854-428d-b9e3-09a93fe2a85a req-acae5c59-9d58-46f7-b56a-e59fcfae37b0 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420656 Aug 20 10:19:54.341720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] For port 0bde41ce-d755-40f0-8fea-2f73794e1485, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=0bde41ce-d755-40f0-8fea-2f73794e1485,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:54.349942 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77022dfd-49af-4919-9288-7b1c7cce760a req-177c7439-a58c-41c5-8a31-c4b578c85ccb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:54.351389 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-77022dfd-49af-4919-9288-7b1c7cce760a req-177c7439-a58c-41c5-8a31-c4b578c85ccb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 945 time: 0.0752518 Aug 20 10:19:54.443442 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] For port 0bde41ce-d755-40f0-8fea-2f73794e1485, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:19:54.490025 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7715599-2a96-4c5f-8dcc-741e99565970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bde41ce-d755-40f0-8fea-2f73794e1485'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:54.492245 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a425682a-f496-4a91-87f2-4decf5a1c68c" -d '{"events": [{"server_uuid": "a7715599-2a96-4c5f-8dcc-741e99565970", "name": "network-vif-unplugged", "status": "completed", "tag": "0bde41ce-d755-40f0-8fea-2f73794e1485"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:54.498036 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:54.506055 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-77022dfd-49af-4919-9288-7b1c7cce760a req-337f8011-8aee-4248-896a-6948c8b14e81 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Deleting port 77061d9f-e3b4-4726-bce0-0622be5241f3 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:19:54.506055 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-77022dfd-49af-4919-9288-7b1c7cce760a req-337f8011-8aee-4248-896a-6948c8b14e81 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:54.510363 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:54.559573 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bc89e2-21b2-4805-8faa-6f2363b93651 x-openstack-request-id: req-c5bc89e2-21b2-4805-8faa-6f2363b93651 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:54.559874 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7715599-2a96-4c5f-8dcc-741e99565970", "name": "network-vif-unplugged", "status": "completed", "tag": "0bde41ce-d755-40f0-8fea-2f73794e1485", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:54.560162 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5bc89e2-21b2-4805-8faa-6f2363b93651 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:54.560507 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7715599-2a96-4c5f-8dcc-741e99565970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bde41ce-d755-40f0-8fea-2f73794e1485', 'code': 200} Aug 20 10:19:54.666557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Pushing event updated for resources: {'Port': ['ID=0bde41ce-d755-40f0-8fea-2f73794e1485,revision_number=7']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:54.676406 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-77022dfd-49af-4919-9288-7b1c7cce760a req-337f8011-8aee-4248-896a-6948c8b14e81 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] For port 77061d9f-e3b4-4726-bce0-0622be5241f3, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=77061d9f-e3b4-4726-bce0-0622be5241f3,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:54.676406 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-77022dfd-49af-4919-9288-7b1c7cce760a req-337f8011-8aee-4248-896a-6948c8b14e81 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:54.678917 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Attempting to bind port 0bde41ce-d755-40f0-8fea-2f73794e1485 on host n-h1-778550-11 for vnic_type normal with profile {"migrating_to": "n-h2-778550-11"} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:19:54.679266 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Attempting to bind port 0bde41ce-d755-40f0-8fea-2f73794e1485 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:19:54.679594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Attempting to bind port 0bde41ce-d755-40f0-8fea-2f73794e1485 on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:54.691886 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Port 0bde41ce-d755-40f0-8fea-2f73794e1485 on network 5ea45e6d-0432-4a46-94e7-adce972727cf not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:19:54.692208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Attempting to bind port 0bde41ce-d755-40f0-8fea-2f73794e1485 on network 5ea45e6d-0432-4a46-94e7-adce972727cf {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:19:54.694240 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-77022dfd-49af-4919-9288-7b1c7cce760a req-337f8011-8aee-4248-896a-6948c8b14e81 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Calling delete_port for 77061d9f-e3b4-4726-bce0-0622be5241f3 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:19:54.701566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:19:54.701900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Checking segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:19:54.702282 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Bound using segment: {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:19:54.702696 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Bound port: 0bde41ce-d755-40f0-8fea-2f73794e1485, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384475ed-e161-4928-9ba3-402728a5782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5ea45e6d-0432-4a46-94e7-adce972727cf'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:19:54.703036 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:54.825211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] For port 0bde41ce-d755-40f0-8fea-2f73794e1485, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:19:54.846001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] For port 0bde41ce-d755-40f0-8fea-2f73794e1485, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=0bde41ce-d755-40f0-8fea-2f73794e1485,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:19:54.865747 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:54.939437 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-77022dfd-49af-4919-9288-7b1c7cce760a req-337f8011-8aee-4248-896a-6948c8b14e81 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:54.956155 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Pushing event updated for resources: {'Port': ['ID=0bde41ce-d755-40f0-8fea-2f73794e1485,revision_number=8']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:55.002924 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:55.005668 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:55.007127 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a9996e4b-5823-45b0-b634-66cd308ef715 service neutron] 10.222.0.24 "PUT /v2.0/ports/0bde41ce-d755-40f0-8fea-2f73794e1485 HTTP/1.1" status: 200 len: 1124 time: 0.9331613 Aug 20 10:19:55.024578 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f8011-8aee-4248-896a-6948c8b14e81 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Pushing event deleted for resources: {'Port': ['ID=77061d9f-e3b4-4726-bce0-0622be5241f3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:55.042811 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:19:55.045915 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-77022dfd-49af-4919-9288-7b1c7cce760a req-337f8011-8aee-4248-896a-6948c8b14e81 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] No DVR routers for this DVR port 77061d9f-e3b4-4726-bce0-0622be5241f3 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:19:55.054094 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-29f127de-6f8c-42c7-86d4-ad0d708cacba req-4bba5f0f-997f-49b7-9ba2-d7d1d73cc45b tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae6da60-30f0-4442-9cd9-5cda510cef8d HTTP/1.1" status: 200 len: 210 time: 0.0420485 Aug 20 10:19:55.055124 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-77022dfd-49af-4919-9288-7b1c7cce760a req-337f8011-8aee-4248-896a-6948c8b14e81 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:55.057054 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-77022dfd-49af-4919-9288-7b1c7cce760a req-337f8011-8aee-4248-896a-6948c8b14e81 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.42 "DELETE /v2.0/ports/77061d9f-e3b4-4726-bce0-0622be5241f3 HTTP/1.1" status: 204 len: 173 time: 0.6996620 Aug 20 10:19:55.127338 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['0bde41ce-d755-40f0-8fea-2f73794e1485'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:55.135119 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00ab0b-c03c-4d79-bb2f-ef2a87f1ef31 req-d5e0c0ab-8c3f-45e4-af84-c05d521eeea4 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:55.136972 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb00ab0b-c03c-4d79-bb2f-ef2a87f1ef31 req-d5e0c0ab-8c3f-45e4-af84-c05d521eeea4 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 945 time: 0.0932441 Aug 20 10:19:55.162266 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['0bde41ce-d755-40f0-8fea-2f73794e1485'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:55.196723 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb00ab0b-c03c-4d79-bb2f-ef2a87f1ef31 req-b4d298c4-dc10-454d-83a3-27e3985525f5 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505791 Aug 20 10:19:55.261188 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fc4dd1-33ad-4e3e-9089-92fa1bc22861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a100965-f69f-48f6-afd8-5a820fd6c6a3'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:55.263934 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2604b8-ce04-4866-84b4-3081af924f74" -d '{"events": [{"server_uuid": "90fc4dd1-33ad-4e3e-9089-92fa1bc22861", "name": "network-vif-plugged", "status": "completed", "tag": "9a100965-f69f-48f6-afd8-5a820fd6c6a3"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:55.330701 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754feca8-4e5a-47d5-bb73-52c4977ad541 req-74f425af-5218-486f-8a27-55f5c6603774 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:55.330978 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:55.334227 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-754feca8-4e5a-47d5-bb73-52c4977ad541 req-74f425af-5218-486f-8a27-55f5c6603774 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 949 time: 0.0717180 Aug 20 10:19:55.358268 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2', 'mac_address': 'fa:16:3e:27:10:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:19:55.374760 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-754feca8-4e5a-47d5-bb73-52c4977ad541 req-8c04c3c2-b08c-4c77-bbb3-e28c088ef732 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343738 Aug 20 10:19:55.379642 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931f536-43ff-47ce-aeef-1bd845907d8e req-4387ed0b-0319-4794-ad62-d07cd384f2bd tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:55.381145 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c931f536-43ff-47ce-aeef-1bd845907d8e req-4387ed0b-0319-4794-ad62-d07cd384f2bd tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 944 time: 0.0554814 Aug 20 10:19:55.432729 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c931f536-43ff-47ce-aeef-1bd845907d8e req-b9f1d7c4-50f9-4ae2-b5f4-520a84bb8a2c tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441103 Aug 20 10:19:55.464924 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:55.492835 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd364793-e1ba-45dd-88d6-46cdc0d3eed7 x-openstack-request-id: req-cd364793-e1ba-45dd-88d6-46cdc0d3eed7 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:55.493127 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fc4dd1-33ad-4e3e-9089-92fa1bc22861", "name": "network-vif-plugged", "status": "completed", "tag": "9a100965-f69f-48f6-afd8-5a820fd6c6a3", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:55.493383 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd364793-e1ba-45dd-88d6-46cdc0d3eed7 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:55.493777 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fc4dd1-33ad-4e3e-9089-92fa1bc22861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a100965-f69f-48f6-afd8-5a820fd6c6a3', 'code': 200} Aug 20 10:19:55.505916 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:19:55.534917 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:55.542804 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:55.543491 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 0bde41ce-d755-40f0-8fea-2f73794e1485 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:19:55.603615 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b37f06-4b83-40a3-8d5e-63365fa5bb94 req-097fc193-fe6a-43d5-a288-339d6b3ca285 tempest-MigrationsAdminTest-1304858833 tempest-MigrationsAdminTest-1304858833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:55.605232 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f4b37f06-4b83-40a3-8d5e-63365fa5bb94 req-097fc193-fe6a-43d5-a288-339d6b3ca285 tempest-MigrationsAdminTest-1304858833 tempest-MigrationsAdminTest-1304858833-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 1102 time: 0.0724030 Aug 20 10:19:55.646400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e4369-67c6-4c83-a6aa-619d14078c04 req-4780e338-3453-4dc9-b2cf-742b3ba81ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:55.646868 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,revision_number=11']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:55.647925 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-706e4369-67c6-4c83-a6aa-619d14078c04 req-4780e338-3453-4dc9-b2cf-742b3ba81ff8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 1097 time: 0.0745630 Aug 20 10:19:55.661834 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f4b37f06-4b83-40a3-8d5e-63365fa5bb94 req-07878fbd-a856-47ed-ba2e-9309c2bac7ab tempest-MigrationsAdminTest-1304858833 tempest-MigrationsAdminTest-1304858833-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459955 Aug 20 10:19:55.699495 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-706e4369-67c6-4c83-a6aa-619d14078c04 req-63b4d65d-fef5-45ff-980f-2d3877299796 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366824 Aug 20 10:19:55.710517 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 0bde41ce-d755-40f0-8fea-2f73794e1485, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=0bde41ce-d755-40f0-8fea-2f73794e1485,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:55.724326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 0bde41ce-d755-40f0-8fea-2f73794e1485 has no active binding in host n-h2-778550-11 {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 10:19:55.905267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393c968-f254-499e-9054-adb8ed61ea98 req-9a7dd285-8e54-4994-b708-092316540028 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:55.906772 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f393c968-f254-499e-9054-adb8ed61ea98 req-9a7dd285-8e54-4994-b708-092316540028 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0483687 Aug 20 10:19:55.944199 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f393c968-f254-499e-9054-adb8ed61ea98 req-08a90027-bf52-4217-9404-e812733ea228 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309138 Aug 20 10:19:56.061822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 77061d9f-e3b4-4726-bce0-0622be5241f3 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:19:56.080873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 77061d9f-e3b4-4726-bce0-0622be5241f3 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:19:56.081750 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 77061d9f-e3b4-4726-bce0-0622be5241f3 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:19:56.082159 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 31a68ae3-9d64-4833-8b08-6e925f1a3e2a no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:19:56.104504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 31a68ae3-9d64-4833-8b08-6e925f1a3e2a {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:19:56.104854 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 31a68ae3-9d64-4833-8b08-6e925f1a3e2a not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:19:56.339310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22c52a-8969-4ebf-bc7e-a9716dd72c3a req-966e16de-b947-4ed6-a582-2700f7f7fb11 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:56.340834 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa22c52a-8969-4ebf-bc7e-a9716dd72c3a req-966e16de-b947-4ed6-a582-2700f7f7fb11 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 945 time: 0.0489721 Aug 20 10:19:56.355977 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660be87-bc8d-4153-9d54-e2b87c529014 req-c1977031-d375-4941-8323-8b157b7828cb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:56.357468 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a660be87-bc8d-4153-9d54-e2b87c529014 req-c1977031-d375-4941-8323-8b157b7828cb tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 945 time: 0.0495124 Aug 20 10:19:56.378708 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa22c52a-8969-4ebf-bc7e-a9716dd72c3a req-a5b314d3-424e-4ab6-988e-8150e414f7f0 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317488 Aug 20 10:19:56.383099 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:56.397358 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a660be87-bc8d-4153-9d54-e2b87c529014 req-a2d44326-4646-4570-a097-66046f04e931 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339115 Aug 20 10:19:56.557040 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b54057-cb26-4d60-a2fd-d8c6340b3932 req-32c0dd22-a23f-4c48-b8f9-8ffb84c965f8 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:56.559090 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-31b54057-cb26-4d60-a2fd-d8c6340b3932 req-32c0dd22-a23f-4c48-b8f9-8ffb84c965f8 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 944 time: 0.0557673 Aug 20 10:19:56.561086 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7715599-2a96-4c5f-8dcc-741e99565970', 'tag': '0bde41ce-d755-40f0-8fea-2f73794e1485'}, {'server_uuid': '7ae6da60-30f0-4442-9cd9-5cda510cef8d', 'name': 'network-vif-deleted', 'tag': '77061d9f-e3b4-4726-bce0-0622be5241f3'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:56.563335 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7be853-bb61-4efc-80ad-feef7961b555" -d '{"events": [{"name": "network-changed", "server_uuid": "a7715599-2a96-4c5f-8dcc-741e99565970", "tag": "0bde41ce-d755-40f0-8fea-2f73794e1485"}, {"server_uuid": "7ae6da60-30f0-4442-9cd9-5cda510cef8d", "name": "network-vif-deleted", "tag": "77061d9f-e3b4-4726-bce0-0622be5241f3"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:56.599239 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-31b54057-cb26-4d60-a2fd-d8c6340b3932 req-123ad1ab-99f3-4659-ae6a-71014a9bdf6f tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323544 Aug 20 10:19:56.606897 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca29802d-5e85-4439-b0fc-013b13be5da5 x-openstack-request-id: req-ca29802d-5e85-4439-b0fc-013b13be5da5 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:56.607242 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7715599-2a96-4c5f-8dcc-741e99565970", "tag": "0bde41ce-d755-40f0-8fea-2f73794e1485", "status": "completed", "code": 200}, {"server_uuid": "7ae6da60-30f0-4442-9cd9-5cda510cef8d", "name": "network-vif-deleted", "tag": "77061d9f-e3b4-4726-bce0-0622be5241f3", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:56.607493 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca29802d-5e85-4439-b0fc-013b13be5da5 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:56.607893 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7715599-2a96-4c5f-8dcc-741e99565970', 'tag': '0bde41ce-d755-40f0-8fea-2f73794e1485', 'status': 'completed', 'code': 200} Aug 20 10:19:56.608144 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae6da60-30f0-4442-9cd9-5cda510cef8d', 'name': 'network-vif-deleted', 'tag': '77061d9f-e3b4-4726-bce0-0622be5241f3', 'status': 'completed', 'code': 200} Aug 20 10:19:56.678280 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7be853-bb61-4efc-80ad-feef7961b555 req-5575996f-1961-403f-9941-3e84d062e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:56.679913 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f7be853-bb61-4efc-80ad-feef7961b555 req-5575996f-1961-403f-9941-3e84d062e4f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 1127 time: 0.0415461 Aug 20 10:19:56.781226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7be853-bb61-4efc-80ad-feef7961b555 req-7b9bb141-2a59-45e2-bf4e-09173ec868d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:56.782885 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f7be853-bb61-4efc-80ad-feef7961b555 req-7b9bb141-2a59-45e2-bf4e-09173ec868d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 908 time: 0.0915756 Aug 20 10:19:56.852785 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f7be853-bb61-4efc-80ad-feef7961b555 req-491cf10b-ea61-4979-929e-0ac93e480c78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bde41ce-d755-40f0-8fea-2f73794e1485 HTTP/1.1" status: 200 len: 217 time: 0.0467691 Aug 20 10:19:56.919968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7be853-bb61-4efc-80ad-feef7961b555 req-26cafbe9-6b0b-4ebb-9054-82da65df790b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:56.921624 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f7be853-bb61-4efc-80ad-feef7961b555 req-26cafbe9-6b0b-4ebb-9054-82da65df790b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.0542183 Aug 20 10:19:56.929438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5829a-7db9-4f5a-b887-c7edb9ecbdc7 req-a0492454-0bea-405f-bb32-089d48cacd9d tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:56.930850 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73a5829a-7db9-4f5a-b887-c7edb9ecbdc7 req-a0492454-0bea-405f-bb32-089d48cacd9d tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 945 time: 0.1177034 Aug 20 10:19:56.963786 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f7be853-bb61-4efc-80ad-feef7961b555 req-3eaee249-857d-4f3f-8ed1-7ad3375be2e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318162 Aug 20 10:19:57.059548 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d4549-e0ff-44f8-b341-fd6e319b15e1 req-d32e502d-7f78-4a6a-8deb-d3262fb2fc2a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:57.061344 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2c7d4549-e0ff-44f8-b341-fd6e319b15e1 req-d32e502d-7f78-4a6a-8deb-d3262fb2fc2a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0489321 Aug 20 10:19:57.101522 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2c7d4549-e0ff-44f8-b341-fd6e319b15e1 req-970ba1fd-d068-4a14-b496-a3d0fad1f027 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335982 Aug 20 10:19:57.110687 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f7be853-bb61-4efc-80ad-feef7961b555 req-d0c2e784-5c4e-4c5f-b409-e2a1d8daab7a service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303411 Aug 20 10:19:57.121468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-73a5829a-7db9-4f5a-b887-c7edb9ecbdc7 req-c66d8b49-b446-497a-a9e5-386045336f1f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Deleting port 6bb37cf3-c743-4be6-8770-1ca30d260e79 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:19:57.121800 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-73a5829a-7db9-4f5a-b887-c7edb9ecbdc7 req-c66d8b49-b446-497a-a9e5-386045336f1f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:57.516558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c35e19-a812-4def-993b-b37c67945e49 req-83b23dcc-d529-45f9-88a2-01f18a20e3e8 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:57.519300 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-38c35e19-a812-4def-993b-b37c67945e49 req-83b23dcc-d529-45f9-88a2-01f18a20e3e8 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cbf741f-fd40-4dad-a425-6b44ca415871 HTTP/1.1" status: 200 len: 945 time: 0.0493720 Aug 20 10:19:57.565421 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-38c35e19-a812-4def-993b-b37c67945e49 req-c4c4b17b-7b0d-4171-8199-167bc29fac15 tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d1b12bf-a20d-4fbd-8211-6642e890af6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401528 Aug 20 10:19:57.601501 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d1ff3-c0eb-4914-91fa-e893098a295b req-e8cd3186-2563-4f44-bfec-b48fcbc2b44a tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:57.602986 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d59d1ff3-c0eb-4914-91fa-e893098a295b req-e8cd3186-2563-4f44-bfec-b48fcbc2b44a tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 945 time: 0.1058974 Aug 20 10:19:57.611372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-73a5829a-7db9-4f5a-b887-c7edb9ecbdc7 req-c66d8b49-b446-497a-a9e5-386045336f1f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] For port 6bb37cf3-c743-4be6-8770-1ca30d260e79, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=6bb37cf3-c743-4be6-8770-1ca30d260e79,segment=NetworkSegment(4b41f100-8f26-4483-8a0d-ad07488f75bf),segment_id=4b41f100-8f26-4483-8a0d-ad07488f75bf)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:57.611746 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-73a5829a-7db9-4f5a-b887-c7edb9ecbdc7 req-c66d8b49-b446-497a-a9e5-386045336f1f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:57.644614 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f7be853-bb61-4efc-80ad-feef7961b555 req-04a9b9a1-0785-4fbe-a7e7-a508ca5fb699 service neutron] 10.222.0.42 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198972 Aug 20 10:19:57.645472 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-73a5829a-7db9-4f5a-b887-c7edb9ecbdc7 req-c66d8b49-b446-497a-a9e5-386045336f1f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Calling delete_port for 6bb37cf3-c743-4be6-8770-1ca30d260e79 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:19:57.704111 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d59d1ff3-c0eb-4914-91fa-e893098a295b req-f968992d-b32c-4032-a40e-6ee28fc51cc7 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946314 Aug 20 10:19:57.799414 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-73a5829a-7db9-4f5a-b887-c7edb9ecbdc7 req-c66d8b49-b446-497a-a9e5-386045336f1f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:57.821153 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a892b0-3b0d-4b49-93fc-c69f795380cc req-9c103e7e-7732-45a8-ab56-c60064f19987 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:57.822633 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a8a892b0-3b0d-4b49-93fc-c69f795380cc req-9c103e7e-7732-45a8-ab56-c60064f19987 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 944 time: 0.0543168 Aug 20 10:19:57.826630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d8b49-b446-497a-a9e5-386045336f1f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Pushing event deleted for resources: {'Port': ['ID=6bb37cf3-c743-4be6-8770-1ca30d260e79,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:57.866919 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a8a892b0-3b0d-4b49-93fc-c69f795380cc req-d2cf0af9-fe31-4070-974b-1bd8f2d703a0 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325766 Aug 20 10:19:57.874961 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a5829a-7db9-4f5a-b887-c7edb9ecbdc7 req-c66d8b49-b446-497a-a9e5-386045336f1f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] No DVR routers for this DVR port 6bb37cf3-c743-4be6-8770-1ca30d260e79 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:19:57.878730 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-73a5829a-7db9-4f5a-b887-c7edb9ecbdc7 req-c66d8b49-b446-497a-a9e5-386045336f1f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:57.880797 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73a5829a-7db9-4f5a-b887-c7edb9ecbdc7 req-c66d8b49-b446-497a-a9e5-386045336f1f tempest-LiveAutoBlockMigrationV225Test-1102410768 tempest-LiveAutoBlockMigrationV225Test-1102410768-project] 10.222.0.42 "DELETE /v2.0/ports/6bb37cf3-c743-4be6-8770-1ca30d260e79 HTTP/1.1" status: 204 len: 173 time: 0.9418619 Aug 20 10:19:58.217087 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091001f0-7b2a-48fb-9320-fa1e3462cb9c req-59ffc433-3adb-41dd-be32-13592de9c8c7 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:58.218476 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-091001f0-7b2a-48fb-9320-fa1e3462cb9c req-59ffc433-3adb-41dd-be32-13592de9c8c7 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0507796 Aug 20 10:19:58.258386 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-091001f0-7b2a-48fb-9320-fa1e3462cb9c req-dcb69fc1-d876-4920-8dfe-6b7f8edb2654 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331182 Aug 20 10:19:58.554648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afe982-d2bc-449b-b5df-c535d1ffad5d req-c825e14f-eabe-4dfd-a923-86568c9bbb5e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:58.556108 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b5afe982-d2bc-449b-b5df-c535d1ffad5d req-c825e14f-eabe-4dfd-a923-86568c9bbb5e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.24 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 950 time: 0.0492220 Aug 20 10:19:58.621769 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38148) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:19:58.625028 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbf741f-fd40-4dad-a425-6b44ca415871', 'name': 'network-vif-deleted', 'tag': '6bb37cf3-c743-4be6-8770-1ca30d260e79'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:19:58.627529 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cbc46b-c3f4-48e2-a052-74f303bb0bb2" -d '{"events": [{"server_uuid": "4cbf741f-fd40-4dad-a425-6b44ca415871", "name": "network-vif-deleted", "tag": "6bb37cf3-c743-4be6-8770-1ca30d260e79"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:19:58.663663 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-b5afe982-d2bc-449b-b5df-c535d1ffad5d req-7f7b26f5-ca43-404a-b879-212812d36516 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Deleting port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:19:58.664003 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b5afe982-d2bc-449b-b5df-c535d1ffad5d req-7f7b26f5-ca43-404a-b879-212812d36516 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:58.667635 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf5b1fc-bd8b-4494-bd2b-41722bbac90e x-openstack-request-id: req-3cf5b1fc-bd8b-4494-bd2b-41722bbac90e {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:19:58.667927 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbf741f-fd40-4dad-a425-6b44ca415871", "name": "network-vif-deleted", "tag": "6bb37cf3-c743-4be6-8770-1ca30d260e79", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:19:58.668176 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3cf5b1fc-bd8b-4494-bd2b-41722bbac90e {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:19:58.668598 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbf741f-fd40-4dad-a425-6b44ca415871', 'name': 'network-vif-deleted', 'tag': '6bb37cf3-c743-4be6-8770-1ca30d260e79', 'status': 'completed', 'code': 200} Aug 20 10:19:58.673381 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93d9064-a8b1-402c-a94d-8582ea7aeb40 admin admin] Deleting subnet ec037e15-fcbb-4d16-a744-529bede3af97 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:19:58.676531 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e93d9064-a8b1-402c-a94d-8582ea7aeb40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:58.711996 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e93d9064-a8b1-402c-a94d-8582ea7aeb40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:58.769545 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e93d9064-a8b1-402c-a94d-8582ea7aeb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:58.779393 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-b5afe982-d2bc-449b-b5df-c535d1ffad5d req-7f7b26f5-ca43-404a-b879-212812d36516 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] For port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:19:58.780128 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b5afe982-d2bc-449b-b5df-c535d1ffad5d req-7f7b26f5-ca43-404a-b879-212812d36516 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:58.797292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-b5afe982-d2bc-449b-b5df-c535d1ffad5d req-7f7b26f5-ca43-404a-b879-212812d36516 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Calling delete_port for fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:19:58.904128 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507650d4-be93-4aca-883b-31d915a93dd7 req-7c5789c2-6acf-49e4-9fa9-402107c9d2e8 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:58.905874 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-507650d4-be93-4aca-883b-31d915a93dd7 req-7c5789c2-6acf-49e4-9fa9-402107c9d2e8 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 945 time: 0.1100101 Aug 20 10:19:58.984536 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-507650d4-be93-4aca-883b-31d915a93dd7 req-a00934fa-b763-421e-a3ed-f829ef2cecb5 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673146 Aug 20 10:19:59.015761 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b5afe982-d2bc-449b-b5df-c535d1ffad5d req-7f7b26f5-ca43-404a-b879-212812d36516 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:59.031838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:59.035936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['28f386fb-544d-424c-81a8-c7baacb44512', 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca', '63b9b535-4adf-4153-8300-68abc671058b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:19:59.066649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b26f5-ca43-404a-b879-212812d36516 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Pushing event deleted for resources: {'Port': ['ID=fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:59.128803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:19:59.166816 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5afe982-d2bc-449b-b5df-c535d1ffad5d req-7f7b26f5-ca43-404a-b879-212812d36516 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] No DVR routers for this DVR port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:19:59.168260 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:19:59.168622 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 20 10:19:59.180401 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b5afe982-d2bc-449b-b5df-c535d1ffad5d req-7f7b26f5-ca43-404a-b879-212812d36516 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:59.182813 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b5afe982-d2bc-449b-b5df-c535d1ffad5d req-7f7b26f5-ca43-404a-b879-212812d36516 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.24 "DELETE /v2.0/ports/fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 HTTP/1.1" status: 204 len: 173 time: 0.6203332 Aug 20 10:19:59.199452 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184925e-4405-470d-a7a3-6a24156b4ccc req-e717ac6f-de99-4b33-8b33-d90224a61667 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:59.208342 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5184925e-4405-470d-a7a3-6a24156b4ccc req-e717ac6f-de99-4b33-8b33-d90224a61667 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 944 time: 0.1020095 Aug 20 10:19:59.218728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddd0aa-1521-4f1d-91a0-60bac876110e req-51d2804d-9864-4bb4-ac5d-dde86d23dd2e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:19:59.220816 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64ddd0aa-1521-4f1d-91a0-60bac876110e req-51d2804d-9864-4bb4-ac5d-dde86d23dd2e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=11353a61-095f-4336-87fd-c490165b96f4 HTTP/1.1" status: 200 len: 946 time: 0.1572070 Aug 20 10:19:59.223241 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Port fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 not found, will not notify nova. {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 20 10:19:59.264094 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e93d9064-a8b1-402c-a94d-8582ea7aeb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:59.297692 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5184925e-4405-470d-a7a3-6a24156b4ccc req-cc4c06a7-bfd5-4480-981b-0b06fa7bc425 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880985 Aug 20 10:19:59.303908 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5fc85062-2f7d-4ba6-a6f4-a1ff4a3f5208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:59.336003 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64ddd0aa-1521-4f1d-91a0-60bac876110e req-69f8be65-f6ee-4cbe-a09e-4173f757e99b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907362 Aug 20 10:19:59.355023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d9064-a8b1-402c-a94d-8582ea7aeb40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec037e15-fcbb-4d16-a744-529bede3af97,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:59.363724 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e93d9064-a8b1-402c-a94d-8582ea7aeb40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:59.369914 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e93d9064-a8b1-402c-a94d-8582ea7aeb40 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ec037e15-fcbb-4d16-a744-529bede3af97 HTTP/1.1" status: 204 len: 168 time: 0.7468324 Aug 20 10:19:59.373305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38168) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:19:59.522618 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f8664d9-b6f8-4b75-88a7-a1340456cc52 req-253c9a67-fcdf-4107-81c2-fb34becbc91c tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=c488ec94-558b-43f6-9476-885d2ce7413c HTTP/1.1" status: 200 len: 210 time: 0.0441313 Aug 20 10:19:59.560848 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca2f568d-70b5-4de6-a606-5fb1a438fe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:59.660096 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca2f568d-70b5-4de6-a606-5fb1a438fe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:59.677060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-ca2f568d-70b5-4de6-a606-5fb1a438fe7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e287bb6a-2478-45c5-b9fc-caf113bb0919']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:19:59.694515 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-ca2f568d-70b5-4de6-a606-5fb1a438fe7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b41f100-8f26-4483-8a0d-ad07488f75bf') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:19:59.695251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-ca2f568d-70b5-4de6-a606-5fb1a438fe7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b41f100-8f26-4483-8a0d-ad07488f75bf') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:19:59.707867 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca2f568d-70b5-4de6-a606-5fb1a438fe7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:59.739266 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca2f568d-70b5-4de6-a606-5fb1a438fe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:59.750455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2f568d-70b5-4de6-a606-5fb1a438fe7a admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:19:59.750723 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca2f568d-70b5-4de6-a606-5fb1a438fe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:19:59.752949 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:19:59.829170 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca2f568d-70b5-4de6-a606-5fb1a438fe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:59.839943 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca2f568d-70b5-4de6-a606-5fb1a438fe7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:19:59.843131 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ca2f568d-70b5-4de6-a606-5fb1a438fe7a admin admin] 10.222.0.16 "DELETE /v2.0/networks/e287bb6a-2478-45c5-b9fc-caf113bb0919 HTTP/1.1" status: 204 len: 168 time: 0.4686227 Aug 20 10:19:59.846061 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38178) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:19:59.898576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f568d-70b5-4de6-a606-5fb1a438fe7a admin admin] Pushing event deleted for resources: {'Network': ['ID=e287bb6a-2478-45c5-b9fc-caf113bb0919,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:19:59.964507 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e7d1f7-6c0e-4d45-9504-02e46e5c4746 admin admin] Deleting subnet 0598bba5-2230-434a-bb9f-675944404bf8 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:19:59.970575 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34e7d1f7-6c0e-4d45-9504-02e46e5c4746 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:00.038225 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34e7d1f7-6c0e-4d45-9504-02e46e5c4746 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:00.100756 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f0464-5e4b-4406-888b-ce5a67545b31 req-df0c5967-d598-4428-8134-0abedf9b68f6 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:00.102385 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a9f0464-5e4b-4406-888b-ce5a67545b31 req-df0c5967-d598-4428-8134-0abedf9b68f6 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=11353a61-095f-4336-87fd-c490165b96f4 HTTP/1.1" status: 200 len: 946 time: 0.1024468 Aug 20 10:20:00.105819 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34e7d1f7-6c0e-4d45-9504-02e46e5c4746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:00.186764 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a9f0464-5e4b-4406-888b-ce5a67545b31 req-5afefa25-8182-4df6-b2e7-01709780a792 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551772 Aug 20 10:20:00.201856 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34e7d1f7-6c0e-4d45-9504-02e46e5c4746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:00.233996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7d1f7-6c0e-4d45-9504-02e46e5c4746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0598bba5-2230-434a-bb9f-675944404bf8,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:00.237014 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34e7d1f7-6c0e-4d45-9504-02e46e5c4746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:00.239390 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-34e7d1f7-6c0e-4d45-9504-02e46e5c4746 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0598bba5-2230-434a-bb9f-675944404bf8 HTTP/1.1" status: 204 len: 168 time: 0.3911316 Aug 20 10:20:00.241399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38182) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:00.308448 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd44d-9eb7-45d2-b6c7-42251e1c4710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:00.391476 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd44d-9eb7-45d2-b6c7-42251e1c4710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:00.402474 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-3c1dd44d-9eb7-45d2-b6c7-42251e1c4710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64068e6-f364-49a8-975f-b70a80fa82e1']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:00.415117 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-3c1dd44d-9eb7-45d2-b6c7-42251e1c4710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62676252-b1c3-4eb8-8608-4d5c1ec7e1ea') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:00.415414 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-3c1dd44d-9eb7-45d2-b6c7-42251e1c4710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62676252-b1c3-4eb8-8608-4d5c1ec7e1ea') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:00.417432 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0c303-b758-427a-b308-b9b0e2c2cf62 req-3abf3704-8218-4f00-98c8-b46286750259 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:00.419094 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b0a0c303-b758-427a-b308-b9b0e2c2cf62 req-3abf3704-8218-4f00-98c8-b46286750259 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 944 time: 0.0524271 Aug 20 10:20:00.425265 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd44d-9eb7-45d2-b6c7-42251e1c4710 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:00.442644 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd44d-9eb7-45d2-b6c7-42251e1c4710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:00.450904 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1dd44d-9eb7-45d2-b6c7-42251e1c4710 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:20:00.453600 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd44d-9eb7-45d2-b6c7-42251e1c4710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:20:00.458572 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:20:00.492467 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b0a0c303-b758-427a-b308-b9b0e2c2cf62 req-dc3309b6-4b4c-43dc-9313-1d2636e48169 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663147 Aug 20 10:20:00.540247 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd44d-9eb7-45d2-b6c7-42251e1c4710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:00.550802 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3c1dd44d-9eb7-45d2-b6c7-42251e1c4710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:00.555619 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3c1dd44d-9eb7-45d2-b6c7-42251e1c4710 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c64068e6-f364-49a8-975f-b70a80fa82e1 HTTP/1.1" status: 204 len: 168 time: 0.3108244 Aug 20 10:20:00.565441 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1dd44d-9eb7-45d2-b6c7-42251e1c4710 admin admin] Pushing event deleted for resources: {'Network': ['ID=c64068e6-f364-49a8-975f-b70a80fa82e1,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:00.670163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c488ec94-558b-43f6-9476-885d2ce7413c', 'name': 'network-vif-deleted', 'tag': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:00.673183 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ef94fc-dcaa-4658-a855-49598ee01abd" -d '{"events": [{"server_uuid": "c488ec94-558b-43f6-9476-885d2ce7413c", "name": "network-vif-deleted", "tag": "fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:00.732511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38198) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:00.756363 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ed5bbd-7523-4985-bfe1-7f67097f7830 x-openstack-request-id: req-f1ed5bbd-7523-4985-bfe1-7f67097f7830 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:00.756744 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c488ec94-558b-43f6-9476-885d2ce7413c", "name": "network-vif-deleted", "tag": "fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:00.756890 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1ed5bbd-7523-4985-bfe1-7f67097f7830 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:00.757300 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c488ec94-558b-43f6-9476-885d2ce7413c', 'name': 'network-vif-deleted', 'tag': 'fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2', 'status': 'completed', 'code': 200} Aug 20 10:20:00.786689 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6fe21b52-eb58-470d-97d9-ed2812f64682 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d90941e86594426c97114e4c5b673b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529239 Aug 20 10:20:00.789349 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38202) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:00.870868 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d389351f-ab4e-4b59-b6a0-ac7511eb7c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:00.898636 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9123bbb-8313-4354-b32d-5c2de9bb5b1b req-6930d3c7-cce1-4436-969b-a841f8b26125 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:00.900266 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c9123bbb-8313-4354-b32d-5c2de9bb5b1b req-6930d3c7-cce1-4436-969b-a841f8b26125 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 951 time: 0.0791905 Aug 20 10:20:00.915349 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d389351f-ab4e-4b59-b6a0-ac7511eb7c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:01.029344 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c9123bbb-8313-4354-b32d-5c2de9bb5b1b req-c87c5ba0-6db4-4a6e-895a-57d69f94c816 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195047 Aug 20 10:20:01.036668 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-da6f7bcd-1ebe-40f2-8cf2-3448ec84b030 service neutron] 10.222.0.42 "GET /v2.0/ports/0bde41ce-d755-40f0-8fea-2f73794e1485/bindings/n-h2-778550-11 HTTP/1.1" status: 200 len: 385 time: 0.1460872 Aug 20 10:20:01.076973 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d389351f-ab4e-4b59-b6a0-ac7511eb7c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:01.079589 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d389351f-ab4e-4b59-b6a0-ac7511eb7c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:01.080709 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d389351f-ab4e-4b59-b6a0-ac7511eb7c72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d1b12bf-a20d-4fbd-8211-6642e890af6d HTTP/1.1" status: 204 len: 168 time: 0.2904258 Aug 20 10:20:01.092604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389351f-ab4e-4b59-b6a0-ac7511eb7c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1b12bf-a20d-4fbd-8211-6642e890af6d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:01.236847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-18aa8534-1d0c-419b-83fa-363f3abd862d service neutron] For port 0bde41ce-d755-40f0-8fea-2f73794e1485, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=0bde41ce-d755-40f0-8fea-2f73794e1485,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:01.268169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-18aa8534-1d0c-419b-83fa-363f3abd862d service neutron] For port 0bde41ce-d755-40f0-8fea-2f73794e1485, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:20:01.304568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-18aa8534-1d0c-419b-83fa-363f3abd862d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bde41ce-d755-40f0-8fea-2f73794e1485 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:20:01.316330 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-18aa8534-1d0c-419b-83fa-363f3abd862d service neutron] For port 0bde41ce-d755-40f0-8fea-2f73794e1485, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=0bde41ce-d755-40f0-8fea-2f73794e1485,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:01.333580 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-18aa8534-1d0c-419b-83fa-363f3abd862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:01.342187 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895cfd-574d-410a-98db-9e5766273871 req-052f97cc-326a-46bb-9ad5-816e0ee3b84b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:01.350123 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84895cfd-574d-410a-98db-9e5766273871 req-052f97cc-326a-46bb-9ad5-816e0ee3b84b tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=11353a61-095f-4336-87fd-c490165b96f4 HTTP/1.1" status: 200 len: 946 time: 0.0732450 Aug 20 10:20:01.401225 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84895cfd-574d-410a-98db-9e5766273871 req-7dbe824f-522d-4d0a-bd2e-1a7ad7e0de41 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505207 Aug 20 10:20:01.428857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-18aa8534-1d0c-419b-83fa-363f3abd862d service neutron] Transition to ACTIVE for port object 0bde41ce-d755-40f0-8fea-2f73794e1485 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:01.433090 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-18aa8534-1d0c-419b-83fa-363f3abd862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:01.442514 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38214) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:01.487381 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f76593af-9130-4418-8601-ef76cb46f279 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5312499bf2b4d888e39a115f6a0d5e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432258 Aug 20 10:20:01.489611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38216) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:01.509817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-18aa8534-1d0c-419b-83fa-363f3abd862d service neutron] No DVR routers for this DVR port 0bde41ce-d755-40f0-8fea-2f73794e1485 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:20:01.522258 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa8534-1d0c-419b-83fa-363f3abd862d service neutron] Pushing event updated for resources: {'Port': ['ID=0bde41ce-d755-40f0-8fea-2f73794e1485,revision_number=10']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:01.549408 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-18aa8534-1d0c-419b-83fa-363f3abd862d service neutron] 10.222.0.42 "PUT /v2.0/ports/0bde41ce-d755-40f0-8fea-2f73794e1485/bindings/n-h2-778550-11/activate HTTP/1.1" status: 200 len: 370 time: 0.5040855 Aug 20 10:20:01.556408 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a9774a2-e7e0-4bab-a2d8-f3c8c32ae092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:01.579907 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a9774a2-e7e0-4bab-a2d8-f3c8c32ae092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:01.655359 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fc95e-ab7a-4f87-84b0-de02c555dbec req-b104022b-0c37-4e01-9dd3-cf6b16800503 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:01.655848 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-dbcf99d4-be64-414b-a8be-4eb3138ef51b tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:01.656861 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b94fc95e-ab7a-4f87-84b0-de02c555dbec req-b104022b-0c37-4e01-9dd3-cf6b16800503 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 945 time: 0.0701053 Aug 20 10:20:01.657356 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-dbcf99d4-be64-414b-a8be-4eb3138ef51b tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970&tenant_id=11d213eb32ff4dabbbc87687feab7bcc&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 1097 time: 0.0448546 Aug 20 10:20:01.684934 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a9774a2-e7e0-4bab-a2d8-f3c8c32ae092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:01.687803 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a9774a2-e7e0-4bab-a2d8-f3c8c32ae092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:01.689264 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2a9774a2-e7e0-4bab-a2d8-f3c8c32ae092 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fc5f388-8b76-4969-a2e0-108389daae0c HTTP/1.1" status: 204 len: 168 time: 0.1986890 Aug 20 10:20:01.725920 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-68c7feae-8529-4791-b804-6908d5dcd27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:01.727731 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-68c7feae-8529-4791-b804-6908d5dcd27d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970&tenant_id=11d213eb32ff4dabbbc87687feab7bcc HTTP/1.1" status: 200 len: 1097 time: 0.0621822 Aug 20 10:20:01.735302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9774a2-e7e0-4bab-a2d8-f3c8c32ae092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc5f388-8b76-4969-a2e0-108389daae0c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:01.758783 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b94fc95e-ab7a-4f87-84b0-de02c555dbec req-e6573678-db14-421a-ba05-8d2e42b54010 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944996 Aug 20 10:20:01.795271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b24763-c8b4-4e90-9225-593be0f0d242 req-e9719524-0879-40d9-a395-d6acbf97ee1c tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:01.797150 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90b24763-c8b4-4e90-9225-593be0f0d242 req-e9719524-0879-40d9-a395-d6acbf97ee1c tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.24 "GET /v2.0/ports?device_id=11353a61-095f-4336-87fd-c490165b96f4 HTTP/1.1" status: 200 len: 946 time: 0.0912027 Aug 20 10:20:01.822034 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-1d3721f2-2c94-4b4b-8aaa-f6663bdc3eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:01.824079 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-1d3721f2-2c94-4b4b-8aaa-f6663bdc3eac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 1097 time: 0.0500135 Aug 20 10:20:01.895512 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c546118f-1c7c-4870-9d5e-6de883efc68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:01.913981 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eab1a0-38b4-497b-bb06-b490c19f86ef req-10fb7018-73d3-4adb-961f-e9bcfe4af380 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:01.915715 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5eab1a0-38b4-497b-bb06-b490c19f86ef req-10fb7018-73d3-4adb-961f-e9bcfe4af380 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.24 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 945 time: 0.1173308 Aug 20 10:20:01.941749 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-4e980445-5f3d-40b2-bf86-404f6ccf1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:01.943277 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-4e980445-5f3d-40b2-bf86-404f6ccf1ca7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 200 len: 908 time: 0.1099858 Aug 20 10:20:01.998926 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-5a9ecc40-71b9-432d-baba-4c40a1212e2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bde41ce-d755-40f0-8fea-2f73794e1485 HTTP/1.1" status: 200 len: 217 time: 0.0480556 Aug 20 10:20:02.001239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-90b24763-c8b4-4e90-9225-593be0f0d242 req-3004f08e-0db5-4c17-9831-be71d88f4f5d tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Deleting port 178e4f8d-f042-4ba9-a66a-2f8246944a64 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:20:02.001584 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-90b24763-c8b4-4e90-9225-593be0f0d242 req-3004f08e-0db5-4c17-9831-be71d88f4f5d tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:02.064281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 0bde41ce-d755-40f0-8fea-2f73794e1485 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:20:02.076633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a73d549e-2af1-4658-8751-0af8855f6674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:02.078566 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-a73d549e-2af1-4658-8751-0af8855f6674 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 200 len: 847 time: 0.0675061 Aug 20 10:20:02.138316 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-28a22bc0-104f-40d5-82d9-ace09c35bda1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ea45e6d-0432-4a46-94e7-adce972727cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508313 Aug 20 10:20:02.178473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-90b24763-c8b4-4e90-9225-593be0f0d242 req-3004f08e-0db5-4c17-9831-be71d88f4f5d tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] For port 178e4f8d-f042-4ba9-a66a-2f8246944a64, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=178e4f8d-f042-4ba9-a66a-2f8246944a64,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:02.178473 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-90b24763-c8b4-4e90-9225-593be0f0d242 req-3004f08e-0db5-4c17-9831-be71d88f4f5d tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:02.180840 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:02.184566 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 0bde41ce-d755-40f0-8fea-2f73794e1485 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:20:02.185265 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 6bb37cf3-c743-4be6-8770-1ca30d260e79 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:20:02.202772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-90b24763-c8b4-4e90-9225-593be0f0d242 req-3004f08e-0db5-4c17-9831-be71d88f4f5d tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Calling delete_port for 178e4f8d-f042-4ba9-a66a-2f8246944a64 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:20:02.205466 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 6bb37cf3-c743-4be6-8770-1ca30d260e79 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:20:02.206454 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 6bb37cf3-c743-4be6-8770-1ca30d260e79 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:20:02.229528 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279093e-39ec-45c8-abf9-d87cbe0f18b5 req-4003dd6a-bf93-4b27-8c0d-e2c7bbb644f6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:02.231099 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f279093e-39ec-45c8-abf9-d87cbe0f18b5 req-4003dd6a-bf93-4b27-8c0d-e2c7bbb644f6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 951 time: 0.1432743 Aug 20 10:20:02.247769 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-d5eab1a0-38b4-497b-bb06-b490c19f86ef req-c320b20f-6e08-4fb8-81c4-c6b0e9bef49e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Deleting port 9a100965-f69f-48f6-afd8-5a820fd6c6a3 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:20:02.248417 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d5eab1a0-38b4-497b-bb06-b490c19f86ef req-c320b20f-6e08-4fb8-81c4-c6b0e9bef49e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:02.320410 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-69c49fcf-9630-4cfb-b542-22c9fc7e1832 service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735668 Aug 20 10:20:02.366082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd583b1-f4c5-470f-b492-b7f0e9a858fa req-d14c9be0-8c2d-4008-95db-684762d70673 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:02.367876 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9fd583b1-f4c5-470f-b492-b7f0e9a858fa req-d14c9be0-8c2d-4008-95db-684762d70673 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 951 time: 0.1807582 Aug 20 10:20:02.405686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-f279093e-39ec-45c8-abf9-d87cbe0f18b5 req-d730fe89-ec4b-4734-8570-04099992d81a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Deleting port 63b9b535-4adf-4153-8300-68abc671058b {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:20:02.406035 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f279093e-39ec-45c8-abf9-d87cbe0f18b5 req-d730fe89-ec4b-4734-8570-04099992d81a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:02.475637 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9fd583b1-f4c5-470f-b492-b7f0e9a858fa req-95ae587c-d6f4-4f6b-a3ce-16a9a80604be tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803893 Aug 20 10:20:02.486049 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-d5eab1a0-38b4-497b-bb06-b490c19f86ef req-c320b20f-6e08-4fb8-81c4-c6b0e9bef49e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] For port 9a100965-f69f-48f6-afd8-5a820fd6c6a3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=9a100965-f69f-48f6-afd8-5a820fd6c6a3,segment=NetworkSegment(3fad7e2d-d6ea-455b-a79f-55978f74d7be),segment_id=3fad7e2d-d6ea-455b-a79f-55978f74d7be)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:02.486503 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d5eab1a0-38b4-497b-bb06-b490c19f86ef req-c320b20f-6e08-4fb8-81c4-c6b0e9bef49e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:02.497030 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-af87f621-a5df-4d96-815a-e44375273baa service neutron] 10.222.0.24 "GET /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684728 Aug 20 10:20:02.533658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-d5eab1a0-38b4-497b-bb06-b490c19f86ef req-c320b20f-6e08-4fb8-81c4-c6b0e9bef49e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Calling delete_port for 9a100965-f69f-48f6-afd8-5a820fd6c6a3 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:20:02.573953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-f279093e-39ec-45c8-abf9-d87cbe0f18b5 req-d730fe89-ec4b-4734-8570-04099992d81a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] For port 63b9b535-4adf-4153-8300-68abc671058b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=63b9b535-4adf-4153-8300-68abc671058b,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:02.576199 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f279093e-39ec-45c8-abf9-d87cbe0f18b5 req-d730fe89-ec4b-4734-8570-04099992d81a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:02.593950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-f279093e-39ec-45c8-abf9-d87cbe0f18b5 req-d730fe89-ec4b-4734-8570-04099992d81a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Calling delete_port for 63b9b535-4adf-4153-8300-68abc671058b owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:20:02.616640 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952da145-b8fe-4a46-8cc7-7f29a7833e85 req-99484bbf-14b7-4036-bafb-67128b3206ab tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:02.618259 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-90b24763-c8b4-4e90-9225-593be0f0d242 req-3004f08e-0db5-4c17-9831-be71d88f4f5d tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:02.618458 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-952da145-b8fe-4a46-8cc7-7f29a7833e85 req-99484bbf-14b7-4036-bafb-67128b3206ab tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=11353a61-095f-4336-87fd-c490165b96f4 HTTP/1.1" status: 200 len: 946 time: 0.0961521 Aug 20 10:20:02.631741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['178e4f8d-f042-4ba9-a66a-2f8246944a64', '9a100965-f69f-48f6-afd8-5a820fd6c6a3'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:02.663318 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004f08e-0db5-4c17-9831-be71d88f4f5d tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Pushing event deleted for resources: {'Port': ['ID=178e4f8d-f042-4ba9-a66a-2f8246944a64,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:02.735466 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-952da145-b8fe-4a46-8cc7-7f29a7833e85 req-c7987278-ebf7-4553-976f-fb02f4ae083e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/security-groups?id=5f49847f-f2b5-4c64-b07a-8f5bbc387542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729978 Aug 20 10:20:02.747772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b24763-c8b4-4e90-9225-593be0f0d242 req-3004f08e-0db5-4c17-9831-be71d88f4f5d tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] No DVR routers for this DVR port 178e4f8d-f042-4ba9-a66a-2f8246944a64 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:20:02.751520 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-90b24763-c8b4-4e90-9225-593be0f0d242 req-3004f08e-0db5-4c17-9831-be71d88f4f5d tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:02.755107 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90b24763-c8b4-4e90-9225-593be0f0d242 req-3004f08e-0db5-4c17-9831-be71d88f4f5d tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.24 "DELETE /v2.0/ports/178e4f8d-f042-4ba9-a66a-2f8246944a64 HTTP/1.1" status: 204 len: 173 time: 0.9469829 Aug 20 10:20:02.755107 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11353a61-095f-4336-87fd-c490165b96f4', 'name': 'network-vif-deleted', 'tag': '178e4f8d-f042-4ba9-a66a-2f8246944a64'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:02.757551 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a245b4a-df70-4786-a3cc-e972ccdcc63a" -d '{"events": [{"server_uuid": "11353a61-095f-4336-87fd-c490165b96f4", "name": "network-vif-deleted", "tag": "178e4f8d-f042-4ba9-a66a-2f8246944a64"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:02.859861 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f279093e-39ec-45c8-abf9-d87cbe0f18b5 req-d730fe89-ec4b-4734-8570-04099992d81a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:02.860095 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f89b293-88bd-49e7-9ca4-d63b90dc7a0e x-openstack-request-id: req-6f89b293-88bd-49e7-9ca4-d63b90dc7a0e {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:02.860095 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11353a61-095f-4336-87fd-c490165b96f4", "name": "network-vif-deleted", "tag": "178e4f8d-f042-4ba9-a66a-2f8246944a64", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:02.860420 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f89b293-88bd-49e7-9ca4-d63b90dc7a0e {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:02.861173 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11353a61-095f-4336-87fd-c490165b96f4', 'name': 'network-vif-deleted', 'tag': '178e4f8d-f042-4ba9-a66a-2f8246944a64', 'status': 'completed', 'code': 200} Aug 20 10:20:02.883280 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['28f386fb-544d-424c-81a8-c7baacb44512', 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca', '63b9b535-4adf-4153-8300-68abc671058b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:02.897941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730fe89-ec4b-4734-8570-04099992d81a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Pushing event deleted for resources: {'Port': ['ID=63b9b535-4adf-4153-8300-68abc671058b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:02.905199 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d5eab1a0-38b4-497b-bb06-b490c19f86ef req-c320b20f-6e08-4fb8-81c4-c6b0e9bef49e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:02.971322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-f8a92fb7-1ad4-4bb5-8718-0b612bfad441 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:02.973264 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-f8a92fb7-1ad4-4bb5-8718-0b612bfad441 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970&tenant_id=11d213eb32ff4dabbbc87687feab7bcc&binding%3Ahost_id=n-h2-778550-11 HTTP/1.1" status: 200 len: 1097 time: 0.1352048 Aug 20 10:20:02.976288 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320b20f-6e08-4fb8-81c4-c6b0e9bef49e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Pushing event deleted for resources: {'Port': ['ID=9a100965-f69f-48f6-afd8-5a820fd6c6a3,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:02.978557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f279093e-39ec-45c8-abf9-d87cbe0f18b5 req-d730fe89-ec4b-4734-8570-04099992d81a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] No DVR routers for this DVR port 63b9b535-4adf-4153-8300-68abc671058b on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:20:02.985264 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f279093e-39ec-45c8-abf9-d87cbe0f18b5 req-d730fe89-ec4b-4734-8570-04099992d81a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:02.993041 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f279093e-39ec-45c8-abf9-d87cbe0f18b5 req-d730fe89-ec4b-4734-8570-04099992d81a tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.42 "DELETE /v2.0/ports/63b9b535-4adf-4153-8300-68abc671058b HTTP/1.1" status: 204 len: 173 time: 0.7491198 Aug 20 10:20:02.993847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d13513f-73f2-422e-a2f2-a9afba0362a5', 'name': 'network-vif-deleted', 'tag': '63b9b535-4adf-4153-8300-68abc671058b'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:03.000716 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05e1663-54cd-4f19-a805-b38e34c4133f" -d '{"events": [{"server_uuid": "2d13513f-73f2-422e-a2f2-a9afba0362a5", "name": "network-vif-deleted", "tag": "63b9b535-4adf-4153-8300-68abc671058b"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:03.015287 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5eab1a0-38b4-497b-bb06-b490c19f86ef req-c320b20f-6e08-4fb8-81c4-c6b0e9bef49e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] No DVR routers for this DVR port 9a100965-f69f-48f6-afd8-5a820fd6c6a3 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:20:03.051860 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:03.061354 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d5eab1a0-38b4-497b-bb06-b490c19f86ef req-c320b20f-6e08-4fb8-81c4-c6b0e9bef49e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:03.064227 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5eab1a0-38b4-497b-bb06-b490c19f86ef req-c320b20f-6e08-4fb8-81c4-c6b0e9bef49e tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.24 "DELETE /v2.0/ports/9a100965-f69f-48f6-afd8-5a820fd6c6a3 HTTP/1.1" status: 204 len: 173 time: 1.1402378 Aug 20 10:20:03.116143 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa4eb2a-968d-46c7-8d02-b0149fc87df1 x-openstack-request-id: req-6fa4eb2a-968d-46c7-8d02-b0149fc87df1 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:03.117080 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d13513f-73f2-422e-a2f2-a9afba0362a5", "name": "network-vif-deleted", "tag": "63b9b535-4adf-4153-8300-68abc671058b", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:03.117671 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6fa4eb2a-968d-46c7-8d02-b0149fc87df1 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:03.118615 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d13513f-73f2-422e-a2f2-a9afba0362a5', 'name': 'network-vif-deleted', 'tag': '63b9b535-4adf-4153-8300-68abc671058b', 'status': 'completed', 'code': 200} Aug 20 10:20:03.119356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:20:03.141758 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac786a5-5485-49da-a32f-8debdc7ba8b7 req-397569c9-43c5-41b7-8f2a-cd8ef680becd tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:03.144536 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ac786a5-5485-49da-a32f-8debdc7ba8b7 req-397569c9-43c5-41b7-8f2a-cd8ef680becd tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 945 time: 0.1316710 Aug 20 10:20:03.165303 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:20:03.165648 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device fdd8cd6e-519f-4b4e-b2c9-b2bd39e27cc2 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:20:03.215472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['178e4f8d-f042-4ba9-a66a-2f8246944a64'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:03.256988 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ac786a5-5485-49da-a32f-8debdc7ba8b7 req-9f7b3917-c197-47f9-a6e8-34c5f863b4c2 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043789 Aug 20 10:20:03.304826 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-6df488b9-f68f-4270-8209-bc63b64ae728 service neutron] For port 0bde41ce-d755-40f0-8fea-2f73794e1485, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:20:03.308386 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-6df488b9-f68f-4270-8209-bc63b64ae728 service neutron] Notify callbacks [] for binding, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:03.309520 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-6df488b9-f68f-4270-8209-bc63b64ae728 service neutron] 10.222.0.24 "DELETE /v2.0/ports/0bde41ce-d755-40f0-8fea-2f73794e1485/bindings/n-h1-778550-11 HTTP/1.1" status: 204 len: 173 time: 0.2957077 Aug 20 10:20:03.478954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af01b62-2c71-48d8-bac8-ca66fdfe58ac req-696c8894-f839-4f60-8325-fff9bc20cf8c tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:03.487198 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9af01b62-2c71-48d8-bac8-ca66fdfe58ac req-696c8894-f839-4f60-8325-fff9bc20cf8c tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 1097 time: 0.0719182 Aug 20 10:20:03.533136 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9af01b62-2c71-48d8-bac8-ca66fdfe58ac req-34fad528-265f-4406-b7c8-3d558a334603 tempest-LiveMigrationTest-1010342407 tempest-LiveMigrationTest-1010342407-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397460 Aug 20 10:20:03.674005 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85f06845-bf81-48e3-9851-39a49c582852 req-a2e9392d-fb94-4605-bf78-5675b04e74a3 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d13513f-73f2-422e-a2f2-a9afba0362a5 HTTP/1.1" status: 200 len: 210 time: 0.0413554 Aug 20 10:20:03.987120 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f89d63ae-9c9e-42ea-9a78-c175077fe709 req-7492fbea-fdef-4762-a2cf-56a53ae6b771 tempest-MultipleCreateTestJSON-633010625 tempest-MultipleCreateTestJSON-633010625-project] 10.222.0.16 "GET /v2.0/ports?device_id=90fc4dd1-33ad-4e3e-9089-92fa1bc22861 HTTP/1.1" status: 200 len: 210 time: 0.0388215 Aug 20 10:20:04.000542 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208cb8a-448a-4e8b-85e0-95b08805a239 req-f719a6f3-c8b7-4c99-8c5f-9c1a1fc57521 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:04.002085 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9208cb8a-448a-4e8b-85e0-95b08805a239 req-f719a6f3-c8b7-4c99-8c5f-9c1a1fc57521 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 945 time: 0.0875285 Aug 20 10:20:04.040633 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9208cb8a-448a-4e8b-85e0-95b08805a239 req-e1d29eb4-791c-49d4-8da8-08da1b13ba6f tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318413 Aug 20 10:20:04.674106 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:04.698884 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993875b9-eecb-405d-b069-71d1f4139740 req-23a9f52a-6f6f-44bd-8a80-922f31911b16 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:04.700644 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-993875b9-eecb-405d-b069-71d1f4139740 req-23a9f52a-6f6f-44bd-8a80-922f31911b16 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 945 time: 0.0515225 Aug 20 10:20:04.801774 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38320) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:04.812511 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-993875b9-eecb-405d-b069-71d1f4139740 req-503fbbe5-1cdd-4b8e-9e1d-bffa45f56a35 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Deleting port 0bde41ce-d755-40f0-8fea-2f73794e1485 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:20:04.812921 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-993875b9-eecb-405d-b069-71d1f4139740 req-503fbbe5-1cdd-4b8e-9e1d-bffa45f56a35 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:04.862408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fc4dd1-33ad-4e3e-9089-92fa1bc22861', 'name': 'network-vif-deleted', 'tag': '9a100965-f69f-48f6-afd8-5a820fd6c6a3'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:04.864620 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc47d6f-1e4a-47c0-9012-9280ac85c291" -d '{"events": [{"server_uuid": "90fc4dd1-33ad-4e3e-9089-92fa1bc22861", "name": "network-vif-deleted", "tag": "9a100965-f69f-48f6-afd8-5a820fd6c6a3"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:04.922493 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-993875b9-eecb-405d-b069-71d1f4139740 req-503fbbe5-1cdd-4b8e-9e1d-bffa45f56a35 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] For port 0bde41ce-d755-40f0-8fea-2f73794e1485, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=0bde41ce-d755-40f0-8fea-2f73794e1485,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:04.922943 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-993875b9-eecb-405d-b069-71d1f4139740 req-503fbbe5-1cdd-4b8e-9e1d-bffa45f56a35 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:04.926392 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420d1b20-c547-4e0f-8b57-899e9a18fa6b x-openstack-request-id: req-420d1b20-c547-4e0f-8b57-899e9a18fa6b {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:04.926801 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fc4dd1-33ad-4e3e-9089-92fa1bc22861", "name": "network-vif-deleted", "tag": "9a100965-f69f-48f6-afd8-5a820fd6c6a3", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:04.927151 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-420d1b20-c547-4e0f-8b57-899e9a18fa6b {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:04.927662 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fc4dd1-33ad-4e3e-9089-92fa1bc22861', 'name': 'network-vif-deleted', 'tag': '9a100965-f69f-48f6-afd8-5a820fd6c6a3', 'status': 'completed', 'code': 200} Aug 20 10:20:04.943210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-993875b9-eecb-405d-b069-71d1f4139740 req-503fbbe5-1cdd-4b8e-9e1d-bffa45f56a35 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Calling delete_port for 0bde41ce-d755-40f0-8fea-2f73794e1485 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:20:04.953177 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-345997d9-3f1c-48a6-bac1-309d60467fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.037041 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a0500-062f-4394-a71e-09d82ad1b5fe req-1a669c5f-ebd2-462c-bcf2-f86c22abf934 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:05.038640 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c0a0500-062f-4394-a71e-09d82ad1b5fe req-1a669c5f-ebd2-462c-bcf2-f86c22abf934 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.0703876 Aug 20 10:20:05.051572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38332) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:05.112587 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-993875b9-eecb-405d-b069-71d1f4139740 req-503fbbe5-1cdd-4b8e-9e1d-bffa45f56a35 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.122583 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-345997d9-3f1c-48a6-bac1-309d60467fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.131258 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['933b9943-2f19-4c47-b716-32ef428a7f9d'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:05.133700 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['0bde41ce-d755-40f0-8fea-2f73794e1485'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:05.137937 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-345997d9-3f1c-48a6-bac1-309d60467fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.148747 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4dfdad4-5ef6-40cf-abf9-197145493757 admin admin] Deleting subnet 9579b08a-e6d2-4e14-8e82-4a22865cb50c {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:20:05.155927 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f4dfdad4-5ef6-40cf-abf9-197145493757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.157989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fbbe5-1cdd-4b8e-9e1d-bffa45f56a35 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Pushing event deleted for resources: {'Port': ['ID=0bde41ce-d755-40f0-8fea-2f73794e1485,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:05.166337 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345997d9-3f1c-48a6-bac1-309d60467fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c1af66-4d4b-43e5-a7c6-b81ca7c95daf,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:05.210682 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-345997d9-3f1c-48a6-bac1-309d60467fe5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68ba76803a194304a15410b72933547c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4076235 Aug 20 10:20:05.211282 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38340) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:05.232585 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-423f6d8c-9c18-42b8-a759-a007eed5bb68 req-e26d4f14-1b8d-4c00-99a5-fb387cbce58b tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 210 time: 0.0765646 Aug 20 10:20:05.285256 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ef66acf-1ba8-4d50-914f-46690a55482c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.290189 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-993875b9-eecb-405d-b069-71d1f4139740 req-503fbbe5-1cdd-4b8e-9e1d-bffa45f56a35 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] No DVR routers for this DVR port 0bde41ce-d755-40f0-8fea-2f73794e1485 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:20:05.294216 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-993875b9-eecb-405d-b069-71d1f4139740 req-503fbbe5-1cdd-4b8e-9e1d-bffa45f56a35 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.297313 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-993875b9-eecb-405d-b069-71d1f4139740 req-503fbbe5-1cdd-4b8e-9e1d-bffa45f56a35 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.24 "DELETE /v2.0/ports/0bde41ce-d755-40f0-8fea-2f73794e1485 HTTP/1.1" status: 204 len: 173 time: 0.5901883 Aug 20 10:20:05.302121 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f4dfdad4-5ef6-40cf-abf9-197145493757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.331199 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c0a0500-062f-4394-a71e-09d82ad1b5fe req-ab011286-daae-46af-9f88-ed1d3d932075 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827880 Aug 20 10:20:05.369277 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ef66acf-1ba8-4d50-914f-46690a55482c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.374739 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f4dfdad4-5ef6-40cf-abf9-197145493757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.457810 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ef66acf-1ba8-4d50-914f-46690a55482c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.460350 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f4dfdad4-5ef6-40cf-abf9-197145493757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.461919 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ef66acf-1ba8-4d50-914f-46690a55482c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.464314 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1ef66acf-1ba8-4d50-914f-46690a55482c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6c1af66-4d4b-43e5-a7c6-b81ca7c95daf HTTP/1.1" status: 204 len: 168 time: 0.2512760 Aug 20 10:20:05.476250 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef66acf-1ba8-4d50-914f-46690a55482c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c1af66-4d4b-43e5-a7c6-b81ca7c95daf,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:05.525960 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfdad4-5ef6-40cf-abf9-197145493757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9579b08a-e6d2-4e14-8e82-4a22865cb50c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:05.528064 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f4dfdad4-5ef6-40cf-abf9-197145493757 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.532323 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f4dfdad4-5ef6-40cf-abf9-197145493757 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9579b08a-e6d2-4e14-8e82-4a22865cb50c HTTP/1.1" status: 204 len: 168 time: 0.4774854 Aug 20 10:20:05.532700 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38348) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:05.607335 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5da9266a-5747-4cba-b471-0e7dc3fcf230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.692337 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5da9266a-5747-4cba-b471-0e7dc3fcf230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.702842 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-5da9266a-5747-4cba-b471-0e7dc3fcf230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a62af5-c2bc-4476-ba4a-8158ff698f7b']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:05.714392 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-5da9266a-5747-4cba-b471-0e7dc3fcf230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fad7e2d-d6ea-455b-a79f-55978f74d7be') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:05.714722 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-5da9266a-5747-4cba-b471-0e7dc3fcf230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fad7e2d-d6ea-455b-a79f-55978f74d7be') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:05.725571 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5da9266a-5747-4cba-b471-0e7dc3fcf230 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.741420 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5da9266a-5747-4cba-b471-0e7dc3fcf230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.748400 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da9266a-5747-4cba-b471-0e7dc3fcf230 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:20:05.748856 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5da9266a-5747-4cba-b471-0e7dc3fcf230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:20:05.751163 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:20:05.786970 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38352) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:05.811912 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ac289734-219c-40af-b899-6f004ebafc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.828624 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5da9266a-5747-4cba-b471-0e7dc3fcf230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.835799 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5da9266a-5747-4cba-b471-0e7dc3fcf230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.840681 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5da9266a-5747-4cba-b471-0e7dc3fcf230 admin admin] 10.222.0.16 "DELETE /v2.0/networks/50a62af5-c2bc-4476-ba4a-8158ff698f7b HTTP/1.1" status: 204 len: 168 time: 0.3039963 Aug 20 10:20:05.857058 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9266a-5747-4cba-b471-0e7dc3fcf230 admin admin] Pushing event deleted for resources: {'Network': ['ID=50a62af5-c2bc-4476-ba4a-8158ff698f7b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:05.935256 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ac289734-219c-40af-b899-6f004ebafc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.940215 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ac289734-219c-40af-b899-6f004ebafc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:05.990012 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ac289734-219c-40af-b899-6f004ebafc91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=473dec4677e248f28f5235c11d26fd1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019258 Aug 20 10:20:05.990745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac289734-219c-40af-b899-6f004ebafc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e8eb05-5b09-43f7-a393-42179d5ca098,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:05.993216 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38358) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:06.044338 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38360) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:06.055986 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8e95b84d-a8c6-4d9d-b059-8926dfa5af14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:06.082469 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8e95b84d-a8c6-4d9d-b059-8926dfa5af14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:06.089550 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aa909443-d2db-4c0a-ad4b-09a41aa88b53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e8e79588dbb4a0d8cce9fe3da4bda61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438540 Aug 20 10:20:06.089795 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 63b9b535-4adf-4153-8300-68abc671058b no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:20:06.102154 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38362) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:06.112426 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 63b9b535-4adf-4153-8300-68abc671058b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:20:06.113142 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 63b9b535-4adf-4153-8300-68abc671058b not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:20:06.153400 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8e95b84d-a8c6-4d9d-b059-8926dfa5af14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:06.156259 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8e95b84d-a8c6-4d9d-b059-8926dfa5af14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:06.157748 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8e95b84d-a8c6-4d9d-b059-8926dfa5af14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41e8eb05-5b09-43f7-a393-42179d5ca098 HTTP/1.1" status: 204 len: 168 time: 0.1634595 Aug 20 10:20:06.164897 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e42f38f0-cc1d-4679-b57a-9252370dbbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:06.167733 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95b84d-a8c6-4d9d-b059-8926dfa5af14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e8eb05-5b09-43f7-a393-42179d5ca098,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:06.200435 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e42f38f0-cc1d-4679-b57a-9252370dbbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:06.256026 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e42f38f0-cc1d-4679-b57a-9252370dbbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:06.271186 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e42f38f0-cc1d-4679-b57a-9252370dbbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:06.276921 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e42f38f0-cc1d-4679-b57a-9252370dbbe0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f49847f-f2b5-4c64-b07a-8f5bbc387542 HTTP/1.1" status: 204 len: 168 time: 0.1684573 Aug 20 10:20:06.309710 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f38f0-cc1d-4679-b57a-9252370dbbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f49847f-f2b5-4c64-b07a-8f5bbc387542,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:06.338949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc531729-98bd-439d-8053-4103acf59e59 req-cd1ba7bd-4796-4332-89c9-83871e8791e9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:06.340628 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fc531729-98bd-439d-8053-4103acf59e59 req-cd1ba7bd-4796-4332-89c9-83871e8791e9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.42 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.1120772 Aug 20 10:20:06.421191 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7f333187-028c-46a9-b7de-f3399e6cc352 req-9a023e83-357f-43e4-bff6-dfb605af8589 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 210 time: 0.0418766 Aug 20 10:20:06.574766 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-fc531729-98bd-439d-8053-4103acf59e59 req-01c0edd5-f630-4121-b32d-d0c7d82172e6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Deleting port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:20:06.575148 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fc531729-98bd-439d-8053-4103acf59e59 req-01c0edd5-f630-4121-b32d-d0c7d82172e6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:06.647219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c8bf6-d010-479f-8918-7f557ee6179a req-28e6f51e-293d-4a99-90a2-50c78ce20e1f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:06.654376 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-658c8bf6-d010-479f-8918-7f557ee6179a req-28e6f51e-293d-4a99-90a2-50c78ce20e1f tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=763347e8-7990-47bb-ad64-2f261fe38c84 HTTP/1.1" status: 200 len: 950 time: 0.1427753 Aug 20 10:20:06.726194 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-658c8bf6-d010-479f-8918-7f557ee6179a req-a45567a5-6977-4a9e-a708-447df265fd85 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665145 Aug 20 10:20:06.739174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-fc531729-98bd-439d-8053-4103acf59e59 req-01c0edd5-f630-4121-b32d-d0c7d82172e6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] For port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:06.739618 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fc531729-98bd-439d-8053-4103acf59e59 req-01c0edd5-f630-4121-b32d-d0c7d82172e6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:06.754717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-fc531729-98bd-439d-8053-4103acf59e59 req-01c0edd5-f630-4121-b32d-d0c7d82172e6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Calling delete_port for d2989a2a-5a02-47c3-8ed1-ac9e311e05ca owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:20:06.928390 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fc531729-98bd-439d-8053-4103acf59e59 req-01c0edd5-f630-4121-b32d-d0c7d82172e6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:06.928721 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7715599-2a96-4c5f-8dcc-741e99565970', 'name': 'network-vif-deleted', 'tag': '0bde41ce-d755-40f0-8fea-2f73794e1485'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:06.931158 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f36e20-e18c-4b96-91fb-d2ad85953531" -d '{"events": [{"server_uuid": "a7715599-2a96-4c5f-8dcc-741e99565970", "name": "network-vif-deleted", "tag": "0bde41ce-d755-40f0-8fea-2f73794e1485"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:06.942043 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['28f386fb-544d-424c-81a8-c7baacb44512', 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:06.964951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0edd5-f630-4121-b32d-d0c7d82172e6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Pushing event deleted for resources: {'Port': ['ID=d2989a2a-5a02-47c3-8ed1-ac9e311e05ca,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:07.008259 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d18780-4b8b-4e9b-8525-624a36943011 x-openstack-request-id: req-c4d18780-4b8b-4e9b-8525-624a36943011 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:07.008556 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7715599-2a96-4c5f-8dcc-741e99565970", "name": "network-vif-deleted", "tag": "0bde41ce-d755-40f0-8fea-2f73794e1485", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:07.009012 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4d18780-4b8b-4e9b-8525-624a36943011 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:07.009580 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7715599-2a96-4c5f-8dcc-741e99565970', 'name': 'network-vif-deleted', 'tag': '0bde41ce-d755-40f0-8fea-2f73794e1485', 'status': 'completed', 'code': 200} Aug 20 10:20:07.066262 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc531729-98bd-439d-8053-4103acf59e59 req-01c0edd5-f630-4121-b32d-d0c7d82172e6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] No DVR routers for this DVR port d2989a2a-5a02-47c3-8ed1-ac9e311e05ca on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:20:07.074029 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fc531729-98bd-439d-8053-4103acf59e59 req-01c0edd5-f630-4121-b32d-d0c7d82172e6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:07.081323 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fc531729-98bd-439d-8053-4103acf59e59 req-01c0edd5-f630-4121-b32d-d0c7d82172e6 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.42 "DELETE /v2.0/ports/d2989a2a-5a02-47c3-8ed1-ac9e311e05ca HTTP/1.1" status: 204 len: 173 time: 0.7331610 Aug 20 10:20:07.081850 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763347e8-7990-47bb-ad64-2f261fe38c84', 'name': 'network-vif-deleted', 'tag': 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:07.105382 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad03f72-a7fc-4076-bbe0-993d9f16a1f7" -d '{"events": [{"server_uuid": "763347e8-7990-47bb-ad64-2f261fe38c84", "name": "network-vif-deleted", "tag": "d2989a2a-5a02-47c3-8ed1-ac9e311e05ca"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:07.163232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 0bde41ce-d755-40f0-8fea-2f73794e1485 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:20:07.172074 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c2c546-3603-4757-8266-8b9e11f17a64 x-openstack-request-id: req-31c2c546-3603-4757-8266-8b9e11f17a64 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:07.172858 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763347e8-7990-47bb-ad64-2f261fe38c84", "name": "network-vif-deleted", "tag": "d2989a2a-5a02-47c3-8ed1-ac9e311e05ca", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:07.173395 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31c2c546-3603-4757-8266-8b9e11f17a64 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:07.174104 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763347e8-7990-47bb-ad64-2f261fe38c84', 'name': 'network-vif-deleted', 'tag': 'd2989a2a-5a02-47c3-8ed1-ac9e311e05ca', 'status': 'completed', 'code': 200} Aug 20 10:20:07.215966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 0bde41ce-d755-40f0-8fea-2f73794e1485 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:20:07.216936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 0bde41ce-d755-40f0-8fea-2f73794e1485 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:20:07.217539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 178e4f8d-f042-4ba9-a66a-2f8246944a64 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:20:07.254789 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 178e4f8d-f042-4ba9-a66a-2f8246944a64 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:20:07.255661 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 178e4f8d-f042-4ba9-a66a-2f8246944a64 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:20:07.256401 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 9a100965-f69f-48f6-afd8-5a820fd6c6a3 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:20:07.286508 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 9a100965-f69f-48f6-afd8-5a820fd6c6a3 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:20:07.286851 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 9a100965-f69f-48f6-afd8-5a820fd6c6a3 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:20:07.398090 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38422) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:07.596069 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f330436c-5221-41b3-9d7a-bca833c46b58 req-c21c02fd-969a-4c2c-8a2a-d558ba115f22 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 210 time: 0.0667591 Aug 20 10:20:07.629888 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c6c9eee3-426b-4d01-9b77-d2be4e7d1053 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-176557524-network', 'tenant_id': 'e8fff677ad91443883e13cc020be101d'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:07.667102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c9eee3-426b-4d01-9b77-d2be4e7d1053 admin admin] Made reservation on behalf of e8fff677ad91443883e13cc020be101d for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:20:07.672347 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6c9eee3-426b-4d01-9b77-d2be4e7d1053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:07.693456 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6c9eee3-426b-4d01-9b77-d2be4e7d1053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:07.872918 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6c9eee3-426b-4d01-9b77-d2be4e7d1053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:07.879186 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6c9eee3-426b-4d01-9b77-d2be4e7d1053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:07.905373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c9eee3-426b-4d01-9b77-d2be4e7d1053 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:20:07.922885 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9eee3-426b-4d01-9b77-d2be4e7d1053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8658811e-7276-4bfa-b404-7c0ef64b3c78,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:07.926530 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6c9eee3-426b-4d01-9b77-d2be4e7d1053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:07.926866 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-c6c9eee3-426b-4d01-9b77-d2be4e7d1053 admin admin] Added segment 43f846de-88aa-4a1e-85e3-45abde110303 of type vlan for network 3f9a585e-3872-4f54-bd41-dae002373496 Aug 20 10:20:07.974702 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6c9eee3-426b-4d01-9b77-d2be4e7d1053 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:08.007380 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6c9eee3-426b-4d01-9b77-d2be4e7d1053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:08.008789 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c9eee3-426b-4d01-9b77-d2be4e7d1053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:08.009966 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6c9eee3-426b-4d01-9b77-d2be4e7d1053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:08.065816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eda01f-f29c-4d89-af22-4ed5c5eae5d5 req-9b0b1235-dd93-4db9-be98-f18ac387f431 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:08.074074 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-18eda01f-f29c-4d89-af22-4ed5c5eae5d5 req-9b0b1235-dd93-4db9-be98-f18ac387f431 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.0632386 Aug 20 10:20:08.084396 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c6c9eee3-426b-4d01-9b77-d2be4e7d1053 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6847625 Aug 20 10:20:08.086848 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38452) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:08.094344 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-659b504d-728a-49fd-9953-fa4f4643d2ea admin admin] Request body: {'subnet': {'network_id': '3f9a585e-3872-4f54-bd41-dae002373496', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-176557524-subnet', 'tenant_id': 'e8fff677ad91443883e13cc020be101d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:08.109808 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9eee3-426b-4d01-9b77-d2be4e7d1053 admin admin] Pushing event updated for resources: {'Network': ['ID=3f9a585e-3872-4f54-bd41-dae002373496,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:08.124188 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-18eda01f-f29c-4d89-af22-4ed5c5eae5d5 req-400a7617-a049-451e-a250-d0cc82a6147e tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445027 Aug 20 10:20:08.127433 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 3f9a585e-3872-4f54-bd41-dae002373496 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:20:08.145163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659b504d-728a-49fd-9953-fa4f4643d2ea admin admin] Made reservation on behalf of e8fff677ad91443883e13cc020be101d for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:20:08.149996 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-659b504d-728a-49fd-9953-fa4f4643d2ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:08.335928 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-659b504d-728a-49fd-9953-fa4f4643d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:08.392407 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b504d-728a-49fd-9953-fa4f4643d2ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0142f13c-e2a0-483b-96e8-ebee88d214fd,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:08.410532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b504d-728a-49fd-9953-fa4f4643d2ea admin admin] Checking segment: {'id': '43f846de-88aa-4a1e-85e3-45abde110303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3f9a585e-3872-4f54-bd41-dae002373496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:20:08.410889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659b504d-728a-49fd-9953-fa4f4643d2ea admin admin] Network hostable DHCP agents. Network: 3f9a585e-3872-4f54-bd41-dae002373496, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:20:08.428254 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659b504d-728a-49fd-9953-fa4f4643d2ea admin admin] Network 3f9a585e-3872-4f54-bd41-dae002373496 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:20:08.436766 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-659b504d-728a-49fd-9953-fa4f4643d2ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 3f9a585e-3872-4f54-bd41-dae002373496) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:08.442355 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659b504d-728a-49fd-9953-fa4f4643d2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:08.443182 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-659b504d-728a-49fd-9953-fa4f4643d2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:08.453456 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb97574-4213-425f-90af-082e617701d5 None None] Network 3f9a585e-3872-4f54-bd41-dae002373496 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:20:08.470092 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-659b504d-728a-49fd-9953-fa4f4643d2ea admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3809259 Aug 20 10:20:08.483530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38462) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:08.591643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c13ed7-2cbb-427d-9611-5aaf8aefa426 None None] Network 3f9a585e-3872-4f54-bd41-dae002373496 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:20:08.611871 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6073cb0b-fa07-42ab-8b20-57b79f1d5385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:08.728407 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6073cb0b-fa07-42ab-8b20-57b79f1d5385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:08.739555 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6073cb0b-fa07-42ab-8b20-57b79f1d5385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:08.774485 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-840ee38c-302b-483c-91e5-8392622b6f6c req-9c17851b-45a2-4ba1-b529-34de19633bc4 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 210 time: 0.0453126 Aug 20 10:20:08.811714 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6073cb0b-fa07-42ab-8b20-57b79f1d5385 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27de3ba27cb24f5189f97ba5081c039d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268425 Aug 20 10:20:08.813133 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38480) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:08.833211 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073cb0b-fa07-42ab-8b20-57b79f1d5385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c854bb6-950b-4c93-bf44-240184fe7ebd,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:08.870543 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-65e44a9f-9138-4aa0-86e3-595d34b2a9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:08.899292 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-65e44a9f-9138-4aa0-86e3-595d34b2a9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:08.960126 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-65e44a9f-9138-4aa0-86e3-595d34b2a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:08.962963 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-65e44a9f-9138-4aa0-86e3-595d34b2a9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:08.966624 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-65e44a9f-9138-4aa0-86e3-595d34b2a9d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c854bb6-950b-4c93-bf44-240184fe7ebd HTTP/1.1" status: 204 len: 168 time: 0.1500440 Aug 20 10:20:08.984394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e44a9f-9138-4aa0-86e3-595d34b2a9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c854bb6-950b-4c93-bf44-240184fe7ebd,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:09.070081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-a04083fa-5cca-4425-a9fd-14897091dc33 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:09.071732 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-a04083fa-5cca-4425-a9fd-14897091dc33 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/networks?id=3f9a585e-3872-4f54-bd41-dae002373496 HTTP/1.1" status: 200 len: 812 time: 0.1289413 Aug 20 10:20:09.089201 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-8b531104-4505-49d8-a4ad-79a5ecfed8be tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/quotas/e8fff677ad91443883e13cc020be101d HTTP/1.1" status: 200 len: 375 time: 0.0096059 Aug 20 10:20:09.123956 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-629cd07d-b66c-49d6-b609-3cb7c6e08ba4 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8fff677ad91443883e13cc020be101d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284774 Aug 20 10:20:09.247139 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-cd52e2cc-41ad-4db4-bd46-00a2dd67ca93 service neutron] 10.222.0.16 "GET /v2.0/networks/3f9a585e-3872-4f54-bd41-dae002373496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149662 Aug 20 10:20:09.253067 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ff4b6-75ae-46b9-94cf-f7a83bb6c0f8 req-696adeef-2472-4245-9dfb-0965b3bca04d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:09.255200 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-420ff4b6-75ae-46b9-94cf-f7a83bb6c0f8 req-696adeef-2472-4245-9dfb-0965b3bca04d tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.0550182 Aug 20 10:20:09.333129 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-420ff4b6-75ae-46b9-94cf-f7a83bb6c0f8 req-2a85e9bf-9838-4e87-b8bd-f75969a53212 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/security-groups?id=251cc2c9-8d90-411f-9a2e-9c632859dbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653639 Aug 20 10:20:09.343102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59c57e-b62f-4ee5-8076-98c962d55a34 req-2f351908-a9f6-4255-bd75-20ec9712b554 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:09.344820 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d59c57e-b62f-4ee5-8076-98c962d55a34 req-2f351908-a9f6-4255-bd75-20ec9712b554 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.42 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 949 time: 0.0870378 Aug 20 10:20:09.359445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38498) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:09.373621 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-5cfc7576-4e2a-453a-8fc2-ebeb6cb6ae59 service neutron] 10.222.0.16 "GET /v2.0/networks/3f9a585e-3872-4f54-bd41-dae002373496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250172 Aug 20 10:20:09.375019 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46980333-3528-4add-a0e6-79e39f02cbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:09.511307 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46980333-3528-4add-a0e6-79e39f02cbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:09.515357 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-4d59c57e-b62f-4ee5-8076-98c962d55a34 req-5a873d6d-80fa-4fa5-9ade-3dd7c7043ae9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Deleting port 28f386fb-544d-424c-81a8-c7baacb44512 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:20:09.515693 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4d59c57e-b62f-4ee5-8076-98c962d55a34 req-5a873d6d-80fa-4fa5-9ade-3dd7c7043ae9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:09.515859 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46980333-3528-4add-a0e6-79e39f02cbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:09.568730 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46980333-3528-4add-a0e6-79e39f02cbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca50c62c-bdc9-40c5-94a6-c01690b543ad,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:09.582655 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-46980333-3528-4add-a0e6-79e39f02cbae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a4a36ecd54a44ae82ae30045665f631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244763 Aug 20 10:20:09.585795 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38504) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:09.636965 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f31e534b-7106-4e21-8202-7a574b93cc85 req-c67fa9be-c3e3-48f0-8d1c-321639974ca4 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad8d9cbb-c3a2-434a-9c00-613802932246 HTTP/1.1" status: 200 len: 210 time: 0.0406826 Aug 20 10:20:09.645372 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d92a93b2-2f78-45f2-b0ec-2ae475748302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:09.660016 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-4d59c57e-b62f-4ee5-8076-98c962d55a34 req-5a873d6d-80fa-4fa5-9ade-3dd7c7043ae9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] For port 28f386fb-544d-424c-81a8-c7baacb44512, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=28f386fb-544d-424c-81a8-c7baacb44512,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:09.660378 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4d59c57e-b62f-4ee5-8076-98c962d55a34 req-5a873d6d-80fa-4fa5-9ade-3dd7c7043ae9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:09.673720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-4d59c57e-b62f-4ee5-8076-98c962d55a34 req-5a873d6d-80fa-4fa5-9ade-3dd7c7043ae9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Calling delete_port for 28f386fb-544d-424c-81a8-c7baacb44512 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:20:09.682002 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d92a93b2-2f78-45f2-b0ec-2ae475748302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:09.787685 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d92a93b2-2f78-45f2-b0ec-2ae475748302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:09.791132 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d92a93b2-2f78-45f2-b0ec-2ae475748302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:09.793410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d92a93b2-2f78-45f2-b0ec-2ae475748302 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca50c62c-bdc9-40c5-94a6-c01690b543ad HTTP/1.1" status: 204 len: 168 time: 0.2062216 Aug 20 10:20:09.805883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a93b2-2f78-45f2-b0ec-2ae475748302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca50c62c-bdc9-40c5-94a6-c01690b543ad,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:09.898447 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a52af393-d745-4e9c-9687-2dc42e2f4175 req-8539ecc3-60fc-4fb1-9cc8-a6e8df1965d1 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7715599-2a96-4c5f-8dcc-741e99565970 HTTP/1.1" status: 200 len: 210 time: 0.0400145 Aug 20 10:20:09.919371 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4d59c57e-b62f-4ee5-8076-98c962d55a34 req-5a873d6d-80fa-4fa5-9ade-3dd7c7043ae9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:09.936800 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['28f386fb-544d-424c-81a8-c7baacb44512'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:09.970947 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a873d6d-80fa-4fa5-9ade-3dd7c7043ae9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Pushing event deleted for resources: {'Port': ['ID=28f386fb-544d-424c-81a8-c7baacb44512,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:10.018558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d59c57e-b62f-4ee5-8076-98c962d55a34 req-5a873d6d-80fa-4fa5-9ade-3dd7c7043ae9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] No DVR routers for this DVR port 28f386fb-544d-424c-81a8-c7baacb44512 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:20:10.021242 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4d59c57e-b62f-4ee5-8076-98c962d55a34 req-5a873d6d-80fa-4fa5-9ade-3dd7c7043ae9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:10.023361 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d59c57e-b62f-4ee5-8076-98c962d55a34 req-5a873d6d-80fa-4fa5-9ade-3dd7c7043ae9 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.42 "DELETE /v2.0/ports/28f386fb-544d-424c-81a8-c7baacb44512 HTTP/1.1" status: 204 len: 173 time: 0.6615200 Aug 20 10:20:10.023815 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dc64e4-5284-4c92-99e1-d35c6466fa8f', 'name': 'network-vif-deleted', 'tag': '28f386fb-544d-424c-81a8-c7baacb44512'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:10.026153 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f5b273-c968-4bcc-a134-87196dc6d0db" -d '{"events": [{"server_uuid": "76dc64e4-5284-4c92-99e1-d35c6466fa8f", "name": "network-vif-deleted", "tag": "28f386fb-544d-424c-81a8-c7baacb44512"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:10.097982 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device d2989a2a-5a02-47c3-8ed1-ac9e311e05ca no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:20:10.126714 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cd6cd6-17df-4fab-8621-b58b0e59afbf x-openstack-request-id: req-61cd6cd6-17df-4fab-8621-b58b0e59afbf {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:10.127331 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dc64e4-5284-4c92-99e1-d35c6466fa8f", "name": "network-vif-deleted", "tag": "28f386fb-544d-424c-81a8-c7baacb44512", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:10.127858 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61cd6cd6-17df-4fab-8621-b58b0e59afbf {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:10.128255 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dc64e4-5284-4c92-99e1-d35c6466fa8f', 'name': 'network-vif-deleted', 'tag': '28f386fb-544d-424c-81a8-c7baacb44512', 'status': 'completed', 'code': 200} Aug 20 10:20:10.138040 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: d2989a2a-5a02-47c3-8ed1-ac9e311e05ca {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:20:10.138700 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device d2989a2a-5a02-47c3-8ed1-ac9e311e05ca not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:20:10.515816 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-76577ceb-253c-4d82-b77c-6d0c970939b3 req-4c9e6edc-a167-4fe5-a0bb-b4938237d1b1 tempest-MigrationsAdminTest-1985254337 tempest-MigrationsAdminTest-1985254337-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dc64e4-5284-4c92-99e1-d35c6466fa8f HTTP/1.1" status: 200 len: 210 time: 0.0681350 Aug 20 10:20:10.770897 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f4a4adc1-3bde-416a-ab55-0cb85f1ebebc req-52f94f44-7f22-46b9-89e4-6bf58be9f8c4 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad8d9cbb-c3a2-434a-9c00-613802932246 HTTP/1.1" status: 200 len: 210 time: 0.0414145 Aug 20 10:20:11.109785 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-4df5072f-2d23-4372-9f59-b64d90e0e3fb tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:11.112162 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-4df5072f-2d23-4372-9f59-b64d90e0e3fb tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.42 "GET /v2.0/networks?id=3f9a585e-3872-4f54-bd41-dae002373496 HTTP/1.1" status: 200 len: 812 time: 0.1932936 Aug 20 10:20:11.126254 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Request body: {'port': {'device_id': 'ad8d9cbb-c3a2-434a-9c00-613802932246', 'network_id': '3f9a585e-3872-4f54-bd41-dae002373496', 'admin_state_up': True, 'tenant_id': 'e8fff677ad91443883e13cc020be101d'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:11.284559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Made reservation on behalf of e8fff677ad91443883e13cc020be101d for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:20:11.289495 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:11.427541 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Allocated IP 172.20.0.9 (3f9a585e-3872-4f54-bd41-dae002373496/0142f13c-e2a0-483b-96e8-ebee88d214fd/906e1a6f-8cba-4378-b0d5-6edcdcc70897) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:20:11.611160 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:11.675262 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:11.721879 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Network 3f9a585e-3872-4f54-bd41-dae002373496 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:20:11.729623 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:11.738950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:20:11.923901 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Pushing event updated for resources: {'Port': ['ID=906e1a6f-8cba-4378-b0d5-6edcdcc70897,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:11.935561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:11.936025 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:11.936476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:11.936911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:11.937342 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:11.937769 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:11.938200 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:11.938620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:11.939287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:11.939757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:11.940710 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:11.941261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:11.950805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:11.952575 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:11.987481 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-6e2cbdf4-a6d6-4078-8332-d343ecc6f9a7 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8647382 Aug 20 10:20:11.999963 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Request body: {'port': {'device_id': 'ad8d9cbb-c3a2-434a-9c00-613802932246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:12.008735 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cff2a-9541-499f-85e6-766f42a35e22 req-d00dda01-be79-4ed0-a6c9-04659568780d tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:12.018842 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0b1cff2a-9541-499f-85e6-766f42a35e22 req-d00dda01-be79-4ed0-a6c9-04659568780d tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad8d9cbb-c3a2-434a-9c00-613802932246 HTTP/1.1" status: 200 len: 931 time: 0.1093335 Aug 20 10:20:12.021204 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38592) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:12.070033 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0b1cff2a-9541-499f-85e6-766f42a35e22 req-2ba36593-cd2f-482c-a694-03b5a67f9061 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/security-groups?id=8658811e-7276-4bfa-b404-7c0ef64b3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501435 Aug 20 10:20:12.076496 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:12.307728 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-29f35d8b-3e3b-49a8-9d0e-eff37bcb8163 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bbe3cedbde94338837c7f3482239b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854807 Aug 20 10:20:12.310093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38602) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:12.413569 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4d7da0b2-e958-467c-895a-5834d82ac946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:12.459606 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4d7da0b2-e958-467c-895a-5834d82ac946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:12.519450 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-6b9930e1-d313-4e8e-8051-788b0b9ec994 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290103 Aug 20 10:20:12.522496 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4d7da0b2-e958-467c-895a-5834d82ac946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:12.527797 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4d7da0b2-e958-467c-895a-5834d82ac946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:12.531633 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4d7da0b2-e958-467c-895a-5834d82ac946 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/251cc2c9-8d90-411f-9a2e-9c632859dbc0 HTTP/1.1" status: 204 len: 168 time: 0.2179527 Aug 20 10:20:12.531782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906e1a6f-8cba-4378-b0d5-6edcdcc70897 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:20:12.545085 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:12.550849 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7da0b2-e958-467c-895a-5834d82ac946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251cc2c9-8d90-411f-9a2e-9c632859dbc0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:12.615196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Transition to ACTIVE for port object 906e1a6f-8cba-4378-b0d5-6edcdcc70897 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:12.623462 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:12.713520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Pushing event updated for resources: {'Port': ['ID=906e1a6f-8cba-4378-b0d5-6edcdcc70897,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:12.728097 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-a5648be1-bf3b-470c-b2ab-fd1e4d0b1629 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:12.747259 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-a5648be1-bf3b-470c-b2ab-fd1e4d0b1629 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108672 Aug 20 10:20:12.748682 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:20:12.787233 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-8390be39-0c02-4bee-9fa1-2e0b9629feb5 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/quotas/4e7795c3d76e4090b49a900a04c8fc61 HTTP/1.1" status: 200 len: 375 time: 0.0388789 Aug 20 10:20:12.840377 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-78a77376-3c9a-4926-b863-4f9bc818f7f0 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306156 Aug 20 10:20:12.871795 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Attempting to bind port 906e1a6f-8cba-4378-b0d5-6edcdcc70897 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:20:12.872267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Attempting to bind port 906e1a6f-8cba-4378-b0d5-6edcdcc70897 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '43f846de-88aa-4a1e-85e3-45abde110303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3f9a585e-3872-4f54-bd41-dae002373496'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:20:12.872831 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Attempting to bind port 906e1a6f-8cba-4378-b0d5-6edcdcc70897 on network 3f9a585e-3872-4f54-bd41-dae002373496 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:12.879793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Port 906e1a6f-8cba-4378-b0d5-6edcdcc70897 on network 3f9a585e-3872-4f54-bd41-dae002373496 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:20:12.880785 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Attempting to bind port 906e1a6f-8cba-4378-b0d5-6edcdcc70897 on network 3f9a585e-3872-4f54-bd41-dae002373496 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:12.888363 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:20:12.888804 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Checking segment: {'id': '43f846de-88aa-4a1e-85e3-45abde110303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3f9a585e-3872-4f54-bd41-dae002373496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:20:12.889381 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Bound using segment: {'id': '43f846de-88aa-4a1e-85e3-45abde110303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3f9a585e-3872-4f54-bd41-dae002373496'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:20:12.889973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Bound port: 906e1a6f-8cba-4378-b0d5-6edcdcc70897, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f846de-88aa-4a1e-85e3-45abde110303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3f9a585e-3872-4f54-bd41-dae002373496'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:20:12.890441 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:13.006081 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] For port 906e1a6f-8cba-4378-b0d5-6edcdcc70897, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:20:13.008931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] For port 906e1a6f-8cba-4378-b0d5-6edcdcc70897, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=906e1a6f-8cba-4378-b0d5-6edcdcc70897,segment=NetworkSegment(43f846de-88aa-4a1e-85e3-45abde110303),segment_id=43f846de-88aa-4a1e-85e3-45abde110303)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:20:13.009724 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38622) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:13.020342 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:13.101388 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d2f67979-794a-4d0c-9fa1-803889baceb9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0241e7eb701a4080ac51ee9a06f937af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0903301 Aug 20 10:20:13.102248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38628) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:13.106073 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:13.107164 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:13.110086 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] 10.222.0.42 "PUT /v2.0/ports/906e1a6f-8cba-4378-b0d5-6edcdcc70897 HTTP/1.1" status: 200 len: 1092 time: 1.1148379 Aug 20 10:20:13.117678 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8d9cbb-c3a2-434a-9c00-613802932246', 'tag': '906e1a6f-8cba-4378-b0d5-6edcdcc70897'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:13.120090 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63105c0e-9e61-49c8-907a-d421ea9335fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8d9cbb-c3a2-434a-9c00-613802932246", "tag": "906e1a6f-8cba-4378-b0d5-6edcdcc70897"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:13.169741 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73c543f3-e15e-434f-b194-0a59a9fe2df6 req-ff144dfb-1ad0-4a2f-b895-52a67e2e2a72 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 210 time: 0.1043234 Aug 20 10:20:13.219749 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd27b8-0254-409c-812e-ec7b31f94165 service neutron] Pushing event updated for resources: {'Port': ['ID=906e1a6f-8cba-4378-b0d5-6edcdcc70897,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:13.222364 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96696ba2-33fe-42a2-874c-58f48a781a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:13.248927 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96696ba2-33fe-42a2-874c-58f48a781a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:13.260409 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-85e13e57-6b5f-4615-9bd1-bec2cceb980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:13.261952 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-85e13e57-6b5f-4615-9bd1-bec2cceb980e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8fff677ad91443883e13cc020be101d&device_id=ad8d9cbb-c3a2-434a-9c00-613802932246 HTTP/1.1" status: 200 len: 1095 time: 0.0890999 Aug 20 10:20:13.311855 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea038049-5450-4599-90c7-67e60d601df3 req-92eaa0d9-a14c-474f-b84c-7998663b5735 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:13.313845 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea038049-5450-4599-90c7-67e60d601df3 req-92eaa0d9-a14c-474f-b84c-7998663b5735 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad8d9cbb-c3a2-434a-9c00-613802932246 HTTP/1.1" status: 200 len: 943 time: 0.1288948 Aug 20 10:20:13.349270 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96696ba2-33fe-42a2-874c-58f48a781a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:13.353852 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96696ba2-33fe-42a2-874c-58f48a781a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:13.358410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-96696ba2-33fe-42a2-874c-58f48a781a47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b1d7feb-7a85-45af-a98c-a4ff021627f0 HTTP/1.1" status: 204 len: 168 time: 0.2549882 Aug 20 10:20:13.403356 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96696ba2-33fe-42a2-874c-58f48a781a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1d7feb-7a85-45af-a98c-a4ff021627f0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:13.439099 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea038049-5450-4599-90c7-67e60d601df3 req-6872f1d0-98eb-483f-8327-241612ee2987 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/security-groups?id=8658811e-7276-4bfa-b404-7c0ef64b3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067061 Aug 20 10:20:13.959167 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2b9c90-e84f-421b-a047-e391d13ee530 x-openstack-request-id: req-1d2b9c90-e84f-421b-a047-e391d13ee530 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:13.959691 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8d9cbb-c3a2-434a-9c00-613802932246", "tag": "906e1a6f-8cba-4378-b0d5-6edcdcc70897", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:13.960150 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d2b9c90-e84f-421b-a047-e391d13ee530 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:13.960757 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8d9cbb-c3a2-434a-9c00-613802932246', 'tag': '906e1a6f-8cba-4378-b0d5-6edcdcc70897', 'status': 'completed', 'code': 200} Aug 20 10:20:13.963175 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-d2f78c18-c0cf-4bd4-a89f-cc1471c22b73 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906e1a6f-8cba-4378-b0d5-6edcdcc70897 HTTP/1.1" status: 200 len: 217 time: 0.6927810 Aug 20 10:20:14.030655 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-d3dbbe04-f223-410a-a325-15aea5b94749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:14.032708 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-d3dbbe04-f223-410a-a325-15aea5b94749 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0142f13c-e2a0-483b-96e8-ebee88d214fd HTTP/1.1" status: 200 len: 852 time: 0.0556030 Aug 20 10:20:14.095547 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-73fc247f-c0bb-41de-b5db-18d39ac7e31b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f9a585e-3872-4f54-bd41-dae002373496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529780 Aug 20 10:20:14.139739 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 28f386fb-544d-424c-81a8-c7baacb44512 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:20:14.181559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 28f386fb-544d-424c-81a8-c7baacb44512 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:20:14.182642 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 28f386fb-544d-424c-81a8-c7baacb44512 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:20:14.234105 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-4e39f8df-9f72-4071-b57d-9645b154ea73 service neutron] 10.222.0.42 "GET /v2.0/networks/3f9a585e-3872-4f54-bd41-dae002373496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301377 Aug 20 10:20:14.334813 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6410081c-d8f7-4316-8309-a3a5d31f5039 req-e3947772-51a4-40e6-a019-fca8a3ffb53c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 210 time: 0.0479772 Aug 20 10:20:14.359919 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21113fe3-5dbe-4d74-b7f2-4506ac671fc0 req-4028b5ae-0b65-475e-b0d9-99fd7b940043 service neutron] 10.222.0.42 "GET /v2.0/networks/3f9a585e-3872-4f54-bd41-dae002373496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178896 Aug 20 10:20:14.554444 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-a088ace7-27a2-4fed-b4a3-3879f7489dc9 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539081 Aug 20 10:20:14.557652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63105c0e-9e61-49c8-907a-d421ea9335fe req-bc7813d7-87e2-4e98-93e9-aeca02f7ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:14.559273 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63105c0e-9e61-49c8-907a-d421ea9335fe req-bc7813d7-87e2-4e98-93e9-aeca02f7ad59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8fff677ad91443883e13cc020be101d&device_id=ad8d9cbb-c3a2-434a-9c00-613802932246 HTTP/1.1" status: 200 len: 1095 time: 0.1045897 Aug 20 10:20:14.699542 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dec053-83df-4ace-84c5-00f3246dd401 req-9167ac66-0db0-4803-a9ea-0adefc3de218 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:14.707483 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a9dec053-83df-4ace-84c5-00f3246dd401 req-9167ac66-0db0-4803-a9ea-0adefc3de218 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad8d9cbb-c3a2-434a-9c00-613802932246 HTTP/1.1" status: 200 len: 943 time: 0.1161139 Aug 20 10:20:14.776203 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a9dec053-83df-4ace-84c5-00f3246dd401 req-647b8347-0ff1-4dbd-9b5a-3ac5773fa157 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/security-groups?id=8658811e-7276-4bfa-b404-7c0ef64b3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674706 Aug 20 10:20:14.821380 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63105c0e-9e61-49c8-907a-d421ea9335fe req-e1361cb7-7067-4f9e-8c53-ff75adee560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:14.822926 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63105c0e-9e61-49c8-907a-d421ea9335fe req-e1361cb7-7067-4f9e-8c53-ff75adee560a service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f9a585e-3872-4f54-bd41-dae002373496 HTTP/1.1" status: 200 len: 913 time: 0.2559321 Aug 20 10:20:14.827477 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-68e9096f-8761-4a0c-8775-0c568e39b07f tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:14.836919 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-68e9096f-8761-4a0c-8775-0c568e39b07f tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2758029 Aug 20 10:20:14.855530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Request body: {'port': {'device_id': '20cef486-20a2-44ad-b807-8ff5d7b09738', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '4e7795c3d76e4090b49a900a04c8fc61'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:14.898000 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63105c0e-9e61-49c8-907a-d421ea9335fe req-2f7d4d5f-10f7-47b4-86f0-0d3aef736d49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906e1a6f-8cba-4378-b0d5-6edcdcc70897 HTTP/1.1" status: 200 len: 217 time: 0.0663419 Aug 20 10:20:14.989370 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63105c0e-9e61-49c8-907a-d421ea9335fe req-55f19176-69a5-4d61-b32f-283307a84f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:14.990843 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63105c0e-9e61-49c8-907a-d421ea9335fe req-55f19176-69a5-4d61-b32f-283307a84f6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0142f13c-e2a0-483b-96e8-ebee88d214fd HTTP/1.1" status: 200 len: 852 time: 0.0833650 Aug 20 10:20:15.043480 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fd2be-9497-4810-8f51-9935a4a79f99 req-2e4d5b1e-0b9a-46f5-b13f-c6d32b0507de tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:15.047522 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a9fd2be-9497-4810-8f51-9935a4a79f99 req-2e4d5b1e-0b9a-46f5-b13f-c6d32b0507de tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 945 time: 0.1299758 Aug 20 10:20:15.051487 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63105c0e-9e61-49c8-907a-d421ea9335fe req-482bbec2-2083-49cb-983f-0a6b82a4a777 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f9a585e-3872-4f54-bd41-dae002373496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511727 Aug 20 10:20:15.092250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Made reservation on behalf of 4e7795c3d76e4090b49a900a04c8fc61 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:20:15.097406 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:15.114965 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a9fd2be-9497-4810-8f51-9935a4a79f99 req-1415ea07-d4e7-465c-930b-e8f347ab13cf tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606322 Aug 20 10:20:15.116136 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:15.188413 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63105c0e-9e61-49c8-907a-d421ea9335fe req-eb723129-f720-4603-887f-979f9b2af046 service neutron] 10.222.0.42 "GET /v2.0/networks/3f9a585e-3872-4f54-bd41-dae002373496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277747 Aug 20 10:20:15.292228 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:15.301360 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:15.372387 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63105c0e-9e61-49c8-907a-d421ea9335fe req-77b160cd-97bb-4eb9-bc25-2bdb07206ee8 service neutron] 10.222.0.42 "GET /v2.0/networks/3f9a585e-3872-4f54-bd41-dae002373496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717191 Aug 20 10:20:15.392101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f266f-2cac-4b52-bae8-e9d45b5f310e req-ffdc5979-bf48-4902-8701-0e012acb6b75 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:15.394281 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e94f266f-2cac-4b52-bae8-e9d45b5f310e req-ffdc5979-bf48-4902-8701-0e012acb6b75 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.42 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 945 time: 0.0803068 Aug 20 10:20:15.492796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a82bada-6790-4e17-a3c9-a801cc5c828f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:15.522566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-e94f266f-2cac-4b52-bae8-e9d45b5f310e req-0254f757-f257-410d-9300-9f2019d5f98a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Deleting port 933b9943-2f19-4c47-b716-32ef428a7f9d {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:20:15.523010 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e94f266f-2cac-4b52-bae8-e9d45b5f310e req-0254f757-f257-410d-9300-9f2019d5f98a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:15.562783 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac99a83a-b1cd-4e8a-b57f-51b53f1a485d req-fc5a1efd-4b56-4fa4-bfd7-0b9ccbf00969 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 210 time: 0.1043627 Aug 20 10:20:15.569391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:15.570086 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:15.570657 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:15.571297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:15.573035 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:15.573718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:15.576374 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:15.576806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:15.577284 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:15.577635 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:15.577975 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:15.578311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:15.624782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Allocated IP 192.168.233.225 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/56f3c5a8-8170-4a84-b313-91c26503adf0) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:20:15.652541 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e94f266f-2cac-4b52-bae8-e9d45b5f310e req-0254f757-f257-410d-9300-9f2019d5f98a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] For port 933b9943-2f19-4c47-b716-32ef428a7f9d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=933b9943-2f19-4c47-b716-32ef428a7f9d,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:15.653160 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e94f266f-2cac-4b52-bae8-e9d45b5f310e req-0254f757-f257-410d-9300-9f2019d5f98a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:15.669097 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-e94f266f-2cac-4b52-bae8-e9d45b5f310e req-0254f757-f257-410d-9300-9f2019d5f98a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Calling delete_port for 933b9943-2f19-4c47-b716-32ef428a7f9d owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:20:15.813431 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:15.837841 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Transition to ACTIVE for port object 56f3c5a8-8170-4a84-b313-91c26503adf0 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:15.840440 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e94f266f-2cac-4b52-bae8-e9d45b5f310e req-0254f757-f257-410d-9300-9f2019d5f98a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:15.852425 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['933b9943-2f19-4c47-b716-32ef428a7f9d'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:15.866272 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-5c8d766f-bca6-494a-a96e-1b5e34e62891 req-dc78037d-0bd4-49d2-b38d-f132e4e818c9 tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1342271794', 'description': 'tempest-description-1759469304'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:15.873971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254f757-f257-410d-9300-9f2019d5f98a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Pushing event deleted for resources: {'Port': ['ID=933b9943-2f19-4c47-b716-32ef428a7f9d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:15.898028 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:15.905454 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5c8d766f-bca6-494a-a96e-1b5e34e62891 req-dc78037d-0bd4-49d2-b38d-f132e4e818c9 tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:15.938306 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5c8d766f-bca6-494a-a96e-1b5e34e62891 req-dc78037d-0bd4-49d2-b38d-f132e4e818c9 tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:15.951088 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94f266f-2cac-4b52-bae8-e9d45b5f310e req-0254f757-f257-410d-9300-9f2019d5f98a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] No DVR routers for this DVR port 933b9943-2f19-4c47-b716-32ef428a7f9d on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:20:15.956362 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e94f266f-2cac-4b52-bae8-e9d45b5f310e req-0254f757-f257-410d-9300-9f2019d5f98a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:15.957270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:20:15.958331 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e94f266f-2cac-4b52-bae8-e9d45b5f310e req-0254f757-f257-410d-9300-9f2019d5f98a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.42 "DELETE /v2.0/ports/933b9943-2f19-4c47-b716-32ef428a7f9d HTTP/1.1" status: 204 len: 173 time: 0.5571568 Aug 20 10:20:15.962253 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531a29d0-2898-4a79-9add-ac68dc99248e', 'name': 'network-vif-deleted', 'tag': '933b9943-2f19-4c47-b716-32ef428a7f9d'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:15.964469 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:15.964610 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4104494f-f06c-4e98-b065-893ffd1e4f30" -d '{"events": [{"server_uuid": "531a29d0-2898-4a79-9add-ac68dc99248e", "name": "network-vif-deleted", "tag": "933b9943-2f19-4c47-b716-32ef428a7f9d"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:15.972501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:20:15.978364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Pushing event updated for resources: {'Port': ['ID=56f3c5a8-8170-4a84-b313-91c26503adf0,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:15.983295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d02327-5b6e-4b8b-8e8c-4ca6eb1b370e req-8d82844f-a8ac-4fa8-b00d-718620a4cd5f tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:15.984943 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1d02327-5b6e-4b8b-8e8c-4ca6eb1b370e req-8d82844f-a8ac-4fa8-b00d-718620a4cd5f tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad8d9cbb-c3a2-434a-9c00-613802932246 HTTP/1.1" status: 200 len: 943 time: 0.0744648 Aug 20 10:20:16.042545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:16.043266 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.044461 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1d02327-5b6e-4b8b-8e8c-4ca6eb1b370e req-a89eb4e6-f2f8-44bf-acab-ded2cfac6363 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/security-groups?id=8658811e-7276-4bfa-b404-7c0ef64b3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435150 Aug 20 10:20:16.112660 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5c8d766f-bca6-494a-a96e-1b5e34e62891 req-dc78037d-0bd4-49d2-b38d-f132e4e818c9 tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.118077 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5c8d766f-bca6-494a-a96e-1b5e34e62891 req-dc78037d-0bd4-49d2-b38d-f132e4e818c9 tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.140936 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-11e9030a-06b3-4ad6-96c1-f3eb65c0293d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2905350 Aug 20 10:20:16.163158 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Request body: {'port': {'device_id': '20cef486-20a2-44ad-b807-8ff5d7b09738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:16.176454 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c738350-a30f-4946-b917-3db1f9ffe651 x-openstack-request-id: req-1c738350-a30f-4946-b917-3db1f9ffe651 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:16.177014 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531a29d0-2898-4a79-9add-ac68dc99248e", "name": "network-vif-deleted", "tag": "933b9943-2f19-4c47-b716-32ef428a7f9d", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:16.177497 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c738350-a30f-4946-b917-3db1f9ffe651 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:16.178108 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531a29d0-2898-4a79-9add-ac68dc99248e', 'name': 'network-vif-deleted', 'tag': '933b9943-2f19-4c47-b716-32ef428a7f9d', 'status': 'completed', 'code': 200} Aug 20 10:20:16.199365 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78037d-0bd4-49d2-b38d-f132e4e818c9 tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a497b5ba-5597-427e-9945-5920e627c198,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:16.253454 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.308472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5c8d766f-bca6-494a-a96e-1b5e34e62891 req-dc78037d-0bd4-49d2-b38d-f132e4e818c9 tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.313222 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5c8d766f-bca6-494a-a96e-1b5e34e62891 req-dc78037d-0bd4-49d2-b38d-f132e4e818c9 tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.317504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2dd3fb4c-1e6a-4057-9ee7-150b90af2d54 None None] Provisioning for port 56f3c5a8-8170-4a84-b313-91c26503adf0 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:16.319985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2dd3fb4c-1e6a-4057-9ee7-150b90af2d54 None None] Provisioning complete for port 56f3c5a8-8170-4a84-b313-91c26503adf0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:16.320360 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2dd3fb4c-1e6a-4057-9ee7-150b90af2d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.335367 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa4e6305-9a3c-48be-a371-f068c8a93a25 req-2e69126c-aa3e-4f53-825d-8031a026641a tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=531a29d0-2898-4a79-9add-ac68dc99248e HTTP/1.1" status: 200 len: 210 time: 0.0326443 Aug 20 10:20:16.364473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2dd3fb4c-1e6a-4057-9ee7-150b90af2d54 None None] Port 56f3c5a8-8170-4a84-b313-91c26503adf0 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:20:16.364724 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78037d-0bd4-49d2-b38d-f132e4e818c9 tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd94325-43a2-4cb4-a38f-1476a6988d88,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:16.426746 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5c8d766f-bca6-494a-a96e-1b5e34e62891 req-dc78037d-0bd4-49d2-b38d-f132e4e818c9 tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.428100 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5c8d766f-bca6-494a-a96e-1b5e34e62891 req-dc78037d-0bd4-49d2-b38d-f132e4e818c9 tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5662148 Aug 20 10:20:16.457669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-4a8107ad-940a-427b-89a3-5e4535853777 req-5e59ab87-d2bb-48ae-9b0b-e088aa6cc17f tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1105560687', 'description': 'tempest-description-1718262830'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:16.484476 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4a8107ad-940a-427b-89a3-5e4535853777 req-5e59ab87-d2bb-48ae-9b0b-e088aa6cc17f tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.582389 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4a8107ad-940a-427b-89a3-5e4535853777 req-5e59ab87-d2bb-48ae-9b0b-e088aa6cc17f tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.586563 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4a8107ad-940a-427b-89a3-5e4535853777 req-5e59ab87-d2bb-48ae-9b0b-e088aa6cc17f tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.608785 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f3c5a8-8170-4a84-b313-91c26503adf0 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:20:16.617142 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4a8107ad-940a-427b-89a3-5e4535853777 req-5e59ab87-d2bb-48ae-9b0b-e088aa6cc17f tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.617347 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.618376 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a8107ad-940a-427b-89a3-5e4535853777 req-5e59ab87-d2bb-48ae-9b0b-e088aa6cc17f tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1650589 Aug 20 10:20:16.620099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59ab87-d2bb-48ae-9b0b-e088aa6cc17f tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2e5341-f314-49cf-99a7-c49f9c3bdf7c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:16.630697 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Transition to ACTIVE for port object 56f3c5a8-8170-4a84-b313-91c26503adf0 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:16.635114 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.718113 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Pushing event updated for resources: {'Port': ['ID=56f3c5a8-8170-4a84-b313-91c26503adf0,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:16.729541 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0b433-de94-401a-9237-724c375f69ba req-a3d04538-9c93-4837-8575-1cda27968708 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:16.731176 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a4a0b433-de94-401a-9237-724c375f69ba req-a3d04538-9c93-4837-8575-1cda27968708 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 948 time: 0.0935485 Aug 20 10:20:16.786676 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-26e67778-df88-4041-9b3d-1b99701bd830 req-064e1fc9-2941-44ca-9757-38ee760032b6 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-185460574', 'description': 'tempest-description-1994534043'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:16.815496 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-26e67778-df88-4041-9b3d-1b99701bd830 req-064e1fc9-2941-44ca-9757-38ee760032b6 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.821364 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a4a0b433-de94-401a-9237-724c375f69ba req-1f1563c5-64d7-44fb-aeda-1627ec5a3564 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671058 Aug 20 10:20:16.829120 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-26e67778-df88-4041-9b3d-1b99701bd830 req-064e1fc9-2941-44ca-9757-38ee760032b6 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.834671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Attempting to bind port 56f3c5a8-8170-4a84-b313-91c26503adf0 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:20:16.834922 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Attempting to bind port 56f3c5a8-8170-4a84-b313-91c26503adf0 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:20:16.835427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Attempting to bind port 56f3c5a8-8170-4a84-b313-91c26503adf0 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:16.840339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Port 56f3c5a8-8170-4a84-b313-91c26503adf0 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:20:16.840772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Attempting to bind port 56f3c5a8-8170-4a84-b313-91c26503adf0 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:16.846358 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:20:16.846695 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:20:16.847091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:20:16.847523 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Bound port: 56f3c5a8-8170-4a84-b313-91c26503adf0, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:20:16.847875 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.915543 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] For port 56f3c5a8-8170-4a84-b313-91c26503adf0, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:20:16.918523 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] For port 56f3c5a8-8170-4a84-b313-91c26503adf0, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=56f3c5a8-8170-4a84-b313-91c26503adf0,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:20:16.922990 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.931463 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-26e67778-df88-4041-9b3d-1b99701bd830 req-064e1fc9-2941-44ca-9757-38ee760032b6 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.936114 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-26e67778-df88-4041-9b3d-1b99701bd830 req-064e1fc9-2941-44ca-9757-38ee760032b6 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.956784 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:16.957330 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:16.958705 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] 10.222.0.24 "PUT /v2.0/ports/56f3c5a8-8170-4a84-b313-91c26503adf0 HTTP/1.1" status: 200 len: 1097 time: 0.8074071 Aug 20 10:20:16.959160 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cef486-20a2-44ad-b807-8ff5d7b09738', 'tag': '56f3c5a8-8170-4a84-b313-91c26503adf0'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:16.961391 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4507a47-d49b-4fda-9b1f-acd86eb3d73c" -d '{"events": [{"name": "network-changed", "server_uuid": "20cef486-20a2-44ad-b807-8ff5d7b09738", "tag": "56f3c5a8-8170-4a84-b313-91c26503adf0"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:16.977795 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e1fc9-2941-44ca-9757-38ee760032b6 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7308bc9-deed-4941-9236-3e515f5f7d48,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:17.013333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47c8e0-71ab-4487-8cde-0d88bc7f713b service neutron] Pushing event updated for resources: {'Port': ['ID=56f3c5a8-8170-4a84-b313-91c26503adf0,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:17.052396 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722e95e2-5f05-4e2c-948f-7294f1e48c79 x-openstack-request-id: req-722e95e2-5f05-4e2c-948f-7294f1e48c79 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:17.052737 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20cef486-20a2-44ad-b807-8ff5d7b09738", "tag": "56f3c5a8-8170-4a84-b313-91c26503adf0", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:17.052941 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-722e95e2-5f05-4e2c-948f-7294f1e48c79 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:17.053344 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cef486-20a2-44ad-b807-8ff5d7b09738', 'tag': '56f3c5a8-8170-4a84-b313-91c26503adf0', 'status': 'completed', 'code': 200} Aug 20 10:20:17.054776 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-26e67778-df88-4041-9b3d-1b99701bd830 req-064e1fc9-2941-44ca-9757-38ee760032b6 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:17.060373 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-26e67778-df88-4041-9b3d-1b99701bd830 req-064e1fc9-2941-44ca-9757-38ee760032b6 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:17.070840 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-47a5de84-eb64-4daa-902f-0334ea0c2572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:17.072391 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-47a5de84-eb64-4daa-902f-0334ea0c2572 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 1100 time: 0.0532479 Aug 20 10:20:17.103287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e1fc9-2941-44ca-9757-38ee760032b6 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59e194a-c17d-4676-8090-be3448b23a42,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:17.107142 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-26e67778-df88-4041-9b3d-1b99701bd830 req-064e1fc9-2941-44ca-9757-38ee760032b6 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:17.111952 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-26e67778-df88-4041-9b3d-1b99701bd830 req-064e1fc9-2941-44ca-9757-38ee760032b6 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3301742 Aug 20 10:20:17.132188 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-6701af82-2183-41f3-a631-c141ad87c6ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=56f3c5a8-8170-4a84-b313-91c26503adf0 HTTP/1.1" status: 200 len: 217 time: 0.0504432 Aug 20 10:20:17.134788 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-8c3e0bb4-cb11-4692-9832-d001f6b33ad4 req-47ea8449-6fc1-4a67-a613-5cdfc58fe814 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1770085053', 'description': 'tempest-description-533377507'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:17.160170 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8c3e0bb4-cb11-4692-9832-d001f6b33ad4 req-47ea8449-6fc1-4a67-a613-5cdfc58fe814 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:17.223272 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-353ba736-5af3-4d22-8e8c-3407836213c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:17.225514 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-353ba736-5af3-4d22-8e8c-3407836213c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0838835 Aug 20 10:20:17.238247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6a085-7cdf-44be-93f0-86573c36a828 req-b64dd6ac-4409-4a47-b16f-7d9ac8602739 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:17.239626 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-98c6a085-7cdf-44be-93f0-86573c36a828 req-b64dd6ac-4409-4a47-b16f-7d9ac8602739 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad8d9cbb-c3a2-434a-9c00-613802932246 HTTP/1.1" status: 200 len: 943 time: 0.1003482 Aug 20 10:20:17.244337 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8c3e0bb4-cb11-4692-9832-d001f6b33ad4 req-47ea8449-6fc1-4a67-a613-5cdfc58fe814 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:17.249868 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8c3e0bb4-cb11-4692-9832-d001f6b33ad4 req-47ea8449-6fc1-4a67-a613-5cdfc58fe814 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:17.273881 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8c3e0bb4-cb11-4692-9832-d001f6b33ad4 req-47ea8449-6fc1-4a67-a613-5cdfc58fe814 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:17.275140 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8c3e0bb4-cb11-4692-9832-d001f6b33ad4 req-47ea8449-6fc1-4a67-a613-5cdfc58fe814 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1452610 Aug 20 10:20:17.285383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea8449-6fc1-4a67-a613-5cdfc58fe814 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b09a9e3-a3bb-49c0-b13a-ffbf9e29c237,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:17.305513 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-98c6a085-7cdf-44be-93f0-86573c36a828 req-d651db45-0add-41f8-a13d-590d7aa93d24 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/security-groups?id=8658811e-7276-4bfa-b404-7c0ef64b3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560205 Aug 20 10:20:17.310826 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-b8ba8fa0-581b-4110-b266-559cf63df04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:17.312373 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-b8ba8fa0-581b-4110-b266-559cf63df04a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0718958 Aug 20 10:20:17.653499 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-2ab21883-726b-434b-8aec-375a4e11a160 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56024 time: 0.2919712 Aug 20 10:20:17.702238 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-570fe6b7-1168-46ab-b95f-afe6652f64ad tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/283705fb-ff0e-417c-bf21-d4cdb909b7be HTTP/1.1" status: 200 len: 2981 time: 0.0406559 Aug 20 10:20:17.743724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-0b101162-0086-47d3-a224-7e49067784ec tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/283705fb-ff0e-417c-bf21-d4cdb909b7be HTTP/1.1" status: 200 len: 2981 time: 0.0365961 Aug 20 10:20:17.750368 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-863c88c9-e525-444d-943b-147c452da82d service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311280 Aug 20 10:20:17.766341 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2d4fc-b5db-4b9b-a078-b66dde38b30e req-8c81e723-531a-4169-af3d-3c3b9b3da537 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:17.768398 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bb2d4fc-b5db-4b9b-a078-b66dde38b30e req-8c81e723-531a-4169-af3d-3c3b9b3da537 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 944 time: 0.0638895 Aug 20 10:20:17.786340 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-82c6d61f-e588-436b-8dcb-535713af409f tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/4d091802-7665-4da2-8dd3-36b9f41c4725 HTTP/1.1" status: 200 len: 2973 time: 0.0362029 Aug 20 10:20:17.840595 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-e342b61e-fa47-447e-9460-d415ff0688cb tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/4d091802-7665-4da2-8dd3-36b9f41c4725 HTTP/1.1" status: 200 len: 2973 time: 0.0482302 Aug 20 10:20:17.859805 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bb2d4fc-b5db-4b9b-a078-b66dde38b30e req-7ef8f7ff-f6e6-4479-87e2-736a7de97c3e tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827382 Aug 20 10:20:17.885947 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-cb93b423-f1a1-4341-a2e3-090b33c0554c tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/5573b89e-c63c-4e28-9bf7-bd8952682578 HTTP/1.1" status: 200 len: 2981 time: 0.0391724 Aug 20 10:20:17.886980 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af7c61c2-8e9d-4bda-9521-22035e3ad4ea req-77c5a78d-0e29-477a-99f8-ffc1301ddd4f service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174915 Aug 20 10:20:17.933105 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-b6c43a21-4a85-48c8-af05-7470444630f5 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/5573b89e-c63c-4e28-9bf7-bd8952682578 HTTP/1.1" status: 200 len: 2981 time: 0.0410557 Aug 20 10:20:17.985669 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-f313129f-e8aa-45f1-8b4b-76bbb0833bf7 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6560b00f-21f0-43cc-80d8-cdbb09504867 HTTP/1.1" status: 200 len: 2977 time: 0.0457582 Aug 20 10:20:18.005636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507a47-d49b-4fda-9b1f-acd86eb3d73c req-2a91af82-261b-49fa-8438-9a35cb45c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:18.007283 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c4507a47-d49b-4fda-9b1f-acd86eb3d73c req-2a91af82-261b-49fa-8438-9a35cb45c0b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 1100 time: 0.0623889 Aug 20 10:20:18.030209 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-23133835-92e5-4c6e-b156-2e186ec083c6 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6560b00f-21f0-43cc-80d8-cdbb09504867 HTTP/1.1" status: 200 len: 2977 time: 0.0376468 Aug 20 10:20:18.073116 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-3a0fc933-3514-4a76-8c3d-07a3e59f328f tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6a82bada-6790-4e17-a3c9-a801cc5c828f HTTP/1.1" status: 200 len: 2981 time: 0.0369418 Aug 20 10:20:18.093522 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee6cc1-a695-4ec2-934f-96f7190c9b2f req-217bc0c9-43c4-4bbd-b615-d3f3daf8d2ae tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:18.095022 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f7ee6cc1-a695-4ec2-934f-96f7190c9b2f req-217bc0c9-43c4-4bbd-b615-d3f3daf8d2ae tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 948 time: 0.1071227 Aug 20 10:20:18.121567 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-5cda749b-5789-440b-a1c3-c37c7c79cf0e tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6a82bada-6790-4e17-a3c9-a801cc5c828f HTTP/1.1" status: 200 len: 2981 time: 0.0407236 Aug 20 10:20:18.146445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507a47-d49b-4fda-9b1f-acd86eb3d73c req-67c1b77f-ac35-42ba-a7a2-f1f83719c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:18.147979 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c4507a47-d49b-4fda-9b1f-acd86eb3d73c req-67c1b77f-ac35-42ba-a7a2-f1f83719c6c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1277096 Aug 20 10:20:18.152929 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f7ee6cc1-a695-4ec2-934f-96f7190c9b2f req-abee7497-b19e-48c2-b9e4-070e0e61e5ad tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491612 Aug 20 10:20:18.166091 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-ecf38efd-bbff-44ea-89c3-1088f00a421a tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6adeb320-017a-44d9-b57c-b180bb08ee99 HTTP/1.1" status: 200 len: 2981 time: 0.0369201 Aug 20 10:20:18.175636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 906e1a6f-8cba-4378-b0d5-6edcdcc70897 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:20:18.198435 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:18.202868 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c4507a47-d49b-4fda-9b1f-acd86eb3d73c req-97dd6ed1-78c4-44c8-9f93-31394e4d3fcf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=56f3c5a8-8170-4a84-b313-91c26503adf0 HTTP/1.1" status: 200 len: 217 time: 0.0468891 Aug 20 10:20:18.215844 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-05cdcaae-df7f-42af-a7ff-868d66627912 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6adeb320-017a-44d9-b57c-b180bb08ee99 HTTP/1.1" status: 200 len: 2981 time: 0.0426033 Aug 20 10:20:18.255019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507a47-d49b-4fda-9b1f-acd86eb3d73c req-29fe9b4e-8b26-4962-853d-006591d07e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:18.256827 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c4507a47-d49b-4fda-9b1f-acd86eb3d73c req-29fe9b4e-8b26-4962-853d-006591d07e94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0463488 Aug 20 10:20:18.261021 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-ab9eba73-0c34-49c8-8daa-6c9081e32308 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/84cfd33f-3f6b-49de-b1cb-aaf1ec593f62 HTTP/1.1" status: 200 len: 2981 time: 0.0381193 Aug 20 10:20:18.282929 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 906e1a6f-8cba-4378-b0d5-6edcdcc70897, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=906e1a6f-8cba-4378-b0d5-6edcdcc70897,segment=NetworkSegment(43f846de-88aa-4a1e-85e3-45abde110303),segment_id=43f846de-88aa-4a1e-85e3-45abde110303)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:18.294624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '906e1a6f-8cba-4378-b0d5-6edcdcc70897', 'network_id': '3f9a585e-3872-4f54-bd41-dae002373496', 'port_id': '906e1a6f-8cba-4378-b0d5-6edcdcc70897', 'mac_address': 'fa:16:3e:ff:94:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0142f13c-e2a0-483b-96e8-ebee88d214fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:20:18.306828 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-ef0dd339-9588-4b6d-9f92-04f578a0f0e8 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/84cfd33f-3f6b-49de-b1cb-aaf1ec593f62 HTTP/1.1" status: 200 len: 2981 time: 0.0394111 Aug 20 10:20:18.307242 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507a47-d49b-4fda-9b1f-acd86eb3d73c req-7d9b13b6-6194-4a4d-85db-c4c8b0bf3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:18.308815 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c4507a47-d49b-4fda-9b1f-acd86eb3d73c req-7d9b13b6-6194-4a4d-85db-c4c8b0bf3e4c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0431886 Aug 20 10:20:18.340922 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:18.352156 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-53c14c79-6e5d-41ff-b438-00d5d6ffa340 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/8658811e-7276-4bfa-b404-7c0ef64b3c78 HTTP/1.1" status: 200 len: 2981 time: 0.0392094 Aug 20 10:20:18.357186 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906e1a6f-8cba-4378-b0d5-6edcdcc70897 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:20:18.379869 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 906e1a6f-8cba-4378-b0d5-6edcdcc70897, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=906e1a6f-8cba-4378-b0d5-6edcdcc70897,segment=NetworkSegment(43f846de-88aa-4a1e-85e3-45abde110303),segment_id=43f846de-88aa-4a1e-85e3-45abde110303)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:18.386470 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:18.404780 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-053c744c-410f-4dfd-a716-fe43212804fb tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/8658811e-7276-4bfa-b404-7c0ef64b3c78 HTTP/1.1" status: 200 len: 2981 time: 0.0464070 Aug 20 10:20:18.436865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=906e1a6f-8cba-4378-b0d5-6edcdcc70897,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:18.444604 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:18.444960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:18.445283 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:18.445619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:18.446059 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:18.446280 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:18.446606 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:18.446939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:18.447460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:18.448270 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:18.448270 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:18.448536 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:18.459870 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-23dfbb7e-64c6-4b37-810b-9a9649051a68 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/a497b5ba-5597-427e-9945-5920e627c198 HTTP/1.1" status: 200 len: 2981 time: 0.0469000 Aug 20 10:20:18.498423 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6526a9-bb01-47b7-ad9e-6d3b293d81e2 req-af4f289c-3767-4eb4-bdc3-52e2501828c2 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:18.499903 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6a6526a9-bb01-47b7-ad9e-6d3b293d81e2 req-af4f289c-3767-4eb4-bdc3-52e2501828c2 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 944 time: 0.1232874 Aug 20 10:20:18.501931 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c4507a47-d49b-4fda-9b1f-acd86eb3d73c req-d4a61788-8872-461f-ad0e-613fcb72e4cb service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845317 Aug 20 10:20:18.502434 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-e4240236-a565-414d-84e1-699b64160db4 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/a497b5ba-5597-427e-9945-5920e627c198 HTTP/1.1" status: 200 len: 2981 time: 0.0362277 Aug 20 10:20:18.509057 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb9ed3-1694-4554-a489-2696e31a7e51 req-cdeb9d06-862e-4d2a-988f-420047218365 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:18.510429 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-58fb9ed3-1694-4554-a489-2696e31a7e51 req-cdeb9d06-862e-4d2a-988f-420047218365 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad8d9cbb-c3a2-434a-9c00-613802932246 HTTP/1.1" status: 200 len: 944 time: 0.1185193 Aug 20 10:20:18.546742 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-b74bdfa8-02f8-4ff8-ac6a-5325f2bd356c tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/a7308bc9-deed-4941-9236-3e515f5f7d48 HTTP/1.1" status: 200 len: 2981 time: 0.0372734 Aug 20 10:20:18.592508 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-39415234-7a23-4077-ba75-0c4eb9b8f15a tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/a7308bc9-deed-4941-9236-3e515f5f7d48 HTTP/1.1" status: 200 len: 2981 time: 0.0360897 Aug 20 10:20:18.635023 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-4deaa56f-41c1-44c5-9798-be68b5c4e0d4 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d756da74-aec2-410e-91b0-d72befb06ade HTTP/1.1" status: 200 len: 2981 time: 0.0353942 Aug 20 10:20:18.646427 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['906e1a6f-8cba-4378-b0d5-6edcdcc70897'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:18.660774 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-58fb9ed3-1694-4554-a489-2696e31a7e51 req-52021cfc-5289-4da4-95ae-31c9d7a6c445 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/security-groups?id=8658811e-7276-4bfa-b404-7c0ef64b3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398482 Aug 20 10:20:18.684459 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-7323e1c4-75e7-460c-b811-551a8328d1ed tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d756da74-aec2-410e-91b0-d72befb06ade HTTP/1.1" status: 200 len: 2981 time: 0.0434470 Aug 20 10:20:18.705621 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c4507a47-d49b-4fda-9b1f-acd86eb3d73c req-686251d5-19b4-41c9-90c6-def0a014bdf8 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862185 Aug 20 10:20:18.717111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-6a6526a9-bb01-47b7-ad9e-6d3b293d81e2 req-13f60bdd-86e8-426b-800f-fd758d716eb9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Deleting port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:20:18.717458 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6a6526a9-bb01-47b7-ad9e-6d3b293d81e2 req-13f60bdd-86e8-426b-800f-fd758d716eb9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:18.739762 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-c0634a36-4151-4ce9-994c-e368e8120a98 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e1e05291-a77e-4b72-8b02-8b19b0d59f16 HTTP/1.1" status: 200 len: 2981 time: 0.0400636 Aug 20 10:20:18.788436 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-2f20e1ed-0d9b-4803-807f-037336ba57cf tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e1e05291-a77e-4b72-8b02-8b19b0d59f16 HTTP/1.1" status: 200 len: 2981 time: 0.0474288 Aug 20 10:20:18.844798 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-d0e24157-4fe8-4609-9840-ca91dfa45710 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/eced05f4-0f13-42de-af31-5f32f25b0691 HTTP/1.1" status: 200 len: 2977 time: 0.0551913 Aug 20 10:20:18.856180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-6a6526a9-bb01-47b7-ad9e-6d3b293d81e2 req-13f60bdd-86e8-426b-800f-fd758d716eb9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] For port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:18.856752 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6a6526a9-bb01-47b7-ad9e-6d3b293d81e2 req-13f60bdd-86e8-426b-800f-fd758d716eb9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:18.870590 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-6a6526a9-bb01-47b7-ad9e-6d3b293d81e2 req-13f60bdd-86e8-426b-800f-fd758d716eb9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Calling delete_port for 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:20:18.916346 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-66988979-cfca-4ebe-8eb1-54513f5b748d tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/eced05f4-0f13-42de-af31-5f32f25b0691 HTTP/1.1" status: 200 len: 2977 time: 0.0688875 Aug 20 10:20:18.966827 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-ec065806-58c2-460b-9ad5-5b8c5baaa270 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/fb9f1c22-d7f7-4164-b2df-3cc1baa532a4 HTTP/1.1" status: 200 len: 2981 time: 0.0481730 Aug 20 10:20:19.015257 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b018ed4e-770f-4656-ad05-86fa2388d96a req-aadaff0f-3d72-490c-9d16-c8984bd52056 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/fb9f1c22-d7f7-4164-b2df-3cc1baa532a4 HTTP/1.1" status: 200 len: 2981 time: 0.0432942 Aug 20 10:20:19.017199 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6a6526a9-bb01-47b7-ad9e-6d3b293d81e2 req-13f60bdd-86e8-426b-800f-fd758d716eb9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:19.055333 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8228c929-4365-4ccb-8566-d4ed5618338b req-25964ad0-ebb3-4a74-af56-f11f98d92a15 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2fb42b-8541-4c33-9a9d-58b1bab47a46 HTTP/1.1" status: 200 len: 210 time: 0.0403724 Aug 20 10:20:19.084395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f60bdd-86e8-426b-800f-fd758d716eb9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Pushing event deleted for resources: {'Port': ['ID=2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:19.131948 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6526a9-bb01-47b7-ad9e-6d3b293d81e2 req-13f60bdd-86e8-426b-800f-fd758d716eb9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] No DVR routers for this DVR port 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:20:19.134609 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6a6526a9-bb01-47b7-ad9e-6d3b293d81e2 req-13f60bdd-86e8-426b-800f-fd758d716eb9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:19.136698 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6a6526a9-bb01-47b7-ad9e-6d3b293d81e2 req-13f60bdd-86e8-426b-800f-fd758d716eb9 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.24 "DELETE /v2.0/ports/2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 HTTP/1.1" status: 204 len: 173 time: 0.6241155 Aug 20 10:20:19.139389 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2fb42b-8541-4c33-9a9d-58b1bab47a46', 'name': 'network-vif-deleted', 'tag': '2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:19.141647 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5e9bc2-14b5-4f0f-b0a7-20968e76b1e0" -d '{"events": [{"server_uuid": "dd2fb42b-8541-4c33-9a9d-58b1bab47a46", "name": "network-vif-deleted", "tag": "2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:19.181324 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acc9757-15c8-449b-a2bb-eb8950bb18b5 x-openstack-request-id: req-3acc9757-15c8-449b-a2bb-eb8950bb18b5 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:19.181614 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2fb42b-8541-4c33-9a9d-58b1bab47a46", "name": "network-vif-deleted", "tag": "2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:19.181862 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3acc9757-15c8-449b-a2bb-eb8950bb18b5 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:19.182245 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2fb42b-8541-4c33-9a9d-58b1bab47a46', 'name': 'network-vif-deleted', 'tag': '2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4', 'status': 'completed', 'code': 200} Aug 20 10:20:19.207311 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f23535ee-381e-4da3-ace3-0135ed0aac9c req-7b58ff94-00f8-45b7-92c7-1362f0688926 tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db60aeb2b83745bf95503075291f914b HTTP/1.1" status: 200 len: 6104 time: 0.1246610 Aug 20 10:20:19.264324 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f23535ee-381e-4da3-ace3-0135ed0aac9c req-4ff912d0-524a-4ebc-895b-6e169e3558aa tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] 10.222.0.16 "GET /v2.0/security-groups/a497b5ba-5597-427e-9945-5920e627c198 HTTP/1.1" status: 200 len: 2981 time: 0.0493610 Aug 20 10:20:19.277682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dc382-e085-4ebd-a5bf-53db7965c58f req-c44ea9d6-6272-4952-99b7-cc8fcf13fd44 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:19.279209 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2b5dc382-e085-4ebd-a5bf-53db7965c58f req-c44ea9d6-6272-4952-99b7-cc8fcf13fd44 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 948 time: 0.0526738 Aug 20 10:20:19.313353 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f23535ee-381e-4da3-ace3-0135ed0aac9c req-e7247822-5e59-46bf-a364-1dfa86bec4af tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] 10.222.0.16 "GET /v2.0/security-groups/a497b5ba-5597-427e-9945-5920e627c198 HTTP/1.1" status: 200 len: 2981 time: 0.0401969 Aug 20 10:20:19.317818 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2b5dc382-e085-4ebd-a5bf-53db7965c58f req-79704b96-92d3-4d2d-9ead-4661cbd14ae5 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326829 Aug 20 10:20:19.368484 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52f4fe32-5313-4d49-993a-f57251e669fa req-d8d0df25-c842-4690-86fe-54431f81194a tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/4b09a9e3-a3bb-49c0-b13a-ffbf9e29c237 HTTP/1.1" status: 200 len: 1777 time: 0.0336530 Aug 20 10:20:19.421242 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-52f4fe32-5313-4d49-993a-f57251e669fa req-9b3d7413-ef63-4b48-977c-c0a349de4e70 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:19.443209 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-52f4fe32-5313-4d49-993a-f57251e669fa req-9b3d7413-ef63-4b48-977c-c0a349de4e70 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:19.480056 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-52f4fe32-5313-4d49-993a-f57251e669fa req-9b3d7413-ef63-4b48-977c-c0a349de4e70 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:19.482541 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-52f4fe32-5313-4d49-993a-f57251e669fa req-9b3d7413-ef63-4b48-977c-c0a349de4e70 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:19.483687 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52f4fe32-5313-4d49-993a-f57251e669fa req-9b3d7413-ef63-4b48-977c-c0a349de4e70 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b09a9e3-a3bb-49c0-b13a-ffbf9e29c237 HTTP/1.1" status: 204 len: 173 time: 0.1096337 Aug 20 10:20:19.491403 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d7413-ef63-4b48-977c-c0a349de4e70 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b09a9e3-a3bb-49c0-b13a-ffbf9e29c237,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:19.537834 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9c1c1ca3-6e44-439d-930c-65f1bcea069c req-0fe7cc1e-9303-49a6-adec-b6b5f639c141 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d59e194a-c17d-4676-8090-be3448b23a42 HTTP/1.1" status: 200 len: 1777 time: 0.0345199 Aug 20 10:20:19.589117 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9c1c1ca3-6e44-439d-930c-65f1bcea069c req-abf1aad7-d8c0-4b9f-9766-3d63e84d5a42 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:19.609514 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9c1c1ca3-6e44-439d-930c-65f1bcea069c req-abf1aad7-d8c0-4b9f-9766-3d63e84d5a42 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:19.651981 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9c1c1ca3-6e44-439d-930c-65f1bcea069c req-abf1aad7-d8c0-4b9f-9766-3d63e84d5a42 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:19.654603 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9c1c1ca3-6e44-439d-930c-65f1bcea069c req-abf1aad7-d8c0-4b9f-9766-3d63e84d5a42 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:19.655863 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9c1c1ca3-6e44-439d-930c-65f1bcea069c req-abf1aad7-d8c0-4b9f-9766-3d63e84d5a42 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/d59e194a-c17d-4676-8090-be3448b23a42 HTTP/1.1" status: 204 len: 173 time: 0.1120770 Aug 20 10:20:19.664126 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1aad7-d8c0-4b9f-9766-3d63e84d5a42 tempest-SecurityGroupsTestAdminJSON-69329411 tempest-SecurityGroupsTestAdminJSON-69329411-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59e194a-c17d-4676-8090-be3448b23a42,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:19.729115 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a0c4a5c3-4748-46f9-a54e-e42a71469f4d req-2eff7781-eda5-42e5-90d7-ddd2647b3e4c tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] 10.222.0.16 "GET /v2.0/security-groups/dc2e5341-f314-49cf-99a7-c49f9c3bdf7c HTTP/1.1" status: 200 len: 1778 time: 0.0492597 Aug 20 10:20:19.792465 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a0c4a5c3-4748-46f9-a54e-e42a71469f4d req-1c00a945-8d61-4b15-87f0-7a542997f4bb tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:19.793463 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e57ba2-52a8-4ae9-8a9b-a8f0d37e4c0f req-1261cce9-37d9-4a55-bab9-c259857fead4 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:19.794960 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-40e57ba2-52a8-4ae9-8a9b-a8f0d37e4c0f req-1261cce9-37d9-4a55-bab9-c259857fead4 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad8d9cbb-c3a2-434a-9c00-613802932246 HTTP/1.1" status: 200 len: 944 time: 0.0513957 Aug 20 10:20:19.816005 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a0c4a5c3-4748-46f9-a54e-e42a71469f4d req-1c00a945-8d61-4b15-87f0-7a542997f4bb tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:19.834600 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-40e57ba2-52a8-4ae9-8a9b-a8f0d37e4c0f req-4104d2c6-eab3-48c2-8455-a212d5f31987 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/security-groups?id=8658811e-7276-4bfa-b404-7c0ef64b3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322883 Aug 20 10:20:19.859586 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a0c4a5c3-4748-46f9-a54e-e42a71469f4d req-1c00a945-8d61-4b15-87f0-7a542997f4bb tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:19.862482 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a0c4a5c3-4748-46f9-a54e-e42a71469f4d req-1c00a945-8d61-4b15-87f0-7a542997f4bb tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:19.863682 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a0c4a5c3-4748-46f9-a54e-e42a71469f4d req-1c00a945-8d61-4b15-87f0-7a542997f4bb tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] 10.222.0.16 "DELETE /v2.0/security-groups/dc2e5341-f314-49cf-99a7-c49f9c3bdf7c HTTP/1.1" status: 204 len: 173 time: 0.1261034 Aug 20 10:20:19.874503 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00a945-8d61-4b15-87f0-7a542997f4bb tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2e5341-f314-49cf-99a7-c49f9c3bdf7c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:19.922894 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2850f32c-7f74-42d3-b2c5-994db69703d0 req-8865b23c-9739-472e-8bb7-181899f17d8c tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] 10.222.0.16 "GET /v2.0/security-groups/9bd94325-43a2-4cb4-a38f-1476a6988d88 HTTP/1.1" status: 200 len: 1778 time: 0.0414481 Aug 20 10:20:19.984027 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2850f32c-7f74-42d3-b2c5-994db69703d0 req-ed7ea0db-70ff-49ab-ac5d-350436be2308 tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:20.006712 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2850f32c-7f74-42d3-b2c5-994db69703d0 req-ed7ea0db-70ff-49ab-ac5d-350436be2308 tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:20.048154 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2850f32c-7f74-42d3-b2c5-994db69703d0 req-ed7ea0db-70ff-49ab-ac5d-350436be2308 tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:20.051366 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2850f32c-7f74-42d3-b2c5-994db69703d0 req-ed7ea0db-70ff-49ab-ac5d-350436be2308 tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:20.052488 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2850f32c-7f74-42d3-b2c5-994db69703d0 req-ed7ea0db-70ff-49ab-ac5d-350436be2308 tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] 10.222.0.16 "DELETE /v2.0/security-groups/9bd94325-43a2-4cb4-a38f-1476a6988d88 HTTP/1.1" status: 204 len: 173 time: 0.1230183 Aug 20 10:20:20.061108 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ea0db-70ff-49ab-ac5d-350436be2308 tempest-SecurityGroupsTestAdminJSON-1927521876 tempest-SecurityGroupsTestAdminJSON-1927521876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd94325-43a2-4cb4-a38f-1476a6988d88,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:20.192159 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 906e1a6f-8cba-4378-b0d5-6edcdcc70897 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:20:20.253520 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 906e1a6f-8cba-4378-b0d5-6edcdcc70897 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:20.258064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 906e1a6f-8cba-4378-b0d5-6edcdcc70897 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:20.258692 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:20.336360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38800) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:20.355799 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:20.366077 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27febb56-8005-410c-b2a8-aef69a74dbb5 req-998371f1-f516-4469-a22c-ce32100bf0ea tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:20.368882 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27febb56-8005-410c-b2a8-aef69a74dbb5 req-998371f1-f516-4469-a22c-ce32100bf0ea tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 945 time: 0.0671549 Aug 20 10:20:20.399440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 906e1a6f-8cba-4378-b0d5-6edcdcc70897, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=906e1a6f-8cba-4378-b0d5-6edcdcc70897,segment=NetworkSegment(43f846de-88aa-4a1e-85e3-45abde110303),segment_id=43f846de-88aa-4a1e-85e3-45abde110303)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:20.400840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8d9cbb-c3a2-434a-9c00-613802932246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906e1a6f-8cba-4378-b0d5-6edcdcc70897'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:20.403354 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a47593-fe30-4434-bc30-f30a7432b619" -d '{"events": [{"server_uuid": "ad8d9cbb-c3a2-434a-9c00-613802932246", "name": "network-vif-plugged", "status": "completed", "tag": "906e1a6f-8cba-4378-b0d5-6edcdcc70897"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:20.410012 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:20.410810 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 933b9943-2f19-4c47-b716-32ef428a7f9d no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:20:20.414808 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27febb56-8005-410c-b2a8-aef69a74dbb5 req-f0ea3a88-e121-41f7-ac0d-62808e1ed7e5 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/security-groups?id=d756da74-aec2-410e-91b0-d72befb06ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396180 Aug 20 10:20:20.456880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00e737-bca7-4dcd-8d91-53fded3e3c50 req-f39522b0-3fce-43c1-9b91-366d22f9be64 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:20.462913 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 933b9943-2f19-4c47-b716-32ef428a7f9d {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:20:20.463293 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 933b9943-2f19-4c47-b716-32ef428a7f9d not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:20:20.463697 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aa00e737-bca7-4dcd-8d91-53fded3e3c50 req-f39522b0-3fce-43c1-9b91-366d22f9be64 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 948 time: 0.0643282 Aug 20 10:20:20.467176 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f045b593-e068-4a20-a3f3-7a0f7c803e01 x-openstack-request-id: req-f045b593-e068-4a20-a3f3-7a0f7c803e01 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:20.467467 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8d9cbb-c3a2-434a-9c00-613802932246", "name": "network-vif-plugged", "status": "completed", "tag": "906e1a6f-8cba-4378-b0d5-6edcdcc70897", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:20.467716 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f045b593-e068-4a20-a3f3-7a0f7c803e01 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:20.468092 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8d9cbb-c3a2-434a-9c00-613802932246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906e1a6f-8cba-4378-b0d5-6edcdcc70897', 'code': 200} Aug 20 10:20:20.491323 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=906e1a6f-8cba-4378-b0d5-6edcdcc70897,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:20.536092 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aa00e737-bca7-4dcd-8d91-53fded3e3c50 req-ae7bb99e-dc58-4f7b-bc50-345417635e66 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634892 Aug 20 10:20:20.547258 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5b50816e-fe13-45e9-98a9-acc5804a781c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db60aeb2b83745bf95503075291f914b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096775 Aug 20 10:20:20.550559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38808) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:20.613800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50c919-4ebc-4be9-8716-a2a5375c9e6b req-5c9c113c-b2c0-4cbd-8733-5423c8bece5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:20.615299 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c50c919-4ebc-4be9-8716-a2a5375c9e6b req-5c9c113c-b2c0-4cbd-8733-5423c8bece5f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ad8d9cbb-c3a2-434a-9c00-613802932246 HTTP/1.1" status: 200 len: 1097 time: 0.0780449 Aug 20 10:20:20.638589 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4424bd7c-65c0-4820-9de0-28d80602582d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:20.670811 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4424bd7c-65c0-4820-9de0-28d80602582d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:20.680197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c50c919-4ebc-4be9-8716-a2a5375c9e6b req-c5bb794f-212d-4eb9-9ce6-7f07f1c0397b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8658811e-7276-4bfa-b404-7c0ef64b3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559433 Aug 20 10:20:20.721296 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4424bd7c-65c0-4820-9de0-28d80602582d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:20.724161 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4424bd7c-65c0-4820-9de0-28d80602582d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:20.725278 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4424bd7c-65c0-4820-9de0-28d80602582d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a497b5ba-5597-427e-9945-5920e627c198 HTTP/1.1" status: 204 len: 168 time: 0.1735313 Aug 20 10:20:20.733476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424bd7c-65c0-4820-9de0-28d80602582d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a497b5ba-5597-427e-9945-5920e627c198,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:20.958031 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a307e6-0158-4677-bb7d-9cb3d4b91557 req-06fc5f98-62ab-462a-9729-d418fa13b93b tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:20.959571 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-26a307e6-0158-4677-bb7d-9cb3d4b91557 req-06fc5f98-62ab-462a-9729-d418fa13b93b tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad8d9cbb-c3a2-434a-9c00-613802932246 HTTP/1.1" status: 200 len: 945 time: 0.0554209 Aug 20 10:20:21.029190 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38820) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:21.052384 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-26a307e6-0158-4677-bb7d-9cb3d4b91557 req-a2112882-a530-432f-b4f3-de404ada701c tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/security-groups?id=8658811e-7276-4bfa-b404-7c0ef64b3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858366 Aug 20 10:20:21.065770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba1268-e3c8-4a30-9d52-7c6b80c24813 req-436ca2e8-37c8-4dfd-b116-5513cc8fed8d tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:21.065770 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b2ba1268-e3c8-4a30-9d52-7c6b80c24813 req-436ca2e8-37c8-4dfd-b116-5513cc8fed8d tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.24 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 945 time: 0.0924125 Aug 20 10:20:21.075211 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-97ceebca-29c3-419b-9c1b-2e9776329816 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5fc46d5a69954e7bb15d5273b7cd8ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448167 Aug 20 10:20:21.077547 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38824) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:21.128165 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b3fb-f8b3-46c9-9b96-828484279cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:21.152429 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b3fb-f8b3-46c9-9b96-828484279cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:21.166284 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-b2ba1268-e3c8-4a30-9d52-7c6b80c24813 req-d53314a4-c0e8-43d5-8558-9fd8f8b558a3 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Deleting port a82e65f7-04c0-4f2e-8513-8033b2d00646 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:20:21.166829 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b2ba1268-e3c8-4a30-9d52-7c6b80c24813 req-d53314a4-c0e8-43d5-8558-9fd8f8b558a3 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:21.199962 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 56f3c5a8-8170-4a84-b313-91c26503adf0 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:20:21.210837 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b3fb-f8b3-46c9-9b96-828484279cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:21.213921 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b3fb-f8b3-46c9-9b96-828484279cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:21.217577 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b2c4b3fb-f8b3-46c9-9b96-828484279cf3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7308bc9-deed-4941-9236-3e515f5f7d48 HTTP/1.1" status: 204 len: 168 time: 0.1366377 Aug 20 10:20:21.223356 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4b3fb-f8b3-46c9-9b96-828484279cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7308bc9-deed-4941-9236-3e515f5f7d48,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:21.272933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-b2ba1268-e3c8-4a30-9d52-7c6b80c24813 req-d53314a4-c0e8-43d5-8558-9fd8f8b558a3 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] For port a82e65f7-04c0-4f2e-8513-8033b2d00646, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=a82e65f7-04c0-4f2e-8513-8033b2d00646,segment=NetworkSegment(384475ed-e161-4928-9ba3-402728a5782a),segment_id=384475ed-e161-4928-9ba3-402728a5782a)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:21.273299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b2ba1268-e3c8-4a30-9d52-7c6b80c24813 req-d53314a4-c0e8-43d5-8558-9fd8f8b558a3 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:21.287383 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-b2ba1268-e3c8-4a30-9d52-7c6b80c24813 req-d53314a4-c0e8-43d5-8558-9fd8f8b558a3 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Calling delete_port for a82e65f7-04c0-4f2e-8513-8033b2d00646 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:20:21.341069 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 56f3c5a8-8170-4a84-b313-91c26503adf0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=56f3c5a8-8170-4a84-b313-91c26503adf0,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:21.352488 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '56f3c5a8-8170-4a84-b313-91c26503adf0', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '56f3c5a8-8170-4a84-b313-91c26503adf0', 'mac_address': 'fa:16:3e:1b:2d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:20:21.391514 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:21.406240 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f3c5a8-8170-4a84-b313-91c26503adf0 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:20:21.426567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 56f3c5a8-8170-4a84-b313-91c26503adf0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=56f3c5a8-8170-4a84-b313-91c26503adf0,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:21.428336 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b2ba1268-e3c8-4a30-9d52-7c6b80c24813 req-d53314a4-c0e8-43d5-8558-9fd8f8b558a3 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:21.432185 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:21.463880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53314a4-c0e8-43d5-8558-9fd8f8b558a3 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Pushing event deleted for resources: {'Port': ['ID=a82e65f7-04c0-4f2e-8513-8033b2d00646,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:21.504701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ba1268-e3c8-4a30-9d52-7c6b80c24813 req-d53314a4-c0e8-43d5-8558-9fd8f8b558a3 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] No DVR routers for this DVR port a82e65f7-04c0-4f2e-8513-8033b2d00646 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:20:21.505648 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=56f3c5a8-8170-4a84-b313-91c26503adf0,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:21.507968 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b2ba1268-e3c8-4a30-9d52-7c6b80c24813 req-d53314a4-c0e8-43d5-8558-9fd8f8b558a3 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:21.510243 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b2ba1268-e3c8-4a30-9d52-7c6b80c24813 req-d53314a4-c0e8-43d5-8558-9fd8f8b558a3 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.24 "DELETE /v2.0/ports/a82e65f7-04c0-4f2e-8513-8033b2d00646 HTTP/1.1" status: 204 len: 173 time: 0.4369073 Aug 20 10:20:21.511017 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57afc0b9-dcce-463c-b28f-1f4cfc944083', 'name': 'network-vif-deleted', 'tag': 'a82e65f7-04c0-4f2e-8513-8033b2d00646'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:21.513310 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a49fe9d-53bd-40f5-9633-84489fb46207" -d '{"events": [{"server_uuid": "57afc0b9-dcce-463c-b28f-1f4cfc944083", "name": "network-vif-deleted", "tag": "a82e65f7-04c0-4f2e-8513-8033b2d00646"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:21.536243 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bc8bfd9-04f4-4e4b-be4d-0c7af03c15e7 req-8f857bd2-3a6b-44ef-913b-db98d2366600 tempest-LiveMigrationTest-1788681620 tempest-LiveMigrationTest-1788681620-project] 10.222.0.16 "GET /v2.0/ports?device_id=57afc0b9-dcce-463c-b28f-1f4cfc944083 HTTP/1.1" status: 200 len: 210 time: 0.0384932 Aug 20 10:20:21.557547 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fded0e69-5c38-4378-ba34-d95b81caae74 x-openstack-request-id: req-fded0e69-5c38-4378-ba34-d95b81caae74 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:21.557847 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57afc0b9-dcce-463c-b28f-1f4cfc944083", "name": "network-vif-deleted", "tag": "a82e65f7-04c0-4f2e-8513-8033b2d00646", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:21.558100 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fded0e69-5c38-4378-ba34-d95b81caae74 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:21.558703 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57afc0b9-dcce-463c-b28f-1f4cfc944083', 'name': 'network-vif-deleted', 'tag': 'a82e65f7-04c0-4f2e-8513-8033b2d00646', 'status': 'completed', 'code': 200} Aug 20 10:20:21.703831 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018fc7f-0ace-4ef2-8c7b-b73176aac1af req-d55f6e28-5703-4269-8aa8-3acdf4751ab3 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:21.706638 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1018fc7f-0ace-4ef2-8c7b-b73176aac1af req-d55f6e28-5703-4269-8aa8-3acdf4751ab3 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 949 time: 0.0914710 Aug 20 10:20:21.753279 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1018fc7f-0ace-4ef2-8c7b-b73176aac1af req-4c0f7b0b-8bd8-4b44-8507-ab5fb792c878 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409365 Aug 20 10:20:21.799417 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56f3c5a8-8170-4a84-b313-91c26503adf0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:22.190958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af177d50-3f0f-432a-8f90-cd0069c9712c req-23ce4875-b45f-43c3-870b-0196404abbb4 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:22.195746 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af177d50-3f0f-432a-8f90-cd0069c9712c req-23ce4875-b45f-43c3-870b-0196404abbb4 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad8d9cbb-c3a2-434a-9c00-613802932246 HTTP/1.1" status: 200 len: 945 time: 0.0703237 Aug 20 10:20:22.239734 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af177d50-3f0f-432a-8f90-cd0069c9712c req-9cb232f7-9d7f-4452-8078-565612e34577 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/security-groups?id=8658811e-7276-4bfa-b404-7c0ef64b3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 Aug 20 10:20:22.365101 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:22.596063 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38888) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:22.644896 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f14d3-9691-4733-a9e1-d89c3a66217b req-e04fbb19-b6f6-4a17-bc9c-f228177d96d2 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:22.649752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-305b033a-fdf7-437f-b449-97436b28866d admin admin] Deleting subnet e68f9554-8fd7-45c8-8297-706c20051e17 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:20:22.651811 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-922f14d3-9691-4733-a9e1-d89c3a66217b req-e04fbb19-b6f6-4a17-bc9c-f228177d96d2 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad8d9cbb-c3a2-434a-9c00-613802932246 HTTP/1.1" status: 200 len: 945 time: 0.0552402 Aug 20 10:20:22.653340 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-305b033a-fdf7-437f-b449-97436b28866d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:22.691023 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-922f14d3-9691-4733-a9e1-d89c3a66217b req-3f4e1dd4-e790-4a74-aad2-d659c066dad5 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/security-groups?id=8658811e-7276-4bfa-b404-7c0ef64b3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368559 Aug 20 10:20:22.695248 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-305b033a-fdf7-437f-b449-97436b28866d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:22.742623 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-305b033a-fdf7-437f-b449-97436b28866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:22.800443 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-305b033a-fdf7-437f-b449-97436b28866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:22.830841 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b033a-fdf7-437f-b449-97436b28866d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e68f9554-8fd7-45c8-8297-706c20051e17,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:22.836737 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-305b033a-fdf7-437f-b449-97436b28866d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:22.838629 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-305b033a-fdf7-437f-b449-97436b28866d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e68f9554-8fd7-45c8-8297-706c20051e17 HTTP/1.1" status: 204 len: 168 time: 0.2413275 Aug 20 10:20:22.842052 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38902) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:22.884662 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384de8a0-d96a-4854-8ae6-b0eceee13424 req-493f1aac-60db-418d-9a4b-fab49ff94b95 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:22.891644 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-384de8a0-d96a-4854-8ae6-b0eceee13424 req-493f1aac-60db-418d-9a4b-fab49ff94b95 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 949 time: 0.0676944 Aug 20 10:20:22.913234 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-65a1652f-5e52-4214-9afe-23c5a2e61a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:22.931599 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-384de8a0-d96a-4854-8ae6-b0eceee13424 req-416bacc6-c079-4e46-abf7-6748d2d8dce2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383258 Aug 20 10:20:23.000294 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-65a1652f-5e52-4214-9afe-23c5a2e61a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.009899 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-65a1652f-5e52-4214-9afe-23c5a2e61a34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea45e6d-0432-4a46-94e7-adce972727cf']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:23.021428 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-65a1652f-5e52-4214-9afe-23c5a2e61a34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384475ed-e161-4928-9ba3-402728a5782a') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:23.021740 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-65a1652f-5e52-4214-9afe-23c5a2e61a34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384475ed-e161-4928-9ba3-402728a5782a') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:23.030738 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-65a1652f-5e52-4214-9afe-23c5a2e61a34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.045184 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-65a1652f-5e52-4214-9afe-23c5a2e61a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.052357 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a1652f-5e52-4214-9afe-23c5a2e61a34 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:20:23.052750 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-65a1652f-5e52-4214-9afe-23c5a2e61a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:20:23.054403 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:20:23.110435 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-65a1652f-5e52-4214-9afe-23c5a2e61a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.117280 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-65a1652f-5e52-4214-9afe-23c5a2e61a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.119458 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-65a1652f-5e52-4214-9afe-23c5a2e61a34 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5ea45e6d-0432-4a46-94e7-adce972727cf HTTP/1.1" status: 204 len: 168 time: 0.2762780 Aug 20 10:20:23.122114 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38910) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:23.139607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1652f-5e52-4214-9afe-23c5a2e61a34 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea45e6d-0432-4a46-94e7-adce972727cf,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:23.172371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38914) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:23.190309 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3d4219-6600-4018-8e5e-e153eaa829da admin admin] Deleting subnet 339c31c4-2b45-477c-9dd0-c71cf63baa20 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:20:23.197242 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4219-6600-4018-8e5e-e153eaa829da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.199893 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 56f3c5a8-8170-4a84-b313-91c26503adf0 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:20:23.237172 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4219-6600-4018-8e5e-e153eaa829da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.258207 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 56f3c5a8-8170-4a84-b313-91c26503adf0 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:23.262729 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 56f3c5a8-8170-4a84-b313-91c26503adf0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:23.263382 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.285380 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4219-6600-4018-8e5e-e153eaa829da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.323116 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5492-2dda-4e29-85ba-542f3d0ba13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.354897 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.378472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cef486-20a2-44ad-b807-8ff5d7b09738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f3c5a8-8170-4a84-b313-91c26503adf0'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:23.380722 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbe3d6f-31db-433a-b37d-a98f53fb8822" -d '{"events": [{"server_uuid": "20cef486-20a2-44ad-b807-8ff5d7b09738", "name": "network-vif-plugged", "status": "completed", "tag": "56f3c5a8-8170-4a84-b313-91c26503adf0"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:23.384409 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4219-6600-4018-8e5e-e153eaa829da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.394027 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 56f3c5a8-8170-4a84-b313-91c26503adf0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=56f3c5a8-8170-4a84-b313-91c26503adf0,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:23.398419 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.399344 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:20:23.428372 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d3d4219-6600-4018-8e5e-e153eaa829da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.430372 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9d3d4219-6600-4018-8e5e-e153eaa829da admin admin] 10.222.0.16 "DELETE /v2.0/subnets/339c31c4-2b45-477c-9dd0-c71cf63baa20 HTTP/1.1" status: 204 len: 168 time: 0.3072207 Aug 20 10:20:23.432459 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d4219-6600-4018-8e5e-e153eaa829da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339c31c4-2b45-477c-9dd0-c71cf63baa20,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:23.433127 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38924) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:23.438378 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d268c0d9-84fc-416e-9984-47ff69eb3192 x-openstack-request-id: req-d268c0d9-84fc-416e-9984-47ff69eb3192 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:23.439001 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cef486-20a2-44ad-b807-8ff5d7b09738", "name": "network-vif-plugged", "status": "completed", "tag": "56f3c5a8-8170-4a84-b313-91c26503adf0", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:23.439001 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d268c0d9-84fc-416e-9984-47ff69eb3192 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:23.439874 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cef486-20a2-44ad-b807-8ff5d7b09738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f3c5a8-8170-4a84-b313-91c26503adf0', 'code': 200} Aug 20 10:20:23.442850 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:20:23.443235 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2bdb1c71-c1bc-4eca-9e0f-dca603e7d8a4 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:20:23.466318 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=56f3c5a8-8170-4a84-b313-91c26503adf0,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:23.482919 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5492-2dda-4e29-85ba-542f3d0ba13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.488072 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5492-2dda-4e29-85ba-542f3d0ba13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.522665 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b18301a-94cb-4aad-ae16-072708457a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.536615 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c2bf5492-2dda-4e29-85ba-542f3d0ba13c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0588145203b44c3193d463d88e2c24f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632240 Aug 20 10:20:23.553025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf5492-2dda-4e29-85ba-542f3d0ba13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad19ae49-3e57-4b1e-a850-b1429b8088d5,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:23.555892 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38926) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:23.574236 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6fb1a-4319-42ed-bbe4-4aad73d848e6 req-464a693c-a386-4080-ad01-81a1ea92bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:23.576156 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c1e6fb1a-4319-42ed-bbe4-4aad73d848e6 req-464a693c-a386-4080-ad01-81a1ea92bb3c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 1102 time: 0.0639129 Aug 20 10:20:23.611595 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c1e6fb1a-4319-42ed-bbe4-4aad73d848e6 req-1e4b9bbf-862c-432d-9d0e-3e1e773e6643 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279477 Aug 20 10:20:23.627992 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b18301a-94cb-4aad-ae16-072708457a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.644764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-0b18301a-94cb-4aad-ae16-072708457a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0e77ca-d971-4301-8932-e91a27f73a5e']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:23.655240 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-0b18301a-94cb-4aad-ae16-072708457a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a69dc72-74f1-46f1-b98d-72adbfb64f7b') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:23.655806 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-0b18301a-94cb-4aad-ae16-072708457a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a69dc72-74f1-46f1-b98d-72adbfb64f7b') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:23.670774 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b18301a-94cb-4aad-ae16-072708457a59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.678486 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c16503f4-85f3-408f-8d8f-fb096e2a4a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.691896 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b18301a-94cb-4aad-ae16-072708457a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.705704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b18301a-94cb-4aad-ae16-072708457a59 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:20:23.706098 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b18301a-94cb-4aad-ae16-072708457a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:20:23.707732 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:20:23.746923 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c16503f4-85f3-408f-8d8f-fb096e2a4a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.811729 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b18301a-94cb-4aad-ae16-072708457a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.820619 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b18301a-94cb-4aad-ae16-072708457a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.822559 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0b18301a-94cb-4aad-ae16-072708457a59 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fc0e77ca-d971-4301-8932-e91a27f73a5e HTTP/1.1" status: 204 len: 168 time: 0.3882971 Aug 20 10:20:23.837878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18301a-94cb-4aad-ae16-072708457a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0e77ca-d971-4301-8932-e91a27f73a5e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:23.855705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b93af9-2bd5-4a1b-8428-94dc3374f4db req-da97a0d3-6155-412b-9f85-09b43730fbcf tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:23.857217 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-65b93af9-2bd5-4a1b-8428-94dc3374f4db req-da97a0d3-6155-412b-9f85-09b43730fbcf tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad8d9cbb-c3a2-434a-9c00-613802932246 HTTP/1.1" status: 200 len: 945 time: 0.0917227 Aug 20 10:20:23.862758 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c16503f4-85f3-408f-8d8f-fb096e2a4a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.865513 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c16503f4-85f3-408f-8d8f-fb096e2a4a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:23.866603 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c16503f4-85f3-408f-8d8f-fb096e2a4a66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad19ae49-3e57-4b1e-a850-b1429b8088d5 HTTP/1.1" status: 204 len: 168 time: 0.3097794 Aug 20 10:20:23.891196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16503f4-85f3-408f-8d8f-fb096e2a4a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad19ae49-3e57-4b1e-a850-b1429b8088d5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:23.961834 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-65b93af9-2bd5-4a1b-8428-94dc3374f4db req-c28c578a-f4dd-4d3f-928b-861862fcd795 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/security-groups?id=8658811e-7276-4bfa-b404-7c0ef64b3c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893214 Aug 20 10:20:23.974363 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776ca97-8f8b-404f-8ae6-70db62af6c22 req-027f49f3-69e0-49dd-869e-1e91f0444da0 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:23.975947 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4776ca97-8f8b-404f-8ae6-70db62af6c22 req-027f49f3-69e0-49dd-869e-1e91f0444da0 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad8d9cbb-c3a2-434a-9c00-613802932246 HTTP/1.1" status: 200 len: 945 time: 0.0859475 Aug 20 10:20:23.981360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38936) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:24.057371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7658c4-c8db-4852-babf-3b4c65b33e6a req-572d3228-4d3d-4723-80ed-71ba0aae954f tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:24.065139 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd7658c4-c8db-4852-babf-3b4c65b33e6a req-572d3228-4d3d-4723-80ed-71ba0aae954f tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 950 time: 0.0617445 Aug 20 10:20:24.090033 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9129b02b-1523-4309-949f-781d16b053ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11d213eb32ff4dabbbc87687feab7bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1052799 Aug 20 10:20:24.090274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38940) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:24.100053 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd7658c4-c8db-4852-babf-3b4c65b33e6a req-f223e125-e0e8-406b-b212-29f4df8b9b54 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340519 Aug 20 10:20:24.144335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-4776ca97-8f8b-404f-8ae6-70db62af6c22 req-92e89212-fb45-4d55-a6c0-85232ceeca5f tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Deleting port 906e1a6f-8cba-4378-b0d5-6edcdcc70897 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:20:24.144678 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4776ca97-8f8b-404f-8ae6-70db62af6c22 req-92e89212-fb45-4d55-a6c0-85232ceeca5f tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:24.198631 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-886896e7-669b-4d11-928a-01072c20d51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:24.231673 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38946) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:24.234352 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-886896e7-669b-4d11-928a-01072c20d51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:24.247352 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f6a3db61-bd3b-42ff-b0d5-d46cccec3b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:24.299060 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-4776ca97-8f8b-404f-8ae6-70db62af6c22 req-92e89212-fb45-4d55-a6c0-85232ceeca5f tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] For port 906e1a6f-8cba-4378-b0d5-6edcdcc70897, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=906e1a6f-8cba-4378-b0d5-6edcdcc70897,segment=NetworkSegment(43f846de-88aa-4a1e-85e3-45abde110303),segment_id=43f846de-88aa-4a1e-85e3-45abde110303)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:24.299443 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4776ca97-8f8b-404f-8ae6-70db62af6c22 req-92e89212-fb45-4d55-a6c0-85232ceeca5f tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:24.320258 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-4776ca97-8f8b-404f-8ae6-70db62af6c22 req-92e89212-fb45-4d55-a6c0-85232ceeca5f tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Calling delete_port for 906e1a6f-8cba-4378-b0d5-6edcdcc70897 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:20:24.336061 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-886896e7-669b-4d11-928a-01072c20d51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:24.338798 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-886896e7-669b-4d11-928a-01072c20d51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:24.339961 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-886896e7-669b-4d11-928a-01072c20d51c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d756da74-aec2-410e-91b0-d72befb06ade HTTP/1.1" status: 204 len: 168 time: 0.2488384 Aug 20 10:20:24.348369 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f6a3db61-bd3b-42ff-b0d5-d46cccec3b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:24.353963 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f6a3db61-bd3b-42ff-b0d5-d46cccec3b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:24.381520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886896e7-669b-4d11-928a-01072c20d51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d756da74-aec2-410e-91b0-d72befb06ade,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:24.403470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3db61-bd3b-42ff-b0d5-d46cccec3b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b7d036-bc27-4bc5-8676-d4ef44d76d7d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:24.428140 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f6a3db61-bd3b-42ff-b0d5-d46cccec3b04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6f119b79948418db76fac42d79662da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935487 Aug 20 10:20:24.430516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38954) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:24.484445 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf9bd2f5-6448-4e0b-a8fe-810b75774008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:24.497231 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4776ca97-8f8b-404f-8ae6-70db62af6c22 req-92e89212-fb45-4d55-a6c0-85232ceeca5f tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:24.506981 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf9bd2f5-6448-4e0b-a8fe-810b75774008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:24.510398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['906e1a6f-8cba-4378-b0d5-6edcdcc70897'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:24.530948 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e89212-fb45-4d55-a6c0-85232ceeca5f tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Pushing event deleted for resources: {'Port': ['ID=906e1a6f-8cba-4378-b0d5-6edcdcc70897,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:24.569167 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf9bd2f5-6448-4e0b-a8fe-810b75774008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:24.571918 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf9bd2f5-6448-4e0b-a8fe-810b75774008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:24.575398 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bf9bd2f5-6448-4e0b-a8fe-810b75774008 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3b7d036-bc27-4bc5-8676-d4ef44d76d7d HTTP/1.1" status: 204 len: 168 time: 0.1413939 Aug 20 10:20:24.581229 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4776ca97-8f8b-404f-8ae6-70db62af6c22 req-92e89212-fb45-4d55-a6c0-85232ceeca5f tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] No DVR routers for this DVR port 906e1a6f-8cba-4378-b0d5-6edcdcc70897 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:20:24.581419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bd2f5-6448-4e0b-a8fe-810b75774008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b7d036-bc27-4bc5-8676-d4ef44d76d7d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:24.584043 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4776ca97-8f8b-404f-8ae6-70db62af6c22 req-92e89212-fb45-4d55-a6c0-85232ceeca5f tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:24.586048 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4776ca97-8f8b-404f-8ae6-70db62af6c22 req-92e89212-fb45-4d55-a6c0-85232ceeca5f tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.42 "DELETE /v2.0/ports/906e1a6f-8cba-4378-b0d5-6edcdcc70897 HTTP/1.1" status: 204 len: 173 time: 0.6023920 Aug 20 10:20:24.586489 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8d9cbb-c3a2-434a-9c00-613802932246', 'name': 'network-vif-deleted', 'tag': '906e1a6f-8cba-4378-b0d5-6edcdcc70897'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:24.588871 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece473e2-ede4-43ca-87c7-531c078eff74" -d '{"events": [{"server_uuid": "ad8d9cbb-c3a2-434a-9c00-613802932246", "name": "network-vif-deleted", "tag": "906e1a6f-8cba-4378-b0d5-6edcdcc70897"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:24.637918 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa47065-51ce-45a5-a62b-469445e4c201 x-openstack-request-id: req-0fa47065-51ce-45a5-a62b-469445e4c201 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:24.638210 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8d9cbb-c3a2-434a-9c00-613802932246", "name": "network-vif-deleted", "tag": "906e1a6f-8cba-4378-b0d5-6edcdcc70897", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:24.638508 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fa47065-51ce-45a5-a62b-469445e4c201 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:24.638978 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8d9cbb-c3a2-434a-9c00-613802932246', 'name': 'network-vif-deleted', 'tag': '906e1a6f-8cba-4378-b0d5-6edcdcc70897', 'status': 'completed', 'code': 200} Aug 20 10:20:24.891207 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38970) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:24.937980 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-38196f98-3176-4606-bcee-ddd417a8208d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45b80b9e8b754ee29ce028736fb4620d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443251 Aug 20 10:20:24.941208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38972) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:25.004360 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63752bcd-e2b7-4e06-9262-a52a7df8d388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:25.035966 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63752bcd-e2b7-4e06-9262-a52a7df8d388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:25.087736 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5691ab49-e590-4fd7-a142-4e11904c85aa req-04fefab7-6c07-4468-86d0-0678ead72967 tempest-ServerPasswordTestJSON-2121025726 tempest-ServerPasswordTestJSON-2121025726-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad8d9cbb-c3a2-434a-9c00-613802932246 HTTP/1.1" status: 200 len: 210 time: 0.0410979 Aug 20 10:20:25.108465 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63752bcd-e2b7-4e06-9262-a52a7df8d388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:25.111350 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63752bcd-e2b7-4e06-9262-a52a7df8d388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:25.112508 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-63752bcd-e2b7-4e06-9262-a52a7df8d388 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6adeb320-017a-44d9-b57c-b180bb08ee99 HTTP/1.1" status: 204 len: 168 time: 0.1703250 Aug 20 10:20:25.121651 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63752bcd-e2b7-4e06-9262-a52a7df8d388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adeb320-017a-44d9-b57c-b180bb08ee99,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:25.201672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device a82e65f7-04c0-4f2e-8513-8033b2d00646 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:20:25.244207 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: a82e65f7-04c0-4f2e-8513-8033b2d00646 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:20:25.244786 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device a82e65f7-04c0-4f2e-8513-8033b2d00646 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:20:25.252681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa02952-ad97-4f95-8c97-e29a1923217a req-91c6fb6a-fe4c-4443-91a2-5953deaf4a54 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:25.254714 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6fa02952-ad97-4f95-8c97-e29a1923217a req-91c6fb6a-fe4c-4443-91a2-5953deaf4a54 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 950 time: 0.0583930 Aug 20 10:20:25.312334 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6fa02952-ad97-4f95-8c97-e29a1923217a req-35ffcc52-1689-4697-9fc9-3c1faa2a6f02 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483208 Aug 20 10:20:25.693779 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac8e40-b116-4848-9013-95684fff181b req-e8578ced-72ed-43b8-8715-5debf027e1f9 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:25.695451 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-50ac8e40-b116-4848-9013-95684fff181b req-e8578ced-72ed-43b8-8715-5debf027e1f9 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 1102 time: 0.0489755 Aug 20 10:20:25.715296 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-50ac8e40-b116-4848-9013-95684fff181b req-46c91893-44f0-427a-b4bf-27006e9c9754 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:25.819557 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-50ac8e40-b116-4848-9013-95684fff181b req-46c91893-44f0-427a-b4bf-27006e9c9754 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:25.824812 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-50ac8e40-b116-4848-9013-95684fff181b req-46c91893-44f0-427a-b4bf-27006e9c9754 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:25.854016 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-50ac8e40-b116-4848-9013-95684fff181b req-46c91893-44f0-427a-b4bf-27006e9c9754 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524742 Aug 20 10:20:25.862182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c91893-44f0-427a-b4bf-27006e9c9754 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e174c42-cf8c-405f-a6c4-70154a2e8a91,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:26.090971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39058) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:26.156561 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39076) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:26.211328 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-e1d100b6-e736-499a-b86c-730357f3a673 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347724 Aug 20 10:20:26.214178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e098f5-8a60-480e-8858-c96a1ff7733e admin admin] Deleting subnet 0142f13c-e2a0-483b-96e8-ebee88d214fd {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:20:26.218134 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46e098f5-8a60-480e-8858-c96a1ff7733e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.258176 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46e098f5-8a60-480e-8858-c96a1ff7733e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.266915 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-6c84ba35-e5bf-4cbd-8678-9945fc8a581a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-network', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:26.303482 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46e098f5-8a60-480e-8858-c96a1ff7733e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.311217 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c84ba35-e5bf-4cbd-8678-9945fc8a581a admin admin] Made reservation on behalf of b5cfdb7e141e4e6b8b225223a4c14f3e for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:20:26.313924 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c84ba35-e5bf-4cbd-8678-9945fc8a581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.334129 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c84ba35-e5bf-4cbd-8678-9945fc8a581a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.365789 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46e098f5-8a60-480e-8858-c96a1ff7733e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.368184 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-6931d8d5-093f-4c7f-93d7-87fa602805d8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:26.369741 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-6931d8d5-093f-4c7f-93d7-87fa602805d8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1575537 Aug 20 10:20:26.403227 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-70b59595-f661-4d46-8e3f-833f2e4858c2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/quotas/4e7795c3d76e4090b49a900a04c8fc61 HTTP/1.1" status: 200 len: 375 time: 0.0226314 Aug 20 10:20:26.408798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e098f5-8a60-480e-8858-c96a1ff7733e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0142f13c-e2a0-483b-96e8-ebee88d214fd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:26.415343 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46e098f5-8a60-480e-8858-c96a1ff7733e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.417983 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-46e098f5-8a60-480e-8858-c96a1ff7733e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0142f13c-e2a0-483b-96e8-ebee88d214fd HTTP/1.1" status: 204 len: 168 time: 0.2591867 Aug 20 10:20:26.420665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39090) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:26.502285 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-ecc7ea19-3fba-40b0-b45b-2927f473f3f3 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981743 Aug 20 10:20:26.524001 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39094) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:26.531969 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9293f5e3-fd2a-4e6a-a59b-21e1e47c62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.542780 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c84ba35-e5bf-4cbd-8678-9945fc8a581a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.551266 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c84ba35-e5bf-4cbd-8678-9945fc8a581a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.601503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c84ba35-e5bf-4cbd-8678-9945fc8a581a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:20:26.639680 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c84ba35-e5bf-4cbd-8678-9945fc8a581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.640446 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-6c84ba35-e5bf-4cbd-8678-9945fc8a581a admin admin] Added segment 4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e of type vlan for network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e Aug 20 10:20:26.642619 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84ba35-e5bf-4cbd-8678-9945fc8a581a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7deee994-fbce-4190-9424-8b1f46a9ac3c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:26.666428 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9293f5e3-fd2a-4e6a-a59b-21e1e47c62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.677704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-9293f5e3-fd2a-4e6a-a59b-21e1e47c62c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9a585e-3872-4f54-bd41-dae002373496']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:26.690220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-9293f5e3-fd2a-4e6a-a59b-21e1e47c62c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f846de-88aa-4a1e-85e3-45abde110303') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:26.690577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-9293f5e3-fd2a-4e6a-a59b-21e1e47c62c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f846de-88aa-4a1e-85e3-45abde110303') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:26.694815 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c84ba35-e5bf-4cbd-8678-9945fc8a581a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.701317 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9293f5e3-fd2a-4e6a-a59b-21e1e47c62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.727756 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c84ba35-e5bf-4cbd-8678-9945fc8a581a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.729122 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c84ba35-e5bf-4cbd-8678-9945fc8a581a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:26.729698 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c84ba35-e5bf-4cbd-8678-9945fc8a581a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.729923 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32689644-54fc-48b0-97dc-eb90c1146a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.754304 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9293f5e3-fd2a-4e6a-a59b-21e1e47c62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.765971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9293f5e3-fd2a-4e6a-a59b-21e1e47c62c3 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:20:26.766297 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9293f5e3-fd2a-4e6a-a59b-21e1e47c62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:20:26.768075 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:20:26.792377 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84ba35-e5bf-4cbd-8678-9945fc8a581a admin admin] Pushing event updated for resources: {'Network': ['ID=3b4499e9-ad94-452b-b39f-84ea08c6bd0e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:26.804128 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:20:26.847598 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9293f5e3-fd2a-4e6a-a59b-21e1e47c62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.856897 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9293f5e3-fd2a-4e6a-a59b-21e1e47c62c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.858738 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9293f5e3-fd2a-4e6a-a59b-21e1e47c62c3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3f9a585e-3872-4f54-bd41-dae002373496 HTTP/1.1" status: 204 len: 168 time: 0.4366679 Aug 20 10:20:26.875459 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293f5e3-fd2a-4e6a-a59b-21e1e47c62c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9a585e-3872-4f54-bd41-dae002373496,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:26.919199 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32689644-54fc-48b0-97dc-eb90c1146a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.926001 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32689644-54fc-48b0-97dc-eb90c1146a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.934776 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6c84ba35-e5bf-4cbd-8678-9945fc8a581a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8426297 Aug 20 10:20:26.935509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39104) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:26.941202 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d11a4560-cd4a-487f-98ed-b2680835f2ec admin admin] Request body: {'subnet': {'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-subnet', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:26.961645 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32689644-54fc-48b0-97dc-eb90c1146a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43235427-ec01-4013-a671-1c0425ed42b8,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:26.987738 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11a4560-cd4a-487f-98ed-b2680835f2ec admin admin] Made reservation on behalf of b5cfdb7e141e4e6b8b225223a4c14f3e for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:20:26.990320 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-32689644-54fc-48b0-97dc-eb90c1146a97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=419fbbc2bea8464fa83b9aa92fa3bd7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4649019 Aug 20 10:20:26.990651 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d11a4560-cd4a-487f-98ed-b2680835f2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:26.991389 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39106) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:27.056914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39110) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:27.062139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d82476a-3f74-465b-a2a3-374256cdb616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:27.088681 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d82476a-3f74-465b-a2a3-374256cdb616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:27.135882 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa89377f-dd09-4502-a5d9-60d21fc6ef74 req-1f972185-36d4-48fe-8b4e-40dcb605e7a4 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 210 time: 0.0438497 Aug 20 10:20:27.149556 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d82476a-3f74-465b-a2a3-374256cdb616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:27.161365 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-32d10cbe-d8d7-4da4-9424-8b870f16a052 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8fff677ad91443883e13cc020be101d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1033127 Aug 20 10:20:27.163979 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39116) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:27.164972 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d82476a-3f74-465b-a2a3-374256cdb616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:27.167531 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8d82476a-3f74-465b-a2a3-374256cdb616 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43235427-ec01-4013-a671-1c0425ed42b8 HTTP/1.1" status: 204 len: 168 time: 0.1747358 Aug 20 10:20:27.178900 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82476a-3f74-465b-a2a3-374256cdb616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43235427-ec01-4013-a671-1c0425ed42b8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:27.259081 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9da4a92f-cfbf-444e-ab8c-f07422984b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:27.319216 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9da4a92f-cfbf-444e-ab8c-f07422984b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:27.336683 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d11a4560-cd4a-487f-98ed-b2680835f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:27.431778 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a4560-cd4a-487f-98ed-b2680835f2ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:27.438929 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a4560-cd4a-487f-98ed-b2680835f2ec admin admin] Checking segment: {'id': '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:20:27.439799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11a4560-cd4a-487f-98ed-b2680835f2ec admin admin] Network hostable DHCP agents. Network: 3b4499e9-ad94-452b-b39f-84ea08c6bd0e, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:20:27.444436 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9da4a92f-cfbf-444e-ab8c-f07422984b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:27.447342 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9da4a92f-cfbf-444e-ab8c-f07422984b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:27.448637 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9da4a92f-cfbf-444e-ab8c-f07422984b0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8658811e-7276-4bfa-b404-7c0ef64b3c78 HTTP/1.1" status: 204 len: 168 time: 0.2836261 Aug 20 10:20:27.461780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4a92f-cfbf-444e-ab8c-f07422984b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8658811e-7276-4bfa-b404-7c0ef64b3c78,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:27.477521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11a4560-cd4a-487f-98ed-b2680835f2ec admin admin] Network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:20:27.496225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-d11a4560-cd4a-487f-98ed-b2680835f2ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 3b4499e9-ad94-452b-b39f-84ea08c6bd0e) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:27.501179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11a4560-cd4a-487f-98ed-b2680835f2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:27.503347 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d11a4560-cd4a-487f-98ed-b2680835f2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:27.511198 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4598fc-0d51-49eb-9889-773baccd01b5 None None] Network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:20:27.540596 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d11a4560-cd4a-487f-98ed-b2680835f2ec admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6038222 Aug 20 10:20:27.543329 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39138) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:27.549304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:27.609955 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:27.615180 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:27.746205 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:27.803563 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:20:27.805524 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:27.974374 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:28.175564 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Allocated IP 172.20.0.2 (3b4499e9-ad94-452b-b39f-84ea08c6bd0e/4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6/2c04cd73-444d-483e-9c09-1572121fd13b) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:20:28.252931 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 906e1a6f-8cba-4378-b0d5-6edcdcc70897 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:20:28.291011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 906e1a6f-8cba-4378-b0d5-6edcdcc70897 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:20:28.292214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 906e1a6f-8cba-4378-b0d5-6edcdcc70897 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:20:28.314455 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fa78983d-7c37-4913-a56f-fddfa1944fa4 req-c5e0b45d-5c89-4ac4-98f7-7304bd4ddadb tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 210 time: 0.0505331 Aug 20 10:20:28.380336 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:28.406106 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:28.459733 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:28.471257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Transition to ACTIVE for port object 2c04cd73-444d-483e-9c09-1572121fd13b will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:28.498678 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Transition to ACTIVE for port object 2c04cd73-444d-483e-9c09-1572121fd13b will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:28.509177 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:28.583964 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:20:28.588716 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:28.592722 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:20:28.609827 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-3e4793bd-5c61-418a-899c-2d34d0749a7b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0911636 Aug 20 10:20:28.653203 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Allocated IP 172.25.3.248 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/e3e6f483-3b45-44b2-9ecc-d92d94b2d11e) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:20:28.745125 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Pushing event updated for resources: {'Port': ['ID=2c04cd73-444d-483e-9c09-1572121fd13b,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:28.776210 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Attempting to bind port 2c04cd73-444d-483e-9c09-1572121fd13b on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:20:28.776580 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Attempting to bind port 2c04cd73-444d-483e-9c09-1572121fd13b by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:20:28.776941 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Attempting to bind port 2c04cd73-444d-483e-9c09-1572121fd13b on network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:28.787424 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:20:28.787820 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Checking segment: {'id': '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:20:28.788229 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:28.788620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Bound using segment: {'id': '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:20:28.789086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Bound port: 2c04cd73-444d-483e-9c09-1572121fd13b, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:20:28.789470 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:28.802758 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39212) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:28.908339 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-01e2f53e-4431-4bd1-aa8c-b41b367dca84 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:28.910735 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-01e2f53e-4431-4bd1-aa8c-b41b367dca84 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2888730 Aug 20 10:20:28.913544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:28.937454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-09e21267-cc65-43fb-96f3-c0cc70db79f8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Request body: {'port': {'device_id': '04240a20-81cc-4cda-b551-1e94261e538f', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '4e7795c3d76e4090b49a900a04c8fc61'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:28.948502 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] For port 2c04cd73-444d-483e-9c09-1572121fd13b, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:20:28.960355 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] For port 2c04cd73-444d-483e-9c09-1572121fd13b, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2c04cd73-444d-483e-9c09-1572121fd13b,segment=NetworkSegment(4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e),segment_id=4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:20:28.972234 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:28.981628 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:29.018534 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c96a9477-b833-421c-a3fc-247b9952207a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1981103473-network', 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:29.025898 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-1fa3a4a1-6be0-4661-b8f2-e4ea373c23e5 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843205 Aug 20 10:20:29.054629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:20:29.058380 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:29.062935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:20:29.099774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Pushing event updated for resources: {'Port': ['ID=e3e6f483-3b45-44b2-9ecc-d92d94b2d11e,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:29.101205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7139c24-f6c2-4d0c-953b-b8627b020fcd None None] Pushing event updated for resources: {'Port': ['ID=2c04cd73-444d-483e-9c09-1572121fd13b,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:29.185247 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96a9477-b833-421c-a3fc-247b9952207a admin admin] Made reservation on behalf of 26b5c18da28d413e8586083e40c6ee2e for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:20:29.187577 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c96a9477-b833-421c-a3fc-247b9952207a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:29.218699 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c96a9477-b833-421c-a3fc-247b9952207a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:29.257159 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-f2addb3e-2880-42b2-b9e3-421dd793f573 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:29.258728 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-f2addb3e-2880-42b2-b9e3-421dd793f573 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262230 Aug 20 10:20:29.262177 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ba79a57b-eca7-4822-8077-6ced1897f116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:29.274304 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-464c9665-6dd3-4191-894d-386f5d456e35 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Request body: {'port': {'device_id': 'f930e173-f706-4ae1-9ee9-8c5979b6024d', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '4e7795c3d76e4090b49a900a04c8fc61'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:29.327523 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39232) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:29.330595 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-09e21267-cc65-43fb-96f3-c0cc70db79f8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Made reservation on behalf of 4e7795c3d76e4090b49a900a04c8fc61 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:20:29.334113 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-09e21267-cc65-43fb-96f3-c0cc70db79f8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:29.483415 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8fea3066-92f3-4660-8e5b-be5435a54cec req-90bab9dc-b495-4fb8-8bb9-3852446b1bf5 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 210 time: 0.0463428 Aug 20 10:20:29.483415 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:29.644211 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9d7cce1-70d6-408d-a89b-e39259c890ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:29.676058 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c96a9477-b833-421c-a3fc-247b9952207a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:29.678381 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-09e21267-cc65-43fb-96f3-c0cc70db79f8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Allocated IP 192.168.233.249 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/990134a8-9179-4d5b-9582-fedfa0e499ac) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:20:29.691353 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c96a9477-b833-421c-a3fc-247b9952207a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:29.744433 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-464c9665-6dd3-4191-894d-386f5d456e35 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Made reservation on behalf of 4e7795c3d76e4090b49a900a04c8fc61 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:20:29.748419 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-464c9665-6dd3-4191-894d-386f5d456e35 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:29.748557 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:29.753811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96a9477-b833-421c-a3fc-247b9952207a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:20:29.757848 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a9477-b833-421c-a3fc-247b9952207a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3500f5ce-2651-4518-951a-2939571e9adf,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:29.811118 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c96a9477-b833-421c-a3fc-247b9952207a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:29.811467 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-c96a9477-b833-421c-a3fc-247b9952207a admin admin] Added segment 1d1e9f6f-09e8-4a73-83cf-1c87b65ca950 of type vlan for network aee9a348-af2d-45dc-9248-2a1f01e70c36 Aug 20 10:20:29.891148 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:20:29.983909 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c96a9477-b833-421c-a3fc-247b9952207a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:30.009550 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:20:30.022180 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Sync routers for ids ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:20:30.047968 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Routers {'65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:20:30.049166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:20:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:30.090432 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c96a9477-b833-421c-a3fc-247b9952207a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:30.091426 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96a9477-b833-421c-a3fc-247b9952207a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:30.092016 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c96a9477-b833-421c-a3fc-247b9952207a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:30.117262 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9d7cce1-70d6-408d-a89b-e39259c890ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:30.135649 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:30.139140 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-08b6fd7d-8a42-4cad-9f8c-f7dfd1b8bb15 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.5926673 Aug 20 10:20:30.140139 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39246) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:30.161513 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2c04cd73-444d-483e-9c09-1572121fd13b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:20:30.170967 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9d7cce1-70d6-408d-a89b-e39259c890ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:30.190783 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-09e21267-cc65-43fb-96f3-c0cc70db79f8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:30.202147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Set router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:20:30.219605 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c96a9477-b833-421c-a3fc-247b9952207a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4144857 Aug 20 10:20:30.222471 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39248) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:30.235233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a9477-b833-421c-a3fc-247b9952207a admin admin] Pushing event updated for resources: {'Network': ['ID=aee9a348-af2d-45dc-9248-2a1f01e70c36,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:30.239635 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-09e21267-cc65-43fb-96f3-c0cc70db79f8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Transition to ACTIVE for port object 990134a8-9179-4d5b-9582-fedfa0e499ac will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:30.250237 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d9805992-9d2d-40cb-afb2-0d5f0796b8be admin admin] Request body: {'subnet': {'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1981103473-subnet', 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:30.258242 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39250) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:30.259012 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b9d7cce1-70d6-408d-a89b-e39259c890ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7432887685248c5a195c68ee09bc28e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9225314 Aug 20 10:20:30.261980 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7cce1-70d6-408d-a89b-e39259c890ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bdf6f4-7a9d-4348-9189-0948ec09e1f5,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:30.280512 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network aee9a348-af2d-45dc-9248-2a1f01e70c36 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:20:30.305293 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-09e21267-cc65-43fb-96f3-c0cc70db79f8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:30.353630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56f3c5a8-8170-4a84-b313-91c26503adf0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:30.384319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9805992-9d2d-40cb-afb2-0d5f0796b8be admin admin] Made reservation on behalf of 26b5c18da28d413e8586083e40c6ee2e for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:20:30.386924 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d9805992-9d2d-40cb-afb2-0d5f0796b8be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:30.411349 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-09e21267-cc65-43fb-96f3-c0cc70db79f8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:20:30.422682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-09e21267-cc65-43fb-96f3-c0cc70db79f8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:30.427881 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-09e21267-cc65-43fb-96f3-c0cc70db79f8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:20:30.430992 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e21267-cc65-43fb-96f3-c0cc70db79f8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Pushing event updated for resources: {'Port': ['ID=990134a8-9179-4d5b-9582-fedfa0e499ac,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:30.440649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-464c9665-6dd3-4191-894d-386f5d456e35 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Allocated IP 192.168.233.254 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/17ebca30-509f-4f31-9d67-f9d5e8b8c204) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:20:30.504850 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 2c04cd73-444d-483e-9c09-1572121fd13b completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:30.529393 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-09e21267-cc65-43fb-96f3-c0cc70db79f8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:30.530298 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-09e21267-cc65-43fb-96f3-c0cc70db79f8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:30.605100 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-09e21267-cc65-43fb-96f3-c0cc70db79f8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6825893 Aug 20 10:20:30.635830 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Request body: {'port': {'device_id': '04240a20-81cc-4cda-b551-1e94261e538f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:30.638589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd11a63f-b69d-4daf-84fa-366405b8e669 None None] Network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:20:30.863283 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0087df2e-8e9c-46d6-a1a2-8aee48bebc45 None None] Provisioning for port 2c04cd73-444d-483e-9c09-1572121fd13b completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:30.879445 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0087df2e-8e9c-46d6-a1a2-8aee48bebc45 None None] Provisioning complete for port 2c04cd73-444d-483e-9c09-1572121fd13b triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:30.880078 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0087df2e-8e9c-46d6-a1a2-8aee48bebc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:30.949228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:29Z', 'revision_number': 3, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:30.985565 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Checking router: 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:20:30.986010 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Updating router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f port e3e6f483-3b45-44b2-9ecc-d92d94b2d11e binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:20:31.005400 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0441fd4a-ecf9-4268-9adb-0ef405bc20f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.024533 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.054404 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0441fd4a-ecf9-4268-9adb-0ef405bc20f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.090811 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-297d06f8-26b6-4c38-b296-b2e78b33e263 req-15761862-8d1d-4807-bbea-94fc89849ece tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 210 time: 0.4606354 Aug 20 10:20:31.092275 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0087df2e-8e9c-46d6-a1a2-8aee48bebc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.139815 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.208419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0087df2e-8e9c-46d6-a1a2-8aee48bebc45 None None] For port 2c04cd73-444d-483e-9c09-1572121fd13b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2c04cd73-444d-483e-9c09-1572121fd13b,segment=NetworkSegment(4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e),segment_id=4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:31.222747 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0087df2e-8e9c-46d6-a1a2-8aee48bebc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.231058 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-464c9665-6dd3-4191-894d-386f5d456e35 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.269382 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-464c9665-6dd3-4191-894d-386f5d456e35 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Transition to ACTIVE for port object 17ebca30-509f-4f31-9d67-f9d5e8b8c204 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:31.345200 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087df2e-8e9c-46d6-a1a2-8aee48bebc45 None None] Pushing event updated for resources: {'Port': ['ID=2c04cd73-444d-483e-9c09-1572121fd13b,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:31.375720 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f5fe83fa-8b0d-4f16-9e4e-49cad1d7bea4 None None] Provisioning for port 990134a8-9179-4d5b-9582-fedfa0e499ac completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:31.382161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f5fe83fa-8b0d-4f16-9e4e-49cad1d7bea4 None None] Provisioning complete for port 990134a8-9179-4d5b-9582-fedfa0e499ac triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:31.382528 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f5fe83fa-8b0d-4f16-9e4e-49cad1d7bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.409554 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.425277 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0441fd4a-ecf9-4268-9adb-0ef405bc20f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.427827 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0441fd4a-ecf9-4268-9adb-0ef405bc20f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.431340 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0441fd4a-ecf9-4268-9adb-0ef405bc20f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68bdf6f4-7a9d-4348-9189-0948ec09e1f5 HTTP/1.1" status: 204 len: 168 time: 1.1692495 Aug 20 10:20:31.435971 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-464c9665-6dd3-4191-894d-386f5d456e35 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.458489 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56f3c5a8-8170-4a84-b313-91c26503adf0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:31.462361 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-f5fe83fa-8b0d-4f16-9e4e-49cad1d7bea4 None None] Port 990134a8-9179-4d5b-9582-fedfa0e499ac cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:20:31.509581 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.534576 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Transition to ACTIVE for port object e3e6f483-3b45-44b2-9ecc-d92d94b2d11e will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:31.548121 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-464c9665-6dd3-4191-894d-386f5d456e35 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:20:31.556324 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.572800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-464c9665-6dd3-4191-894d-386f5d456e35 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:31.595101 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Allocated IP 172.20.0.1 (3b4499e9-ad94-452b-b39f-84ea08c6bd0e/4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6/0156be6d-80e2-487e-86a3-627b57548652) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:20:31.607407 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-464c9665-6dd3-4191-894d-386f5d456e35 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:20:31.615865 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441fd4a-ecf9-4268-9adb-0ef405bc20f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bdf6f4-7a9d-4348-9189-0948ec09e1f5,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:31.634844 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d9805992-9d2d-40cb-afb2-0d5f0796b8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.649679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c9665-6dd3-4191-894d-386f5d456e35 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Pushing event updated for resources: {'Port': ['ID=17ebca30-509f-4f31-9d67-f9d5e8b8c204,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:31.685813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-464c9665-6dd3-4191-894d-386f5d456e35 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:31.691903 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-464c9665-6dd3-4191-894d-386f5d456e35 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.782455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9805992-9d2d-40cb-afb2-0d5f0796b8be admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a8cf849-69fe-4ea8-af5f-52021f809728,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:31.808781 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9805992-9d2d-40cb-afb2-0d5f0796b8be admin admin] Checking segment: {'id': '1d1e9f6f-09e8-4a73-83cf-1c87b65ca950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:20:31.809214 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9805992-9d2d-40cb-afb2-0d5f0796b8be admin admin] Network hostable DHCP agents. Network: aee9a348-af2d-45dc-9248-2a1f01e70c36, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:20:31.822751 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.854063 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 990134a8-9179-4d5b-9582-fedfa0e499ac {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:20:31.866776 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.885226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Transition to ACTIVE for port object 0156be6d-80e2-487e-86a3-627b57548652 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:31.890360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Transition to ACTIVE for port object 990134a8-9179-4d5b-9582-fedfa0e499ac will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:31.893838 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-464c9665-6dd3-4191-894d-386f5d456e35 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6245940 Aug 20 10:20:31.898070 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.912643 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Request body: {'port': {'device_id': 'f930e173-f706-4ae1-9ee9-8c5979b6024d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:31.927535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4e1ad3d9-f362-47cf-ae85-8dad945ad384 None None] Provisioning complete for port 2c04cd73-444d-483e-9c09-1572121fd13b triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:31.928150 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad3d9-f362-47cf-ae85-8dad945ad384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:31.939009 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9805992-9d2d-40cb-afb2-0d5f0796b8be admin admin] Network aee9a348-af2d-45dc-9248-2a1f01e70c36 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:20:31.973963 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-d9805992-9d2d-40cb-afb2-0d5f0796b8be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, aee9a348-af2d-45dc-9248-2a1f01e70c36) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:31.980838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Attempting to bind port e3e6f483-3b45-44b2-9ecc-d92d94b2d11e on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:20:31.981223 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Attempting to bind port e3e6f483-3b45-44b2-9ecc-d92d94b2d11e by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:20:31.981586 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Attempting to bind port e3e6f483-3b45-44b2-9ecc-d92d94b2d11e on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:31.999073 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac94deee-47ee-4444-bd29-5372fd34427d None None] Network aee9a348-af2d-45dc-9248-2a1f01e70c36 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:20:32.013740 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-159d9db0-aa26-44c5-8e02-4a1b7babfd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.019565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9805992-9d2d-40cb-afb2-0d5f0796b8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:32.022203 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.022891 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d9805992-9d2d-40cb-afb2-0d5f0796b8be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.034122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:20:32.034631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:20:32.034902 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.042384 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Pushing event updated for resources: {'Port': ['ID=990134a8-9179-4d5b-9582-fedfa0e499ac,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:32.044460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:20:32.045031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Bound port: e3e6f483-3b45-44b2-9ecc-d92d94b2d11e, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:20:32.055213 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.077414 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d9805992-9d2d-40cb-afb2-0d5f0796b8be admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8538270 Aug 20 10:20:32.080829 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39280) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:32.090875 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1981103473-router', 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:32.113313 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.127252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.128320 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.186387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] For port e3e6f483-3b45-44b2-9ecc-d92d94b2d11e, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:20:32.190824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] For port e3e6f483-3b45-44b2-9ecc-d92d94b2d11e, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e3e6f483-3b45-44b2-9ecc-d92d94b2d11e,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:20:32.192229 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e84ba-da0e-4407-ab1b-7b0c57d81df1 None None] Pushing event updated for resources: {'Port': ['ID=e3e6f483-3b45-44b2-9ecc-d92d94b2d11e,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:32.211147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:20:32.223409 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:32.227188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:20:32.293500 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.330097 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2c04cd73-444d-483e-9c09-1572121fd13b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:20:32.378681 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.382549 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Attempting to bind port 990134a8-9179-4d5b-9582-fedfa0e499ac on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:20:32.383035 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Attempting to bind port 990134a8-9179-4d5b-9582-fedfa0e499ac by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:20:32.386943 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Attempting to bind port 990134a8-9179-4d5b-9582-fedfa0e499ac on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:32.396683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Port 990134a8-9179-4d5b-9582-fedfa0e499ac on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:20:32.402468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Attempting to bind port 990134a8-9179-4d5b-9582-fedfa0e499ac on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:32.414824 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:20:32.448951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:20:32.449897 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:20:32.451204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Bound port: 990134a8-9179-4d5b-9582-fedfa0e499ac, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:20:32.461761 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.612643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e84ba-da0e-4407-ab1b-7b0c57d81df1 None None] Pushing event updated for resources: {'Port': ['ID=e3e6f483-3b45-44b2-9ecc-d92d94b2d11e,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:32.691910 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.692168 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] For port 990134a8-9179-4d5b-9582-fedfa0e499ac, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:20:32.716101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] For port 990134a8-9179-4d5b-9582-fedfa0e499ac, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=990134a8-9179-4d5b-9582-fedfa0e499ac,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:20:32.727966 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Pushing event updated for resources: {'Port': ['ID=0156be6d-80e2-487e-86a3-627b57548652,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:32.731842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 2c04cd73-444d-483e-9c09-1572121fd13b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:32.732293 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.746993 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.811998 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.814518 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.816163 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Routers {'65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:20:32.818309 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:20:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:32.857480 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ba49d-17c2-4c5c-b0e8-33475300a963 req-a713c3d6-2ca0-48a9-8c5c-a7d1723c0fdf tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:32.865386 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bc7ba49d-17c2-4c5c-b0e8-33475300a963 req-a713c3d6-2ca0-48a9-8c5c-a7d1723c0fdf tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 936 time: 0.3382373 Aug 20 10:20:32.869303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ebca30-509f-4f31-9d67-f9d5e8b8c204 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:20:32.872533 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2306527-d9bd-4012-a9db-715041552dc3 req-da43b732-5772-408d-8973-986d37bd1147 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3466218 Aug 20 10:20:32.888922 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.905435 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Transition to ACTIVE for port object 17ebca30-509f-4f31-9d67-f9d5e8b8c204 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:32.937262 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Pushing event updated for resources: {'Port': ['ID=990134a8-9179-4d5b-9582-fedfa0e499ac,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:32.946843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:32.951702 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.953298 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-580e71f4-297d-4c96-ad5a-34d5d430be3e service neutron] 10.222.0.42 "PUT /v2.0/ports/990134a8-9179-4d5b-9582-fedfa0e499ac HTTP/1.1" status: 200 len: 1097 time: 2.3365450 Aug 20 10:20:32.954071 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:32.957045 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04240a20-81cc-4cda-b551-1e94261e538f', 'tag': '990134a8-9179-4d5b-9582-fedfa0e499ac'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:32.959675 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834e70e7-9cf5-4152-8d53-be51b02ffa12" -d '{"events": [{"name": "network-changed", "server_uuid": "04240a20-81cc-4cda-b551-1e94261e538f", "tag": "990134a8-9179-4d5b-9582-fedfa0e499ac"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:33.051819 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Pushing event updated for resources: {'Port': ['ID=17ebca30-509f-4f31-9d67-f9d5e8b8c204,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:33.083375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] Set router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:20:33.171283 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fc2923-9bad-4235-a0a0-d500c910d365 x-openstack-request-id: req-97fc2923-9bad-4235-a0a0-d500c910d365 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:33.171730 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04240a20-81cc-4cda-b551-1e94261e538f", "tag": "990134a8-9179-4d5b-9582-fedfa0e499ac", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:33.172090 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97fc2923-9bad-4235-a0a0-d500c910d365 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:33.172619 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04240a20-81cc-4cda-b551-1e94261e538f', 'tag': '990134a8-9179-4d5b-9582-fedfa0e499ac', 'status': 'completed', 'code': 200} Aug 20 10:20:33.197342 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-89ecfa27-8c6b-4d69-9594-5ca610018137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:33.197342 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-89ecfa27-8c6b-4d69-9594-5ca610018137 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&device_id=04240a20-81cc-4cda-b551-1e94261e538f HTTP/1.1" status: 200 len: 1100 time: 0.1578925 Aug 20 10:20:33.226573 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Attempting to bind port 17ebca30-509f-4f31-9d67-f9d5e8b8c204 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:20:33.226908 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Attempting to bind port 17ebca30-509f-4f31-9d67-f9d5e8b8c204 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:20:33.227267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Attempting to bind port 17ebca30-509f-4f31-9d67-f9d5e8b8c204 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:33.265119 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Port 17ebca30-509f-4f31-9d67-f9d5e8b8c204 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:20:33.265456 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Attempting to bind port 17ebca30-509f-4f31-9d67-f9d5e8b8c204 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:33.270491 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-20cbdc69-33cb-4bc3-9bf7-b538a12db73d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=990134a8-9179-4d5b-9582-fedfa0e499ac HTTP/1.1" status: 200 len: 217 time: 0.0639069 Aug 20 10:20:33.273282 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:20:33.273624 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:20:33.274013 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:20:33.274150 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d5433b-3f93-4042-a62f-610454f60e5e None None] Network aee9a348-af2d-45dc-9248-2a1f01e70c36 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:20:33.274445 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Bound port: 17ebca30-509f-4f31-9d67-f9d5e8b8c204, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:20:33.274902 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:33.307491 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bc7ba49d-17c2-4c5c-b0e8-33475300a963 req-10800e76-7084-4597-a8f3-8f0be1706390 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365745 Aug 20 10:20:33.371007 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:33.399418 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7b7dedca-4b72-4064-81e8-e7a3de771eb3 None None] Provisioning for port 17ebca30-509f-4f31-9d67-f9d5e8b8c204 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:33.417156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-f2dea7ed-6ebb-46e3-9856-fa4400e04202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:33.418959 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-f2dea7ed-6ebb-46e3-9856-fa4400e04202 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1228261 Aug 20 10:20:33.444490 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2306527-d9bd-4012-a9db-715041552dc3 req-951a8686-31f4-42d9-8bae-168af04ef62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:33.446989 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2306527-d9bd-4012-a9db-715041552dc3 req-951a8686-31f4-42d9-8bae-168af04ef62d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1e949b55a314448808ad67780ed3577&device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 1097 time: 0.5171590 Aug 20 10:20:33.450562 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:33.476018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7b7dedca-4b72-4064-81e8-e7a3de771eb3 None None] Provisioning for port 0156be6d-80e2-487e-86a3-627b57548652 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:33.489696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7b7dedca-4b72-4064-81e8-e7a3de771eb3 None None] Provisioning complete for port 0156be6d-80e2-487e-86a3-627b57548652 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:33.490077 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7b7dedca-4b72-4064-81e8-e7a3de771eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:33.535308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] For port 17ebca30-509f-4f31-9d67-f9d5e8b8c204, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:20:33.540216 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] For port 17ebca30-509f-4f31-9d67-f9d5e8b8c204, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=17ebca30-509f-4f31-9d67-f9d5e8b8c204,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:20:33.551389 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:33.571953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-ec2a8e43-747d-4aa6-bdd1-9d10ccc9c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:33.573465 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-ec2a8e43-747d-4aa6-bdd1-9d10ccc9c936 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1427748 Aug 20 10:20:33.598360 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2306527-d9bd-4012-a9db-715041552dc3 req-f5dda6ae-67ed-43a1-af17-a524c0d971b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:33.600031 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2306527-d9bd-4012-a9db-715041552dc3 req-f5dda6ae-67ed-43a1-af17-a524c0d971b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=32a089c0-176d-40e1-bdf0-d909b8c47da7 HTTP/1.1" status: 200 len: 924 time: 0.1207721 Aug 20 10:20:33.612007 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7b7dedca-4b72-4064-81e8-e7a3de771eb3 None None] Port 0156be6d-80e2-487e-86a3-627b57548652 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:20:33.666001 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:31Z', 'revision_number': 1, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:33.667812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:33.670042 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:33.670647 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:33.672633 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] 10.222.0.42 "PUT /v2.0/ports/17ebca30-509f-4f31-9d67-f9d5e8b8c204 HTTP/1.1" status: 200 len: 1097 time: 1.7679517 Aug 20 10:20:33.684033 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:33.712744 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69663ae-427a-4e08-bf50-f9d986665cf1 None None] The sync data for ids ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'] in n-d-778550-11 is: [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:31Z', 'revision_number': 1, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:20:33.808568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abede057-540f-4a9f-87db-242fdc61e537 service neutron] Pushing event updated for resources: {'Port': ['ID=17ebca30-509f-4f31-9d67-f9d5e8b8c204,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:33.816631 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-a5fefc42-a056-4ccc-9665-d02656dbf52e service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196944 Aug 20 10:20:33.817450 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:33.828811 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Pushing event updated for resources: {'Port': ['ID=0156be6d-80e2-487e-86a3-627b57548652,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:33.863400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-d093614c-540b-4998-927c-d787b7875223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:33.865217 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-d093614c-540b-4998-927c-d787b7875223 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 1100 time: 0.1358910 Aug 20 10:20:33.932554 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2306527-d9bd-4012-a9db-715041552dc3 req-1a333788-acb6-4dbc-a382-136aa965870f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d6b258b-e646-4811-b13c-0f66de8a3de2 HTTP/1.1" status: 200 len: 1001 time: 0.3175836 Aug 20 10:20:33.945150 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-a248ccd5-6419-4fbf-86b2-25d1bf79ad1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=17ebca30-509f-4f31-9d67-f9d5e8b8c204 HTTP/1.1" status: 200 len: 217 time: 0.0518816 Aug 20 10:20:34.061857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39342) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:34.063377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2306527-d9bd-4012-a9db-715041552dc3 req-f9b40aa9-52b8-4089-911c-cdedc0d63608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:34.065254 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2306527-d9bd-4012-a9db-715041552dc3 req-f9b40aa9-52b8-4089-911c-cdedc0d63608 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4554d4b-e023-429d-9014-22d3381958db HTTP/1.1" status: 200 len: 862 time: 0.1216679 Aug 20 10:20:34.068441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:20:34.094524 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:34.097983 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-688f108d-a049-47c4-b4c2-26678803e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:34.099844 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-688f108d-a049-47c4-b4c2-26678803e782 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1392579 Aug 20 10:20:34.105113 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-52162223-996f-411e-a598-508565f35378 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785442 Aug 20 10:20:34.251581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-0896fce2-2ae9-4b99-a7c8-0a74e5ca3a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:34.253675 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-0896fce2-2ae9-4b99-a7c8-0a74e5ca3a45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1431253 Aug 20 10:20:34.256632 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e70e7-9cf5-4152-8d53-be51b02ffa12 req-7d6cc2bd-8830-4c9b-a55d-70b881f53cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:34.258061 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-834e70e7-9cf5-4152-8d53-be51b02ffa12 req-7d6cc2bd-8830-4c9b-a55d-70b881f53cee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&device_id=04240a20-81cc-4cda-b551-1e94261e538f HTTP/1.1" status: 200 len: 1100 time: 0.0730035 Aug 20 10:20:34.310465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:20:34.322737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2306527-d9bd-4012-a9db-715041552dc3 req-3ead2426-3fbd-43b9-8824-7b1ac74dc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:34.326582 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2306527-d9bd-4012-a9db-715041552dc3 req-3ead2426-3fbd-43b9-8824-7b1ac74dc075 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a089c0-176d-40e1-bdf0-d909b8c47da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2490535 Aug 20 10:20:34.406394 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5cb46d47-0742-4638-818d-672004aa10dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:34.576294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-df8a9ecc-ced6-4b3f-944d-d159ea7302e0 None None] Provisioning complete for port 0156be6d-80e2-487e-86a3-627b57548652 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:34.576852 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df8a9ecc-ced6-4b3f-944d-d159ea7302e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:34.591175 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e70e7-9cf5-4152-8d53-be51b02ffa12 req-4e6e79cc-66b4-4aaa-b136-67f4f9790fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:34.592919 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-834e70e7-9cf5-4152-8d53-be51b02ffa12 req-4e6e79cc-66b4-4aaa-b136-67f4f9790fa2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.3225319 Aug 20 10:20:34.637287 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-df8a9ecc-ced6-4b3f-944d-d159ea7302e0 None None] Port 0156be6d-80e2-487e-86a3-627b57548652 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:20:34.668824 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-474a2068-017a-4534-b6b2-48d23f755493 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967717 Aug 20 10:20:34.679575 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:34.710615 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-834e70e7-9cf5-4152-8d53-be51b02ffa12 req-73164b22-7580-4137-834a-429b6c76712c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=990134a8-9179-4d5b-9582-fedfa0e499ac HTTP/1.1" status: 200 len: 217 time: 0.1048164 Aug 20 10:20:34.714040 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:34.718641 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:20:34.751765 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4edb77a2-41e9-4447-a0fd-dde275c19a46 admin admin] 10.222.0.16 "PUT /v2.0/routers/65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6001346 Aug 20 10:20:34.751765 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:34.772574 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2306527-d9bd-4012-a9db-715041552dc3 req-02103040-9f87-448b-84dc-54fda6fe8d9a service neutron] 10.222.0.24 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674407 Aug 20 10:20:34.778783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786791dd-95ab-4412-8f04-7cbb247d1b50 req-6c942ff5-3c4f-4e72-9e58-d02c3b31c8ee tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:34.782136 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-786791dd-95ab-4412-8f04-7cbb247d1b50 req-6c942ff5-3c4f-4e72-9e58-d02c3b31c8ee tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 948 time: 0.3415673 Aug 20 10:20:34.953266 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5cb46d47-0742-4638-818d-672004aa10dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:34.957999 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e70e7-9cf5-4152-8d53-be51b02ffa12 req-31901b32-8153-4918-8317-20b1ea0f435b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:34.965471 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-834e70e7-9cf5-4152-8d53-be51b02ffa12 req-31901b32-8153-4918-8317-20b1ea0f435b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.2068987 Aug 20 10:20:34.971756 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2306527-d9bd-4012-a9db-715041552dc3 req-89a9650d-8fa3-4735-ac68-9da19ae42ff4 service neutron] 10.222.0.24 "GET /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833630 Aug 20 10:20:35.009198 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Allocated IP 172.25.3.194 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/e6837ee9-6e34-4d87-b39d-986fd3cb1706) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:20:35.028520 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5cb46d47-0742-4638-818d-672004aa10dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:35.075198 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-786791dd-95ab-4412-8f04-7cbb247d1b50 req-f2a87838-1cd6-4d4c-b958-4ce696777e27 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412293 Aug 20 10:20:35.106983 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a29881b-346f-412c-a1e3-3d4c9b799192 req-8c5b7b1e-c4d5-416d-9305-6d050ce3bb77 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911417 Aug 20 10:20:35.148229 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:35.151911 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5cb46d47-0742-4638-818d-672004aa10dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58f4e948a6404bd092d5420865753de1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0874593 Aug 20 10:20:35.154112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb46d47-0742-4638-818d-672004aa10dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1e71e3-e626-4287-bdb4-721682339fe8,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:35.154698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39366) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:35.166563 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e70e7-9cf5-4152-8d53-be51b02ffa12 req-c8ae7bef-4365-481e-9aa2-160da4b82805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:35.168393 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-834e70e7-9cf5-4152-8d53-be51b02ffa12 req-c8ae7bef-4365-481e-9aa2-160da4b82805 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1767352 Aug 20 10:20:35.174316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f930e173-f706-4ae1-9ee9-8c5979b6024d', 'tag': '17ebca30-509f-4f31-9d67-f9d5e8b8c204'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:35.176846 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1af948c-e4d1-4dd4-9a39-7bdf3aa29efd" -d '{"events": [{"name": "network-changed", "server_uuid": "f930e173-f706-4ae1-9ee9-8c5979b6024d", "tag": "17ebca30-509f-4f31-9d67-f9d5e8b8c204"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:35.231987 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04f6738-b5b2-4aad-948b-3e38f2d43c6e x-openstack-request-id: req-d04f6738-b5b2-4aad-948b-3e38f2d43c6e {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:35.232562 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f930e173-f706-4ae1-9ee9-8c5979b6024d", "tag": "17ebca30-509f-4f31-9d67-f9d5e8b8c204", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:35.232887 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d04f6738-b5b2-4aad-948b-3e38f2d43c6e {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:35.233460 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f930e173-f706-4ae1-9ee9-8c5979b6024d', 'tag': '17ebca30-509f-4f31-9d67-f9d5e8b8c204', 'status': 'completed', 'code': 200} Aug 20 10:20:35.313558 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-834e70e7-9cf5-4152-8d53-be51b02ffa12 req-aa3a02b1-08cc-49c2-8b2c-21f841b6fbf0 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333146 Aug 20 10:20:35.320918 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af948c-e4d1-4dd4-9a39-7bdf3aa29efd req-ee5cda8e-2e12-40b9-90fa-f756165c81fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:35.322506 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1af948c-e4d1-4dd4-9a39-7bdf3aa29efd req-ee5cda8e-2e12-40b9-90fa-f756165c81fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 1100 time: 0.0754473 Aug 20 10:20:35.343451 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:35.501542 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-834e70e7-9cf5-4152-8d53-be51b02ffa12 req-8902845b-59e7-496a-a8fe-fcef796ac966 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777060 Aug 20 10:20:35.518479 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af948c-e4d1-4dd4-9a39-7bdf3aa29efd req-9944ce75-d8be-4347-bb6b-8b485bc1eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:35.520723 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1af948c-e4d1-4dd4-9a39-7bdf3aa29efd req-9944ce75-d8be-4347-bb6b-8b485bc1eee1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1740284 Aug 20 10:20:35.579365 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1af948c-e4d1-4dd4-9a39-7bdf3aa29efd req-75f2dfe8-e167-4da6-97da-3eaaa2544659 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=17ebca30-509f-4f31-9d67-f9d5e8b8c204 HTTP/1.1" status: 200 len: 217 time: 0.0475600 Aug 20 10:20:35.643486 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af948c-e4d1-4dd4-9a39-7bdf3aa29efd req-b8799c39-4653-4b84-be77-3133fcfdad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:35.645021 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1af948c-e4d1-4dd4-9a39-7bdf3aa29efd req-b8799c39-4653-4b84-be77-3133fcfdad96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0575869 Aug 20 10:20:35.707627 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af948c-e4d1-4dd4-9a39-7bdf3aa29efd req-c50ce4fb-a594-49e3-a5b5-0834d8277be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:35.709270 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1af948c-e4d1-4dd4-9a39-7bdf3aa29efd req-c50ce4fb-a594-49e3-a5b5-0834d8277be5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0548141 Aug 20 10:20:35.738276 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eb01cfe4-06ba-4086-a2af-e353c4116ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:35.779391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:20:35.806871 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1af948c-e4d1-4dd4-9a39-7bdf3aa29efd req-bbb10964-6ce2-4d17-ad83-9ed2dc445ec0 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890675 Aug 20 10:20:35.811992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:35.814669 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:20:35.818016 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eb01cfe4-06ba-4086-a2af-e353c4116ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:35.843672 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Pushing event updated for resources: {'Port': ['ID=e6837ee9-6e34-4d87-b39d-986fd3cb1706,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:35.857696 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-9868a405-c43c-4a5e-b35c-12341db10d3b tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:35.859240 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-9868a405-c43c-4a5e-b35c-12341db10d3b tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/networks?id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 200 len: 821 time: 0.6412201 Aug 20 10:20:35.900016 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-dd051995-1d68-432a-b133-219f65f31521 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/quotas/b5cfdb7e141e4e6b8b225223a4c14f3e HTTP/1.1" status: 200 len: 375 time: 0.0306818 Aug 20 10:20:35.918869 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1af948c-e4d1-4dd4-9a39-7bdf3aa29efd req-bed8435d-4d67-413f-b990-1e03f0e7c78b service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035137 Aug 20 10:20:36.041770 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eb01cfe4-06ba-4086-a2af-e353c4116ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:36.042821 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eb01cfe4-06ba-4086-a2af-e353c4116ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:36.043962 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-eb01cfe4-06ba-4086-a2af-e353c4116ece admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed1e71e3-e626-4287-bdb4-721682339fe8 HTTP/1.1" status: 204 len: 168 time: 0.8865347 Aug 20 10:20:36.060997 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01cfe4-06ba-4086-a2af-e353c4116ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1e71e3-e626-4287-bdb4-721682339fe8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:36.068508 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-4181d75a-62f6-44cf-b1e6-47996f53b90c tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300361 Aug 20 10:20:36.136702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e3e6f483-3b45-44b2-9ecc-d92d94b2d11e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:20:36.193523 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:36.265387 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54829509-f70c-4bca-8a89-af3f88c5b051 req-ed650bf1-5f94-4d50-87b8-440b7fda96d0 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:36.266470 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54829509-f70c-4bca-8a89-af3f88c5b051 req-ed650bf1-5f94-4d50-87b8-440b7fda96d0 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 948 time: 0.0690048 Aug 20 10:20:36.269449 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port e3e6f483-3b45-44b2-9ecc-d92d94b2d11e completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:36.279800 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e3e6f483-3b45-44b2-9ecc-d92d94b2d11e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:36.280933 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:36.311088 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 990134a8-9179-4d5b-9582-fedfa0e499ac details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:20:36.321847 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54829509-f70c-4bca-8a89-af3f88c5b051 req-14eb559c-78a7-4c8c-8f0a-7c2f26127229 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477951 Aug 20 10:20:36.490486 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:36.504768 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 990134a8-9179-4d5b-9582-fedfa0e499ac, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=990134a8-9179-4d5b-9582-fedfa0e499ac,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:36.523830 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-9a600005-ac2e-42ef-963d-bfaeb3c85ab4 service neutron] 10.222.0.16 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217193 Aug 20 10:20:36.530888 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port e3e6f483-3b45-44b2-9ecc-d92d94b2d11e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e3e6f483-3b45-44b2-9ecc-d92d94b2d11e,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:36.532540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '990134a8-9179-4d5b-9582-fedfa0e499ac', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '990134a8-9179-4d5b-9582-fedfa0e499ac', 'mac_address': 'fa:16:3e:ac:5b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:20:36.537471 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:36.640885 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:36.655630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=e3e6f483-3b45-44b2-9ecc-d92d94b2d11e,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:36.661200 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 990134a8-9179-4d5b-9582-fedfa0e499ac {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:20:36.687772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 990134a8-9179-4d5b-9582-fedfa0e499ac, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=990134a8-9179-4d5b-9582-fedfa0e499ac,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:36.695360 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:36.707554 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:36.714956 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-ee80d440-4f2f-4029-9cd8-ba97075b52bd service neutron] 10.222.0.16 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902554 Aug 20 10:20:36.770067 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Sync routers for ids ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:20:36.778816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=990134a8-9179-4d5b-9582-fedfa0e499ac,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:36.784022 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Routers {'65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:20:36.787063 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:20:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:36.914140 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Router e53cc15a-bfa1-4526-bed2-5fbed39906a4 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:20:36.969464 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['990134a8-9179-4d5b-9582-fedfa0e499ac'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:36.974134 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d28f310-001c-47f9-949d-10553d9eb4fb req-4af28290-17b3-4cca-b236-945e91b0dd66 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 210 time: 0.0318124 Aug 20 10:20:37.066557 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:20:37.070981 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Set router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:20:37.081541 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Sync routers for ids ['e53cc15a-bfa1-4526-bed2-5fbed39906a4'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:20:37.104559 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:37.108071 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e43ec441-43c4-46f4-a373-e7b7f35faf91 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0262594 Aug 20 10:20:37.109482 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Routers {'e53cc15a-bfa1-4526-bed2-5fbed39906a4'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:20:37.110117 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:20:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e53cc15a-bfa1-4526-bed2-5fbed39906a4'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:37.111909 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39420) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:37.162342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39426) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:37.289579 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-199b79b7-d0b6-4d81-9237-30753fb9ea5d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1289973009-network', 'tenant_id': 'ba0eb22e94ae4209b6e2d6f49c4875cb'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:37.385387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199b79b7-d0b6-4d81-9237-30753fb9ea5d admin admin] Made reservation on behalf of ba0eb22e94ae4209b6e2d6f49c4875cb for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:20:37.390361 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-199b79b7-d0b6-4d81-9237-30753fb9ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:37.413124 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 2, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:37.417977 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Set router e53cc15a-bfa1-4526-bed2-5fbed39906a4 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:20:37.441091 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-199b79b7-d0b6-4d81-9237-30753fb9ea5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:37.450222 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Checking router: 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:20:37.450887 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Updating router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f port 0156be6d-80e2-487e-86a3-627b57548652 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:20:37.481814 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:37.618732 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ce8af-8923-4b39-a52f-7d9c3914c0b4 req-d5a78fd4-db7d-4324-942e-11aaf00a51d6 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:37.623607 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb9ce8af-8923-4b39-a52f-7d9c3914c0b4 req-d5a78fd4-db7d-4324-942e-11aaf00a51d6 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 948 time: 0.1382027 Aug 20 10:20:37.737055 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb9ce8af-8923-4b39-a52f-7d9c3914c0b4 req-8f88752d-7ff8-4009-88d9-f806ffe85107 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013038 Aug 20 10:20:37.761544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-199b79b7-d0b6-4d81-9237-30753fb9ea5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:37.768429 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'name': 'tempest-ServerRescueTestJSON-1981103473-router', 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6837ee9-6e34-4d87-b39d-986fd3cb1706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:32Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 3, 'project_id': '26b5c18da28d413e8586083e40c6ee2e', 'gw_port': {'id': 'e6837ee9-6e34-4d87-b39d-986fd3cb1706', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:34Z', 'updated_at': '2021-08-20T10:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:37.769722 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-199b79b7-d0b6-4d81-9237-30753fb9ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:37.780193 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:37.790501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199b79b7-d0b6-4d81-9237-30753fb9ea5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:20:37.825730 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-199b79b7-d0b6-4d81-9237-30753fb9ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:37.826078 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-199b79b7-d0b6-4d81-9237-30753fb9ea5d admin admin] Added segment 0a4150d2-57aa-4c14-86fe-246aa18bb98b of type vlan for network a02d362f-3e33-434a-b9f3-0ff8dabd07cd Aug 20 10:20:37.836295 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Checking router: e53cc15a-bfa1-4526-bed2-5fbed39906a4 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:20:37.837446 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Updating router e53cc15a-bfa1-4526-bed2-5fbed39906a4 port e6837ee9-6e34-4d87-b39d-986fd3cb1706 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:20:37.864204 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:37.916063 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b79b7-d0b6-4d81-9237-30753fb9ea5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743f7231-914b-49b2-b84b-6a930e4cc9b5,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:37.926813 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-199b79b7-d0b6-4d81-9237-30753fb9ea5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:37.976647 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-199b79b7-d0b6-4d81-9237-30753fb9ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:37.978038 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199b79b7-d0b6-4d81-9237-30753fb9ea5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:37.978848 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-199b79b7-d0b6-4d81-9237-30753fb9ea5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:38.066770 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:38.101498 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-199b79b7-d0b6-4d81-9237-30753fb9ea5d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9357402 Aug 20 10:20:38.109286 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39446) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:38.114959 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Transition to ACTIVE for port object 0156be6d-80e2-487e-86a3-627b57548652 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:38.116259 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-75d20762-e723-4d45-8156-cd98905e17bb admin admin] Request body: {'subnet': {'network_id': 'a02d362f-3e33-434a-b9f3-0ff8dabd07cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1289973009-subnet', 'tenant_id': 'ba0eb22e94ae4209b6e2d6f49c4875cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:38.128100 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:38.161036 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b79b7-d0b6-4d81-9237-30753fb9ea5d admin admin] Pushing event updated for resources: {'Network': ['ID=a02d362f-3e33-434a-b9f3-0ff8dabd07cd,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:38.166642 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e3e6f483-3b45-44b2-9ecc-d92d94b2d11e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:20:38.176698 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network a02d362f-3e33-434a-b9f3-0ff8dabd07cd details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:20:38.204253 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91d8cff6-377b-4f6c-b913-15b0f767ee47 req-cfa9a4b2-5c07-4594-afc5-e2167811abfa tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 210 time: 0.0583563 Aug 20 10:20:38.219379 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] Allocated IP 172.20.0.1 (aee9a348-af2d-45dc-9248-2a1f01e70c36/9a8cf849-69fe-4ea8-af5f-52021f809728/0a81cd62-8585-4072-9fae-8966fa62f9a3) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:20:38.234757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d20762-e723-4d45-8156-cd98905e17bb admin admin] Made reservation on behalf of ba0eb22e94ae4209b6e2d6f49c4875cb for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:20:38.238094 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-75d20762-e723-4d45-8156-cd98905e17bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:38.250025 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b910f4-d2d2-4724-8e11-6dd97ae4dcb6 None None] Pushing event updated for resources: {'Port': ['ID=0156be6d-80e2-487e-86a3-627b57548652,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:38.251859 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcd381-c260-41d9-ae76-fdfb51f3f2de req-77538343-a4c4-4b96-ab0b-ebae3959760f tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:38.260267 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7fcd381-c260-41d9-ae76-fdfb51f3f2de req-77538343-a4c4-4b96-ab0b-ebae3959760f tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 945 time: 0.1519923 Aug 20 10:20:38.266647 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b910f4-d2d2-4724-8e11-6dd97ae4dcb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:38.267000 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b910f4-d2d2-4724-8e11-6dd97ae4dcb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:38.267770 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b910f4-d2d2-4724-8e11-6dd97ae4dcb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:38.268390 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b910f4-d2d2-4724-8e11-6dd97ae4dcb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:38.268730 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b910f4-d2d2-4724-8e11-6dd97ae4dcb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:38.269078 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b910f4-d2d2-4724-8e11-6dd97ae4dcb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:38.269410 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b910f4-d2d2-4724-8e11-6dd97ae4dcb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:38.269738 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b910f4-d2d2-4724-8e11-6dd97ae4dcb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:38.270068 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b910f4-d2d2-4724-8e11-6dd97ae4dcb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:38.270394 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b910f4-d2d2-4724-8e11-6dd97ae4dcb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:38.270717 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b910f4-d2d2-4724-8e11-6dd97ae4dcb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:38.271038 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b910f4-d2d2-4724-8e11-6dd97ae4dcb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:20:38.280859 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Attempting to bind port 0156be6d-80e2-487e-86a3-627b57548652 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:20:38.281451 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Attempting to bind port 0156be6d-80e2-487e-86a3-627b57548652 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:20:38.281814 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Attempting to bind port 0156be6d-80e2-487e-86a3-627b57548652 on network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:38.293569 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:20:38.293944 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Checking segment: {'id': '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:20:38.294360 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:38.294751 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Bound using segment: {'id': '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:20:38.295912 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Bound port: 0156be6d-80e2-487e-86a3-627b57548652, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:20:38.295912 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:38.319643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 17ebca30-509f-4f31-9d67-f9d5e8b8c204 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:20:38.321504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 990134a8-9179-4d5b-9582-fedfa0e499ac up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:20:38.381338 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] For port 0156be6d-80e2-487e-86a3-627b57548652, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:20:38.387763 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] For port 0156be6d-80e2-487e-86a3-627b57548652, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0156be6d-80e2-487e-86a3-627b57548652,segment=NetworkSegment(4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e),segment_id=4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:20:38.394467 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:38.418004 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7fcd381-c260-41d9-ae76-fdfb51f3f2de req-77482a5b-31d4-4638-bdec-ef89acc4ec9c tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3e69e9e-e044-4f96-89bb-d8a206050d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569264 Aug 20 10:20:38.519034 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b910f4-d2d2-4724-8e11-6dd97ae4dcb6 None None] Pushing event updated for resources: {'Port': ['ID=0156be6d-80e2-487e-86a3-627b57548652,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:38.532895 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Routers {'65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:20:38.533615 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:20:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:38.547689 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e3e6f483-3b45-44b2-9ecc-d92d94b2d11e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:38.548886 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:38.552884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 17ebca30-509f-4f31-9d67-f9d5e8b8c204, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=17ebca30-509f-4f31-9d67-f9d5e8b8c204,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:38.586344 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '17ebca30-509f-4f31-9d67-f9d5e8b8c204', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '17ebca30-509f-4f31-9d67-f9d5e8b8c204', 'mac_address': 'fa:16:3e:47:81:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:20:38.603923 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:38.771845 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-75d20762-e723-4d45-8156-cd98905e17bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:38.793374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 990134a8-9179-4d5b-9582-fedfa0e499ac completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:38.808432 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] Set router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:20:38.809938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-735b9c67-84d9-41ae-8053-0936bdee2263 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:38.817602 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-735b9c67-84d9-41ae-8053-0936bdee2263 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.24 "GET /v2.0/networks?id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 200 len: 821 time: 0.2959530 Aug 20 10:20:38.843889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-bfe9d931-0857-4433-87b7-d030a900470e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Request body: {'port': {'device_id': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'admin_state_up': True, 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:38.844126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 990134a8-9179-4d5b-9582-fedfa0e499ac triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:38.844525 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:38.880941 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:38.905197 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:38.931852 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Transition to ACTIVE for port object e6837ee9-6e34-4d87-b39d-986fd3cb1706 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:38.953874 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ebca30-509f-4f31-9d67-f9d5e8b8c204 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:20:38.961121 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:38.973017 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:39.025971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233d46d-0497-46c3-9f0d-1014c45db7fe req-c764da37-7be5-4157-bf63-bcdd7fcd014f tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:39.027958 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f233d46d-0497-46c3-9f0d-1014c45db7fe req-c764da37-7be5-4157-bf63-bcdd7fcd014f tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 948 time: 0.1238673 Aug 20 10:20:39.035209 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 17ebca30-509f-4f31-9d67-f9d5e8b8c204, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=17ebca30-509f-4f31-9d67-f9d5e8b8c204,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:39.049042 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d20762-e723-4d45-8156-cd98905e17bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=442463c6-e742-44c3-b009-570534f5342b,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:39.077483 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:39.098639 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f233d46d-0497-46c3-9f0d-1014c45db7fe req-4823feea-1110-4ef6-b006-d8f2f8a9c06f tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536413 Aug 20 10:20:39.102941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] Network aee9a348-af2d-45dc-9248-2a1f01e70c36 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:20:39.115909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a522e-1bd6-4670-9cf3-c07c4be2730f None None] Pushing event updated for resources: {'Port': ['ID=e6837ee9-6e34-4d87-b39d-986fd3cb1706,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:39.117585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:39.138849 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:20:39.142750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-bfe9d931-0857-4433-87b7-d030a900470e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Made reservation on behalf of b5cfdb7e141e4e6b8b225223a4c14f3e for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:20:39.144862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=0a81cd62-8585-4072-9fae-8966fa62f9a3,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:39.150076 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-bfe9d931-0857-4433-87b7-d030a900470e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:39.159783 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Attempting to bind port e6837ee9-6e34-4d87-b39d-986fd3cb1706 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:20:39.160189 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Attempting to bind port e6837ee9-6e34-4d87-b39d-986fd3cb1706 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:20:39.160531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Attempting to bind port e6837ee9-6e34-4d87-b39d-986fd3cb1706 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:39.180098 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d20762-e723-4d45-8156-cd98905e17bb admin admin] Checking segment: {'id': '0a4150d2-57aa-4c14-86fe-246aa18bb98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a02d362f-3e33-434a-b9f3-0ff8dabd07cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:20:39.180705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d20762-e723-4d45-8156-cd98905e17bb admin admin] Network hostable DHCP agents. Network: a02d362f-3e33-434a-b9f3-0ff8dabd07cd, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:20:39.212040 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:20:39.212483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:20:39.213033 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:39.213432 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:20:39.214208 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Bound port: e6837ee9-6e34-4d87-b39d-986fd3cb1706, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:20:39.214609 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:39.221158 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:38Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:39.224650 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:39.230882 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d20762-e723-4d45-8156-cd98905e17bb admin admin] Network a02d362f-3e33-434a-b9f3-0ff8dabd07cd is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:20:39.266287 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:39.276241 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc22d6e-97ae-4db3-946c-ccd5f79f60ec None None] The sync data for ids ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'] in n-d-778550-11 is: [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:38Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:20:39.333331 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-bfe9d931-0857-4433-87b7-d030a900470e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Allocated IP 172.20.0.13 (3b4499e9-ad94-452b-b39f-84ea08c6bd0e/4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6/db481d2a-2d99-4df3-b477-de9a1fe6e941) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:20:39.335989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-75d20762-e723-4d45-8156-cd98905e17bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, a02d362f-3e33-434a-b9f3-0ff8dabd07cd) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:39.358276 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 990134a8-9179-4d5b-9582-fedfa0e499ac, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=990134a8-9179-4d5b-9582-fedfa0e499ac,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:39.361846 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-860c4210-a10b-48f4-a1c9-f923421dbe58 req-13fb34ef-72a5-4d49-9cfc-6be84aab46a6 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 210 time: 0.0403581 Aug 20 10:20:39.366082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d20762-e723-4d45-8156-cd98905e17bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:39.366692 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-75d20762-e723-4d45-8156-cd98905e17bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:39.417199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] For port e6837ee9-6e34-4d87-b39d-986fd3cb1706, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:20:39.417427 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-75d20762-e723-4d45-8156-cd98905e17bb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3018870 Aug 20 10:20:39.417557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] For port e6837ee9-6e34-4d87-b39d-986fd3cb1706, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e6837ee9-6e34-4d87-b39d-986fd3cb1706,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:20:39.419275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04240a20-81cc-4cda-b551-1e94261e538f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990134a8-9179-4d5b-9582-fedfa0e499ac'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:39.422086 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5e35fc-310a-4db0-bee2-39332ae589a3" -d '{"events": [{"server_uuid": "04240a20-81cc-4cda-b551-1e94261e538f", "name": "network-vif-plugged", "status": "completed", "tag": "990134a8-9179-4d5b-9582-fedfa0e499ac"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:39.425869 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31780bbf-a868-4104-b014-3b19a7c22c5c None None] Network a02d362f-3e33-434a-b9f3-0ff8dabd07cd requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:20:39.429757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['17ebca30-509f-4f31-9d67-f9d5e8b8c204'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:39.433583 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=17ebca30-509f-4f31-9d67-f9d5e8b8c204,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:39.480280 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:39.499755 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:39.508071 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1123d7b7-9759-4373-9728-c38aeb2b145d x-openstack-request-id: req-1123d7b7-9759-4373-9728-c38aeb2b145d {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:39.508365 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04240a20-81cc-4cda-b551-1e94261e538f", "name": "network-vif-plugged", "status": "completed", "tag": "990134a8-9179-4d5b-9582-fedfa0e499ac", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:39.508629 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1123d7b7-9759-4373-9728-c38aeb2b145d {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:39.509027 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04240a20-81cc-4cda-b551-1e94261e538f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990134a8-9179-4d5b-9582-fedfa0e499ac', 'code': 200} Aug 20 10:20:39.524125 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:39.626501 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-bfe9d931-0857-4433-87b7-d030a900470e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:39.636900 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Routers {'e53cc15a-bfa1-4526-bed2-5fbed39906a4'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:20:39.637599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:20:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e53cc15a-bfa1-4526-bed2-5fbed39906a4'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:39.660429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-bfe9d931-0857-4433-87b7-d030a900470e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Transition to ACTIVE for port object db481d2a-2d99-4df3-b477-de9a1fe6e941 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:39.708273 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba317b30-3ab6-49a2-8ad3-d6b5ed361528 req-af7f379f-0579-4e33-8bfa-6709cedf16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:39.708273 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ba317b30-3ab6-49a2-8ad3-d6b5ed361528 req-af7f379f-0579-4e33-8bfa-6709cedf16e8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04240a20-81cc-4cda-b551-1e94261e538f HTTP/1.1" status: 200 len: 1102 time: 0.1087549 Aug 20 10:20:39.739350 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-bfe9d931-0857-4433-87b7-d030a900470e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:39.763056 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a522e-1bd6-4670-9cf3-c07c4be2730f None None] Pushing event updated for resources: {'Port': ['ID=e6837ee9-6e34-4d87-b39d-986fd3cb1706,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:39.848931 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ba317b30-3ab6-49a2-8ad3-d6b5ed361528 req-c9986dfa-ba81-4d79-872f-7cc4bbe4b0a2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907681 Aug 20 10:20:39.879173 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-bfe9d931-0857-4433-87b7-d030a900470e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:20:39.883381 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-bfe9d931-0857-4433-87b7-d030a900470e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:39.893947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-bfe9d931-0857-4433-87b7-d030a900470e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:20:39.924918 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:39.935090 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:39.954134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9d931-0857-4433-87b7-d030a900470e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Pushing event updated for resources: {'Port': ['ID=db481d2a-2d99-4df3-b477-de9a1fe6e941,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:40.015918 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-bfe9d931-0857-4433-87b7-d030a900470e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:40.016913 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-bfe9d931-0857-4433-87b7-d030a900470e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:40.027070 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:40.065666 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-bfe9d931-0857-4433-87b7-d030a900470e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2295127 Aug 20 10:20:40.080914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Request body: {'port': {'device_id': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:40.208611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef969249-7c8a-49b5-9e75-31bf6d798b84 None None] Network a02d362f-3e33-434a-b9f3-0ff8dabd07cd requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:20:40.210652 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0156be6d-80e2-487e-86a3-627b57548652 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:20:40.217734 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] Set router e53cc15a-bfa1-4526-bed2-5fbed39906a4 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:20:40.248839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=990134a8-9179-4d5b-9582-fedfa0e499ac,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:40.336502 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:40.403183 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a53a7890-9c6d-4ddc-a8da-77e02e94dc95 None None] Provisioning for port db481d2a-2d99-4df3-b477-de9a1fe6e941 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:40.405631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500e328-ecec-4385-aacc-18d74d737a95 req-db09cf41-a184-42bb-b289-3139e7944f2e tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:40.415752 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6500e328-ecec-4385-aacc-18d74d737a95 req-db09cf41-a184-42bb-b289-3139e7944f2e tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 945 time: 0.1972020 Aug 20 10:20:40.466411 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a53a7890-9c6d-4ddc-a8da-77e02e94dc95 None None] Provisioning complete for port db481d2a-2d99-4df3-b477-de9a1fe6e941 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:40.467355 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a53a7890-9c6d-4ddc-a8da-77e02e94dc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:40.485044 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6500e328-ecec-4385-aacc-18d74d737a95 req-4ea0de24-6c32-4078-8e15-cc0b44e00415 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3e69e9e-e044-4f96-89bb-d8a206050d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680270 Aug 20 10:20:40.659710 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a53a7890-9c6d-4ddc-a8da-77e02e94dc95 None None] Port db481d2a-2d99-4df3-b477-de9a1fe6e941 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:20:40.696988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 0156be6d-80e2-487e-86a3-627b57548652 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:40.714148 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=0a81cd62-8585-4072-9fae-8966fa62f9a3,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:40.714715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 0156be6d-80e2-487e-86a3-627b57548652 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:40.715266 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:40.788162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] Network aee9a348-af2d-45dc-9248-2a1f01e70c36 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:20:40.792294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:40.823767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db481d2a-2d99-4df3-b477-de9a1fe6e941 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:20:40.834137 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:40.857281 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Transition to ACTIVE for port object db481d2a-2d99-4df3-b477-de9a1fe6e941 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:40.865435 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a731de3-5a26-4099-bd23-aa4d5ba120c8 req-b3997b67-ace8-41d1-965e-5c5242016bf8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:40.866982 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0a731de3-5a26-4099-bd23-aa4d5ba120c8 req-b3997b67-ace8-41d1-965e-5c5242016bf8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 949 time: 0.0908060 Aug 20 10:20:40.868361 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:40.885560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-ab59076f-08eb-4793-8e13-63c01b29060c tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:40.893735 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-ab59076f-08eb-4793-8e13-63c01b29060c tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/networks?id=a02d362f-3e33-434a-b9f3-0ff8dabd07cd HTTP/1.1" status: 200 len: 822 time: 0.2144420 Aug 20 10:20:40.906773 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-07916172-2078-4a98-8a9d-16d58c8c660e tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/quotas/ba0eb22e94ae4209b6e2d6f49c4875cb HTTP/1.1" status: 200 len: 375 time: 0.0122316 Aug 20 10:20:40.931391 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:40.960081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Pushing event updated for resources: {'Port': ['ID=db481d2a-2d99-4df3-b477-de9a1fe6e941,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:40.967168 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0a731de3-5a26-4099-bd23-aa4d5ba120c8 req-4839bdec-e256-4e3c-bc89-6c5a033e96d1 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934207 Aug 20 10:20:40.985047 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'name': 'tempest-ServerRescueTestJSON-1981103473-router', 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6837ee9-6e34-4d87-b39d-986fd3cb1706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:32Z', 'updated_at': '2021-08-20T10:20:39Z', 'revision_number': 4, 'project_id': '26b5c18da28d413e8586083e40c6ee2e', 'gw_port': {'id': 'e6837ee9-6e34-4d87-b39d-986fd3cb1706', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:34Z', 'updated_at': '2021-08-20T10:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0a81cd62-8585-4072-9fae-8966fa62f9a3', 'name': '', 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36', 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e', 'mac_address': 'fa:16:3e:ef:c0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '9a8cf849-69fe-4ea8-af5f-52021f809728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:37Z', 'updated_at': '2021-08-20T10:20:38Z', 'revision_number': 1, 'project_id': '26b5c18da28d413e8586083e40c6ee2e', 'subnets': [{'id': '9a8cf849-69fe-4ea8-af5f-52021f809728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:41.014841 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-ecfdd2d0-9f1a-4060-bcf3-6f6f2d398680 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba0eb22e94ae4209b6e2d6f49c4875cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414004 Aug 20 10:20:41.051263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] Router e53cc15a-bfa1-4526-bed2-5fbed39906a4 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:20:41.070285 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 0156be6d-80e2-487e-86a3-627b57548652, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0156be6d-80e2-487e-86a3-627b57548652,segment=NetworkSegment(4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e),segment_id=4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:41.074683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db3799d-0b54-4483-8bd6-6fa1596fd766 None None] The sync data for ids ['e53cc15a-bfa1-4526-bed2-5fbed39906a4'] in n-d-778550-11 is: [{'id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'name': 'tempest-ServerRescueTestJSON-1981103473-router', 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6837ee9-6e34-4d87-b39d-986fd3cb1706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:32Z', 'updated_at': '2021-08-20T10:20:39Z', 'revision_number': 4, 'project_id': '26b5c18da28d413e8586083e40c6ee2e', 'gw_port': {'id': 'e6837ee9-6e34-4d87-b39d-986fd3cb1706', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:34Z', 'updated_at': '2021-08-20T10:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0a81cd62-8585-4072-9fae-8966fa62f9a3', 'name': '', 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36', 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e', 'mac_address': 'fa:16:3e:ef:c0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '9a8cf849-69fe-4ea8-af5f-52021f809728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:37Z', 'updated_at': '2021-08-20T10:20:38Z', 'revision_number': 1, 'project_id': '26b5c18da28d413e8586083e40c6ee2e', 'subnets': [{'id': '9a8cf849-69fe-4ea8-af5f-52021f809728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:20:41.078378 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:41.154939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=0156be6d-80e2-487e-86a3-627b57548652,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:41.171579 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Attempting to bind port db481d2a-2d99-4df3-b477-de9a1fe6e941 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:20:41.171926 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Attempting to bind port db481d2a-2d99-4df3-b477-de9a1fe6e941 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:20:41.172271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Attempting to bind port db481d2a-2d99-4df3-b477-de9a1fe6e941 on network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:41.186151 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca587a-0fff-47a7-b22a-f91ad534fd88 req-ebd952ec-1e87-47c3-80fc-5390e8fe4cc8 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:41.187770 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-43ca587a-0fff-47a7-b22a-f91ad534fd88 req-ebd952ec-1e87-47c3-80fc-5390e8fe4cc8 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 944 time: 0.1047366 Aug 20 10:20:41.188629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Port db481d2a-2d99-4df3-b477-de9a1fe6e941 on network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:20:41.188950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Attempting to bind port db481d2a-2d99-4df3-b477-de9a1fe6e941 on network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:41.202254 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:20:41.202486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Checking segment: {'id': '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:20:41.202759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Bound using segment: {'id': '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:20:41.203235 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Bound port: db481d2a-2d99-4df3-b477-de9a1fe6e941, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:20:41.203780 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:41.227771 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:20:41.242714 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ca06e27b-da96-4576-92b5-b9e57aa59cf2 admin admin] 10.222.0.16 "PUT /v2.0/routers/e53cc15a-bfa1-4526-bed2-5fbed39906a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1273770 Aug 20 10:20:41.266359 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-43ca587a-0fff-47a7-b22a-f91ad534fd88 req-cee7b0dd-4351-4412-b05c-26be9a28c760 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717759 Aug 20 10:20:41.365348 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-baf3c368-8398-4939-b9cb-bab06eae2def service neutron] 10.222.0.16 "GET /v2.0/networks/a02d362f-3e33-434a-b9f3-0ff8dabd07cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374302 Aug 20 10:20:41.373695 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] For port db481d2a-2d99-4df3-b477-de9a1fe6e941, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:20:41.382717 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] For port db481d2a-2d99-4df3-b477-de9a1fe6e941, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=db481d2a-2d99-4df3-b477-de9a1fe6e941,segment=NetworkSegment(4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e),segment_id=4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:20:41.389083 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:41.496670 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:41.497681 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:41.499164 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] 10.222.0.24 "PUT /v2.0/ports/db481d2a-2d99-4df3-b477-de9a1fe6e941 HTTP/1.1" status: 200 len: 1093 time: 1.4261029 Aug 20 10:20:41.499707 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'tag': 'db481d2a-2d99-4df3-b477-de9a1fe6e941'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:41.502326 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ceb627-3a11-40c3-9e38-b2f9e5c92ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "59f2cdf7-ec4e-42a5-bec1-02d7201d9768", "tag": "db481d2a-2d99-4df3-b477-de9a1fe6e941"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:41.579285 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-0c7bd897-b605-4aee-af6e-962765b59844 service neutron] 10.222.0.16 "GET /v2.0/networks/a02d362f-3e33-434a-b9f3-0ff8dabd07cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028778 Aug 20 10:20:41.583652 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2ff2f6-3718-4e3b-83db-e3ce536c2e89 x-openstack-request-id: req-bc2ff2f6-3718-4e3b-83db-e3ce536c2e89 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:41.584049 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f2cdf7-ec4e-42a5-bec1-02d7201d9768", "tag": "db481d2a-2d99-4df3-b477-de9a1fe6e941", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:41.584371 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc2ff2f6-3718-4e3b-83db-e3ce536c2e89 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:41.584783 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'tag': 'db481d2a-2d99-4df3-b477-de9a1fe6e941', 'status': 'completed', 'code': 200} Aug 20 10:20:41.602186 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadabb8-689f-41f0-9204-f426e7c33eaa service neutron] Pushing event updated for resources: {'Port': ['ID=db481d2a-2d99-4df3-b477-de9a1fe6e941,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:41.632090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-3633e36f-eb83-4aec-a37e-46b25b7de08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:41.633709 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-3633e36f-eb83-4aec-a37e-46b25b7de08a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 1096 time: 0.0780056 Aug 20 10:20:41.733062 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-3c09baec-fe61-4de3-8e2a-1ff88f34bbbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db481d2a-2d99-4df3-b477-de9a1fe6e941 HTTP/1.1" status: 200 len: 217 time: 0.0882876 Aug 20 10:20:41.818435 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-39f01589-4cee-48d6-9e73-f256c40322df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:41.820669 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-39f01589-4cee-48d6-9e73-f256c40322df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6 HTTP/1.1" status: 200 len: 860 time: 0.0762775 Aug 20 10:20:41.992181 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-c33bdc0e-448c-4933-b88d-56eb31b6ec66 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:42.000794 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-c33bdc0e-448c-4933-b88d-56eb31b6ec66 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/networks?id=aee9a348-af2d-45dc-9248-2a1f01e70c36 HTTP/1.1" status: 200 len: 811 time: 0.1788366 Aug 20 10:20:42.004438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-1694d52d-1616-4201-8d4e-266c8b45fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:42.005908 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-1694d52d-1616-4201-8d4e-266c8b45fe16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092639 Aug 20 10:20:42.066409 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-b137588f-c197-4edb-9037-f51b4ea0250a tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/quotas/26b5c18da28d413e8586083e40c6ee2e HTTP/1.1" status: 200 len: 375 time: 0.0646391 Aug 20 10:20:42.176369 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0156be6d-80e2-487e-86a3-627b57548652 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:20:42.223186 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-a90ab453-ded7-4756-b009-9f923fab9940 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=26b5c18da28d413e8586083e40c6ee2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1557949 Aug 20 10:20:42.257321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 0156be6d-80e2-487e-86a3-627b57548652 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:42.257919 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:42.268467 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ba05b5f-eb58-4fcf-806a-247a8477688e req-db1040be-71fe-499b-9371-751d9509f35e tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 210 time: 0.0608253 Aug 20 10:20:42.314181 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-800ad869-10a2-4289-a5ab-706ac1cb1a44 service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975826 Aug 20 10:20:42.341760 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 17ebca30-509f-4f31-9d67-f9d5e8b8c204 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:20:42.403594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33903d5b-77a2-4c23-a20b-74488c22fca1 req-32038f69-449a-4caf-80f7-d55ec0c6d33e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:42.405346 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33903d5b-77a2-4c23-a20b-74488c22fca1 req-32038f69-449a-4caf-80f7-d55ec0c6d33e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 949 time: 0.0645857 Aug 20 10:20:42.439712 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-51a25595-088b-42d0-a3e7-eb1032a17e3e service neutron] 10.222.0.16 "GET /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066929 Aug 20 10:20:42.471885 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 17ebca30-509f-4f31-9d67-f9d5e8b8c204 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:42.476876 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 17ebca30-509f-4f31-9d67-f9d5e8b8c204 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:42.477446 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:42.479498 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33903d5b-77a2-4c23-a20b-74488c22fca1 req-a8c26f8b-3486-4a84-9129-99e01de52f08 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654435 Aug 20 10:20:42.549067 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-149125d0-cf85-4833-9f74-1b266bbd5368 req-edbe74de-4a5a-42b0-877b-6372229e117e service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254479 Aug 20 10:20:42.603644 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:42.628964 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-ec0db1a2-c5b3-4ede-86dd-1f0157530a92 service neutron] 10.222.0.16 "GET /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793864 Aug 20 10:20:42.653883 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f930e173-f706-4ae1-9ee9-8c5979b6024d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ebca30-509f-4f31-9d67-f9d5e8b8c204'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:42.660292 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9c0626-f5c8-47f7-b978-180d445f53de" -d '{"events": [{"server_uuid": "f930e173-f706-4ae1-9ee9-8c5979b6024d", "name": "network-vif-plugged", "status": "completed", "tag": "17ebca30-509f-4f31-9d67-f9d5e8b8c204"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:42.692769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 17ebca30-509f-4f31-9d67-f9d5e8b8c204, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=17ebca30-509f-4f31-9d67-f9d5e8b8c204,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:42.699460 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:42.700442 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceb627-3a11-40c3-9e38-b2f9e5c92ad6 req-f1180b86-c969-44e3-8b45-f3a7fbe5aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:42.702263 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-07ceb627-3a11-40c3-9e38-b2f9e5c92ad6 req-f1180b86-c969-44e3-8b45-f3a7fbe5aa52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 1096 time: 0.0709906 Aug 20 10:20:42.706182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf7265-c9bf-4310-8e8d-d49028c33890 req-fda5fea2-f8ac-4906-863b-28d8193499d0 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:42.707935 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ddf7265-c9bf-4310-8e8d-d49028c33890 req-fda5fea2-f8ac-4906-863b-28d8193499d0 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 945 time: 0.1114357 Aug 20 10:20:42.791963 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ddf7265-c9bf-4310-8e8d-d49028c33890 req-467f7695-b7bf-410d-8eac-9c76262b8820 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3e69e9e-e044-4f96-89bb-d8a206050d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767787 Aug 20 10:20:42.802548 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=17ebca30-509f-4f31-9d67-f9d5e8b8c204,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:42.862163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceb627-3a11-40c3-9e38-b2f9e5c92ad6 req-55e28595-e48e-4884-9c5e-888b91fe9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:42.863815 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-07ceb627-3a11-40c3-9e38-b2f9e5c92ad6 req-55e28595-e48e-4884-9c5e-888b91fe9d05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 200 len: 922 time: 0.1478550 Aug 20 10:20:42.941495 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-07ceb627-3a11-40c3-9e38-b2f9e5c92ad6 req-b4d6b3dd-7b80-4bb8-8dbe-b944f21be65b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db481d2a-2d99-4df3-b477-de9a1fe6e941 HTTP/1.1" status: 200 len: 217 time: 0.0614204 Aug 20 10:20:42.963808 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fde031-f925-4a33-8281-0090f9491d8a x-openstack-request-id: req-84fde031-f925-4a33-8281-0090f9491d8a {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:42.964542 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f6f1e-f169-452f-ac7b-82a50551e48a req-df652c66-205f-4f61-985b-13391345474d tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:42.966633 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d3f6f1e-f169-452f-ac7b-82a50551e48a req-df652c66-205f-4f61-985b-13391345474d tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 944 time: 0.0778360 Aug 20 10:20:42.967192 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f930e173-f706-4ae1-9ee9-8c5979b6024d", "name": "network-vif-plugged", "status": "completed", "tag": "17ebca30-509f-4f31-9d67-f9d5e8b8c204", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:42.967887 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84fde031-f925-4a33-8281-0090f9491d8a {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:42.968685 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f930e173-f706-4ae1-9ee9-8c5979b6024d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ebca30-509f-4f31-9d67-f9d5e8b8c204', 'code': 200} Aug 20 10:20:43.028878 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceb627-3a11-40c3-9e38-b2f9e5c92ad6 req-7bcbe004-f586-48e2-a101-10390cfffe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:43.033853 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-07ceb627-3a11-40c3-9e38-b2f9e5c92ad6 req-7bcbe004-f586-48e2-a101-10390cfffe4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6 HTTP/1.1" status: 200 len: 860 time: 0.0812581 Aug 20 10:20:43.108535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceb627-3a11-40c3-9e38-b2f9e5c92ad6 req-3937f747-acb9-4cc4-972a-7f5ac9c75926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:43.109987 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-07ceb627-3a11-40c3-9e38-b2f9e5c92ad6 req-3937f747-acb9-4cc4-972a-7f5ac9c75926 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689673 Aug 20 10:20:43.116343 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d3f6f1e-f169-452f-ac7b-82a50551e48a req-581a9ad6-feea-45ed-85cf-862c9fbb3df9 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420016 Aug 20 10:20:43.148126 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9f294-4393-438d-baa6-7828b4815b9a req-2612937c-6f80-4c7e-983c-c1705f5020ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:43.150497 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1fd9f294-4393-438d-baa6-7828b4815b9a req-2612937c-6f80-4c7e-983c-c1705f5020ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 1102 time: 0.1136429 Aug 20 10:20:43.201858 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1fd9f294-4393-438d-baa6-7828b4815b9a req-c90e0d96-e03a-47a7-9153-85c12c47504c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430460 Aug 20 10:20:43.205837 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ba6c56f5-9413-40e8-857a-d8cb4cb63fd7 req-7901eade-122c-4c56-a894-20dee4f36fc4 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 210 time: 0.0610154 Aug 20 10:20:43.258160 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-07ceb627-3a11-40c3-9e38-b2f9e5c92ad6 req-8b1ace80-cab5-40e0-a994-580b8a57e1c1 service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366539 Aug 20 10:20:43.397621 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-418df09d-a504-4f2e-a4c3-a2031fc5bb2b req-e451c770-a82a-423d-8232-dac825ffc2f3 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 210 time: 0.0417631 Aug 20 10:20:43.435449 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-07ceb627-3a11-40c3-9e38-b2f9e5c92ad6 req-dc6bb8dc-8be4-4782-b2e3-48cde1e9eabb service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644144 Aug 20 10:20:43.535186 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-f23be5ab-5303-4274-ade9-354fbb99f2b8 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:43.536649 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-f23be5ab-5303-4274-ade9-354fbb99f2b8 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.24 "GET /v2.0/networks?id=a02d362f-3e33-434a-b9f3-0ff8dabd07cd HTTP/1.1" status: 200 len: 822 time: 0.1272759 Aug 20 10:20:43.567990 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-223ac07e-3db1-407e-9f4d-7470ccc6d80a tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Request body: {'port': {'device_id': 'a485c195-0baa-498f-8402-9990ecaf4c5e', 'network_id': 'a02d362f-3e33-434a-b9f3-0ff8dabd07cd', 'admin_state_up': True, 'tenant_id': 'ba0eb22e94ae4209b6e2d6f49c4875cb'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:43.623464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443da145-5a3f-49a2-afc1-9cae3678b0a0 req-6c4669d1-89a4-43b6-ab6e-411defed5d12 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:43.625266 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-443da145-5a3f-49a2-afc1-9cae3678b0a0 req-6c4669d1-89a4-43b6-ab6e-411defed5d12 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 950 time: 0.0599844 Aug 20 10:20:43.669909 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-443da145-5a3f-49a2-afc1-9cae3678b0a0 req-d8e355b7-bf93-4cb8-a7ec-ae3897d5e554 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368595 Aug 20 10:20:43.706431 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-223ac07e-3db1-407e-9f4d-7470ccc6d80a tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Made reservation on behalf of ba0eb22e94ae4209b6e2d6f49c4875cb for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:20:43.710391 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-223ac07e-3db1-407e-9f4d-7470ccc6d80a tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:43.843185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-223ac07e-3db1-407e-9f4d-7470ccc6d80a tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Allocated IP 172.20.0.11 (a02d362f-3e33-434a-b9f3-0ff8dabd07cd/442463c6-e742-44c3-b009-570534f5342b/61652157-5db6-4b92-b8c1-b174d7ab9ac0) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:20:44.140925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e6837ee9-6e34-4d87-b39d-986fd3cb1706 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:20:44.183177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-f8dc5a2f-d5ff-43db-92fe-9409d35db997 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:44.185001 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-f8dc5a2f-d5ff-43db-92fe-9409d35db997 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.42 "GET /v2.0/networks?id=aee9a348-af2d-45dc-9248-2a1f01e70c36 HTTP/1.1" status: 200 len: 811 time: 0.1585584 Aug 20 10:20:44.201710 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-6d04b1ae-a297-4e3d-843d-c143d2fed929 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Request body: {'port': {'device_id': '69c25fb6-4512-4b56-9109-7bd7bddc80c3', 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36', 'admin_state_up': True, 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:44.215867 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port e6837ee9-6e34-4d87-b39d-986fd3cb1706 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:44.226021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e6837ee9-6e34-4d87-b39d-986fd3cb1706 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:44.226732 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:44.325072 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:44.358753 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port e6837ee9-6e34-4d87-b39d-986fd3cb1706, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e6837ee9-6e34-4d87-b39d-986fd3cb1706,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:44.364436 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:44.409643 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbe8e5-9649-4850-8aa7-67c164271313 req-b00d49c1-ed1b-4a8f-8846-c401cad73a96 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:44.412694 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Sync routers for ids ['e53cc15a-bfa1-4526-bed2-5fbed39906a4'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:20:44.416852 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-04cbe8e5-9649-4850-8aa7-67c164271313 req-b00d49c1-ed1b-4a8f-8846-c401cad73a96 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 944 time: 0.1108024 Aug 20 10:20:44.427399 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Routers {'e53cc15a-bfa1-4526-bed2-5fbed39906a4'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:20:44.428623 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:20:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e53cc15a-bfa1-4526-bed2-5fbed39906a4'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:44.446783 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=e6837ee9-6e34-4d87-b39d-986fd3cb1706,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:44.471203 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-04cbe8e5-9649-4850-8aa7-67c164271313 req-55a8ef1d-b8ec-4395-8309-bdad9f65589f tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534434 Aug 20 10:20:44.472580 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-6d04b1ae-a297-4e3d-843d-c143d2fed929 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Made reservation on behalf of 26b5c18da28d413e8586083e40c6ee2e for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:20:44.476281 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-6d04b1ae-a297-4e3d-843d-c143d2fed929 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:44.477416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178e9af-3ace-4972-bc31-5dff0488079b req-c28ec81c-2c97-4480-b710-8c4af78535ae tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:44.490322 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b178e9af-3ace-4972-bc31-5dff0488079b req-c28ec81c-2c97-4480-b710-8c4af78535ae tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 945 time: 0.6186509 Aug 20 10:20:44.517155 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-223ac07e-3db1-407e-9f4d-7470ccc6d80a tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:44.560039 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb542f44-c8c6-4a5b-a4f1-a81f8134c203 req-b57c279b-ffba-4b5a-b775-54ed8748206e tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:44.561562 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb542f44-c8c6-4a5b-a4f1-a81f8134c203 req-b57c279b-ffba-4b5a-b775-54ed8748206e tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.24 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 945 time: 0.1517339 Aug 20 10:20:44.577162 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Set router e53cc15a-bfa1-4526-bed2-5fbed39906a4 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:20:44.606852 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b178e9af-3ace-4972-bc31-5dff0488079b req-1051d135-15db-4981-b604-671fd42492eb tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3e69e9e-e044-4f96-89bb-d8a206050d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156642 Aug 20 10:20:44.670365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aef08-ce64-4f63-8ff8-41da261308bd req-7b26d023-e774-4bc4-82c8-f4c0384f4b5b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:44.671335 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-223ac07e-3db1-407e-9f4d-7470ccc6d80a tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:44.674876 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f6aef08-ce64-4f63-8ff8-41da261308bd req-7b26d023-e774-4bc4-82c8-f4c0384f4b5b tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 945 time: 0.1299548 Aug 20 10:20:44.712728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-6d04b1ae-a297-4e3d-843d-c143d2fed929 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Allocated IP 172.20.0.11 (aee9a348-af2d-45dc-9248-2a1f01e70c36/9a8cf849-69fe-4ea8-af5f-52021f809728/e8a88603-a5fc-41c5-9d94-fb54295e3dfc) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:20:44.733660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-223ac07e-3db1-407e-9f4d-7470ccc6d80a tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Network a02d362f-3e33-434a-b9f3-0ff8dabd07cd is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:20:44.752813 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f6aef08-ce64-4f63-8ff8-41da261308bd req-2e902cd4-4a5a-4080-a174-37451080ac1e tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678153 Aug 20 10:20:44.755507 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-00e9a41a-36d3-4185-a672-415d521a8f4c req-1d3b16c8-c8e0-41ac-b337-499d55e4f6d5 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 210 time: 0.0500000 Aug 20 10:20:44.759917 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-223ac07e-3db1-407e-9f4d-7470ccc6d80a tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:44.767871 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-223ac07e-3db1-407e-9f4d-7470ccc6d80a tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:20:44.773062 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ac07e-3db1-407e-9f4d-7470ccc6d80a tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Pushing event updated for resources: {'Port': ['ID=61652157-5db6-4b92-b8c1-b174d7ab9ac0,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:44.818592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-fb542f44-c8c6-4a5b-a4f1-a81f8134c203 req-9e09245b-8c1e-479f-8f90-b2780f67f405 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Deleting port a20c96ec-f945-44f4-bb93-0969496a6d7f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:20:44.819013 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fb542f44-c8c6-4a5b-a4f1-a81f8134c203 req-9e09245b-8c1e-479f-8f90-b2780f67f405 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:44.909852 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'name': 'tempest-ServerRescueTestJSON-1981103473-router', 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6837ee9-6e34-4d87-b39d-986fd3cb1706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:32Z', 'updated_at': '2021-08-20T10:20:39Z', 'revision_number': 4, 'project_id': '26b5c18da28d413e8586083e40c6ee2e', 'gw_port': {'id': 'e6837ee9-6e34-4d87-b39d-986fd3cb1706', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:34Z', 'updated_at': '2021-08-20T10:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0a81cd62-8585-4072-9fae-8966fa62f9a3', 'name': '', 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36', 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e', 'mac_address': 'fa:16:3e:ef:c0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '9a8cf849-69fe-4ea8-af5f-52021f809728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:37Z', 'updated_at': '2021-08-20T10:20:39Z', 'revision_number': 2, 'project_id': '26b5c18da28d413e8586083e40c6ee2e', 'subnets': [{'id': '9a8cf849-69fe-4ea8-af5f-52021f809728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:44.925211 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-223ac07e-3db1-407e-9f4d-7470ccc6d80a tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:44.925835 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-223ac07e-3db1-407e-9f4d-7470ccc6d80a tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:44.944004 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Checking router: e53cc15a-bfa1-4526-bed2-5fbed39906a4 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:20:44.944370 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Updating router e53cc15a-bfa1-4526-bed2-5fbed39906a4 port 0a81cd62-8585-4072-9fae-8966fa62f9a3 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:20:44.973906 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-223ac07e-3db1-407e-9f4d-7470ccc6d80a tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4146905 Aug 20 10:20:44.980111 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:44.985271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9789766-66e8-4e17-ba12-c0e4c5ded8d3 req-d0029dd4-5c0a-4a57-92c0-6d1fb869ef3e tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:44.985778 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-6d04b1ae-a297-4e3d-843d-c143d2fed929 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:44.987671 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e9789766-66e8-4e17-ba12-c0e4c5ded8d3 req-d0029dd4-5c0a-4a57-92c0-6d1fb869ef3e tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 932 time: 0.1249645 Aug 20 10:20:44.993315 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-fb542f44-c8c6-4a5b-a4f1-a81f8134c203 req-9e09245b-8c1e-479f-8f90-b2780f67f405 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] For port a20c96ec-f945-44f4-bb93-0969496a6d7f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=a20c96ec-f945-44f4-bb93-0969496a6d7f,segment=NetworkSegment(2f1de757-5ac2-423d-9c17-853ec553dbe6),segment_id=2f1de757-5ac2-423d-9c17-853ec553dbe6)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:44.993696 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fb542f44-c8c6-4a5b-a4f1-a81f8134c203 req-9e09245b-8c1e-479f-8f90-b2780f67f405 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:45.001477 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Request body: {'port': {'device_id': 'a485c195-0baa-498f-8402-9990ecaf4c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:45.021433 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc9591-b740-4263-b07e-1f3308f46381 req-9db669f3-3290-40fb-b9e7-6ff9eddf22e0 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:45.023035 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-93cc9591-b740-4263-b07e-1f3308f46381 req-9db669f3-3290-40fb-b9e7-6ff9eddf22e0 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 950 time: 0.0907984 Aug 20 10:20:45.071987 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-6d04b1ae-a297-4e3d-843d-c143d2fed929 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:45.114936 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-93cc9591-b740-4263-b07e-1f3308f46381 req-baaf6443-6c38-4120-bfa2-4048f8ce6e06 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836437 Aug 20 10:20:45.128779 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-6d04b1ae-a297-4e3d-843d-c143d2fed929 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Network aee9a348-af2d-45dc-9248-2a1f01e70c36 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:20:45.131864 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-6d04b1ae-a297-4e3d-843d-c143d2fed929 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:45.134819 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-6d04b1ae-a297-4e3d-843d-c143d2fed929 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:20:45.144182 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e9789766-66e8-4e17-ba12-c0e4c5ded8d3 req-f09ea947-8c21-4d42-8111-f02285a0058c tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/security-groups?id=743f7231-914b-49b2-b84b-6a930e4cc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390123 Aug 20 10:20:45.187169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04b1ae-a297-4e3d-843d-c143d2fed929 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Pushing event updated for resources: {'Port': ['ID=e8a88603-a5fc-41c5-9d94-fb54295e3dfc,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:45.216208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-6d04b1ae-a297-4e3d-843d-c143d2fed929 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:45.216986 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-6d04b1ae-a297-4e3d-843d-c143d2fed929 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:45.218087 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:45.237787 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-6d04b1ae-a297-4e3d-843d-c143d2fed929 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0423865 Aug 20 10:20:45.251207 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Request body: {'port': {'device_id': '69c25fb6-4512-4b56-9109-7bd7bddc80c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:45.305075 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:45.365281 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02b204-973f-4da3-ad2b-51e3d40d6c0d req-306ab2a1-b3af-49ca-810e-17f1f00a30eb tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:45.366810 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e02b204-973f-4da3-ad2b-51e3d40d6c0d req-306ab2a1-b3af-49ca-810e-17f1f00a30eb tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=04240a20-81cc-4cda-b551-1e94261e538f HTTP/1.1" status: 200 len: 950 time: 0.1506207 Aug 20 10:20:45.410560 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:45.421168 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Transition to ACTIVE for port object 0a81cd62-8585-4072-9fae-8966fa62f9a3 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:45.429882 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:45.467092 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fb542f44-c8c6-4a5b-a4f1-a81f8134c203 req-9e09245b-8c1e-479f-8f90-b2780f67f405 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:45.467469 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fb542f44-c8c6-4a5b-a4f1-a81f8134c203 req-9e09245b-8c1e-479f-8f90-b2780f67f405 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:45.467799 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [req-fb542f44-c8c6-4a5b-a4f1-a81f8134c203 req-9e09245b-8c1e-479f-8f90-b2780f67f405 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Floating IP 5abca5ca-0624-49dd-aeb2-3b9f271a3492 disassociated. External IP: 172.25.3.180, port: a20c96ec-f945-44f4-bb93-0969496a6d7f. Aug 20 10:20:45.468143 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-fb542f44-c8c6-4a5b-a4f1-a81f8134c203 req-9e09245b-8c1e-479f-8f90-b2780f67f405 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Calling delete_port for a20c96ec-f945-44f4-bb93-0969496a6d7f owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:20:45.482955 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf05608-def9-45d8-9397-2a89b23dfb37 None None] Pushing event updated for resources: {'Port': ['ID=0a81cd62-8585-4072-9fae-8966fa62f9a3,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:45.497113 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e02b204-973f-4da3-ad2b-51e3d40d6c0d req-f89ca423-b324-4299-a65e-7278bae75ec2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844100 Aug 20 10:20:45.570268 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Attempting to bind port 0a81cd62-8585-4072-9fae-8966fa62f9a3 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:20:45.571453 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Attempting to bind port 0a81cd62-8585-4072-9fae-8966fa62f9a3 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '1d1e9f6f-09e8-4a73-83cf-1c87b65ca950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:20:45.574363 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Attempting to bind port 0a81cd62-8585-4072-9fae-8966fa62f9a3 on network aee9a348-af2d-45dc-9248-2a1f01e70c36 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:45.588059 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:20:45.588448 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Checking segment: {'id': '1d1e9f6f-09e8-4a73-83cf-1c87b65ca950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:20:45.588934 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:45.589334 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Bound using segment: {'id': '1d1e9f6f-09e8-4a73-83cf-1c87b65ca950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:20:45.589803 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Bound port: 0a81cd62-8585-4072-9fae-8966fa62f9a3, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d1e9f6f-09e8-4a73-83cf-1c87b65ca950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:20:45.590341 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:45.677656 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] For port 0a81cd62-8585-4072-9fae-8966fa62f9a3, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:20:45.681954 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] For port 0a81cd62-8585-4072-9fae-8966fa62f9a3, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0a81cd62-8585-4072-9fae-8966fa62f9a3,segment=NetworkSegment(1d1e9f6f-09e8-4a73-83cf-1c87b65ca950),segment_id=1d1e9f6f-09e8-4a73-83cf-1c87b65ca950)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:20:45.689151 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:45.700369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85260aab-d748-4dc9-b7db-96e98f4f2741 req-8db98a63-3799-4c74-b330-70505b5f1605 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:45.702009 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85260aab-d748-4dc9-b7db-96e98f4f2741 req-8db98a63-3799-4c74-b330-70505b5f1605 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 944 time: 0.1106625 Aug 20 10:20:45.712140 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a88603-a5fc-41c5-9d94-fb54295e3dfc {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:20:45.727784 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:45.752318 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61652157-5db6-4b92-b8c1-b174d7ab9ac0 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:20:45.761939 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Transition to ACTIVE for port object e8a88603-a5fc-41c5-9d94-fb54295e3dfc will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:45.762329 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:45.776698 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:45.777412 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fb542f44-c8c6-4a5b-a4f1-a81f8134c203 req-9e09245b-8c1e-479f-8f90-b2780f67f405 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:45.780472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Transition to ACTIVE for port object 61652157-5db6-4b92-b8c1-b174d7ab9ac0 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:45.787627 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Routers {'e53cc15a-bfa1-4526-bed2-5fbed39906a4'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:20:45.788262 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:20:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e53cc15a-bfa1-4526-bed2-5fbed39906a4'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:45.790755 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf05608-def9-45d8-9397-2a89b23dfb37 None None] Pushing event updated for resources: {'Port': ['ID=0a81cd62-8585-4072-9fae-8966fa62f9a3,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:45.814224 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85260aab-d748-4dc9-b7db-96e98f4f2741 req-d7047388-78b1-4b00-b5ab-cff98311315d tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972352 Aug 20 10:20:45.854922 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09245b-8c1e-479f-8f90-b2780f67f405 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Pushing event deleted for resources: {'Port': ['ID=a20c96ec-f945-44f4-bb93-0969496a6d7f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:45.865848 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:45.891592 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a88603-a5fc-41c5-9d94-fb54295e3dfc,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:45.926636 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] Set router e53cc15a-bfa1-4526-bed2-5fbed39906a4 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:20:45.958958 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6e1e3439-3fe0-42d1-b3e4-371858f3a2ff req-2ff15fb4-633c-4950-a44c-7e7b9633bb35 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 210 time: 0.0617661 Aug 20 10:20:45.993028 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Pushing event updated for resources: {'Port': ['ID=61652157-5db6-4b92-b8c1-b174d7ab9ac0,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:46.000295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Attempting to bind port e8a88603-a5fc-41c5-9d94-fb54295e3dfc on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:20:46.000774 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Attempting to bind port e8a88603-a5fc-41c5-9d94-fb54295e3dfc by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '1d1e9f6f-09e8-4a73-83cf-1c87b65ca950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:20:46.001206 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Attempting to bind port e8a88603-a5fc-41c5-9d94-fb54295e3dfc on network aee9a348-af2d-45dc-9248-2a1f01e70c36 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:46.006362 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Port e8a88603-a5fc-41c5-9d94-fb54295e3dfc on network aee9a348-af2d-45dc-9248-2a1f01e70c36 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:20:46.006801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Attempting to bind port e8a88603-a5fc-41c5-9d94-fb54295e3dfc on network aee9a348-af2d-45dc-9248-2a1f01e70c36 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:46.012264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:20:46.012707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Checking segment: {'id': '1d1e9f6f-09e8-4a73-83cf-1c87b65ca950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:20:46.013188 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Bound using segment: {'id': '1d1e9f6f-09e8-4a73-83cf-1c87b65ca950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:20:46.013854 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Bound port: e8a88603-a5fc-41c5-9d94-fb54295e3dfc, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d1e9f6f-09e8-4a73-83cf-1c87b65ca950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:20:46.014388 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:46.085025 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] For port e8a88603-a5fc-41c5-9d94-fb54295e3dfc, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:20:46.087243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] For port e8a88603-a5fc-41c5-9d94-fb54295e3dfc, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=e8a88603-a5fc-41c5-9d94-fb54295e3dfc,segment=NetworkSegment(1d1e9f6f-09e8-4a73-83cf-1c87b65ca950),segment_id=1d1e9f6f-09e8-4a73-83cf-1c87b65ca950)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:20:46.113151 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:46.161297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb542f44-c8c6-4a5b-a4f1-a81f8134c203 req-9e09245b-8c1e-479f-8f90-b2780f67f405 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Router 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:20:46.187141 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:46.187980 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:46.189533 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] 10.222.0.42 "PUT /v2.0/ports/e8a88603-a5fc-41c5-9d94-fb54295e3dfc HTTP/1.1" status: 200 len: 1093 time: 0.9434819 Aug 20 10:20:46.192752 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c25fb6-4512-4b56-9109-7bd7bddc80c3', 'tag': 'e8a88603-a5fc-41c5-9d94-fb54295e3dfc'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:46.195214 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62acbfaa-1c4a-473e-892d-a7c193efa7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "69c25fb6-4512-4b56-9109-7bd7bddc80c3", "tag": "e8a88603-a5fc-41c5-9d94-fb54295e3dfc"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:46.233163 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0a81cd62-8585-4072-9fae-8966fa62f9a3 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:20:46.242689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Attempting to bind port 61652157-5db6-4b92-b8c1-b174d7ab9ac0 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:20:46.243335 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Attempting to bind port 61652157-5db6-4b92-b8c1-b174d7ab9ac0 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '0a4150d2-57aa-4c14-86fe-246aa18bb98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a02d362f-3e33-434a-b9f3-0ff8dabd07cd'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:20:46.243837 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Attempting to bind port 61652157-5db6-4b92-b8c1-b174d7ab9ac0 on network a02d362f-3e33-434a-b9f3-0ff8dabd07cd {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:46.252518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae0c12-1fb9-4083-b0d8-da93a74b71d7 req-962ec28e-b444-4c6d-8d5e-74941c8f8e43 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:46.252869 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Port 61652157-5db6-4b92-b8c1-b174d7ab9ac0 on network a02d362f-3e33-434a-b9f3-0ff8dabd07cd not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:20:46.253357 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Attempting to bind port 61652157-5db6-4b92-b8c1-b174d7ab9ac0 on network a02d362f-3e33-434a-b9f3-0ff8dabd07cd {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:46.259655 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5ae0c12-1fb9-4083-b0d8-da93a74b71d7 req-962ec28e-b444-4c6d-8d5e-74941c8f8e43 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 945 time: 0.1706865 Aug 20 10:20:46.268184 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005c78a-2747-421b-b859-2ce0210fb764 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a88603-a5fc-41c5-9d94-fb54295e3dfc,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:46.279500 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'name': 'tempest-ServerRescueTestJSON-1981103473-router', 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6837ee9-6e34-4d87-b39d-986fd3cb1706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:32Z', 'updated_at': '2021-08-20T10:20:39Z', 'revision_number': 4, 'project_id': '26b5c18da28d413e8586083e40c6ee2e', 'gw_port': {'id': 'e6837ee9-6e34-4d87-b39d-986fd3cb1706', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:34Z', 'updated_at': '2021-08-20T10:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0a81cd62-8585-4072-9fae-8966fa62f9a3', 'name': '', 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36', 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e', 'mac_address': 'fa:16:3e:ef:c0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '9a8cf849-69fe-4ea8-af5f-52021f809728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:37Z', 'updated_at': '2021-08-20T10:20:45Z', 'revision_number': 4, 'project_id': '26b5c18da28d413e8586083e40c6ee2e', 'subnets': [{'id': '9a8cf849-69fe-4ea8-af5f-52021f809728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:46.310674 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5383e81-c6aa-485b-a11b-f55f13cf116f None None] The sync data for ids ['e53cc15a-bfa1-4526-bed2-5fbed39906a4'] in n-d-778550-11 is: [{'id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'name': 'tempest-ServerRescueTestJSON-1981103473-router', 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6837ee9-6e34-4d87-b39d-986fd3cb1706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:32Z', 'updated_at': '2021-08-20T10:20:39Z', 'revision_number': 4, 'project_id': '26b5c18da28d413e8586083e40c6ee2e', 'gw_port': {'id': 'e6837ee9-6e34-4d87-b39d-986fd3cb1706', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:34Z', 'updated_at': '2021-08-20T10:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0a81cd62-8585-4072-9fae-8966fa62f9a3', 'name': '', 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36', 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e', 'mac_address': 'fa:16:3e:ef:c0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '9a8cf849-69fe-4ea8-af5f-52021f809728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:37Z', 'updated_at': '2021-08-20T10:20:45Z', 'revision_number': 4, 'project_id': '26b5c18da28d413e8586083e40c6ee2e', 'subnets': [{'id': '9a8cf849-69fe-4ea8-af5f-52021f809728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:20:46.320210 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 0a81cd62-8585-4072-9fae-8966fa62f9a3 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:46.321300 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:20:46.321851 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Checking segment: {'id': '0a4150d2-57aa-4c14-86fe-246aa18bb98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a02d362f-3e33-434a-b9f3-0ff8dabd07cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:20:46.322441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Bound using segment: {'id': '0a4150d2-57aa-4c14-86fe-246aa18bb98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a02d362f-3e33-434a-b9f3-0ff8dabd07cd'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:20:46.323108 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Bound port: 61652157-5db6-4b92-b8c1-b174d7ab9ac0, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4150d2-57aa-4c14-86fe-246aa18bb98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a02d362f-3e33-434a-b9f3-0ff8dabd07cd'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:20:46.323648 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:46.326575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 0a81cd62-8585-4072-9fae-8966fa62f9a3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:46.326962 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:46.353066 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5ae0c12-1fb9-4083-b0d8-da93a74b71d7 req-f6965015-60f7-4ee1-918c-a6fa9d5cf114 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772424 Aug 20 10:20:46.355163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-f15ab507-6c24-441b-99c1-37c0af183f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:46.356944 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-f15ab507-6c24-441b-99c1-37c0af183f10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=26b5c18da28d413e8586083e40c6ee2e&device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 1096 time: 0.1164095 Aug 20 10:20:46.416953 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4d567-657b-4a8b-b43f-e0934d3bdaa0 req-9133e524-7a00-408b-b1ff-8da49af70648 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:46.423321 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4d567-657b-4a8b-b43f-e0934d3bdaa0 req-9133e524-7a00-408b-b1ff-8da49af70648 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:46.428468 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-eb9b40bd-454a-42e0-ab38-d90742831472 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8a88603-a5fc-41c5-9d94-fb54295e3dfc HTTP/1.1" status: 200 len: 217 time: 0.0585604 Aug 20 10:20:46.430899 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6c4d567-657b-4a8b-b43f-e0934d3bdaa0 req-9133e524-7a00-408b-b1ff-8da49af70648 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=04240a20-81cc-4cda-b551-1e94261e538f&device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 1691 time: 0.2421517 Aug 20 10:20:46.510051 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:46.554090 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-1dfbf171-bc55-4d7b-abe9-280d87ce40df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:46.556501 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-1dfbf171-bc55-4d7b-abe9-280d87ce40df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a8cf849-69fe-4ea8-af5f-52021f809728 HTTP/1.1" status: 200 len: 851 time: 0.1206539 Aug 20 10:20:46.562945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 0a81cd62-8585-4072-9fae-8966fa62f9a3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0a81cd62-8585-4072-9fae-8966fa62f9a3,segment=NetworkSegment(1d1e9f6f-09e8-4a73-83cf-1c87b65ca950),segment_id=1d1e9f6f-09e8-4a73-83cf-1c87b65ca950)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:46.568938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] For port 61652157-5db6-4b92-b8c1-b174d7ab9ac0, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:20:46.571634 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:46.573146 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e6837ee9-6e34-4d87-b39d-986fd3cb1706 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:20:46.599532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a79694-e514-42d9-9772-6fd01938c071 req-c04327f9-9227-4ffa-b1da-739dbe059007 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:46.599532 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5a79694-e514-42d9-9772-6fd01938c071 req-c04327f9-9227-4ffa-b1da-739dbe059007 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 944 time: 0.1227455 Aug 20 10:20:46.601647 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6c4d567-657b-4a8b-b43f-e0934d3bdaa0 req-6427aaea-519d-48dc-b990-3597a2dea2b2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638069 Aug 20 10:20:46.602968 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb542f44-c8c6-4a5b-a4f1-a81f8134c203 req-9e09245b-8c1e-479f-8f90-b2780f67f405 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:20:46.622718 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-53f8a837-ec16-432f-957d-a9c943e5291c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aee9a348-af2d-45dc-9248-2a1f01e70c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557208 Aug 20 10:20:46.661273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f3144d-8530-488e-9872-611dda47139d None None] Sync routers for ids ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:20:46.663469 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] For port 61652157-5db6-4b92-b8c1-b174d7ab9ac0, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=61652157-5db6-4b92-b8c1-b174d7ab9ac0,segment=NetworkSegment(0a4150d2-57aa-4c14-86fe-246aa18bb98b),segment_id=0a4150d2-57aa-4c14-86fe-246aa18bb98b)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:20:46.664932 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb542f44-c8c6-4a5b-a4f1-a81f8134c203 req-9e09245b-8c1e-479f-8f90-b2780f67f405 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] No DVR routers for this DVR port a20c96ec-f945-44f4-bb93-0969496a6d7f on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:20:46.668907 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fb542f44-c8c6-4a5b-a4f1-a81f8134c203 req-9e09245b-8c1e-479f-8f90-b2780f67f405 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:46.671684 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb542f44-c8c6-4a5b-a4f1-a81f8134c203 req-9e09245b-8c1e-479f-8f90-b2780f67f405 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.24 "DELETE /v2.0/ports/a20c96ec-f945-44f4-bb93-0969496a6d7f HTTP/1.1" status: 204 len: 173 time: 2.1012411 Aug 20 10:20:46.672336 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877b0a18-6875-4d39-a07b-49a1ce5f59b5', 'name': 'network-vif-deleted', 'tag': 'a20c96ec-f945-44f4-bb93-0969496a6d7f'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:46.675101 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a793966a-f366-48d0-a071-35f33f6dc2ea" -d '{"events": [{"server_uuid": "877b0a18-6875-4d39-a07b-49a1ce5f59b5", "name": "network-vif-deleted", "tag": "a20c96ec-f945-44f4-bb93-0969496a6d7f"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:46.679962 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:46.729576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:46.730336 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:46.731853 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] 10.222.0.24 "PUT /v2.0/ports/61652157-5db6-4b92-b8c1-b174d7ab9ac0 HTTP/1.1" status: 200 len: 1093 time: 1.7429831 Aug 20 10:20:46.760139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f3144d-8530-488e-9872-611dda47139d None None] Routers {'6d627b2f-da9d-4104-8f86-dedfff8cf3c1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:20:46.760798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e2f3144d-8530-488e-9872-611dda47139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:20:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:46.764625 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b0cdc-4c09-4a1a-b27d-80d92e4ede3d service neutron] Pushing event updated for resources: {'Port': ['ID=61652157-5db6-4b92-b8c1-b174d7ab9ac0,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:46.799964 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5a79694-e514-42d9-9772-6fd01938c071 req-15944edf-c7c6-4322-9a95-5a1a46d8dfdb tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814642 Aug 20 10:20:46.847973 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943f6485-3431-4b66-89c3-0eddabc7c676 x-openstack-request-id: req-943f6485-3431-4b66-89c3-0eddabc7c676 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:46.848331 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c25fb6-4512-4b56-9109-7bd7bddc80c3", "tag": "e8a88603-a5fc-41c5-9d94-fb54295e3dfc", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:46.848591 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-943f6485-3431-4b66-89c3-0eddabc7c676 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:46.848990 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c25fb6-4512-4b56-9109-7bd7bddc80c3', 'tag': 'e8a88603-a5fc-41c5-9d94-fb54295e3dfc', 'status': 'completed', 'code': 200} Aug 20 10:20:46.868541 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-0b1ae5aa-6cd2-4b4f-a1c4-ed635ae8edcf service neutron] 10.222.0.42 "GET /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280979 Aug 20 10:20:46.917864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=0a81cd62-8585-4072-9fae-8966fa62f9a3,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:46.920961 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e6837ee9-6e34-4d87-b39d-986fd3cb1706 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:46.921443 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:46.954462 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-bf287170-aa16-45ec-9812-7af4da774e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:46.956045 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-bf287170-aa16-45ec-9812-7af4da774e00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba0eb22e94ae4209b6e2d6f49c4875cb&device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 1096 time: 0.1714108 Aug 20 10:20:46.976543 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-e2f3144d-8530-488e-9872-611dda47139d None None] Set router 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:20:47.054855 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419795d-fd39-4253-adc5-b8066b539e52 req-625862a4-ddb5-4eec-977e-c04f02989fc3 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:47.063225 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c419795d-fd39-4253-adc5-b8066b539e52 req-625862a4-ddb5-4eec-977e-c04f02989fc3 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 944 time: 0.2032273 Aug 20 10:20:47.098766 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fbb11d4-4dda-46d1-9146-359bd2e6add6 req-9e770038-103c-4c79-aef0-0444e2f9c27a service neutron] 10.222.0.42 "GET /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216122 Aug 20 10:20:47.103143 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c77edf-f1de-4d28-a5e7-75d349bd61e6 x-openstack-request-id: req-b0c77edf-f1de-4d28-a5e7-75d349bd61e6 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:47.103362 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877b0a18-6875-4d39-a07b-49a1ce5f59b5", "name": "network-vif-deleted", "tag": "a20c96ec-f945-44f4-bb93-0969496a6d7f", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:47.103493 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0c77edf-f1de-4d28-a5e7-75d349bd61e6 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:47.103877 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877b0a18-6875-4d39-a07b-49a1ce5f59b5', 'name': 'network-vif-deleted', 'tag': 'a20c96ec-f945-44f4-bb93-0969496a6d7f', 'status': 'completed', 'code': 200} Aug 20 10:20:47.112051 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-be0ecb27-1034-47de-8a2d-5256d44e40a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61652157-5db6-4b92-b8c1-b174d7ab9ac0 HTTP/1.1" status: 200 len: 217 time: 0.1441267 Aug 20 10:20:47.196177 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c419795d-fd39-4253-adc5-b8066b539e52 req-6ea92811-0ac7-47c8-af63-d3d66a603ee4 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/security-groups?id=743f7231-914b-49b2-b84b-6a930e4cc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320028 Aug 20 10:20:47.256420 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acbfaa-1c4a-473e-892d-a7c193efa7a2 req-19c82191-1562-4acd-82b6-fee4600ccefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:47.258215 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62acbfaa-1c4a-473e-892d-a7c193efa7a2 req-19c82191-1562-4acd-82b6-fee4600ccefa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=26b5c18da28d413e8586083e40c6ee2e&device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 1096 time: 0.0909333 Aug 20 10:20:47.260429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-e7ba7eab-ce0a-4432-8da5-822a9cf9248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:47.261485 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-e7ba7eab-ce0a-4432-8da5-822a9cf9248e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=442463c6-e742-44c3-b009-570534f5342b HTTP/1.1" status: 200 len: 862 time: 0.1408577 Aug 20 10:20:47.272477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00a5ea-cc7c-452b-926a-faedd29ae909 req-7909d87d-afef-4cb1-9b0f-8d5f64349a6f tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:47.280513 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c00a5ea-cc7c-452b-926a-faedd29ae909 req-7909d87d-afef-4cb1-9b0f-8d5f64349a6f tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 944 time: 0.1253479 Aug 20 10:20:47.305451 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device db481d2a-2d99-4df3-b477-de9a1fe6e941 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:20:47.308369 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device a20c96ec-f945-44f4-bb93-0969496a6d7f no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:20:47.318858 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-a6896f1c-42a2-4deb-83b3-30dc059c1c11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a02d362f-3e33-434a-b9f3-0ff8dabd07cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484436 Aug 20 10:20:47.349343 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: a20c96ec-f945-44f4-bb93-0969496a6d7f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:20:47.350162 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device a20c96ec-f945-44f4-bb93-0969496a6d7f not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:20:47.415762 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c00a5ea-cc7c-452b-926a-faedd29ae909 req-bae8ea5b-e3bf-43a4-9c97-def95a32c73c tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339424 Aug 20 10:20:47.443949 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-2fb3ae89-5321-4839-8dc4-15e289f22f78 service neutron] 10.222.0.24 "GET /v2.0/networks/a02d362f-3e33-434a-b9f3-0ff8dabd07cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078875 Aug 20 10:20:47.446524 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e2f3144d-8530-488e-9872-611dda47139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'name': 'tempest-ServersTestBootFromVolume-654293880-router', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:41Z', 'updated_at': '2021-08-20T10:17:50Z', 'revision_number': 4, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'gw_port': {'id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:43Z', 'updated_at': '2021-08-20T10:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1', 'name': '', 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'mac_address': 'fa:16:3e:c1:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '271ccc16-072d-4062-b4ce-136f701c2492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:48Z', 'updated_at': '2021-08-20T10:17:58Z', 'revision_number': 5, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'subnets': [{'id': '271ccc16-072d-4062-b4ce-136f701c2492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:47.486645 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acbfaa-1c4a-473e-892d-a7c193efa7a2 req-e394fa2e-d058-4e21-9cd7-96ae663bc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:47.488160 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62acbfaa-1c4a-473e-892d-a7c193efa7a2 req-e394fa2e-d058-4e21-9cd7-96ae663bc1b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aee9a348-af2d-45dc-9248-2a1f01e70c36 HTTP/1.1" status: 200 len: 912 time: 0.1969745 Aug 20 10:20:47.504291 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-95d67f9d-4d53-41da-99da-a83d6020c9d6 req-67df1ccf-e5bc-42a4-9835-e54460d16f0d tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 210 time: 0.1787927 Aug 20 10:20:47.573848 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62acbfaa-1c4a-473e-892d-a7c193efa7a2 req-ca6d6a13-c863-4af1-8f63-ce60c8433bef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8a88603-a5fc-41c5-9d94-fb54295e3dfc HTTP/1.1" status: 200 len: 217 time: 0.0756109 Aug 20 10:20:47.671965 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f3144d-8530-488e-9872-611dda47139d None None] Checking router: 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:20:47.702427 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e43c7a1f-701b-4c3c-b9a8-4429ae4ca1ed req-6b897cda-6b1d-4731-ade9-4d5099404379 service neutron] 10.222.0.24 "GET /v2.0/networks/a02d362f-3e33-434a-b9f3-0ff8dabd07cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379301 Aug 20 10:20:47.709021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f3144d-8530-488e-9872-611dda47139d None None] Routers {'6d627b2f-da9d-4104-8f86-dedfff8cf3c1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:20:47.709661 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e2f3144d-8530-488e-9872-611dda47139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:20:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:47.710623 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acbfaa-1c4a-473e-892d-a7c193efa7a2 req-68a60ef4-463a-49c7-8e86-60a0f1ee553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:47.712443 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62acbfaa-1c4a-473e-892d-a7c193efa7a2 req-68a60ef4-463a-49c7-8e86-60a0f1ee553b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a8cf849-69fe-4ea8-af5f-52021f809728 HTTP/1.1" status: 200 len: 851 time: 0.1163027 Aug 20 10:20:47.715412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f87fa0-322e-4fee-9176-c8ada90edf61 req-ba4ed910-05a9-4d3e-ba46-b0e8d9aea6ad tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:47.717040 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1f87fa0-322e-4fee-9176-c8ada90edf61 req-ba4ed910-05a9-4d3e-ba46-b0e8d9aea6ad tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=04240a20-81cc-4cda-b551-1e94261e538f HTTP/1.1" status: 200 len: 1102 time: 0.1371920 Aug 20 10:20:47.740128 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca1cce-8718-4ca7-848f-61ed2743d236 req-be5270ec-a599-4e5e-a36c-fa34ac2f9cee tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:47.754398 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e3ca1cce-8718-4ca7-848f-61ed2743d236 req-be5270ec-a599-4e5e-a36c-fa34ac2f9cee tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 945 time: 0.1188886 Aug 20 10:20:47.762541 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62acbfaa-1c4a-473e-892d-a7c193efa7a2 req-607222f9-a96f-4740-9eb2-01126ef0c9a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aee9a348-af2d-45dc-9248-2a1f01e70c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418601 Aug 20 10:20:47.784960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port db481d2a-2d99-4df3-b477-de9a1fe6e941, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=db481d2a-2d99-4df3-b477-de9a1fe6e941,segment=NetworkSegment(4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e),segment_id=4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:47.804859 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'db481d2a-2d99-4df3-b477-de9a1fe6e941', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'port_id': 'db481d2a-2d99-4df3-b477-de9a1fe6e941', 'mac_address': 'fa:16:3e:50:4d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:20:47.817809 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e3ca1cce-8718-4ca7-848f-61ed2743d236 req-14ae75a0-08fd-4745-b09c-4803b034112d tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556717 Aug 20 10:20:47.855974 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1f87fa0-322e-4fee-9176-c8ada90edf61 req-2a8f0617-104d-4560-a03a-4ef1332dd2f0 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238976 Aug 20 10:20:47.890186 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:47.901054 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62acbfaa-1c4a-473e-892d-a7c193efa7a2 req-6606ee41-87ff-4583-8e2c-848280f87374 service neutron] 10.222.0.42 "GET /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266217 Aug 20 10:20:47.908509 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-e2f3144d-8530-488e-9872-611dda47139d None None] Set router 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:20:47.912806 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db481d2a-2d99-4df3-b477-de9a1fe6e941 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:20:47.965188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92c429-e2c9-4c72-88f6-2a5d5f9afca5 req-d75b0317-6959-46f4-b12c-5e1f6ad04f86 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:47.966744 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fd92c429-e2c9-4c72-88f6-2a5d5f9afca5 req-d75b0317-6959-46f4-b12c-5e1f6ad04f86 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 945 time: 0.1019847 Aug 20 10:20:47.971006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port db481d2a-2d99-4df3-b477-de9a1fe6e941, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=db481d2a-2d99-4df3-b477-de9a1fe6e941,segment=NetworkSegment(4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e),segment_id=4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:47.978806 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:48.084046 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=db481d2a-2d99-4df3-b477-de9a1fe6e941,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:48.084612 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62acbfaa-1c4a-473e-892d-a7c193efa7a2 req-4aa09fbb-8c34-457d-8c4f-546c186cc9e5 service neutron] 10.222.0.42 "GET /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747594 Aug 20 10:20:48.125469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5522b3-0fce-403b-8f4e-f6aa6e2b95bc req-1d2a9897-eee8-445c-877a-bb755ee41915 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:48.133741 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be5522b3-0fce-403b-8f4e-f6aa6e2b95bc req-1d2a9897-eee8-445c-877a-bb755ee41915 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 944 time: 0.1381795 Aug 20 10:20:48.134392 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ceb80f-80ad-4524-826b-a3d600c3c370 req-58da85f7-2bb3-4c49-b881-970441dadec1 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:48.143082 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-86ceb80f-80ad-4524-826b-a3d600c3c370 req-58da85f7-2bb3-4c49-b881-970441dadec1 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 1102 time: 0.1117735 Aug 20 10:20:48.166164 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0a81cd62-8585-4072-9fae-8966fa62f9a3 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:20:48.184071 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be5522b3-0fce-403b-8f4e-f6aa6e2b95bc req-b4675442-fd7f-4f80-9628-8ae2d7d73c54 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491245 Aug 20 10:20:48.198473 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-86ceb80f-80ad-4524-826b-a3d600c3c370 req-f6d38ed4-a5ea-4255-a9e7-c3c23a165966 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502586 Aug 20 10:20:48.247647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-fd92c429-e2c9-4c72-88f6-2a5d5f9afca5 req-2564abfc-1a05-4505-8c03-a0989286fbca tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Deleting port 7d6b258b-e646-4811-b13c-0f66de8a3de2 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:20:48.248102 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fd92c429-e2c9-4c72-88f6-2a5d5f9afca5 req-2564abfc-1a05-4505-8c03-a0989286fbca tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:48.250999 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:48.305377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 0a81cd62-8585-4072-9fae-8966fa62f9a3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:48.305756 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:48.382934 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e2f3144d-8530-488e-9872-611dda47139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'name': 'tempest-ServersTestBootFromVolume-654293880-router', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:41Z', 'updated_at': '2021-08-20T10:17:50Z', 'revision_number': 4, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'gw_port': {'id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:43Z', 'updated_at': '2021-08-20T10:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1', 'name': '', 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'mac_address': 'fa:16:3e:c1:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '271ccc16-072d-4062-b4ce-136f701c2492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:48Z', 'updated_at': '2021-08-20T10:17:58Z', 'revision_number': 5, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'subnets': [{'id': '271ccc16-072d-4062-b4ce-136f701c2492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:48.407759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457d65d-5f6a-466e-8803-74ab7a286c85 req-51fda907-56a5-46b7-9fa2-6a6a9d95751b tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:48.409269 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e457d65d-5f6a-466e-8803-74ab7a286c85 req-51fda907-56a5-46b7-9fa2-6a6a9d95751b tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 944 time: 0.0804865 Aug 20 10:20:48.411133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-fd92c429-e2c9-4c72-88f6-2a5d5f9afca5 req-2564abfc-1a05-4505-8c03-a0989286fbca tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] For port 7d6b258b-e646-4811-b13c-0f66de8a3de2, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7d6b258b-e646-4811-b13c-0f66de8a3de2,segment=NetworkSegment(63015c34-9747-447c-9978-acd5c7bd52ba),segment_id=63015c34-9747-447c-9978-acd5c7bd52ba)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:48.411479 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fd92c429-e2c9-4c72-88f6-2a5d5f9afca5 req-2564abfc-1a05-4505-8c03-a0989286fbca tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:48.426938 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f3144d-8530-488e-9872-611dda47139d None None] The sync data for ids ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'] in n-d-778550-11 is: [{'id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'name': 'tempest-ServersTestBootFromVolume-654293880-router', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:41Z', 'updated_at': '2021-08-20T10:17:50Z', 'revision_number': 4, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'gw_port': {'id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:43Z', 'updated_at': '2021-08-20T10:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1', 'name': '', 'network_id': '7c259fef-321b-49d5-b3aa-e0a6b05d20f2', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'mac_address': 'fa:16:3e:c1:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '271ccc16-072d-4062-b4ce-136f701c2492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:48Z', 'updated_at': '2021-08-20T10:17:58Z', 'revision_number': 5, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'subnets': [{'id': '271ccc16-072d-4062-b4ce-136f701c2492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:20:48.532592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['db481d2a-2d99-4df3-b477-de9a1fe6e941'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:48.552882 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e457d65d-5f6a-466e-8803-74ab7a286c85 req-a2ac40cf-1860-4785-a1f9-86e6dde430a7 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/security-groups?id=743f7231-914b-49b2-b84b-6a930e4cc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335406 Aug 20 10:20:48.606373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc758f9-7926-4da4-b4ae-3a7fc6f672b3 req-cd1de42a-148d-4062-b575-31c283cf4f13 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:48.626427 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0fc758f9-7926-4da4-b4ae-3a7fc6f672b3 req-cd1de42a-148d-4062-b575-31c283cf4f13 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 945 time: 0.1142809 Aug 20 10:20:48.684409 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0fc758f9-7926-4da4-b4ae-3a7fc6f672b3 req-431b81b3-2ffc-4412-a466-b049b1d41865 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518816 Aug 20 10:20:48.791121 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca37ed79-672f-45f0-ac7e-f4c22db6d60a req-9e74c03d-8966-44f6-a6e0-9ccb20145213 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 210 time: 0.0492558 Aug 20 10:20:48.801038 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-f1f95411-3ddb-4659-8bb3-ec595fbb0899 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374269 Aug 20 10:20:48.813106 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fd92c429-e2c9-4c72-88f6-2a5d5f9afca5 req-2564abfc-1a05-4505-8c03-a0989286fbca tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:48.814066 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fd92c429-e2c9-4c72-88f6-2a5d5f9afca5 req-2564abfc-1a05-4505-8c03-a0989286fbca tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:48.814066 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [req-fd92c429-e2c9-4c72-88f6-2a5d5f9afca5 req-2564abfc-1a05-4505-8c03-a0989286fbca tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Floating IP f738203b-03f4-491a-871d-e3b11bc0ceb4 disassociated. External IP: 172.25.3.109, port: 7d6b258b-e646-4811-b13c-0f66de8a3de2. Aug 20 10:20:48.814588 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-fd92c429-e2c9-4c72-88f6-2a5d5f9afca5 req-2564abfc-1a05-4505-8c03-a0989286fbca tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Calling delete_port for 7d6b258b-e646-4811-b13c-0f66de8a3de2 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:20:48.913548 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c27735c-58d3-40e2-85a5-0ac3dfa2e01f None None] New status for floating IP 5abca5ca-0624-49dd-aeb2-3b9f271a3492: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:20:48.955707 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0b1de-48a5-4989-afcf-a87786486af6 req-89352479-4165-435f-a381-76af7c79ff42 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:48.957253 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-14a0b1de-48a5-4989-afcf-a87786486af6 req-89352479-4165-435f-a381-76af7c79ff42 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 945 time: 0.0662763 Aug 20 10:20:48.963651 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-8f3da8eb-bffc-49cd-b6fe-a8e8fa77fd72 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:48.971574 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-8f3da8eb-bffc-49cd-b6fe-a8e8fa77fd72 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637347 Aug 20 10:20:48.983002 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-77b41329-2a59-44a0-9ead-d587ed7d5434 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/quotas/4e7795c3d76e4090b49a900a04c8fc61 HTTP/1.1" status: 200 len: 375 time: 0.0103316 Aug 20 10:20:49.049081 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-14a0b1de-48a5-4989-afcf-a87786486af6 req-16762dfe-d015-41f5-a5d4-f61514794e83 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups?id=863419fb-6a94-4404-af88-a08421fe1f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584018 Aug 20 10:20:49.058746 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-b99566fe-0450-4a15-9365-ea66ebe472db tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0694489 Aug 20 10:20:49.071959 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fd92c429-e2c9-4c72-88f6-2a5d5f9afca5 req-2564abfc-1a05-4505-8c03-a0989286fbca tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:49.105754 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a485c195-0baa-498f-8402-9990ecaf4c5e', 'tag': '61652157-5db6-4b92-b8c1-b174d7ab9ac0'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:49.108033 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9b613c-9f75-4f51-a77c-88a8412c6f55" -d '{"events": [{"name": "network-changed", "server_uuid": "a485c195-0baa-498f-8402-9990ecaf4c5e", "tag": "61652157-5db6-4b92-b8c1-b174d7ab9ac0"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:49.110811 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564abfc-1a05-4505-8c03-a0989286fbca tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Pushing event deleted for resources: {'Port': ['ID=7d6b258b-e646-4811-b13c-0f66de8a3de2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:49.229564 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4aa8a3-3f4b-41f1-ab0a-bd2fe56b73c5 x-openstack-request-id: req-bf4aa8a3-3f4b-41f1-ab0a-bd2fe56b73c5 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:49.229841 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a485c195-0baa-498f-8402-9990ecaf4c5e", "tag": "61652157-5db6-4b92-b8c1-b174d7ab9ac0", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:49.230108 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf4aa8a3-3f4b-41f1-ab0a-bd2fe56b73c5 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:49.230543 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a485c195-0baa-498f-8402-9990ecaf4c5e', 'tag': '61652157-5db6-4b92-b8c1-b174d7ab9ac0', 'status': 'completed', 'code': 200} Aug 20 10:20:49.663793 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b613c-9f75-4f51-a77c-88a8412c6f55 req-876e1705-50f9-4927-a852-6b7acc645bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:49.665658 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f9b613c-9f75-4f51-a77c-88a8412c6f55 req-876e1705-50f9-4927-a852-6b7acc645bd6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba0eb22e94ae4209b6e2d6f49c4875cb&device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 1096 time: 0.4326303 Aug 20 10:20:49.675345 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd92c429-e2c9-4c72-88f6-2a5d5f9afca5 req-2564abfc-1a05-4505-8c03-a0989286fbca tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:20:49.746254 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:20:49.762937 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfc4b8-587b-45f5-a5b7-da19903692df req-f6299b34-fe60-4b25-9d3d-24a0d793c64f tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:49.765911 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cbbfc4b8-587b-45f5-a5b7-da19903692df req-f6299b34-fe60-4b25-9d3d-24a0d793c64f tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 944 time: 0.1741660 Aug 20 10:20:49.818257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a36715-94ff-4cbd-a27a-2dc80e6e6e3c req-d4c3df43-f959-48dd-8d21-4e358e1ae977 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:49.825825 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e2a36715-94ff-4cbd-a27a-2dc80e6e6e3c req-d4c3df43-f959-48dd-8d21-4e358e1ae977 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 944 time: 0.0970702 Aug 20 10:20:49.870917 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b613c-9f75-4f51-a77c-88a8412c6f55 req-6c6b9108-2b9d-4534-b777-2549c0330825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:49.872542 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f9b613c-9f75-4f51-a77c-88a8412c6f55 req-6c6b9108-2b9d-4534-b777-2549c0330825 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a02d362f-3e33-434a-b9f3-0ff8dabd07cd HTTP/1.1" status: 200 len: 923 time: 0.1958215 Aug 20 10:20:49.879863 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e2a36715-94ff-4cbd-a27a-2dc80e6e6e3c req-295b5074-8a23-4d33-980a-0730d2ac8fcf tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/security-groups?id=743f7231-914b-49b2-b84b-6a930e4cc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525718 Aug 20 10:20:49.967595 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fbe9886a-c640-45cd-a1df-c67615526208 req-ca8f8fe2-57b5-4e27-bc62-589721238213 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 210 time: 0.0305188 Aug 20 10:20:49.968337 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cbbfc4b8-587b-45f5-a5b7-da19903692df req-c9702b29-f484-4fb5-9b27-32fde19f730c tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903307 Aug 20 10:20:49.981464 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f9b613c-9f75-4f51-a77c-88a8412c6f55 req-4786b812-07ab-4026-adb2-e4fd96ab7bc5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61652157-5db6-4b92-b8c1-b174d7ab9ac0 HTTP/1.1" status: 200 len: 217 time: 0.0597713 Aug 20 10:20:50.044797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd92c429-e2c9-4c72-88f6-2a5d5f9afca5 req-2564abfc-1a05-4505-8c03-a0989286fbca tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:20:50.055720 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db3eff9-be93-44ce-a668-af247d6ef6c6 None None] Sync routers for ids ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:20:50.065277 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b613c-9f75-4f51-a77c-88a8412c6f55 req-4f984810-b642-4b61-a519-0b4b936b8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:50.067230 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f9b613c-9f75-4f51-a77c-88a8412c6f55 req-4f984810-b642-4b61-a519-0b4b936b8f95 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=442463c6-e742-44c3-b009-570534f5342b HTTP/1.1" status: 200 len: 862 time: 0.0811219 Aug 20 10:20:50.071041 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db3eff9-be93-44ce-a668-af247d6ef6c6 None None] Routers {'262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:20:50.072609 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9db3eff9-be93-44ce-a668-af247d6ef6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:20:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:50.111967 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1b08cb75-28c7-4b33-a796-d23bb5ae2a60 req-c9debfc0-e199-451d-9186-b58ea21263cf tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 210 time: 0.0634203 Aug 20 10:20:50.169732 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f9b613c-9f75-4f51-a77c-88a8412c6f55 req-4f8d189d-6d74-41a3-bb82-14e423fa61f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a02d362f-3e33-434a-b9f3-0ff8dabd07cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941486 Aug 20 10:20:50.188740 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd92c429-e2c9-4c72-88f6-2a5d5f9afca5 req-2564abfc-1a05-4505-8c03-a0989286fbca tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] No DVR routers for this DVR port 7d6b258b-e646-4811-b13c-0f66de8a3de2 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:20:50.200688 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-fd92c429-e2c9-4c72-88f6-2a5d5f9afca5 req-2564abfc-1a05-4505-8c03-a0989286fbca tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:50.202639 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fd92c429-e2c9-4c72-88f6-2a5d5f9afca5 req-2564abfc-1a05-4505-8c03-a0989286fbca tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.24 "DELETE /v2.0/ports/7d6b258b-e646-4811-b13c-0f66de8a3de2 HTTP/1.1" status: 204 len: 173 time: 2.2285604 Aug 20 10:20:50.257036 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-9db3eff9-be93-44ce-a668-af247d6ef6c6 None None] Set router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:20:50.288938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb79529-a4a5-4f0f-9dce-152dc058b50f req-4542d9e4-a433-4ddb-9e63-76c785830721 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:50.300038 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0edfc227-0306-472b-933d-02012dc062b3 req-853e8a21-6287-4814-8665-23068f3085d9 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8d1a304-3078-4970-a224-48906115f0a0 HTTP/1.1" status: 200 len: 210 time: 0.0662889 Aug 20 10:20:50.300741 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4fb79529-a4a5-4f0f-9dce-152dc058b50f req-4542d9e4-a433-4ddb-9e63-76c785830721 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 945 time: 0.2286184 Aug 20 10:20:50.374342 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f9b613c-9f75-4f51-a77c-88a8412c6f55 req-6b160e67-c31a-4b0a-b5a2-41c779fa8fbf service neutron] 10.222.0.24 "GET /v2.0/networks/a02d362f-3e33-434a-b9f3-0ff8dabd07cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874888 Aug 20 10:20:50.385314 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4fb79529-a4a5-4f0f-9dce-152dc058b50f req-537d5419-f18a-484b-ba3f-153726cc4637 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827000 Aug 20 10:20:50.402860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device e8a88603-a5fc-41c5-9d94-fb54295e3dfc details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:20:50.554144 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f9b613c-9f75-4f51-a77c-88a8412c6f55 req-ad62c399-6d56-44b2-bc4b-b1f6a8a42753 service neutron] 10.222.0.24 "GET /v2.0/networks/a02d362f-3e33-434a-b9f3-0ff8dabd07cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625090 Aug 20 10:20:50.615619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port e8a88603-a5fc-41c5-9d94-fb54295e3dfc, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=e8a88603-a5fc-41c5-9d94-fb54295e3dfc,segment=NetworkSegment(1d1e9f6f-09e8-4a73-83cf-1c87b65ca950),segment_id=1d1e9f6f-09e8-4a73-83cf-1c87b65ca950)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:50.653519 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'e8a88603-a5fc-41c5-9d94-fb54295e3dfc', 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36', 'port_id': 'e8a88603-a5fc-41c5-9d94-fb54295e3dfc', 'mac_address': 'fa:16:3e:22:90:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a8cf849-69fe-4ea8-af5f-52021f809728', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:20:50.704212 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:50.723248 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a88603-a5fc-41c5-9d94-fb54295e3dfc {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:20:50.728675 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9db3eff9-be93-44ce-a668-af247d6ef6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 4, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3316c0ef-4949-46a7-a3ed-338488d49bdd', 'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'mac_address': 'fa:16:3e:14:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b4554d4b-e023-429d-9014-22d3381958db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:58Z', 'updated_at': '2021-08-20T10:14:07Z', 'revision_number': 5, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'subnets': [{'id': 'b4554d4b-e023-429d-9014-22d3381958db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:50.785012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db3eff9-be93-44ce-a668-af247d6ef6c6 None None] Checking router: 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:20:50.790405 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port e8a88603-a5fc-41c5-9d94-fb54295e3dfc, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=e8a88603-a5fc-41c5-9d94-fb54295e3dfc,segment=NetworkSegment(1d1e9f6f-09e8-4a73-83cf-1c87b65ca950),segment_id=1d1e9f6f-09e8-4a73-83cf-1c87b65ca950)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:50.801293 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:50.805052 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db3eff9-be93-44ce-a668-af247d6ef6c6 None None] Routers {'262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:20:50.805778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9db3eff9-be93-44ce-a668-af247d6ef6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:20:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:50.926394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=e8a88603-a5fc-41c5-9d94-fb54295e3dfc,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:50.954471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-9db3eff9-be93-44ce-a668-af247d6ef6c6 None None] Set router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:20:50.993927 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff0fbf-20c4-4074-8588-4b62b5a94a36 req-816dddcf-b069-4844-9064-1a3ea4c87202 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:51.002981 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-afff0fbf-20c4-4074-8588-4b62b5a94a36 req-816dddcf-b069-4844-9064-1a3ea4c87202 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 944 time: 0.0576563 Aug 20 10:20:51.059600 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-afff0fbf-20c4-4074-8588-4b62b5a94a36 req-46105eb9-587e-4627-a5a3-30c7d4bb77ef tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/security-groups?id=743f7231-914b-49b2-b84b-6a930e4cc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464082 Aug 20 10:20:51.134168 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0916f45-ea45-4eb3-a18a-f63199970205 req-5e85bc79-4617-4161-a51d-89e147702aa5 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:51.148456 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f0916f45-ea45-4eb3-a18a-f63199970205 req-5e85bc79-4617-4161-a51d-89e147702aa5 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 945 time: 0.1010289 Aug 20 10:20:51.175396 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-49ab3fbc-8a0b-42bb-9878-0b2d09bdd95b req-878f052b-e582-4e07-b8be-4ed09eb07ce8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 210 time: 0.0597422 Aug 20 10:20:51.215597 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['e8a88603-a5fc-41c5-9d94-fb54295e3dfc'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:51.220843 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f0916f45-ea45-4eb3-a18a-f63199970205 req-2083bd54-1026-4ecd-9e21-8d28b9da8b3e tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697541 Aug 20 10:20:51.232040 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d1a304-3078-4970-a224-48906115f0a0', 'name': 'network-vif-deleted', 'tag': '7d6b258b-e646-4811-b13c-0f66de8a3de2'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:51.235688 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24de795-3573-42b2-a003-927d5555c053" -d '{"events": [{"server_uuid": "d8d1a304-3078-4970-a224-48906115f0a0", "name": "network-vif-deleted", "tag": "7d6b258b-e646-4811-b13c-0f66de8a3de2"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:51.283895 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6b2eb5-4941-48aa-a951-5868d9c35854 x-openstack-request-id: req-db6b2eb5-4941-48aa-a951-5868d9c35854 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:51.284836 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d1a304-3078-4970-a224-48906115f0a0", "name": "network-vif-deleted", "tag": "7d6b258b-e646-4811-b13c-0f66de8a3de2", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:51.285348 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db6b2eb5-4941-48aa-a951-5868d9c35854 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:51.285967 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d1a304-3078-4970-a224-48906115f0a0', 'name': 'network-vif-deleted', 'tag': '7d6b258b-e646-4811-b13c-0f66de8a3de2', 'status': 'completed', 'code': 200} Aug 20 10:20:51.333498 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-40794d8c-2ba9-4c5a-8e5a-165a088c82ee req-2fb03e34-6115-45d6-ac1d-3920db7aafd1 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 210 time: 0.0523765 Aug 20 10:20:51.347920 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 61652157-5db6-4b92-b8c1-b174d7ab9ac0 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:20:51.350310 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device db481d2a-2d99-4df3-b477-de9a1fe6e941 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:20:51.371607 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-4b428e1a-27f1-4bcb-8ba9-3960bc65ac83 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451784 Aug 20 10:20:51.556744 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-dd4b1096-bde0-40d6-8433-7f67390b822e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838928 Aug 20 10:20:51.618528 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-f789a82e-1df8-4fbe-b158-4ef14f424843 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:51.620403 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-f789a82e-1df8-4fbe-b158-4ef14f424843 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2423759 Aug 20 10:20:51.639066 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9db3eff9-be93-44ce-a668-af247d6ef6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 4, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3316c0ef-4949-46a7-a3ed-338488d49bdd', 'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'mac_address': 'fa:16:3e:14:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b4554d4b-e023-429d-9014-22d3381958db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:58Z', 'updated_at': '2021-08-20T10:14:07Z', 'revision_number': 5, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'subnets': [{'id': 'b4554d4b-e023-429d-9014-22d3381958db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:51.668464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-950de2a0-e8b7-492a-8ffc-2765c634ee26 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Request body: {'port': {'device_id': '9e0cf3dd-4ce6-45bc-9be7-31b91b879a98', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '4e7795c3d76e4090b49a900a04c8fc61'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:51.673742 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39710) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:51.703330 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db3eff9-be93-44ce-a668-af247d6ef6c6 None None] The sync data for ids ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'] in n-d-778550-11 is: [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:13:59Z', 'revision_number': 4, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3316c0ef-4949-46a7-a3ed-338488d49bdd', 'name': '', 'network_id': '32a089c0-176d-40e1-bdf0-d909b8c47da7', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'mac_address': 'fa:16:3e:14:9a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b4554d4b-e023-429d-9014-22d3381958db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:58Z', 'updated_at': '2021-08-20T10:14:07Z', 'revision_number': 5, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'subnets': [{'id': 'b4554d4b-e023-429d-9014-22d3381958db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:20:51.709580 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port db481d2a-2d99-4df3-b477-de9a1fe6e941 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:51.768381 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port db481d2a-2d99-4df3-b477-de9a1fe6e941 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:51.769082 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:51.785027 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-61fa6f4d-4a3e-4e2a-86b9-aa18337a36f0 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:51.786793 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-61fa6f4d-4a3e-4e2a-86b9-aa18337a36f0 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2231135 Aug 20 10:20:51.801977 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-9976c16e-dd0b-4cde-b65c-7f78a5a8dcf2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Request body: {'port': {'device_id': '3014d289-8fcb-4d58-a724-967812c4d5fb', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '4e7795c3d76e4090b49a900a04c8fc61'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:51.870938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a68a11-0112-49c3-981d-5c0aeb0dd531 req-d236c75d-f8a1-4d46-a6d4-9d192dc8bbc6 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:51.872696 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30a68a11-0112-49c3-981d-5c0aeb0dd531 req-d236c75d-f8a1-4d46-a6d4-9d192dc8bbc6 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 945 time: 0.2506852 Aug 20 10:20:51.876473 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f67ba0f4-c209-4357-bf0a-0c9c2865269c tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:51.892327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 61652157-5db6-4b92-b8c1-b174d7ab9ac0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=61652157-5db6-4b92-b8c1-b174d7ab9ac0,segment=NetworkSegment(0a4150d2-57aa-4c14-86fe-246aa18bb98b),segment_id=0a4150d2-57aa-4c14-86fe-246aa18bb98b)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:51.933850 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f67ba0f4-c209-4357-bf0a-0c9c2865269c tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:51.942693 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '61652157-5db6-4b92-b8c1-b174d7ab9ac0', 'network_id': 'a02d362f-3e33-434a-b9f3-0ff8dabd07cd', 'port_id': '61652157-5db6-4b92-b8c1-b174d7ab9ac0', 'mac_address': 'fa:16:3e:b4:42:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '442463c6-e742-44c3-b009-570534f5342b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:20:52.001042 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30a68a11-0112-49c3-981d-5c0aeb0dd531 req-3dccc852-c2d9-4e0a-b43e-47065db11879 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025817 Aug 20 10:20:52.002323 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-950de2a0-e8b7-492a-8ffc-2765c634ee26 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Made reservation on behalf of 4e7795c3d76e4090b49a900a04c8fc61 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:20:52.006127 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-950de2a0-e8b7-492a-8ffc-2765c634ee26 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:52.035628 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-9976c16e-dd0b-4cde-b65c-7f78a5a8dcf2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Made reservation on behalf of 4e7795c3d76e4090b49a900a04c8fc61 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:20:52.039740 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:52.049335 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-9976c16e-dd0b-4cde-b65c-7f78a5a8dcf2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:52.068254 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:52.100037 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db481d2a-2d99-4df3-b477-de9a1fe6e941'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:52.103343 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db52202-ef35-4eac-bb9a-92de0c866815" -d '{"events": [{"server_uuid": "59f2cdf7-ec4e-42a5-bec1-02d7201d9768", "name": "network-vif-plugged", "status": "completed", "tag": "db481d2a-2d99-4df3-b477-de9a1fe6e941"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:52.110137 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61652157-5db6-4b92-b8c1-b174d7ab9ac0 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:20:52.137219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 61652157-5db6-4b92-b8c1-b174d7ab9ac0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=61652157-5db6-4b92-b8c1-b174d7ab9ac0,segment=NetworkSegment(0a4150d2-57aa-4c14-86fe-246aa18bb98b),segment_id=0a4150d2-57aa-4c14-86fe-246aa18bb98b)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:52.149190 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:52.161621 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port db481d2a-2d99-4df3-b477-de9a1fe6e941, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=db481d2a-2d99-4df3-b477-de9a1fe6e941,segment=NetworkSegment(4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e),segment_id=4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:52.198457 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae3ea8b-389a-4030-9203-e317670bf0e8 x-openstack-request-id: req-2ae3ea8b-389a-4030-9203-e317670bf0e8 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:52.198772 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f2cdf7-ec4e-42a5-bec1-02d7201d9768", "name": "network-vif-plugged", "status": "completed", "tag": "db481d2a-2d99-4df3-b477-de9a1fe6e941", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:52.198985 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ae3ea8b-389a-4030-9203-e317670bf0e8 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:52.199438 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db481d2a-2d99-4df3-b477-de9a1fe6e941', 'code': 200} Aug 20 10:20:52.203413 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:52.206301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 7d6b258b-e646-4811-b13c-0f66de8a3de2 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:20:52.264757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 7d6b258b-e646-4811-b13c-0f66de8a3de2 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:20:52.265458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 7d6b258b-e646-4811-b13c-0f66de8a3de2 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:20:52.285754 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f67ba0f4-c209-4357-bf0a-0c9c2865269c tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:52.288553 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f67ba0f4-c209-4357-bf0a-0c9c2865269c tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:52.292222 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f67ba0f4-c209-4357-bf0a-0c9c2865269c tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "DELETE /v2.0/security-groups/863419fb-6a94-4404-af88-a08421fe1f5c HTTP/1.1" status: 204 len: 168 time: 0.6139574 Aug 20 10:20:52.294160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39720) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:52.320398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=61652157-5db6-4b92-b8c1-b174d7ab9ac0,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:52.326293 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced733e3-286b-4edf-8288-9e7961c44562 req-419f9151-dada-4a30-8152-355b22eb99a8 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:52.327896 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ced733e3-286b-4edf-8288-9e7961c44562 req-419f9151-dada-4a30-8152-355b22eb99a8 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 945 time: 0.1695337 Aug 20 10:20:52.328748 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-4ae70d20-c9a4-4dcb-8c60-b37959fb44b6 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] show failed (client error): The resource could not be found. Aug 20 10:20:52.330969 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4ae70d20-c9a4-4dcb-8c60-b37959fb44b6 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "GET /v2.0/security-groups/863419fb-6a94-4404-af88-a08421fe1f5c HTTP/1.1" status: 404 len: 347 time: 0.0329063 Aug 20 10:20:52.332533 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39722) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:52.335998 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c60719-78c4-4390-b71d-716ea0ee714a None None] New status for floating IP f738203b-03f4-491a-871d-e3b11bc0ceb4: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:20:52.345354 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-950de2a0-e8b7-492a-8ffc-2765c634ee26 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Allocated IP 192.168.233.238 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/4a354e05-7de8-402a-be9d-0bc54252cc3c) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:20:52.369551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ba0f4-c209-4357-bf0a-0c9c2865269c tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863419fb-6a94-4404-af88-a08421fe1f5c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:52.387949 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-049096e8-1de3-47af-bb27-4b4b25c247bd req-2068e93a-0d57-4004-accb-bde2c15b554e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 210 time: 0.0677545 Aug 20 10:20:52.421068 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59439c4e-4501-4fb0-9d7e-41ea83e8a721 req-e1f02a51-58dd-4987-b86a-dfc9f87a40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:52.423385 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-59439c4e-4501-4fb0-9d7e-41ea83e8a721 req-e1f02a51-58dd-4987-b86a-dfc9f87a40f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 1098 time: 0.1454332 Aug 20 10:20:52.440132 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:52.449230 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=db481d2a-2d99-4df3-b477-de9a1fe6e941,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:52.495581 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['61652157-5db6-4b92-b8c1-b174d7ab9ac0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:52.501139 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ced733e3-286b-4edf-8288-9e7961c44562 req-fa3fa6ea-2367-48b4-aa04-d5888916355b tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/security-groups?id=743f7231-914b-49b2-b84b-6a930e4cc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684297 Aug 20 10:20:52.517618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-5dc018d4-8676-4d2b-9e3f-1eee23202551 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Deleting port e916580f-e086-4eda-bb3c-d51047c2248a {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:20:52.517961 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5dc018d4-8676-4d2b-9e3f-1eee23202551 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:52.602310 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-59439c4e-4501-4fb0-9d7e-41ea83e8a721 req-9f7122c8-ae54-4385-802c-68b8bfa2ce45 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523826 Aug 20 10:20:52.672966 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5dc018d4-8676-4d2b-9e3f-1eee23202551 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:52.673326 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5dc018d4-8676-4d2b-9e3f-1eee23202551 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:52.714692 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ad2b806d-5ca0-404e-b356-2d4e357e56a8 req-871489f6-6087-448f-b64b-bba633db11b1 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/ports?device_id=877b0a18-6875-4d39-a07b-49a1ce5f59b5 HTTP/1.1" status: 200 len: 210 time: 0.0325198 Aug 20 10:20:52.715586 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-5dc018d4-8676-4d2b-9e3f-1eee23202551 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Calling delete_port for e916580f-e086-4eda-bb3c-d51047c2248a owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:20:52.736347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8258854-e24e-416c-9e08-e8b98ff4ca48 req-e92a1770-6cc9-4341-835d-fd795ccc4aa4 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:52.744782 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b8258854-e24e-416c-9e08-e8b98ff4ca48 req-e92a1770-6cc9-4341-835d-fd795ccc4aa4 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 945 time: 0.2162957 Aug 20 10:20:52.822544 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b8258854-e24e-416c-9e08-e8b98ff4ca48 req-6add5add-9c91-4b01-83ce-16919c76970e tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765202 Aug 20 10:20:52.838886 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-950de2a0-e8b7-492a-8ffc-2765c634ee26 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:52.855926 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-950de2a0-e8b7-492a-8ffc-2765c634ee26 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Transition to ACTIVE for port object 4a354e05-7de8-402a-be9d-0bc54252cc3c will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:52.917677 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-950de2a0-e8b7-492a-8ffc-2765c634ee26 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:52.930757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['990134a8-9179-4d5b-9582-fedfa0e499ac', '17ebca30-509f-4f31-9d67-f9d5e8b8c204'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:52.948718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-950de2a0-e8b7-492a-8ffc-2765c634ee26 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:20:52.961905 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5dc018d4-8676-4d2b-9e3f-1eee23202551 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:52.970587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-950de2a0-e8b7-492a-8ffc-2765c634ee26 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:52.973954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-950de2a0-e8b7-492a-8ffc-2765c634ee26 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:20:53.003508 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc018d4-8676-4d2b-9e3f-1eee23202551 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Pushing event deleted for resources: {'Port': ['ID=e916580f-e086-4eda-bb3c-d51047c2248a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:53.019435 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-9976c16e-dd0b-4cde-b65c-7f78a5a8dcf2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Allocated IP 192.168.233.153 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/c855197b-106b-45e3-8aea-6ff711c9fe9f) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:20:53.054285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-950de2a0-e8b7-492a-8ffc-2765c634ee26 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:53.058865 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-950de2a0-e8b7-492a-8ffc-2765c634ee26 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:53.087203 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950de2a0-e8b7-492a-8ffc-2765c634ee26 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Pushing event updated for resources: {'Port': ['ID=4a354e05-7de8-402a-be9d-0bc54252cc3c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:53.092039 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-950de2a0-e8b7-492a-8ffc-2765c634ee26 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4281840 Aug 20 10:20:53.112593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Request body: {'port': {'device_id': '9e0cf3dd-4ce6-45bc-9be7-31b91b879a98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:53.206459 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:53.228766 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5dc018d4-8676-4d2b-9e3f-1eee23202551 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:53.231296 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5dc018d4-8676-4d2b-9e3f-1eee23202551 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:53.232456 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5dc018d4-8676-4d2b-9e3f-1eee23202551 tempest-ServersWithSpecificFlavorTestJSON-1305263731 tempest-ServersWithSpecificFlavorTestJSON-1305263731-project] 10.222.0.16 "DELETE /v2.0/floatingips/f738203b-03f4-491a-871d-e3b11bc0ceb4 HTTP/1.1" status: 204 len: 168 time: 0.8989375 Aug 20 10:20:53.351968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41359b-83cd-43c0-8bc7-70e4c94ba591 req-eeb40f5d-25a6-4055-b561-2bbac9d3c72d tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:53.360225 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f41359b-83cd-43c0-8bc7-70e4c94ba591 req-eeb40f5d-25a6-4055-b561-2bbac9d3c72d tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 946 time: 0.1823137 Aug 20 10:20:53.384009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-11ea25ed-34c4-4e32-9228-42fff5910380 None None] Provisioning for port 4a354e05-7de8-402a-be9d-0bc54252cc3c completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:53.389869 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-11ea25ed-34c4-4e32-9228-42fff5910380 None None] Provisioning complete for port 4a354e05-7de8-402a-be9d-0bc54252cc3c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:53.390086 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11ea25ed-34c4-4e32-9228-42fff5910380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:53.424170 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56f3c5a8-8170-4a84-b313-91c26503adf0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:53.426499 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f41359b-83cd-43c0-8bc7-70e4c94ba591 req-f067b003-63f9-4c07-92fe-a13c9b815855 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653136 Aug 20 10:20:53.461047 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-9976c16e-dd0b-4cde-b65c-7f78a5a8dcf2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:53.479623 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-9976c16e-dd0b-4cde-b65c-7f78a5a8dcf2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Transition to ACTIVE for port object c855197b-106b-45e3-8aea-6ff711c9fe9f will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:53.509049 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-11ea25ed-34c4-4e32-9228-42fff5910380 None None] Port 4a354e05-7de8-402a-be9d-0bc54252cc3c cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:20:53.566783 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-9976c16e-dd0b-4cde-b65c-7f78a5a8dcf2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:53.595029 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-353518fe-4c66-4876-a7c9-8364eab9cc63 req-007f5cb9-00fc-417b-9ab7-d73d42f250d2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 210 time: 0.0649133 Aug 20 10:20:53.662473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-9976c16e-dd0b-4cde-b65c-7f78a5a8dcf2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:20:53.675074 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-9976c16e-dd0b-4cde-b65c-7f78a5a8dcf2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:53.680031 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-9976c16e-dd0b-4cde-b65c-7f78a5a8dcf2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:20:53.786696 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be4ca4-7b16-4e4c-b9c7-ca0f1ea8ab42 req-46395375-f921-46e4-96c4-b475ed669724 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:53.788630 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-29be4ca4-7b16-4e4c-b9c7-ca0f1ea8ab42 req-46395375-f921-46e4-96c4-b475ed669724 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 945 time: 0.1185687 Aug 20 10:20:53.827330 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['990134a8-9179-4d5b-9582-fedfa0e499ac', '17ebca30-509f-4f31-9d67-f9d5e8b8c204'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:53.895755 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56f3c5a8-8170-4a84-b313-91c26503adf0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:20:53.900326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a354e05-7de8-402a-be9d-0bc54252cc3c {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:20:53.915142 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:53.932527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Transition to ACTIVE for port object 4a354e05-7de8-402a-be9d-0bc54252cc3c will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:53.944808 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:54.021882 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Pushing event updated for resources: {'Port': ['ID=4a354e05-7de8-402a-be9d-0bc54252cc3c,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:54.075691 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-29be4ca4-7b16-4e4c-b9c7-ca0f1ea8ab42 req-eea102ac-c55f-4d25-9444-1527d3e5fa1a tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/security-groups?id=743f7231-914b-49b2-b84b-6a930e4cc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712858 Aug 20 10:20:54.109478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d73a446e-775d-4c88-9ccb-95b2af41b3c4 None None] Provisioning for port c855197b-106b-45e3-8aea-6ff711c9fe9f completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:54.139127 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39760) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:54.147147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d73a446e-775d-4c88-9ccb-95b2af41b3c4 None None] Provisioning complete for port c855197b-106b-45e3-8aea-6ff711c9fe9f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:54.147525 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d73a446e-775d-4c88-9ccb-95b2af41b3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:54.253341 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Attempting to bind port 4a354e05-7de8-402a-be9d-0bc54252cc3c on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:20:54.253738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Attempting to bind port 4a354e05-7de8-402a-be9d-0bc54252cc3c by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:20:54.254264 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Attempting to bind port 4a354e05-7de8-402a-be9d-0bc54252cc3c on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:54.275183 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Port 4a354e05-7de8-402a-be9d-0bc54252cc3c on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:20:54.275183 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Attempting to bind port 4a354e05-7de8-402a-be9d-0bc54252cc3c on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:54.308652 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:20:54.309264 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:20:54.309751 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:20:54.310288 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Bound port: 4a354e05-7de8-402a-be9d-0bc54252cc3c, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:20:54.310782 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:54.324971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976c16e-dd0b-4cde-b65c-7f78a5a8dcf2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Pushing event updated for resources: {'Port': ['ID=c855197b-106b-45e3-8aea-6ff711c9fe9f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:54.353800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcf419-cc30-4211-bc95-1b4875345bdc req-60272610-d622-4e67-aa54-923f4b62d0d6 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:54.361534 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d1fcf419-cc30-4211-bc95-1b4875345bdc req-60272610-d622-4e67-aa54-923f4b62d0d6 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 945 time: 0.0916381 Aug 20 10:20:54.369194 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-9976c16e-dd0b-4cde-b65c-7f78a5a8dcf2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:54.369805 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-9976c16e-dd0b-4cde-b65c-7f78a5a8dcf2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:54.375352 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3921b1a-bf5d-473a-842a-24f52b5e4ee5 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:54.404899 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3921b1a-bf5d-473a-842a-24f52b5e4ee5 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:54.407715 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-9976c16e-dd0b-4cde-b65c-7f78a5a8dcf2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6100585 Aug 20 10:20:54.411564 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d73a446e-775d-4c88-9ccb-95b2af41b3c4 None None] Port c855197b-106b-45e3-8aea-6ff711c9fe9f cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:20:54.444695 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d1fcf419-cc30-4211-bc95-1b4875345bdc req-02da2cbe-532b-4569-90bb-eb79958a6981 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822127 Aug 20 10:20:54.452102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device e8a88603-a5fc-41c5-9d94-fb54295e3dfc up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:20:54.468783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Request body: {'port': {'device_id': '3014d289-8fcb-4d58-a724-967812c4d5fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:54.495341 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3921b1a-bf5d-473a-842a-24f52b5e4ee5 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:54.498616 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3921b1a-bf5d-473a-842a-24f52b5e4ee5 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:54.501985 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e3921b1a-bf5d-473a-842a-24f52b5e4ee5 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "DELETE /v2.0/security-groups/d3e69e9e-e044-4f96-89bb-d8a206050d1d HTTP/1.1" status: 204 len: 168 time: 0.3525624 Aug 20 10:20:54.514375 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39768) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:54.546271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3921b1a-bf5d-473a-842a-24f52b5e4ee5 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e69e9e-e044-4f96-89bb-d8a206050d1d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:54.552265 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-062c0013-052f-46f0-940f-7f6425096201 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] show failed (client error): The resource could not be found. Aug 20 10:20:54.556077 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-062c0013-052f-46f0-940f-7f6425096201 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "GET /v2.0/security-groups/d3e69e9e-e044-4f96-89bb-d8a206050d1d HTTP/1.1" status: 404 len: 347 time: 0.0349295 Aug 20 10:20:54.556676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39770) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:54.567675 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] For port 4a354e05-7de8-402a-be9d-0bc54252cc3c, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:20:54.573001 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39772) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:54.588852 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:54.662049 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] For port 4a354e05-7de8-402a-be9d-0bc54252cc3c, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4a354e05-7de8-402a-be9d-0bc54252cc3c,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:20:54.679666 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c676c3-351f-4f76-bf91-04630cf51629 req-0c6a5407-394d-4c21-9058-4f97867d97b1 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:54.687384 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a1c676c3-351f-4f76-bf91-04630cf51629 req-0c6a5407-394d-4c21-9058-4f97867d97b1 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 946 time: 0.1574225 Aug 20 10:20:54.730294 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:54.757101 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port e8a88603-a5fc-41c5-9d94-fb54295e3dfc completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:54.762763 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a1c676c3-351f-4f76-bf91-04630cf51629 req-97800d50-2469-49e0-9f0d-44d67d7b75fe tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720675 Aug 20 10:20:54.765686 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port e8a88603-a5fc-41c5-9d94-fb54295e3dfc triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:54.767170 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:54.846831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:54.847561 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:54.849014 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] 10.222.0.24 "PUT /v2.0/ports/4a354e05-7de8-402a-be9d-0bc54252cc3c HTTP/1.1" status: 200 len: 1097 time: 1.7471769 Aug 20 10:20:54.851402 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0cf3dd-4ce6-45bc-9be7-31b91b879a98', 'tag': '4a354e05-7de8-402a-be9d-0bc54252cc3c'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:54.853174 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:54.853906 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2945a6fc-f301-4c55-abbc-901be046cb55" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0cf3dd-4ce6-45bc-9be7-31b91b879a98", "tag": "4a354e05-7de8-402a-be9d-0bc54252cc3c"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:54.879830 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c25fb6-4512-4b56-9109-7bd7bddc80c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a88603-a5fc-41c5-9d94-fb54295e3dfc'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:54.882692 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c849136e-dfc7-4dfa-b351-5e5b4eb32124" -d '{"events": [{"server_uuid": "69c25fb6-4512-4b56-9109-7bd7bddc80c3", "name": "network-vif-plugged", "status": "completed", "tag": "e8a88603-a5fc-41c5-9d94-fb54295e3dfc"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:54.898873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port e8a88603-a5fc-41c5-9d94-fb54295e3dfc, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=e8a88603-a5fc-41c5-9d94-fb54295e3dfc,segment=NetworkSegment(1d1e9f6f-09e8-4a73-83cf-1c87b65ca950),segment_id=1d1e9f6f-09e8-4a73-83cf-1c87b65ca950)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:54.904725 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:54.986176 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=e8a88603-a5fc-41c5-9d94-fb54295e3dfc,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:54.998189 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-7b75bcc3-efcf-4c38-a8b7-415ab3e46a5f tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1749816 Aug 20 10:20:55.007275 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-9d5668c9-3a37-49ff-be16-fdf431d05b99 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:55.014104 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7441e-f164-486f-8000-628e4d6d0009 service neutron] Pushing event updated for resources: {'Port': ['ID=4a354e05-7de8-402a-be9d-0bc54252cc3c,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:55.044647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860effea-6cc2-4706-a786-94c093333f96 req-7d2511e3-e1e1-4c78-bd65-dce72eeaefca tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:55.047006 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-860effea-6cc2-4706-a786-94c093333f96 req-7d2511e3-e1e1-4c78-bd65-dce72eeaefca tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 936 time: 0.3387802 Aug 20 10:20:55.094350 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-9d5668c9-3a37-49ff-be16-fdf431d05b99 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:55.193786 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-6c28fc6c-f2bc-4dea-a6e0-41f35824b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:55.195294 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-6c28fc6c-f2bc-4dea-a6e0-41f35824b447 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&device_id=9e0cf3dd-4ce6-45bc-9be7-31b91b879a98 HTTP/1.1" status: 200 len: 1100 time: 0.2770762 Aug 20 10:20:55.215614 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-8d96347a-68b7-40ce-b9b0-d882e3e23ce7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Deleting port 1718c300-a4bc-469c-af45-87b270ab9569 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:20:55.216026 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d96347a-68b7-40ce-b9b0-d882e3e23ce7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:55.263492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c855197b-106b-45e3-8aea-6ff711c9fe9f {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:20:55.274202 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:55.292320 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-9d5668c9-3a37-49ff-be16-fdf431d05b99 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:55.294271 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Transition to ACTIVE for port object c855197b-106b-45e3-8aea-6ff711c9fe9f will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:20:55.302252 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:55.303540 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-860effea-6cc2-4706-a786-94c093333f96 req-e1e3e11c-6d86-4e02-b895-29ab5504d3cd tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480066 Aug 20 10:20:55.304952 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-c1613939-97c3-4132-b08e-ba674cb3a116 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4a354e05-7de8-402a-be9d-0bc54252cc3c HTTP/1.1" status: 200 len: 217 time: 0.0910625 Aug 20 10:20:55.352659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 61652157-5db6-4b92-b8c1-b174d7ab9ac0 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:20:55.377082 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38575691-75cc-4d49-9a98-c069b08be024 x-openstack-request-id: req-38575691-75cc-4d49-9a98-c069b08be024 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:55.377375 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0cf3dd-4ce6-45bc-9be7-31b91b879a98", "tag": "4a354e05-7de8-402a-be9d-0bc54252cc3c", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:55.377631 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38575691-75cc-4d49-9a98-c069b08be024 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:55.378044 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0cf3dd-4ce6-45bc-9be7-31b91b879a98', 'tag': '4a354e05-7de8-402a-be9d-0bc54252cc3c', 'status': 'completed', 'code': 200} Aug 20 10:20:55.416244 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d96347a-68b7-40ce-b9b0-d882e3e23ce7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:55.416593 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d96347a-68b7-40ce-b9b0-d882e3e23ce7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:55.428611 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c855197b-106b-45e3-8aea-6ff711c9fe9f,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:55.433025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-14bda5c6-1271-4750-a4b4-f5010d02d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:55.435004 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-14bda5c6-1271-4750-a4b4-f5010d02d077 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1178541 Aug 20 10:20:55.458190 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 61652157-5db6-4b92-b8c1-b174d7ab9ac0 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:20:55.462092 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-8d96347a-68b7-40ce-b9b0-d882e3e23ce7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Calling delete_port for 1718c300-a4bc-469c-af45-87b270ab9569 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:20:55.466123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 61652157-5db6-4b92-b8c1-b174d7ab9ac0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:20:55.471512 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:55.544087 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8912e2e0-9082-4750-a7d6-334c0dee6d2f x-openstack-request-id: req-8912e2e0-9082-4750-a7d6-334c0dee6d2f {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:55.544371 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c25fb6-4512-4b56-9109-7bd7bddc80c3", "name": "network-vif-plugged", "status": "completed", "tag": "e8a88603-a5fc-41c5-9d94-fb54295e3dfc", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:55.552311 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8912e2e0-9082-4750-a7d6-334c0dee6d2f {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:55.552732 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c25fb6-4512-4b56-9109-7bd7bddc80c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a88603-a5fc-41c5-9d94-fb54295e3dfc', 'code': 200} Aug 20 10:20:55.570045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-53740e9d-5fb3-43e5-aebf-7d0f6cc5371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:55.571708 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-53740e9d-5fb3-43e5-aebf-7d0f6cc5371f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1074705 Aug 20 10:20:55.584288 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-9d5668c9-3a37-49ff-be16-fdf431d05b99 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Allocated IP 172.25.3.113 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/9b33ffde-86cf-4a26-af84-5471d84d7960) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:20:55.666019 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:55.700761 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 61652157-5db6-4b92-b8c1-b174d7ab9ac0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=61652157-5db6-4b92-b8c1-b174d7ab9ac0,segment=NetworkSegment(0a4150d2-57aa-4c14-86fe-246aa18bb98b),segment_id=0a4150d2-57aa-4c14-86fe-246aa18bb98b)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:55.710598 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:55.749203 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Attempting to bind port c855197b-106b-45e3-8aea-6ff711c9fe9f on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:20:55.749654 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Attempting to bind port c855197b-106b-45e3-8aea-6ff711c9fe9f by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:20:55.750939 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Attempting to bind port c855197b-106b-45e3-8aea-6ff711c9fe9f on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:55.765438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Port c855197b-106b-45e3-8aea-6ff711c9fe9f on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:20:55.766364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Attempting to bind port c855197b-106b-45e3-8aea-6ff711c9fe9f on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:20:55.770077 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6c556-1008-4d9e-b694-d714d071b076 req-4c8d8005-f549-4b55-888f-cec22c7282ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:55.771992 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c7d6c556-1008-4d9e-b694-d714d071b076 req-4c8d8005-f549-4b55-888f-cec22c7282ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 1098 time: 0.1421630 Aug 20 10:20:55.787403 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=61652157-5db6-4b92-b8c1-b174d7ab9ac0,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:55.788854 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:20:55.789305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:20:55.789793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:20:55.790341 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Bound port: c855197b-106b-45e3-8aea-6ff711c9fe9f, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:20:55.790795 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:55.854264 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c7d6c556-1008-4d9e-b694-d714d071b076 req-f9c81b13-88e2-4d17-84c9-ab4a63e5a4c1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668578 Aug 20 10:20:55.893302 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-9d5668c9-3a37-49ff-be16-fdf431d05b99 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:55.931611 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] For port c855197b-106b-45e3-8aea-6ff711c9fe9f, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:20:55.936086 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] For port c855197b-106b-45e3-8aea-6ff711c9fe9f, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c855197b-106b-45e3-8aea-6ff711c9fe9f,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:20:55.948497 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:55.997265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:55.997967 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:55.999519 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] 10.222.0.42 "PUT /v2.0/ports/c855197b-106b-45e3-8aea-6ff711c9fe9f HTTP/1.1" status: 200 len: 1097 time: 1.5483501 Aug 20 10:20:56.000551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3014d289-8fcb-4d58-a724-967812c4d5fb', 'tag': 'c855197b-106b-45e3-8aea-6ff711c9fe9f'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:56.003167 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ad7049-0eb8-4d16-884d-bd4832101368" -d '{"events": [{"name": "network-changed", "server_uuid": "3014d289-8fcb-4d58-a724-967812c4d5fb", "tag": "c855197b-106b-45e3-8aea-6ff711c9fe9f"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:56.009406 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-9d5668c9-3a37-49ff-be16-fdf431d05b99 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:56.042815 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff7c78-5d53-42e5-b18e-f276b1ad40e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c855197b-106b-45e3-8aea-6ff711c9fe9f,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:56.054544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-9d5668c9-3a37-49ff-be16-fdf431d05b99 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:20:56.061126 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-9d5668c9-3a37-49ff-be16-fdf431d05b99 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:20:56.086171 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-9d5668c9-3a37-49ff-be16-fdf431d05b99 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:20:56.159243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5668c9-3a37-49ff-be16-fdf431d05b99 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Pushing event updated for resources: {'Port': ['ID=9b33ffde-86cf-4a26-af84-5471d84d7960,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:56.185763 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-dd3035ac-bf2a-4426-8f8e-84d0ef606b7c service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987267 Aug 20 10:20:56.187458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-ac6189bf-3320-4b10-b3d8-89b14df59f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:56.189659 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-ac6189bf-3320-4b10-b3d8-89b14df59f30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 1100 time: 0.0790806 Aug 20 10:20:56.217404 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b35def-1ae2-4854-af72-e78f9b839be8 req-5081b8b4-ed7c-47f6-b092-7604f113776e tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:56.218936 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-22b35def-1ae2-4854-af72-e78f9b839be8 req-5081b8b4-ed7c-47f6-b092-7604f113776e tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 946 time: 0.2039807 Aug 20 10:20:56.245252 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-aa6ab8d4-26a2-4858-8082-dd94b097007d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=c855197b-106b-45e3-8aea-6ff711c9fe9f HTTP/1.1" status: 200 len: 217 time: 0.0412309 Aug 20 10:20:56.276870 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d96347a-68b7-40ce-b9b0-d882e3e23ce7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:56.324942 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96347a-68b7-40ce-b9b0-d882e3e23ce7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Pushing event deleted for resources: {'Port': ['ID=1718c300-a4bc-469c-af45-87b270ab9569,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:56.361330 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-615a4bfe-d6a5-4ccf-a17e-a1ebbec6c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:56.364167 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-615a4bfe-d6a5-4ccf-a17e-a1ebbec6c1f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1106651 Aug 20 10:20:56.369218 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-9d5668c9-3a37-49ff-be16-fdf431d05b99 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:56.376216 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-22b35def-1ae2-4854-af72-e78f9b839be8 req-e65b58ab-29b4-4f88-af5f-342c194551f3 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/security-groups?id=743f7231-914b-49b2-b84b-6a930e4cc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171947 Aug 20 10:20:56.418060 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c56288c6-087f-48c7-b44f-310b03aca0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:56.441006 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-9d5668c9-3a37-49ff-be16-fdf431d05b99 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:56.459509 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-50cd6056-d64f-4f73-b4fe-6d8ff6536982 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638967 Aug 20 10:20:56.485325 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d96347a-68b7-40ce-b9b0-d882e3e23ce7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:56.487879 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d96347a-68b7-40ce-b9b0-d882e3e23ce7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:56.492186 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8d96347a-68b7-40ce-b9b0-d882e3e23ce7 tempest-ServersTestBootFromVolume-880308760 tempest-ServersTestBootFromVolume-880308760-project] 10.222.0.16 "DELETE /v2.0/floatingips/5abca5ca-0624-49dd-aeb2-3b9f271a3492 HTTP/1.1" status: 204 len: 168 time: 1.9348102 Aug 20 10:20:56.518539 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39796) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:56.560310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-7de03299-a10d-4521-8095-71c35077220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:56.561491 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-7de03299-a10d-4521-8095-71c35077220c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1883552 Aug 20 10:20:56.712171 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-9d5668c9-3a37-49ff-be16-fdf431d05b99 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:56.717399 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-2fe2d6e1-9775-4272-a5c9-bf795a915f61 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443584 Aug 20 10:20:56.718491 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-9d5668c9-3a37-49ff-be16-fdf431d05b99 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:56.732337 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945a6fc-f301-4c55-abbc-901be046cb55 req-6ff943d8-49e0-415b-80d6-39435baad486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:56.733820 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2945a6fc-f301-4c55-abbc-901be046cb55 req-6ff943d8-49e0-415b-80d6-39435baad486 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&device_id=9e0cf3dd-4ce6-45bc-9be7-31b91b879a98 HTTP/1.1" status: 200 len: 1100 time: 0.2077544 Aug 20 10:20:56.849687 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5668c9-3a37-49ff-be16-fdf431d05b99 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Pushing event updated for resources: {'Port': ['ID=9b33ffde-86cf-4a26-af84-5471d84d7960,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:56.865059 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-9d5668c9-3a37-49ff-be16-fdf431d05b99 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:56.877810 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0dffd-ec1e-450c-8650-5da3839718ab req-d9247ef2-3dca-497a-9f5f-240c4182938f tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:56.879287 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ae0dffd-ec1e-450c-8650-5da3839718ab req-d9247ef2-3dca-497a-9f5f-240c4182938f tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.1989737 Aug 20 10:20:56.893243 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-9d5668c9-3a37-49ff-be16-fdf431d05b99 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:56.894365 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-9d5668c9-3a37-49ff-be16-fdf431d05b99 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8953743 Aug 20 10:20:56.908156 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bfc1c0f7-d862-47d0-b420-de4667cdf076 req-b87e44e8-b1bf-48cf-bb2b-5a20779c3102 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539660 Aug 20 10:20:56.966092 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-fcf21c1e-aef9-4b87-adb8-9069bb7945b1 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.113 HTTP/1.1" status: 200 len: 696 time: 0.0569732 Aug 20 10:20:57.005851 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945a6fc-f301-4c55-abbc-901be046cb55 req-0239dfa8-0853-44c4-8723-e38ae7eb2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:57.007435 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2945a6fc-f301-4c55-abbc-901be046cb55 req-0239dfa8-0853-44c4-8723-e38ae7eb2f7a service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2610745 Aug 20 10:20:57.017991 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ae0dffd-ec1e-450c-8650-5da3839718ab req-c873ebf6-4a67-44cb-8994-909cb744f698 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294823 Aug 20 10:20:57.074283 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c8b360-0905-4d37-bbbf-a0b5ba2d3107 x-openstack-request-id: req-b7c8b360-0905-4d37-bbbf-a0b5ba2d3107 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:57.074562 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3014d289-8fcb-4d58-a724-967812c4d5fb", "tag": "c855197b-106b-45e3-8aea-6ff711c9fe9f", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:57.074823 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7c8b360-0905-4d37-bbbf-a0b5ba2d3107 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:57.075258 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3014d289-8fcb-4d58-a724-967812c4d5fb', 'tag': 'c855197b-106b-45e3-8aea-6ff711c9fe9f', 'status': 'completed', 'code': 200} Aug 20 10:20:57.083842 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2945a6fc-f301-4c55-abbc-901be046cb55 req-c93a9624-7777-491a-b43f-9cc1179aef33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=4a354e05-7de8-402a-be9d-0bc54252cc3c HTTP/1.1" status: 200 len: 217 time: 0.0647793 Aug 20 10:20:57.087862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-742e0f38-23dc-4069-9eaa-6782822cb307 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:57.092510 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ac7c2cad-5b6b-4de7-ad14-2a91f9142693 req-742e0f38-23dc-4069-9eaa-6782822cb307 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.1200674 Aug 20 10:20:57.173207 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad7049-0eb8-4d16-884d-bd4832101368 req-38a06f92-e812-4b50-92cb-5790280654bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:57.174847 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30ad7049-0eb8-4d16-884d-bd4832101368 req-38a06f92-e812-4b50-92cb-5790280654bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 1100 time: 0.0737667 Aug 20 10:20:57.262440 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945a6fc-f301-4c55-abbc-901be046cb55 req-8f41c61b-eff5-42a7-b3ea-ef3a0253d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:57.264117 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2945a6fc-f301-4c55-abbc-901be046cb55 req-8f41c61b-eff5-42a7-b3ea-ef3a0253d790 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1538179 Aug 20 10:20:57.313039 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084c601-e7d3-4cf9-a3a4-769cb6388578 req-bf734187-fa89-49b5-9e33-0e5e49ec46a3 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:57.314548 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b084c601-e7d3-4cf9-a3a4-769cb6388578 req-bf734187-fa89-49b5-9e33-0e5e49ec46a3 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 948 time: 0.1452634 Aug 20 10:20:57.322138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c56288c6-087f-48c7-b44f-310b03aca0aa admin admin] Deleting port 3316c0ef-4949-46a7-a3ed-338488d49bdd {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:20:57.322479 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c56288c6-087f-48c7-b44f-310b03aca0aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:57.347661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad7049-0eb8-4d16-884d-bd4832101368 req-a6e425f1-5170-4d88-b8ab-a1de1d6d6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:57.349142 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30ad7049-0eb8-4d16-884d-bd4832101368 req-a6e425f1-5170-4d88-b8ab-a1de1d6d6bee service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1477976 Aug 20 10:20:57.402358 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30ad7049-0eb8-4d16-884d-bd4832101368 req-89fc29ed-916c-4152-a8fd-021cff81a0d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=c855197b-106b-45e3-8aea-6ff711c9fe9f HTTP/1.1" status: 200 len: 217 time: 0.0394204 Aug 20 10:20:57.417343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945a6fc-f301-4c55-abbc-901be046cb55 req-83a1fd9e-fa3d-4298-9b80-e5cedd87a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:57.418836 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2945a6fc-f301-4c55-abbc-901be046cb55 req-83a1fd9e-fa3d-4298-9b80-e5cedd87a338 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1445580 Aug 20 10:20:57.450757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-c3fcac00-c3d2-46ba-acd2-4e3e44fe552d tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:57.452235 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-c3fcac00-c3d2-46ba-acd2-4e3e44fe552d tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/networks?id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 200 len: 821 time: 0.1853759 Aug 20 10:20:57.457312 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b084c601-e7d3-4cf9-a3a4-769cb6388578 req-20d68a14-bf60-4136-aec8-d860e69f77fd tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316516 Aug 20 10:20:57.475704 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-ecf32dbf-2a93-4a55-9f31-08bc6c069e12 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/quotas/b5cfdb7e141e4e6b8b225223a4c14f3e HTTP/1.1" status: 200 len: 375 time: 0.0151691 Aug 20 10:20:57.477327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad7049-0eb8-4d16-884d-bd4832101368 req-43eaf919-213a-4ea7-9a1f-6d7c3b5cc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:57.478793 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30ad7049-0eb8-4d16-884d-bd4832101368 req-43eaf919-213a-4ea7-9a1f-6d7c3b5cc792 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0649478 Aug 20 10:20:57.529567 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-c56288c6-087f-48c7-b44f-310b03aca0aa admin admin] For port 3316c0ef-4949-46a7-a3ed-338488d49bdd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3316c0ef-4949-46a7-a3ed-338488d49bdd,segment=NetworkSegment(63015c34-9747-447c-9978-acd5c7bd52ba),segment_id=63015c34-9747-447c-9978-acd5c7bd52ba)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:57.529934 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c56288c6-087f-48c7-b44f-310b03aca0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:57.553917 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a485c195-0baa-498f-8402-9990ecaf4c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61652157-5db6-4b92-b8c1-b174d7ab9ac0'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:20:57.557904 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c74031-b92e-4888-9461-2da7db4c5357" -d '{"events": [{"server_uuid": "a485c195-0baa-498f-8402-9990ecaf4c5e", "name": "network-vif-plugged", "status": "completed", "tag": "61652157-5db6-4b92-b8c1-b174d7ab9ac0"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:20:57.560566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad7049-0eb8-4d16-884d-bd4832101368 req-a187a86a-e3f0-480e-82ae-aea8efdbc6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:57.562180 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30ad7049-0eb8-4d16-884d-bd4832101368 req-a187a86a-e3f0-480e-82ae-aea8efdbc6b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0700660 Aug 20 10:20:57.572504 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-23fe9a10-5558-4a47-a984-b686c26e6424 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0896981 Aug 20 10:20:57.592911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c56288c6-087f-48c7-b44f-310b03aca0aa admin admin] Calling delete_port for 3316c0ef-4949-46a7-a3ed-338488d49bdd owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:20:57.672927 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2945a6fc-f301-4c55-abbc-901be046cb55 req-b7f0b8f2-d4b5-4051-8cfd-a78428ca51be service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364438 Aug 20 10:20:57.710043 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09abf37-0e4d-4c2d-ac8b-ab21fb315e54 req-35e17bec-7987-472a-bce9-11a8596d65cc tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:57.711557 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d09abf37-0e4d-4c2d-ac8b-ab21fb315e54 req-35e17bec-7987-472a-bce9-11a8596d65cc tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 946 time: 0.1790998 Aug 20 10:20:57.724439 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30ad7049-0eb8-4d16-884d-bd4832101368 req-66f3924a-a3c1-4135-a338-57957ab46dab service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506279 Aug 20 10:20:57.726336 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-e6d2a330-4a44-4dd3-9ee7-3776b0f4686c service neutron] 10.222.0.16 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440346 Aug 20 10:20:57.789468 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-804a07ed-557a-4af8-a0c7-65bf60b7560f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:57.888621 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-788f9b23-f1b2-408a-b84e-9a834651e126 service neutron] 10.222.0.16 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556888 Aug 20 10:20:57.890594 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30ad7049-0eb8-4d16-884d-bd4832101368 req-d53f320a-8e15-4fb2-a93b-ca301c118751 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566594 Aug 20 10:20:58.107857 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f255c44-72b0-4c85-a74f-dc2b9ac5906a x-openstack-request-id: req-7f255c44-72b0-4c85-a74f-dc2b9ac5906a {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:20:58.108156 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a485c195-0baa-498f-8402-9990ecaf4c5e", "name": "network-vif-plugged", "status": "completed", "tag": "61652157-5db6-4b92-b8c1-b174d7ab9ac0", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:20:58.108426 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f255c44-72b0-4c85-a74f-dc2b9ac5906a {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:20:58.108801 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a485c195-0baa-498f-8402-9990ecaf4c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61652157-5db6-4b92-b8c1-b174d7ab9ac0', 'code': 200} Aug 20 10:20:58.211410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d09abf37-0e4d-4c2d-ac8b-ab21fb315e54 req-0ab1adab-d946-4a42-b453-ad128b018f1d tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/security-groups?id=743f7231-914b-49b2-b84b-6a930e4cc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851284 Aug 20 10:20:58.261208 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fc0fbfb9-be7d-413c-b651-be059e88bfdb req-a070fd27-804b-4cfe-9936-2ff586ffae16 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 210 time: 0.0427141 Aug 20 10:20:58.320827 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2945a6fc-f301-4c55-abbc-901be046cb55 req-c5a8e4ac-5b22-42fc-8c67-db61164497b1 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398878 Aug 20 10:20:58.370524 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad18c4-d118-4254-aa96-633ab891f7e7 req-c7a8e9c5-c7e9-44d6-93c2-31d51f27eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:58.372045 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5cad18c4-d118-4254-aa96-633ab891f7e7 req-c7a8e9c5-c7e9-44d6-93c2-31d51f27eaee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 1098 time: 0.1870794 Aug 20 10:20:58.485888 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3973ba7-1b41-4aca-ab3f-52606192d490 req-0427a71c-f539-4305-affa-280430e9cb2a tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:58.487265 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d3973ba7-1b41-4aca-ab3f-52606192d490 req-0427a71c-f539-4305-affa-280430e9cb2a tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.1839714 Aug 20 10:20:58.521857 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5cad18c4-d118-4254-aa96-633ab891f7e7 req-348c9b81-9921-417b-85b8-9dfe1c022da9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=743f7231-914b-49b2-b84b-6a930e4cc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217508 Aug 20 10:20:58.530818 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c56288c6-087f-48c7-b44f-310b03aca0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:58.586754 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee4b0c-a3f9-4f9f-bdb7-20791285f465 req-fdc72ff0-0317-403d-b6d0-47c2552f5068 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:58.587811 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56288c6-087f-48c7-b44f-310b03aca0aa admin admin] Pushing event deleted for resources: {'Port': ['ID=3316c0ef-4949-46a7-a3ed-338488d49bdd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:58.588341 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21ee4b0c-a3f9-4f9f-bdb7-20791285f465 req-fdc72ff0-0317-403d-b6d0-47c2552f5068 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 948 time: 0.0583954 Aug 20 10:20:58.600260 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d3973ba7-1b41-4aca-ab3f-52606192d490 req-aa734d5b-f71f-4e43-99ce-1dd1132acba2 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966039 Aug 20 10:20:58.650513 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21ee4b0c-a3f9-4f9f-bdb7-20791285f465 req-a688bf89-3df2-4d39-9fca-f0e9f895ece3 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397143 Aug 20 10:20:58.882851 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-804a07ed-557a-4af8-a0c7-65bf60b7560f admin admin] Deleting port 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:20:58.883116 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-804a07ed-557a-4af8-a0c7-65bf60b7560f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:58.887090 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c56288c6-087f-48c7-b44f-310b03aca0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:58.946913 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26046400-ad73-40a2-8f5e-650c0d58aa1c req-ed76eb89-8646-458d-98e8-0aae62359a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:58.948505 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-26046400-ad73-40a2-8f5e-650c0d58aa1c req-ed76eb89-8646-458d-98e8-0aae62359a50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=26b5c18da28d413e8586083e40c6ee2e&device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 1098 time: 0.0842431 Aug 20 10:20:58.960476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c85e18-4c35-4148-a982-c60448ef45cd req-552f2654-9ad5-478e-8585-bf4296aaf638 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:58.961856 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08c85e18-4c35-4148-a982-c60448ef45cd req-552f2654-9ad5-478e-8585-bf4296aaf638 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.0648768 Aug 20 10:20:59.043293 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08c85e18-4c35-4148-a982-c60448ef45cd req-ceae0090-def9-4149-b041-00bc46976f0f tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733032 Aug 20 10:20:59.047460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-804a07ed-557a-4af8-a0c7-65bf60b7560f admin admin] For port 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1,segment=NetworkSegment(2f1de757-5ac2-423d-9c17-853ec553dbe6),segment_id=2f1de757-5ac2-423d-9c17-853ec553dbe6)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:20:59.047917 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-804a07ed-557a-4af8-a0c7-65bf60b7560f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:59.065602 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-804a07ed-557a-4af8-a0c7-65bf60b7560f admin admin] Calling delete_port for 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:20:59.078712 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26046400-ad73-40a2-8f5e-650c0d58aa1c req-68b9116d-264d-4f9f-a301-88ff789c112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:59.080239 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-26046400-ad73-40a2-8f5e-650c0d58aa1c req-68b9116d-264d-4f9f-a301-88ff789c112d service neutron] 10.222.0.42 "GET /v2.0/networks?id=aee9a348-af2d-45dc-9248-2a1f01e70c36 HTTP/1.1" status: 200 len: 912 time: 0.1175475 Aug 20 10:20:59.124181 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-26046400-ad73-40a2-8f5e-650c0d58aa1c req-67dfd4b3-282d-4450-8387-4294ea867a1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8a88603-a5fc-41c5-9d94-fb54295e3dfc HTTP/1.1" status: 200 len: 217 time: 0.0353954 Aug 20 10:20:59.180184 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26046400-ad73-40a2-8f5e-650c0d58aa1c req-b4114b10-2082-4f5b-90a2-202bcdb4e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:59.181656 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-26046400-ad73-40a2-8f5e-650c0d58aa1c req-b4114b10-2082-4f5b-90a2-202bcdb4e663 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a8cf849-69fe-4ea8-af5f-52021f809728 HTTP/1.1" status: 200 len: 851 time: 0.0499394 Aug 20 10:20:59.222533 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-26046400-ad73-40a2-8f5e-650c0d58aa1c req-5fe87969-7e56-43e5-91d8-b115afbcadbc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aee9a348-af2d-45dc-9248-2a1f01e70c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295432 Aug 20 10:20:59.260081 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8062f39e-6d12-4baf-a2e6-516d5d51c58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:59.368717 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-26046400-ad73-40a2-8f5e-650c0d58aa1c req-fffc034f-8f2e-4860-bade-6eecb5f437d4 service neutron] 10.222.0.42 "GET /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363833 Aug 20 10:20:59.388069 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a666c740-01f8-4cc9-8467-0ec01b138b8a req-36004810-c7c4-47ba-ba2e-6bbfc7357cf3 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 210 time: 0.0385318 Aug 20 10:20:59.468385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-ef4479fe-3258-45de-9b5e-9ea5a427dc6f tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:59.470359 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-ef4479fe-3258-45de-9b5e-9ea5a427dc6f tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.24 "GET /v2.0/networks?id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 200 len: 821 time: 0.2848196 Aug 20 10:20:59.470896 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-26046400-ad73-40a2-8f5e-650c0d58aa1c req-a090d90f-d8c4-446f-9c87-b120fea0a5a1 service neutron] 10.222.0.42 "GET /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850279 Aug 20 10:20:59.489100 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-1c3f3572-d982-4f27-8136-be7b46147b80 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Request body: {'port': {'device_id': 'bcd8582f-2a25-4b7a-bdce-0c9f344de162', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'admin_state_up': True, 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:20:59.494654 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56288c6-087f-48c7-b44f-310b03aca0aa admin admin] Router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:20:59.519306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cac30-ee8b-46dd-b413-ebdde75390b2 req-330de910-2ede-46f5-88f4-9268406909a3 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:59.520890 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a11cac30-ee8b-46dd-b413-ebdde75390b2 req-330de910-2ede-46f5-88f4-9268406909a3 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 946 time: 0.1750717 Aug 20 10:20:59.679027 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a11cac30-ee8b-46dd-b413-ebdde75390b2 req-6095f46b-46a8-4619-bdc3-d9fdda9681b4 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/security-groups?id=743f7231-914b-49b2-b84b-6a930e4cc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281850 Aug 20 10:20:59.746614 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-804a07ed-557a-4af8-a0c7-65bf60b7560f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:59.782699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82828974-d1e7-4e5c-9724-de5fbbbd154d req-b5415cf9-ce1b-4ac7-9fb1-1ab63bf17fad tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:20:59.784201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-82828974-d1e7-4e5c-9724-de5fbbbd154d req-b5415cf9-ce1b-4ac7-9fb1-1ab63bf17fad tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 948 time: 0.0557227 Aug 20 10:20:59.785019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a07ed-557a-4af8-a0c7-65bf60b7560f admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:20:59.818179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-1c3f3572-d982-4f27-8136-be7b46147b80 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Made reservation on behalf of b5cfdb7e141e4e6b8b225223a4c14f3e for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:20:59.821674 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-1c3f3572-d982-4f27-8136-be7b46147b80 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:20:59.832952 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56288c6-087f-48c7-b44f-310b03aca0aa admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:20:59.837046 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-82828974-d1e7-4e5c-9724-de5fbbbd154d req-f6557c14-d0c4-4aa7-bd46-4f8c59134c91 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354233 Aug 20 10:20:59.840877 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c56288c6-087f-48c7-b44f-310b03aca0aa admin admin] 10.222.0.16 "PUT /v2.0/routers/262b1d6b-0101-4f16-9bf0-ce8411cdd5ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2668087 Aug 20 10:20:59.843443 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39850) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:20:59.847450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747b70f-2da8-4914-9766-1f43cc3d60c9 None None] Sync routers for ids ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:20:59.862811 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6747b70f-2da8-4914-9766-1f43cc3d60c9 None None] Routers {'262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:20:59.863802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6747b70f-2da8-4914-9766-1f43cc3d60c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:20:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:20:59.964386 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4bc0493d-c427-4d4d-b417-7ad6937825b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:00.041615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6747b70f-2da8-4914-9766-1f43cc3d60c9 None None] Set router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:00.122264 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-1c3f3572-d982-4f27-8136-be7b46147b80 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Allocated IP 172.20.0.8 (3b4499e9-ad94-452b-b39f-84ea08c6bd0e/4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6/24116581-d42c-4bcb-9b7d-48bbb755cd05) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:21:00.142047 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-804a07ed-557a-4af8-a0c7-65bf60b7560f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:00.179885 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4bc0493d-c427-4d4d-b417-7ad6937825b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:00.252842 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-4bc0493d-c427-4d4d-b417-7ad6937825b7 admin admin] Deleting port 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:00.253233 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4bc0493d-c427-4d4d-b417-7ad6937825b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:00.346390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-4bc0493d-c427-4d4d-b417-7ad6937825b7 admin admin] For port 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=17cbc90a-43a4-4fee-ae7b-0ef633eb50c4,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:00.346899 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4bc0493d-c427-4d4d-b417-7ad6937825b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:00.360989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-4bc0493d-c427-4d4d-b417-7ad6937825b7 admin admin] Calling delete_port for 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:00.449949 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c855197b-106b-45e3-8aea-6ff711c9fe9f details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:21:00.485830 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6747b70f-2da8-4914-9766-1f43cc3d60c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:20:58Z', 'revision_number': 5, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port': {'id': '17cbc90a-43a4-4fee-ae7b-0ef633eb50c4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ec:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:13:54Z', 'updated_at': '2021-08-20T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:00.516804 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0328634-7edb-4d4a-9fe4-925c963d10cf req-ff1c3364-055d-40ef-9342-887dfe518dc9 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 210 time: 0.0387723 Aug 20 10:21:00.547625 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747b70f-2da8-4914-9766-1f43cc3d60c9 None None] Checking router: 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:21:00.562192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6747b70f-2da8-4914-9766-1f43cc3d60c9 None None] Routers {'262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:00.563827 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6747b70f-2da8-4914-9766-1f43cc3d60c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:20:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:00.598427 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4bc0493d-c427-4d4d-b417-7ad6937825b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:00.631081 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0493d-c427-4d4d-b417-7ad6937825b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=17cbc90a-43a4-4fee-ae7b-0ef633eb50c4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:00.675644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c855197b-106b-45e3-8aea-6ff711c9fe9f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c855197b-106b-45e3-8aea-6ff711c9fe9f,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:00.685298 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6747b70f-2da8-4914-9766-1f43cc3d60c9 None None] Set router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:00.709555 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4bc0493d-c427-4d4d-b417-7ad6937825b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:00.726393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6056d4-e2a9-4059-b043-59291f57cd1e req-080654b4-b6ec-4406-b24b-d968d8ad1ff1 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:00.733515 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1c6056d4-e2a9-4059-b043-59291f57cd1e req-080654b4-b6ec-4406-b24b-d968d8ad1ff1 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.5647163 Aug 20 10:21:00.745527 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6747b70f-2da8-4914-9766-1f43cc3d60c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:21:00Z', 'revision_number': 6, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:00.747230 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'c855197b-106b-45e3-8aea-6ff711c9fe9f', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': 'c855197b-106b-45e3-8aea-6ff711c9fe9f', 'mac_address': 'fa:16:3e:04:ed:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:21:00.774532 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747b70f-2da8-4914-9766-1f43cc3d60c9 None None] The sync data for ids ['262b1d6b-0101-4f16-9bf0-ce8411cdd5ea'] in n-d-778550-11 is: [{'id': '262b1d6b-0101-4f16-9bf0-ce8411cdd5ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-883924232-router', 'tenant_id': 'd1e949b55a314448808ad67780ed3577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:13:53Z', 'updated_at': '2021-08-20T10:21:00Z', 'revision_number': 6, 'project_id': 'd1e949b55a314448808ad67780ed3577', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:21:00.826860 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-1c3f3572-d982-4f27-8136-be7b46147b80 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:00.829871 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:00.842710 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c855197b-106b-45e3-8aea-6ff711c9fe9f {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:21:00.863358 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1c6056d4-e2a9-4059-b043-59291f57cd1e req-83db3a7e-bcb1-41bd-b89e-684e38dc4af7 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249564 Aug 20 10:21:00.864500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-1c3f3572-d982-4f27-8136-be7b46147b80 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Transition to ACTIVE for port object 24116581-d42c-4bcb-9b7d-48bbb755cd05 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:21:00.866356 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4bc0493d-c427-4d4d-b417-7ad6937825b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:00.866849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c855197b-106b-45e3-8aea-6ff711c9fe9f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c855197b-106b-45e3-8aea-6ff711c9fe9f,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:00.870430 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4bc0493d-c427-4d4d-b417-7ad6937825b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:00.877399 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:00.923626 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56151dd-71e3-4f47-9161-219a06f3a3ce req-02e89832-f80d-455d-b26d-dfe5ad9ba7f1 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:00.925274 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c56151dd-71e3-4f47-9161-219a06f3a3ce req-02e89832-f80d-455d-b26d-dfe5ad9ba7f1 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 946 time: 0.1332662 Aug 20 10:21:00.929481 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=c855197b-106b-45e3-8aea-6ff711c9fe9f,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:00.937977 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4bc0493d-c427-4d4d-b417-7ad6937825b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:00.938519 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc0493d-c427-4d4d-b417-7ad6937825b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 262b1d6b-0101-4f16-9bf0-ce8411cdd5ea {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:21:00.943448 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4bc0493d-c427-4d4d-b417-7ad6937825b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:00.944838 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4bc0493d-c427-4d4d-b417-7ad6937825b7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/262b1d6b-0101-4f16-9bf0-ce8411cdd5ea HTTP/1.1" status: 204 len: 168 time: 1.0996144 Aug 20 10:21:00.951650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39864) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:01.001901 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c56151dd-71e3-4f47-9161-219a06f3a3ce req-bd832762-ff60-48a5-953b-46de24d09762 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/security-groups?id=743f7231-914b-49b2-b84b-6a930e4cc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707145 Aug 20 10:21:01.006211 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804a07ed-557a-4af8-a0c7-65bf60b7560f admin admin] Router 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:21:01.011958 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a8ab9a-b6a2-4b16-8eef-557d2b5afd4a admin admin] Deleting subnet b4554d4b-e023-429d-9014-22d3381958db {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:21:01.015535 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-86a8ab9a-b6a2-4b16-8eef-557d2b5afd4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:01.032438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb458d-ce9c-4241-a7b2-e180d379d11e req-07915d19-2377-4036-bafb-f081df844d16 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:01.033933 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8fb458d-ce9c-4241-a7b2-e180d379d11e req-07915d19-2377-4036-bafb-f081df844d16 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 949 time: 0.0962672 Aug 20 10:21:01.058310 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-86a8ab9a-b6a2-4b16-8eef-557d2b5afd4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:01.085473 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-1c3f3572-d982-4f27-8136-be7b46147b80 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:01.097574 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['db481d2a-2d99-4df3-b477-de9a1fe6e941'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:01.147745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-1c3f3572-d982-4f27-8136-be7b46147b80 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:21:01.149541 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-86a8ab9a-b6a2-4b16-8eef-557d2b5afd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:01.158287 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-1c3f3572-d982-4f27-8136-be7b46147b80 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:21:01.189540 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-1c3f3572-d982-4f27-8136-be7b46147b80 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:21:01.237568 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-86a8ab9a-b6a2-4b16-8eef-557d2b5afd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:01.255154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['c855197b-106b-45e3-8aea-6ff711c9fe9f'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:01.255729 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8fb458d-ce9c-4241-a7b2-e180d379d11e req-fe3c7030-0bec-4478-b6b5-f41ee7ba6e46 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127368 Aug 20 10:21:01.291874 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8ab9a-b6a2-4b16-8eef-557d2b5afd4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4554d4b-e023-429d-9014-22d3381958db,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:01.309218 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-86a8ab9a-b6a2-4b16-8eef-557d2b5afd4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:01.311362 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-86a8ab9a-b6a2-4b16-8eef-557d2b5afd4a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b4554d4b-e023-429d-9014-22d3381958db HTTP/1.1" status: 204 len: 168 time: 0.3586526 Aug 20 10:21:01.314355 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39874) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:01.339190 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5924f05-ed01-4f07-ae3b-ba00770aadb9 None None] Network 32a089c0-176d-40e1-bdf0-d909b8c47da7 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:21:01.351802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f3572-d982-4f27-8136-be7b46147b80 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Pushing event updated for resources: {'Port': ['ID=24116581-d42c-4bcb-9b7d-48bbb755cd05,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:01.428987 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804a07ed-557a-4af8-a0c7-65bf60b7560f admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:21:01.440344 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928383cb-d133-4e44-adee-ed059c14ce2d None None] Sync routers for ids ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:21:01.444723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-1c3f3572-d982-4f27-8136-be7b46147b80 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:01.445980 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-1c3f3572-d982-4f27-8136-be7b46147b80 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:01.447164 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 4a354e05-7de8-402a-be9d-0bc54252cc3c details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:21:01.459684 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-804a07ed-557a-4af8-a0c7-65bf60b7560f admin admin] 10.222.0.16 "PUT /v2.0/routers/6d627b2f-da9d-4104-8f86-dedfff8cf3c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9399505 Aug 20 10:21:01.462945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39880) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:01.471388 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:01.474303 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928383cb-d133-4e44-adee-ed059c14ce2d None None] Routers {'6d627b2f-da9d-4104-8f86-dedfff8cf3c1'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:01.475163 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-928383cb-d133-4e44-adee-ed059c14ce2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:20:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:01.543807 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-1c3f3572-d982-4f27-8136-be7b46147b80 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0616372 Aug 20 10:21:01.563198 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Request body: {'port': {'device_id': 'bcd8582f-2a25-4b7a-bdce-0c9f344de162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:01.572106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] Deleting port 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:01.572783 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:01.613336 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec58c43-61a7-4efd-8e2f-48a3abfd4ce8 req-4f665f8e-b42f-458d-aca1-14a4a6e13f37 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:01.614914 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1ec58c43-61a7-4efd-8e2f-48a3abfd4ce8 req-4f665f8e-b42f-458d-aca1-14a4a6e13f37 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 946 time: 0.1341300 Aug 20 10:21:01.623944 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 4a354e05-7de8-402a-be9d-0bc54252cc3c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4a354e05-7de8-402a-be9d-0bc54252cc3c,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:01.657469 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '4a354e05-7de8-402a-be9d-0bc54252cc3c', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '4a354e05-7de8-402a-be9d-0bc54252cc3c', 'mac_address': 'fa:16:3e:2a:ea:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:21:01.698619 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-928383cb-d133-4e44-adee-ed059c14ce2d None None] Set router 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:01.710511 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:01.710948 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] For port 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5aaa93c6-bc55-47a9-8f4d-3083a3a8196d,segment=NetworkSegment(63015c34-9747-447c-9978-acd5c7bd52ba),segment_id=63015c34-9747-447c-9978-acd5c7bd52ba)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:01.716720 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4510dde3-45ee-4976-9e0b-140c424ce2bc admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:01.717754 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:01.754950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] Calling delete_port for 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:01.766157 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:01.772120 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d6952df1-f985-458e-8b59-86d0ba47c33c None None] Provisioning for port 24116581-d42c-4bcb-9b7d-48bbb755cd05 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:21:01.779736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d5978-f909-4c4d-9bb4-1f05d04ee17a req-b8bd00ff-2c95-45ed-88e1-960333b22176 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:01.788764 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-743d5978-f909-4c4d-9bb4-1f05d04ee17a req-b8bd00ff-2c95-45ed-88e1-960333b22176 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 931 time: 0.1332948 Aug 20 10:21:01.825922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d6952df1-f985-458e-8b59-86d0ba47c33c None None] Provisioning complete for port 24116581-d42c-4bcb-9b7d-48bbb755cd05 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:21:01.826559 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d6952df1-f985-458e-8b59-86d0ba47c33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:01.839401 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a354e05-7de8-402a-be9d-0bc54252cc3c {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:21:01.858538 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1ec58c43-61a7-4efd-8e2f-48a3abfd4ce8 req-3f39ea83-0579-49ce-ad52-b20d4d9a9be8 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/security-groups?id=743f7231-914b-49b2-b84b-6a930e4cc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148337 Aug 20 10:21:01.863738 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 4a354e05-7de8-402a-be9d-0bc54252cc3c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4a354e05-7de8-402a-be9d-0bc54252cc3c,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:01.864804 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4510dde3-45ee-4976-9e0b-140c424ce2bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:01.881849 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-743d5978-f909-4c4d-9bb4-1f05d04ee17a req-a53b57cc-46ce-4c17-b1f1-934240c3e17e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918953 Aug 20 10:21:01.914231 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:02.009598 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5661c92-f0ce-48d7-bae9-f8589d920dd0 None None] DHCP port deletion for 32a089c0-176d-40e1-bdf0-d909b8c47da7 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:21:02.022424 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:02.024912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d6952df1-f985-458e-8b59-86d0ba47c33c None None] Port 24116581-d42c-4bcb-9b7d-48bbb755cd05 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:21:02.051702 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-12f97fa3-375f-4cae-a74c-1632bc0ac9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:02.058484 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-928383cb-d133-4e44-adee-ed059c14ce2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'name': 'tempest-ServersTestBootFromVolume-654293880-router', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:41Z', 'updated_at': '2021-08-20T10:20:59Z', 'revision_number': 5, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'gw_port': {'id': '333ae08b-d0f2-4c9e-8507-edca02f9966b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:17:43Z', 'updated_at': '2021-08-20T10:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:02.065824 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] Pushing event deleted for resources: {'Port': ['ID=5aaa93c6-bc55-47a9-8f4d-3083a3a8196d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:02.070045 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] No DVR routers for this DVR port 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:21:02.113760 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928383cb-d133-4e44-adee-ed059c14ce2d None None] Checking router: 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:21:02.127748 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928383cb-d133-4e44-adee-ed059c14ce2d None None] Routers {'6d627b2f-da9d-4104-8f86-dedfff8cf3c1'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:02.128382 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-928383cb-d133-4e44-adee-ed059c14ce2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:02.135628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-4510dde3-45ee-4976-9e0b-140c424ce2bc admin admin] Deleting port 333ae08b-d0f2-4c9e-8507-edca02f9966b {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:02.135967 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4510dde3-45ee-4976-9e0b-140c424ce2bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:02.159723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=4a354e05-7de8-402a-be9d-0bc54252cc3c,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:02.178435 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:21:02.181574 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d5661c92-f0ce-48d7-bae9-f8589d920dd0 None None] The port '5aaa93c6-bc55-47a9-8f4d-3083a3a8196d' was deleted {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 20 10:21:02.193770 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:02.224832 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:21:02.225076 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 17cbc90a-43a4-4fee-ae7b-0ef633eb50c4 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:21:02.225421 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a089c0-176d-40e1-bdf0-d909b8c47da7']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:02.225610 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3316c0ef-4949-46a7-a3ed-338488d49bdd no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:21:02.239842 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63015c34-9747-447c-9978-acd5c7bd52ba') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:02.240506 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63015c34-9747-447c-9978-acd5c7bd52ba') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:02.254300 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:02.262047 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:02.270666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a572ed-f465-4a76-a718-63e091bbe5a7 req-0567109d-6da6-4fb3-83fa-a17127380776 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:02.279130 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 3316c0ef-4949-46a7-a3ed-338488d49bdd {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:21:02.279130 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3316c0ef-4949-46a7-a3ed-338488d49bdd not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:21:02.279130 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:21:02.280070 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-55a572ed-f465-4a76-a718-63e091bbe5a7 req-0567109d-6da6-4fb3-83fa-a17127380776 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.2292123 Aug 20 10:21:02.296030 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:02.307151 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:21:02.307504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5aaa93c6-bc55-47a9-8f4d-3083a3a8196d not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:21:02.320967 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:21:02.321481 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:21:02.323774 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:21:02.384108 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-55a572ed-f465-4a76-a718-63e091bbe5a7 req-09fa20b4-1395-44d0-a602-8032aebcf489 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047361 Aug 20 10:21:02.397939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['4a354e05-7de8-402a-be9d-0bc54252cc3c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:02.416070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-4510dde3-45ee-4976-9e0b-140c424ce2bc admin admin] For port 333ae08b-d0f2-4c9e-8507-edca02f9966b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=333ae08b-d0f2-4c9e-8507-edca02f9966b,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:02.416435 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4510dde3-45ee-4976-9e0b-140c424ce2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:02.438471 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-928383cb-d133-4e44-adee-ed059c14ce2d None None] Set router 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:02.441476 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-4510dde3-45ee-4976-9e0b-140c424ce2bc admin admin] Calling delete_port for 333ae08b-d0f2-4c9e-8507-edca02f9966b owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:02.457389 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22dffe5-a878-4784-ab76-e62bb7e0f4ad req-f98f559b-6577-4ec3-8db3-5a2f9792e9bb tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:02.474416 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e22dffe5-a878-4784-ab76-e62bb7e0f4ad req-f98f559b-6577-4ec3-8db3-5a2f9792e9bb tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 949 time: 0.1036508 Aug 20 10:21:02.477266 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:02.497801 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-928383cb-d133-4e44-adee-ed059c14ce2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'name': 'tempest-ServersTestBootFromVolume-654293880-router', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:41Z', 'updated_at': '2021-08-20T10:21:01Z', 'revision_number': 6, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:02.504144 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:02.505963 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] 10.222.0.16 "DELETE /v2.0/networks/32a089c0-176d-40e1-bdf0-d909b8c47da7 HTTP/1.1" status: 204 len: 168 time: 1.1906676 Aug 20 10:21:02.512255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39892) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:02.527607 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9850e-781e-4038-872e-d84cfc56573d admin admin] Pushing event deleted for resources: {'Network': ['ID=32a089c0-176d-40e1-bdf0-d909b8c47da7,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:02.531589 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928383cb-d133-4e44-adee-ed059c14ce2d None None] The sync data for ids ['6d627b2f-da9d-4104-8f86-dedfff8cf3c1'] in n-d-778550-11 is: [{'id': '6d627b2f-da9d-4104-8f86-dedfff8cf3c1', 'name': 'tempest-ServersTestBootFromVolume-654293880-router', 'tenant_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:17:41Z', 'updated_at': '2021-08-20T10:21:01Z', 'revision_number': 6, 'project_id': 'b19e67c6c9574de3b216b0d02ca51e2f', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:21:02.551378 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e22dffe5-a878-4784-ab76-e62bb7e0f4ad req-6a501ee8-78ba-4f85-956f-43d77f8d4599 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759223 Aug 20 10:21:02.707169 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24116581-d42c-4bcb-9b7d-48bbb755cd05 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:21:02.718955 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:02.747355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Transition to ACTIVE for port object 24116581-d42c-4bcb-9b7d-48bbb755cd05 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:21:02.793875 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:02.943392 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Pushing event updated for resources: {'Port': ['ID=24116581-d42c-4bcb-9b7d-48bbb755cd05,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:03.032777 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:03.045128 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4510dde3-45ee-4976-9e0b-140c424ce2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:03.059018 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1814a-902b-4947-8fa9-74ccf3b3fa08 req-3c591ad3-0fb2-4bf7-9e42-2cb7dc3945b4 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:03.060609 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ab1814a-902b-4947-8fa9-74ccf3b3fa08 req-3c591ad3-0fb2-4bf7-9e42-2cb7dc3945b4 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 946 time: 0.0720966 Aug 20 10:21:03.114553 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ab1814a-902b-4947-8fa9-74ccf3b3fa08 req-5432308f-e969-4e1b-bd5a-31717d6e77da tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/security-groups?id=743f7231-914b-49b2-b84b-6a930e4cc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383024 Aug 20 10:21:03.144358 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510dde3-45ee-4976-9e0b-140c424ce2bc admin admin] Pushing event deleted for resources: {'Port': ['ID=333ae08b-d0f2-4c9e-8507-edca02f9966b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:03.170905 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024b656-3a2d-4e32-9f8f-b1fe2d94c708 req-9be8303e-0fbd-433f-90a5-2113b23918c5 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:03.172420 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b024b656-3a2d-4e32-9f8f-b1fe2d94c708 req-9be8303e-0fbd-433f-90a5-2113b23918c5 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.24 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 946 time: 0.2968991 Aug 20 10:21:03.264278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Attempting to bind port 24116581-d42c-4bcb-9b7d-48bbb755cd05 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:21:03.264506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Attempting to bind port 24116581-d42c-4bcb-9b7d-48bbb755cd05 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:21:03.264834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Attempting to bind port 24116581-d42c-4bcb-9b7d-48bbb755cd05 on network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:21:03.296857 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9802f-6802-4f94-8107-1e58d62ba549 req-0fb28ae0-2b7f-412b-9272-22ae2e5a7ff7 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:03.298310 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39b9802f-6802-4f94-8107-1e58d62ba549 req-0fb28ae0-2b7f-412b-9272-22ae2e5a7ff7 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 943 time: 0.2671652 Aug 20 10:21:03.306321 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Port 24116581-d42c-4bcb-9b7d-48bbb755cd05 on network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:21:03.306634 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Attempting to bind port 24116581-d42c-4bcb-9b7d-48bbb755cd05 on network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:21:03.347994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:21:03.348329 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Checking segment: {'id': '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:21:03.348840 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Bound using segment: {'id': '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:21:03.349239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Bound port: 24116581-d42c-4bcb-9b7d-48bbb755cd05, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:21:03.349580 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:03.369764 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4510dde3-45ee-4976-9e0b-140c424ce2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:03.502532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d404ba5-fb36-4f37-930c-e074247986ac req-4f1cd872-5810-4410-a636-3879aade79c1 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:03.504173 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0d404ba5-fb36-4f37-930c-e074247986ac req-4f1cd872-5810-4410-a636-3879aade79c1 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.0529325 Aug 20 10:21:03.547810 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0d404ba5-fb36-4f37-930c-e074247986ac req-cd3a7567-dbe2-4571-8faa-7e0c08d6582b tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369334 Aug 20 10:21:03.716098 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c234b-c1c7-42b4-8f9d-818d1ebdfdb0 req-aa408f47-50a0-430d-8843-a897bf3e7df8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:03.717830 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-650c234b-c1c7-42b4-8f9d-818d1ebdfdb0 req-aa408f47-50a0-430d-8843-a897bf3e7df8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 949 time: 0.0527773 Aug 20 10:21:03.760313 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-650c234b-c1c7-42b4-8f9d-818d1ebdfdb0 req-fc971140-4a6b-4c90-a76c-dcd4ee6cce87 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358551 Aug 20 10:21:03.803987 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4510dde3-45ee-4976-9e0b-140c424ce2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:03.808172 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4510dde3-45ee-4976-9e0b-140c424ce2bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:03.814614 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39b9802f-6802-4f94-8107-1e58d62ba549 req-34beb567-98c2-4c4c-aa5b-ab92e63e6a95 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058308 Aug 20 10:21:03.902712 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-b024b656-3a2d-4e32-9f8f-b1fe2d94c708 req-c7541499-c767-4106-9f3f-536e67c1e52e tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Deleting port 61652157-5db6-4b92-b8c1-b174d7ab9ac0 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:03.903075 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b024b656-3a2d-4e32-9f8f-b1fe2d94c708 req-c7541499-c767-4106-9f3f-536e67c1e52e tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:03.905461 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4510dde3-45ee-4976-9e0b-140c424ce2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:03.906002 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4510dde3-45ee-4976-9e0b-140c424ce2bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d627b2f-da9d-4104-8f86-dedfff8cf3c1 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:21:03.907876 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] For port 24116581-d42c-4bcb-9b7d-48bbb755cd05, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:21:03.913899 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4510dde3-45ee-4976-9e0b-140c424ce2bc admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:03.915219 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4510dde3-45ee-4976-9e0b-140c424ce2bc admin admin] 10.222.0.16 "DELETE /v2.0/routers/6d627b2f-da9d-4104-8f86-dedfff8cf3c1 HTTP/1.1" status: 204 len: 168 time: 2.4513493 Aug 20 10:21:03.917757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39906) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:03.963810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae78f47-58d6-4e17-b047-ff6bbaac200a admin admin] Deleting subnet 271ccc16-072d-4062-b4ce-136f701c2492 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:21:03.967097 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cae78f47-58d6-4e17-b047-ff6bbaac200a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:03.970705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] For port 24116581-d42c-4bcb-9b7d-48bbb755cd05, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=24116581-d42c-4bcb-9b7d-48bbb755cd05,segment=NetworkSegment(4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e),segment_id=4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:21:03.995895 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.010390 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cae78f47-58d6-4e17-b047-ff6bbaac200a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.062980 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:04.063616 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.065024 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] 10.222.0.24 "PUT /v2.0/ports/24116581-d42c-4bcb-9b7d-48bbb755cd05 HTTP/1.1" status: 200 len: 1092 time: 2.5101113 Aug 20 10:21:04.069975 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd8582f-2a25-4b7a-bdce-0c9f344de162', 'tag': '24116581-d42c-4bcb-9b7d-48bbb755cd05'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:04.072162 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e0365f-85ff-47fe-b74a-09cacecf25d7" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd8582f-2a25-4b7a-bdce-0c9f344de162", "tag": "24116581-d42c-4bcb-9b7d-48bbb755cd05"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:04.101544 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-b024b656-3a2d-4e32-9f8f-b1fe2d94c708 req-c7541499-c767-4106-9f3f-536e67c1e52e tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] For port 61652157-5db6-4b92-b8c1-b174d7ab9ac0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=61652157-5db6-4b92-b8c1-b174d7ab9ac0,segment=NetworkSegment(0a4150d2-57aa-4c14-86fe-246aa18bb98b),segment_id=0a4150d2-57aa-4c14-86fe-246aa18bb98b)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:04.101926 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b024b656-3a2d-4e32-9f8f-b1fe2d94c708 req-c7541499-c767-4106-9f3f-536e67c1e52e tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.129907 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-b024b656-3a2d-4e32-9f8f-b1fe2d94c708 req-c7541499-c767-4106-9f3f-536e67c1e52e tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Calling delete_port for 61652157-5db6-4b92-b8c1-b174d7ab9ac0 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:04.131807 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a790535-121a-4c79-9cb4-b3115fa43040 service neutron] Pushing event updated for resources: {'Port': ['ID=24116581-d42c-4bcb-9b7d-48bbb755cd05,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:04.144240 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cae78f47-58d6-4e17-b047-ff6bbaac200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.161496 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763e67ea-23db-49b4-9779-62c9e33788c5 x-openstack-request-id: req-763e67ea-23db-49b4-9779-62c9e33788c5 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:04.161795 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd8582f-2a25-4b7a-bdce-0c9f344de162", "tag": "24116581-d42c-4bcb-9b7d-48bbb755cd05", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:04.162051 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-763e67ea-23db-49b4-9779-62c9e33788c5 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:04.162464 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd8582f-2a25-4b7a-bdce-0c9f344de162', 'tag': '24116581-d42c-4bcb-9b7d-48bbb755cd05', 'status': 'completed', 'code': 200} Aug 20 10:21:04.184887 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:21:04.217125 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:21:04.217675 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5dc924dc-7fc1-4dcb-82ec-f2e15e7753a1 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:21:04.219154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 333ae08b-d0f2-4c9e-8507-edca02f9966b no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:21:04.225030 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd63236f-0059-4bf0-aea6-0731c83d19d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.242628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 333ae08b-d0f2-4c9e-8507-edca02f9966b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:21:04.243295 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 333ae08b-d0f2-4c9e-8507-edca02f9966b not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:21:04.259290 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cae78f47-58d6-4e17-b047-ff6bbaac200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.291716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-7e3af3cb-0ed3-48b3-a06f-cb64d2525519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:04.293039 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cae78f47-58d6-4e17-b047-ff6bbaac200a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.293203 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-7e3af3cb-0ed3-48b3-a06f-cb64d2525519 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 1095 time: 0.1714878 Aug 20 10:21:04.295550 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cae78f47-58d6-4e17-b047-ff6bbaac200a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/271ccc16-072d-4062-b4ce-136f701c2492 HTTP/1.1" status: 204 len: 168 time: 0.3766356 Aug 20 10:21:04.299919 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39912) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:04.302985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da54f119-042d-4b9b-b0ce-37356c39b6f2 None None] Network 7c259fef-321b-49d5-b3aa-e0a6b05d20f2 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:21:04.306006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff7874-71de-4cad-853b-7a561a58029b req-c80f6b3e-12ed-492d-af75-1e54a1665974 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:04.308850 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ddff7874-71de-4cad-853b-7a561a58029b req-c80f6b3e-12ed-492d-af75-1e54a1665974 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 946 time: 0.1100857 Aug 20 10:21:04.310077 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae78f47-58d6-4e17-b047-ff6bbaac200a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=271ccc16-072d-4062-b4ce-136f701c2492,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:04.362645 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ddff7874-71de-4cad-853b-7a561a58029b req-0c9222c6-cc8c-4655-8373-38adce6ac142 tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/security-groups?id=743f7231-914b-49b2-b84b-6a930e4cc9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437596 Aug 20 10:21:04.425688 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-2dfe9954-9014-4c50-a2f2-cf26bfdedbf8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24116581-d42c-4bcb-9b7d-48bbb755cd05 HTTP/1.1" status: 200 len: 217 time: 0.1166942 Aug 20 10:21:04.461204 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c855197b-106b-45e3-8aea-6ff711c9fe9f up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:21:04.502981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6922e0ef-f1c1-4d16-a30e-fdd78a478fa9 None None] DHCP port deletion for 7c259fef-321b-49d5-b3aa-e0a6b05d20f2 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:21:04.519270 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.550674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port c855197b-106b-45e3-8aea-6ff711c9fe9f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:21:04.556972 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port c855197b-106b-45e3-8aea-6ff711c9fe9f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:21:04.557352 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.588196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6922e0ef-f1c1-4d16-a30e-fdd78a478fa9 None None] Deleting port 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:04.588578 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6922e0ef-f1c1-4d16-a30e-fdd78a478fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.597199 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-430a65d7-ca23-4dfd-aed1-1ed59c72e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:04.598668 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-430a65d7-ca23-4dfd-aed1-1ed59c72e439 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6 HTTP/1.1" status: 200 len: 860 time: 0.1617000 Aug 20 10:21:04.639791 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b024b656-3a2d-4e32-9f8f-b1fe2d94c708 req-c7541499-c767-4106-9f3f-536e67c1e52e tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.654890 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['61652157-5db6-4b92-b8c1-b174d7ab9ac0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:04.710799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6922e0ef-f1c1-4d16-a30e-fdd78a478fa9 None None] For port 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c,segment=NetworkSegment(2f1de757-5ac2-423d-9c17-853ec553dbe6),segment_id=2f1de757-5ac2-423d-9c17-853ec553dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:04.711231 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6922e0ef-f1c1-4d16-a30e-fdd78a478fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.723950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7541499-c767-4106-9f3f-536e67c1e52e tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Pushing event deleted for resources: {'Port': ['ID=61652157-5db6-4b92-b8c1-b174d7ab9ac0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:04.748602 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.749578 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6922e0ef-f1c1-4d16-a30e-fdd78a478fa9 None None] Calling delete_port for 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:04.773649 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.794064 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b024b656-3a2d-4e32-9f8f-b1fe2d94c708 req-c7541499-c767-4106-9f3f-536e67c1e52e tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] No DVR routers for this DVR port 61652157-5db6-4b92-b8c1-b174d7ab9ac0 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:21:04.800955 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b024b656-3a2d-4e32-9f8f-b1fe2d94c708 req-c7541499-c767-4106-9f3f-536e67c1e52e tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.803083 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b024b656-3a2d-4e32-9f8f-b1fe2d94c708 req-c7541499-c767-4106-9f3f-536e67c1e52e tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.24 "DELETE /v2.0/ports/61652157-5db6-4b92-b8c1-b174d7ab9ac0 HTTP/1.1" status: 204 len: 173 time: 1.6227551 Aug 20 10:21:04.805693 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-70d52366-6888-4a85-9aed-3938fd7a7065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:04.807120 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-70d52366-6888-4a85-9aed-3938fd7a7065 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1986184 Aug 20 10:21:04.821854 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c998a08-1899-40bb-b4db-5fdb93a693a7 req-9340f784-42ce-4888-825a-ace0a64cd02e tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:04.823470 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5c998a08-1899-40bb-b4db-5fdb93a693a7 req-9340f784-42ce-4888-825a-ace0a64cd02e tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.1864791 Aug 20 10:21:04.846467 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] Deleting port 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:04.846467 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.856785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3014d289-8fcb-4d58-a724-967812c4d5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c855197b-106b-45e3-8aea-6ff711c9fe9f'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:04.859600 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e91d8f3-c5ba-4d27-ab33-ff192d117058" -d '{"events": [{"server_uuid": "3014d289-8fcb-4d58-a724-967812c4d5fb", "name": "network-vif-plugged", "status": "completed", "tag": "c855197b-106b-45e3-8aea-6ff711c9fe9f"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:04.875615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c855197b-106b-45e3-8aea-6ff711c9fe9f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c855197b-106b-45e3-8aea-6ff711c9fe9f,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:04.885695 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.923489 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6922e0ef-f1c1-4d16-a30e-fdd78a478fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:04.935787 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cbcc4-0c1f-41dd-a934-30b014b43a76 req-68912eca-0923-4e26-88e2-00d8c23ba39c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:04.944979 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d4cbcc4-0c1f-41dd-a934-30b014b43a76 req-68912eca-0923-4e26-88e2-00d8c23ba39c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 949 time: 0.0989273 Aug 20 10:21:04.946856 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922e0ef-f1c1-4d16-a30e-fdd78a478fa9 None None] No DVR routers for this DVR port 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:21:04.951102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=c855197b-106b-45e3-8aea-6ff711c9fe9f,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:04.985205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922e0ef-f1c1-4d16-a30e-fdd78a478fa9 None None] Pushing event deleted for resources: {'Port': ['ID=450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:04.996328 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d4cbcc4-0c1f-41dd-a934-30b014b43a76 req-79e94709-274d-4e3b-ae71-3ebbdf469c60 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493412 Aug 20 10:21:05.034973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] For port 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c,segment=NetworkSegment(2f1de757-5ac2-423d-9c17-853ec553dbe6),segment_id=2f1de757-5ac2-423d-9c17-853ec553dbe6)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:05.035523 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:05.041717 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5c998a08-1899-40bb-b4db-5fdb93a693a7 req-a92d0b65-40e4-4c04-b999-71d5ea234b3e tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021656 Aug 20 10:21:05.061125 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] Calling delete_port for 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:05.082890 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-6b109822-36f9-4c01-acaf-c3623b58cb6d service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571447 Aug 20 10:21:05.115478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e23a0a-c285-4b66-8c94-45cabf9628c1 req-ae8c5364-c75b-44dc-b2a3-0140e11f76d1 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:05.117195 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e23a0a-c285-4b66-8c94-45cabf9628c1 req-ae8c5364-c75b-44dc-b2a3-0140e11f76d1 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 943 time: 0.0617313 Aug 20 10:21:05.159259 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f307d5d-2ad6-401c-8a31-2c2ccc5a14bd x-openstack-request-id: req-8f307d5d-2ad6-401c-8a31-2c2ccc5a14bd {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:05.159817 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3014d289-8fcb-4d58-a724-967812c4d5fb", "name": "network-vif-plugged", "status": "completed", "tag": "c855197b-106b-45e3-8aea-6ff711c9fe9f", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:05.160140 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f307d5d-2ad6-401c-8a31-2c2ccc5a14bd {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:05.160984 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3014d289-8fcb-4d58-a724-967812c4d5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c855197b-106b-45e3-8aea-6ff711c9fe9f', 'code': 200} Aug 20 10:21:05.167866 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e23a0a-c285-4b66-8c94-45cabf9628c1 req-e4072e88-7271-42a0-9493-97175364f795 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415552 Aug 20 10:21:05.176418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-dd63236f-0059-4bf0-aea6-0731c83d19d5 admin admin] Deleting port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:05.176841 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd63236f-0059-4bf0-aea6-0731c83d19d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:05.300320 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8090aa9e-65cc-49c8-af6a-dd245b187cf8 req-391cfceb-1757-41b5-a1d3-375d9012760c service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839123 Aug 20 10:21:05.309635 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:05.318459 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-dd63236f-0059-4bf0-aea6-0731c83d19d5 admin admin] For port 7e15b62e-dfab-4335-9ef4-60b0a19e21aa, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7e15b62e-dfab-4335-9ef4-60b0a19e21aa,segment=NetworkSegment(f7438b5d-7bb2-4c47-8343-d810494febbf),segment_id=f7438b5d-7bb2-4c47-8343-d810494febbf)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:05.318818 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd63236f-0059-4bf0-aea6-0731c83d19d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:05.352777 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] Pushing event deleted for resources: {'Port': ['ID=450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:05.359928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-dd63236f-0059-4bf0-aea6-0731c83d19d5 admin admin] Calling delete_port for 7e15b62e-dfab-4335-9ef4-60b0a19e21aa owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:05.361801 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] No DVR routers for this DVR port 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:21:05.405281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 4a354e05-7de8-402a-be9d-0bc54252cc3c up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:21:05.504330 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 4a354e05-7de8-402a-be9d-0bc54252cc3c completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:21:05.508875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 4a354e05-7de8-402a-be9d-0bc54252cc3c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:21:05.509242 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:05.543262 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:05.548590 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9eaab75c-5c1e-422c-900d-4303264539ca req-32d58791-0027-4ff1-a6e0-57b9cf51e79f tempest-InstanceActionsNegativeTestJSON-802339605 tempest-InstanceActionsNegativeTestJSON-802339605-project] 10.222.0.16 "GET /v2.0/ports?device_id=a485c195-0baa-498f-8402-9990ecaf4c5e HTTP/1.1" status: 200 len: 210 time: 0.0545855 Aug 20 10:21:05.567627 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0365f-85ff-47fe-b74a-09cacecf25d7 req-4bbbad8e-2c7c-4f1c-ba05-a1770ff574c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:05.569122 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75e0365f-85ff-47fe-b74a-09cacecf25d7 req-4bbbad8e-2c7c-4f1c-ba05-a1770ff574c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 1095 time: 0.2055130 Aug 20 10:21:05.574680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c259fef-321b-49d5-b3aa-e0a6b05d20f2']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:05.595945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1de757-5ac2-423d-9c17-853ec553dbe6') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:05.596272 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1de757-5ac2-423d-9c17-853ec553dbe6') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:05.617973 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:05.622057 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:05.627163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b32002-df89-408b-97ad-448b0117598d req-e322ec23-a232-4581-b7db-d61af4dfa2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:05.628727 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0b32002-df89-408b-97ad-448b0117598d req-e322ec23-a232-4581-b7db-d61af4dfa2e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 1102 time: 0.3892217 Aug 20 10:21:05.654029 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 4a354e05-7de8-402a-be9d-0bc54252cc3c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4a354e05-7de8-402a-be9d-0bc54252cc3c,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:05.658971 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:05.659887 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 61652157-5db6-4b92-b8c1-b174d7ab9ac0 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:21:05.667694 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0b32002-df89-408b-97ad-448b0117598d req-96eac3b3-fe74-4456-89de-3862cd270eee service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301692 Aug 20 10:21:05.697591 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 61652157-5db6-4b92-b8c1-b174d7ab9ac0 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:21:05.698031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 61652157-5db6-4b92-b8c1-b174d7ab9ac0 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:21:05.704682 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:05.730646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:21:05.730984 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:21:05.736324 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:21:05.748807 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=4a354e05-7de8-402a-be9d-0bc54252cc3c,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:05.823396 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0365f-85ff-47fe-b74a-09cacecf25d7 req-072e8920-2381-4893-a5a6-0f649751298d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:05.824784 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75e0365f-85ff-47fe-b74a-09cacecf25d7 req-072e8920-2381-4893-a5a6-0f649751298d service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 200 len: 922 time: 0.2477012 Aug 20 10:21:05.827137 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:05.854483 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:05.856326 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7c259fef-321b-49d5-b3aa-e0a6b05d20f2 HTTP/1.1" status: 204 len: 168 time: 1.5555100 Aug 20 10:21:05.903343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4b8e1-5370-4044-b324-1385ae49d071 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c259fef-321b-49d5-b3aa-e0a6b05d20f2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:05.908073 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75e0365f-85ff-47fe-b74a-09cacecf25d7 req-4014f170-dc66-4993-9fa0-d50551f3e5a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24116581-d42c-4bcb-9b7d-48bbb755cd05 HTTP/1.1" status: 200 len: 217 time: 0.0507774 Aug 20 10:21:05.948268 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd63236f-0059-4bf0-aea6-0731c83d19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:05.969070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39932) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:05.984288 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63236f-0059-4bf0-aea6-0731c83d19d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e15b62e-dfab-4335-9ef4-60b0a19e21aa,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:05.996744 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0365f-85ff-47fe-b74a-09cacecf25d7 req-f4813394-828f-4e54-b0f2-0bec9a0f9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:05.996744 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75e0365f-85ff-47fe-b74a-09cacecf25d7 req-f4813394-828f-4e54-b0f2-0bec9a0f9634 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6 HTTP/1.1" status: 200 len: 860 time: 0.0793536 Aug 20 10:21:06.010452 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-23ca803e-9393-48aa-921c-0e5f85a163ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b19e67c6c9574de3b216b0d02ca51e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401607 Aug 20 10:21:06.014648 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39936) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:06.190249 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046b328-cfb0-4330-9fc3-29cd623b5d6d req-89323811-d0c8-481b-9313-139b7704dd29 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:06.192785 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6046b328-cfb0-4330-9fc3-29cd623b5d6d req-89323811-d0c8-481b-9313-139b7704dd29 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.0659165 Aug 20 10:21:06.213214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:21:06.237322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:21:06.237782 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 450d6520-ff3e-4a5c-bb1a-8a9a37a93f3c not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:21:06.247608 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6046b328-cfb0-4330-9fc3-29cd623b5d6d req-3adcbefc-f5fc-436d-90c7-6d2254a3157f tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457633 Aug 20 10:21:06.419067 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de961ee1-659c-4045-8404-62de27648d42 req-3d0d689c-43af-4c13-bd3f-71a4b865e99f tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:06.420898 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-de961ee1-659c-4045-8404-62de27648d42 req-3d0d689c-43af-4c13-bd3f-71a4b865e99f tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 943 time: 0.0529420 Aug 20 10:21:06.423128 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a485c195-0baa-498f-8402-9990ecaf4c5e', 'name': 'network-vif-deleted', 'tag': '61652157-5db6-4b92-b8c1-b174d7ab9ac0'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:06.425383 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b31ac27-962f-4dcc-9c05-7ebd4965b827" -d '{"events": [{"server_uuid": "a485c195-0baa-498f-8402-9990ecaf4c5e", "name": "network-vif-deleted", "tag": "61652157-5db6-4b92-b8c1-b174d7ab9ac0"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:06.459269 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-de961ee1-659c-4045-8404-62de27648d42 req-c9159dea-a053-4544-be8f-0eb241fa684c tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319932 Aug 20 10:21:06.462438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0365f-85ff-47fe-b74a-09cacecf25d7 req-61ad3f3b-dcb2-408c-8bc8-939cd1d00d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:06.463938 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75e0365f-85ff-47fe-b74a-09cacecf25d7 req-61ad3f3b-dcb2-408c-8bc8-939cd1d00d60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4535012 Aug 20 10:21:06.506282 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c9094f-2e73-431b-9122-6c8f13f8a543 x-openstack-request-id: req-94c9094f-2e73-431b-9122-6c8f13f8a543 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:06.506571 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a485c195-0baa-498f-8402-9990ecaf4c5e", "name": "network-vif-deleted", "tag": "61652157-5db6-4b92-b8c1-b174d7ab9ac0", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:06.506822 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94c9094f-2e73-431b-9122-6c8f13f8a543 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:06.507235 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a485c195-0baa-498f-8402-9990ecaf4c5e', 'name': 'network-vif-deleted', 'tag': '61652157-5db6-4b92-b8c1-b174d7ab9ac0', 'status': 'completed', 'code': 200} Aug 20 10:21:06.538994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da0e1c-02e8-4459-91f6-a907ef0d80e1 req-b1d84f7e-dd7d-4767-9c32-c88221cd27a7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:06.540435 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78da0e1c-02e8-4459-91f6-a907ef0d80e1 req-b1d84f7e-dd7d-4767-9c32-c88221cd27a7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 950 time: 0.4684021 Aug 20 10:21:06.587076 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e2d291d-d13e-44f0-b764-7c3b2ca1da2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:06.605081 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39948) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:06.649535 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a5e626-6541-4de1-9ce6-63814575d1ae admin admin] Deleting subnet 442463c6-e742-44c3-b009-570534f5342b {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:21:06.652591 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04a5e626-6541-4de1-9ce6-63814575d1ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:06.669666 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e2d291d-d13e-44f0-b764-7c3b2ca1da2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:06.691677 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04a5e626-6541-4de1-9ce6-63814575d1ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:06.698176 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78da0e1c-02e8-4459-91f6-a907ef0d80e1 req-7bbb9be2-c91f-4547-8367-1429bb3a8a8d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234188 Aug 20 10:21:06.716923 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd63236f-0059-4bf0-aea6-0731c83d19d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:06.735809 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04a5e626-6541-4de1-9ce6-63814575d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:06.746085 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75e0365f-85ff-47fe-b74a-09cacecf25d7 req-2d0aa85d-08ad-4e5e-8e2e-05a99a18b731 service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449265 Aug 20 10:21:06.799071 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04a5e626-6541-4de1-9ce6-63814575d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:06.829765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5e626-6541-4de1-9ce6-63814575d1ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=442463c6-e742-44c3-b009-570534f5342b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:06.832056 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04a5e626-6541-4de1-9ce6-63814575d1ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:06.834168 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-04a5e626-6541-4de1-9ce6-63814575d1ae admin admin] 10.222.0.16 "DELETE /v2.0/subnets/442463c6-e742-44c3-b009-570534f5342b HTTP/1.1" status: 204 len: 168 time: 0.2280538 Aug 20 10:21:06.836799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39952) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:06.864347 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e2d291d-d13e-44f0-b764-7c3b2ca1da2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:06.866863 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e2d291d-d13e-44f0-b764-7c3b2ca1da2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:06.868028 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8e2d291d-d13e-44f0-b764-7c3b2ca1da2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/283705fb-ff0e-417c-bf21-d4cdb909b7be HTTP/1.1" status: 204 len: 168 time: 0.8458552 Aug 20 10:21:06.907464 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-967aad38-854e-4e52-aed3-5b4619c24a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:06.908002 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d291d-d13e-44f0-b764-7c3b2ca1da2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283705fb-ff0e-417c-bf21-d4cdb909b7be,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:06.957002 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75e0365f-85ff-47fe-b74a-09cacecf25d7 req-7a07de16-2def-4887-a8b7-bc7aa8847bb8 service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005453 Aug 20 10:21:07.006355 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-967aad38-854e-4e52-aed3-5b4619c24a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:07.016791 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-967aad38-854e-4e52-aed3-5b4619c24a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02d362f-3e33-434a-b9f3-0ff8dabd07cd']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:07.032488 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-967aad38-854e-4e52-aed3-5b4619c24a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4150d2-57aa-4c14-86fe-246aa18bb98b') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:07.032857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-967aad38-854e-4e52-aed3-5b4619c24a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4150d2-57aa-4c14-86fe-246aa18bb98b') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:07.046215 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-967aad38-854e-4e52-aed3-5b4619c24a67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:07.064786 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-967aad38-854e-4e52-aed3-5b4619c24a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:07.075514 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967aad38-854e-4e52-aed3-5b4619c24a67 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:21:07.075984 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-967aad38-854e-4e52-aed3-5b4619c24a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:21:07.077814 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:21:07.092612 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd63236f-0059-4bf0-aea6-0731c83d19d5 admin admin] Router 26d9bc7a-f800-446c-9ff2-26bff710d975 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:21:07.139504 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-967aad38-854e-4e52-aed3-5b4619c24a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:07.162168 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0cf3dd-4ce6-45bc-9be7-31b91b879a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a354e05-7de8-402a-be9d-0bc54252cc3c'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:07.165038 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3397d2e-b976-40e0-9dc1-f8ec426b2a7a" -d '{"events": [{"server_uuid": "9e0cf3dd-4ce6-45bc-9be7-31b91b879a98", "name": "network-vif-plugged", "status": "completed", "tag": "4a354e05-7de8-402a-be9d-0bc54252cc3c"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:07.166092 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-967aad38-854e-4e52-aed3-5b4619c24a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:07.171001 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-967aad38-854e-4e52-aed3-5b4619c24a67 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a02d362f-3e33-434a-b9f3-0ff8dabd07cd HTTP/1.1" status: 204 len: 168 time: 0.3308525 Aug 20 10:21:07.171001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967aad38-854e-4e52-aed3-5b4619c24a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=a02d362f-3e33-434a-b9f3-0ff8dabd07cd,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:07.222494 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c691e6-43cb-42e4-b529-a6c378af8512 x-openstack-request-id: req-a8c691e6-43cb-42e4-b529-a6c378af8512 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:07.222882 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0cf3dd-4ce6-45bc-9be7-31b91b879a98", "name": "network-vif-plugged", "status": "completed", "tag": "4a354e05-7de8-402a-be9d-0bc54252cc3c", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:07.223311 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8c691e6-43cb-42e4-b529-a6c378af8512 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:07.223783 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0cf3dd-4ce6-45bc-9be7-31b91b879a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a354e05-7de8-402a-be9d-0bc54252cc3c', 'code': 200} Aug 20 10:21:07.241772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd63236f-0059-4bf0-aea6-0731c83d19d5 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:21:07.251281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57efc598-c863-4dde-b60b-9db30e9e30c4 None None] Sync routers for ids ['26d9bc7a-f800-446c-9ff2-26bff710d975'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:21:07.254560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39966) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:07.255104 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dd63236f-0059-4bf0-aea6-0731c83d19d5 admin admin] 10.222.0.16 "PUT /v2.0/routers/26d9bc7a-f800-446c-9ff2-26bff710d975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7400460 Aug 20 10:21:07.263408 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57efc598-c863-4dde-b60b-9db30e9e30c4 None None] Routers {'26d9bc7a-f800-446c-9ff2-26bff710d975'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:07.264493 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-57efc598-c863-4dde-b60b-9db30e9e30c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['26d9bc7a-f800-446c-9ff2-26bff710d975'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:07.420847 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a2339-6f21-4f1a-9a04-92d1af14a937 req-06b821ad-c8b1-4775-bcba-7b1e72afe5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:07.422800 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-028a2339-6f21-4f1a-9a04-92d1af14a937 req-06b821ad-c8b1-4775-bcba-7b1e72afe5d3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e0cf3dd-4ce6-45bc-9be7-31b91b879a98 HTTP/1.1" status: 200 len: 1102 time: 0.1150134 Aug 20 10:21:07.425389 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-57efc598-c863-4dde-b60b-9db30e9e30c4 None None] Set router 26d9bc7a-f800-446c-9ff2-26bff710d975 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:07.439935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39976) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:07.451698 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8076cc7-8205-4fe7-a7c1-2f29e98f7664 admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:07.464641 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5cbe2-9467-4bd3-ac67-645c6c3d060f req-83364d6b-b830-4ec5-adb3-888bb96f69a0 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:07.466746 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63d5cbe2-9467-4bd3-ac67-645c6c3d060f req-83364d6b-b830-4ec5-adb3-888bb96f69a0 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.0763941 Aug 20 10:21:07.500165 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-028a2339-6f21-4f1a-9a04-92d1af14a937 req-77054297-b05a-41a7-80f4-b3fe3df8dbcf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669324 Aug 20 10:21:07.520245 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c2ae91c7-c793-4876-8471-6c3aef0978b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba0eb22e94ae4209b6e2d6f49c4875cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0786436 Aug 20 10:21:07.522300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39980) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:07.601195 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89bc11-1923-40ef-84d2-384f715eda0f req-a657f01d-0d4a-4181-a778-782fa3097cd6 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:07.602649 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f89bc11-1923-40ef-84d2-384f715eda0f req-a657f01d-0d4a-4181-a778-782fa3097cd6 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 943 time: 0.0615304 Aug 20 10:21:07.611553 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63d5cbe2-9467-4bd3-ac67-645c6c3d060f req-f129030a-ccff-4b45-88fc-6d10d249fb09 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095526 Aug 20 10:21:07.652572 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f89bc11-1923-40ef-84d2-384f715eda0f req-1f7b3379-244f-48af-88e3-a7f4969460ca tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399723 Aug 20 10:21:07.653720 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8076cc7-8205-4fe7-a7c1-2f29e98f7664 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:07.657138 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-026438cd-871f-463e-af9b-d4bc5cbecbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:07.685334 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-026438cd-871f-463e-af9b-d4bc5cbecbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:07.698184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-57efc598-c863-4dde-b60b-9db30e9e30c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552020428-router', 'tenant_id': 'db8def14c47441989f408f2505b4575c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ed018962-fda0-4b83-9012-7212734852ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:04Z', 'updated_at': '2021-08-20T10:21:05Z', 'revision_number': 5, 'project_id': 'db8def14c47441989f408f2505b4575c', 'gw_port': {'id': 'ed018962-fda0-4b83-9012-7212734852ba', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:14:05Z', 'updated_at': '2021-08-20T10:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:07.732045 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57efc598-c863-4dde-b60b-9db30e9e30c4 None None] Checking router: 26d9bc7a-f800-446c-9ff2-26bff710d975 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:21:07.741086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57efc598-c863-4dde-b60b-9db30e9e30c4 None None] Routers {'26d9bc7a-f800-446c-9ff2-26bff710d975'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:07.742174 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-57efc598-c863-4dde-b60b-9db30e9e30c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['26d9bc7a-f800-446c-9ff2-26bff710d975'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:07.768425 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-f8076cc7-8205-4fe7-a7c1-2f29e98f7664 admin admin] Deleting port ed018962-fda0-4b83-9012-7212734852ba {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:07.768744 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8076cc7-8205-4fe7-a7c1-2f29e98f7664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:07.825573 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-026438cd-871f-463e-af9b-d4bc5cbecbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:07.828739 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-026438cd-871f-463e-af9b-d4bc5cbecbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:07.832215 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-026438cd-871f-463e-af9b-d4bc5cbecbc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/743f7231-914b-49b2-b84b-6a930e4cc9b5 HTTP/1.1" status: 204 len: 168 time: 0.3046615 Aug 20 10:21:07.870745 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026438cd-871f-463e-af9b-d4bc5cbecbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743f7231-914b-49b2-b84b-6a930e4cc9b5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:07.950915 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-f8076cc7-8205-4fe7-a7c1-2f29e98f7664 admin admin] For port ed018962-fda0-4b83-9012-7212734852ba, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ed018962-fda0-4b83-9012-7212734852ba,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:07.951381 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8076cc7-8205-4fe7-a7c1-2f29e98f7664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:07.961035 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422d7bb-8fff-4637-b267-34a088c1b547 req-c41f29d7-264a-4c4f-9642-209dd49d5c92 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:07.968768 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8422d7bb-8fff-4637-b267-34a088c1b547 req-c41f29d7-264a-4c4f-9642-209dd49d5c92 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 950 time: 0.1572521 Aug 20 10:21:07.982889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39996) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:07.994477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-f8076cc7-8205-4fe7-a7c1-2f29e98f7664 admin admin] Calling delete_port for ed018962-fda0-4b83-9012-7212734852ba owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:08.003200 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-57efc598-c863-4dde-b60b-9db30e9e30c4 None None] Set router 26d9bc7a-f800-446c-9ff2-26bff710d975 gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:08.065423 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8422d7bb-8fff-4637-b267-34a088c1b547 req-26f61230-6d17-4a49-a076-46ea4357c1a8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907261 Aug 20 10:21:08.068587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-57efc598-c863-4dde-b60b-9db30e9e30c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552020428-router', 'tenant_id': 'db8def14c47441989f408f2505b4575c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:04Z', 'updated_at': '2021-08-20T10:21:07Z', 'revision_number': 6, 'project_id': 'db8def14c47441989f408f2505b4575c', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:08.114018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57efc598-c863-4dde-b60b-9db30e9e30c4 None None] The sync data for ids ['26d9bc7a-f800-446c-9ff2-26bff710d975'] in n-d-778550-11 is: [{'id': '26d9bc7a-f800-446c-9ff2-26bff710d975', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-552020428-router', 'tenant_id': 'db8def14c47441989f408f2505b4575c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:14:04Z', 'updated_at': '2021-08-20T10:21:07Z', 'revision_number': 6, 'project_id': 'db8def14c47441989f408f2505b4575c', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:21:08.243119 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8076cc7-8205-4fe7-a7c1-2f29e98f7664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:08.244936 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0502c01-fc57-484e-b73f-6d386ef3eb59 req-9c2507f3-d341-449c-91e0-4833f14c138c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:08.252743 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a0502c01-fc57-484e-b73f-6d386ef3eb59 req-9c2507f3-d341-449c-91e0-4833f14c138c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e0cf3dd-4ce6-45bc-9be7-31b91b879a98 HTTP/1.1" status: 200 len: 950 time: 0.0753825 Aug 20 10:21:08.271998 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8076cc7-8205-4fe7-a7c1-2f29e98f7664 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed018962-fda0-4b83-9012-7212734852ba,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:08.289258 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-86a6e3e9-0fa1-4fc9-80f6-58d87ba229f2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-123704016-network', 'tenant_id': '4c53c6e29baa48c88c7535d29f57c921'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:08.307449 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a0502c01-fc57-484e-b73f-6d386ef3eb59 req-13cb03d5-443c-475c-aaef-8676acaab216 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538201 Aug 20 10:21:08.321942 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a6e3e9-0fa1-4fc9-80f6-58d87ba229f2 admin admin] Made reservation on behalf of 4c53c6e29baa48c88c7535d29f57c921 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:21:08.324458 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3e9-0fa1-4fc9-80f6-58d87ba229f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:08.337960 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3e9-0fa1-4fc9-80f6-58d87ba229f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:08.351181 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8076cc7-8205-4fe7-a7c1-2f29e98f7664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:08.435824 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3e9-0fa1-4fc9-80f6-58d87ba229f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:08.441603 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3e9-0fa1-4fc9-80f6-58d87ba229f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:08.444743 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8076cc7-8205-4fe7-a7c1-2f29e98f7664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:08.447180 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8076cc7-8205-4fe7-a7c1-2f29e98f7664 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:08.472463 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a6e3e9-0fa1-4fc9-80f6-58d87ba229f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:21:08.494305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6e3e9-0fa1-4fc9-80f6-58d87ba229f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5f6633-29ad-4ccf-a903-1539915f4572,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:08.497469 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3e9-0fa1-4fc9-80f6-58d87ba229f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:08.498286 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-86a6e3e9-0fa1-4fc9-80f6-58d87ba229f2 admin admin] Added segment 315554ac-991e-4809-992e-e996955a985b of type vlan for network 21766e64-2544-4dce-a222-2736aa34cd0c Aug 20 10:21:08.540400 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8076cc7-8205-4fe7-a7c1-2f29e98f7664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:08.541070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8076cc7-8205-4fe7-a7c1-2f29e98f7664 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26d9bc7a-f800-446c-9ff2-26bff710d975 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:21:08.549741 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8076cc7-8205-4fe7-a7c1-2f29e98f7664 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:08.550233 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3e9-0fa1-4fc9-80f6-58d87ba229f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:08.550929 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f8076cc7-8205-4fe7-a7c1-2f29e98f7664 admin admin] 10.222.0.16 "DELETE /v2.0/routers/26d9bc7a-f800-446c-9ff2-26bff710d975 HTTP/1.1" status: 204 len: 168 time: 1.2952955 Aug 20 10:21:08.553757 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40018) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:08.625109 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-280e5297-259a-48f1-b6f0-38d1d07d2849 admin admin] Deleting subnet a194590a-e6dd-4294-9457-8586e77016bf {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:21:08.626584 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-280e5297-259a-48f1-b6f0-38d1d07d2849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:08.646591 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3e9-0fa1-4fc9-80f6-58d87ba229f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:08.647717 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a6e3e9-0fa1-4fc9-80f6-58d87ba229f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:08.648401 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3e9-0fa1-4fc9-80f6-58d87ba229f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:08.744179 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-280e5297-259a-48f1-b6f0-38d1d07d2849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:08.747008 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-86a6e3e9-0fa1-4fc9-80f6-58d87ba229f2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7614670 Aug 20 10:21:08.764457 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40028) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:08.772567 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-dc2cae30-eb6c-4ce2-9887-e6c9adca4e62 admin admin] Request body: {'subnet': {'network_id': '21766e64-2544-4dce-a222-2736aa34cd0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-123704016-subnet', 'tenant_id': '4c53c6e29baa48c88c7535d29f57c921', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:08.796059 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6e3e9-0fa1-4fc9-80f6-58d87ba229f2 admin admin] Pushing event updated for resources: {'Network': ['ID=21766e64-2544-4dce-a222-2736aa34cd0c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:08.810574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9252531-2142-44bb-93cf-7fe229d6c34e req-9ea68c85-6865-4609-af90-387b8fed1629 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:08.811294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 21766e64-2544-4dce-a222-2736aa34cd0c details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:21:08.812809 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9252531-2142-44bb-93cf-7fe229d6c34e req-9ea68c85-6865-4609-af90-387b8fed1629 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 943 time: 0.0797038 Aug 20 10:21:08.821661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2cae30-eb6c-4ce2-9887-e6c9adca4e62 admin admin] Made reservation on behalf of 4c53c6e29baa48c88c7535d29f57c921 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:21:08.824436 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dc2cae30-eb6c-4ce2-9887-e6c9adca4e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:08.835155 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac77c6a-9dd3-4674-8811-f6c467a513a6 req-d6ba5765-be56-413c-a64d-dc2c5872d640 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:08.836650 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ac77c6a-9dd3-4674-8811-f6c467a513a6 req-d6ba5765-be56-413c-a64d-dc2c5872d640 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.1232462 Aug 20 10:21:08.897500 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-280e5297-259a-48f1-b6f0-38d1d07d2849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:08.908085 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9252531-2142-44bb-93cf-7fe229d6c34e req-a5b89680-2c57-476d-9605-0aaf2c9bf731 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880299 Aug 20 10:21:08.927037 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ac77c6a-9dd3-4674-8811-f6c467a513a6 req-de22ae03-398c-4ba0-b7fc-86526194642f tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736780 Aug 20 10:21:08.975469 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-280e5297-259a-48f1-b6f0-38d1d07d2849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:09.023149 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e5297-259a-48f1-b6f0-38d1d07d2849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a194590a-e6dd-4294-9457-8586e77016bf,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:09.025493 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-280e5297-259a-48f1-b6f0-38d1d07d2849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:09.028073 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-280e5297-259a-48f1-b6f0-38d1d07d2849 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a194590a-e6dd-4294-9457-8586e77016bf HTTP/1.1" status: 204 len: 168 time: 0.4723427 Aug 20 10:21:09.030992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40038) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:09.033457 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968b169e-3473-4d75-80a5-aa1b7cd0a462 None None] Network 042fdb80-5ba3-406c-8777-5b95f672c64f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:21:09.088477 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dc2cae30-eb6c-4ce2-9887-e6c9adca4e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:09.142972 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:09.164133 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cae30-eb6c-4ce2-9887-e6c9adca4e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b985483-b0fb-4030-b145-60cdc8b781de,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:09.173391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2cae30-eb6c-4ce2-9887-e6c9adca4e62 admin admin] Checking segment: {'id': '315554ac-991e-4809-992e-e996955a985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '21766e64-2544-4dce-a222-2736aa34cd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:21:09.173705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2cae30-eb6c-4ce2-9887-e6c9adca4e62 admin admin] Network hostable DHCP agents. Network: 21766e64-2544-4dce-a222-2736aa34cd0c, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:21:09.204067 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2cae30-eb6c-4ce2-9887-e6c9adca4e62 admin admin] Network 21766e64-2544-4dce-a222-2736aa34cd0c is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:21:09.210410 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] Deleting port 600237c7-0177-457b-99e1-afa58dbf41c8 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:09.211015 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:09.217294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-dc2cae30-eb6c-4ce2-9887-e6c9adca4e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 21766e64-2544-4dce-a222-2736aa34cd0c) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:21:09.223092 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2cae30-eb6c-4ce2-9887-e6c9adca4e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:09.223765 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dc2cae30-eb6c-4ce2-9887-e6c9adca4e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:09.232534 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be61bb1f-ca11-4e5c-abf4-6c19be903692 None None] Network 21766e64-2544-4dce-a222-2736aa34cd0c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:21:09.243519 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dc2cae30-eb6c-4ce2-9887-e6c9adca4e62 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4771450 Aug 20 10:21:09.331811 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] For port 600237c7-0177-457b-99e1-afa58dbf41c8, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=600237c7-0177-457b-99e1-afa58dbf41c8,segment=NetworkSegment(f7438b5d-7bb2-4c47-8343-d810494febbf),segment_id=f7438b5d-7bb2-4c47-8343-d810494febbf)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:09.333132 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:09.355011 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] Calling delete_port for 600237c7-0177-457b-99e1-afa58dbf41c8 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:09.406376 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d88144-337b-431a-a7d3-c792ff2b92eb None None] DHCP port deletion for 042fdb80-5ba3-406c-8777-5b95f672c64f request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:21:09.452525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 24116581-d42c-4bcb-9b7d-48bbb755cd05 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:21:09.473129 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:09.504426 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] Pushing event deleted for resources: {'Port': ['ID=600237c7-0177-457b-99e1-afa58dbf41c8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:09.511211 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] No DVR routers for this DVR port 600237c7-0177-457b-99e1-afa58dbf41c8 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:21:09.528774 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fffa69-6a6e-4028-9211-aab2c9115de6 req-1e973d16-9039-4c45-a6c6-bf2d0023540d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:09.538263 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-80fffa69-6a6e-4028-9211-aab2c9115de6 req-1e973d16-9039-4c45-a6c6-bf2d0023540d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e0cf3dd-4ce6-45bc-9be7-31b91b879a98 HTTP/1.1" status: 200 len: 950 time: 0.0976598 Aug 20 10:21:09.599619 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-80fffa69-6a6e-4028-9211-aab2c9115de6 req-d3af4c8f-946d-4fc2-9595-1b354fd75822 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603466 Aug 20 10:21:09.604274 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c76b2b9-dd1c-469a-9c32-2edf9c3c4078 None None] Network 21766e64-2544-4dce-a222-2736aa34cd0c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:21:09.628002 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:09.648398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042fdb80-5ba3-406c-8777-5b95f672c64f']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:09.681254 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7438b5d-7bb2-4c47-8343-d810494febbf') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:09.681737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7438b5d-7bb2-4c47-8343-d810494febbf') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:09.693191 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:09.713029 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:09.730191 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:21:09.730894 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:21:09.732692 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:21:09.758706 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 24116581-d42c-4bcb-9b7d-48bbb755cd05, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=24116581-d42c-4bcb-9b7d-48bbb755cd05,segment=NetworkSegment(4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e),segment_id=4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:09.778419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-45d88144-337b-431a-a7d3-c792ff2b92eb None None] Deleting port 600237c7-0177-457b-99e1-afa58dbf41c8 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:09.778727 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-45d88144-337b-431a-a7d3-c792ff2b92eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:09.838068 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '24116581-d42c-4bcb-9b7d-48bbb755cd05', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'port_id': '24116581-d42c-4bcb-9b7d-48bbb755cd05', 'mac_address': 'fa:16:3e:51:c1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:21:09.849203 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:09.859537 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:09.862049 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] 10.222.0.16 "DELETE /v2.0/networks/042fdb80-5ba3-406c-8777-5b95f672c64f HTTP/1.1" status: 204 len: 168 time: 0.8300765 Aug 20 10:21:09.900494 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d042c08-5cf2-49f7-ab5c-beb95f367360 admin admin] Pushing event deleted for resources: {'Network': ['ID=042fdb80-5ba3-406c-8777-5b95f672c64f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:09.974162 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-45d88144-337b-431a-a7d3-c792ff2b92eb None None] For port 600237c7-0177-457b-99e1-afa58dbf41c8, host n-d-778550-11, got binding levels [] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:09.974565 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-45d88144-337b-431a-a7d3-c792ff2b92eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:09.991210 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:09.998552 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40088) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:10.001223 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-45d88144-337b-431a-a7d3-c792ff2b92eb None None] Calling delete_port for 600237c7-0177-457b-99e1-afa58dbf41c8 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:10.004178 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.ipam_backend_mixin [None req-45d88144-337b-431a-a7d3-c792ff2b92eb None None] Port 600237c7-0177-457b-99e1-afa58dbf41c8 was not found and therefore no delete operation was performed {{(pid=94868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 10:21:10.012823 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-45d88144-337b-431a-a7d3-c792ff2b92eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:10.039115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24116581-d42c-4bcb-9b7d-48bbb755cd05 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:21:10.040707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b018e-a95e-426c-8bd3-46c102c4e634 req-8c70678e-b29b-43d7-83c1-2bc84550cfa6 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:10.043608 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45d88144-337b-431a-a7d3-c792ff2b92eb None None] Network 042fdb80-5ba3-406c-8777-5b95f672c64f is not hosted by any dhcp agent {{(pid=94868) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 10:21:10.044089 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d88144-337b-431a-a7d3-c792ff2b92eb None None] No DVR routers for this DVR port 600237c7-0177-457b-99e1-afa58dbf41c8 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:21:10.046194 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d88144-337b-431a-a7d3-c792ff2b92eb None None] Pushing event deleted for resources: {'Port': ['ID=600237c7-0177-457b-99e1-afa58dbf41c8,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:10.047496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-a50b5428-7f0f-45f4-9cb5-ab77cf35262b tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:10.050043 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b018e-a95e-426c-8bd3-46c102c4e634 req-8c70678e-b29b-43d7-83c1-2bc84550cfa6 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:10.067071 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-a50b5428-7f0f-45f4-9cb5-ab77cf35262b tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/networks?id=21766e64-2544-4dce-a222-2736aa34cd0c HTTP/1.1" status: 200 len: 821 time: 0.2034972 Aug 20 10:21:10.069344 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a6b018e-a95e-426c-8bd3-46c102c4e634 req-8c70678e-b29b-43d7-83c1-2bc84550cfa6 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=3014d289-8fcb-4d58-a724-967812c4d5fb&device_id=9e0cf3dd-4ce6-45bc-9be7-31b91b879a98 HTTP/1.1" status: 200 len: 1691 time: 0.1021361 Aug 20 10:21:10.074076 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 24116581-d42c-4bcb-9b7d-48bbb755cd05, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=24116581-d42c-4bcb-9b7d-48bbb755cd05,segment=NetworkSegment(4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e),segment_id=4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:10.092652 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:10.093204 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-2bfac749-e22d-4b40-bc2a-9f6e1034d084 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/quotas/4c53c6e29baa48c88c7535d29f57c921 HTTP/1.1" status: 200 len: 375 time: 0.0241280 Aug 20 10:21:10.127652 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a6b018e-a95e-426c-8bd3-46c102c4e634 req-a3a04f4f-ac3d-4ea3-b279-e81f94c96c7a tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571337 Aug 20 10:21:10.152162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40096) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:10.153342 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-f11c2d41-8856-4640-9b80-11a99695a74e tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c53c6e29baa48c88c7535d29f57c921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591085 Aug 20 10:21:10.170890 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ed018962-fda0-4b83-9012-7212734852ba no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:21:10.182260 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=24116581-d42c-4bcb-9b7d-48bbb755cd05,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:10.203481 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: ed018962-fda0-4b83-9012-7212734852ba {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:21:10.204094 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ed018962-fda0-4b83-9012-7212734852ba not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:21:10.204580 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 600237c7-0177-457b-99e1-afa58dbf41c8 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:21:10.228478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 600237c7-0177-457b-99e1-afa58dbf41c8 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:21:10.228819 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 600237c7-0177-457b-99e1-afa58dbf41c8 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:21:10.229238 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7e15b62e-dfab-4335-9ef4-60b0a19e21aa no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:21:10.250846 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-74711428-9faa-4a9e-be70-004f923f57e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1e949b55a314448808ad67780ed3577&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1028969 Aug 20 10:21:10.255273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 7e15b62e-dfab-4335-9ef4-60b0a19e21aa {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:21:10.255619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7e15b62e-dfab-4335-9ef4-60b0a19e21aa not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:21:10.256249 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-2e067a98-91f4-46ed-a28b-e645c449d667 service neutron] 10.222.0.16 "GET /v2.0/networks/21766e64-2544-4dce-a222-2736aa34cd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017497 Aug 20 10:21:10.266603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40098) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:10.317744 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a41bc-29d1-4697-ae94-2e8b4ebbdae6 req-596f3318-a4e6-4da2-97cb-dac02d57b4b1 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:10.323517 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a05a41bc-29d1-4697-ae94-2e8b4ebbdae6 req-596f3318-a4e6-4da2-97cb-dac02d57b4b1 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 944 time: 0.0875244 Aug 20 10:21:10.352524 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-ca1089bd-73bc-4cfa-a214-107b5fa1d323 service neutron] 10.222.0.16 "GET /v2.0/networks/21766e64-2544-4dce-a222-2736aa34cd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951610 Aug 20 10:21:10.365367 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ff868a0-212a-489a-9b30-d9b4bc3bf0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:10.385459 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a05a41bc-29d1-4697-ae94-2e8b4ebbdae6 req-dee0dab5-2635-44d1-8dd1-dac1588462cf tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602105 Aug 20 10:21:10.406933 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-13e47895-7e51-4e42-b8cb-0361fec15be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:10.407469 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ff868a0-212a-489a-9b30-d9b4bc3bf0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:10.494280 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['24116581-d42c-4bcb-9b7d-48bbb755cd05'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:10.518959 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bee12c-ec49-4766-abf9-8c314e6ce290 req-4454ea3e-f851-4429-ae53-a7b0f14cccf2 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:10.527652 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-07bee12c-ec49-4766-abf9-8c314e6ce290 req-4454ea3e-f851-4429-ae53-a7b0f14cccf2 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.0784750 Aug 20 10:21:10.547346 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-13e47895-7e51-4e42-b8cb-0361fec15be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:10.556027 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-13e47895-7e51-4e42-b8cb-0361fec15be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:10.556985 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ff868a0-212a-489a-9b30-d9b4bc3bf0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:10.563680 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ff868a0-212a-489a-9b30-d9b4bc3bf0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:10.566536 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3ff868a0-212a-489a-9b30-d9b4bc3bf0b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eced05f4-0f13-42de-af31-5f32f25b0691 HTTP/1.1" status: 204 len: 168 time: 0.2979226 Aug 20 10:21:10.595845 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-13e47895-7e51-4e42-b8cb-0361fec15be2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff1344c421484812a88089c967acf226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5880609 Aug 20 10:21:10.596513 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40106) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:10.625379 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff868a0-212a-489a-9b30-d9b4bc3bf0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eced05f4-0f13-42de-af31-5f32f25b0691,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:10.649720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e47895-7e51-4e42-b8cb-0361fec15be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84eea24-2c07-42e9-bac4-0226ec945da6,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:10.707742 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2fe882d1-7861-4ff2-a2c8-9f4a05282658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:10.726465 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-07bee12c-ec49-4766-abf9-8c314e6ce290 req-ff662c3d-6268-4dca-96f2-b1d11668488a tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965473 Aug 20 10:21:10.752488 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27c4b621-3340-4d3f-a162-9481258e23ae req-3f58ce2a-177b-4c28-9b0a-a612eba5eb37 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 210 time: 0.0808609 Aug 20 10:21:10.756685 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2fe882d1-7861-4ff2-a2c8-9f4a05282658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:10.850661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88ba50-0d13-492d-8d27-0bce2267e1c4 req-696b4fec-93cc-4ea4-8927-765ce81e5b5e tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:10.852234 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa88ba50-0d13-492d-8d27-0bce2267e1c4 req-696b4fec-93cc-4ea4-8927-765ce81e5b5e tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 1102 time: 0.0498624 Aug 20 10:21:10.853438 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2fe882d1-7861-4ff2-a2c8-9f4a05282658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:10.856464 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2fe882d1-7861-4ff2-a2c8-9f4a05282658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:10.859353 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2fe882d1-7861-4ff2-a2c8-9f4a05282658 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e84eea24-2c07-42e9-bac4-0226ec945da6 HTTP/1.1" status: 204 len: 168 time: 0.2590621 Aug 20 10:21:10.870311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe882d1-7861-4ff2-a2c8-9f4a05282658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84eea24-2c07-42e9-bac4-0226ec945da6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:10.901261 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa88ba50-0d13-492d-8d27-0bce2267e1c4 req-0911fac1-5b19-4f68-baa0-6262c48a0618 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 Aug 20 10:21:11.018401 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c914ac2-a383-4a93-aadf-1139c0c7888c req-233475a2-03fd-40d0-85e0-7804dea8bc53 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:11.020065 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c914ac2-a383-4a93-aadf-1139c0c7888c req-233475a2-03fd-40d0-85e0-7804dea8bc53 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9e0cf3dd-4ce6-45bc-9be7-31b91b879a98 HTTP/1.1" status: 200 len: 1102 time: 0.0446885 Aug 20 10:21:11.023638 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40124) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:11.063816 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c914ac2-a383-4a93-aadf-1139c0c7888c req-bfc5d1af-219f-45bd-a41c-cdacda0e4464 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355780 Aug 20 10:21:11.081341 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-648450ad-a387-4677-85eb-bc8bdeb31c4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db8def14c47441989f408f2505b4575c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562024 Aug 20 10:21:11.084082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40126) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:11.166995 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c65c456f-5f41-4bff-a0f5-634148a18734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:11.193723 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c65c456f-5f41-4bff-a0f5-634148a18734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:11.256413 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c65c456f-5f41-4bff-a0f5-634148a18734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:11.260591 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c65c456f-5f41-4bff-a0f5-634148a18734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:11.262054 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c65c456f-5f41-4bff-a0f5-634148a18734 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb9f1c22-d7f7-4164-b2df-3cc1baa532a4 HTTP/1.1" status: 204 len: 168 time: 0.1765962 Aug 20 10:21:11.273780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c456f-5f41-4bff-a0f5-634148a18734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9f1c22-d7f7-4164-b2df-3cc1baa532a4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:11.371605 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5cae1827-0234-4442-8cb0-953cc915afdd req-00b0b1d4-49bf-4a6f-8463-be019e32f99e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264962 Aug 20 10:21:11.527565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474ce9d-78fd-49d8-9b3e-02a26f96a914 req-3ac195d7-6755-4b86-9a49-0935e52399d2 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:11.527880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae1827-0234-4442-8cb0-953cc915afdd req-b334b4aa-a09a-4b99-bb01-b9a33cd4bc24 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:11.529547 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d474ce9d-78fd-49d8-9b3e-02a26f96a914 req-3ac195d7-6755-4b86-9a49-0935e52399d2 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 944 time: 0.0666404 Aug 20 10:21:11.535444 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5cae1827-0234-4442-8cb0-953cc915afdd req-b334b4aa-a09a-4b99-bb01-b9a33cd4bc24 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1565857 Aug 20 10:21:11.548115 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5cae1827-0234-4442-8cb0-953cc915afdd req-360f7fc9-48f9-43d8-a71c-ea35d4a1ab1d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/quotas/4e7795c3d76e4090b49a900a04c8fc61 HTTP/1.1" status: 200 len: 375 time: 0.0111370 Aug 20 10:21:11.594120 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d474ce9d-78fd-49d8-9b3e-02a26f96a914 req-f592d405-55ac-4b7f-8b36-db9a4a4c14ef tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542014 Aug 20 10:21:11.632378 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5cae1827-0234-4442-8cb0-953cc915afdd req-e5b640e0-78a4-491c-928d-76abd760eae4 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0770335 Aug 20 10:21:11.902211 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-804d94ca-6739-4759-8a35-2daa3a4d1cf3 req-f2e42ff6-fbf7-4009-add5-4ebf01868608 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 210 time: 0.0581167 Aug 20 10:21:11.993370 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cb5ea3b9-fad7-4102-8c34-82d43fed9ad9 req-434d73cf-6473-48b1-91c6-8852a141ea52 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 210 time: 0.0392704 Aug 20 10:21:12.019408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bdf0b-45cc-4492-988f-3584e4ef6d12 req-fa59ef1d-9d76-4475-8d65-be2ad39dec1d tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:12.026567 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-936bdf0b-45cc-4492-988f-3584e4ef6d12 req-fa59ef1d-9d76-4475-8d65-be2ad39dec1d tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.1944182 Aug 20 10:21:12.085145 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-936bdf0b-45cc-4492-988f-3584e4ef6d12 req-64fdf8c6-92f2-412d-8121-36739dfecb58 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525148 Aug 20 10:21:12.137450 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-6c5e1122-5343-42b8-93b9-dbdc3ade490a tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:12.139338 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-6c5e1122-5343-42b8-93b9-dbdc3ade490a tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.24 "GET /v2.0/networks?id=21766e64-2544-4dce-a222-2736aa34cd0c HTTP/1.1" status: 200 len: 821 time: 0.2557225 Aug 20 10:21:12.159484 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-f826d9a6-ad62-4d36-96cb-dae6755178db tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Request body: {'port': {'device_id': '27b6b32c-f78c-493e-9cf6-f66b228a87dd', 'network_id': '21766e64-2544-4dce-a222-2736aa34cd0c', 'admin_state_up': True, 'tenant_id': '4c53c6e29baa48c88c7535d29f57c921'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:12.292693 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-f826d9a6-ad62-4d36-96cb-dae6755178db tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Made reservation on behalf of 4c53c6e29baa48c88c7535d29f57c921 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:21:12.297610 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-f826d9a6-ad62-4d36-96cb-dae6755178db tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:12.450480 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-f826d9a6-ad62-4d36-96cb-dae6755178db tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Allocated IP 172.20.0.4 (21766e64-2544-4dce-a222-2736aa34cd0c/2b985483-b0fb-4030-b145-60cdc8b781de/8346ede3-5ac1-41ff-82da-f53465fd6999) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:21:12.647772 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-f826d9a6-ad62-4d36-96cb-dae6755178db tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:12.724446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a171bce-913c-4cbd-b5a7-c98ea3cd1f4c req-9fbf953e-ba9c-4c58-b258-a6aeeb58f31d tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:12.725798 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a171bce-913c-4cbd-b5a7-c98ea3cd1f4c req-9fbf953e-ba9c-4c58-b258-a6aeeb58f31d tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 944 time: 0.0736454 Aug 20 10:21:12.751397 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-f826d9a6-ad62-4d36-96cb-dae6755178db tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:12.818537 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a171bce-913c-4cbd-b5a7-c98ea3cd1f4c req-dff62a5e-9ec7-4045-b0bb-e9d82b905389 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854318 Aug 20 10:21:12.827985 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826d9a6-ad62-4d36-96cb-dae6755178db tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Pushing event updated for resources: {'Port': ['ID=8346ede3-5ac1-41ff-82da-f53465fd6999,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:12.831368 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-f826d9a6-ad62-4d36-96cb-dae6755178db tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Network 21766e64-2544-4dce-a222-2736aa34cd0c is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:21:12.833174 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-f826d9a6-ad62-4d36-96cb-dae6755178db tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:21:12.835239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-f826d9a6-ad62-4d36-96cb-dae6755178db tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:21:12.885383 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-f826d9a6-ad62-4d36-96cb-dae6755178db tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:12.886172 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-f826d9a6-ad62-4d36-96cb-dae6755178db tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:12.903998 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-f826d9a6-ad62-4d36-96cb-dae6755178db tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7491202 Aug 20 10:21:12.928529 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Request body: {'port': {'device_id': '27b6b32c-f78c-493e-9cf6-f66b228a87dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:12.988570 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:13.042378 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae457de3-07ee-47d0-a09a-689e5326958e req-05e1255e-25d7-4c19-addb-f06e396a2063 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:13.045647 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae457de3-07ee-47d0-a09a-689e5326958e req-05e1255e-25d7-4c19-addb-f06e396a2063 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 931 time: 0.0728228 Aug 20 10:21:13.104128 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae457de3-07ee-47d0-a09a-689e5326958e req-22c8f950-c6a1-4765-9817-337128734535 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5f6633-29ad-4ccf-a903-1539915f4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519035 Aug 20 10:21:13.162312 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5cae1827-0234-4442-8cb0-953cc915afdd req-c07f855c-f03f-498c-86c0-30d1f4521946 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493369 Aug 20 10:21:13.193061 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-055236d4-4b8c-4aec-8b3d-e9ba3a7f449d req-0c93269e-c850-47a0-828a-6401da99daf9 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 210 time: 0.0536613 Aug 20 10:21:13.331794 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae1827-0234-4442-8cb0-953cc915afdd req-a74eb70b-2c32-4b11-b77e-ea04ce9dfb80 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:13.333290 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5cae1827-0234-4442-8cb0-953cc915afdd req-a74eb70b-2c32-4b11-b77e-ea04ce9dfb80 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1602700 Aug 20 10:21:13.342330 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b672e-de98-477e-b347-cfb5c543c5e8 req-08b29fad-6645-4e03-b544-ff42f7c0e97d tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:13.354082 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-880b672e-de98-477e-b347-cfb5c543c5e8 req-08b29fad-6645-4e03-b544-ff42f7c0e97d tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.0957351 Aug 20 10:21:13.359529 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-5cae1827-0234-4442-8cb0-953cc915afdd req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Request body: {'port': {'device_id': 'a974c99d-d323-48a5-b7d2-aa0bc6f9128f', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '4e7795c3d76e4090b49a900a04c8fc61'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:13.385726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8346ede3-5ac1-41ff-82da-f53465fd6999 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:21:13.394244 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:13.407814 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Transition to ACTIVE for port object 8346ede3-5ac1-41ff-82da-f53465fd6999 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:21:13.412856 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:13.453774 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-880b672e-de98-477e-b347-cfb5c543c5e8 req-58ead69b-1b22-47bb-b866-2c538c2721ae tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522711 Aug 20 10:21:13.454227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 24116581-d42c-4bcb-9b7d-48bbb755cd05 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:21:13.491369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=8346ede3-5ac1-41ff-82da-f53465fd6999,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:13.514968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cae1827-0234-4442-8cb0-953cc915afdd req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Made reservation on behalf of 4e7795c3d76e4090b49a900a04c8fc61 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:21:13.520293 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5cae1827-0234-4442-8cb0-953cc915afdd req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:13.563709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 24116581-d42c-4bcb-9b7d-48bbb755cd05 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:21:13.572377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 24116581-d42c-4bcb-9b7d-48bbb755cd05 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:21:13.573027 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:13.578751 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Attempting to bind port 8346ede3-5ac1-41ff-82da-f53465fd6999 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:21:13.579236 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Attempting to bind port 8346ede3-5ac1-41ff-82da-f53465fd6999 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '315554ac-991e-4809-992e-e996955a985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '21766e64-2544-4dce-a222-2736aa34cd0c'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:21:13.579695 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Attempting to bind port 8346ede3-5ac1-41ff-82da-f53465fd6999 on network 21766e64-2544-4dce-a222-2736aa34cd0c {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:21:13.585303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Port 8346ede3-5ac1-41ff-82da-f53465fd6999 on network 21766e64-2544-4dce-a222-2736aa34cd0c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:21:13.585728 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Attempting to bind port 8346ede3-5ac1-41ff-82da-f53465fd6999 on network 21766e64-2544-4dce-a222-2736aa34cd0c {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:21:13.592368 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:21:13.592986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Checking segment: {'id': '315554ac-991e-4809-992e-e996955a985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '21766e64-2544-4dce-a222-2736aa34cd0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:21:13.602157 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Bound using segment: {'id': '315554ac-991e-4809-992e-e996955a985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '21766e64-2544-4dce-a222-2736aa34cd0c'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:21:13.602772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Bound port: 8346ede3-5ac1-41ff-82da-f53465fd6999, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315554ac-991e-4809-992e-e996955a985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '21766e64-2544-4dce-a222-2736aa34cd0c'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:21:13.603276 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:13.682457 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] For port 8346ede3-5ac1-41ff-82da-f53465fd6999, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:21:13.686255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] For port 8346ede3-5ac1-41ff-82da-f53465fd6999, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8346ede3-5ac1-41ff-82da-f53465fd6999,segment=NetworkSegment(315554ac-991e-4809-992e-e996955a985b),segment_id=315554ac-991e-4809-992e-e996955a985b)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:21:13.696477 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:13.745425 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:13.758220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-5cae1827-0234-4442-8cb0-953cc915afdd req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Allocated IP 192.168.233.240 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/d0f2ccba-de52-4816-8e96-745ef6e683cd) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:21:13.774738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=8346ede3-5ac1-41ff-82da-f53465fd6999,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:13.796168 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:13.798147 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:13.803497 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-9fe8f956-8e0a-42a2-a194-d86b6e2c9fc5 service neutron] 10.222.0.24 "PUT /v2.0/ports/8346ede3-5ac1-41ff-82da-f53465fd6999 HTTP/1.1" status: 200 len: 1092 time: 0.8824477 Aug 20 10:21:13.805258 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b6b32c-f78c-493e-9cf6-f66b228a87dd', 'tag': '8346ede3-5ac1-41ff-82da-f53465fd6999'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:13.810874 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8f3abf-4498-48c8-bfd1-43d11e51f3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "27b6b32c-f78c-493e-9cf6-f66b228a87dd", "tag": "8346ede3-5ac1-41ff-82da-f53465fd6999"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:13.827124 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd8582f-2a25-4b7a-bdce-0c9f344de162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24116581-d42c-4bcb-9b7d-48bbb755cd05'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:13.837343 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb78a3c1-3fbb-4c84-9df8-c6043f2bc6b7" -d '{"events": [{"server_uuid": "bcd8582f-2a25-4b7a-bdce-0c9f344de162", "name": "network-vif-plugged", "status": "completed", "tag": "24116581-d42c-4bcb-9b7d-48bbb755cd05"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:13.873514 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 24116581-d42c-4bcb-9b7d-48bbb755cd05, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=24116581-d42c-4bcb-9b7d-48bbb755cd05,segment=NetworkSegment(4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e),segment_id=4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:13.887779 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:13.934956 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d29595b-0340-4110-a821-3a08eec6b346 x-openstack-request-id: req-9d29595b-0340-4110-a821-3a08eec6b346 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:13.935279 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b6b32c-f78c-493e-9cf6-f66b228a87dd", "tag": "8346ede3-5ac1-41ff-82da-f53465fd6999", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:13.936350 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d29595b-0340-4110-a821-3a08eec6b346 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:13.936350 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b6b32c-f78c-493e-9cf6-f66b228a87dd', 'tag': '8346ede3-5ac1-41ff-82da-f53465fd6999', 'status': 'completed', 'code': 200} Aug 20 10:21:13.949578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-dbef5d94-0d89-4eb5-a3f0-774ce79233e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:13.953672 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-dbef5d94-0d89-4eb5-a3f0-774ce79233e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c53c6e29baa48c88c7535d29f57c921&device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 1095 time: 0.0975847 Aug 20 10:21:14.001695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=24116581-d42c-4bcb-9b7d-48bbb755cd05,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:14.025289 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-09938201-f059-4672-b75b-3f6005599aeb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8346ede3-5ac1-41ff-82da-f53465fd6999 HTTP/1.1" status: 200 len: 217 time: 0.0617342 Aug 20 10:21:14.081958 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae8eceb-27c8-4f7c-95f7-2aa5ea5fb61f x-openstack-request-id: req-aae8eceb-27c8-4f7c-95f7-2aa5ea5fb61f {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:14.082524 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd8582f-2a25-4b7a-bdce-0c9f344de162", "name": "network-vif-plugged", "status": "completed", "tag": "24116581-d42c-4bcb-9b7d-48bbb755cd05", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:14.082896 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aae8eceb-27c8-4f7c-95f7-2aa5ea5fb61f {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:14.083457 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd8582f-2a25-4b7a-bdce-0c9f344de162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24116581-d42c-4bcb-9b7d-48bbb755cd05', 'code': 200} Aug 20 10:21:14.110762 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5cae1827-0234-4442-8cb0-953cc915afdd req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:14.146668 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-5cae1827-0234-4442-8cb0-953cc915afdd req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Transition to ACTIVE for port object d0f2ccba-de52-4816-8e96-745ef6e683cd will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:21:14.173806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30504ff8-6df5-492c-afbe-31791082ad9a req-624e5d90-b5f4-454b-9272-9c88481d7142 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:14.181168 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30504ff8-6df5-492c-afbe-31791082ad9a req-624e5d90-b5f4-454b-9272-9c88481d7142 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 945 time: 0.1605532 Aug 20 10:21:14.196509 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5cae1827-0234-4442-8cb0-953cc915afdd req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:14.215931 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56f3c5a8-8170-4a84-b313-91c26503adf0', '4a354e05-7de8-402a-be9d-0bc54252cc3c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:14.227819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-f5f56254-7d5a-4968-8a77-dfcba9049eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:14.229293 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-f5f56254-7d5a-4968-8a77-dfcba9049eba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b985483-b0fb-4030-b145-60cdc8b781de HTTP/1.1" status: 200 len: 861 time: 0.1840682 Aug 20 10:21:14.245133 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cae1827-0234-4442-8cb0-953cc915afdd req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:21:14.271639 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30504ff8-6df5-492c-afbe-31791082ad9a req-126e5231-efd5-499e-9aed-7dfc26229862 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845442 Aug 20 10:21:14.290430 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-5cae1827-0234-4442-8cb0-953cc915afdd req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:21:14.295748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cae1827-0234-4442-8cb0-953cc915afdd req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:21:14.302850 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-f3fabf6f-a7ba-461c-b85f-14ae690d9ff1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21766e64-2544-4dce-a222-2736aa34cd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617223 Aug 20 10:21:14.322216 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['990134a8-9179-4d5b-9582-fedfa0e499ac', '17ebca30-509f-4f31-9d67-f9d5e8b8c204', 'c855197b-106b-45e3-8aea-6ff711c9fe9f'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:14.436696 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Pushing event updated for resources: {'Port': ['ID=d0f2ccba-de52-4816-8e96-745ef6e683cd,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:14.464057 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:14.469597 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:14.470179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:14.470707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:14.471252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:14.471776 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:14.472274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:14.472771 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:14.480983 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:14.481621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:14.482136 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:14.482640 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:14.494856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39137e36-8697-4d79-8f11-13c95b88a3c7 req-82261732-14c4-488b-8f03-f9b9aed72a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:14.496524 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39137e36-8697-4d79-8f11-13c95b88a3c7 req-82261732-14c4-488b-8f03-f9b9aed72a58 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 1097 time: 0.3317416 Aug 20 10:21:14.502970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae1827-0234-4442-8cb0-953cc915afdd req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:14.504426 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5cae1827-0234-4442-8cb0-953cc915afdd req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:14.555449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abcbef-0eba-44b5-84e3-9a1baff67411 req-4669df94-0d13-4d83-a50e-3eb4794d2d50 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:14.562682 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43abcbef-0eba-44b5-84e3-9a1baff67411 req-4669df94-0d13-4d83-a50e-3eb4794d2d50 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 943 time: 0.2633133 Aug 20 10:21:14.566301 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5cae1827-0234-4442-8cb0-953cc915afdd req-e0d18e4c-ac51-4e2f-9492-40f57a28534b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2112346 Aug 20 10:21:14.585405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Request body: {'port': {'device_id': 'a974c99d-d323-48a5-b7d2-aa0bc6f9128f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:14.615983 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-b7188461-a60d-4f21-b04a-4c5d6e721eff service neutron] 10.222.0.24 "GET /v2.0/networks/21766e64-2544-4dce-a222-2736aa34cd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030901 Aug 20 10:21:14.650378 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40302) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:14.683450 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:14.698780 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43abcbef-0eba-44b5-84e3-9a1baff67411 req-8535432a-0cec-4cfa-9937-37fd3f301055 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5f6633-29ad-4ccf-a903-1539915f4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333435 Aug 20 10:21:14.781411 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a3004fdc-bac9-45b0-a5d4-6057297e8e25 None None] Provisioning for port d0f2ccba-de52-4816-8e96-745ef6e683cd completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:21:14.795707 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39137e36-8697-4d79-8f11-13c95b88a3c7 req-87cf81fb-e900-46e1-8770-cbbd51c1a2c9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886360 Aug 20 10:21:14.798429 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a3004fdc-bac9-45b0-a5d4-6057297e8e25 None None] Provisioning complete for port d0f2ccba-de52-4816-8e96-745ef6e683cd triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:21:14.798977 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a3004fdc-bac9-45b0-a5d4-6057297e8e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:14.846977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f209bb-9d28-4ed5-b11f-55fb28a8fafa req-1cfbbe88-4e60-4be4-ad1b-19e70b2a288e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:14.858069 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13f209bb-9d28-4ed5-b11f-55fb28a8fafa req-1cfbbe88-4e60-4be4-ad1b-19e70b2a288e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 936 time: 0.2908061 Aug 20 10:21:14.931433 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a3004fdc-bac9-45b0-a5d4-6057297e8e25 None None] Port d0f2ccba-de52-4816-8e96-745ef6e683cd cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:21:14.931594 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40310) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:14.963156 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2ab733ce-4082-4942-afe0-710e5c60f706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:14.975933 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c687e58b-fa83-46b8-b348-ebc7db2fa19e req-914cec97-0ed6-47a8-9273-7e4d7dfc084a service neutron] 10.222.0.24 "GET /v2.0/networks/21766e64-2544-4dce-a222-2736aa34cd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242013 Aug 20 10:21:14.988382 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13f209bb-9d28-4ed5-b11f-55fb28a8fafa req-e325398a-37b8-404b-85cd-7e0cf182dde7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140323 Aug 20 10:21:15.078094 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7ba024d8-beb3-403b-909d-1b89e247700a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:15.140345 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964b865-697c-4edc-9f05-86b5d25925a8 req-7b330d55-0202-4bfc-ae4b-040437973df3 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:15.143830 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1964b865-697c-4edc-9f05-86b5d25925a8 req-7b330d55-0202-4bfc-ae4b-040437973df3 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.2020106 Aug 20 10:21:15.204758 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f3abf-4498-48c8-bfd1-43d11e51f3bd req-9a2ed886-0b5d-40fd-b825-28a57b7b3871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:15.206251 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee8f3abf-4498-48c8-bfd1-43d11e51f3bd req-9a2ed886-0b5d-40fd-b825-28a57b7b3871 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c53c6e29baa48c88c7535d29f57c921&device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 1095 time: 0.0440664 Aug 20 10:21:15.237687 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1964b865-697c-4edc-9f05-86b5d25925a8 req-c6bb8b2f-aa4b-4308-924e-737a69f9e8c3 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766828 Aug 20 10:21:15.287979 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f2ccba-de52-4816-8e96-745ef6e683cd {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:21:15.298900 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:15.305167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f3abf-4498-48c8-bfd1-43d11e51f3bd req-b0584f73-17c2-46d9-8f27-806e077d70e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:15.306979 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee8f3abf-4498-48c8-bfd1-43d11e51f3bd req-b0584f73-17c2-46d9-8f27-806e077d70e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=21766e64-2544-4dce-a222-2736aa34cd0c HTTP/1.1" status: 200 len: 922 time: 0.0876145 Aug 20 10:21:15.325546 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Transition to ACTIVE for port object d0f2ccba-de52-4816-8e96-745ef6e683cd will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:21:15.327530 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2ab733ce-4082-4942-afe0-710e5c60f706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:15.329251 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:15.340092 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2ab733ce-4082-4942-afe0-710e5c60f706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:15.424877 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2ab733ce-4082-4942-afe0-710e5c60f706 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b87fd5b575a4c55ba27cbe81974f4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7665112 Aug 20 10:21:15.427162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f2ccba-de52-4816-8e96-745ef6e683cd,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:15.431264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab733ce-4082-4942-afe0-710e5c60f706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaeef8b-fb1c-4d76-8843-c0ab5e75906f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:15.434711 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40316) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:15.549509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Attempting to bind port d0f2ccba-de52-4816-8e96-745ef6e683cd on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:21:15.549848 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Attempting to bind port d0f2ccba-de52-4816-8e96-745ef6e683cd by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:21:15.550182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Attempting to bind port d0f2ccba-de52-4816-8e96-745ef6e683cd on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:21:15.552500 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5011b01-06f7-4938-9ebc-d2ee7cff9185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:15.563735 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Port d0f2ccba-de52-4816-8e96-745ef6e683cd on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:21:15.564226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Attempting to bind port d0f2ccba-de52-4816-8e96-745ef6e683cd on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:21:15.585238 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:21:15.585580 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:21:15.585971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:21:15.586412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Bound port: d0f2ccba-de52-4816-8e96-745ef6e683cd, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:21:15.586767 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:15.590161 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5011b01-06f7-4938-9ebc-d2ee7cff9185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:15.681203 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] For port d0f2ccba-de52-4816-8e96-745ef6e683cd, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:21:15.684615 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] For port d0f2ccba-de52-4816-8e96-745ef6e683cd, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d0f2ccba-de52-4816-8e96-745ef6e683cd,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:21:15.685594 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5011b01-06f7-4938-9ebc-d2ee7cff9185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:15.688180 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5011b01-06f7-4938-9ebc-d2ee7cff9185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:15.689352 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d5011b01-06f7-4938-9ebc-d2ee7cff9185 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5aaeef8b-fb1c-4d76-8843-c0ab5e75906f HTTP/1.1" status: 204 len: 168 time: 0.2533548 Aug 20 10:21:15.695634 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:15.707857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5011b01-06f7-4938-9ebc-d2ee7cff9185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaeef8b-fb1c-4d76-8843-c0ab5e75906f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:15.741531 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee8f3abf-4498-48c8-bfd1-43d11e51f3bd req-8e99b9ff-cb02-41d1-bb45-05f05d5bc3bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8346ede3-5ac1-41ff-82da-f53465fd6999 HTTP/1.1" status: 200 len: 217 time: 0.3999386 Aug 20 10:21:15.782885 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:15.784239 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:15.785740 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5cae1827-0234-4442-8cb0-953cc915afdd req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] 10.222.0.42 "PUT /v2.0/ports/d0f2ccba-de52-4816-8e96-745ef6e683cd HTTP/1.1" status: 200 len: 1097 time: 1.2056479 Aug 20 10:21:15.788723 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a974c99d-d323-48a5-b7d2-aa0bc6f9128f', 'tag': 'd0f2ccba-de52-4816-8e96-745ef6e683cd'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:15.791108 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ae7ba0-0eb0-4d57-9f1c-afbd562de8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a974c99d-d323-48a5-b7d2-aa0bc6f9128f", "tag": "d0f2ccba-de52-4816-8e96-745ef6e683cd"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:15.864471 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d979bf1-59cc-43a6-b64a-beefb6d50ed2 req-f2617403-bdf1-4edb-a276-8b75829abd48 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:15.870280 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d979bf1-59cc-43a6-b64a-beefb6d50ed2 req-f2617403-bdf1-4edb-a276-8b75829abd48 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 945 time: 0.5319705 Aug 20 10:21:15.881036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc56ab6-aa17-4325-8a90-2082d3dbaac9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f2ccba-de52-4816-8e96-745ef6e683cd,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:15.907509 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f3abf-4498-48c8-bfd1-43d11e51f3bd req-ac1c883e-8ae9-4c44-aa2e-121329d752fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:15.909258 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee8f3abf-4498-48c8-bfd1-43d11e51f3bd req-ac1c883e-8ae9-4c44-aa2e-121329d752fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2b985483-b0fb-4030-b145-60cdc8b781de HTTP/1.1" status: 200 len: 861 time: 0.1514444 Aug 20 10:21:15.922951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbeb5ac-3163-44f9-bf57-16b58ccd052a req-2adb47c5-372a-44d9-940f-fb7885fb2115 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:15.930589 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9cbeb5ac-3163-44f9-bf57-16b58ccd052a req-2adb47c5-372a-44d9-940f-fb7885fb2115 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 943 time: 0.1519389 Aug 20 10:21:15.943980 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae1827-0234-4442-8cb0-953cc915afdd req-aebe993e-6171-4367-9b9c-00165fdccb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:15.945765 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5cae1827-0234-4442-8cb0-953cc915afdd req-aebe993e-6171-4367-9b9c-00165fdccb20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 1100 time: 0.1003695 Aug 20 10:21:15.954954 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d979bf1-59cc-43a6-b64a-beefb6d50ed2 req-c44a5a0b-1b20-4db5-9dd3-cdc39f56f2e1 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838535 Aug 20 10:21:15.999023 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7ba024d8-beb3-403b-909d-1b89e247700a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:16.002421 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee8f3abf-4498-48c8-bfd1-43d11e51f3bd req-043c4011-89cf-40e5-9db4-5bb50bb3c373 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=21766e64-2544-4dce-a222-2736aa34cd0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825861 Aug 20 10:21:16.008466 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7ba024d8-beb3-403b-909d-1b89e247700a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:16.016934 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d62f00-32d5-492b-8136-d1fc64df06dc x-openstack-request-id: req-38d62f00-32d5-492b-8136-d1fc64df06dc {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:16.017237 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a974c99d-d323-48a5-b7d2-aa0bc6f9128f", "tag": "d0f2ccba-de52-4816-8e96-745ef6e683cd", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:16.017496 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38d62f00-32d5-492b-8136-d1fc64df06dc {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:16.017899 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a974c99d-d323-48a5-b7d2-aa0bc6f9128f', 'tag': 'd0f2ccba-de52-4816-8e96-745ef6e683cd', 'status': 'completed', 'code': 200} Aug 20 10:21:16.032503 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9cbeb5ac-3163-44f9-bf57-16b58ccd052a req-6d90461e-a882-45ae-84ff-e355285458f1 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5f6633-29ad-4ccf-a903-1539915f4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957580 Aug 20 10:21:16.034107 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5cae1827-0234-4442-8cb0-953cc915afdd req-e7100b09-8d5d-4c50-b814-f810fcb6d278 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d0f2ccba-de52-4816-8e96-745ef6e683cd HTTP/1.1" status: 200 len: 217 time: 0.0730300 Aug 20 10:21:16.138484 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba024d8-beb3-403b-909d-1b89e247700a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8b887f-99e3-4e26-8497-fff7d9896543,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:16.155151 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba024d8-beb3-403b-909d-1b89e247700a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:16.155625 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba024d8-beb3-403b-909d-1b89e247700a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:16.155867 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba024d8-beb3-403b-909d-1b89e247700a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:16.156208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba024d8-beb3-403b-909d-1b89e247700a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:16.156542 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba024d8-beb3-403b-909d-1b89e247700a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:16.156872 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba024d8-beb3-403b-909d-1b89e247700a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:16.157201 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba024d8-beb3-403b-909d-1b89e247700a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:16.157526 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba024d8-beb3-403b-909d-1b89e247700a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:16.158356 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba024d8-beb3-403b-909d-1b89e247700a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:16.158356 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba024d8-beb3-403b-909d-1b89e247700a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:16.158577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba024d8-beb3-403b-909d-1b89e247700a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:16.158791 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba024d8-beb3-403b-909d-1b89e247700a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:16.166274 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7ba024d8-beb3-403b-909d-1b89e247700a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb892bdc1be94d6ca59fd87aa8661429&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2337184 Aug 20 10:21:16.169194 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40332) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:16.178212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c7d84-dd7f-4869-80b0-5713793fa645 req-12e41965-3b33-44a2-abe0-5f23c770d016 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:16.179917 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f4c7d84-dd7f-4869-80b0-5713793fa645 req-12e41965-3b33-44a2-abe0-5f23c770d016 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 948 time: 0.0863700 Aug 20 10:21:16.181785 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae1827-0234-4442-8cb0-953cc915afdd req-0519c0d8-885f-4db6-8f14-c4fba1f7a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:16.183217 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5cae1827-0234-4442-8cb0-953cc915afdd req-0519c0d8-885f-4db6-8f14-c4fba1f7a26e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1321731 Aug 20 10:21:16.191631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40334) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:16.231129 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-29d31100-3d71-49d4-bdb9-f8af218ee89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:16.250262 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f4c7d84-dd7f-4869-80b0-5713793fa645 req-750452dd-b1ae-400c-965d-1b7e86f0cd04 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640936 Aug 20 10:21:16.252332 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee8f3abf-4498-48c8-bfd1-43d11e51f3bd req-e88add76-4291-472e-9729-30d121bec0f8 service neutron] 10.222.0.24 "GET /v2.0/networks/21766e64-2544-4dce-a222-2736aa34cd0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039990 Aug 20 10:21:16.256304 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae1827-0234-4442-8cb0-953cc915afdd req-9b774fac-443b-4b0b-8b82-0bb7f36b8ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:16.257771 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5cae1827-0234-4442-8cb0-953cc915afdd req-9b774fac-443b-4b0b-8b82-0bb7f36b8ac2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0618622 Aug 20 10:21:16.348479 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-13b1fa73-b9a0-496b-ad68-22d33284c5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:16.357831 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5cae1827-0234-4442-8cb0-953cc915afdd req-5e922553-0230-4457-a594-841db94c4d2f service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912116 Aug 20 10:21:16.406787 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-13b1fa73-b9a0-496b-ad68-22d33284c5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:16.451819 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5cae1827-0234-4442-8cb0-953cc915afdd req-b2c366e3-0ff3-41c4-81f8-93fd87783b94 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845728 Aug 20 10:21:16.463277 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52171c-2c94-4d8d-a589-80d079f2016b req-cf33a145-f432-4a38-9151-c3e3c68e1a7d tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:16.464761 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1a52171c-2c94-4d8d-a589-80d079f2016b req-cf33a145-f432-4a38-9151-c3e3c68e1a7d tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.1387506 Aug 20 10:21:16.497980 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee8f3abf-4498-48c8-bfd1-43d11e51f3bd req-f27d2a95-40e5-4185-b6fd-ab976bc10adb service neutron] 10.222.0.24 "GET /v2.0/networks/21766e64-2544-4dce-a222-2736aa34cd0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310956 Aug 20 10:21:16.548357 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-29d31100-3d71-49d4-bdb9-f8af218ee89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:16.550576 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae7ba0-0eb0-4d57-9f1c-afbd562de8d4 req-930b88ef-7ba4-404e-b38f-008c3de3d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:16.552115 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62ae7ba0-0eb0-4d57-9f1c-afbd562de8d4 req-930b88ef-7ba4-404e-b38f-008c3de3d1cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 1100 time: 0.0492318 Aug 20 10:21:16.553196 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1a52171c-2c94-4d8d-a589-80d079f2016b req-340b0766-e5f6-4311-8773-44cce6d49b2b tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757165 Aug 20 10:21:16.556019 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-29d31100-3d71-49d4-bdb9-f8af218ee89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:16.561451 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-13b1fa73-b9a0-496b-ad68-22d33284c5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:16.564517 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-13b1fa73-b9a0-496b-ad68-22d33284c5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:16.567124 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-13b1fa73-b9a0-496b-ad68-22d33284c5ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc8b887f-99e3-4e26-8497-fff7d9896543 HTTP/1.1" status: 204 len: 168 time: 0.3934901 Aug 20 10:21:16.602912 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-29d31100-3d71-49d4-bdb9-f8af218ee89b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21caca088bd2403cb6d5cd4b570b41ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059007 Aug 20 10:21:16.606109 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40340) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:16.625681 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d31100-3d71-49d4-bdb9-f8af218ee89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db25cee6-5167-43b3-9db7-e1cc06452ac9,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:16.641789 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1fa73-b9a0-496b-ad68-22d33284c5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8b887f-99e3-4e26-8497-fff7d9896543,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:16.662826 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae7ba0-0eb0-4d57-9f1c-afbd562de8d4 req-69b464fa-a3ef-461f-b556-59714be181b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:16.664349 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62ae7ba0-0eb0-4d57-9f1c-afbd562de8d4 req-69b464fa-a3ef-461f-b556-59714be181b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1000507 Aug 20 10:21:16.685810 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f314beb2-3810-4481-87a6-616e15e3a113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:16.710256 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f314beb2-3810-4481-87a6-616e15e3a113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:16.717566 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62ae7ba0-0eb0-4d57-9f1c-afbd562de8d4 req-7cd91066-5a1d-46a4-8d71-8879585d8e31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=d0f2ccba-de52-4816-8e96-745ef6e683cd HTTP/1.1" status: 200 len: 217 time: 0.0433185 Aug 20 10:21:16.783551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae7ba0-0eb0-4d57-9f1c-afbd562de8d4 req-ce6bd61c-39ad-41a2-bc3d-6fb4744bcbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:16.785260 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62ae7ba0-0eb0-4d57-9f1c-afbd562de8d4 req-ce6bd61c-39ad-41a2-bc3d-6fb4744bcbe3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0606883 Aug 20 10:21:16.795382 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f314beb2-3810-4481-87a6-616e15e3a113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:16.798654 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f314beb2-3810-4481-87a6-616e15e3a113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:16.802177 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f314beb2-3810-4481-87a6-616e15e3a113 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db25cee6-5167-43b3-9db7-e1cc06452ac9 HTTP/1.1" status: 204 len: 168 time: 0.1927915 Aug 20 10:21:16.809601 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314beb2-3810-4481-87a6-616e15e3a113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db25cee6-5167-43b3-9db7-e1cc06452ac9,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:16.846146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae7ba0-0eb0-4d57-9f1c-afbd562de8d4 req-07f23570-0bc6-4da8-9d10-fa9e0e982052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:16.847682 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62ae7ba0-0eb0-4d57-9f1c-afbd562de8d4 req-07f23570-0bc6-4da8-9d10-fa9e0e982052 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0502565 Aug 20 10:21:16.943179 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62ae7ba0-0eb0-4d57-9f1c-afbd562de8d4 req-21cb0e8a-9233-4940-a2b1-92d453c42a00 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875928 Aug 20 10:21:16.990541 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40350) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:17.011602 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab1f3-5fcc-446e-a3f8-8537f3d99da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:17.108644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940197a-8f64-4034-8efc-44bba9b35a41 req-acbca5a3-3728-41d8-b59a-a22ebb0b6102 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:17.110382 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4940197a-8f64-4034-8efc-44bba9b35a41 req-acbca5a3-3728-41d8-b59a-a22ebb0b6102 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 945 time: 0.0806513 Aug 20 10:21:17.116010 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62ae7ba0-0eb0-4d57-9f1c-afbd562de8d4 req-cb92ac0e-785d-4349-861f-5df574762934 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652088 Aug 20 10:21:17.156157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4940197a-8f64-4034-8efc-44bba9b35a41 req-dbf157c5-634b-4bd9-a991-17a07560d83a tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356631 Aug 20 10:21:17.183713 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab1f3-5fcc-446e-a3f8-8537f3d99da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:17.198889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821b3dd-f2e9-49e1-978f-3ea37d41af21 req-c812130e-859c-4e23-8329-767e2f6decb9 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:17.200504 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3821b3dd-f2e9-49e1-978f-3ea37d41af21 req-c812130e-859c-4e23-8329-767e2f6decb9 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 943 time: 0.0933986 Aug 20 10:21:17.201191 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a0ab1f3-5fcc-446e-a3f8-8537f3d99da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:17.266366 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2a0ab1f3-5fcc-446e-a3f8-8537f3d99da7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a7acb198b094b2498bc7463d7317a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716157 Aug 20 10:21:17.266577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40368) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:17.277180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ab1f3-5fcc-446e-a3f8-8537f3d99da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2a6d6d-72f6-4b79-8596-f843ca13e71c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:17.305105 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3821b3dd-f2e9-49e1-978f-3ea37d41af21 req-eae6e7ed-90aa-450f-9eab-e3711964a056 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5f6633-29ad-4ccf-a903-1539915f4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961015 Aug 20 10:21:17.345639 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19f94cde-2c48-4fac-8d28-419ef53cbf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:17.368922 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19f94cde-2c48-4fac-8d28-419ef53cbf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:17.433851 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-1ee3b379-1abd-4342-940d-343a0aff4f33 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:17.435745 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-1ee3b379-1abd-4342-940d-343a0aff4f33 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1003551 Aug 20 10:21:17.438826 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19f94cde-2c48-4fac-8d28-419ef53cbf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:17.441831 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19f94cde-2c48-4fac-8d28-419ef53cbf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:17.443009 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-19f94cde-2c48-4fac-8d28-419ef53cbf6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a2a6d6d-72f6-4b79-8596-f843ca13e71c HTTP/1.1" status: 204 len: 168 time: 0.1754754 Aug 20 10:21:17.454493 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f94cde-2c48-4fac-8d28-419ef53cbf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2a6d6d-72f6-4b79-8596-f843ca13e71c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:17.500844 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-cd21d647-ca8f-4d3f-8a1c-9f4b20f9f27f tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.113 HTTP/1.1" status: 200 len: 696 time: 0.0550964 Aug 20 10:21:17.512550 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-71e29000-96d8-4b99-8efe-6cdd0abead8b tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Request body: {'floatingip': {'port_id': 'db481d2a-2d99-4df3-b477-de9a1fe6e941', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:17.522912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af0dc3-90e6-4474-862d-101ad303c413 req-f771d555-f5e0-420d-98bb-cf9ce1f73d0c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:17.524564 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41af0dc3-90e6-4474-862d-101ad303c413 req-f771d555-f5e0-420d-98bb-cf9ce1f73d0c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 948 time: 0.0723403 Aug 20 10:21:17.563483 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-71e29000-96d8-4b99-8efe-6cdd0abead8b tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for floatingip, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:17.585164 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41af0dc3-90e6-4474-862d-101ad303c413 req-292e3984-0de5-45ed-9300-0806b52864f7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534842 Aug 20 10:21:17.691895 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc660bbc-df60-4e00-b666-7336f16044e3 req-1e31b6bf-7d85-4de7-ae87-8b1c5094c28a tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:17.693685 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc660bbc-df60-4e00-b666-7336f16044e3 req-1e31b6bf-7d85-4de7-ae87-8b1c5094c28a tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.0588424 Aug 20 10:21:17.744163 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc660bbc-df60-4e00-b666-7336f16044e3 req-cb4f3657-7fa5-4ea4-a496-be73eadcc457 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387857 Aug 20 10:21:18.217158 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:18.389985 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-71e29000-96d8-4b99-8efe-6cdd0abead8b tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:18.395520 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-71e29000-96d8-4b99-8efe-6cdd0abead8b tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:18.456851 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df076d-b677-4343-bb2f-620d2dddc7ee req-52191344-cb48-47bb-978e-48ad9b657595 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:18.458407 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61df076d-b677-4343-bb2f-620d2dddc7ee req-52191344-cb48-47bb-978e-48ad9b657595 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 943 time: 0.0620997 Aug 20 10:21:18.501681 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device d0f2ccba-de52-4816-8e96-745ef6e683cd details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:21:18.526100 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61df076d-b677-4343-bb2f-620d2dddc7ee req-c6e18cf0-1077-4538-b48f-bbd81ac3368b tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5f6633-29ad-4ccf-a903-1539915f4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583835 Aug 20 10:21:18.539975 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-71e29000-96d8-4b99-8efe-6cdd0abead8b tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Floating IP 7e4dca40-3f05-4c03-ba34-fb977de0b127 associated. External IP: 172.25.3.113, port: db481d2a-2d99-4df3-b477-de9a1fe6e941. Aug 20 10:21:18.625078 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port d0f2ccba-de52-4816-8e96-745ef6e683cd, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d0f2ccba-de52-4816-8e96-745ef6e683cd,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:18.645051 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'd0f2ccba-de52-4816-8e96-745ef6e683cd', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': 'd0f2ccba-de52-4816-8e96-745ef6e683cd', 'mac_address': 'fa:16:3e:19:c5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:21:18.688720 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:18.703240 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f2ccba-de52-4816-8e96-745ef6e683cd {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:21:18.727753 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port d0f2ccba-de52-4816-8e96-745ef6e683cd, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d0f2ccba-de52-4816-8e96-745ef6e683cd,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:18.738179 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:18.782832 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8581f-fca0-4833-b195-0fb53052c80a req-3994e6d9-5575-47af-ae9e-324b5d25c281 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:18.790779 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39a8581f-fca0-4833-b195-0fb53052c80a req-3994e6d9-5575-47af-ae9e-324b5d25c281 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 949 time: 0.0662687 Aug 20 10:21:18.810347 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=d0f2ccba-de52-4816-8e96-745ef6e683cd,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:18.819376 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:18.820057 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:18.820599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:18.821091 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:18.821574 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:18.822146 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:18.822665 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:18.823410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:18.823894 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:18.824460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:18.824965 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:18.825453 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:21:18.843780 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39a8581f-fca0-4833-b195-0fb53052c80a req-4806863d-6813-46fd-8bda-f3a9435305de tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452342 Aug 20 10:21:18.868046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-71e29000-96d8-4b99-8efe-6cdd0abead8b tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:21:18.968170 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9164eb-a15c-4661-b2dd-ccc9d1015fb4 req-41c94788-f7c1-4016-8a68-5a330dd2ef8c tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:18.969719 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f9164eb-a15c-4661-b2dd-ccc9d1015fb4 req-41c94788-f7c1-4016-8a68-5a330dd2ef8c tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.0651448 Aug 20 10:21:18.999915 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-71e29000-96d8-4b99-8efe-6cdd0abead8b tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:21:19.006094 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-71e29000-96d8-4b99-8efe-6cdd0abead8b tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:19.013393 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81605b-5e5a-46af-86fb-ba1832d50755 None None] Sync routers for ids ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:21:19.021927 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f9164eb-a15c-4661-b2dd-ccc9d1015fb4 req-41438755-f232-4493-8249-1ecb8b4d214d tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444245 Aug 20 10:21:19.025740 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d81605b-5e5a-46af-86fb-ba1832d50755 None None] Routers {'65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:19.026572 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-3d81605b-5e5a-46af-86fb-ba1832d50755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:19.039804 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-71e29000-96d8-4b99-8efe-6cdd0abead8b tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "PUT /v2.0/floatingips/7e4dca40-3f05-4c03-ba34-fb977de0b127 HTTP/1.1" status: 200 len: 997 time: 1.5318022 Aug 20 10:21:19.040610 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'tag': 'db481d2a-2d99-4df3-b477-de9a1fe6e941'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:19.043564 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20c6f9a-367b-4e8f-8277-8c150b2920c1" -d '{"events": [{"name": "network-changed", "server_uuid": "59f2cdf7-ec4e-42a5-bec1-02d7201d9768", "tag": "db481d2a-2d99-4df3-b477-de9a1fe6e941"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:19.097479 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['d0f2ccba-de52-4816-8e96-745ef6e683cd'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:19.136694 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f0a1c1-1654-42e9-ba7f-925f7dd81362 x-openstack-request-id: req-a2f0a1c1-1654-42e9-ba7f-925f7dd81362 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:19.136993 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f2cdf7-ec4e-42a5-bec1-02d7201d9768", "tag": "db481d2a-2d99-4df3-b477-de9a1fe6e941", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:19.137252 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2f0a1c1-1654-42e9-ba7f-925f7dd81362 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:19.137658 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'tag': 'db481d2a-2d99-4df3-b477-de9a1fe6e941', 'status': 'completed', 'code': 200} Aug 20 10:21:19.166480 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-260293dc-f1a5-41b3-a832-6545265b1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:19.172049 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-3d81605b-5e5a-46af-86fb-ba1832d50755 None None] Set router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:19.173987 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-260293dc-f1a5-41b3-a832-6545265b1d09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 1098 time: 0.1153116 Aug 20 10:21:19.221697 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c6f9a-367b-4e8f-8277-8c150b2920c1 req-43887954-6de3-4c54-b9ef-1b88c52eced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:19.229644 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b20c6f9a-367b-4e8f-8277-8c150b2920c1 req-43887954-6de3-4c54-b9ef-1b88c52eced2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 1098 time: 0.0844204 Aug 20 10:21:19.360311 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-ab42ea37-3eba-432d-8f92-0d9a9d7a7386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:19.383673 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-ab42ea37-3eba-432d-8f92-0d9a9d7a7386 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 200 len: 922 time: 0.2019660 Aug 20 10:21:19.468842 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c6f9a-367b-4e8f-8277-8c150b2920c1 req-1db2948c-49a6-4080-b60f-4fcd1dcb8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:19.472136 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b20c6f9a-367b-4e8f-8277-8c150b2920c1 req-1db2948c-49a6-4080-b60f-4fcd1dcb8a36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 200 len: 922 time: 0.2361722 Aug 20 10:21:19.483098 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 8346ede3-5ac1-41ff-82da-f53465fd6999 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:21:19.511569 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-dc35dffb-478e-49e6-8cea-0ed8ad5a188e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db481d2a-2d99-4df3-b477-de9a1fe6e941 HTTP/1.1" status: 200 len: 1000 time: 0.1267622 Aug 20 10:21:19.587111 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-7f26cf4e-0f48-48a8-a289-5ed44e99acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:19.596084 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-7f26cf4e-0f48-48a8-a289-5ed44e99acc7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6 HTTP/1.1" status: 200 len: 860 time: 0.0833127 Aug 20 10:21:19.618753 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-3d81605b-5e5a-46af-86fb-ba1832d50755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7e4dca40-3f05-4c03-ba34-fb977de0b127', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'port_id': 'db481d2a-2d99-4df3-b477-de9a1fe6e941', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'mac_address': 'fa:16:3e:50:4d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:20:56Z', 'updated_at': '2021-08-20T10:21:18Z', 'revision_number': 1, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:40Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:19.619141 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b20c6f9a-367b-4e8f-8277-8c150b2920c1 req-90cc7673-3d2c-443d-a9d3-352710061435 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db481d2a-2d99-4df3-b477-de9a1fe6e941 HTTP/1.1" status: 200 len: 1000 time: 0.1338868 Aug 20 10:21:19.670511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-6ee5c2b8-d80d-4135-8c61-c3909007fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:19.675326 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81605b-5e5a-46af-86fb-ba1832d50755 None None] Checking router: 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:21:19.684402 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-6ee5c2b8-d80d-4135-8c61-c3909007fc2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828340 Aug 20 10:21:19.687081 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d81605b-5e5a-46af-86fb-ba1832d50755 None None] Routers {'65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:19.687993 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-3d81605b-5e5a-46af-86fb-ba1832d50755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:19.703221 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-221dda1f-0aa8-4b7e-bae3-9c644031402e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:21:19.710421 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-221dda1f-0aa8-4b7e-bae3-9c644031402e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246928 Aug 20 10:21:19.729452 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 8346ede3-5ac1-41ff-82da-f53465fd6999, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8346ede3-5ac1-41ff-82da-f53465fd6999,segment=NetworkSegment(315554ac-991e-4809-992e-e996955a985b),segment_id=315554ac-991e-4809-992e-e996955a985b)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:19.756881 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c6f9a-367b-4e8f-8277-8c150b2920c1 req-739b1410-4ef0-4510-aa27-7fbcfe8bcdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:19.759512 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '8346ede3-5ac1-41ff-82da-f53465fd6999', 'network_id': '21766e64-2544-4dce-a222-2736aa34cd0c', 'port_id': '8346ede3-5ac1-41ff-82da-f53465fd6999', 'mac_address': 'fa:16:3e:79:d3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b985483-b0fb-4030-b145-60cdc8b781de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:21:19.759705 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b20c6f9a-367b-4e8f-8277-8c150b2920c1 req-739b1410-4ef0-4510-aa27-7fbcfe8bcdab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6 HTTP/1.1" status: 200 len: 860 time: 0.1312981 Aug 20 10:21:19.850698 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:19.865044 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-36bfdc42-e103-41d5-a7c0-3e0897578522 service neutron] 10.222.0.16 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534114 Aug 20 10:21:19.889186 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8346ede3-5ac1-41ff-82da-f53465fd6999 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:21:19.899516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c6f9a-367b-4e8f-8277-8c150b2920c1 req-7ba2f19d-28b4-441e-aa1f-1279a186ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:19.900378 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-3d81605b-5e5a-46af-86fb-ba1832d50755 None None] Set router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:19.904361 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b20c6f9a-367b-4e8f-8277-8c150b2920c1 req-7ba2f19d-28b4-441e-aa1f-1279a186ee51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1258042 Aug 20 10:21:19.944136 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 8346ede3-5ac1-41ff-82da-f53465fd6999, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8346ede3-5ac1-41ff-82da-f53465fd6999,segment=NetworkSegment(315554ac-991e-4809-992e-e996955a985b),segment_id=315554ac-991e-4809-992e-e996955a985b)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:19.958249 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:19.993601 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e3c3587-4688-4cb8-b391-371ae462a42b req-3a7cdb51-6fcb-467f-a877-0ed1acf6f7ba service neutron] 10.222.0.16 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275864 Aug 20 10:21:20.062240 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb1696-2606-479f-b28b-7d8e2a022d45 req-40ac3e90-2aac-459e-af9d-c10ee1786e44 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:20.069897 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0edb1696-2606-479f-b28b-7d8e2a022d45 req-40ac3e90-2aac-459e-af9d-c10ee1786e44 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 943 time: 0.1624911 Aug 20 10:21:20.098843 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=8346ede3-5ac1-41ff-82da-f53465fd6999,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:20.161054 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0edb1696-2606-479f-b28b-7d8e2a022d45 req-b33078d9-80c8-4699-905a-348128e84883 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5f6633-29ad-4ccf-a903-1539915f4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887990 Aug 20 10:21:20.165112 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b20c6f9a-367b-4e8f-8277-8c150b2920c1 req-721aca72-cb1c-463a-9cf4-1113bf105282 service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539713 Aug 20 10:21:20.250062 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f2ec8-715f-4065-b707-4d5c464bef5d req-13c24128-1e84-4c9e-b160-b3d3410930ec tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:20.258833 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e3f2ec8-715f-4065-b707-4d5c464bef5d req-13c24128-1e84-4c9e-b160-b3d3410930ec tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 949 time: 0.0771244 Aug 20 10:21:20.309463 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b20c6f9a-367b-4e8f-8277-8c150b2920c1 req-9f8b8438-632b-4381-8442-6118a34054f4 service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312561 Aug 20 10:21:20.311507 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e3f2ec8-715f-4065-b707-4d5c464bef5d req-6dacb369-88a2-48eb-8285-50ba28794af3 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496268 Aug 20 10:21:20.324882 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-3d81605b-5e5a-46af-86fb-ba1832d50755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7e4dca40-3f05-4c03-ba34-fb977de0b127', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'port_id': 'db481d2a-2d99-4df3-b477-de9a1fe6e941', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'mac_address': 'fa:16:3e:50:4d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:20:56Z', 'updated_at': '2021-08-20T10:21:18Z', 'revision_number': 1, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:40Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:20.335286 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['8346ede3-5ac1-41ff-82da-f53465fd6999'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:20.356601 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81605b-5e5a-46af-86fb-ba1832d50755 None None] The sync data for ids ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'] in n-d-778550-11 is: [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7e4dca40-3f05-4c03-ba34-fb977de0b127', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'port_id': 'db481d2a-2d99-4df3-b477-de9a1fe6e941', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'mac_address': 'fa:16:3e:50:4d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:20:56Z', 'updated_at': '2021-08-20T10:21:18Z', 'revision_number': 1, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:40Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:21:20.422030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-7abba5bd-24c4-4b25-ad9e-a0ffec27a03e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:20.432166 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-7abba5bd-24c4-4b25-ad9e-a0ffec27a03e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1215851 Aug 20 10:21:20.471124 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def8bd1-da06-4cbf-af0b-c4f476e7ac24 req-f911ac42-98ed-4ca0-ad28-87268b631753 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:20.474218 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5def8bd1-da06-4cbf-af0b-c4f476e7ac24 req-f911ac42-98ed-4ca0-ad28-87268b631753 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.0817022 Aug 20 10:21:20.516824 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-a678f3c7-46ea-4961-9bc2-dd601b4f4224 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.113 HTTP/1.1" status: 200 len: 1000 time: 0.0837500 Aug 20 10:21:20.523571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-af7a7c2e-772f-4c85-8576-aecdd6408d51 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Request body: {'floatingip': {'port_id': '24116581-d42c-4bcb-9b7d-48bbb755cd05', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:20.530579 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5def8bd1-da06-4cbf-af0b-c4f476e7ac24 req-6c96defd-8118-4acd-9bc7-269c5fec8b9a tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480692 Aug 20 10:21:20.595521 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-af7a7c2e-772f-4c85-8576-aecdd6408d51 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:20.689394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c38afa-5d6d-4fd0-9cba-b3037b158dec None None] New status for floating IP 7e4dca40-3f05-4c03-ba34-fb977de0b127: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:21:20.891091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40500) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:20.945037 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.api [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-af7a7c2e-772f-4c85-8576-aecdd6408d51 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:21:20.945709 n-d-778550-11 neutron-server[94866]: DEBUG oslo_db.api [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-af7a7c2e-772f-4c85-8576-aecdd6408d51 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:21:21.003030 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-16a144d3-ec69-48b7-9306-71f07ac5f8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:21.102332 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-16a144d3-ec69-48b7-9306-71f07ac5f8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:21.107902 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-16a144d3-ec69-48b7-9306-71f07ac5f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:21.147136 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-16a144d3-ec69-48b7-9306-71f07ac5f8c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f885f01229ea4ad6a682a5b700de4622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538249 Aug 20 10:21:21.149717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40518) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:21.157550 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a144d3-ec69-48b7-9306-71f07ac5f8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29aa2e9c-4e73-4ef9-8c58-2bf7f04c021d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:21.208776 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c17baf8-839a-4eea-ab58-e31b98b25c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:21.232524 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c17baf8-839a-4eea-ab58-e31b98b25c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:21.304789 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b372b-ea69-4422-8aaf-e2a1e50300b4 req-3b4b1937-2302-4e36-86c2-b5c845795153 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:21.306274 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-964b372b-ea69-4422-8aaf-e2a1e50300b4 req-3b4b1937-2302-4e36-86c2-b5c845795153 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 944 time: 0.0766852 Aug 20 10:21:21.330633 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c17baf8-839a-4eea-ab58-e31b98b25c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:21.333197 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c17baf8-839a-4eea-ab58-e31b98b25c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:21.334325 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2c17baf8-839a-4eea-ab58-e31b98b25c64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29aa2e9c-4e73-4ef9-8c58-2bf7f04c021d HTTP/1.1" status: 204 len: 168 time: 0.1834826 Aug 20 10:21:21.338969 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40528) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:21.356898 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17baf8-839a-4eea-ab58-e31b98b25c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29aa2e9c-4e73-4ef9-8c58-2bf7f04c021d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:21.365775 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-964b372b-ea69-4422-8aaf-e2a1e50300b4 req-e893c65d-cb65-40d6-890d-e0be419d4692 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5f6633-29ad-4ccf-a903-1539915f4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526965 Aug 20 10:21:21.447660 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-af7a7c2e-772f-4c85-8576-aecdd6408d51 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:21.488121 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076a516-23fe-417d-9d36-bfbd14414fa0 req-159a8dc5-b8ec-41cb-84fc-8a9799b086e7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:21.490839 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9076a516-23fe-417d-9d36-bfbd14414fa0 req-159a8dc5-b8ec-41cb-84fc-8a9799b086e7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 949 time: 0.0573392 Aug 20 10:21:21.497503 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 8346ede3-5ac1-41ff-82da-f53465fd6999 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:21:21.547656 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9076a516-23fe-417d-9d36-bfbd14414fa0 req-04c3f784-af2b-4258-a185-6c8c6fa84a64 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500803 Aug 20 10:21:21.585326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 8346ede3-5ac1-41ff-82da-f53465fd6999 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:21:21.589947 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 8346ede3-5ac1-41ff-82da-f53465fd6999 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:21:21.590633 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:21.635767 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3b7a03f0-7a78-4b8a-b2fb-db918dc0ff86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:21.687514 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:21.713717 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b6b32c-f78c-493e-9cf6-f66b228a87dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8346ede3-5ac1-41ff-82da-f53465fd6999'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:21.718942 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f9826e-44b9-4f5b-9cd5-885da54f1b7a" -d '{"events": [{"server_uuid": "27b6b32c-f78c-493e-9cf6-f66b228a87dd", "name": "network-vif-plugged", "status": "completed", "tag": "8346ede3-5ac1-41ff-82da-f53465fd6999"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:21.723223 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f236efb-ae92-4c11-b998-57e177ed8bd5 req-c39b2997-036a-4982-9874-b9366cac70ca tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:21.724757 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7f236efb-ae92-4c11-b998-57e177ed8bd5 req-c39b2997-036a-4982-9874-b9366cac70ca tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.0912924 Aug 20 10:21:21.749896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 8346ede3-5ac1-41ff-82da-f53465fd6999, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8346ede3-5ac1-41ff-82da-f53465fd6999,segment=NetworkSegment(315554ac-991e-4809-992e-e996955a985b),segment_id=315554ac-991e-4809-992e-e996955a985b)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:21.756375 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:21.758537 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40540) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:21.787227 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8258e301-30af-49cf-bc1c-ce23fb86d6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:21.808853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=8346ede3-5ac1-41ff-82da-f53465fd6999,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:21.821310 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7f236efb-ae92-4c11-b998-57e177ed8bd5 req-515bc39d-3379-4852-91f1-3343430aab72 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883904 Aug 20 10:21:21.854186 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3b7a03f0-7a78-4b8a-b2fb-db918dc0ff86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:21.862358 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3b7a03f0-7a78-4b8a-b2fb-db918dc0ff86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:21.912336 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a03f0-7a78-4b8a-b2fb-db918dc0ff86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d86d73-035c-47bf-a148-f16f8dff89d5,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:21.928474 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5c3e3c-aa25-410d-b94b-f1a1d229f1a1 x-openstack-request-id: req-0f5c3e3c-aa25-410d-b94b-f1a1d229f1a1 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:21.928773 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b6b32c-f78c-493e-9cf6-f66b228a87dd", "name": "network-vif-plugged", "status": "completed", "tag": "8346ede3-5ac1-41ff-82da-f53465fd6999", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:21.929093 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f5c3e3c-aa25-410d-b94b-f1a1d229f1a1 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:21.929520 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b6b32c-f78c-493e-9cf6-f66b228a87dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8346ede3-5ac1-41ff-82da-f53465fd6999', 'code': 200} Aug 20 10:21:21.934166 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3b7a03f0-7a78-4b8a-b2fb-db918dc0ff86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b249ff8437cd4172b93735f6ce57d544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5942347 Aug 20 10:21:21.938757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40542) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:22.024171 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d925d587-7f18-4cf1-8457-e3f67b37c56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:22.052030 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8258e301-30af-49cf-bc1c-ce23fb86d6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:22.060603 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8258e301-30af-49cf-bc1c-ce23fb86d6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:22.064116 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d925d587-7f18-4cf1-8457-e3f67b37c56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:22.070779 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-af7a7c2e-772f-4c85-8576-aecdd6408d51 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:22.087312 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-af7a7c2e-772f-4c85-8576-aecdd6408d51 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:22.127070 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8258e301-30af-49cf-bc1c-ce23fb86d6be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf9fbe4715524bae9c8ceaa039a09aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658490 Aug 20 10:21:22.128358 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258e301-30af-49cf-bc1c-ce23fb86d6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f4a66f-21f2-4c24-9ea6-8e9b99e98d00,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:22.130923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40544) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:22.141917 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb37430-b51f-44b7-a70d-f6cc13a222b6 req-96bc2ff1-c293-425e-b321-93e3ed3403fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:22.143464 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ffb37430-b51f-44b7-a70d-f6cc13a222b6 req-96bc2ff1-c293-425e-b321-93e3ed3403fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 1097 time: 0.1025839 Aug 20 10:21:22.188651 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdf64aea-f10a-476a-9228-760dc7002b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:22.192383 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d925d587-7f18-4cf1-8457-e3f67b37c56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:22.195463 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d925d587-7f18-4cf1-8457-e3f67b37c56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:22.198898 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d925d587-7f18-4cf1-8457-e3f67b37c56e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1d86d73-035c-47bf-a148-f16f8dff89d5 HTTP/1.1" status: 204 len: 168 time: 0.2567122 Aug 20 10:21:22.212009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925d587-7f18-4cf1-8457-e3f67b37c56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d86d73-035c-47bf-a148-f16f8dff89d5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:22.227187 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdf64aea-f10a-476a-9228-760dc7002b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:22.245802 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ffb37430-b51f-44b7-a70d-f6cc13a222b6 req-78cd6e73-fc54-437a-8561-c61c83f6b635 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ce5f6633-29ad-4ccf-a903-1539915f4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906854 Aug 20 10:21:22.245802 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-af7a7c2e-772f-4c85-8576-aecdd6408d51 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Floating IP 7e4dca40-3f05-4c03-ba34-fb977de0b127 associated. External IP: 172.25.3.113, port: db481d2a-2d99-4df3-b477-de9a1fe6e941. Aug 20 10:21:22.287724 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdf64aea-f10a-476a-9228-760dc7002b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:22.291676 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdf64aea-f10a-476a-9228-760dc7002b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:22.292815 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cdf64aea-f10a-476a-9228-760dc7002b34 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01f4a66f-21f2-4c24-9ea6-8e9b99e98d00 HTTP/1.1" status: 204 len: 168 time: 0.1608849 Aug 20 10:21:22.302298 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf64aea-f10a-476a-9228-760dc7002b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f4a66f-21f2-4c24-9ea6-8e9b99e98d00,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:22.397224 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:22.508174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d4923-473e-44a9-8a98-78d84790fa41 req-6b6016ee-d6f7-4d47-a20d-f4adf3a1a381 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:22.510071 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e96d4923-473e-44a9-8a98-78d84790fa41 req-6b6016ee-d6f7-4d47-a20d-f4adf3a1a381 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 945 time: 0.0564764 Aug 20 10:21:22.537241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-af7a7c2e-772f-4c85-8576-aecdd6408d51 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:21:22.550035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device d0f2ccba-de52-4816-8e96-745ef6e683cd up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:21:22.583991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e96d4923-473e-44a9-8a98-78d84790fa41 req-a0703b6a-b09c-4b8f-b066-7bf379921391 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5f6633-29ad-4ccf-a903-1539915f4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645275 Aug 20 10:21:22.670322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port d0f2ccba-de52-4816-8e96-745ef6e683cd completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:21:22.676014 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port d0f2ccba-de52-4816-8e96-745ef6e683cd triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:21:22.676339 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:22.685887 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-af7a7c2e-772f-4c85-8576-aecdd6408d51 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:21:22.697716 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45093e8d-964d-4507-9681-7d6b02e6b730 None None] Sync routers for ids ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:21:22.711582 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45093e8d-964d-4507-9681-7d6b02e6b730 None None] Routers {'65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:22.712738 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-45093e8d-964d-4507-9681-7d6b02e6b730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:22.785505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e52bf-f284-4706-8dea-16be95e53fba req-1298fc66-d522-4aba-b1d0-6205c4f457ce tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:22.796943 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d8e52bf-f284-4706-8dea-16be95e53fba req-1298fc66-d522-4aba-b1d0-6205c4f457ce tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 949 time: 0.0847158 Aug 20 10:21:22.869889 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d8e52bf-f284-4706-8dea-16be95e53fba req-8c5f8996-a949-4aaf-ae10-3a030b169db9 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639865 Aug 20 10:21:22.870477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40568) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:22.880955 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:22.903108 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-45093e8d-964d-4507-9681-7d6b02e6b730 None None] Set router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:22.911322 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae022b68-533f-4f63-95cf-314dabe46aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:22.941598 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port d0f2ccba-de52-4816-8e96-745ef6e683cd, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d0f2ccba-de52-4816-8e96-745ef6e683cd,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:22.953316 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:23.002472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-af7a7c2e-772f-4c85-8576-aecdd6408d51 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:21:23.057254 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bf4ea-d8c1-40bf-8416-b86a850bbf0a req-17219286-4dce-45da-9f22-e66fbb24ee5e tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:23.065316 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f9bf4ea-d8c1-40bf-8416-b86a850bbf0a req-17219286-4dce-45da-9f22-e66fbb24ee5e tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.1022043 Aug 20 10:21:23.139904 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f9bf4ea-d8c1-40bf-8416-b86a850bbf0a req-729f683f-62b1-4cb1-bad1-2c9d822e48ea tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688393 Aug 20 10:21:23.190916 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae022b68-533f-4f63-95cf-314dabe46aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:23.204993 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae022b68-533f-4f63-95cf-314dabe46aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:23.253628 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-45093e8d-964d-4507-9681-7d6b02e6b730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7e4dca40-3f05-4c03-ba34-fb977de0b127', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'port_id': '24116581-d42c-4bcb-9b7d-48bbb755cd05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'mac_address': 'fa:16:3e:51:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd8582f-2a25-4b7a-bdce-0c9f344de162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:20:56Z', 'updated_at': '2021-08-20T10:21:21Z', 'revision_number': 3, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:40Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:23.258910 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ae022b68-533f-4f63-95cf-314dabe46aa8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43953d44f8c841a7ae27f53a04a916f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867693 Aug 20 10:21:23.260157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae022b68-533f-4f63-95cf-314dabe46aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0664fa-eb11-42c5-8a46-d593fef07219,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:23.262495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40576) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:23.322256 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=d0f2ccba-de52-4816-8e96-745ef6e683cd,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:23.323432 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c2ba3bf-460a-429b-b5c6-18c0cd572909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:23.341592 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45093e8d-964d-4507-9681-7d6b02e6b730 None None] Checking router: 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:21:23.348362 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c2ba3bf-460a-429b-b5c6-18c0cd572909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:23.351816 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45093e8d-964d-4507-9681-7d6b02e6b730 None None] Routers {'65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:23.352665 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-45093e8d-964d-4507-9681-7d6b02e6b730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:23.427778 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c2ba3bf-460a-429b-b5c6-18c0cd572909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:23.431998 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c2ba3bf-460a-429b-b5c6-18c0cd572909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:23.433903 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0c2ba3bf-460a-429b-b5c6-18c0cd572909 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f0664fa-eb11-42c5-8a46-d593fef07219 HTTP/1.1" status: 204 len: 168 time: 0.1704130 Aug 20 10:21:23.446077 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ba3bf-460a-429b-b5c6-18c0cd572909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0664fa-eb11-42c5-8a46-d593fef07219,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:23.493808 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-45093e8d-964d-4507-9681-7d6b02e6b730 None None] Set router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:23.604956 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-af7a7c2e-772f-4c85-8576-aecdd6408d51 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:21:23.610058 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-af7a7c2e-772f-4c85-8576-aecdd6408d51 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:23.642124 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'tag': 'db481d2a-2d99-4df3-b477-de9a1fe6e941'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:23.644536 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d05d756-9f60-4f6f-a8e7-914524e50501" -d '{"events": [{"name": "network-changed", "server_uuid": "59f2cdf7-ec4e-42a5-bec1-02d7201d9768", "tag": "db481d2a-2d99-4df3-b477-de9a1fe6e941"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:23.678458 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-af7a7c2e-772f-4c85-8576-aecdd6408d51 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "PUT /v2.0/floatingips/7e4dca40-3f05-4c03-ba34-fb977de0b127 HTTP/1.1" status: 200 len: 998 time: 3.1606202 Aug 20 10:21:23.752044 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-0a5824b7-8406-45aa-b047-3d7b38aad0cd tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:23.753439 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-0a5824b7-8406-45aa-b047-3d7b38aad0cd tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports/db481d2a-2d99-4df3-b477-de9a1fe6e941 HTTP/1.1" status: 200 len: 943 time: 0.0673335 Aug 20 10:21:23.779779 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bfd6a-64dc-47c5-8ac5-f29af2c83df6 req-c6a823bd-b553-4f1a-a6d6-8f176914f791 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:23.787489 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-522bfd6a-64dc-47c5-8ac5-f29af2c83df6 req-c6a823bd-b553-4f1a-a6d6-8f176914f791 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 945 time: 0.0904942 Aug 20 10:21:23.851948 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-522bfd6a-64dc-47c5-8ac5-f29af2c83df6 req-7abbfacd-39b9-4e8c-8efd-d9739bb9967d tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5f6633-29ad-4ccf-a903-1539915f4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633638 Aug 20 10:21:23.904443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-607bdecf-5bf8-4aef-b40a-e7c077a03221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:23.915920 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-607bdecf-5bf8-4aef-b40a-e7c077a03221 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 1098 time: 0.0645909 Aug 20 10:21:23.918389 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-45093e8d-964d-4507-9681-7d6b02e6b730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7e4dca40-3f05-4c03-ba34-fb977de0b127', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'port_id': '24116581-d42c-4bcb-9b7d-48bbb755cd05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'mac_address': 'fa:16:3e:51:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd8582f-2a25-4b7a-bdce-0c9f344de162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:20:56Z', 'updated_at': '2021-08-20T10:21:21Z', 'revision_number': 3, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:40Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:23.930795 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a974c99d-d323-48a5-b7d2-aa0bc6f9128f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f2ccba-de52-4816-8e96-745ef6e683cd'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:23.933135 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77069338-6ac5-45fb-8530-dafb0e2837bb" -d '{"events": [{"server_uuid": "a974c99d-d323-48a5-b7d2-aa0bc6f9128f", "name": "network-vif-plugged", "status": "completed", "tag": "d0f2ccba-de52-4816-8e96-745ef6e683cd"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:23.946757 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03efec5-b32d-4dd8-b002-facf8f3e43fa x-openstack-request-id: req-a03efec5-b32d-4dd8-b002-facf8f3e43fa {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:23.947084 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f2cdf7-ec4e-42a5-bec1-02d7201d9768", "tag": "db481d2a-2d99-4df3-b477-de9a1fe6e941", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:23.947331 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a03efec5-b32d-4dd8-b002-facf8f3e43fa {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:23.947899 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'tag': 'db481d2a-2d99-4df3-b477-de9a1fe6e941', 'status': 'completed', 'code': 200} Aug 20 10:21:23.965955 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45093e8d-964d-4507-9681-7d6b02e6b730 None None] The sync data for ids ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'] in n-d-778550-11 is: [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7e4dca40-3f05-4c03-ba34-fb977de0b127', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'port_id': '24116581-d42c-4bcb-9b7d-48bbb755cd05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'mac_address': 'fa:16:3e:51:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd8582f-2a25-4b7a-bdce-0c9f344de162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:20:56Z', 'updated_at': '2021-08-20T10:21:21Z', 'revision_number': 3, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:40Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:21:24.068463 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68357a1-8bc6-446d-a0fa-dd128933d9ac req-7ee2877a-6c14-496d-ba7d-795de25873c5 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.070033 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c68357a1-8bc6-446d-a0fa-dd128933d9ac req-7ee2877a-6c14-496d-ba7d-795de25873c5 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 950 time: 0.0729785 Aug 20 10:21:24.097994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05d756-9f60-4f6f-a8e7-914524e50501 req-da3945e2-064a-42d2-817c-c340fe6230f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.099663 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d05d756-9f60-4f6f-a8e7-914524e50501 req-da3945e2-064a-42d2-817c-c340fe6230f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 1098 time: 0.1225331 Aug 20 10:21:24.130251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-783fb053-7fc5-432e-b420-09d45dedb007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.131421 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-783fb053-7fc5-432e-b420-09d45dedb007 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 200 len: 922 time: 0.2147267 Aug 20 10:21:24.150078 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c68357a1-8bc6-446d-a0fa-dd128933d9ac req-e4bda404-71df-4598-b524-66830ade3e87 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493178 Aug 20 10:21:24.174335 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-c655ea6a-f5ce-4c53-8a55-a9c7d3fc187c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1033134 Aug 20 10:21:24.218362 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf22db2-3844-4127-aaed-34b13fbf1e46 x-openstack-request-id: req-dbf22db2-3844-4127-aaed-34b13fbf1e46 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:24.218880 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a974c99d-d323-48a5-b7d2-aa0bc6f9128f", "name": "network-vif-plugged", "status": "completed", "tag": "d0f2ccba-de52-4816-8e96-745ef6e683cd", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:24.219381 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbf22db2-3844-4127-aaed-34b13fbf1e46 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:24.219972 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a974c99d-d323-48a5-b7d2-aa0bc6f9128f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f2ccba-de52-4816-8e96-745ef6e683cd', 'code': 200} Aug 20 10:21:24.227547 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-65878a87-528a-4589-b2b5-d1b812aa28be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db481d2a-2d99-4df3-b477-de9a1fe6e941 HTTP/1.1" status: 200 len: 217 time: 0.0706246 Aug 20 10:21:24.287684 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692a7ed6-d0bc-45b6-8364-f2a653c1f207 None None] New status for floating IP 7e4dca40-3f05-4c03-ba34-fb977de0b127: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:21:24.370055 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-ccbef2cc-1664-467c-ad95-b278b8e77dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.373351 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-ccbef2cc-1664-467c-ad95-b278b8e77dce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6 HTTP/1.1" status: 200 len: 860 time: 0.1327620 Aug 20 10:21:24.373351 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05d756-9f60-4f6f-a8e7-914524e50501 req-a6cc5adc-038b-4d76-9b26-0073ebb1a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.376527 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d05d756-9f60-4f6f-a8e7-914524e50501 req-a6cc5adc-038b-4d76-9b26-0073ebb1a746 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 200 len: 922 time: 0.2649636 Aug 20 10:21:24.428778 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea8f6f-38c3-48de-845b-a1cf606caaff req-0db4e211-4673-453c-af9d-5b7f8c24dbc2 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.430321 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-caea8f6f-38c3-48de-845b-a1cf606caaff req-0db4e211-4673-453c-af9d-5b7f8c24dbc2 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.1402340 Aug 20 10:21:24.453374 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-b368ac38-386f-4a14-8ab3-b58c935a9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.453699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-b368ac38-386f-4a14-8ab3-b58c935a9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.454158 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-b368ac38-386f-4a14-8ab3-b58c935a9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.454624 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-b368ac38-386f-4a14-8ab3-b58c935a9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.455103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-b368ac38-386f-4a14-8ab3-b58c935a9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.455560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-b368ac38-386f-4a14-8ab3-b58c935a9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.456023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-b368ac38-386f-4a14-8ab3-b58c935a9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.457953 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-b368ac38-386f-4a14-8ab3-b58c935a9015 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0e5831484784def8c1647505b6cc771&device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 6498 time: 0.1585217 Aug 20 10:21:24.479460 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d05d756-9f60-4f6f-a8e7-914524e50501 req-ec977186-3cad-44fb-8f8b-ab7ceec49b29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db481d2a-2d99-4df3-b477-de9a1fe6e941 HTTP/1.1" status: 200 len: 217 time: 0.0777464 Aug 20 10:21:24.492134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f9e1a-3dfd-4bfe-a098-3a36bd8e2d95 req-c830aad1-2be6-45b7-a0f9-502afebd0105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.499151 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d76f9e1a-3dfd-4bfe-a098-3a36bd8e2d95 req-c830aad1-2be6-45b7-a0f9-502afebd0105 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 1102 time: 0.1318493 Aug 20 10:21:24.528871 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-60bdfea8-3398-4b25-b930-8f5cf9360d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.537504 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-60bdfea8-3398-4b25-b930-8f5cf9360d71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1503363 Aug 20 10:21:24.547859 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-caea8f6f-38c3-48de-845b-a1cf606caaff req-f7c866df-18f8-40b8-974c-967a96b23c43 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888891 Aug 20 10:21:24.627712 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05d756-9f60-4f6f-a8e7-914524e50501 req-bccbc072-7b5b-470a-a7df-198ac80f8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.632998 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d05d756-9f60-4f6f-a8e7-914524e50501 req-bccbc072-7b5b-470a-a7df-198ac80f8d9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6 HTTP/1.1" status: 200 len: 860 time: 0.1442144 Aug 20 10:21:24.649933 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d76f9e1a-3dfd-4bfe-a098-3a36bd8e2d95 req-2ce78c0a-94a1-4f60-8597-5a8365717283 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063652 Aug 20 10:21:24.743264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-80a0d7b5-742c-4529-83d5-bab08da78791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.743868 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-80a0d7b5-742c-4529-83d5-bab08da78791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.744783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-80a0d7b5-742c-4529-83d5-bab08da78791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.746557 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-80a0d7b5-742c-4529-83d5-bab08da78791 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8eb4a3e-b147-44c8-b055-38c08a4758a5&id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c&id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c HTTP/1.1" status: 200 len: 2292 time: 0.2290468 Aug 20 10:21:24.767621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05d756-9f60-4f6f-a8e7-914524e50501 req-033b8a73-b666-4ba8-8100-e4a62191d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:24.769273 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d05d756-9f60-4f6f-a8e7-914524e50501 req-033b8a73-b666-4ba8-8100-e4a62191d33e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157560 Aug 20 10:21:24.783346 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-0c9fd592-5f65-40ae-96db-7f423d613a7b service neutron] 10.222.0.16 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384510 Aug 20 10:21:24.837811 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00d10af-faf5-4ca0-a1d5-9e13b43114b7 None None] Sync routers for ids ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:21:24.856218 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00d10af-faf5-4ca0-a1d5-9e13b43114b7 None None] Routers {'65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:24.856867 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d00d10af-faf5-4ca0-a1d5-9e13b43114b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:24.984491 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40636) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:25.035500 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d05d756-9f60-4f6f-a8e7-914524e50501 req-3d7de6d8-dbc6-4c81-9ecb-ee94a98ede4e service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563295 Aug 20 10:21:25.038121 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-a38da22e-0d34-47c4-8fbf-37f0bbab39d4 service neutron] 10.222.0.16 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602384 Aug 20 10:21:25.052319 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-e8490a05-4919-4198-aef9-47fdf10d5d1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2546b1e2-0838-4e48-be61-9c0af5b6f798 HTTP/1.1" status: 200 len: 1001 time: 0.1819017 Aug 20 10:21:25.061847 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-d00d10af-faf5-4ca0-a1d5-9e13b43114b7 None None] Set router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:25.132589 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-54431323-1720-4c46-b826-a44d8b8c37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:25.134829 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-54431323-1720-4c46-b826-a44d8b8c37d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 1097 time: 0.0582395 Aug 20 10:21:25.165045 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-4a870509-7c89-4fb2-9ac5-dd57dd49aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:25.166685 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-4a870509-7c89-4fb2-9ac5-dd57dd49aa78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cdb8b0c3-e2dc-4f1a-99e9-151eb29be007 HTTP/1.1" status: 200 len: 851 time: 0.1041071 Aug 20 10:21:25.180188 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa933c-836c-4f15-b31a-3ba0b016bace req-61768f53-b5c9-4864-bfb4-829aee9b8a89 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:25.181733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cdfa933c-836c-4f15-b31a-3ba0b016bace req-61768f53-b5c9-4864-bfb4-829aee9b8a89 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 945 time: 0.1013682 Aug 20 10:21:25.263036 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cdfa933c-836c-4f15-b31a-3ba0b016bace req-dc693493-823b-466b-9e9f-23ee6224415a tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5f6633-29ad-4ccf-a903-1539915f4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714979 Aug 20 10:21:25.270869 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-f07988db-e091-4044-a11c-6e30aad0de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:25.272462 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-f07988db-e091-4044-a11c-6e30aad0de06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8eb4a3e-b147-44c8-b055-38c08a4758a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898390 Aug 20 10:21:25.398970 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d05d756-9f60-4f6f-a8e7-914524e50501 req-b792fbea-7485-4483-9832-2a77e7106f99 service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628775 Aug 20 10:21:25.401691 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-5e8a2143-f870-4906-a091-71ef8e8985c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:25.410205 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-5e8a2143-f870-4906-a091-71ef8e8985c9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 200 len: 922 time: 0.2639220 Aug 20 10:21:25.440147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-45d0d72f-491b-4c18-8cbd-85a10b43a84c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1619440052-network', 'tenant_id': 'd7c05f1dbc604c58ab447dd5a4be57e9'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:25.493124 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-98128c51-1723-4895-8cfd-13c924c290e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24116581-d42c-4bcb-9b7d-48bbb755cd05 HTTP/1.1" status: 200 len: 1001 time: 0.0820479 Aug 20 10:21:25.511316 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-fec47f29-fc11-4742-8dd3-ee8171d09db8 service neutron] 10.222.0.42 "GET /v2.0/networks/b8eb4a3e-b147-44c8-b055-38c08a4758a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275987 Aug 20 10:21:25.521546 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d00d10af-faf5-4ca0-a1d5-9e13b43114b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7e4dca40-3f05-4c03-ba34-fb977de0b127', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'port_id': '24116581-d42c-4bcb-9b7d-48bbb755cd05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'mac_address': 'fa:16:3e:51:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd8582f-2a25-4b7a-bdce-0c9f344de162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:20:56Z', 'updated_at': '2021-08-20T10:21:24Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:40Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:25.535935 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d0d72f-491b-4c18-8cbd-85a10b43a84c admin admin] Made reservation on behalf of d7c05f1dbc604c58ab447dd5a4be57e9 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:21:25.538119 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-45d0d72f-491b-4c18-8cbd-85a10b43a84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:25.564639 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00d10af-faf5-4ca0-a1d5-9e13b43114b7 None None] Checking router: 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:21:25.573781 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-5100947e-46d7-461e-9088-96a282ea2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:25.575440 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00d10af-faf5-4ca0-a1d5-9e13b43114b7 None None] Routers {'65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:25.575754 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-5100947e-46d7-461e-9088-96a282ea2694 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6 HTTP/1.1" status: 200 len: 860 time: 0.0758328 Aug 20 10:21:25.576115 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d00d10af-faf5-4ca0-a1d5-9e13b43114b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:25.607419 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c93a4c-2e20-45a4-94aa-43ba98c6299f req-d9e3c125-d7aa-45f2-92a1-24f38c4efac2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:25.609637 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-79c93a4c-2e20-45a4-94aa-43ba98c6299f req-d9e3c125-d7aa-45f2-92a1-24f38c4efac2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 950 time: 0.1650472 Aug 20 10:21:25.612590 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-45d0d72f-491b-4c18-8cbd-85a10b43a84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:25.635830 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-1aad970f-8a57-42e9-94b0-d5eb72a0714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:25.637403 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-1aad970f-8a57-42e9-94b0-d5eb72a0714d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550942 Aug 20 10:21:25.707372 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-79c93a4c-2e20-45a4-94aa-43ba98c6299f req-71c839b9-ea70-4f8a-9b98-ab50a4a9419f tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879622 Aug 20 10:21:25.714325 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-aee90d83-c3e7-4eab-bd4c-b28a68a5d261 service neutron] 10.222.0.42 "GET /v2.0/networks/b8eb4a3e-b147-44c8-b055-38c08a4758a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888287 Aug 20 10:21:25.761998 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-d00d10af-faf5-4ca0-a1d5-9e13b43114b7 None None] Set router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:25.782593 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-5ebc3217-1381-48b6-bb72-39ea47cf5b78 service neutron] 10.222.0.16 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352494 Aug 20 10:21:25.818382 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-68f760dc-46c4-4726-ac1b-09789c9acf37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=c43a519f-c520-4a8c-8b50-6cbb1c0ed201 HTTP/1.1" status: 200 len: 217 time: 0.0799139 Aug 20 10:21:25.925117 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-45d0d72f-491b-4c18-8cbd-85a10b43a84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:25.932003 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-28c09cb6-4895-4ee3-9196-b9ec7d7b0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:25.933547 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-28c09cb6-4895-4ee3-9196-b9ec7d7b0c0b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bbdbb57-b2a0-488f-89de-e5556b3e2800 HTTP/1.1" status: 200 len: 797 time: 0.1030560 Aug 20 10:21:25.935575 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-895a3c6e-2b58-41b6-97c8-e82cdf865cf0 req-4d15aacf-4020-47a2-8ab7-5233b282241e service neutron] 10.222.0.16 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463394 Aug 20 10:21:25.940270 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-45d0d72f-491b-4c18-8cbd-85a10b43a84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:25.949409 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd8582f-2a25-4b7a-bdce-0c9f344de162', 'tag': '24116581-d42c-4bcb-9b7d-48bbb755cd05'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:25.952341 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd529ead-ba19-4171-af37-6172aa79fd31" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd8582f-2a25-4b7a-bdce-0c9f344de162", "tag": "24116581-d42c-4bcb-9b7d-48bbb755cd05"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:25.984295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5f6b5-6df7-4ac5-a919-24ac1e8ad71d req-cf3fe7a9-77d3-4660-a976-141e1795a4bc tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:25.986121 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23a5f6b5-6df7-4ac5-a919-24ac1e8ad71d req-cf3fe7a9-77d3-4660-a976-141e1795a4bc tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.1165824 Aug 20 10:21:25.997416 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d0d72f-491b-4c18-8cbd-85a10b43a84c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:21:26.035627 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0d72f-491b-4c18-8cbd-85a10b43a84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430041d9-9bc2-4d3d-ac1c-af4bd03800ba,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:26.052733 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-45d0d72f-491b-4c18-8cbd-85a10b43a84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:26.053074 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-45d0d72f-491b-4c18-8cbd-85a10b43a84c admin admin] Added segment 181bc87e-aa81-46ab-b359-9d1c4e5a027b of type vlan for network 1a8ad2e1-664c-43ab-81dc-83cc3099629a Aug 20 10:21:26.110019 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d00d10af-faf5-4ca0-a1d5-9e13b43114b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7e4dca40-3f05-4c03-ba34-fb977de0b127', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'port_id': '24116581-d42c-4bcb-9b7d-48bbb755cd05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'mac_address': 'fa:16:3e:51:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd8582f-2a25-4b7a-bdce-0c9f344de162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:20:56Z', 'updated_at': '2021-08-20T10:21:24Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:40Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:26.129672 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b11b92-5b3d-483b-8a3a-6462e9ee3741 x-openstack-request-id: req-e7b11b92-5b3d-483b-8a3a-6462e9ee3741 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:26.130094 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd8582f-2a25-4b7a-bdce-0c9f344de162", "tag": "24116581-d42c-4bcb-9b7d-48bbb755cd05", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:26.130637 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7b11b92-5b3d-483b-8a3a-6462e9ee3741 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:26.131947 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd8582f-2a25-4b7a-bdce-0c9f344de162', 'tag': '24116581-d42c-4bcb-9b7d-48bbb755cd05', 'status': 'completed', 'code': 200} Aug 20 10:21:26.133397 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23a5f6b5-6df7-4ac5-a919-24ac1e8ad71d req-12e46e1b-633f-4aae-957b-6b969dfe7a46 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334121 Aug 20 10:21:26.149120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-f29b35a7-c4be-40e2-9252-99e41830a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:26.149120 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-f29b35a7-c4be-40e2-9252-99e41830a72a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1983585 Aug 20 10:21:26.163902 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-45d0d72f-491b-4c18-8cbd-85a10b43a84c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:26.192865 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00d10af-faf5-4ca0-a1d5-9e13b43114b7 None None] The sync data for ids ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'] in n-d-778550-11 is: [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7e4dca40-3f05-4c03-ba34-fb977de0b127', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'port_id': '24116581-d42c-4bcb-9b7d-48bbb755cd05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'mac_address': 'fa:16:3e:51:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd8582f-2a25-4b7a-bdce-0c9f344de162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:20:56Z', 'updated_at': '2021-08-20T10:21:24Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:40Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:21:26.237077 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-45d0d72f-491b-4c18-8cbd-85a10b43a84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:26.248466 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d0d72f-491b-4c18-8cbd-85a10b43a84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:26.249852 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-45d0d72f-491b-4c18-8cbd-85a10b43a84c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:26.274711 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2f466d5-a416-4646-aa01-8e5ddad95e12 req-3291f1da-649e-453b-bb7f-cc53cf60938e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.113 HTTP/1.1" status: 200 len: 1001 time: 0.1288962 Aug 20 10:21:26.290688 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd529ead-ba19-4171-af37-6172aa79fd31 req-7a5854f6-010a-4dd6-99b1-b565a0d32add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:26.292525 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd529ead-ba19-4171-af37-6172aa79fd31 req-7a5854f6-010a-4dd6-99b1-b565a0d32add service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 1097 time: 0.0977166 Aug 20 10:21:26.391832 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f466d5-a416-4646-aa01-8e5ddad95e12 req-f3fc300b-bc4a-44ff-9517-cb30a9f5560d tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:26.398966 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2f466d5-a416-4646-aa01-8e5ddad95e12 req-f3fc300b-bc4a-44ff-9517-cb30a9f5560d tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports/24116581-d42c-4bcb-9b7d-48bbb755cd05 HTTP/1.1" status: 200 len: 942 time: 0.1228232 Aug 20 10:21:26.407422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0d72f-491b-4c18-8cbd-85a10b43a84c admin admin] Pushing event updated for resources: {'Network': ['ID=1a8ad2e1-664c-43ab-81dc-83cc3099629a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:26.423973 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 1a8ad2e1-664c-43ab-81dc-83cc3099629a details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:21:26.432519 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-45d0d72f-491b-4c18-8cbd-85a10b43a84c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4390099 Aug 20 10:21:26.435405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40684) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:26.451351 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4eb2a048-6d4b-4517-920b-943c51efe788 admin admin] Request body: {'subnet': {'network_id': '1a8ad2e1-664c-43ab-81dc-83cc3099629a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1619440052-subnet', 'tenant_id': 'd7c05f1dbc604c58ab447dd5a4be57e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:26.517260 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd529ead-ba19-4171-af37-6172aa79fd31 req-3d95c0da-78dd-4e53-b07c-3f9444f0021d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:26.518677 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd529ead-ba19-4171-af37-6172aa79fd31 req-3d95c0da-78dd-4e53-b07c-3f9444f0021d service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 200 len: 922 time: 0.2036164 Aug 20 10:21:26.549695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb2a048-6d4b-4517-920b-943c51efe788 admin admin] Made reservation on behalf of d7c05f1dbc604c58ab447dd5a4be57e9 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:21:26.552091 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4eb2a048-6d4b-4517-920b-943c51efe788 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:26.589390 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2f466d5-a416-4646-aa01-8e5ddad95e12 req-e6ce7be0-981b-4509-8b29-ffcff60efb8b tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.113 HTTP/1.1" status: 200 len: 1001 time: 0.1289363 Aug 20 10:21:26.632757 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-217460f6-e795-4daf-98bd-b948a31b0873 service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071674 Aug 20 10:21:26.654686 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd529ead-ba19-4171-af37-6172aa79fd31 req-e680ea58-a539-4a58-b5c7-95044625f66d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24116581-d42c-4bcb-9b7d-48bbb755cd05 HTTP/1.1" status: 200 len: 1001 time: 0.1252847 Aug 20 10:21:26.726086 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6990ec-958e-4d2c-95a9-ff933259a638 req-5b955834-818d-4fcd-9a66-469a5ae68c87 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:26.727732 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ea6990ec-958e-4d2c-95a9-ff933259a638 req-5b955834-818d-4fcd-9a66-469a5ae68c87 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 945 time: 0.2010536 Aug 20 10:21:26.735357 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd529ead-ba19-4171-af37-6172aa79fd31 req-9545edf7-8752-4a8c-ba42-363a9e24b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:26.737318 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd529ead-ba19-4171-af37-6172aa79fd31 req-9545edf7-8752-4a8c-ba42-363a9e24b6e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6 HTTP/1.1" status: 200 len: 860 time: 0.0735126 Aug 20 10:21:26.766211 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f466d5-a416-4646-aa01-8e5ddad95e12 req-c5ccc6f2-6598-434e-9724-f49ad2bc8b42 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:26.767202 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:21:26.773422 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2f466d5-a416-4646-aa01-8e5ddad95e12 req-c5ccc6f2-6598-434e-9724-f49ad2bc8b42 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.1726067 Aug 20 10:21:26.813546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd529ead-ba19-4171-af37-6172aa79fd31 req-ce148a5b-50c2-4e4f-a9fc-83ed6108e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:26.815107 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd529ead-ba19-4171-af37-6172aa79fd31 req-ce148a5b-50c2-4e4f-a9fc-83ed6108e3cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649517 Aug 20 10:21:26.845250 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ea6990ec-958e-4d2c-95a9-ff933259a638 req-feeba9ea-b9db-4842-ba8c-76d3346f4533 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5f6633-29ad-4ccf-a903-1539915f4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983787 Aug 20 10:21:26.861330 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-15cb257e-9024-4e53-a3f1-72f0b3166418 service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133555 Aug 20 10:21:26.951670 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede50ec-a706-410d-a414-566910faa1f0 req-a17a75c0-4443-4f1b-a25d-73b50ffc1b10 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:26.953193 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ede50ec-a706-410d-a414-566910faa1f0 req-a17a75c0-4443-4f1b-a25d-73b50ffc1b10 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 950 time: 0.1048274 Aug 20 10:21:26.968433 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-9ed3c7a4-48e3-482b-b861-dbc3a234b6e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=b0dc443b-1921-4dad-bda7-a656f1502e81 HTTP/1.1" status: 200 len: 217 time: 0.0882747 Aug 20 10:21:26.988145 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd529ead-ba19-4171-af37-6172aa79fd31 req-2221b2ae-b825-4cc8-9446-7148625ff560 service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562061 Aug 20 10:21:27.018115 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ede50ec-a706-410d-a414-566910faa1f0 req-f92b5217-185e-4685-9bd3-acadf3d8070f tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530891 Aug 20 10:21:27.105512 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-24ead182-3a7f-447d-a7c0-5671479d944b tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.113 HTTP/1.1" status: 200 len: 1001 time: 0.2432144 Aug 20 10:21:27.158334 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4eb2a048-6d4b-4517-920b-943c51efe788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:27.160689 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd529ead-ba19-4171-af37-6172aa79fd31 req-ff7b7361-1fbe-482c-9f6d-6ea0c6867eb0 service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556718 Aug 20 10:21:27.163446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6540b2-a398-4620-aaa0-41bc22988d5a req-61cb4e4b-7921-4cdc-8341-932bffea30f6 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:27.164844 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f6540b2-a398-4620-aaa0-41bc22988d5a req-61cb4e4b-7921-4cdc-8341-932bffea30f6 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 1102 time: 0.0666132 Aug 20 10:21:27.168233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-c8a212b2-eaa2-4812-8db6-a5cd3db751cb tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:27.170194 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-c8a212b2-eaa2-4812-8db6-a5cd3db751cb tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports/24116581-d42c-4bcb-9b7d-48bbb755cd05 HTTP/1.1" status: 200 len: 942 time: 0.0546932 Aug 20 10:21:27.172389 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-7b0d00b3-d067-4e2a-9247-18e4077957bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:27.173991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-7b0d00b3-d067-4e2a-9247-18e4077957bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bbdbb57-b2a0-488f-89de-e5556b3e2800 HTTP/1.1" status: 200 len: 797 time: 0.1759245 Aug 20 10:21:27.223663 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f6540b2-a398-4620-aaa0-41bc22988d5a req-ae520227-d3d4-4dcd-ac75-895f5bb1945b tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400095 Aug 20 10:21:27.301943 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2a048-6d4b-4517-920b-943c51efe788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f151a4e-8622-48e9-8173-9d4254a9d74f,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:27.324822 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb2a048-6d4b-4517-920b-943c51efe788 admin admin] Checking segment: {'id': '181bc87e-aa81-46ab-b359-9d1c4e5a027b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1a8ad2e1-664c-43ab-81dc-83cc3099629a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:21:27.325185 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb2a048-6d4b-4517-920b-943c51efe788 admin admin] Network hostable DHCP agents. Network: 1a8ad2e1-664c-43ab-81dc-83cc3099629a, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:21:27.334080 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-0a52bb05-2859-40e8-99e5-4273e13ecd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:27.335633 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-0a52bb05-2859-40e8-99e5-4273e13ecd51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1388807 Aug 20 10:21:27.364607 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-5359f5bc-eeb0-43d8-91f7-d898b5c97bde tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.113 HTTP/1.1" status: 200 len: 1001 time: 0.1240356 Aug 20 10:21:27.449486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26337b-ced4-449d-a4f3-c2a242d8d345 req-f9c09bd0-bc1d-4532-90c3-b3211e924a02 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:27.451150 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cf26337b-ced4-449d-a4f3-c2a242d8d345 req-f9c09bd0-bc1d-4532-90c3-b3211e924a02 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.0569332 Aug 20 10:21:27.462862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb2a048-6d4b-4517-920b-943c51efe788 admin admin] Network 1a8ad2e1-664c-43ab-81dc-83cc3099629a is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:21:27.492392 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-4eb2a048-6d4b-4517-920b-943c51efe788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 1a8ad2e1-664c-43ab-81dc-83cc3099629a) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:21:27.494718 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cf26337b-ced4-449d-a4f3-c2a242d8d345 req-d48097f6-1e8b-4bdd-92f7-489eb83729eb tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373933 Aug 20 10:21:27.501091 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487c9b0f-e08d-4b9e-a007-e723af0ebd63 None None] Network 1a8ad2e1-664c-43ab-81dc-83cc3099629a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:21:27.508837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb2a048-6d4b-4517-920b-943c51efe788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:27.509450 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4eb2a048-6d4b-4517-920b-943c51efe788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:27.540347 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-edfb74c2-4f1d-423f-8cfd-9cdcd1568da4 service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950083 Aug 20 10:21:27.555121 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4eb2a048-6d4b-4517-920b-943c51efe788 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1147518 Aug 20 10:21:27.593642 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-e845d833-2889-4426-989d-5a5338d9666e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:27.599716 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-e845d833-2889-4426-989d-5a5338d9666e tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.2341125 Aug 20 10:21:27.647004 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-3ffd3458-ca5e-4579-9bf8-454b3c4a486b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313575 Aug 20 10:21:27.725389 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5c1871-d551-44a5-928e-386ea84005d7 None None] Network 1a8ad2e1-664c-43ab-81dc-83cc3099629a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:21:27.780584 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-772c1910-b62f-45c4-8a7e-a1ebf4e6a3fa tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.113 HTTP/1.1" status: 200 len: 1001 time: 0.1301241 Aug 20 10:21:27.798130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-9597e0e0-b154-43ac-b839-929858c8a75f tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:27.804445 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-330ad924-e236-424b-a0d3-363bccb50c33 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:27.814566 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-9597e0e0-b154-43ac-b839-929858c8a75f tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1612432 Aug 20 10:21:27.828092 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-8984e011-a05f-4458-ad03-67a73470b49e service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761555 Aug 20 10:21:27.842227 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-e9ddd52a-adf3-45bd-a813-a597e2a06688 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/quotas/4e7795c3d76e4090b49a900a04c8fc61 HTTP/1.1" status: 200 len: 375 time: 0.0258980 Aug 20 10:21:27.919761 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-17ce8b28-4e49-4e9c-be9c-b473f49e330a tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0757742 Aug 20 10:21:28.299458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877765fd-2b2b-40c4-884e-9d5935acd557 req-34df0468-cec6-4327-8602-57ba593514af tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:28.305878 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-877765fd-2b2b-40c4-884e-9d5935acd557 req-34df0468-cec6-4327-8602-57ba593514af tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.24 "GET /v2.0/ports?device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 945 time: 0.1515241 Aug 20 10:21:28.312632 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-1591cb1c-0fe6-4b95-8cc7-48dafdf44dd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 HTTP/1.1" status: 200 len: 217 time: 0.4460831 Aug 20 10:21:28.337958 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-330ad924-e236-424b-a0d3-363bccb50c33 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for floatingip, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:28.429597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1cc62-5716-44bb-bb9a-c744f02c3019 req-a41206c5-6e63-45ad-9fb5-7ac973695fda tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:28.437125 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-99a1cc62-5716-44bb-bb9a-c744f02c3019 req-a41206c5-6e63-45ad-9fb5-7ac973695fda tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 945 time: 0.1299946 Aug 20 10:21:28.494540 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-99a1cc62-5716-44bb-bb9a-c744f02c3019 req-9494348f-6b3d-46ce-a7eb-cbfd8a18a0b4 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce5f6633-29ad-4ccf-a903-1539915f4572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545347 Aug 20 10:21:28.500838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40774) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:28.512801 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f6b7a0cc-30f1-4648-a59e-677937875a44 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-131299535-network', 'tenant_id': '0422ae0e9bd64c0d8bb73c7a023703ef'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:28.555083 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-907ca9e5-9ce4-458a-b215-139569cddef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:28.556816 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-907ca9e5-9ce4-458a-b215-139569cddef9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bbdbb57-b2a0-488f-89de-e5556b3e2800 HTTP/1.1" status: 200 len: 797 time: 0.2317665 Aug 20 10:21:28.559234 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-330ad924-e236-424b-a0d3-363bccb50c33 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:28.565817 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-330ad924-e236-424b-a0d3-363bccb50c33 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:28.566361 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-877765fd-2b2b-40c4-884e-9d5935acd557 req-6bc60dc1-6f96-4994-8bab-46a781568d98 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Deleting port 8346ede3-5ac1-41ff-82da-f53465fd6999 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:28.566703 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-877765fd-2b2b-40c4-884e-9d5935acd557 req-6bc60dc1-6f96-4994-8bab-46a781568d98 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:28.567210 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-330ad924-e236-424b-a0d3-363bccb50c33 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Floating IP 7e4dca40-3f05-4c03-ba34-fb977de0b127 disassociated. External IP: 172.25.3.113, port: 24116581-d42c-4bcb-9b7d-48bbb755cd05. Aug 20 10:21:28.635844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b7a0cc-30f1-4648-a59e-677937875a44 admin admin] Made reservation on behalf of 0422ae0e9bd64c0d8bb73c7a023703ef for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:21:28.638385 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f6b7a0cc-30f1-4648-a59e-677937875a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:28.664372 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be408294-26ba-4a01-9752-b4fa541bda4c req-3ed2b510-1d65-4246-8511-a91321f0b784 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2f8e14-9df3-4aef-baae-23e7de9bc182 HTTP/1.1" status: 200 len: 210 time: 0.1022403 Aug 20 10:21:28.667263 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f6b7a0cc-30f1-4648-a59e-677937875a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:28.698813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-4fb786f6-71ba-4db9-befb-6796790f6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:28.700425 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-4fb786f6-71ba-4db9-befb-6796790f6957 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1300180 Aug 20 10:21:28.742642 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-877765fd-2b2b-40c4-884e-9d5935acd557 req-6bc60dc1-6f96-4994-8bab-46a781568d98 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] For port 8346ede3-5ac1-41ff-82da-f53465fd6999, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8346ede3-5ac1-41ff-82da-f53465fd6999,segment=NetworkSegment(315554ac-991e-4809-992e-e996955a985b),segment_id=315554ac-991e-4809-992e-e996955a985b)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:28.742642 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-877765fd-2b2b-40c4-884e-9d5935acd557 req-6bc60dc1-6f96-4994-8bab-46a781568d98 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:28.760587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-877765fd-2b2b-40c4-884e-9d5935acd557 req-6bc60dc1-6f96-4994-8bab-46a781568d98 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Calling delete_port for 8346ede3-5ac1-41ff-82da-f53465fd6999 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:28.929062 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-c9d486c3-07f4-4895-9abf-1d8dd75488ba service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179952 Aug 20 10:21:28.946264 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f6b7a0cc-30f1-4648-a59e-677937875a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:28.997081 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f6b7a0cc-30f1-4648-a59e-677937875a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:29.008498 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-330ad924-e236-424b-a0d3-363bccb50c33 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:21:29.064772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b7a0cc-30f1-4648-a59e-677937875a44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:21:29.091950 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f6b7a0cc-30f1-4648-a59e-677937875a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:29.092185 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-f6b7a0cc-30f1-4648-a59e-677937875a44 admin admin] Added segment a5d96166-bd8a-4b60-b4af-db2712d8321f of type vlan for network 0518b76c-3564-4a23-a2ae-b40cfd94e44a Aug 20 10:21:29.100513 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-559a2a46-08ec-4e96-9b40-067662ad5f80 service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623213 Aug 20 10:21:29.103085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7a0cc-30f1-4648-a59e-677937875a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bca866b-306b-4cad-bd1c-c9dbab3881cd,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:29.109955 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-877765fd-2b2b-40c4-884e-9d5935acd557 req-6bc60dc1-6f96-4994-8bab-46a781568d98 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:29.125769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['8346ede3-5ac1-41ff-82da-f53465fd6999'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:29.204434 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-75cd88dd-3430-4830-a733-e88c818e1176 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=701a9a4a-df10-4332-8647-3e0dc184c93a HTTP/1.1" status: 200 len: 217 time: 0.0839279 Aug 20 10:21:29.238236 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ddf78-ea81-41fb-9a6d-5d764ddeeb6e req-ae172652-8b6c-49bf-9db6-0ab9dbdf16a4 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:29.243614 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-975ddf78-ea81-41fb-9a6d-5d764ddeeb6e req-ae172652-8b6c-49bf-9db6-0ab9dbdf16a4 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.2515213 Aug 20 10:21:29.247724 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc60dc1-6f96-4994-8bab-46a781568d98 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Pushing event deleted for resources: {'Port': ['ID=8346ede3-5ac1-41ff-82da-f53465fd6999,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:29.248362 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ab9614ea-05a5-4b6e-8f0d-16923efd8e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:29.258087 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-330ad924-e236-424b-a0d3-363bccb50c33 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:21:29.260727 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f6b7a0cc-30f1-4648-a59e-677937875a44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:29.269903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de59fe-79f5-45cd-aeef-e9ef8b9ed94b None None] Sync routers for ids ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:21:29.281671 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de59fe-79f5-45cd-aeef-e9ef8b9ed94b None None] Routers {'65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:29.282601 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f2de59fe-79f5-45cd-aeef-e9ef8b9ed94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:29.288107 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-330ad924-e236-424b-a0d3-363bccb50c33 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:29.335207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-877765fd-2b2b-40c4-884e-9d5935acd557 req-6bc60dc1-6f96-4994-8bab-46a781568d98 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] No DVR routers for this DVR port 8346ede3-5ac1-41ff-82da-f53465fd6999 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:21:29.340248 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-877765fd-2b2b-40c4-884e-9d5935acd557 req-6bc60dc1-6f96-4994-8bab-46a781568d98 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:29.342399 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-877765fd-2b2b-40c4-884e-9d5935acd557 req-6bc60dc1-6f96-4994-8bab-46a781568d98 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.24 "DELETE /v2.0/ports/8346ede3-5ac1-41ff-82da-f53465fd6999 HTTP/1.1" status: 204 len: 173 time: 1.0237546 Aug 20 10:21:29.343902 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-330ad924-e236-424b-a0d3-363bccb50c33 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "PUT /v2.0/floatingips/7e4dca40-3f05-4c03-ba34-fb977de0b127 HTTP/1.1" status: 200 len: 695 time: 1.5624173 Aug 20 10:21:29.348111 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd8582f-2a25-4b7a-bdce-0c9f344de162', 'tag': '24116581-d42c-4bcb-9b7d-48bbb755cd05'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:29.349146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b6b32c-f78c-493e-9cf6-f66b228a87dd', 'name': 'network-vif-deleted', 'tag': '8346ede3-5ac1-41ff-82da-f53465fd6999'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:29.350955 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29e71ea-1fd6-4bdb-9470-7d188cbd8196" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd8582f-2a25-4b7a-bdce-0c9f344de162", "tag": "24116581-d42c-4bcb-9b7d-48bbb755cd05"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:29.351369 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548278cf-4f38-4c81-8f5b-4d07f628228a" -d '{"events": [{"server_uuid": "27b6b32c-f78c-493e-9cf6-f66b228a87dd", "name": "network-vif-deleted", "tag": "8346ede3-5ac1-41ff-82da-f53465fd6999"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:29.357195 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-3ef2e14c-7e10-4952-b420-dd5d0c4873ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:29.359490 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-3ef2e14c-7e10-4952-b420-dd5d0c4873ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bbdbb57-b2a0-488f-89de-e5556b3e2800 HTTP/1.1" status: 200 len: 797 time: 0.1292686 Aug 20 10:21:29.383016 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-975ddf78-ea81-41fb-9a6d-5d764ddeeb6e req-51ffcbd6-fea1-4727-94cb-4e78dba74f7a tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301401 Aug 20 10:21:29.387003 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f6b7a0cc-30f1-4648-a59e-677937875a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:29.388372 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b7a0cc-30f1-4648-a59e-677937875a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:29.389177 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f6b7a0cc-30f1-4648-a59e-677937875a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:29.462818 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-a9f75340-2a40-4c1f-86bf-61b845218185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:29.464962 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7a0cc-30f1-4648-a59e-677937875a44 admin admin] Pushing event updated for resources: {'Network': ['ID=0518b76c-3564-4a23-a2ae-b40cfd94e44a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:29.471660 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-a9f75340-2a40-4c1f-86bf-61b845218185 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 1097 time: 0.1036124 Aug 20 10:21:29.483899 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-72de19ba-5b5e-438d-8fe2-5346a0e655cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:29.485375 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-72de19ba-5b5e-438d-8fe2-5346a0e655cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1071756 Aug 20 10:21:29.489149 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 0518b76c-3564-4a23-a2ae-b40cfd94e44a details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:21:29.492764 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f6b7a0cc-30f1-4648-a59e-677937875a44 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9908590 Aug 20 10:21:29.493379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40820) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:29.499746 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d4c3f4cc-a260-477a-9cef-782969d4fd0b admin admin] Request body: {'subnet': {'network_id': '0518b76c-3564-4a23-a2ae-b40cfd94e44a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-131299535-subnet', 'tenant_id': '0422ae0e9bd64c0d8bb73c7a023703ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:29.538515 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c3f4cc-a260-477a-9cef-782969d4fd0b admin admin] Made reservation on behalf of 0422ae0e9bd64c0d8bb73c7a023703ef for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:21:29.541186 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4c3f4cc-a260-477a-9cef-782969d4fd0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:29.583341 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-f2de59fe-79f5-45cd-aeef-e9ef8b9ed94b None None] Set router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:29.650746 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34ea9f6-37a2-4e17-84dd-f8de34371dec x-openstack-request-id: req-d34ea9f6-37a2-4e17-84dd-f8de34371dec {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:29.650999 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b6b32c-f78c-493e-9cf6-f66b228a87dd", "name": "network-vif-deleted", "tag": "8346ede3-5ac1-41ff-82da-f53465fd6999", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:29.651278 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d34ea9f6-37a2-4e17-84dd-f8de34371dec {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:29.651685 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b6b32c-f78c-493e-9cf6-f66b228a87dd', 'name': 'network-vif-deleted', 'tag': '8346ede3-5ac1-41ff-82da-f53465fd6999', 'status': 'completed', 'code': 200} Aug 20 10:21:29.671199 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71813ee0-405a-4808-a952-e2046e01150c x-openstack-request-id: req-71813ee0-405a-4808-a952-e2046e01150c {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:29.671496 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd8582f-2a25-4b7a-bdce-0c9f344de162", "tag": "24116581-d42c-4bcb-9b7d-48bbb755cd05", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:29.671753 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71813ee0-405a-4808-a952-e2046e01150c {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:29.672150 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd8582f-2a25-4b7a-bdce-0c9f344de162', 'tag': '24116581-d42c-4bcb-9b7d-48bbb755cd05', 'status': 'completed', 'code': 200} Aug 20 10:21:29.766583 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e71ea-1fd6-4bdb-9470-7d188cbd8196 req-50d671e7-d649-4630-ba6d-6f29593f21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:29.768191 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a29e71ea-1fd6-4bdb-9470-7d188cbd8196 req-50d671e7-d649-4630-ba6d-6f29593f21a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 1097 time: 0.0734408 Aug 20 10:21:29.795000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-4ffb8288-0fa9-4631-a173-dbcf37793dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:29.797339 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-4ffb8288-0fa9-4631-a173-dbcf37793dc6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 200 len: 922 time: 0.3249116 Aug 20 10:21:29.869477 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-63600805-62a7-423d-81c4-1e8f9c23c8dd service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637476 Aug 20 10:21:29.874254 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-cb2a7fa6-ceee-4a35-8ffa-b314d5d5f69b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24116581-d42c-4bcb-9b7d-48bbb755cd05 HTTP/1.1" status: 200 len: 217 time: 0.0655532 Aug 20 10:21:29.913123 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e71ea-1fd6-4bdb-9470-7d188cbd8196 req-43f3cb48-175f-48ce-9ca5-43396a28b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:29.914874 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a29e71ea-1fd6-4bdb-9470-7d188cbd8196 req-43f3cb48-175f-48ce-9ca5-43396a28b7ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 200 len: 922 time: 0.1348031 Aug 20 10:21:29.954790 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f2de59fe-79f5-45cd-aeef-e9ef8b9ed94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:40Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:30.008471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de59fe-79f5-45cd-aeef-e9ef8b9ed94b None None] Checking router: 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:21:30.022162 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2de59fe-79f5-45cd-aeef-e9ef8b9ed94b None None] Routers {'65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:30.023364 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f2de59fe-79f5-45cd-aeef-e9ef8b9ed94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:30.095792 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-a4f9729e-4e0c-4e10-8503-d33a5099bfdd tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2014787 Aug 20 10:21:30.178202 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-de312025-aa88-4ad7-804b-d702830261a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:30.180419 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-de312025-aa88-4ad7-804b-d702830261a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6 HTTP/1.1" status: 200 len: 860 time: 0.3025031 Aug 20 10:21:30.201227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-f2de59fe-79f5-45cd-aeef-e9ef8b9ed94b None None] Set router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:30.307568 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-95311339-7aaf-4d2b-b693-78611cee3270 service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146674 Aug 20 10:21:30.366957 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-967c91ed-82f7-41d3-ae1b-9f104a9a7163 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:30.368859 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-967c91ed-82f7-41d3-ae1b-9f104a9a7163 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2641575 Aug 20 10:21:30.372475 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-fe1da939-ec52-49a6-b1e7-8b77639d5d2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0ea9a863-c39c-4c78-8ebf-b33fde029e1a HTTP/1.1" status: 200 len: 217 time: 0.0533302 Aug 20 10:21:30.374742 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0cb632eb-4eab-4a0d-a458-2fda4f1d5aed req-c76e024f-b0a0-4499-9706-2ac570c6e7c7 tempest-ServerAddressesNegativeTestJSON-374371174 tempest-ServerAddressesNegativeTestJSON-374371174-project] 10.222.0.16 "GET /v2.0/ports?device_id=27b6b32c-f78c-493e-9cf6-f66b228a87dd HTTP/1.1" status: 200 len: 210 time: 0.4541278 Aug 20 10:21:30.375246 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-b728f0d5-cb6b-4f87-a07e-ee0caba2d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:30.376359 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-b728f0d5-cb6b-4f87-a07e-ee0caba2d38c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1869273 Aug 20 10:21:30.384726 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a29e71ea-1fd6-4bdb-9470-7d188cbd8196 req-e476f216-bf92-445b-a1dd-ebad13f15420 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24116581-d42c-4bcb-9b7d-48bbb755cd05 HTTP/1.1" status: 200 len: 217 time: 0.0844479 Aug 20 10:21:30.394446 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-915055ae-cc5f-467e-b1eb-38f8068d27e7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Request body: {'port': {'device_id': '8e2f8e14-9df3-4aef-baae-23e7de9bc182', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '4e7795c3d76e4090b49a900a04c8fc61'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:30.507658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e71ea-1fd6-4bdb-9470-7d188cbd8196 req-a087dbc9-a40f-4fc3-961e-08ad5bb69e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:30.509509 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a29e71ea-1fd6-4bdb-9470-7d188cbd8196 req-a087dbc9-a40f-4fc3-961e-08ad5bb69e3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6 HTTP/1.1" status: 200 len: 860 time: 0.1126769 Aug 20 10:21:30.526472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4c3f4cc-a260-477a-9cef-782969d4fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:30.568006 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78175f29-b9eb-4540-91d7-b411d5b81d7f req-32ab3e86-a8c5-4f61-b370-341c0c30c591 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2f8e14-9df3-4aef-baae-23e7de9bc182 HTTP/1.1" status: 200 len: 210 time: 0.0758543 Aug 20 10:21:30.636823 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f2de59fe-79f5-45cd-aeef-e9ef8b9ed94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:40Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:30.643794 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3f4cc-a260-477a-9cef-782969d4fd0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ff7400-98cc-412a-988f-9ee937e91384,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:30.708171 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2de59fe-79f5-45cd-aeef-e9ef8b9ed94b None None] The sync data for ids ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'] in n-d-778550-11 is: [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:40Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:21:30.713070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c3f4cc-a260-477a-9cef-782969d4fd0b admin admin] Checking segment: {'id': 'a5d96166-bd8a-4b60-b4af-db2712d8321f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0518b76c-3564-4a23-a2ae-b40cfd94e44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:21:30.714028 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c3f4cc-a260-477a-9cef-782969d4fd0b admin admin] Network hostable DHCP agents. Network: 0518b76c-3564-4a23-a2ae-b40cfd94e44a, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:21:30.731555 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e71ea-1fd6-4bdb-9470-7d188cbd8196 req-47a05e3e-85b6-477a-b7be-ec1f8c63551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:30.734623 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a29e71ea-1fd6-4bdb-9470-7d188cbd8196 req-47a05e3e-85b6-477a-b7be-ec1f8c63551e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1914463 Aug 20 10:21:30.861808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c3f4cc-a260-477a-9cef-782969d4fd0b admin admin] Network 0518b76c-3564-4a23-a2ae-b40cfd94e44a is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:21:30.893444 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-f1b79adb-3515-4a82-8b52-a1eff860d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:30.894969 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-f1b79adb-3515-4a82-8b52-a1eff860d3c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79f99d51-52f9-411d-a632-51860487ab08 HTTP/1.1" status: 200 len: 797 time: 0.4889216 Aug 20 10:21:30.900190 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-d4c3f4cc-a260-477a-9cef-782969d4fd0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 0518b76c-3564-4a23-a2ae-b40cfd94e44a) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:21:30.907262 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c3f4cc-a260-477a-9cef-782969d4fd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:30.907925 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4c3f4cc-a260-477a-9cef-782969d4fd0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:30.913131 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a771d7a8-bbd7-4176-8021-87b01fc35b07 None None] Network 0518b76c-3564-4a23-a2ae-b40cfd94e44a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:21:30.928339 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a29e71ea-1fd6-4bdb-9470-7d188cbd8196 req-379708d7-790c-49bc-ac86-6cd5f106b080 service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800439 Aug 20 10:21:30.972572 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-b84753f3-9247-4612-ae6b-7de48ebfa779 service neutron] 10.222.0.16 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839589 Aug 20 10:21:31.053140 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d4c3f4cc-a260-477a-9cef-782969d4fd0b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5575941 Aug 20 10:21:31.079534 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-915055ae-cc5f-467e-b1eb-38f8068d27e7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Made reservation on behalf of 4e7795c3d76e4090b49a900a04c8fc61 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:21:31.083508 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-915055ae-cc5f-467e-b1eb-38f8068d27e7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:31.100035 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-9248046b-3bb9-4666-8791-ec94e84379b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:31.101834 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-9248046b-3bb9-4666-8791-ec94e84379b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1860147 Aug 20 10:21:31.131165 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a29e71ea-1fd6-4bdb-9470-7d188cbd8196 req-39205743-c870-47a2-8142-024f785d522c service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909602 Aug 20 10:21:31.185356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e71cd4-c5cd-4c00-9fd8-deb95272bf90 None None] Network 0518b76c-3564-4a23-a2ae-b40cfd94e44a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:21:31.223865 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ad2e0-6e96-451c-b8c6-885ec76e0cba req-c202a1e4-e795-48dd-b4cf-10692b0582eb tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:31.239464 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1e1ad2e0-6e96-451c-b8c6-885ec76e0cba req-c202a1e4-e795-48dd-b4cf-10692b0582eb tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.1917279 Aug 20 10:21:31.245140 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7651b51e-4483-40da-9d1c-51e10007e2b5 None None] New status for floating IP 7e4dca40-3f05-4c03-ba34-fb977de0b127: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:21:31.247949 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-648a0de1-13f4-401b-9e3d-9f5453fb5e67 req-e7012567-cbc4-4727-9084-e6e9f123f70f service neutron] 10.222.0.16 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608974 Aug 20 10:21:31.332870 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1e1ad2e0-6e96-451c-b8c6-885ec76e0cba req-2d510fd2-8b58-4a9c-8585-5690470e0748 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926256 Aug 20 10:21:31.361453 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40920) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:31.419745 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-ec45435f-a1ce-4e40-bbc2-52ece569024d service neutron] 10.222.0.42 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973790 Aug 20 10:21:31.483568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-94845e54-6f78-47c3-b541-198be884bdcd admin admin] Deleting subnet 5f151a4e-8622-48e9-8173-9d4254a9d74f {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:21:31.491510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40924) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:31.505094 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94845e54-6f78-47c3-b541-198be884bdcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:31.559155 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-915055ae-cc5f-467e-b1eb-38f8068d27e7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Allocated IP 192.168.233.105 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/3218a4e4-288c-405d-a799-ad6d157fca29) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:21:31.562233 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 8346ede3-5ac1-41ff-82da-f53465fd6999 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:21:31.584332 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94845e54-6f78-47c3-b541-198be884bdcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:31.597674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 8346ede3-5ac1-41ff-82da-f53465fd6999 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:21:31.600800 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 8346ede3-5ac1-41ff-82da-f53465fd6999 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:21:31.616327 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-086d6b2d-2c7a-4e90-ac65-38d99188da21 service neutron] 10.222.0.42 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943085 Aug 20 10:21:31.621864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87bd8f3-0041-4dc4-947f-d5266cc6f954 admin admin] Deleting subnet 2b985483-b0fb-4030-b145-60cdc8b781de {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:21:31.630751 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a87bd8f3-0041-4dc4-947f-d5266cc6f954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:31.680146 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a87bd8f3-0041-4dc4-947f-d5266cc6f954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:31.682167 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94845e54-6f78-47c3-b541-198be884bdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:31.709316 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-f564d9ec-1b24-4651-86be-05bfaf67bd60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1c3b1508-6022-445a-aa9b-de0059fa9cb5 HTTP/1.1" status: 200 len: 217 time: 0.0683036 Aug 20 10:21:31.742390 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40932) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:31.742621 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a36c38ef-8b8b-4828-9305-e6fb9e23a8f8 req-79457fc0-4323-4272-b22f-efbeefad0fe1 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2f8e14-9df3-4aef-baae-23e7de9bc182 HTTP/1.1" status: 200 len: 210 time: 0.0468652 Aug 20 10:21:31.795944 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a87bd8f3-0041-4dc4-947f-d5266cc6f954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:31.811865 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-c2492e0b-bdd6-4c90-9962-6b6c6072e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:31.813444 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-c2492e0b-bdd6-4c90-9962-6b6c6072e65a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79f99d51-52f9-411d-a632-51860487ab08 HTTP/1.1" status: 200 len: 797 time: 0.0809031 Aug 20 10:21:31.841852 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-9390133b-7706-469c-a6ef-fe93357e97f9 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:31.843257 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-9390133b-7706-469c-a6ef-fe93357e97f9 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1405528 Aug 20 10:21:31.856811 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94845e54-6f78-47c3-b541-198be884bdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:31.893009 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-325d9469-3112-403a-b167-26a0603eb42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:31.923637 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396daf-49bb-458a-8e6f-04800b978423 req-aaaabc35-01e8-478b-8347-c792539ecdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:31.925129 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-aaaabc35-01e8-478b-8347-c792539ecdae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0763636 Aug 20 10:21:31.941802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94845e54-6f78-47c3-b541-198be884bdcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f151a4e-8622-48e9-8173-9d4254a9d74f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:31.954486 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94845e54-6f78-47c3-b541-198be884bdcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:31.954662 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-915055ae-cc5f-467e-b1eb-38f8068d27e7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:31.956798 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-94845e54-6f78-47c3-b541-198be884bdcd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5f151a4e-8622-48e9-8173-9d4254a9d74f HTTP/1.1" status: 204 len: 168 time: 0.5931778 Aug 20 10:21:31.958904 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40938) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:31.961921 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2538790c-e597-42c1-bdb0-5d5aec931116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:31.966884 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-fb56c6ec-5eef-4dfb-9d42-8876d20476e7 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.113 HTTP/1.1" status: 200 len: 696 time: 0.1076939 Aug 20 10:21:32.010265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-915055ae-cc5f-467e-b1eb-38f8068d27e7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Transition to ACTIVE for port object 3218a4e4-288c-405d-a799-ad6d157fca29 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:21:32.025860 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a87bd8f3-0041-4dc4-947f-d5266cc6f954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:32.038544 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-1a999211-db8a-49dd-91ca-c37c711e46bd tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Request body: {'floatingip': {'port_id': 'db481d2a-2d99-4df3-b477-de9a1fe6e941', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:32.064237 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-3415ae6b-ad1f-476e-a9a1-c5968011a303 service neutron] 10.222.0.42 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259377 Aug 20 10:21:32.080656 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-915055ae-cc5f-467e-b1eb-38f8068d27e7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:32.099994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bd8f3-0041-4dc4-947f-d5266cc6f954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b985483-b0fb-4030-b145-60cdc8b781de,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:32.102059 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['990134a8-9179-4d5b-9582-fedfa0e499ac', '17ebca30-509f-4f31-9d67-f9d5e8b8c204', 'c855197b-106b-45e3-8aea-6ff711c9fe9f', 'd0f2ccba-de52-4816-8e96-745ef6e683cd'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:32.106386 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56f3c5a8-8170-4a84-b313-91c26503adf0', '4a354e05-7de8-402a-be9d-0bc54252cc3c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:32.117021 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a87bd8f3-0041-4dc4-947f-d5266cc6f954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:32.119607 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a87bd8f3-0041-4dc4-947f-d5266cc6f954 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2b985483-b0fb-4030-b145-60cdc8b781de HTTP/1.1" status: 204 len: 168 time: 0.6261837 Aug 20 10:21:32.125281 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40940) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:32.137896 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-1a999211-db8a-49dd-91ca-c37c711e46bd tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:32.183242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-915055ae-cc5f-467e-b1eb-38f8068d27e7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:21:32.188802 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-915055ae-cc5f-467e-b1eb-38f8068d27e7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:21:32.198335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-915055ae-cc5f-467e-b1eb-38f8068d27e7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:21:32.200353 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-47d6c1df-c258-4779-b651-a02bc7904641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:32.265339 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915055ae-cc5f-467e-b1eb-38f8068d27e7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Pushing event updated for resources: {'Port': ['ID=3218a4e4-288c-405d-a799-ad6d157fca29,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:32.283583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-915055ae-cc5f-467e-b1eb-38f8068d27e7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:32.284684 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-915055ae-cc5f-467e-b1eb-38f8068d27e7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:32.315171 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd396daf-49bb-458a-8e6f-04800b978423 req-08eced23-c240-4b7e-b250-eed207f8551b service neutron] 10.222.0.42 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432902 Aug 20 10:21:32.370808 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-29077364-8fc9-4702-82c9-4ff6117d0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:32.403983 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:32.486176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df2273-976d-4c0c-bd1d-b53a42ec5724 req-5ba14091-77bb-4e8f-a839-4c4f351566aa tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:32.487638 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-53df2273-976d-4c0c-bd1d-b53a42ec5724 req-5ba14091-77bb-4e8f-a839-4c4f351566aa tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.0598533 Aug 20 10:21:32.512104 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6901b66b-6262-41b2-914a-225be8114675 None None] Provisioning for port 3218a4e4-288c-405d-a799-ad6d157fca29 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:21:32.521192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6901b66b-6262-41b2-914a-225be8114675 None None] Provisioning complete for port 3218a4e4-288c-405d-a799-ad6d157fca29 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:21:32.521563 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6901b66b-6262-41b2-914a-225be8114675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:32.521876 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-47d6c1df-c258-4779-b651-a02bc7904641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:32.532305 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-53df2273-976d-4c0c-bd1d-b53a42ec5724 req-2c7f8ea9-f7a5-4b0b-a1da-288492514851 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375941 Aug 20 10:21:32.552034 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-47d6c1df-c258-4779-b651-a02bc7904641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8ad2e1-664c-43ab-81dc-83cc3099629a']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:32.593194 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-47d6c1df-c258-4779-b651-a02bc7904641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181bc87e-aa81-46ab-b359-9d1c4e5a027b') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:32.593547 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-47d6c1df-c258-4779-b651-a02bc7904641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181bc87e-aa81-46ab-b359-9d1c4e5a027b') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:32.606764 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6901b66b-6262-41b2-914a-225be8114675 None None] Port 3218a4e4-288c-405d-a799-ad6d157fca29 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:21:32.625857 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-47d6c1df-c258-4779-b651-a02bc7904641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:32.717990 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-47d6c1df-c258-4779-b651-a02bc7904641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:32.724144 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2538790c-e597-42c1-bdb0-5d5aec931116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:32.737833 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-29077364-8fc9-4702-82c9-4ff6117d0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:32.741780 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-915055ae-cc5f-467e-b1eb-38f8068d27e7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3512437 Aug 20 10:21:32.748266 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d6c1df-c258-4779-b651-a02bc7904641 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:21:32.748662 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-47d6c1df-c258-4779-b651-a02bc7904641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:21:32.750465 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:21:32.753217 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2538790c-e597-42c1-bdb0-5d5aec931116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:32.758341 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Request body: {'port': {'device_id': '8e2f8e14-9df3-4aef-baae-23e7de9bc182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:32.772566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-29077364-8fc9-4702-82c9-4ff6117d0c8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21766e64-2544-4dce-a222-2736aa34cd0c']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:32.840286 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:32.851144 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-29077364-8fc9-4702-82c9-4ff6117d0c8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315554ac-991e-4809-992e-e996955a985b') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:32.851444 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-29077364-8fc9-4702-82c9-4ff6117d0c8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315554ac-991e-4809-992e-e996955a985b') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:32.920942 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-29077364-8fc9-4702-82c9-4ff6117d0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:32.936227 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538790c-e597-42c1-bdb0-5d5aec931116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2fd889-e0e3-451b-9c39-1771899077b5,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:32.950169 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2538790c-e597-42c1-bdb0-5d5aec931116 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a6f801760b245dfb95bd63020c8ff46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2063470 Aug 20 10:21:32.953346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40948) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:32.998894 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-29077364-8fc9-4702-82c9-4ff6117d0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.007358 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-47d6c1df-c258-4779-b651-a02bc7904641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.021072 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29077364-8fc9-4702-82c9-4ff6117d0c8e admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:21:33.021475 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-29077364-8fc9-4702-82c9-4ff6117d0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.027521 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-47d6c1df-c258-4779-b651-a02bc7904641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.031707 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-47d6c1df-c258-4779-b651-a02bc7904641 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1a8ad2e1-664c-43ab-81dc-83cc3099629a HTTP/1.1" status: 204 len: 168 time: 1.0682368 Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:21:33.032074 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:21:33.038387 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40952) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:33.057058 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.084160 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6c1df-c258-4779-b651-a02bc7904641 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a8ad2e1-664c-43ab-81dc-83cc3099629a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:33.179083 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-29077364-8fc9-4702-82c9-4ff6117d0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.196917 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41b772e-a743-4f34-95ac-1a093c665032 admin admin] Deleting subnet 85ff7400-98cc-412a-988f-9ee937e91384 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:21:33.208457 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-29077364-8fc9-4702-82c9-4ff6117d0c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.208663 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81200c0f-fff8-4212-9676-840c802023af req-081000ca-eedf-425b-89b0-670eeda1b938 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:33.213532 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-29077364-8fc9-4702-82c9-4ff6117d0c8e admin admin] 10.222.0.16 "DELETE /v2.0/networks/21766e64-2544-4dce-a222-2736aa34cd0c HTTP/1.1" status: 204 len: 168 time: 1.0838051 Aug 20 10:21:33.213532 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-114b87bd-05e3-4473-9eff-43457d469f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.213783 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81200c0f-fff8-4212-9676-840c802023af req-081000ca-eedf-425b-89b0-670eeda1b938 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2f8e14-9df3-4aef-baae-23e7de9bc182 HTTP/1.1" status: 200 len: 936 time: 0.2267656 Aug 20 10:21:33.217704 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b41b772e-a743-4f34-95ac-1a093c665032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.287649 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b41b772e-a743-4f34-95ac-1a093c665032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.316756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29077364-8fc9-4702-82c9-4ff6117d0c8e admin admin] Pushing event deleted for resources: {'Network': ['ID=21766e64-2544-4dce-a222-2736aa34cd0c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:33.360039 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81200c0f-fff8-4212-9676-840c802023af req-7e054d2f-8a97-4364-bee6-9336d15e37d2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391759 Aug 20 10:21:33.369447 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-1a999211-db8a-49dd-91ca-c37c711e46bd tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.375889 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-114b87bd-05e3-4473-9eff-43457d469f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.390272 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-1a999211-db8a-49dd-91ca-c37c711e46bd tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.397042 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b41b772e-a743-4f34-95ac-1a093c665032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.403235 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d81e6f7a-9836-4aa0-9371-6f66ab717a5f req-9a07900d-cd2a-4234-8eec-60e01931da08 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0812855 Aug 20 10:21:33.424267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40956) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:33.507636 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3218a4e4-288c-405d-a799-ad6d157fca29 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:21:33.524130 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-114b87bd-05e3-4473-9eff-43457d469f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.526014 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.526647 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-114b87bd-05e3-4473-9eff-43457d469f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.527765 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-114b87bd-05e3-4473-9eff-43457d469f27 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc2fd889-e0e3-451b-9c39-1771899077b5 HTTP/1.1" status: 204 len: 168 time: 0.5737123 Aug 20 10:21:33.558852 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c18e5ada-88ef-4957-b848-68f14c32fc40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c53c6e29baa48c88c7535d29f57c921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1109598 Aug 20 10:21:33.559613 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40962) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:33.570510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b87bd-05e3-4473-9eff-43457d469f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2fd889-e0e3-451b-9c39-1771899077b5,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:33.582735 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Transition to ACTIVE for port object 3218a4e4-288c-405d-a799-ad6d157fca29 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:21:33.591300 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b41b772e-a743-4f34-95ac-1a093c665032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.605874 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.619268 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-1a999211-db8a-49dd-91ca-c37c711e46bd tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Floating IP 7e4dca40-3f05-4c03-ba34-fb977de0b127 associated. External IP: 172.25.3.113, port: db481d2a-2d99-4df3-b477-de9a1fe6e941. Aug 20 10:21:33.677006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b772e-a743-4f34-95ac-1a093c665032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ff7400-98cc-412a-988f-9ee937e91384,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:33.682350 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e6f7a-9836-4aa0-9371-6f66ab717a5f req-7622f58b-b10a-4010-baec-4951ea5dc8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:33.683626 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d81e6f7a-9836-4aa0-9371-6f66ab717a5f req-7622f58b-b10a-4010-baec-4951ea5dc8d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9eedb0b28f054a52a1ac76edf83de7db&device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 1098 time: 0.1769557 Aug 20 10:21:33.686437 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b41b772e-a743-4f34-95ac-1a093c665032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.690379 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b41b772e-a743-4f34-95ac-1a093c665032 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/85ff7400-98cc-412a-988f-9ee937e91384 HTTP/1.1" status: 204 len: 168 time: 0.6463468 Aug 20 10:21:33.695984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4fd29-243f-472c-9143-638acb68e333 req-0bb91448-c0ad-4cb7-a85c-e6afaf45c4b0 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:33.697562 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1be4fd29-243f-472c-9143-638acb68e333 req-0bb91448-c0ad-4cb7-a85c-e6afaf45c4b0 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcd8582f-2a25-4b7a-bdce-0c9f344de162 HTTP/1.1" status: 200 len: 945 time: 0.1898360 Aug 20 10:21:33.699709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40966) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:33.773813 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f51895c-dea7-4d46-984a-3eea8ab98deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.806142 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Pushing event updated for resources: {'Port': ['ID=3218a4e4-288c-405d-a799-ad6d157fca29,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:33.884021 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfc113-5da5-4d72-a4ba-272ec4e30019 req-5144b3fc-0812-4cc4-8120-356139a523d8 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:33.891772 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-15bfc113-5da5-4d72-a4ba-272ec4e30019 req-5144b3fc-0812-4cc4-8120-356139a523d8 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.2463343 Aug 20 10:21:33.898390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Attempting to bind port 3218a4e4-288c-405d-a799-ad6d157fca29 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:21:33.898390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Attempting to bind port 3218a4e4-288c-405d-a799-ad6d157fca29 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:21:33.898753 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Attempting to bind port 3218a4e4-288c-405d-a799-ad6d157fca29 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:21:33.928933 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f51895c-dea7-4d46-984a-3eea8ab98deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.936940 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Port 3218a4e4-288c-405d-a799-ad6d157fca29 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:21:33.937196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Attempting to bind port 3218a4e4-288c-405d-a799-ad6d157fca29 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:21:33.973257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:21:33.973609 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:21:33.973997 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:21:33.974437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Bound port: 3218a4e4-288c-405d-a799-ad6d157fca29, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:21:33.974929 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:33.998088 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40970) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:34.011430 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-daed40dd-e7f9-40a4-b3d8-a7792ef1d723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:34.011941 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-15bfc113-5da5-4d72-a4ba-272ec4e30019 req-697a2adf-1d00-4e97-b0a6-de94362a09f2 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192145 Aug 20 10:21:34.074130 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f51895c-dea7-4d46-984a-3eea8ab98deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:34.076992 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f51895c-dea7-4d46-984a-3eea8ab98deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:34.080678 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5f51895c-dea7-4d46-984a-3eea8ab98deb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce5f6633-29ad-4ccf-a903-1539915f4572 HTTP/1.1" status: 204 len: 168 time: 0.5163696 Aug 20 10:21:34.094501 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51895c-dea7-4d46-984a-3eea8ab98deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5f6633-29ad-4ccf-a903-1539915f4572,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:34.104234 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] For port 3218a4e4-288c-405d-a799-ad6d157fca29, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:21:34.120034 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] For port 3218a4e4-288c-405d-a799-ad6d157fca29, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=3218a4e4-288c-405d-a799-ad6d157fca29,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:21:34.128710 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:34.169666 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:34.171083 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:34.172409 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] 10.222.0.42 "PUT /v2.0/ports/3218a4e4-288c-405d-a799-ad6d157fca29 HTTP/1.1" status: 200 len: 1097 time: 1.4216554 Aug 20 10:21:34.172914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2f8e14-9df3-4aef-baae-23e7de9bc182', 'tag': '3218a4e4-288c-405d-a799-ad6d157fca29'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:34.175453 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4505d1-29aa-479b-a33b-34f03e714768" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2f8e14-9df3-4aef-baae-23e7de9bc182", "tag": "3218a4e4-288c-405d-a799-ad6d157fca29"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:34.207109 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e0670-6849-44bd-adc0-09b52fa66e5d service neutron] Pushing event updated for resources: {'Port': ['ID=3218a4e4-288c-405d-a799-ad6d157fca29,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:34.265814 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50856b4-7046-485b-b35f-96ec1214120d x-openstack-request-id: req-c50856b4-7046-485b-b35f-96ec1214120d {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:34.266183 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2f8e14-9df3-4aef-baae-23e7de9bc182", "tag": "3218a4e4-288c-405d-a799-ad6d157fca29", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:34.266439 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c50856b4-7046-485b-b35f-96ec1214120d {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:34.266851 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2f8e14-9df3-4aef-baae-23e7de9bc182', 'tag': '3218a4e4-288c-405d-a799-ad6d157fca29', 'status': 'completed', 'code': 200} Aug 20 10:21:34.286090 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-5f8175d6-d785-42b0-b3d1-569817837be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:34.287788 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-5f8175d6-d785-42b0-b3d1-569817837be9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&device_id=8e2f8e14-9df3-4aef-baae-23e7de9bc182 HTTP/1.1" status: 200 len: 1100 time: 0.0571103 Aug 20 10:21:34.345149 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-45d36d01-1195-4325-ae37-21b72ea39157 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=3218a4e4-288c-405d-a799-ad6d157fca29 HTTP/1.1" status: 200 len: 217 time: 0.0459352 Aug 20 10:21:34.381968 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02397203-5f62-4910-8cf4-924410a1c21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:34.402404 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-d46fe7e9-19a7-4ee6-9d31-874fe2c570fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:34.403905 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-d46fe7e9-19a7-4ee6-9d31-874fe2c570fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0505700 Aug 20 10:21:34.433906 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e6f7a-9836-4aa0-9371-6f66ab717a5f req-c90a6da7-3ced-42fa-b46f-1dc3152bb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:34.435451 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d81e6f7a-9836-4aa0-9371-6f66ab717a5f req-c90a6da7-3ced-42fa-b46f-1dc3152bb97d service neutron] 10.222.0.24 "GET /v2.0/networks?id=392e071a-74c7-4fe5-bb29-c255df6e948c HTTP/1.1" status: 200 len: 912 time: 0.7054744 Aug 20 10:21:34.456275 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-7c0cf82a-938c-4a2a-a3ad-57b6ac8359d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:34.459352 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-7c0cf82a-938c-4a2a-a3ad-57b6ac8359d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0469637 Aug 20 10:21:34.537007 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-1a999211-db8a-49dd-91ca-c37c711e46bd tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:21:34.568862 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-1be4fd29-243f-472c-9143-638acb68e333 req-76b44668-713d-4187-b712-0b8ebed631ee tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Deleting port 24116581-d42c-4bcb-9b7d-48bbb755cd05 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:34.569217 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1be4fd29-243f-472c-9143-638acb68e333 req-76b44668-713d-4187-b712-0b8ebed631ee tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:34.609974 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39876d7c-e17c-4e46-8785-0b9dc5789e15 req-431ad077-c983-4096-87e0-6a11c100bcb9 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:34.611520 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39876d7c-e17c-4e46-8785-0b9dc5789e15 req-431ad077-c983-4096-87e0-6a11c100bcb9 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2f8e14-9df3-4aef-baae-23e7de9bc182 HTTP/1.1" status: 200 len: 948 time: 0.0879514 Aug 20 10:21:34.617616 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-3ac2f684-17f8-4237-a56a-6774712c131b service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490061 Aug 20 10:21:34.649738 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-daed40dd-e7f9-40a4-b3d8-a7792ef1d723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:34.678055 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-daed40dd-e7f9-40a4-b3d8-a7792ef1d723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0518b76c-3564-4a23-a2ae-b40cfd94e44a']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:34.689684 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:34.698607 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d81e6f7a-9836-4aa0-9371-6f66ab717a5f req-60b7b12f-9370-4875-82ed-21a96842ac8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33650498-c01b-4b49-b206-ced5bdb77ffa HTTP/1.1" status: 200 len: 1001 time: 0.2380593 Aug 20 10:21:34.704735 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39876d7c-e17c-4e46-8785-0b9dc5789e15 req-dc886271-c790-416b-ab00-c8fbbd9f86cc tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861804 Aug 20 10:21:34.740166 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-daed40dd-e7f9-40a4-b3d8-a7792ef1d723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d96166-bd8a-4b60-b4af-db2712d8321f') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:34.740457 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-daed40dd-e7f9-40a4-b3d8-a7792ef1d723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d96166-bd8a-4b60-b4af-db2712d8321f') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:34.756565 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bd1d1b0-157c-4a03-9104-3308ae124ce8 req-50463547-4dbb-4239-8838-a1df5c5fcd8d service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240392 Aug 20 10:21:34.812316 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-daed40dd-e7f9-40a4-b3d8-a7792ef1d723 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:34.883901 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4505d1-29aa-479b-a33b-34f03e714768 req-b8437ab1-0ff4-4a85-863a-68098550e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:34.885505 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c4505d1-29aa-479b-a33b-34f03e714768 req-b8437ab1-0ff4-4a85-863a-68098550e676 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&device_id=8e2f8e14-9df3-4aef-baae-23e7de9bc182 HTTP/1.1" status: 200 len: 1100 time: 0.0510495 Aug 20 10:21:34.894663 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-daed40dd-e7f9-40a4-b3d8-a7792ef1d723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:34.902422 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-1be4fd29-243f-472c-9143-638acb68e333 req-76b44668-713d-4187-b712-0b8ebed631ee tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] For port 24116581-d42c-4bcb-9b7d-48bbb755cd05, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=24116581-d42c-4bcb-9b7d-48bbb755cd05,segment=NetworkSegment(4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e),segment_id=4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:34.902783 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1be4fd29-243f-472c-9143-638acb68e333 req-76b44668-713d-4187-b712-0b8ebed631ee tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:34.922131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daed40dd-e7f9-40a4-b3d8-a7792ef1d723 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:21:34.922645 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-daed40dd-e7f9-40a4-b3d8-a7792ef1d723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:21:34.928410 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:21:34.945341 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e6f7a-9836-4aa0-9371-6f66ab717a5f req-29811a83-60dc-48d3-9103-475c08bf13d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:34.946833 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d81e6f7a-9836-4aa0-9371-6f66ab717a5f req-29811a83-60dc-48d3-9103-475c08bf13d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1d7eb0d2-b453-430e-a45e-5e42e8504bec HTTP/1.1" status: 200 len: 850 time: 0.2093461 Aug 20 10:21:34.975776 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-1be4fd29-243f-472c-9143-638acb68e333 req-76b44668-713d-4187-b712-0b8ebed631ee tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Calling delete_port for 24116581-d42c-4bcb-9b7d-48bbb755cd05 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:34.995644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4505d1-29aa-479b-a33b-34f03e714768 req-fec633ca-11b2-494d-bb9c-c40b90fb8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:34.997260 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c4505d1-29aa-479b-a33b-34f03e714768 req-fec633ca-11b2-494d-bb9c-c40b90fb8d31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.0996766 Aug 20 10:21:35.032550 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02397203-5f62-4910-8cf4-924410a1c21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:35.040831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-1a999211-db8a-49dd-91ca-c37c711e46bd tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:21:35.049551 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-1a999211-db8a-49dd-91ca-c37c711e46bd tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:35.052800 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02397203-5f62-4910-8cf4-924410a1c21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:35.057694 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c4505d1-29aa-479b-a33b-34f03e714768 req-ef163b04-387e-497b-95d6-7d3ecaa4e7a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=3218a4e4-288c-405d-a799-ad6d157fca29 HTTP/1.1" status: 200 len: 217 time: 0.0423243 Aug 20 10:21:35.059014 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b3fe87-f590-4cca-a9bd-ca9e8762df42 None None] Sync routers for ids ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:21:35.073848 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b3fe87-f590-4cca-a9bd-ca9e8762df42 None None] Routers {'65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:35.075142 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b4b3fe87-f590-4cca-a9bd-ca9e8762df42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:35.108960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41000) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:35.114232 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-daed40dd-e7f9-40a4-b3d8-a7792ef1d723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:35.141331 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-daed40dd-e7f9-40a4-b3d8-a7792ef1d723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:35.146294 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-daed40dd-e7f9-40a4-b3d8-a7792ef1d723 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0518b76c-3564-4a23-a2ae-b40cfd94e44a HTTP/1.1" status: 204 len: 168 time: 1.4425061 Aug 20 10:21:35.176119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed40dd-e7f9-40a4-b3d8-a7792ef1d723 admin admin] Pushing event deleted for resources: {'Network': ['ID=0518b76c-3564-4a23-a2ae-b40cfd94e44a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:35.182223 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-1a999211-db8a-49dd-91ca-c37c711e46bd tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "PUT /v2.0/floatingips/7e4dca40-3f05-4c03-ba34-fb977de0b127 HTTP/1.1" status: 200 len: 997 time: 3.1737652 Aug 20 10:21:35.189479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'tag': 'db481d2a-2d99-4df3-b477-de9a1fe6e941'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:35.191811 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5ae9bb-e260-40e6-bf59-5a36e20b2929" -d '{"events": [{"name": "network-changed", "server_uuid": "59f2cdf7-ec4e-42a5-bec1-02d7201d9768", "tag": "db481d2a-2d99-4df3-b477-de9a1fe6e941"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:35.205795 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-02397203-5f62-4910-8cf4-924410a1c21c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=661eabe3a40f43538972720fd9cbce75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2031341 Aug 20 10:21:35.205795 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02397203-5f62-4910-8cf4-924410a1c21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec0abdf-a6a7-4adc-a2b7-4b8989deb35c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:35.206536 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41010) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:35.212406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e6f7a-9836-4aa0-9371-6f66ab717a5f req-081e7908-9b45-4512-8565-1d16be6421f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:35.213758 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d81e6f7a-9836-4aa0-9371-6f66ab717a5f req-081e7908-9b45-4512-8565-1d16be6421f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=392e071a-74c7-4fe5-bb29-c255df6e948c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2305162 Aug 20 10:21:35.243093 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-b4b3fe87-f590-4cca-a9bd-ca9e8762df42 None None] Set router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:35.246955 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4505d1-29aa-479b-a33b-34f03e714768 req-dd933792-160f-4ad2-89dc-416064314659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:35.249039 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c4505d1-29aa-479b-a33b-34f03e714768 req-dd933792-160f-4ad2-89dc-416064314659 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1779196 Aug 20 10:21:35.271163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecc0b4-d4ef-488d-b757-4fbf2930856c req-66f1cd65-9fe4-4437-a4ac-5f33aff64190 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:35.279259 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-caecc0b4-d4ef-488d-b757-4fbf2930856c req-66f1cd65-9fe4-4437-a4ac-5f33aff64190 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.1445415 Aug 20 10:21:35.365687 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-caecc0b4-d4ef-488d-b757-4fbf2930856c req-329f7b2b-61f7-4701-b004-1b2470571fc3 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852082 Aug 20 10:21:35.374282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-4cb5e010-27d9-4803-ac28-2ebc42dc9580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:35.375930 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-4cb5e010-27d9-4803-ac28-2ebc42dc9580 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 1098 time: 0.1669345 Aug 20 10:21:35.376400 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41012) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:35.384404 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5b8a8536-6c14-47b1-b1aa-5202f087750e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1736098054-network', 'tenant_id': 'd31e70f359cf473b8381818babc5654f'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:35.407597 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4505d1-29aa-479b-a33b-34f03e714768 req-573d7138-3670-44fd-a84a-f18c1e98ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:35.410894 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c4505d1-29aa-479b-a33b-34f03e714768 req-573d7138-3670-44fd-a84a-f18c1e98ac6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1282969 Aug 20 10:21:35.422026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8a8536-6c14-47b1-b1aa-5202f087750e admin admin] Made reservation on behalf of d31e70f359cf473b8381818babc5654f for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:21:35.424875 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8536-6c14-47b1-b1aa-5202f087750e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:35.447353 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8536-6c14-47b1-b1aa-5202f087750e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:35.489669 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25c79bf1-669a-4b01-a850-e23e3ba43ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:35.538106 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d81e6f7a-9836-4aa0-9371-6f66ab717a5f req-a6e85928-48f1-46af-ad2f-dd4bd3f35ff0 service neutron] 10.222.0.24 "GET /v2.0/networks/392e071a-74c7-4fe5-bb29-c255df6e948c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092487 Aug 20 10:21:35.539573 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2ff62e-13e7-46ca-a00f-3a514eeaba55 x-openstack-request-id: req-8a2ff62e-13e7-46ca-a00f-3a514eeaba55 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:35.539898 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f2cdf7-ec4e-42a5-bec1-02d7201d9768", "tag": "db481d2a-2d99-4df3-b477-de9a1fe6e941", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:35.540148 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a2ff62e-13e7-46ca-a00f-3a514eeaba55 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:35.540511 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'tag': 'db481d2a-2d99-4df3-b477-de9a1fe6e941', 'status': 'completed', 'code': 200} Aug 20 10:21:35.558409 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1be4fd29-243f-472c-9143-638acb68e333 req-76b44668-713d-4187-b712-0b8ebed631ee tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:35.562912 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25c79bf1-669a-4b01-a850-e23e3ba43ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:35.578229 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['db481d2a-2d99-4df3-b477-de9a1fe6e941', '24116581-d42c-4bcb-9b7d-48bbb755cd05'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:35.633117 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-31d7d5e7-659a-487c-8d54-16a9966c1b87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7c05f1dbc604c58ab447dd5a4be57e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375669 Aug 20 10:21:35.634912 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c4505d1-29aa-479b-a33b-34f03e714768 req-86954f55-6593-4b08-b82b-c7b824caf8a7 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060649 Aug 20 10:21:35.640143 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41014) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:35.665009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b4b3fe87-f590-4cca-a9bd-ca9e8762df42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7e4dca40-3f05-4c03-ba34-fb977de0b127', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'port_id': 'db481d2a-2d99-4df3-b477-de9a1fe6e941', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'mac_address': 'fa:16:3e:50:4d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:20:56Z', 'updated_at': '2021-08-20T10:21:33Z', 'revision_number': 8, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:40Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:35.668776 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b44668-713d-4187-b712-0b8ebed631ee tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Pushing event deleted for resources: {'Port': ['ID=24116581-d42c-4bcb-9b7d-48bbb755cd05,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:35.697122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b3fe87-f590-4cca-a9bd-ca9e8762df42 None None] Checking router: 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:21:35.703500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ae9bb-e260-40e6-bf59-5a36e20b2929 req-0693a092-13a7-47f2-b2c7-132c7b7d82ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:35.705459 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4e5ae9bb-e260-40e6-bf59-5a36e20b2929 req-0693a092-13a7-47f2-b2c7-132c7b7d82ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 1098 time: 0.1195357 Aug 20 10:21:35.724879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b3fe87-f590-4cca-a9bd-ca9e8762df42 None None] Routers {'65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:35.725714 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b4b3fe87-f590-4cca-a9bd-ca9e8762df42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:35.734074 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-c02f92b5-22c5-4737-885f-3a25c341e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:35.735653 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-c02f92b5-22c5-4737-885f-3a25c341e897 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 200 len: 922 time: 0.3321321 Aug 20 10:21:35.758411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be4fd29-243f-472c-9143-638acb68e333 req-76b44668-713d-4187-b712-0b8ebed631ee tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] No DVR routers for this DVR port 24116581-d42c-4bcb-9b7d-48bbb755cd05 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:21:35.770746 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1be4fd29-243f-472c-9143-638acb68e333 req-76b44668-713d-4187-b712-0b8ebed631ee tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:35.773532 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1be4fd29-243f-472c-9143-638acb68e333 req-76b44668-713d-4187-b712-0b8ebed631ee tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.24 "DELETE /v2.0/ports/24116581-d42c-4bcb-9b7d-48bbb755cd05 HTTP/1.1" status: 204 len: 173 time: 2.0642397 Aug 20 10:21:35.876173 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d81e6f7a-9836-4aa0-9371-6f66ab717a5f req-097f3cab-81f2-4f8b-9585-ca642149b1d8 service neutron] 10.222.0.24 "GET /v2.0/networks/392e071a-74c7-4fe5-bb29-c255df6e948c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157263 Aug 20 10:21:35.884472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25c79bf1-669a-4b01-a850-e23e3ba43ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:35.887138 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25c79bf1-669a-4b01-a850-e23e3ba43ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:35.888355 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-25c79bf1-669a-4b01-a850-e23e3ba43ccc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aec0abdf-a6a7-4adc-a2b7-4b8989deb35c HTTP/1.1" status: 204 len: 168 time: 0.6781809 Aug 20 10:21:35.893793 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-0e7be507-a64b-41d8-9724-a2fcbc6f7f0c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db481d2a-2d99-4df3-b477-de9a1fe6e941 HTTP/1.1" status: 200 len: 1000 time: 0.1365879 Aug 20 10:21:35.901739 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c79bf1-669a-4b01-a850-e23e3ba43ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec0abdf-a6a7-4adc-a2b7-4b8989deb35c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:35.965731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-b110b61c-4d79-4962-ae4f-c4ffc9566d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:35.977864 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-b110b61c-4d79-4962-ae4f-c4ffc9566d01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6 HTTP/1.1" status: 200 len: 860 time: 0.0770910 Aug 20 10:21:36.055428 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-48efc2a9-9fd1-435d-9190-61d7b0e1ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:36.057914 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-48efc2a9-9fd1-435d-9190-61d7b0e1ed26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791309 Aug 20 10:21:36.142040 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-b4b3fe87-f590-4cca-a9bd-ca9e8762df42 None None] Set router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:36.308442 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8536-6c14-47b1-b1aa-5202f087750e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:36.323920 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-6f7f4146-1d36-41dc-afc4-65bc23ff5de3 service neutron] 10.222.0.16 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435894 Aug 20 10:21:36.324355 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8536-6c14-47b1-b1aa-5202f087750e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:36.334601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6886a-d942-4a4e-aa7e-72512f1425e6 req-e93f6f53-71df-40da-87b8-8d204aa0cd29 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:36.336594 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-69c6886a-d942-4a4e-aa7e-72512f1425e6 req-e93f6f53-71df-40da-87b8-8d204aa0cd29 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2f8e14-9df3-4aef-baae-23e7de9bc182 HTTP/1.1" status: 200 len: 948 time: 0.2310395 Aug 20 10:21:36.343350 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44e22a44-5aca-4fe5-a4ee-be67abef5e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:36.347019 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c4505d1-29aa-479b-a33b-34f03e714768 req-54066bf5-2b27-44bb-ab0c-e00c1a98f351 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6970384 Aug 20 10:21:36.411459 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8a8536-6c14-47b1-b1aa-5202f087750e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:21:36.428082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ae9bb-e260-40e6-bf59-5a36e20b2929 req-2e23fe2d-b379-45b7-9dee-8684e3997325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:36.429511 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4e5ae9bb-e260-40e6-bf59-5a36e20b2929 req-2e23fe2d-b379-45b7-9dee-8684e3997325 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 200 len: 922 time: 0.3278036 Aug 20 10:21:36.445854 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44e22a44-5aca-4fe5-a4ee-be67abef5e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:36.452132 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a8536-6c14-47b1-b1aa-5202f087750e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29be14a-136b-4ca3-8ac3-3acc88bd4f85,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:36.480230 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8536-6c14-47b1-b1aa-5202f087750e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:36.480577 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-5b8a8536-6c14-47b1-b1aa-5202f087750e admin admin] Added segment 77cbd264-79a1-44b7-a7b6-5dec0b4bbe59 of type vlan for network 275a5e72-fef5-44d2-aa1b-b797f1c2bc71 Aug 20 10:21:36.540434 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bbaaf8e-c076-41ec-93c0-d781bd916854 req-a5c63114-17c0-4a02-bdbf-0301736b8e8d service neutron] 10.222.0.16 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151773 Aug 20 10:21:36.586166 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-69c6886a-d942-4a4e-aa7e-72512f1425e6 req-3a556ccb-d431-482e-aa2d-4026e4b5dc68 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339923 Aug 20 10:21:36.620435 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 3218a4e4-288c-405d-a799-ad6d157fca29 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:21:36.628624 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4e5ae9bb-e260-40e6-bf59-5a36e20b2929 req-7eb1143f-039a-48be-b67e-767dbc0fca44 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db481d2a-2d99-4df3-b477-de9a1fe6e941 HTTP/1.1" status: 200 len: 1000 time: 0.1725061 Aug 20 10:21:36.632169 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8536-6c14-47b1-b1aa-5202f087750e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:36.692270 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44e22a44-5aca-4fe5-a4ee-be67abef5e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:36.694928 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44e22a44-5aca-4fe5-a4ee-be67abef5e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:36.698783 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-44e22a44-5aca-4fe5-a4ee-be67abef5e1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/430041d9-9bc2-4d3d-ac1c-af4bd03800ba HTTP/1.1" status: 204 len: 168 time: 1.0573835 Aug 20 10:21:36.765692 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8536-6c14-47b1-b1aa-5202f087750e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:36.766673 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8a8536-6c14-47b1-b1aa-5202f087750e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:36.767307 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8536-6c14-47b1-b1aa-5202f087750e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:36.797056 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 3218a4e4-288c-405d-a799-ad6d157fca29, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=3218a4e4-288c-405d-a799-ad6d157fca29,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:36.809150 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b4b3fe87-f590-4cca-a9bd-ca9e8762df42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7e4dca40-3f05-4c03-ba34-fb977de0b127', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'port_id': 'db481d2a-2d99-4df3-b477-de9a1fe6e941', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'mac_address': 'fa:16:3e:50:4d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:20:56Z', 'updated_at': '2021-08-20T10:21:33Z', 'revision_number': 8, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:40Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:36.867587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '3218a4e4-288c-405d-a799-ad6d157fca29', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '3218a4e4-288c-405d-a799-ad6d157fca29', 'mac_address': 'fa:16:3e:a0:f1:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:21:36.869569 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b3fe87-f590-4cca-a9bd-ca9e8762df42 None None] The sync data for ids ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'] in n-d-778550-11 is: [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7e4dca40-3f05-4c03-ba34-fb977de0b127', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'floating_ip_address': '172.25.3.113', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'port_id': 'db481d2a-2d99-4df3-b477-de9a1fe6e941', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'mac_address': 'fa:16:3e:50:4d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:20:56Z', 'updated_at': '2021-08-20T10:21:33Z', 'revision_number': 8, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:40Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:21:36.887550 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a8536-6c14-47b1-b1aa-5202f087750e admin admin] Pushing event updated for resources: {'Network': ['ID=275a5e72-fef5-44d2-aa1b-b797f1c2bc71,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:36.890858 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e22a44-5aca-4fe5-a4ee-be67abef5e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430041d9-9bc2-4d3d-ac1c-af4bd03800ba,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:36.952015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ae9bb-e260-40e6-bf59-5a36e20b2929 req-d786f5df-5e07-4c11-939f-5937992a539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:36.957791 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4e5ae9bb-e260-40e6-bf59-5a36e20b2929 req-d786f5df-5e07-4c11-939f-5937992a539d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6 HTTP/1.1" status: 200 len: 860 time: 0.3180687 Aug 20 10:21:36.962775 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5b8a8536-6c14-47b1-b1aa-5202f087750e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8496385 Aug 20 10:21:36.963763 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41050) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:36.972102 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:36.974559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 275a5e72-fef5-44d2-aa1b-b797f1c2bc71 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:21:36.978497 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-add06060-fd05-48aa-b658-b5dfb7c86988 admin admin] Request body: {'subnet': {'network_id': '275a5e72-fef5-44d2-aa1b-b797f1c2bc71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1736098054-subnet', 'tenant_id': 'd31e70f359cf473b8381818babc5654f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:37.025572 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-818719a6-af03-41b8-b1e9-1429ef1059cb req-df766375-54ef-4098-b7ee-5e7ca250e38c tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/floatingips/7e4dca40-3f05-4c03-ba34-fb977de0b127 HTTP/1.1" status: 200 len: 997 time: 0.1529970 Aug 20 10:21:37.048788 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c28f2-e33c-445e-806d-a194e8b97bc0 req-8f6b3d72-4ccd-4d05-9a44-e9d633902487 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:37.051324 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dd1c28f2-e33c-445e-806d-a194e8b97bc0 req-8f6b3d72-4ccd-4d05-9a44-e9d633902487 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.3512595 Aug 20 10:21:37.052338 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add06060-fd05-48aa-b658-b5dfb7c86988 admin admin] Made reservation on behalf of d31e70f359cf473b8381818babc5654f for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:21:37.055566 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-add06060-fd05-48aa-b658-b5dfb7c86988 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:37.198785 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dd1c28f2-e33c-445e-806d-a194e8b97bc0 req-46fc2197-6d36-4c0e-a3d0-364b2b31b7f4 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177502 Aug 20 10:21:37.218840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3218a4e4-288c-405d-a799-ad6d157fca29 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:21:37.220492 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818719a6-af03-41b8-b1e9-1429ef1059cb req-0118c596-62b1-4be6-b3e3-fa68227a154d tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:37.228447 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-818719a6-af03-41b8-b1e9-1429ef1059cb req-0118c596-62b1-4be6-b3e3-fa68227a154d tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.2017384 Aug 20 10:21:37.236187 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-818719a6-af03-41b8-b1e9-1429ef1059cb req-9950a072-853f-4fca-bbef-329130d7cf26 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:21:37.243062 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-818719a6-af03-41b8-b1e9-1429ef1059cb req-9950a072-853f-4fca-bbef-329130d7cf26 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131419 Aug 20 10:21:37.258865 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ae9bb-e260-40e6-bf59-5a36e20b2929 req-0d7c2eb9-69e1-4076-afa3-ff22426fd2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:37.261680 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4e5ae9bb-e260-40e6-bf59-5a36e20b2929 req-0d7c2eb9-69e1-4076-afa3-ff22426fd2af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2493048 Aug 20 10:21:37.282734 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 3218a4e4-288c-405d-a799-ad6d157fca29, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=3218a4e4-288c-405d-a799-ad6d157fca29,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:37.293027 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:37.317405 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be38a54-bbca-4eaa-a667-f51dcb0489d1 None None] New status for floating IP 7e4dca40-3f05-4c03-ba34-fb977de0b127: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:21:37.368909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=3218a4e4-288c-405d-a799-ad6d157fca29,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:37.430118 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-4ccb69f6-bd22-4dcb-80b6-f68f5903ddf8 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.113 HTTP/1.1" status: 200 len: 1000 time: 0.1673656 Aug 20 10:21:37.529146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41060) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:37.550114 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd8582f-2a25-4b7a-bdce-0c9f344de162', 'name': 'network-vif-deleted', 'tag': '24116581-d42c-4bcb-9b7d-48bbb755cd05'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:37.553252 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e10f5e-2f9c-4511-a837-038286c175aa" -d '{"events": [{"server_uuid": "bcd8582f-2a25-4b7a-bdce-0c9f344de162", "name": "network-vif-deleted", "tag": "24116581-d42c-4bcb-9b7d-48bbb755cd05"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:37.573110 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4e5ae9bb-e260-40e6-bf59-5a36e20b2929 req-a648eade-5092-48db-acb2-24be547d8f90 service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963781 Aug 20 10:21:37.582842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 24116581-d42c-4bcb-9b7d-48bbb755cd05 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:21:37.590851 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-a17dc00f-e922-4e7c-9e74-5686856a1a69 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:37.602593 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-a17dc00f-e922-4e7c-9e74-5686856a1a69 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports/db481d2a-2d99-4df3-b477-de9a1fe6e941 HTTP/1.1" status: 200 len: 943 time: 0.1263113 Aug 20 10:21:37.632049 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159d73ad-8c80-434b-9add-238e4be8b881 x-openstack-request-id: req-159d73ad-8c80-434b-9add-238e4be8b881 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:37.632444 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd8582f-2a25-4b7a-bdce-0c9f344de162", "name": "network-vif-deleted", "tag": "24116581-d42c-4bcb-9b7d-48bbb755cd05", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:37.632634 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-159d73ad-8c80-434b-9add-238e4be8b881 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:37.633030 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd8582f-2a25-4b7a-bdce-0c9f344de162', 'name': 'network-vif-deleted', 'tag': '24116581-d42c-4bcb-9b7d-48bbb755cd05', 'status': 'completed', 'code': 200} Aug 20 10:21:37.635439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 24116581-d42c-4bcb-9b7d-48bbb755cd05 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:21:37.635791 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 24116581-d42c-4bcb-9b7d-48bbb755cd05 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:21:37.651703 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-add06060-fd05-48aa-b658-b5dfb7c86988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:37.654670 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41068) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:37.656397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['3218a4e4-288c-405d-a799-ad6d157fca29'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:37.657358 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-663214ce-31b2-4aa1-934e-b364948b4873 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0422ae0e9bd64c0d8bb73c7a023703ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1185606 Aug 20 10:21:37.756947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bf88d-d5b8-4ed8-9856-6a50f730550f req-453d1916-a228-467f-bf73-b8410e318efd tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:37.758633 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-834bf88d-d5b8-4ed8-9856-6a50f730550f req-453d1916-a228-467f-bf73-b8410e318efd tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2f8e14-9df3-4aef-baae-23e7de9bc182 HTTP/1.1" status: 200 len: 949 time: 0.0720959 Aug 20 10:21:37.808452 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-834bf88d-d5b8-4ed8-9856-6a50f730550f req-b5012bbb-b9e0-4d7f-9ef3-2826302f9f0b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427544 Aug 20 10:21:37.835208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add06060-fd05-48aa-b658-b5dfb7c86988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d54d485-5180-4237-9dcb-31d9ef168f91,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:37.878088 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-317dd70e-0274-4f21-9160-617302c1501d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:37.884676 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-636f4531-713e-45ba-8410-ef9441d5c958 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.113 HTTP/1.1" status: 200 len: 1002 time: 0.1785672 Aug 20 10:21:37.887431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add06060-fd05-48aa-b658-b5dfb7c86988 admin admin] Checking segment: {'id': '77cbd264-79a1-44b7-a7b6-5dec0b4bbe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '275a5e72-fef5-44d2-aa1b-b797f1c2bc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:21:37.887793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add06060-fd05-48aa-b658-b5dfb7c86988 admin admin] Network hostable DHCP agents. Network: 275a5e72-fef5-44d2-aa1b-b797f1c2bc71, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:21:37.897041 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4e5ae9bb-e260-40e6-bf59-5a36e20b2929 req-6852c9eb-1734-4a68-a000-9f1a19389cf9 service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148003 Aug 20 10:21:37.936431 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-317dd70e-0274-4f21-9160-617302c1501d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:38.004990 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add06060-fd05-48aa-b658-b5dfb7c86988 admin admin] Network 275a5e72-fef5-44d2-aa1b-b797f1c2bc71 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:21:38.026271 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-add06060-fd05-48aa-b658-b5dfb7c86988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 275a5e72-fef5-44d2-aa1b-b797f1c2bc71) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:21:38.034925 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add06060-fd05-48aa-b658-b5dfb7c86988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:38.035461 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-add06060-fd05-48aa-b658-b5dfb7c86988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:38.046043 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08116516-8653-4a66-88aa-03746ac93fef None None] Network 275a5e72-fef5-44d2-aa1b-b797f1c2bc71 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:21:38.066743 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-191783fe-dd70-42ad-b81f-df5fd509a1f8 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:38.068357 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-191783fe-dd70-42ad-b81f-df5fd509a1f8 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.1683559 Aug 20 10:21:38.071071 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-add06060-fd05-48aa-b658-b5dfb7c86988 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0999520 Aug 20 10:21:38.071846 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-317dd70e-0274-4f21-9160-617302c1501d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:38.074551 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-317dd70e-0274-4f21-9160-617302c1501d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:38.075547 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-317dd70e-0274-4f21-9160-617302c1501d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3bca866b-306b-4cad-bd1c-c9dbab3881cd HTTP/1.1" status: 204 len: 168 time: 0.4145582 Aug 20 10:21:38.083999 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317dd70e-0274-4f21-9160-617302c1501d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bca866b-306b-4cad-bd1c-c9dbab3881cd,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:38.208958 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8df9a1-4ab2-43b9-98e5-9c526365d13f None None] Network 275a5e72-fef5-44d2-aa1b-b797f1c2bc71 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:21:38.230495 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-2fb4c05d-4c47-4557-8ab8-233cf387f00b tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.113 HTTP/1.1" status: 200 len: 1002 time: 0.1284661 Aug 20 10:21:38.246941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-db0c4475-71ef-4316-b0e9-7fc6bd61a19a tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:38.349899 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-db0c4475-71ef-4316-b0e9-7fc6bd61a19a tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for floatingip, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:38.373370 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a34e5d-ca5c-4162-bdf9-4201ddbfd3d4 req-7f9f99e0-7811-4835-bd38-70e33530a429 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:38.375233 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10a34e5d-ca5c-4162-bdf9-4201ddbfd3d4 req-7f9f99e0-7811-4835-bd38-70e33530a429 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.0666409 Aug 20 10:21:38.437961 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10a34e5d-ca5c-4162-bdf9-4201ddbfd3d4 req-223f4f17-b404-4d0e-86ff-e16386a885f5 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503943 Aug 20 10:21:38.521005 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-db0c4475-71ef-4316-b0e9-7fc6bd61a19a tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:38.526033 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-db0c4475-71ef-4316-b0e9-7fc6bd61a19a tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:38.526365 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-db0c4475-71ef-4316-b0e9-7fc6bd61a19a tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Floating IP 7e4dca40-3f05-4c03-ba34-fb977de0b127 disassociated. External IP: 172.25.3.113, port: db481d2a-2d99-4df3-b477-de9a1fe6e941. Aug 20 10:21:38.769220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-db0c4475-71ef-4316-b0e9-7fc6bd61a19a tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:21:38.805258 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-1683fd7b-dbcb-4f8c-804e-d9b004463cfb tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:38.813322 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-1683fd7b-dbcb-4f8c-804e-d9b004463cfb tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/networks?id=275a5e72-fef5-44d2-aa1b-b797f1c2bc71 HTTP/1.1" status: 200 len: 821 time: 0.1514699 Aug 20 10:21:38.831674 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-a6156371-7aed-448b-8d0d-7b37d526c4cd tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/quotas/d31e70f359cf473b8381818babc5654f HTTP/1.1" status: 200 len: 375 time: 0.0171010 Aug 20 10:21:38.859606 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-f3ba665d-39bf-429d-91f6-0820bc301a27 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d31e70f359cf473b8381818babc5654f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268905 Aug 20 10:21:38.896187 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-db0c4475-71ef-4316-b0e9-7fc6bd61a19a tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:21:38.900932 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-db0c4475-71ef-4316-b0e9-7fc6bd61a19a tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:38.909717 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a92f05-6c9b-4a3f-8d55-a51b969dfa99 None None] Sync routers for ids ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:21:38.921218 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a92f05-6c9b-4a3f-8d55-a51b969dfa99 None None] Routers {'65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:38.924624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-43a92f05-6c9b-4a3f-8d55-a51b969dfa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:38.936807 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-db0c4475-71ef-4316-b0e9-7fc6bd61a19a tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "PUT /v2.0/floatingips/7e4dca40-3f05-4c03-ba34-fb977de0b127 HTTP/1.1" status: 200 len: 696 time: 0.6988964 Aug 20 10:21:38.937263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'tag': 'db481d2a-2d99-4df3-b477-de9a1fe6e941'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:38.939864 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afe346a-23d2-460d-943f-805783edc526" -d '{"events": [{"name": "network-changed", "server_uuid": "59f2cdf7-ec4e-42a5-bec1-02d7201d9768", "tag": "db481d2a-2d99-4df3-b477-de9a1fe6e941"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:39.003558 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-928cadab-a691-4146-8226-9a87fc7fec76 service neutron] 10.222.0.16 "GET /v2.0/networks/275a5e72-fef5-44d2-aa1b-b797f1c2bc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361899 Aug 20 10:21:39.004269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-df16f466-3d10-46f4-92ac-c45906a7f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:39.005917 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-df16f466-3d10-46f4-92ac-c45906a7f43d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 1098 time: 0.0520179 Aug 20 10:21:39.101776 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-43a92f05-6c9b-4a3f-8d55-a51b969dfa99 None None] Set router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:39.115790 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-4278c8d0-a23d-417b-a0ea-8d7bf44c5a22 service neutron] 10.222.0.16 "GET /v2.0/networks/275a5e72-fef5-44d2-aa1b-b797f1c2bc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113694 Aug 20 10:21:39.125075 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-7b725f9a-48f5-440c-82d5-f9367d7ac765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:39.126614 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-7b725f9a-48f5-440c-82d5-f9367d7ac765 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 200 len: 922 time: 0.1138387 Aug 20 10:21:39.184817 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-67f33ea6-cf16-4fc5-ac3b-60b912071ee8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db481d2a-2d99-4df3-b477-de9a1fe6e941 HTTP/1.1" status: 200 len: 217 time: 0.0485470 Aug 20 10:21:39.240999 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-944d7e3e-e733-4adb-a5ca-8d44b7b60c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:39.242977 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-944d7e3e-e733-4adb-a5ca-8d44b7b60c15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6 HTTP/1.1" status: 200 len: 860 time: 0.0482984 Aug 20 10:21:39.305252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-70cc18d3-7c3a-4eab-b875-e28a7672b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:39.317462 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-70cc18d3-7c3a-4eab-b875-e28a7672b295 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664332 Aug 20 10:21:39.458339 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-43a92f05-6c9b-4a3f-8d55-a51b969dfa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:40Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:39.503516 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-728d0350-f1f2-48a1-9b5e-f6101ec1c046 service neutron] 10.222.0.16 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847374 Aug 20 10:21:39.508308 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75136291-5f2e-4064-9a25-071d7ff0f920 req-e3a2f873-0ade-4065-a82a-23bfc8d0265e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:39.510214 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75136291-5f2e-4064-9a25-071d7ff0f920 req-e3a2f873-0ade-4065-a82a-23bfc8d0265e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2f8e14-9df3-4aef-baae-23e7de9bc182 HTTP/1.1" status: 200 len: 949 time: 0.1101942 Aug 20 10:21:39.525947 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a92f05-6c9b-4a3f-8d55-a51b969dfa99 None None] Checking router: 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:21:39.543121 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a92f05-6c9b-4a3f-8d55-a51b969dfa99 None None] Routers {'65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:39.546017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-43a92f05-6c9b-4a3f-8d55-a51b969dfa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:39.588605 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75136291-5f2e-4064-9a25-071d7ff0f920 req-8d153d49-f948-44c3-8ccd-9a7f3f9176e9 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715437 Aug 20 10:21:39.605089 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34a47e84-3c77-498b-9828-4de7d9277bc8 req-a96e04fe-899b-4cb7-9bc8-4056ca66863c service neutron] 10.222.0.16 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982153 Aug 20 10:21:39.676928 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df277cd3-8721-4c28-bc7c-2d1e108966a5 x-openstack-request-id: req-df277cd3-8721-4c28-bc7c-2d1e108966a5 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:39.677221 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f2cdf7-ec4e-42a5-bec1-02d7201d9768", "tag": "db481d2a-2d99-4df3-b477-de9a1fe6e941", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:39.677478 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df277cd3-8721-4c28-bc7c-2d1e108966a5 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:39.677895 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'tag': 'db481d2a-2d99-4df3-b477-de9a1fe6e941', 'status': 'completed', 'code': 200} Aug 20 10:21:39.782355 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe346a-23d2-460d-943f-805783edc526 req-2ef4ed31-74fe-4318-99f7-f054fb27cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:39.784011 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5afe346a-23d2-460d-943f-805783edc526 req-2ef4ed31-74fe-4318-99f7-f054fb27cb9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 1098 time: 0.0850091 Aug 20 10:21:39.840726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-43a92f05-6c9b-4a3f-8d55-a51b969dfa99 None None] Set router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:39.901373 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b423e8da-ba74-41e2-9f9e-dc25472f3589 req-2d8bad02-19cd-493d-9093-600de45a414a tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/ports?device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 210 time: 0.0538998 Aug 20 10:21:39.924558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe346a-23d2-460d-943f-805783edc526 req-91ecdf67-f430-41bb-9ed1-320163469a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:39.926141 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5afe346a-23d2-460d-943f-805783edc526 req-91ecdf67-f430-41bb-9ed1-320163469a12 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 200 len: 922 time: 0.1341343 Aug 20 10:21:40.009889 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5afe346a-23d2-460d-943f-805783edc526 req-f05e0f2e-bdbe-4489-98e0-aab93c4cadbb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db481d2a-2d99-4df3-b477-de9a1fe6e941 HTTP/1.1" status: 200 len: 217 time: 0.0759127 Aug 20 10:21:40.131673 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e943edf7-4dc7-429d-8a81-3293fa3b32dd req-1c4535ec-0b00-41ba-bf94-8d41c4be1019 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/floatingips/7e4dca40-3f05-4c03-ba34-fb977de0b127 HTTP/1.1" status: 200 len: 696 time: 0.0614896 Aug 20 10:21:40.164112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe346a-23d2-460d-943f-805783edc526 req-966bbc0e-61d9-42c1-9208-301ec5982e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:40.167916 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5afe346a-23d2-460d-943f-805783edc526 req-966bbc0e-61d9-42c1-9208-301ec5982e5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6 HTTP/1.1" status: 200 len: 860 time: 0.1493876 Aug 20 10:21:40.183454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849bb42-9a59-42af-bed3-6d44b4859436 req-ebeb03c0-615c-4052-8f5e-d54d4ec748ee tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:40.187858 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9849bb42-9a59-42af-bed3-6d44b4859436 req-ebeb03c0-615c-4052-8f5e-d54d4ec748ee tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.1767089 Aug 20 10:21:40.270160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-43a92f05-6c9b-4a3f-8d55-a51b969dfa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:40Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:40.289869 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943edf7-4dc7-429d-8a81-3293fa3b32dd req-fce78682-603d-4a12-a4b8-706c7e7143e5 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:40.303853 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e943edf7-4dc7-429d-8a81-3293fa3b32dd req-fce78682-603d-4a12-a4b8-706c7e7143e5 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.1705627 Aug 20 10:21:40.307411 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9849bb42-9a59-42af-bed3-6d44b4859436 req-2d22c347-89dd-4980-9f29-a91a0381d074 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910504 Aug 20 10:21:40.332503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe346a-23d2-460d-943f-805783edc526 req-1b1fc061-169e-4e19-846d-87ca9f73a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:40.333685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a92f05-6c9b-4a3f-8d55-a51b969dfa99 None None] The sync data for ids ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'] in n-d-778550-11 is: [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:20:32Z', 'revision_number': 4, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0156be6d-80e2-487e-86a3-627b57548652', 'name': '', 'network_id': '3b4499e9-ad94-452b-b39f-84ea08c6bd0e', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'mac_address': 'fa:16:3e:1a:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:31Z', 'updated_at': '2021-08-20T10:20:40Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'subnets': [{'id': '4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:21:40.334109 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5afe346a-23d2-460d-943f-805783edc526 req-1b1fc061-169e-4e19-846d-87ca9f73a142 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b4499e9-ad94-452b-b39f-84ea08c6bd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1445720 Aug 20 10:21:40.402670 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e943edf7-4dc7-429d-8a81-3293fa3b32dd req-e83a3c65-587f-44e5-bd27-2fa3b57ae2ee tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.113 HTTP/1.1" status: 200 len: 699 time: 0.0967245 Aug 20 10:21:40.480763 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5afe346a-23d2-460d-943f-805783edc526 req-ec55e0d2-718d-4b9f-9810-efa338a9fc0e service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373415 Aug 20 10:21:40.488054 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e943edf7-4dc7-429d-8a81-3293fa3b32dd req-667d7b2c-d595-476d-bc5c-a4656d53cf62 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.113 HTTP/1.1" status: 200 len: 699 time: 0.0841978 Aug 20 10:21:40.632783 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 3218a4e4-288c-405d-a799-ad6d157fca29 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:21:40.636801 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5afe346a-23d2-460d-943f-805783edc526 req-27acb0a2-7980-47ec-a7eb-9af5d309e137 service neutron] 10.222.0.24 "GET /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454065 Aug 20 10:21:40.653187 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-e943edf7-4dc7-429d-8a81-3293fa3b32dd req-f2a732b5-4348-4c79-97c3-897a4e8cfc93 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Deleting port 9b33ffde-86cf-4a26-af84-5471d84d7960 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:40.653857 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e943edf7-4dc7-429d-8a81-3293fa3b32dd req-f2a732b5-4348-4c79-97c3-897a4e8cfc93 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:40.714264 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 3218a4e4-288c-405d-a799-ad6d157fca29 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:21:40.730254 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 3218a4e4-288c-405d-a799-ad6d157fca29 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:21:40.730776 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:40.771245 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e943edf7-4dc7-429d-8a81-3293fa3b32dd req-f2a732b5-4348-4c79-97c3-897a4e8cfc93 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:40.771947 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e943edf7-4dc7-429d-8a81-3293fa3b32dd req-f2a732b5-4348-4c79-97c3-897a4e8cfc93 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:40.795480 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-e943edf7-4dc7-429d-8a81-3293fa3b32dd req-f2a732b5-4348-4c79-97c3-897a4e8cfc93 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Calling delete_port for 9b33ffde-86cf-4a26-af84-5471d84d7960 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:40.890363 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c9e9d-c0a4-4981-add7-57f0d36c949b None None] New status for floating IP 7e4dca40-3f05-4c03-ba34-fb977de0b127: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:21:40.908173 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:40.942275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2f8e14-9df3-4aef-baae-23e7de9bc182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3218a4e4-288c-405d-a799-ad6d157fca29'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:40.947001 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8fc735-b98d-4734-83a0-59d9eb9133f4" -d '{"events": [{"server_uuid": "8e2f8e14-9df3-4aef-baae-23e7de9bc182", "name": "network-vif-plugged", "status": "completed", "tag": "3218a4e4-288c-405d-a799-ad6d157fca29"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:40.964804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 3218a4e4-288c-405d-a799-ad6d157fca29, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=3218a4e4-288c-405d-a799-ad6d157fca29,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:40.973082 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:41.092508 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=3218a4e4-288c-405d-a799-ad6d157fca29,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:41.094083 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e943edf7-4dc7-429d-8a81-3293fa3b32dd req-f2a732b5-4348-4c79-97c3-897a4e8cfc93 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:41.156821 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a732b5-4348-4c79-97c3-897a4e8cfc93 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Pushing event deleted for resources: {'Port': ['ID=9b33ffde-86cf-4a26-af84-5471d84d7960,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:41.202847 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.db.api [None req-735c9e9d-c0a4-4981-add7-57f0d36c949b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:21:41.203263 n-d-778550-11 neutron-server[94869]: DEBUG oslo_db.api [None req-735c9e9d-c0a4-4981-add7-57f0d36c949b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:21:41.210820 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e943edf7-4dc7-429d-8a81-3293fa3b32dd req-f2a732b5-4348-4c79-97c3-897a4e8cfc93 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:41.214960 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e943edf7-4dc7-429d-8a81-3293fa3b32dd req-f2a732b5-4348-4c79-97c3-897a4e8cfc93 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:41.216371 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e943edf7-4dc7-429d-8a81-3293fa3b32dd req-f2a732b5-4348-4c79-97c3-897a4e8cfc93 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "DELETE /v2.0/floatingips/7e4dca40-3f05-4c03-ba34-fb977de0b127 HTTP/1.1" status: 204 len: 173 time: 0.7197406 Aug 20 10:21:41.366793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6284b-0f47-45ed-b9c5-b320cd46b1e7 req-5e575821-203d-440d-96ca-de2b2a1c32aa tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:41.374004 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-24a6284b-0f47-45ed-b9c5-b320cd46b1e7 req-5e575821-203d-440d-96ca-de2b2a1c32aa tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2f8e14-9df3-4aef-baae-23e7de9bc182 HTTP/1.1" status: 200 len: 949 time: 0.6134140 Aug 20 10:21:41.439419 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc868fa-46ab-49e1-a3a6-6333e3ad3ba4 req-5de9be25-623c-425e-a444-5cb8d10e18ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:41.441009 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cfc868fa-46ab-49e1-a3a6-6333e3ad3ba4 req-5de9be25-623c-425e-a444-5cb8d10e18ee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 1098 time: 0.1562994 Aug 20 10:21:41.443319 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fca8fdfc-f634-4f27-9495-96ff563dde12 req-b969fb91-dd69-4180-96a1-88d847b446c0 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/ports?device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 210 time: 0.0376167 Aug 20 10:21:41.463616 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-24a6284b-0f47-45ed-b9c5-b320cd46b1e7 req-52a113c8-ca76-4423-8a9e-aeeb6e119de0 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801663 Aug 20 10:21:41.472618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-b6d11986-2f32-4460-9bda-b20820405061 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:41.476228 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-b6d11986-2f32-4460-9bda-b20820405061 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.24 "GET /v2.0/networks?id=275a5e72-fef5-44d2-aa1b-b797f1c2bc71 HTTP/1.1" status: 200 len: 821 time: 0.6470263 Aug 20 10:21:41.490486 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-90d46ef5-785d-4377-9719-12c6105a2aad tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Request body: {'port': {'device_id': 'd18c929c-74b7-47be-a259-21fe60044f4a', 'network_id': '275a5e72-fef5-44d2-aa1b-b797f1c2bc71', 'admin_state_up': True, 'tenant_id': 'd31e70f359cf473b8381818babc5654f'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:41.501124 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3678126-0b35-41e2-a0d6-06fa7bccf5af x-openstack-request-id: req-a3678126-0b35-41e2-a0d6-06fa7bccf5af {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:41.501625 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2f8e14-9df3-4aef-baae-23e7de9bc182", "name": "network-vif-plugged", "status": "completed", "tag": "3218a4e4-288c-405d-a799-ad6d157fca29", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:41.501742 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3678126-0b35-41e2-a0d6-06fa7bccf5af {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:41.504772 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2f8e14-9df3-4aef-baae-23e7de9bc182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3218a4e4-288c-405d-a799-ad6d157fca29', 'code': 200} Aug 20 10:21:41.551570 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cfc868fa-46ab-49e1-a3a6-6333e3ad3ba4 req-cea1e06b-3ffb-45e6-8c23-975aac7b8e43 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998874 Aug 20 10:21:41.620287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-90d46ef5-785d-4377-9719-12c6105a2aad tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Made reservation on behalf of d31e70f359cf473b8381818babc5654f for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:21:41.624253 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-90d46ef5-785d-4377-9719-12c6105a2aad tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:41.705067 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c9e9d-c0a4-4981-add7-57f0d36c949b None None] New status for floating IP 7e4dca40-3f05-4c03-ba34-fb977de0b127: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:21:41.799355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e2db4-8bbf-4920-8ff7-52e4d6077c6b req-ccc1162c-6297-4001-a136-860cf55599a8 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:41.807626 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b24e2db4-8bbf-4920-8ff7-52e4d6077c6b req-ccc1162c-6297-4001-a136-860cf55599a8 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.0663197 Aug 20 10:21:41.819108 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-90d46ef5-785d-4377-9719-12c6105a2aad tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Allocated IP 172.20.0.7 (275a5e72-fef5-44d2-aa1b-b797f1c2bc71/8d54d485-5180-4237-9dcb-31d9ef168f91/5721019b-c44c-47f3-8259-cfe85e653d56) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:21:41.853879 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcb2f4-a332-42d3-b579-ab398cc00373 req-806e1633-e101-46af-9c1c-3f1766e62ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:41.855478 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8afcb2f4-a332-42d3-b579-ab398cc00373 req-806e1633-e101-46af-9c1c-3f1766e62ab7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e2f8e14-9df3-4aef-baae-23e7de9bc182 HTTP/1.1" status: 200 len: 1102 time: 0.0752747 Aug 20 10:21:41.872631 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b24e2db4-8bbf-4920-8ff7-52e4d6077c6b req-3b8759ca-7430-49d2-a4b8-71adaf5ae43e tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521200 Aug 20 10:21:41.991070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e941a8-7ace-4663-bd82-62fc03302701 req-872d8172-7c6a-4f32-83e9-1c014ec850e8 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:41.992624 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-70e941a8-7ace-4663-bd82-62fc03302701 req-872d8172-7c6a-4f32-83e9-1c014ec850e8 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 946 time: 0.0628290 Aug 20 10:21:42.026697 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8afcb2f4-a332-42d3-b579-ab398cc00373 req-7d1faa74-4f40-4893-bba7-596462c6152c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596847 Aug 20 10:21:42.031941 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-70e941a8-7ace-4663-bd82-62fc03302701 req-6998425a-2160-440b-9a0a-4f95f5dc34d6 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333171 Aug 20 10:21:42.174405 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-90d46ef5-785d-4377-9719-12c6105a2aad tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:42.187807 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb474127-9560-435a-9464-4560f5210d2d req-ceab95de-e6b4-40ed-ad48-48264af3ff5d tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.188277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb474127-9560-435a-9464-4560f5210d2d req-ceab95de-e6b4-40ed-ad48-48264af3ff5d tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.188741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb474127-9560-435a-9464-4560f5210d2d req-ceab95de-e6b4-40ed-ad48-48264af3ff5d tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.189195 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb474127-9560-435a-9464-4560f5210d2d req-ceab95de-e6b4-40ed-ad48-48264af3ff5d tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.189651 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb474127-9560-435a-9464-4560f5210d2d req-ceab95de-e6b4-40ed-ad48-48264af3ff5d tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.190101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb474127-9560-435a-9464-4560f5210d2d req-ceab95de-e6b4-40ed-ad48-48264af3ff5d tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.190555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb474127-9560-435a-9464-4560f5210d2d req-ceab95de-e6b4-40ed-ad48-48264af3ff5d tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.191000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb474127-9560-435a-9464-4560f5210d2d req-ceab95de-e6b4-40ed-ad48-48264af3ff5d tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.191485 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb474127-9560-435a-9464-4560f5210d2d req-ceab95de-e6b4-40ed-ad48-48264af3ff5d tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.191937 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb474127-9560-435a-9464-4560f5210d2d req-ceab95de-e6b4-40ed-ad48-48264af3ff5d tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.193883 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb474127-9560-435a-9464-4560f5210d2d req-ceab95de-e6b4-40ed-ad48-48264af3ff5d tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7100 time: 0.2819624 Aug 20 10:21:42.237109 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-90d46ef5-785d-4377-9719-12c6105a2aad tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:42.285001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-90d46ef5-785d-4377-9719-12c6105a2aad tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Network 275a5e72-fef5-44d2-aa1b-b797f1c2bc71 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:21:42.292990 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d46ef5-785d-4377-9719-12c6105a2aad tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Pushing event updated for resources: {'Port': ['ID=5721019b-c44c-47f3-8259-cfe85e653d56,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:42.297357 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-90d46ef5-785d-4377-9719-12c6105a2aad tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:21:42.299609 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-90d46ef5-785d-4377-9719-12c6105a2aad tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:21:42.301528 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290f8d7-b1c5-4631-b6a8-84236f880b7c req-c7b75c3a-048e-4e50-9f1f-aabe68ad17a6 tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.307169 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f290f8d7-b1c5-4631-b6a8-84236f880b7c req-c7b75c3a-048e-4e50-9f1f-aabe68ad17a6 tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 886 time: 0.0947387 Aug 20 10:21:42.361120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-90d46ef5-785d-4377-9719-12c6105a2aad tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.361848 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-90d46ef5-785d-4377-9719-12c6105a2aad tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:42.386234 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-90d46ef5-785d-4377-9719-12c6105a2aad tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9003444 Aug 20 10:21:42.407652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Request body: {'port': {'device_id': 'd18c929c-74b7-47be-a259-21fe60044f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:42.460695 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d9973-1955-44f0-b48c-6034c4e45c9d req-4b1d6620-e4f4-4137-b05f-b69ae99e51d6 tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.461150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d9973-1955-44f0-b48c-6034c4e45c9d req-4b1d6620-e4f4-4137-b05f-b69ae99e51d6 tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.461606 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d9973-1955-44f0-b48c-6034c4e45c9d req-4b1d6620-e4f4-4137-b05f-b69ae99e51d6 tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.462063 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d9973-1955-44f0-b48c-6034c4e45c9d req-4b1d6620-e4f4-4137-b05f-b69ae99e51d6 tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.462609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d9973-1955-44f0-b48c-6034c4e45c9d req-4b1d6620-e4f4-4137-b05f-b69ae99e51d6 tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.462963 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d9973-1955-44f0-b48c-6034c4e45c9d req-4b1d6620-e4f4-4137-b05f-b69ae99e51d6 tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.463447 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d9973-1955-44f0-b48c-6034c4e45c9d req-4b1d6620-e4f4-4137-b05f-b69ae99e51d6 tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.463933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d9973-1955-44f0-b48c-6034c4e45c9d req-4b1d6620-e4f4-4137-b05f-b69ae99e51d6 tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.464389 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d9973-1955-44f0-b48c-6034c4e45c9d req-4b1d6620-e4f4-4137-b05f-b69ae99e51d6 tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.464844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d9973-1955-44f0-b48c-6034c4e45c9d req-4b1d6620-e4f4-4137-b05f-b69ae99e51d6 tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.466964 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-874d9973-1955-44f0-b48c-6034c4e45c9d req-4b1d6620-e4f4-4137-b05f-b69ae99e51d6 tempest-NetworksTest-1863553444 tempest-NetworksTest-1863553444-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7100 time: 0.1415637 Aug 20 10:21:42.471082 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:42.605723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c200b4b-7f10-4f49-a20f-f6015f88bff5 req-5e43aec9-32b6-4b4a-bfa2-f956a1ce0976 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.613564 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c200b4b-7f10-4f49-a20f-f6015f88bff5 req-5e43aec9-32b6-4b4a-bfa2-f956a1ce0976 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2f8e14-9df3-4aef-baae-23e7de9bc182 HTTP/1.1" status: 200 len: 950 time: 0.0705390 Aug 20 10:21:42.673823 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c200b4b-7f10-4f49-a20f-f6015f88bff5 req-4ac6e8c2-143e-44b1-a8e4-50dc57ecc37f tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537426 Aug 20 10:21:42.719869 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15855af-e382-46ef-b8d3-f70d98115a53 req-1d29305a-70c6-49e2-8f9a-236b44d7caf5 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:42.727750 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b15855af-e382-46ef-b8d3-f70d98115a53 req-1d29305a-70c6-49e2-8f9a-236b44d7caf5 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/ports?device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 931 time: 0.1246731 Aug 20 10:21:42.774947 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b15855af-e382-46ef-b8d3-f70d98115a53 req-a916c2da-cd2b-4737-ba12-ba0521a69a0d tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29be14a-136b-4ca3-8ac3-3acc88bd4f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463395 Aug 20 10:21:42.887879 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5721019b-c44c-47f3-8259-cfe85e653d56 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:21:42.900814 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:42.923240 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Transition to ACTIVE for port object 5721019b-c44c-47f3-8259-cfe85e653d56 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:21:42.928538 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:42.959103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41252) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:42.992803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5721019b-c44c-47f3-8259-cfe85e653d56,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:43.028150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f785f4-ebd9-464f-aa4a-bb0ac4cfa645 req-60bc6790-9526-4fb8-a8b6-47d8f5ee7068 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:43.036427 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7f785f4-ebd9-464f-aa4a-bb0ac4cfa645 req-60bc6790-9526-4fb8-a8b6-47d8f5ee7068 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.0975468 Aug 20 10:21:43.061134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Attempting to bind port 5721019b-c44c-47f3-8259-cfe85e653d56 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:21:43.061485 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Attempting to bind port 5721019b-c44c-47f3-8259-cfe85e653d56 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '77cbd264-79a1-44b7-a7b6-5dec0b4bbe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '275a5e72-fef5-44d2-aa1b-b797f1c2bc71'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:21:43.061810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Attempting to bind port 5721019b-c44c-47f3-8259-cfe85e653d56 on network 275a5e72-fef5-44d2-aa1b-b797f1c2bc71 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:21:43.067782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Port 5721019b-c44c-47f3-8259-cfe85e653d56 on network 275a5e72-fef5-44d2-aa1b-b797f1c2bc71 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:21:43.068205 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Attempting to bind port 5721019b-c44c-47f3-8259-cfe85e653d56 on network 275a5e72-fef5-44d2-aa1b-b797f1c2bc71 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:21:43.073816 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:21:43.074164 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Checking segment: {'id': '77cbd264-79a1-44b7-a7b6-5dec0b4bbe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '275a5e72-fef5-44d2-aa1b-b797f1c2bc71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:21:43.074594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Bound using segment: {'id': '77cbd264-79a1-44b7-a7b6-5dec0b4bbe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '275a5e72-fef5-44d2-aa1b-b797f1c2bc71'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:21:43.075201 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Bound port: 5721019b-c44c-47f3-8259-cfe85e653d56, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cbd264-79a1-44b7-a7b6-5dec0b4bbe59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '275a5e72-fef5-44d2-aa1b-b797f1c2bc71'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:21:43.075650 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:43.115472 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7f785f4-ebd9-464f-aa4a-bb0ac4cfa645 req-eb8e27c2-ad9f-45e3-b4b3-924993eacc21 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592875 Aug 20 10:21:43.187177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] For port 5721019b-c44c-47f3-8259-cfe85e653d56, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:21:43.190610 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da204add-1047-48b1-b66e-4f6d889e07a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:43.227744 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] For port 5721019b-c44c-47f3-8259-cfe85e653d56, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=5721019b-c44c-47f3-8259-cfe85e653d56,segment=NetworkSegment(77cbd264-79a1-44b7-a7b6-5dec0b4bbe59),segment_id=77cbd264-79a1-44b7-a7b6-5dec0b4bbe59)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:21:43.237941 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:43.292113 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:43.292727 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:43.294097 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] 10.222.0.24 "PUT /v2.0/ports/5721019b-c44c-47f3-8259-cfe85e653d56 HTTP/1.1" status: 200 len: 1092 time: 0.8982899 Aug 20 10:21:43.302528 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ffd44-bdc1-48be-9cec-423f3412b31b req-4d089cbb-276c-4c33-b9a2-5f1702f0349a tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:43.304032 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-123ffd44-bdc1-48be-9cec-423f3412b31b req-4d089cbb-276c-4c33-b9a2-5f1702f0349a tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 946 time: 0.1351554 Aug 20 10:21:43.304485 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18c929c-74b7-47be-a259-21fe60044f4a', 'tag': '5721019b-c44c-47f3-8259-cfe85e653d56'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:43.306743 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44826c3-5d04-49cb-a0f9-927713f1b479" -d '{"events": [{"name": "network-changed", "server_uuid": "d18c929c-74b7-47be-a259-21fe60044f4a", "tag": "5721019b-c44c-47f3-8259-cfe85e653d56"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:43.356084 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3712fae1-fadd-4e5a-96c8-b8028acd6c07 x-openstack-request-id: req-3712fae1-fadd-4e5a-96c8-b8028acd6c07 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:43.356296 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18c929c-74b7-47be-a259-21fe60044f4a", "tag": "5721019b-c44c-47f3-8259-cfe85e653d56", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:43.357010 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3712fae1-fadd-4e5a-96c8-b8028acd6c07 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:43.357010 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18c929c-74b7-47be-a259-21fe60044f4a', 'tag': '5721019b-c44c-47f3-8259-cfe85e653d56', 'status': 'completed', 'code': 200} Aug 20 10:21:43.395633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c701b4-c9b8-4dd7-9587-ebef9e0067c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5721019b-c44c-47f3-8259-cfe85e653d56,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:43.424391 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-123ffd44-bdc1-48be-9cec-423f3412b31b req-68b879ab-d564-4375-a624-22a982bebccd tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/security-groups?id=7deee994-fbce-4190-9424-8b1f46a9ac3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085708 Aug 20 10:21:43.448674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-f6841370-e18b-4b33-ae9b-b67061a081f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:43.450151 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-f6841370-e18b-4b33-ae9b-b67061a081f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d31e70f359cf473b8381818babc5654f&device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 1095 time: 0.1075249 Aug 20 10:21:43.483582 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da204add-1047-48b1-b66e-4f6d889e07a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:43.516153 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da204add-1047-48b1-b66e-4f6d889e07a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:43.519485 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-8acb75f1-82ff-4390-8575-53a22530d182 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5721019b-c44c-47f3-8259-cfe85e653d56 HTTP/1.1" status: 200 len: 217 time: 0.0487125 Aug 20 10:21:43.572017 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673c8c1-81af-4cb8-8557-c4b263ef068e req-1c513cbf-f8a0-4379-b4a2-a31f1d3597de tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:43.573659 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5673c8c1-81af-4cb8-8557-c4b263ef068e req-1c513cbf-f8a0-4379-b4a2-a31f1d3597de tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.24 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 946 time: 0.0716662 Aug 20 10:21:43.602284 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-da204add-1047-48b1-b66e-4f6d889e07a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87a88531d747450eaadda3bb6f2b9550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6421146 Aug 20 10:21:43.603241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da204add-1047-48b1-b66e-4f6d889e07a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c648d9a1-944e-4a07-a0ea-95529feabc72,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:43.606292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41276) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:43.632555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-eb4eb396-23b5-4781-80cc-2ee3ff8131da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:43.634020 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-eb4eb396-23b5-4781-80cc-2ee3ff8131da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d54d485-5180-4237-9dcb-31d9ef168f91 HTTP/1.1" status: 200 len: 861 time: 0.1058006 Aug 20 10:21:43.675901 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-5673c8c1-81af-4cb8-8557-c4b263ef068e req-146b3800-3984-4f42-b333-103be7c52251 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Deleting port db481d2a-2d99-4df3-b477-de9a1fe6e941 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:43.676331 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5673c8c1-81af-4cb8-8557-c4b263ef068e req-146b3800-3984-4f42-b333-103be7c52251 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:43.679178 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-b3bf428e-303a-4a06-84a0-1cf74879dbb1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=275a5e72-fef5-44d2-aa1b-b797f1c2bc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336404 Aug 20 10:21:43.699333 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73f5cbfa-3eb7-4ff6-92b5-a2f48aac6290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:43.767635 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73f5cbfa-3eb7-4ff6-92b5-a2f48aac6290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:43.822466 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-48b7d86f-f42e-4e54-9b29-8b14f98bd935 service neutron] 10.222.0.24 "GET /v2.0/networks/275a5e72-fef5-44d2-aa1b-b797f1c2bc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338465 Aug 20 10:21:43.842439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-5673c8c1-81af-4cb8-8557-c4b263ef068e req-146b3800-3984-4f42-b333-103be7c52251 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] For port db481d2a-2d99-4df3-b477-de9a1fe6e941, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=db481d2a-2d99-4df3-b477-de9a1fe6e941,segment=NetworkSegment(4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e),segment_id=4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:43.842930 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5673c8c1-81af-4cb8-8557-c4b263ef068e req-146b3800-3984-4f42-b333-103be7c52251 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:43.853362 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df522212-c52b-4432-871f-1b96aeec0946 req-4e0fa537-a9ea-44b9-a66b-f86f5323f01b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:43.855070 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df522212-c52b-4432-871f-1b96aeec0946 req-4e0fa537-a9ea-44b9-a66b-f86f5323f01b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2f8e14-9df3-4aef-baae-23e7de9bc182 HTTP/1.1" status: 200 len: 950 time: 0.1132944 Aug 20 10:21:43.882156 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-5673c8c1-81af-4cb8-8557-c4b263ef068e req-146b3800-3984-4f42-b333-103be7c52251 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Calling delete_port for db481d2a-2d99-4df3-b477-de9a1fe6e941 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:43.898929 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73f5cbfa-3eb7-4ff6-92b5-a2f48aac6290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:43.901728 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73f5cbfa-3eb7-4ff6-92b5-a2f48aac6290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:43.905693 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-73f5cbfa-3eb7-4ff6-92b5-a2f48aac6290 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c648d9a1-944e-4a07-a0ea-95529feabc72 HTTP/1.1" status: 204 len: 168 time: 0.2929609 Aug 20 10:21:43.937504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5cbfa-3eb7-4ff6-92b5-a2f48aac6290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c648d9a1-944e-4a07-a0ea-95529feabc72,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:43.975264 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d77b9a3-b347-4c4d-9218-fb4a8b27dcb7 req-cc9361e5-a112-4630-ab5f-6cebe57743af service neutron] 10.222.0.24 "GET /v2.0/networks/275a5e72-fef5-44d2-aa1b-b797f1c2bc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446433 Aug 20 10:21:43.979779 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df522212-c52b-4432-871f-1b96aeec0946 req-0d0813fc-f8aa-42ad-a5db-5169b8b52a56 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181498 Aug 20 10:21:43.982807 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c1464-816b-44b3-802a-6a75e0dd1296 req-6752d977-c094-4264-835c-0cda123ec01f tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:43.989846 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-376c1464-816b-44b3-802a-6a75e0dd1296 req-6752d977-c094-4264-835c-0cda123ec01f tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/ports?device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 943 time: 0.1094184 Aug 20 10:21:44.050276 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-376c1464-816b-44b3-802a-6a75e0dd1296 req-c7ffa185-ef34-4fc8-bbf7-430d17255f63 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29be14a-136b-4ca3-8ac3-3acc88bd4f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594401 Aug 20 10:21:44.097115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44826c3-5d04-49cb-a0f9-927713f1b479 req-c6d6dcb3-bb1a-4287-b813-eb9003615933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:44.099263 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a44826c3-5d04-49cb-a0f9-927713f1b479 req-c6d6dcb3-bb1a-4287-b813-eb9003615933 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d31e70f359cf473b8381818babc5654f&device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 1095 time: 0.0477977 Aug 20 10:21:44.148699 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5673c8c1-81af-4cb8-8557-c4b263ef068e req-146b3800-3984-4f42-b333-103be7c52251 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:44.160618 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['db481d2a-2d99-4df3-b477-de9a1fe6e941'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:44.201275 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffad33-51ee-4c87-b5d6-9112effd6a45 req-d363fb3a-4320-41e8-bfcc-feffc30979b8 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:44.211764 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1ffad33-51ee-4c87-b5d6-9112effd6a45 req-d363fb3a-4320-41e8-bfcc-feffc30979b8 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8e2f8e14-9df3-4aef-baae-23e7de9bc182 HTTP/1.1" status: 200 len: 1102 time: 0.1126075 Aug 20 10:21:44.236271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b3800-3984-4f42-b333-103be7c52251 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Pushing event deleted for resources: {'Port': ['ID=db481d2a-2d99-4df3-b477-de9a1fe6e941,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:44.274171 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-5673c8c1-81af-4cb8-8557-c4b263ef068e req-146b3800-3984-4f42-b333-103be7c52251 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] No DVR routers for this DVR port db481d2a-2d99-4df3-b477-de9a1fe6e941 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:21:44.278554 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5673c8c1-81af-4cb8-8557-c4b263ef068e req-146b3800-3984-4f42-b333-103be7c52251 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:44.281439 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5673c8c1-81af-4cb8-8557-c4b263ef068e req-146b3800-3984-4f42-b333-103be7c52251 tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.24 "DELETE /v2.0/ports/db481d2a-2d99-4df3-b477-de9a1fe6e941 HTTP/1.1" status: 204 len: 173 time: 0.6998823 Aug 20 10:21:44.282064 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'name': 'network-vif-deleted', 'tag': 'db481d2a-2d99-4df3-b477-de9a1fe6e941'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:44.284584 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be351f8-cac5-4875-9596-05c55ecbcc16" -d '{"events": [{"server_uuid": "59f2cdf7-ec4e-42a5-bec1-02d7201d9768", "name": "network-vif-deleted", "tag": "db481d2a-2d99-4df3-b477-de9a1fe6e941"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:44.319066 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1ffad33-51ee-4c87-b5d6-9112effd6a45 req-54090c62-f3fc-4da0-bffc-31db8f7d4089 tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006210 Aug 20 10:21:44.354880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c4e56-87fb-4774-868f-6836b01693ce req-40d876d7-6cc4-4c52-9316-a3f44e972c5c tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:44.356648 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f48c4e56-87fb-4774-868f-6836b01693ce req-40d876d7-6cc4-4c52-9316-a3f44e972c5c tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.1028743 Aug 20 10:21:44.360046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44826c3-5d04-49cb-a0f9-927713f1b479 req-fc7dcba8-e4e9-4097-9f36-f636b7cea697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:44.361421 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a44826c3-5d04-49cb-a0f9-927713f1b479 req-fc7dcba8-e4e9-4097-9f36-f636b7cea697 service neutron] 10.222.0.24 "GET /v2.0/networks?id=275a5e72-fef5-44d2-aa1b-b797f1c2bc71 HTTP/1.1" status: 200 len: 922 time: 0.2545335 Aug 20 10:21:44.389828 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcf4883-27e2-431f-812b-f4ed7308863a x-openstack-request-id: req-dbcf4883-27e2-431f-812b-f4ed7308863a {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:44.390583 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f2cdf7-ec4e-42a5-bec1-02d7201d9768", "name": "network-vif-deleted", "tag": "db481d2a-2d99-4df3-b477-de9a1fe6e941", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:44.391257 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbcf4883-27e2-431f-812b-f4ed7308863a {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:44.391835 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f2cdf7-ec4e-42a5-bec1-02d7201d9768', 'name': 'network-vif-deleted', 'tag': 'db481d2a-2d99-4df3-b477-de9a1fe6e941', 'status': 'completed', 'code': 200} Aug 20 10:21:44.424348 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a44826c3-5d04-49cb-a0f9-927713f1b479 req-c89294b6-efc5-4701-af6a-e610e1df81b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5721019b-c44c-47f3-8259-cfe85e653d56 HTTP/1.1" status: 200 len: 217 time: 0.0549016 Aug 20 10:21:44.437347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41300) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:44.472832 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-299c8a99-c4e2-454a-886c-2dbdc1b0c712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:44.490865 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44826c3-5d04-49cb-a0f9-927713f1b479 req-a69dfb19-62fa-4cf4-acb9-9c8311ecb844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:44.494443 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a44826c3-5d04-49cb-a0f9-927713f1b479 req-a69dfb19-62fa-4cf4-acb9-9c8311ecb844 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d54d485-5180-4237-9dcb-31d9ef168f91 HTTP/1.1" status: 200 len: 861 time: 0.0572014 Aug 20 10:21:44.501116 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f48c4e56-87fb-4774-868f-6836b01693ce req-5f434c55-e7a1-4b20-a0cf-cf0ea76c4eaa tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337376 Aug 20 10:21:44.556375 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a44826c3-5d04-49cb-a0f9-927713f1b479 req-2b1d201d-fc15-4b90-9968-146a0606fdb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=275a5e72-fef5-44d2-aa1b-b797f1c2bc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502019 Aug 20 10:21:44.610307 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a2ad877f-62b0-4c3b-afab-b726fa6c0bdd req-740f97a4-5e59-42bc-bc6c-e474179e0b3a tempest-FloatingIPsAssociationTestJSON-13518038 tempest-FloatingIPsAssociationTestJSON-13518038-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f2cdf7-ec4e-42a5-bec1-02d7201d9768 HTTP/1.1" status: 200 len: 210 time: 0.0291941 Aug 20 10:21:44.716317 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-299c8a99-c4e2-454a-886c-2dbdc1b0c712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:44.724443 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-299c8a99-c4e2-454a-886c-2dbdc1b0c712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:44.804043 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-299c8a99-c4e2-454a-886c-2dbdc1b0c712 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d3caa03d7be47b081863e4ed6eff569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651884 Aug 20 10:21:44.804759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c8a99-c4e2-454a-886c-2dbdc1b0c712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc0b0b5-df62-4611-86e7-ed50c42b74d2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:44.807038 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41324) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:44.820802 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a44826c3-5d04-49cb-a0f9-927713f1b479 req-373e942b-c52d-4876-b93d-04db9b6141be service neutron] 10.222.0.24 "GET /v2.0/networks/275a5e72-fef5-44d2-aa1b-b797f1c2bc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355852 Aug 20 10:21:44.871915 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-42b8d8b6-646a-4270-a8c2-a7bd1c6a02bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:44.897515 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-42b8d8b6-646a-4270-a8c2-a7bd1c6a02bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:45.029065 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-42b8d8b6-646a-4270-a8c2-a7bd1c6a02bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:45.032599 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-42b8d8b6-646a-4270-a8c2-a7bd1c6a02bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:45.036561 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-42b8d8b6-646a-4270-a8c2-a7bd1c6a02bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6cc0b0b5-df62-4611-86e7-ed50c42b74d2 HTTP/1.1" status: 204 len: 168 time: 0.2258940 Aug 20 10:21:45.052047 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41338) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:45.052940 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8d8b6-646a-4270-a8c2-a7bd1c6a02bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc0b0b5-df62-4611-86e7-ed50c42b74d2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:45.071641 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-96dbf1cc-966a-4eac-958f-32571e13b5c5 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:45.073417 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-96dbf1cc-966a-4eac-958f-32571e13b5c5 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/networks?id=aee9a348-af2d-45dc-9248-2a1f01e70c36 HTTP/1.1" status: 200 len: 811 time: 0.1734641 Aug 20 10:21:45.092361 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-51d3cb07-dde0-4072-9b51-cb7b0dde6cef tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/quotas/26b5c18da28d413e8586083e40c6ee2e HTTP/1.1" status: 200 len: 375 time: 0.0107853 Aug 20 10:21:45.163767 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-38f5df8c-833d-42fc-9a4a-7c1950e22743 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3649940 Aug 20 10:21:45.336129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-2d5ae0e3-8c9e-469b-b82c-a1d96ea4fc3d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:45.337921 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-2d5ae0e3-8c9e-469b-b82c-a1d96ea4fc3d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1632781 Aug 20 10:21:45.359526 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a44826c3-5d04-49cb-a0f9-927713f1b479 req-ae408200-0985-428d-ab77-5c08704c5160 service neutron] 10.222.0.24 "GET /v2.0/networks/275a5e72-fef5-44d2-aa1b-b797f1c2bc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378208 Aug 20 10:21:45.360760 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3fe954c6-ff53-4ecf-a0d0-6aca641efc3a tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/quotas/4e7795c3d76e4090b49a900a04c8fc61 HTTP/1.1" status: 200 len: 375 time: 0.0162296 Aug 20 10:21:45.435857 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-64844788-7f5d-4e99-ad45-a0243926e6c9 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0683324 Aug 20 10:21:45.448970 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffb72-ba8f-41c9-8281-05047eec1dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:45.487681 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-e4ec5515-cec6-44fd-8c0a-3093d3f9b8b1 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=26b5c18da28d413e8586083e40c6ee2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3887665 Aug 20 10:21:45.658146 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffb72-ba8f-41c9-8281-05047eec1dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:45.668146 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-bed78d0d-2109-4c74-8090-0c2f55f2bd77 service neutron] 10.222.0.16 "GET /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732693 Aug 20 10:21:45.670293 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47c228-e59a-46f3-bf6d-f547b18e5d98 req-8cadd40b-01ff-40e2-90f0-57093dd80f89 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:45.672424 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bc47c228-e59a-46f3-bf6d-f547b18e5d98 req-8cadd40b-01ff-40e2-90f0-57093dd80f89 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/ports?device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 943 time: 0.0724485 Aug 20 10:21:45.678624 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b0ffb72-ba8f-41c9-8281-05047eec1dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:45.728578 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bc47c228-e59a-46f3-bf6d-f547b18e5d98 req-8428654b-4aa1-46ff-a671-a9d3a6150d58 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29be14a-136b-4ca3-8ac3-3acc88bd4f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490243 Aug 20 10:21:45.779851 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8b0ffb72-ba8f-41c9-8281-05047eec1dee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c3f9962fc3541e2b790e0b632d7640b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7233608 Aug 20 10:21:45.780590 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ffb72-ba8f-41c9-8281-05047eec1dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e784d71-02fc-4cff-a1f3-89796f2691e2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:45.784699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41374) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:45.819749 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9545a3d-a3ce-4d2b-9fb9-f51531fb6b45 req-584cd1a0-8c95-462b-90a8-7d046ce6823b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 210 time: 0.0444081 Aug 20 10:21:45.859901 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-f7fada6e-acc4-40af-ad23-b73aa708d5a9 service neutron] 10.222.0.16 "GET /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907835 Aug 20 10:21:45.870418 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41378) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:45.903743 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c5aac04b-ec8d-4fa8-a375-8a61a1302b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:45.954835 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c5aac04b-ec8d-4fa8-a375-8a61a1302b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:46.061447 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c5aac04b-ec8d-4fa8-a375-8a61a1302b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:46.064683 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c5aac04b-ec8d-4fa8-a375-8a61a1302b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:46.066298 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c5aac04b-ec8d-4fa8-a375-8a61a1302b73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e784d71-02fc-4cff-a1f3-89796f2691e2 HTTP/1.1" status: 204 len: 168 time: 0.2778144 Aug 20 10:21:46.088489 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a175bda4-10a5-4457-951d-beb08f816ad3 req-b415f945-e9e0-4a7d-8248-beaef62b7f67 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 210 time: 0.0403345 Aug 20 10:21:46.104371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aac04b-ec8d-4fa8-a375-8a61a1302b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e784d71-02fc-4cff-a1f3-89796f2691e2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:46.518152 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41402) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:46.537453 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-14055c8d-c96e-4388-a2dd-e308af69f0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:46.579425 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-66181b13-64e4-41e3-865c-aede93e35f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:46.651496 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-14055c8d-c96e-4388-a2dd-e308af69f0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:46.655652 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-14055c8d-c96e-4388-a2dd-e308af69f0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:46.704571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14055c8d-c96e-4388-a2dd-e308af69f0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7438d7-ba3e-49b8-a5d6-4dae57e64460,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:46.723840 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-14055c8d-c96e-4388-a2dd-e308af69f0c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=321612296c8144ae98d573083d3ea625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043948 Aug 20 10:21:46.726389 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41408) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:46.790114 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71094b34-e5b7-49f2-a5a0-9c0897103f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:46.852127 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71094b34-e5b7-49f2-a5a0-9c0897103f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:46.909066 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af20c5-5317-488e-9b46-42d052e14d13 req-ecd040c2-485e-4e73-af3b-ba25ccb4a681 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:46.911007 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83af20c5-5317-488e-9b46-42d052e14d13 req-ecd040c2-485e-4e73-af3b-ba25ccb4a681 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/ports?device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 943 time: 0.1025319 Aug 20 10:21:46.953787 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71094b34-e5b7-49f2-a5a0-9c0897103f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:46.954521 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-06c07067-5c40-410c-bf69-832d96f24b76 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457153 Aug 20 10:21:46.957023 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71094b34-e5b7-49f2-a5a0-9c0897103f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:46.972297 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-71094b34-e5b7-49f2-a5a0-9c0897103f7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b7438d7-ba3e-49b8-a5d6-4dae57e64460 HTTP/1.1" status: 204 len: 168 time: 0.2364705 Aug 20 10:21:47.024698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71094b34-e5b7-49f2-a5a0-9c0897103f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7438d7-ba3e-49b8-a5d6-4dae57e64460,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:47.032196 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83af20c5-5317-488e-9b46-42d052e14d13 req-99239e14-53d4-4968-8fc4-c80f3fa765a5 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29be14a-136b-4ca3-8ac3-3acc88bd4f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990655 Aug 20 10:21:47.039822 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-12f57f26-fddb-4780-9f0f-36ffdf8dbac9 req-15b2cff0-2bb8-4e2d-81a5-9982f0da0da8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 210 time: 0.0903943 Aug 20 10:21:47.182611 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-66181b13-64e4-41e3-865c-aede93e35f3f admin admin] Deleting port 0156be6d-80e2-487e-86a3-627b57548652 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:47.182940 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-66181b13-64e4-41e3-865c-aede93e35f3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:47.236044 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-891e6afd-c1ee-4600-9dbd-c70a45aa4ef1 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:47.237554 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-891e6afd-c1ee-4600-9dbd-c70a45aa4ef1 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2560477 Aug 20 10:21:47.288982 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-adbb1ce4-44df-4204-8d09-fecbdc432450 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Request body: {'port': {'device_id': '7bb0f923-78ce-4067-b847-b6b0ce007936', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '4e7795c3d76e4090b49a900a04c8fc61'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:47.324581 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-826e5403-1149-4f3b-b154-24da7ac33825 req-5f2727c3-35f5-4afc-948a-da6f9c37e3a9 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 210 time: 0.0854461 Aug 20 10:21:47.400384 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-66181b13-64e4-41e3-865c-aede93e35f3f admin admin] For port 0156be6d-80e2-487e-86a3-627b57548652, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0156be6d-80e2-487e-86a3-627b57548652,segment=NetworkSegment(4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e),segment_id=4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:47.400757 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-66181b13-64e4-41e3-865c-aede93e35f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:47.421477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-66181b13-64e4-41e3-865c-aede93e35f3f admin admin] Calling delete_port for 0156be6d-80e2-487e-86a3-627b57548652 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:47.550302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-b5c64248-13ea-4ec8-aec2-28a63053ed35 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:47.552611 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-b5c64248-13ea-4ec8-aec2-28a63053ed35 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.24 "GET /v2.0/networks?id=aee9a348-af2d-45dc-9248-2a1f01e70c36 HTTP/1.1" status: 200 len: 811 time: 0.1815972 Aug 20 10:21:47.577245 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-adbb1ce4-44df-4204-8d09-fecbdc432450 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Made reservation on behalf of 4e7795c3d76e4090b49a900a04c8fc61 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:21:47.579222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-651677bb-d5ab-46fe-b6a7-9ea0c526c8f0 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Request body: {'port': {'device_id': 'b5b14562-0273-4dde-96b4-92b98da03e19', 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36', 'admin_state_up': True, 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:47.581328 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-adbb1ce4-44df-4204-8d09-fecbdc432450 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:47.595879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 5721019b-c44c-47f3-8259-cfe85e653d56 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:21:47.724579 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device db481d2a-2d99-4df3-b477-de9a1fe6e941 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:21:47.730159 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 5721019b-c44c-47f3-8259-cfe85e653d56, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=5721019b-c44c-47f3-8259-cfe85e653d56,segment=NetworkSegment(77cbd264-79a1-44b7-a7b6-5dec0b4bbe59),segment_id=77cbd264-79a1-44b7-a7b6-5dec0b4bbe59)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:47.761423 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: db481d2a-2d99-4df3-b477-de9a1fe6e941 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:21:47.762068 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device db481d2a-2d99-4df3-b477-de9a1fe6e941 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:21:47.770578 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '5721019b-c44c-47f3-8259-cfe85e653d56', 'network_id': '275a5e72-fef5-44d2-aa1b-b797f1c2bc71', 'port_id': '5721019b-c44c-47f3-8259-cfe85e653d56', 'mac_address': 'fa:16:3e:60:f2:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d54d485-5180-4237-9dcb-31d9ef168f91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:21:47.808316 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-651677bb-d5ab-46fe-b6a7-9ea0c526c8f0 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Made reservation on behalf of 26b5c18da28d413e8586083e40c6ee2e for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:21:47.815501 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-651677bb-d5ab-46fe-b6a7-9ea0c526c8f0 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:47.816391 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:47.819810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-adbb1ce4-44df-4204-8d09-fecbdc432450 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Allocated IP 192.168.233.17 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/c501b787-4aa7-4d6f-9b6e-6591774a9eee) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:21:47.822220 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-66181b13-64e4-41e3-865c-aede93e35f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:47.845539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5721019b-c44c-47f3-8259-cfe85e653d56 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:21:47.865122 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66181b13-64e4-41e3-865c-aede93e35f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=0156be6d-80e2-487e-86a3-627b57548652,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:47.880680 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 5721019b-c44c-47f3-8259-cfe85e653d56, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=5721019b-c44c-47f3-8259-cfe85e653d56,segment=NetworkSegment(77cbd264-79a1-44b7-a7b6-5dec0b4bbe59),segment_id=77cbd264-79a1-44b7-a7b6-5dec0b4bbe59)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:47.891072 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:48.002357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=5721019b-c44c-47f3-8259-cfe85e653d56,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:48.113858 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-651677bb-d5ab-46fe-b6a7-9ea0c526c8f0 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Allocated IP 172.20.0.14 (aee9a348-af2d-45dc-9248-2a1f01e70c36/9a8cf849-69fe-4ea8-af5f-52021f809728/15479c89-6a24-4f49-8032-b404d21bb25c) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:21:48.249643 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:48.251274 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-883e7bf4-9e60-4025-9f3c-db9617f27dc8 req-67ddd8af-72b5-4da4-b6ff-8a38356817ae tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 210 time: 0.0449278 Aug 20 10:21:48.266401 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-adbb1ce4-44df-4204-8d09-fecbdc432450 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:48.279186 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-66181b13-64e4-41e3-865c-aede93e35f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:48.288150 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-adbb1ce4-44df-4204-8d09-fecbdc432450 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Transition to ACTIVE for port object c501b787-4aa7-4d6f-9b6e-6591774a9eee will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:21:48.372501 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['5721019b-c44c-47f3-8259-cfe85e653d56'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:48.389571 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-651677bb-d5ab-46fe-b6a7-9ea0c526c8f0 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:48.452131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939cae0-f735-4b6d-a944-3d7ec1074116 req-649d6e0e-0fcb-442a-ab09-6275892d05b0 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:48.459763 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e939cae0-f735-4b6d-a944-3d7ec1074116 req-649d6e0e-0fcb-442a-ab09-6275892d05b0 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/ports?device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 944 time: 0.2466292 Aug 20 10:21:48.525858 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e939cae0-f735-4b6d-a944-3d7ec1074116 req-210ab936-fb49-412b-a580-afeef0c00f18 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29be14a-136b-4ca3-8ac3-3acc88bd4f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646296 Aug 20 10:21:48.529873 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-651677bb-d5ab-46fe-b6a7-9ea0c526c8f0 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:48.570277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['e8a88603-a5fc-41c5-9d94-fb54295e3dfc'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:48.650401 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651677bb-d5ab-46fe-b6a7-9ea0c526c8f0 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Pushing event updated for resources: {'Port': ['ID=15479c89-6a24-4f49-8032-b404d21bb25c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:48.673449 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-adbb1ce4-44df-4204-8d09-fecbdc432450 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:48.700738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-651677bb-d5ab-46fe-b6a7-9ea0c526c8f0 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Network aee9a348-af2d-45dc-9248-2a1f01e70c36 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:21:48.713710 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-651677bb-d5ab-46fe-b6a7-9ea0c526c8f0 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:21:48.728305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-651677bb-d5ab-46fe-b6a7-9ea0c526c8f0 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:21:48.742325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-adbb1ce4-44df-4204-8d09-fecbdc432450 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:21:48.748724 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-adbb1ce4-44df-4204-8d09-fecbdc432450 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:21:48.756594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-adbb1ce4-44df-4204-8d09-fecbdc432450 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:21:48.886720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-651677bb-d5ab-46fe-b6a7-9ea0c526c8f0 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:48.887426 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-651677bb-d5ab-46fe-b6a7-9ea0c526c8f0 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:48.906942 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-651677bb-d5ab-46fe-b6a7-9ea0c526c8f0 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3434362 Aug 20 10:21:48.917817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb1ce4-44df-4204-8d09-fecbdc432450 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Pushing event updated for resources: {'Port': ['ID=c501b787-4aa7-4d6f-9b6e-6591774a9eee,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:48.939352 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Request body: {'port': {'device_id': 'b5b14562-0273-4dde-96b4-92b98da03e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:49.038768 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:49.051944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66181b13-64e4-41e3-865c-aede93e35f3f admin admin] Router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:21:49.075938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ec3d4-a6da-48e6-a37d-f851017759a3 req-28fac728-b355-44cb-8bed-fea81397de32 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:49.083647 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-740ec3d4-a6da-48e6-a37d-f851017759a3 req-28fac728-b355-44cb-8bed-fea81397de32 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 932 time: 0.1867967 Aug 20 10:21:49.099186 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-adbb1ce4-44df-4204-8d09-fecbdc432450 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:49.099831 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-adbb1ce4-44df-4204-8d09-fecbdc432450 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:49.136387 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-adbb1ce4-44df-4204-8d09-fecbdc432450 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8576467 Aug 20 10:21:49.149612 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-46174de0-ac91-4d6d-8723-3857c9ece078 None None] Provisioning for port c501b787-4aa7-4d6f-9b6e-6591774a9eee completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:21:49.156662 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-46174de0-ac91-4d6d-8723-3857c9ece078 None None] Provisioning complete for port c501b787-4aa7-4d6f-9b6e-6591774a9eee triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:21:49.157617 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-46174de0-ac91-4d6d-8723-3857c9ece078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:49.200969 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-46174de0-ac91-4d6d-8723-3857c9ece078 None None] Port c501b787-4aa7-4d6f-9b6e-6591774a9eee cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:21:49.215875 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Request body: {'port': {'device_id': '7bb0f923-78ce-4067-b847-b6b0ce007936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:49.237122 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-740ec3d4-a6da-48e6-a37d-f851017759a3 req-c34849ac-ab78-4cff-adf7-ae1fbf7d9edb tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474073 Aug 20 10:21:49.276140 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['990134a8-9179-4d5b-9582-fedfa0e499ac', '17ebca30-509f-4f31-9d67-f9d5e8b8c204', 'c855197b-106b-45e3-8aea-6ff711c9fe9f', 'd0f2ccba-de52-4816-8e96-745ef6e683cd', '3218a4e4-288c-405d-a799-ad6d157fca29'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:49.317844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56f3c5a8-8170-4a84-b313-91c26503adf0', '4a354e05-7de8-402a-be9d-0bc54252cc3c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:49.354157 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:49.394983 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66181b13-64e4-41e3-865c-aede93e35f3f admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:21:49.408145 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-66181b13-64e4-41e3-865c-aede93e35f3f admin admin] 10.222.0.16 "PUT /v2.0/routers/65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5363755 Aug 20 10:21:49.409470 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41508) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:49.421429 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ed2ad-f121-4bbe-8659-c44b754c6148 None None] Sync routers for ids ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:21:49.458003 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15479c89-6a24-4f49-8032-b404d21bb25c {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:21:49.476723 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:49.480289 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ed2ad-f121-4bbe-8659-c44b754c6148 None None] Routers {'65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:49.481199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d21ed2ad-f121-4bbe-8659-c44b754c6148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:49.504815 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Transition to ACTIVE for port object 15479c89-6a24-4f49-8032-b404d21bb25c will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:21:49.517124 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:49.568790 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e15e3-5b50-4a5d-bef2-d8358485aaa5 req-891425b8-efc2-4d8c-af8e-7c19edc7eb4e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:49.570033 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ec4e15e3-5b50-4a5d-bef2-d8358485aaa5 req-891425b8-efc2-4d8c-af8e-7c19edc7eb4e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 935 time: 0.1908793 Aug 20 10:21:49.581620 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Pushing event updated for resources: {'Port': ['ID=15479c89-6a24-4f49-8032-b404d21bb25c,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:49.635772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 5721019b-c44c-47f3-8259-cfe85e653d56 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:21:49.680851 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Attempting to bind port 15479c89-6a24-4f49-8032-b404d21bb25c on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:21:49.681642 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Attempting to bind port 15479c89-6a24-4f49-8032-b404d21bb25c by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '1d1e9f6f-09e8-4a73-83cf-1c87b65ca950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:21:49.682499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Attempting to bind port 15479c89-6a24-4f49-8032-b404d21bb25c on network aee9a348-af2d-45dc-9248-2a1f01e70c36 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:21:49.694079 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Port 15479c89-6a24-4f49-8032-b404d21bb25c on network aee9a348-af2d-45dc-9248-2a1f01e70c36 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:21:49.695709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Attempting to bind port 15479c89-6a24-4f49-8032-b404d21bb25c on network aee9a348-af2d-45dc-9248-2a1f01e70c36 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:21:49.709057 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:21:49.710294 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Checking segment: {'id': '1d1e9f6f-09e8-4a73-83cf-1c87b65ca950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:21:49.710917 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Bound using segment: {'id': '1d1e9f6f-09e8-4a73-83cf-1c87b65ca950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:21:49.712508 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Bound port: 15479c89-6a24-4f49-8032-b404d21bb25c, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d1e9f6f-09e8-4a73-83cf-1c87b65ca950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:21:49.713329 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:49.713457 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cf49c7eb-f61c-47df-8f0d-ab750ca38242 admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:49.733786 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-d21ed2ad-f121-4bbe-8659-c44b754c6148 None None] Set router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:49.790707 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ec4e15e3-5b50-4a5d-bef2-d8358485aaa5 req-33c82e25-4c01-49f0-a189-debd3b350d0e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765828 Aug 20 10:21:49.802921 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] For port 15479c89-6a24-4f49-8032-b404d21bb25c, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:21:49.806160 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] For port 15479c89-6a24-4f49-8032-b404d21bb25c, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=15479c89-6a24-4f49-8032-b404d21bb25c,segment=NetworkSegment(1d1e9f6f-09e8-4a73-83cf-1c87b65ca950),segment_id=1d1e9f6f-09e8-4a73-83cf-1c87b65ca950)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:21:49.822845 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:49.847807 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:49.848312 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:49.851798 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] 10.222.0.24 "PUT /v2.0/ports/15479c89-6a24-4f49-8032-b404d21bb25c HTTP/1.1" status: 200 len: 1093 time: 0.9330854 Aug 20 10:21:49.871683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b14562-0273-4dde-96b4-92b98da03e19', 'tag': '15479c89-6a24-4f49-8032-b404d21bb25c'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:49.874627 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f56bbd3-59fd-40b1-b6b7-84f23f8632c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b14562-0273-4dde-96b4-92b98da03e19", "tag": "15479c89-6a24-4f49-8032-b404d21bb25c"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:49.904608 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9849e5c-527b-4df6-9af9-18ee16913a2b req-57748519-4dcf-4fd9-970a-93dcc56ba8fa tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:49.912075 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e9849e5c-527b-4df6-9af9-18ee16913a2b req-57748519-4dcf-4fd9-970a-93dcc56ba8fa tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/ports?device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 944 time: 0.1869700 Aug 20 10:21:49.936147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 5721019b-c44c-47f3-8259-cfe85e653d56 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:21:49.951778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 5721019b-c44c-47f3-8259-cfe85e653d56 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:21:49.952427 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:49.996796 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c501b787-4aa7-4d6f-9b6e-6591774a9eee {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:21:50.007273 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:50.022466 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Transition to ACTIVE for port object c501b787-4aa7-4d6f-9b6e-6591774a9eee will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:21:50.027789 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e9849e5c-527b-4df6-9af9-18ee16913a2b req-f4aee667-b209-4c5f-9301-b99fee35c873 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29be14a-136b-4ca3-8ac3-3acc88bd4f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102684 Aug 20 10:21:50.034186 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-58434895-2739-4322-a800-95d58414c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:50.037892 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-58434895-2739-4322-a800-95d58414c760 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26b5c18da28d413e8586083e40c6ee2e&device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 1096 time: 0.1216345 Aug 20 10:21:50.038545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba471a3c-8ad8-478f-9796-8c2f6c6b3204 service neutron] Pushing event updated for resources: {'Port': ['ID=15479c89-6a24-4f49-8032-b404d21bb25c,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:50.061739 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:50.128564 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-bc62c3f1-46cd-453d-a986-2e060ff998b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15479c89-6a24-4f49-8032-b404d21bb25c HTTP/1.1" status: 200 len: 217 time: 0.0812945 Aug 20 10:21:50.166671 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c501b787-4aa7-4d6f-9b6e-6591774a9eee,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:50.261376 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-f15c89c2-5564-4cdd-9a13-b293ad168041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:50.262866 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-f15c89c2-5564-4cdd-9a13-b293ad168041 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a8cf849-69fe-4ea8-af5f-52021f809728 HTTP/1.1" status: 200 len: 851 time: 0.1207764 Aug 20 10:21:50.296971 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cf49c7eb-f61c-47df-8f0d-ab750ca38242 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:50.356785 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:50.359750 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897d49cb-2df2-43a7-9582-dbe339f71fd1 x-openstack-request-id: req-897d49cb-2df2-43a7-9582-dbe339f71fd1 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:50.360844 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b14562-0273-4dde-96b4-92b98da03e19", "tag": "15479c89-6a24-4f49-8032-b404d21bb25c", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:50.361111 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-897d49cb-2df2-43a7-9582-dbe339f71fd1 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:50.362398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Attempting to bind port c501b787-4aa7-4d6f-9b6e-6591774a9eee on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:21:50.362952 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Attempting to bind port c501b787-4aa7-4d6f-9b6e-6591774a9eee by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:21:50.363266 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b14562-0273-4dde-96b4-92b98da03e19', 'tag': '15479c89-6a24-4f49-8032-b404d21bb25c', 'status': 'completed', 'code': 200} Aug 20 10:21:50.365021 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Attempting to bind port c501b787-4aa7-4d6f-9b6e-6591774a9eee on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:21:50.368310 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-f1080e9e-6c26-41a4-af00-4a55f500649e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aee9a348-af2d-45dc-9248-2a1f01e70c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969622 Aug 20 10:21:50.424116 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Port c501b787-4aa7-4d6f-9b6e-6591774a9eee on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:21:50.433506 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Attempting to bind port c501b787-4aa7-4d6f-9b6e-6591774a9eee on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:21:50.455717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:21:50.456398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:21:50.457352 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:21:50.460846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Bound port: c501b787-4aa7-4d6f-9b6e-6591774a9eee, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:21:50.461399 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:50.470566 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18c929c-74b7-47be-a259-21fe60044f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5721019b-c44c-47f3-8259-cfe85e653d56'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:50.474194 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13304886-c025-422b-a60d-81c3f34e4a59" -d '{"events": [{"server_uuid": "d18c929c-74b7-47be-a259-21fe60044f4a", "name": "network-vif-plugged", "status": "completed", "tag": "5721019b-c44c-47f3-8259-cfe85e653d56"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:50.549585 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 5721019b-c44c-47f3-8259-cfe85e653d56, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=5721019b-c44c-47f3-8259-cfe85e653d56,segment=NetworkSegment(77cbd264-79a1-44b7-a7b6-5dec0b4bbe59),segment_id=77cbd264-79a1-44b7-a7b6-5dec0b4bbe59)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:50.561974 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b258654-7bca-44b8-b11b-9e95949ff359 x-openstack-request-id: req-5b258654-7bca-44b8-b11b-9e95949ff359 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:50.562310 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18c929c-74b7-47be-a259-21fe60044f4a", "name": "network-vif-plugged", "status": "completed", "tag": "5721019b-c44c-47f3-8259-cfe85e653d56", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:50.562515 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b258654-7bca-44b8-b11b-9e95949ff359 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:50.563066 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18c929c-74b7-47be-a259-21fe60044f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5721019b-c44c-47f3-8259-cfe85e653d56', 'code': 200} Aug 20 10:21:50.576046 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d21ed2ad-f121-4bbe-8659-c44b754c6148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:21:47Z', 'revision_number': 5, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port': {'id': 'e3e6f483-3b45-44b2-9ecc-d92d94b2d11e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:28Z', 'updated_at': '2021-08-20T10:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:50.584907 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:50.599812 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-66fc7435-9aa2-4db9-8b62-db69b2d065c8 service neutron] 10.222.0.24 "GET /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183814 Aug 20 10:21:50.609612 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe72ec5-bae4-47d7-a88d-3050d5d44433 req-cdda8347-74c8-4a7a-9d2d-c7d0e3461a2e tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:50.618292 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fbe72ec5-bae4-47d7-a88d-3050d5d44433 req-cdda8347-74c8-4a7a-9d2d-c7d0e3461a2e tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 944 time: 0.1407704 Aug 20 10:21:50.648763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ed2ad-f121-4bbe-8659-c44b754c6148 None None] Checking router: 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:21:50.653725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-cf49c7eb-f61c-47df-8f0d-ab750ca38242 admin admin] Deleting port e3e6f483-3b45-44b2-9ecc-d92d94b2d11e {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:50.654259 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cf49c7eb-f61c-47df-8f0d-ab750ca38242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:50.718727 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] For port c501b787-4aa7-4d6f-9b6e-6591774a9eee, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:21:50.751667 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] For port c501b787-4aa7-4d6f-9b6e-6591774a9eee, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c501b787-4aa7-4d6f-9b6e-6591774a9eee,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:21:50.754970 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ed2ad-f121-4bbe-8659-c44b754c6148 None None] Routers {'65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:21:50.755643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d21ed2ad-f121-4bbe-8659-c44b754c6148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:50.766320 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:50.783020 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fbe72ec5-bae4-47d7-a88d-3050d5d44433 req-93227601-7148-4bcc-9503-b1a80d6c1f8d tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609445 Aug 20 10:21:50.786397 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8110b1e-0b94-4cf7-88fe-98356ba05749 req-25b58910-96ba-45cb-aaff-0de7444a3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:50.787852 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8110b1e-0b94-4cf7-88fe-98356ba05749 req-25b58910-96ba-45cb-aaff-0de7444a3161 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 1097 time: 0.1012576 Aug 20 10:21:50.828379 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bc96f49-de44-40ad-9bb8-b240b2acd3f8 req-3d460294-8c78-40bf-8841-ac2ae2797dfd service neutron] 10.222.0.24 "GET /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040346 Aug 20 10:21:50.837168 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-cf49c7eb-f61c-47df-8f0d-ab750ca38242 admin admin] For port e3e6f483-3b45-44b2-9ecc-d92d94b2d11e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e3e6f483-3b45-44b2-9ecc-d92d94b2d11e,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:50.838180 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cf49c7eb-f61c-47df-8f0d-ab750ca38242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:50.858170 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8110b1e-0b94-4cf7-88fe-98356ba05749 req-bd5d3564-dbf3-4a24-8d7e-87903cd67816 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b29be14a-136b-4ca3-8ac3-3acc88bd4f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527673 Aug 20 10:21:50.867401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:50.868778 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:50.870399 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/c501b787-4aa7-4d6f-9b6e-6591774a9eee HTTP/1.1" status: 200 len: 1096 time: 1.7056501 Aug 20 10:21:50.871076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb0f923-78ce-4067-b847-b6b0ce007936', 'tag': 'c501b787-4aa7-4d6f-9b6e-6591774a9eee'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:50.873579 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a04ef5-1720-4080-8433-a126efbd5a25" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb0f923-78ce-4067-b847-b6b0ce007936", "tag": "c501b787-4aa7-4d6f-9b6e-6591774a9eee"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:50.883905 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-cf49c7eb-f61c-47df-8f0d-ab750ca38242 admin admin] Calling delete_port for e3e6f483-3b45-44b2-9ecc-d92d94b2d11e owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:50.894132 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=5721019b-c44c-47f3-8259-cfe85e653d56,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:50.953271 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b371c98-1055-4b6e-bf3c-5a8f9a1606d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c501b787-4aa7-4d6f-9b6e-6591774a9eee,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:50.967370 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38c9d40-eaf1-43fe-a93a-7f9e2a2ae054 x-openstack-request-id: req-c38c9d40-eaf1-43fe-a93a-7f9e2a2ae054 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:50.968004 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb0f923-78ce-4067-b847-b6b0ce007936", "tag": "c501b787-4aa7-4d6f-9b6e-6591774a9eee", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:50.968478 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c38c9d40-eaf1-43fe-a93a-7f9e2a2ae054 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:50.969109 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb0f923-78ce-4067-b847-b6b0ce007936', 'tag': 'c501b787-4aa7-4d6f-9b6e-6591774a9eee', 'status': 'completed', 'code': 200} Aug 20 10:21:51.071774 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b3e77-fe9e-40d2-bc73-b71ffe50662e req-a913d991-9f3a-43ae-b4c2-4bd65a541195 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:51.080623 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a0b3e77-fe9e-40d2-bc73-b71ffe50662e req-a913d991-9f3a-43ae-b4c2-4bd65a541195 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 947 time: 0.1094389 Aug 20 10:21:51.252323 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a0b3e77-fe9e-40d2-bc73-b71ffe50662e req-a245ba94-0fbd-4328-b175-4bbc7c615b8a tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660507 Aug 20 10:21:51.253096 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41556) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:51.313984 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-d21ed2ad-f121-4bbe-8659-c44b754c6148 None None] Set router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:21:51.318749 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a04ef5-1720-4080-8433-a126efbd5a25 req-251fe3c6-d15d-410d-85a5-ebd24e3d32e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:51.320360 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d4a04ef5-1720-4080-8433-a126efbd5a25 req-251fe3c6-d15d-410d-85a5-ebd24e3d32e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 1099 time: 0.1337876 Aug 20 10:21:51.323834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc9527-0bf8-44ab-867e-7de176d8acc4 req-41453909-6dd7-4a62-81cb-7f2d0b9579a2 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:51.333690 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-72cc9527-0bf8-44ab-867e-7de176d8acc4 req-41453909-6dd7-4a62-81cb-7f2d0b9579a2 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/ports?device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 945 time: 0.1891427 Aug 20 10:21:51.370493 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56bbd3-59fd-40b1-b6b7-84f23f8632c5 req-1539b27c-c8f6-449c-96a6-06edc3814b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:51.371973 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f56bbd3-59fd-40b1-b6b7-84f23f8632c5 req-1539b27c-c8f6-449c-96a6-06edc3814b1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26b5c18da28d413e8586083e40c6ee2e&device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 1096 time: 0.1673734 Aug 20 10:21:51.385856 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cf49c7eb-f61c-47df-8f0d-ab750ca38242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:51.391363 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-72cc9527-0bf8-44ab-867e-7de176d8acc4 req-356fcf66-662d-494c-b860-489a79db446b tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29be14a-136b-4ca3-8ac3-3acc88bd4f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527494 Aug 20 10:21:51.445876 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d21ed2ad-f121-4bbe-8659-c44b754c6148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:21:50Z', 'revision_number': 6, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:51.459203 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dae411de-e993-48ef-8db2-07950163e4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:51.462534 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d4a04ef5-1720-4080-8433-a126efbd5a25 req-0ffb479c-3d6e-4e93-b9de-73f60ad5c6df service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1180573 Aug 20 10:21:51.466175 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49c7eb-f61c-47df-8f0d-ab750ca38242 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e6f483-3b45-44b2-9ecc-d92d94b2d11e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:51.499741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ed2ad-f121-4bbe-8659-c44b754c6148 None None] The sync data for ids ['65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f'] in n-d-778550-11 is: [{'id': '65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1775853511-router', 'tenant_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:27Z', 'updated_at': '2021-08-20T10:21:50Z', 'revision_number': 6, 'project_id': 'b5cfdb7e141e4e6b8b225223a4c14f3e', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:21:51.574165 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56bbd3-59fd-40b1-b6b7-84f23f8632c5 req-db95f69a-4ba8-483d-b927-9bb1c1179073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:51.576942 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f56bbd3-59fd-40b1-b6b7-84f23f8632c5 req-db95f69a-4ba8-483d-b927-9bb1c1179073 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aee9a348-af2d-45dc-9248-2a1f01e70c36 HTTP/1.1" status: 200 len: 912 time: 0.1754451 Aug 20 10:21:51.626934 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f56bbd3-59fd-40b1-b6b7-84f23f8632c5 req-a94d60a9-9d4d-452b-9b00-a9eae0159ffe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15479c89-6a24-4f49-8032-b404d21bb25c HTTP/1.1" status: 200 len: 217 time: 0.0421288 Aug 20 10:21:51.666834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41566) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:51.697433 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56bbd3-59fd-40b1-b6b7-84f23f8632c5 req-da83e019-3748-4216-9a7c-8c5edf00c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:51.699854 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f56bbd3-59fd-40b1-b6b7-84f23f8632c5 req-da83e019-3748-4216-9a7c-8c5edf00c4ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a8cf849-69fe-4ea8-af5f-52021f809728 HTTP/1.1" status: 200 len: 851 time: 0.0642726 Aug 20 10:21:51.742110 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f56bbd3-59fd-40b1-b6b7-84f23f8632c5 req-48db1319-6ad7-40fe-9531-b103fef8fc18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aee9a348-af2d-45dc-9248-2a1f01e70c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339704 Aug 20 10:21:51.814840 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd829e38-f95a-44e5-866c-dbf55806048b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:51.830804 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dae411de-e993-48ef-8db2-07950163e4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:51.855780 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dae411de-e993-48ef-8db2-07950163e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:51.866429 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a04ef5-1720-4080-8433-a126efbd5a25 req-3a2720ce-567a-4413-af49-f95667bf0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:51.868062 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d4a04ef5-1720-4080-8433-a126efbd5a25 req-3a2720ce-567a-4413-af49-f95667bf0446 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3865297 Aug 20 10:21:51.870794 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cf49c7eb-f61c-47df-8f0d-ab750ca38242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:51.874823 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f56bbd3-59fd-40b1-b6b7-84f23f8632c5 req-e0fb3e29-3a8a-4b0e-8050-fd94ec52123f service neutron] 10.222.0.24 "GET /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257875 Aug 20 10:21:51.899876 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e544d-a74f-4bd2-9efc-63b249aabc77 req-c18ebad2-fed5-4007-bdc0-9205ffe1b2f7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:51.901471 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e76e544d-a74f-4bd2-9efc-63b249aabc77 req-c18ebad2-fed5-4007-bdc0-9205ffe1b2f7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 946 time: 0.3504035 Aug 20 10:21:52.042184 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f56bbd3-59fd-40b1-b6b7-84f23f8632c5 req-5ea30e32-030c-4be1-bae4-91844305d2c7 service neutron] 10.222.0.24 "GET /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571538 Aug 20 10:21:52.057142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb6746-f28b-4d6a-bb7c-8163d6f7b20b req-5d38b510-34a9-4158-9755-8dfd8f6f0b12 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:52.058936 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21bb6746-f28b-4d6a-bb7c-8163d6f7b20b req-5d38b510-34a9-4158-9755-8dfd8f6f0b12 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 944 time: 0.1728926 Aug 20 10:21:52.106355 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd829e38-f95a-44e5-866c-dbf55806048b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.114525 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd829e38-f95a-44e5-866c-dbf55806048b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.141904 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21bb6746-f28b-4d6a-bb7c-8163d6f7b20b req-b8a21800-7913-4222-a3bf-47dd1bfe4372 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758185 Aug 20 10:21:52.172287 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fd829e38-f95a-44e5-866c-dbf55806048b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53b9801ce18c40e0849b38329e15b9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5037050 Aug 20 10:21:52.174761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd829e38-f95a-44e5-866c-dbf55806048b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197ede43-d22e-41df-a5fa-ec5216bedf4a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:52.177316 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41572) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:52.229800 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d25882e5-e391-48c7-b82c-be65192f0440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.255549 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d25882e5-e391-48c7-b82c-be65192f0440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.301473 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cf49c7eb-f61c-47df-8f0d-ab750ca38242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.312773 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d25882e5-e391-48c7-b82c-be65192f0440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.315816 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d25882e5-e391-48c7-b82c-be65192f0440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.317333 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d25882e5-e391-48c7-b82c-be65192f0440 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/197ede43-d22e-41df-a5fa-ec5216bedf4a HTTP/1.1" status: 204 len: 168 time: 0.1390734 Aug 20 10:21:52.326893 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cf49c7eb-f61c-47df-8f0d-ab750ca38242 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.332294 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25882e5-e391-48c7-b82c-be65192f0440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197ede43-d22e-41df-a5fa-ec5216bedf4a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:52.354829 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae411de-e993-48ef-8db2-07950163e4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19db5d73-e81f-478f-9c7b-9581cccaa5d3,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:52.354829 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dae411de-e993-48ef-8db2-07950163e4f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae7f5440831a42c0b10a35ea6a931df2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0988209 Aug 20 10:21:52.363114 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41578) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:52.435144 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e76e544d-a74f-4bd2-9efc-63b249aabc77 req-0b487dda-ed80-4446-9d0b-2e0fc70c8846 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5791154-6fe3-4c2c-aa09-81e5cc3535ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4210792 Aug 20 10:21:52.444247 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e3e6f483-3b45-44b2-9ecc-d92d94b2d11e no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:21:52.454324 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.456612 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cf49c7eb-f61c-47df-8f0d-ab750ca38242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.457075 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf49c7eb-f61c-47df-8f0d-ab750ca38242 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:21:52.465656 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cf49c7eb-f61c-47df-8f0d-ab750ca38242 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.467553 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cf49c7eb-f61c-47df-8f0d-ab750ca38242 admin admin] 10.222.0.16 "DELETE /v2.0/routers/65692d0a-c4d0-4eb2-b2a4-20e7c7dd5f2f HTTP/1.1" status: 204 len: 168 time: 3.0548334 Aug 20 10:21:52.471876 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41582) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:52.474136 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-547801a5-d3ed-4fa0-a7d0-93812e8e20a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:52.475857 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-547801a5-d3ed-4fa0-a7d0-93812e8e20a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 1099 time: 0.4634764 Aug 20 10:21:52.484929 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: e3e6f483-3b45-44b2-9ecc-d92d94b2d11e {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:21:52.485275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e3e6f483-3b45-44b2-9ecc-d92d94b2d11e not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:21:52.499844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0156be6d-80e2-487e-86a3-627b57548652 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:21:52.506759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f135993-2b1c-491f-8ec3-19fc9dc3e0e9 req-e470fd9a-d249-42d3-9380-6ff13564376a tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:52.509704 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f135993-2b1c-491f-8ec3-19fc9dc3e0e9 req-e470fd9a-d249-42d3-9380-6ff13564376a tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 947 time: 0.1131103 Aug 20 10:21:52.543737 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 0156be6d-80e2-487e-86a3-627b57548652 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:21:52.545137 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0156be6d-80e2-487e-86a3-627b57548652 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:21:52.568494 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f135993-2b1c-491f-8ec3-19fc9dc3e0e9 req-40d1170e-95f8-4d24-a61c-122887905d3e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Aug 20 10:21:52.609380 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-c25860b6-0b6c-43c1-acd1-9f0c1dd82309 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=c501b787-4aa7-4d6f-9b6e-6591774a9eee HTTP/1.1" status: 200 len: 217 time: 0.1224935 Aug 20 10:21:52.614977 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9c1c111b-deba-45bc-8609-370bbc69bfe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.656408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddea4d42-e0e2-4fcc-adc7-435e4e3aa7bf admin admin] Deleting subnet 4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:21:52.683443 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ddea4d42-e0e2-4fcc-adc7-435e4e3aa7bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.751217 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9c1c111b-deba-45bc-8609-370bbc69bfe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.774181 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ddea4d42-e0e2-4fcc-adc7-435e4e3aa7bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.784574 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41590) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:52.799793 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c5e532ee-c1b7-4fa4-95fc-ecf2976af522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.806908 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-998c1c23-8be7-46dd-bad5-10f671f7df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:52.808445 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-998c1c23-8be7-46dd-bad5-10f671f7df39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1745484 Aug 20 10:21:52.836095 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef33141-7df0-4325-b242-f23073adbd4e req-0f3cc306-7085-4dd1-a224-7cac814e7b6f tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:52.837738 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ef33141-7df0-4325-b242-f23073adbd4e req-0f3cc306-7085-4dd1-a224-7cac814e7b6f tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/ports?device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 945 time: 0.2454617 Aug 20 10:21:52.907121 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c5e532ee-c1b7-4fa4-95fc-ecf2976af522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.913552 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c5e532ee-c1b7-4fa4-95fc-ecf2976af522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.965810 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ef33141-7df0-4325-b242-f23073adbd4e req-7c8d4925-2962-449c-9512-48ad70a0fa0c tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29be14a-136b-4ca3-8ac3-3acc88bd4f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030247 Aug 20 10:21:52.967813 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c5e532ee-c1b7-4fa4-95fc-ecf2976af522 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11732d8da9b74798a1fb85b5881e5de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820309 Aug 20 10:21:52.968504 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41592) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:52.972117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e532ee-c1b7-4fa4-95fc-ecf2976af522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc271cd-28f0-43be-9094-78ab7da885e8,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:52.975609 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9c1c111b-deba-45bc-8609-370bbc69bfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.978181 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9c1c111b-deba-45bc-8609-370bbc69bfe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:52.982379 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9c1c111b-deba-45bc-8609-370bbc69bfe5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19db5d73-e81f-478f-9c7b-9581cccaa5d3 HTTP/1.1" status: 204 len: 168 time: 0.6142604 Aug 20 10:21:52.994127 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-65c965ab-c132-435c-b6db-96c6741f9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:52.994127 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-65c965ab-c132-435c-b6db-96c6741f9011 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1505597 Aug 20 10:21:52.998671 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c111b-deba-45bc-8609-370bbc69bfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19db5d73-e81f-478f-9c7b-9581cccaa5d3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:53.011402 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ddea4d42-e0e2-4fcc-adc7-435e4e3aa7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:53.054097 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d84ea672-0235-4e72-91de-c9ff5751c80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:53.084698 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d84ea672-0235-4e72-91de-c9ff5751c80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:53.133119 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ddea4d42-e0e2-4fcc-adc7-435e4e3aa7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:53.144143 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-f417be57-7189-4004-b4d9-137ebcd3206a service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415434 Aug 20 10:21:53.154661 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d84ea672-0235-4e72-91de-c9ff5751c80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:53.158495 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d84ea672-0235-4e72-91de-c9ff5751c80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:53.159689 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d84ea672-0235-4e72-91de-c9ff5751c80d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acc271cd-28f0-43be-9094-78ab7da885e8 HTTP/1.1" status: 204 len: 168 time: 0.1891201 Aug 20 10:21:53.174948 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea4d42-e0e2-4fcc-adc7-435e4e3aa7bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:53.177601 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ddea4d42-e0e2-4fcc-adc7-435e4e3aa7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:53.179729 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ddea4d42-e0e2-4fcc-adc7-435e4e3aa7bf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4df8340b-8e7a-4a5e-aa8c-9ab91f5f9ac6 HTTP/1.1" status: 204 len: 168 time: 0.7027161 Aug 20 10:21:53.182668 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41600) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:53.189119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ea672-0235-4e72-91de-c9ff5751c80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc271cd-28f0-43be-9094-78ab7da885e8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:53.192092 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86137df0-5241-4091-b7b0-547c5fde0965 None None] Network 3b4499e9-ad94-452b-b39f-84ea08c6bd0e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:21:53.323888 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:53.352099 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3365e3e4-7c9b-4a47-ba4f-d2f330aae5e5 req-19553559-0726-4e18-a9e4-2e76f3b8e5a4 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872509 Aug 20 10:21:53.374035 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d1a0b-f0aa-4af0-859f-ead77722cd64 req-55c894a9-dad0-43e8-a503-b50f46c502f2 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:53.377111 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5c4d1a0b-f0aa-4af0-859f-ead77722cd64 req-55c894a9-dad0-43e8-a503-b50f46c502f2 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 944 time: 0.1131718 Aug 20 10:21:53.457642 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] Deleting port 2c04cd73-444d-483e-9c09-1572121fd13b {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:53.457642 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:53.491184 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5c4d1a0b-f0aa-4af0-859f-ead77722cd64 req-f2f7513b-a1d9-486b-a903-b3230cdf47a8 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024501 Aug 20 10:21:53.564723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d15e4a-9ef8-4b5e-860e-166986806db5 None None] DHCP port deletion for 3b4499e9-ad94-452b-b39f-84ea08c6bd0e request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:21:53.602139 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] For port 2c04cd73-444d-483e-9c09-1572121fd13b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2c04cd73-444d-483e-9c09-1572121fd13b,segment=NetworkSegment(4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e),segment_id=4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:53.602519 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:53.644618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] Calling delete_port for 2c04cd73-444d-483e-9c09-1572121fd13b owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:53.665760 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e4d15e4a-9ef8-4b5e-860e-166986806db5 None None] Deleting port 2c04cd73-444d-483e-9c09-1572121fd13b {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:53.673629 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e4d15e4a-9ef8-4b5e-860e-166986806db5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:53.719962 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952cea9-c1b9-48a8-8662-220bbdf21592 req-621327bb-4d2f-4c4c-9288-189d658e9fdf tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:53.729100 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a952cea9-c1b9-48a8-8662-220bbdf21592 req-621327bb-4d2f-4c4c-9288-189d658e9fdf tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 947 time: 0.0678933 Aug 20 10:21:53.731025 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41618) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:53.763668 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-e4d15e4a-9ef8-4b5e-860e-166986806db5 None None] For port 2c04cd73-444d-483e-9c09-1572121fd13b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2c04cd73-444d-483e-9c09-1572121fd13b,segment=NetworkSegment(4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e),segment_id=4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:53.764214 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e4d15e4a-9ef8-4b5e-860e-166986806db5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:53.770798 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3160eace-9bd5-4300-8a7e-b279c4418cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:53.785458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e4d15e4a-9ef8-4b5e-860e-166986806db5 None None] Calling delete_port for 2c04cd73-444d-483e-9c09-1572121fd13b owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:53.801564 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a952cea9-c1b9-48a8-8662-220bbdf21592 req-5fb9f8dc-360e-4117-8a1b-ae3d20ff17c5 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714989 Aug 20 10:21:53.879162 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e4d15e4a-9ef8-4b5e-860e-166986806db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:53.908324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d15e4a-9ef8-4b5e-860e-166986806db5 None None] No DVR routers for this DVR port 2c04cd73-444d-483e-9c09-1572121fd13b on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:21:53.910286 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d15e4a-9ef8-4b5e-860e-166986806db5 None None] Pushing event deleted for resources: {'Port': ['ID=2c04cd73-444d-483e-9c09-1572121fd13b,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:53.924110 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e621902-f4e2-43b2-aace-6ef3baaa8feb req-1d773afa-cffd-4568-bd29-ed0ee5f79788 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:53.927485 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e621902-f4e2-43b2-aace-6ef3baaa8feb req-1d773afa-cffd-4568-bd29-ed0ee5f79788 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 946 time: 0.2784240 Aug 20 10:21:53.978918 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3160eace-9bd5-4300-8a7e-b279c4418cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:53.990814 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:54.015082 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3160eace-9bd5-4300-8a7e-b279c4418cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:54.031241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c04cd73-444d-483e-9c09-1572121fd13b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:54.042612 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e621902-f4e2-43b2-aace-6ef3baaa8feb req-afe392d7-965f-43b7-9d4a-ba4d80d32952 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5791154-6fe3-4c2c-aa09-81e5cc3535ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095407 Aug 20 10:21:54.070854 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] No DVR routers for this DVR port 2c04cd73-444d-483e-9c09-1572121fd13b on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:21:54.102322 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3160eace-9bd5-4300-8a7e-b279c4418cef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21dcf3da8a654cd9bf63a6c06902fb76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694155 Aug 20 10:21:54.103714 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160eace-9bd5-4300-8a7e-b279c4418cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3044cf1c-1022-4cf8-97e6-48aa90071100,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:54.107160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41636) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:54.132624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d0a7c-99c6-48e9-a855-d332099c48ac req-1a48f085-ad06-46bb-8373-6f7f918d08df tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:54.137132 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-385d0a7c-99c6-48e9-a855-d332099c48ac req-1a48f085-ad06-46bb-8373-6f7f918d08df tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/ports?device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 945 time: 0.0897553 Aug 20 10:21:54.180976 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-385d0a7c-99c6-48e9-a855-d332099c48ac req-315a2ff1-f61b-43a4-858d-ed499ffd7da6 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29be14a-136b-4ca3-8ac3-3acc88bd4f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385196 Aug 20 10:21:54.190210 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2c04cd73-444d-483e-9c09-1572121fd13b no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:21:54.193956 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:54.210780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4499e9-ad94-452b-b39f-84ea08c6bd0e']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:54.217785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 2c04cd73-444d-483e-9c09-1572121fd13b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:21:54.218380 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2c04cd73-444d-483e-9c09-1572121fd13b not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:21:54.220153 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:54.220679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfbfb6b-3c2b-4ace-a8c4-9907459c7e1e') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:21:54.240516 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:54.242194 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d83a771-14ad-4041-b529-5fd3255f3447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:54.264589 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:54.276982 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d83a771-14ad-4041-b529-5fd3255f3447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:54.279072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:21:54.279460 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:21:54.281085 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:21:54.365852 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:54.373597 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:54.375669 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3b4499e9-ad94-452b-b39f-84ea08c6bd0e HTTP/1.1" status: 204 len: 168 time: 1.1918511 Aug 20 10:21:54.388404 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f8a0f-552e-4e69-a646-bde804224639 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b4499e9-ad94-452b-b39f-84ea08c6bd0e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:54.395673 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d83a771-14ad-4041-b529-5fd3255f3447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:54.398841 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d83a771-14ad-4041-b529-5fd3255f3447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:54.402361 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0d83a771-14ad-4041-b529-5fd3255f3447 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3044cf1c-1022-4cf8-97e6-48aa90071100 HTTP/1.1" status: 204 len: 168 time: 0.2905772 Aug 20 10:21:54.409513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83a771-14ad-4041-b529-5fd3255f3447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3044cf1c-1022-4cf8-97e6-48aa90071100,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:54.550715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41664) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:54.620889 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-45739411-a054-4e01-b973-6a424356136a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5cfdb7e141e4e6b8b225223a4c14f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0688818 Aug 20 10:21:54.625417 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41668) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:54.691871 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66851eae-e42b-455c-8ab4-02f11acd7d0c req-d3d552cc-1b4b-4ca0-b677-3083f3266235 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:54.700298 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-66851eae-e42b-455c-8ab4-02f11acd7d0c req-d3d552cc-1b4b-4ca0-b677-3083f3266235 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 944 time: 0.1435847 Aug 20 10:21:54.712093 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62f80f-9497-429b-8f2e-6a0c12727f7b req-b4bff4dd-a4d9-4290-8dd8-2bd5b142b126 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:54.726306 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4e62f80f-9497-429b-8f2e-6a0c12727f7b req-b4bff4dd-a4d9-4290-8dd8-2bd5b142b126 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 946 time: 0.0663805 Aug 20 10:21:54.731124 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49ebe222-705f-439d-b4a7-36a9eca590cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:54.770106 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-66851eae-e42b-455c-8ab4-02f11acd7d0c req-a84bbee8-b608-4cf3-afab-e519d4d87b76 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626488 Aug 20 10:21:54.775397 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4e62f80f-9497-429b-8f2e-6a0c12727f7b req-a3f5be4c-b223-4568-b738-bd0aa8004406 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5791154-6fe3-4c2c-aa09-81e5cc3535ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483050 Aug 20 10:21:54.792647 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49ebe222-705f-439d-b4a7-36a9eca590cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:54.893279 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49ebe222-705f-439d-b4a7-36a9eca590cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:54.895902 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49ebe222-705f-439d-b4a7-36a9eca590cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:54.899840 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-49ebe222-705f-439d-b4a7-36a9eca590cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7deee994-fbce-4190-9424-8b1f46a9ac3c HTTP/1.1" status: 204 len: 168 time: 0.2698820 Aug 20 10:21:54.918156 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebe222-705f-439d-b4a7-36a9eca590cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7deee994-fbce-4190-9424-8b1f46a9ac3c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:54.939166 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd37f2-8240-48a5-b8b8-bd38e702188d req-0716925e-5dea-428d-b832-373d75408db5 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:54.941516 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-22bd37f2-8240-48a5-b8b8-bd38e702188d req-0716925e-5dea-428d-b832-373d75408db5 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 947 time: 0.0864861 Aug 20 10:21:55.023643 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-22bd37f2-8240-48a5-b8b8-bd38e702188d req-ae362d68-b6ad-4bde-aeaf-5cb8bae573b3 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711110 Aug 20 10:21:55.458638 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6b7d1-6b8d-47d3-afe9-8487588f2239 req-d2215330-5e57-4dcf-8eac-6ffef9b670cb tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:55.460287 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ac6b7d1-6b8d-47d3-afe9-8487588f2239 req-d2215330-5e57-4dcf-8eac-6ffef9b670cb tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/ports?device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 945 time: 0.0533609 Aug 20 10:21:55.515767 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ac6b7d1-6b8d-47d3-afe9-8487588f2239 req-7f44e1db-9ef5-401f-98d2-6da36071b0af tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29be14a-136b-4ca3-8ac3-3acc88bd4f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457108 Aug 20 10:21:55.636445 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 15479c89-6a24-4f49-8032-b404d21bb25c details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:21:55.741485 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 15479c89-6a24-4f49-8032-b404d21bb25c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=15479c89-6a24-4f49-8032-b404d21bb25c,segment=NetworkSegment(1d1e9f6f-09e8-4a73-83cf-1c87b65ca950),segment_id=1d1e9f6f-09e8-4a73-83cf-1c87b65ca950)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:55.755345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '15479c89-6a24-4f49-8032-b404d21bb25c', 'network_id': 'aee9a348-af2d-45dc-9248-2a1f01e70c36', 'port_id': '15479c89-6a24-4f49-8032-b404d21bb25c', 'mac_address': 'fa:16:3e:0b:1b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a8cf849-69fe-4ea8-af5f-52021f809728', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:21:55.798958 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:55.815477 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15479c89-6a24-4f49-8032-b404d21bb25c {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:21:55.839254 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 15479c89-6a24-4f49-8032-b404d21bb25c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=15479c89-6a24-4f49-8032-b404d21bb25c,segment=NetworkSegment(1d1e9f6f-09e8-4a73-83cf-1c87b65ca950),segment_id=1d1e9f6f-09e8-4a73-83cf-1c87b65ca950)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:55.843883 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:55.918466 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=15479c89-6a24-4f49-8032-b404d21bb25c,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:55.954834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13902c-7a26-4f64-bb02-ad0210144c0c req-f691828c-6251-47c0-b8c3-48f303a2f0e5 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:55.956402 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4a13902c-7a26-4f64-bb02-ad0210144c0c req-f691828c-6251-47c0-b8c3-48f303a2f0e5 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 945 time: 0.0958943 Aug 20 10:21:55.983707 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-4056536f-1d30-403b-92a1-abbadeed50b5 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=91d7d5dc4ae64b1ab389ae70e177c5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256178 Aug 20 10:21:56.014930 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4a13902c-7a26-4f64-bb02-ad0210144c0c req-820a5d0f-21da-4317-a06e-8b68442177c1 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511723 Aug 20 10:21:56.132063 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41764) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:56.141303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-c84583e1-cff3-429d-bdba-e9fb8ff53b97 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:56.142890 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-c84583e1-cff3-429d-bdba-e9fb8ff53b97 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524682 Aug 20 10:21:56.168846 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d8e55-7e9c-44a8-86fd-9f5f8408f7ac req-2748d582-5484-4edd-86d0-989a87019a05 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:56.171468 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-9f5d69d6-d265-4f17-b2f1-c44da3212477 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/quotas/91d7d5dc4ae64b1ab389ae70e177c5c8 HTTP/1.1" status: 200 len: 375 time: 0.0211964 Aug 20 10:21:56.178796 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-209d8e55-7e9c-44a8-86fd-9f5f8408f7ac req-2748d582-5484-4edd-86d0-989a87019a05 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 946 time: 0.0900528 Aug 20 10:21:56.213730 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-d7a98882-972d-4a57-8da1-d54a5745cc53 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=91d7d5dc4ae64b1ab389ae70e177c5c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411279 Aug 20 10:21:56.225920 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-209d8e55-7e9c-44a8-86fd-9f5f8408f7ac req-b08d92ea-c9be-4b77-8403-cbe5c8a21b76 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5791154-6fe3-4c2c-aa09-81e5cc3535ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441735 Aug 20 10:21:56.288528 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-ee20109c-6d61-4c67-a0b5-97f901ede7c4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1743809793-network', 'tenant_id': '37c55134a6894856a69803e246e93ba0'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:56.307248 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['15479c89-6a24-4f49-8032-b404d21bb25c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:56.316727 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee20109c-6d61-4c67-a0b5-97f901ede7c4 admin admin] Made reservation on behalf of 37c55134a6894856a69803e246e93ba0 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:21:56.320451 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee20109c-6d61-4c67-a0b5-97f901ede7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:56.332188 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee20109c-6d61-4c67-a0b5-97f901ede7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:56.438714 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cb28c-de81-42de-88a4-e7f022f0515e req-c33d1008-3a1e-48f8-b1f0-b86112f374b8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:56.440380 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be5cb28c-de81-42de-88a4-e7f022f0515e req-c33d1008-3a1e-48f8-b1f0-b86112f374b8 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 947 time: 0.0801687 Aug 20 10:21:56.519070 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be5cb28c-de81-42de-88a4-e7f022f0515e req-d25d1bd0-1658-4c4d-8fd8-323d4639a10e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717616 Aug 20 10:21:56.579872 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee20109c-6d61-4c67-a0b5-97f901ede7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:56.596186 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee20109c-6d61-4c67-a0b5-97f901ede7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:56.664938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20109c-6d61-4c67-a0b5-97f901ede7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafd200c-e88c-4e49-814e-e41f9b34caaf,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:56.668660 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41798) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:56.679444 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-59ad14ee-010f-4c40-9fa4-5faca86712c2 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=91d7d5dc4ae64b1ab389ae70e177c5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455122 Aug 20 10:21:56.690828 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee20109c-6d61-4c67-a0b5-97f901ede7c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:21:56.709104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113b60f-f588-4246-a14b-0c6d86f337bb req-5c9d3c9e-cf91-4334-8444-e2f249a6b969 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:56.711087 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0113b60f-f588-4246-a14b-0c6d86f337bb req-5c9d3c9e-cf91-4334-8444-e2f249a6b969 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 946 time: 0.1199737 Aug 20 10:21:56.727189 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee20109c-6d61-4c67-a0b5-97f901ede7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:56.727861 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-ee20109c-6d61-4c67-a0b5-97f901ede7c4 admin admin] Added segment 8861ade6-863b-4a08-b41b-cb599595ce71 of type vlan for network a1167a4c-ab56-402e-9785-1eb5f68f6f26 Aug 20 10:21:56.785217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcd4dc-c1f6-4289-8cda-1e4def3ac4c2 req-a87bdd53-8003-42a7-899c-bf20462663de tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:56.793817 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-14dcd4dc-c1f6-4289-8cda-1e4def3ac4c2 req-a87bdd53-8003-42a7-899c-bf20462663de tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/ports?device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 945 time: 0.1298304 Aug 20 10:21:56.854681 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-14dcd4dc-c1f6-4289-8cda-1e4def3ac4c2 req-40e30185-47a5-4b3b-ba61-81f473beb977 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29be14a-136b-4ca3-8ac3-3acc88bd4f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552742 Aug 20 10:21:56.871931 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee20109c-6d61-4c67-a0b5-97f901ede7c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:56.903349 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee20109c-6d61-4c67-a0b5-97f901ede7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:56.904660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee20109c-6d61-4c67-a0b5-97f901ede7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:56.905421 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee20109c-6d61-4c67-a0b5-97f901ede7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:56.917176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d4bcbae7-8d32-41a1-b66a-1a536a3627a0 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-325300751'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:56.918410 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d4bcbae7-8d32-41a1-b66a-1a536a3627a0 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] Unknown quota resources ['metering_label']. {{(pid=94867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 10:21:56.964337 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ee20109c-6d61-4c67-a0b5-97f901ede7c4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8287387 Aug 20 10:21:56.968006 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41804) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:56.973083 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f4415580-7925-403c-bb56-9ea3e1cef138 admin admin] Request body: {'subnet': {'network_id': 'a1167a4c-ab56-402e-9785-1eb5f68f6f26', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1743809793-subnet', 'tenant_id': '37c55134a6894856a69803e246e93ba0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:56.992913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20109c-6d61-4c67-a0b5-97f901ede7c4 admin admin] Pushing event updated for resources: {'Network': ['ID=a1167a4c-ab56-402e-9785-1eb5f68f6f26,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:57.006238 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4415580-7925-403c-bb56-9ea3e1cef138 admin admin] Made reservation on behalf of 37c55134a6894856a69803e246e93ba0 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:21:57.007369 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network a1167a4c-ab56-402e-9785-1eb5f68f6f26 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:21:57.008769 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f4415580-7925-403c-bb56-9ea3e1cef138 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:57.026021 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-0113b60f-f588-4246-a14b-0c6d86f337bb req-9a972a64-a318-4a05-a236-83cef24037c7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Deleting port 33650498-c01b-4b49-b206-ced5bdb77ffa {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:57.026645 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0113b60f-f588-4246-a14b-0c6d86f337bb req-9a972a64-a318-4a05-a236-83cef24037c7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:57.089094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-2ae4b480-c4b5-40d3-9998-94305fcbfd6b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:57.091087 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-2ae4b480-c4b5-40d3-9998-94305fcbfd6b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4108350 Aug 20 10:21:57.246744 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-d0da62f5-74c0-4f56-b458-c6d2ec000faf tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/quotas/91d7d5dc4ae64b1ab389ae70e177c5c8 HTTP/1.1" status: 200 len: 375 time: 0.1209848 Aug 20 10:21:57.262009 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d4bcbae7-8d32-41a1-b66a-1a536a3627a0 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:57.266143 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d4bcbae7-8d32-41a1-b66a-1a536a3627a0 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5926094 Aug 20 10:21:57.267620 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65ddea-c8e3-422d-b988-000b7a7019d3 req-4f53c2f1-95a9-451e-927f-73d9c04e4277 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:57.269185 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d65ddea-c8e3-422d-b988-000b7a7019d3 req-4f53c2f1-95a9-451e-927f-73d9c04e4277 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 945 time: 0.1327991 Aug 20 10:21:57.274764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41810) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:57.287009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d37549f8-8b8d-4a55-9758-eea3e05c6894 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e862b4a7-deb5-42cb-8935-500d362ffd2f'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:57.287535 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d37549f8-8b8d-4a55-9758-eea3e05c6894 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 10:21:57.315020 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-6f1b23af-d91a-4e78-b307-e55678dc7d07 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=91d7d5dc4ae64b1ab389ae70e177c5c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550478 Aug 20 10:21:57.331036 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b4a87-c9bc-44f2-bdd1-0e7e2fea10be req-b5462b6f-62da-41a5-8331-5981e57db89e tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:57.332986 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a38b4a87-c9bc-44f2-bdd1-0e7e2fea10be req-b5462b6f-62da-41a5-8331-5981e57db89e tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 945 time: 0.1360152 Aug 20 10:21:57.356965 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f4415580-7925-403c-bb56-9ea3e1cef138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:57.392854 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d65ddea-c8e3-422d-b988-000b7a7019d3 req-f80c8e52-663d-482d-8b97-80f3a419ba44 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022291 Aug 20 10:21:57.404698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-0113b60f-f588-4246-a14b-0c6d86f337bb req-9a972a64-a318-4a05-a236-83cef24037c7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] For port 33650498-c01b-4b49-b206-ced5bdb77ffa, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=33650498-c01b-4b49-b206-ced5bdb77ffa,segment=NetworkSegment(53762a10-5fe0-484e-9941-1f0f56be687e),segment_id=53762a10-5fe0-484e-9941-1f0f56be687e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:57.405071 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0113b60f-f588-4246-a14b-0c6d86f337bb req-9a972a64-a318-4a05-a236-83cef24037c7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:57.407973 n-d-778550-11 neutron-server[94867]: WARNING neutron.services.metering.metering_plugin [None req-d37549f8-8b8d-4a55-9758-eea3e05c6894 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 10:21:57.478609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4415580-7925-403c-bb56-9ea3e1cef138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f34cb06-5540-48aa-aa83-6c9d33a9a6ee,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:57.561309 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4415580-7925-403c-bb56-9ea3e1cef138 admin admin] Checking segment: {'id': '8861ade6-863b-4a08-b41b-cb599595ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a1167a4c-ab56-402e-9785-1eb5f68f6f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:21:57.561983 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4415580-7925-403c-bb56-9ea3e1cef138 admin admin] Network hostable DHCP agents. Network: a1167a4c-ab56-402e-9785-1eb5f68f6f26, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:21:57.604189 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813ac2-2e47-4a70-9822-485ac0c7a78a req-0854b828-7f76-4b9f-9bb5-b879800abb3c tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:57.613585 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e9813ac2-2e47-4a70-9822-485ac0c7a78a req-0854b828-7f76-4b9f-9bb5-b879800abb3c tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 946 time: 0.1036260 Aug 20 10:21:57.637090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4415580-7925-403c-bb56-9ea3e1cef138 admin admin] Network a1167a4c-ab56-402e-9785-1eb5f68f6f26 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:21:57.647537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device c501b787-4aa7-4d6f-9b6e-6591774a9eee details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:21:57.650768 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 15479c89-6a24-4f49-8032-b404d21bb25c up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:21:57.656482 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-a38b4a87-c9bc-44f2-bdd1-0e7e2fea10be req-83824d2b-847c-43e1-9ed4-d96fa820d90d tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Deleting port 5721019b-c44c-47f3-8259-cfe85e653d56 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:21:57.656911 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a38b4a87-c9bc-44f2-bdd1-0e7e2fea10be req-83824d2b-847c-43e1-9ed4-d96fa820d90d tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:57.700952 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-f4415580-7925-403c-bb56-9ea3e1cef138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, a1167a4c-ab56-402e-9785-1eb5f68f6f26) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:21:57.717484 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eed0feb-aa61-4660-a519-04f650bd8c23 None None] Network a1167a4c-ab56-402e-9785-1eb5f68f6f26 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:21:57.728857 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4415580-7925-403c-bb56-9ea3e1cef138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:57.729456 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f4415580-7925-403c-bb56-9ea3e1cef138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:57.746835 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e9813ac2-2e47-4a70-9822-485ac0c7a78a req-72b9c4dc-4523-4626-9ca7-301e6d0dc406 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5791154-6fe3-4c2c-aa09-81e5cc3535ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304200 Aug 20 10:21:57.828362 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f4415580-7925-403c-bb56-9ea3e1cef138 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8590758 Aug 20 10:21:57.831919 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41824) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:57.839751 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1743809793-router', 'tenant_id': '37c55134a6894856a69803e246e93ba0', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:57.888068 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 15479c89-6a24-4f49-8032-b404d21bb25c completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:21:57.903183 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-a38b4a87-c9bc-44f2-bdd1-0e7e2fea10be req-83824d2b-847c-43e1-9ed4-d96fa820d90d tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] For port 5721019b-c44c-47f3-8259-cfe85e653d56, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=5721019b-c44c-47f3-8259-cfe85e653d56,segment=NetworkSegment(77cbd264-79a1-44b7-a7b6-5dec0b4bbe59),segment_id=77cbd264-79a1-44b7-a7b6-5dec0b4bbe59)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:57.904087 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a38b4a87-c9bc-44f2-bdd1-0e7e2fea10be req-83824d2b-847c-43e1-9ed4-d96fa820d90d tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:57.912924 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 15479c89-6a24-4f49-8032-b404d21bb25c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:21:57.920699 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:57.943125 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-a38b4a87-c9bc-44f2-bdd1-0e7e2fea10be req-83824d2b-847c-43e1-9ed4-d96fa820d90d tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Calling delete_port for 5721019b-c44c-47f3-8259-cfe85e653d56 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:57.948655 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:57.949799 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:57.960308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port c501b787-4aa7-4d6f-9b6e-6591774a9eee, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c501b787-4aa7-4d6f-9b6e-6591774a9eee,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:57.976027 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'c501b787-4aa7-4d6f-9b6e-6591774a9eee', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': 'c501b787-4aa7-4d6f-9b6e-6591774a9eee', 'mac_address': 'fa:16:3e:77:09:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:21:58.029026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7b3af-3669-4b29-9030-2616d23ee870 req-753abb66-e59f-4b8d-83b5-f4413a21e936 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:58.036235 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90e7b3af-3669-4b29-9030-2616d23ee870 req-753abb66-e59f-4b8d-83b5-f4413a21e936 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 947 time: 0.1611543 Aug 20 10:21:58.074699 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:58.111815 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:58.124008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c501b787-4aa7-4d6f-9b6e-6591774a9eee {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:21:58.133034 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a3274bd-83e7-40bf-a51e-d91cb66134cf req-e942024f-fffd-4184-aa69-281f554a06e3 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 210 time: 0.2602961 Aug 20 10:21:58.190672 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90e7b3af-3669-4b29-9030-2616d23ee870 req-ba0c9918-c20f-485d-b7a0-68a7d2d09d37 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535366 Aug 20 10:21:58.193342 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port c501b787-4aa7-4d6f-9b6e-6591774a9eee, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c501b787-4aa7-4d6f-9b6e-6591774a9eee,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:58.222416 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-c7e074ef-0a54-4528-8f76-e6649adcf7bf tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=91d7d5dc4ae64b1ab389ae70e177c5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1587064 Aug 20 10:21:58.232456 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d37549f8-8b8d-4a55-9758-eea3e05c6894 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:58.237504 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d37549f8-8b8d-4a55-9758-eea3e05c6894 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9615915 Aug 20 10:21:58.239446 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:58.253810 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:58.259640 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41830) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:58.295334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-a1167a4c-ab56-402e-9785-1eb5f68f6f26', 'network_id': 'a1167a4c-ab56-402e-9785-1eb5f68f6f26', 'tenant_id': '37c55134a6894856a69803e246e93ba0', 'fixed_ips': [{'subnet_id': '0f34cb06-5540-48aa-aa83-6c9d33a9a6ee'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:21:58.296490 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:58.300915 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-07c0fc7a-fff7-4201-ac21-e812b18f574c tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e862b4a7-deb5-42cb-8935-500d362ffd2f'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:58.301527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-07c0fc7a-fff7-4201-ac21-e812b18f574c tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 10:21:58.321502 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b14562-0273-4dde-96b4-92b98da03e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15479c89-6a24-4f49-8032-b404d21bb25c'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:58.325453 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa7c95e-6fbf-47ad-969a-d46cf89cde98" -d '{"events": [{"server_uuid": "b5b14562-0273-4dde-96b4-92b98da03e19", "name": "network-vif-plugged", "status": "completed", "tag": "15479c89-6a24-4f49-8032-b404d21bb25c"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:58.351009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 15479c89-6a24-4f49-8032-b404d21bb25c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=15479c89-6a24-4f49-8032-b404d21bb25c,segment=NetworkSegment(1d1e9f6f-09e8-4a73-83cf-1c87b65ca950),segment_id=1d1e9f6f-09e8-4a73-83cf-1c87b65ca950)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:21:58.372876 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=c501b787-4aa7-4d6f-9b6e-6591774a9eee,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:58.377602 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:58.439062 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a1b07f-2fd3-42eb-97cc-84a1a8491a33 x-openstack-request-id: req-b1a1b07f-2fd3-42eb-97cc-84a1a8491a33 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:58.439426 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b14562-0273-4dde-96b4-92b98da03e19", "name": "network-vif-plugged", "status": "completed", "tag": "15479c89-6a24-4f49-8032-b404d21bb25c", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:58.439763 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1a1b07f-2fd3-42eb-97cc-84a1a8491a33 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:58.440163 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b14562-0273-4dde-96b4-92b98da03e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15479c89-6a24-4f49-8032-b404d21bb25c', 'code': 200} Aug 20 10:21:58.501910 n-d-778550-11 neutron-server[94867]: WARNING neutron.services.metering.metering_plugin [None req-07c0fc7a-fff7-4201-ac21-e812b18f574c tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 10:21:58.550036 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=15479c89-6a24-4f49-8032-b404d21bb25c,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:58.573112 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Allocated IP 172.20.0.2 (a1167a4c-ab56-402e-9785-1eb5f68f6f26/0f34cb06-5540-48aa-aa83-6c9d33a9a6ee/2688b0c7-d249-42c7-92ca-d2ae5dbca994) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:21:58.624757 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0113b60f-f588-4246-a14b-0c6d86f337bb req-9a972a64-a318-4a05-a236-83cef24037c7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:58.625801 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0113b60f-f588-4246-a14b-0c6d86f337bb req-9a972a64-a318-4a05-a236-83cef24037c7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:58.625801 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [req-0113b60f-f588-4246-a14b-0c6d86f337bb req-9a972a64-a318-4a05-a236-83cef24037c7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Floating IP bb7df79a-32ad-46b1-ae48-9bbaf53aad47 disassociated. External IP: 172.25.3.16, port: 33650498-c01b-4b49-b206-ced5bdb77ffa. Aug 20 10:21:58.625801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-0113b60f-f588-4246-a14b-0c6d86f337bb req-9a972a64-a318-4a05-a236-83cef24037c7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Calling delete_port for 33650498-c01b-4b49-b206-ced5bdb77ffa owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:21:58.639000 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['c501b787-4aa7-4d6f-9b6e-6591774a9eee'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:21:58.645433 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028c743-ae39-4bf0-9d1a-51455a8254a5 req-bd2ac85b-b205-4a28-ab3b-2f4f2a1d96cd tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:58.652851 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1028c743-ae39-4bf0-9d1a-51455a8254a5 req-bd2ac85b-b205-4a28-ab3b-2f4f2a1d96cd tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/ports?device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 945 time: 0.4507296 Aug 20 10:21:58.655852 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-07c0fc7a-fff7-4201-ac21-e812b18f574c tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:58.659523 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-07c0fc7a-fff7-4201-ac21-e812b18f574c tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3962650 Aug 20 10:21:58.675641 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41838) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:58.693964 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:58.750938 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ebc65f8b-1197-4bed-8510-04c25642ff62 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=f22c056d-443d-4d1e-a724-bb35e4e72f99 HTTP/1.1" status: 200 len: 462 time: 0.0709555 Aug 20 10:21:58.755833 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41840) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:58.763264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-e9097568-eff2-4617-b659-3469b9b3ef33 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:58.764978 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-e9097568-eff2-4617-b659-3469b9b3ef33 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5094349 Aug 20 10:21:58.771947 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a38b4a87-c9bc-44f2-bdd1-0e7e2fea10be req-83824d2b-847c-43e1-9ed4-d96fa820d90d tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:58.774711 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c1e37-a8d1-45f2-970d-edc0c10af545 req-92435c2d-a751-4518-92e4-afa6233b6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:58.776054 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-953c1e37-a8d1-45f2-970d-edc0c10af545 req-92435c2d-a751-4518-92e4-afa6233b6fd3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 1098 time: 0.1904628 Aug 20 10:21:58.786950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-897187a0-2622-4fb3-a2b0-81f04e9f32a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Request body: {'port': {'device_id': '1c8f0783-0588-4347-a73f-402fe703a8dc', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '91d7d5dc4ae64b1ab389ae70e177c5c8'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:58.799679 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1028c743-ae39-4bf0-9d1a-51455a8254a5 req-33bc5a71-dcbc-4722-93ba-29df1f8cdb1b tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/security-groups?id=b29be14a-136b-4ca3-8ac3-3acc88bd4f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454091 Aug 20 10:21:58.817308 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae951356-dcfa-49de-895c-5713c0662857 req-176e02e7-1f32-4ca4-a801-2f9094094140 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:58.824519 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ae951356-dcfa-49de-895c-5713c0662857 req-176e02e7-1f32-4ca4-a801-2f9094094140 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.2359560 Aug 20 10:21:58.842420 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83824d2b-847c-43e1-9ed4-d96fa820d90d tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Pushing event deleted for resources: {'Port': ['ID=5721019b-c44c-47f3-8259-cfe85e653d56,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:58.906320 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:58.932678 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38b4a87-c9bc-44f2-bdd1-0e7e2fea10be req-83824d2b-847c-43e1-9ed4-d96fa820d90d tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] No DVR routers for this DVR port 5721019b-c44c-47f3-8259-cfe85e653d56 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:21:58.942350 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Transition to ACTIVE for port object 2688b0c7-d249-42c7-92ca-d2ae5dbca994 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:21:58.947328 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a38b4a87-c9bc-44f2-bdd1-0e7e2fea10be req-83824d2b-847c-43e1-9ed4-d96fa820d90d tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:58.949289 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a38b4a87-c9bc-44f2-bdd1-0e7e2fea10be req-83824d2b-847c-43e1-9ed4-d96fa820d90d tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.24 "DELETE /v2.0/ports/5721019b-c44c-47f3-8259-cfe85e653d56 HTTP/1.1" status: 204 len: 173 time: 1.6092868 Aug 20 10:21:58.949731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18c929c-74b7-47be-a259-21fe60044f4a', 'name': 'network-vif-deleted', 'tag': '5721019b-c44c-47f3-8259-cfe85e653d56'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:21:58.952578 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a01e680-f3b8-4279-a173-dd6815b5f66a" -d '{"events": [{"server_uuid": "d18c929c-74b7-47be-a259-21fe60044f4a", "name": "network-vif-deleted", "tag": "5721019b-c44c-47f3-8259-cfe85e653d56"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:21:58.969483 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-953c1e37-a8d1-45f2-970d-edc0c10af545 req-0e68c229-1835-45c5-a574-bd24cb6a6dc4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768901 Aug 20 10:21:58.974755 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-58cefa8d-ebd9-4b68-8649-0c2f87a9b6b6 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=91d7d5dc4ae64b1ab389ae70e177c5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470908 Aug 20 10:21:58.984722 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Transition to ACTIVE for port object 2688b0c7-d249-42c7-92ca-d2ae5dbca994 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:21:58.986603 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ae951356-dcfa-49de-895c-5713c0662857 req-ae8b3b93-8c5f-4acc-9664-7aa4c13f0f95 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588924 Aug 20 10:21:59.009246 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:59.042578 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3da91f2-027e-43c0-9672-8db6d236556c x-openstack-request-id: req-e3da91f2-027e-43c0-9672-8db6d236556c {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:21:59.043123 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18c929c-74b7-47be-a259-21fe60044f4a", "name": "network-vif-deleted", "tag": "5721019b-c44c-47f3-8259-cfe85e653d56", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:21:59.043270 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3da91f2-027e-43c0-9672-8db6d236556c {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:21:59.043558 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18c929c-74b7-47be-a259-21fe60044f4a', 'name': 'network-vif-deleted', 'tag': '5721019b-c44c-47f3-8259-cfe85e653d56', 'status': 'completed', 'code': 200} Aug 20 10:21:59.072273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Network a1167a4c-ab56-402e-9785-1eb5f68f6f26 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:21:59.079197 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d81d7f38-4375-40ec-b250-b96ac565f4a4 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:59.079865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:21:59.080402 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d81d7f38-4375-40ec-b250-b96ac565f4a4 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/f22c056d-443d-4d1e-a724-bb35e4e72f99 HTTP/1.1" status: 204 len: 168 time: 0.3147404 Aug 20 10:21:59.083394 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41846) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:59.087221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:21:59.101838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Pushing event updated for resources: {'Port': ['ID=2688b0c7-d249-42c7-92ca-d2ae5dbca994,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:59.139621 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8511a30f-0702-4339-bd20-0fae71d554a9 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=f22c056d-443d-4d1e-a724-bb35e4e72f99 HTTP/1.1" status: 200 len: 221 time: 0.0549772 Aug 20 10:21:59.146765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41850) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:59.158856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e0b58d27-c395-4df0-9d4b-95ab9ea082a9 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--559762887', 'description': 'label created by tempest'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:59.159331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e0b58d27-c395-4df0-9d4b-95ab9ea082a9 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] Unknown quota resources ['metering_label']. {{(pid=94867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 10:21:59.163802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Attempting to bind port 2688b0c7-d249-42c7-92ca-d2ae5dbca994 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:21:59.164713 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Attempting to bind port 2688b0c7-d249-42c7-92ca-d2ae5dbca994 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '8861ade6-863b-4a08-b41b-cb599595ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a1167a4c-ab56-402e-9785-1eb5f68f6f26'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:21:59.164713 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Attempting to bind port 2688b0c7-d249-42c7-92ca-d2ae5dbca994 on network a1167a4c-ab56-402e-9785-1eb5f68f6f26 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:21:59.171974 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:21:59.173208 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Checking segment: {'id': '8861ade6-863b-4a08-b41b-cb599595ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a1167a4c-ab56-402e-9785-1eb5f68f6f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:21:59.173208 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:59.173634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Bound using segment: {'id': '8861ade6-863b-4a08-b41b-cb599595ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a1167a4c-ab56-402e-9785-1eb5f68f6f26'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:21:59.175196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Bound port: 2688b0c7-d249-42c7-92ca-d2ae5dbca994, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8861ade6-863b-4a08-b41b-cb599595ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a1167a4c-ab56-402e-9785-1eb5f68f6f26'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:21:59.175196 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:59.185257 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:59.207240 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:59.237182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d2f3e-f2e7-484a-9803-8ae2a3abada0 req-cd91c1b8-2cbd-41fc-abc3-981eda059696 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:59.239010 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-784d2f3e-f2e7-484a-9803-8ae2a3abada0 req-cd91c1b8-2cbd-41fc-abc3-981eda059696 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 946 time: 0.2124853 Aug 20 10:21:59.305725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] For port 2688b0c7-d249-42c7-92ca-d2ae5dbca994, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:21:59.310293 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cca38c8d-88d3-4f33-aece-4fbc0615098b req-42decb2d-105f-4a28-a480-e908eecce088 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 210 time: 0.0802958 Aug 20 10:21:59.317649 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0113b60f-f588-4246-a14b-0c6d86f337bb req-9a972a64-a318-4a05-a236-83cef24037c7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:59.326952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] For port 2688b0c7-d249-42c7-92ca-d2ae5dbca994, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2688b0c7-d249-42c7-92ca-d2ae5dbca994,segment=NetworkSegment(8861ade6-863b-4a08-b41b-cb599595ce71),segment_id=8861ade6-863b-4a08-b41b-cb599595ce71)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:21:59.333404 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4da7bd32-52f1-42ea-b9cb-f49fe14aee7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:59.340524 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:59.392821 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a972a64-a318-4a05-a236-83cef24037c7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Pushing event deleted for resources: {'Port': ['ID=33650498-c01b-4b49-b206-ced5bdb77ffa,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:59.394645 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-897187a0-2622-4fb3-a2b0-81f04e9f32a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Made reservation on behalf of 91d7d5dc4ae64b1ab389ae70e177c5c8 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:21:59.398248 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-897187a0-2622-4fb3-a2b0-81f04e9f32a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:59.458277 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e0b58d27-c395-4df0-9d4b-95ab9ea082a9 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:59.459512 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e0b58d27-c395-4df0-9d4b-95ab9ea082a9 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3091290 Aug 20 10:21:59.461751 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-897187a0-2622-4fb3-a2b0-81f04e9f32a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:59.463140 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41854) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:59.464745 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086cac5-c4d7-4b5e-9698-24ee91eaa4f2 None None] Pushing event updated for resources: {'Port': ['ID=2688b0c7-d249-42c7-92ca-d2ae5dbca994,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:21:59.471196 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-784d2f3e-f2e7-484a-9803-8ae2a3abada0 req-c7b5c78d-89bc-4ee5-b9b7-7992c85c456f tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/security-groups?id=a5791154-6fe3-4c2c-aa09-81e5cc3535ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213480 Aug 20 10:21:59.612849 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a7e9ed5e-29a2-4cd8-bc79-bc607a153a77 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=0482c327-94f6-4a69-b867-e945d4519cfe HTTP/1.1" status: 200 len: 467 time: 0.1295507 Aug 20 10:21:59.619644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41856) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:21:59.637293 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Allocated IP 172.25.3.126 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:21:59.647618 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-82bab6f1-cea7-4e7d-82ba-33b179a36767 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:59.649182 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-82bab6f1-cea7-4e7d-82ba-33b179a36767 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3379540 Aug 20 10:21:59.674456 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 33650498-c01b-4b49-b206-ced5bdb77ffa no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:21:59.679222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-2d9abe3e-8715-4795-8890-8a8d2bbf97b1 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Request body: {'port': {'device_id': 'd6b89089-3ad3-46b6-bbcc-903681a037a5', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '91d7d5dc4ae64b1ab389ae70e177c5c8'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:21:59.695647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0113b60f-f588-4246-a14b-0c6d86f337bb req-9a972a64-a318-4a05-a236-83cef24037c7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Router 00d46e94-6ebd-4c63-86d1-717a39c49b11 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:21:59.701805 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 33650498-c01b-4b49-b206-ced5bdb77ffa {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:21:59.702335 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 33650498-c01b-4b49-b206-ced5bdb77ffa not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:21:59.702799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 5721019b-c44c-47f3-8259-cfe85e653d56 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:21:59.746444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 5721019b-c44c-47f3-8259-cfe85e653d56 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:21:59.746796 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 5721019b-c44c-47f3-8259-cfe85e653d56 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:21:59.770112 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219116e-e6b5-4fc5-ab7a-71adf16088cd req-810f57e6-12d8-4e9b-86d2-aaa322062f53 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:21:59.771726 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a219116e-e6b5-4fc5-ab7a-71adf16088cd req-810f57e6-12d8-4e9b-86d2-aaa322062f53 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 948 time: 0.3500259 Aug 20 10:21:59.843904 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-897187a0-2622-4fb3-a2b0-81f04e9f32a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:59.863473 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-897187a0-2622-4fb3-a2b0-81f04e9f32a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:21:59.929396 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a219116e-e6b5-4fc5-ab7a-71adf16088cd req-f2638e32-cf75-4495-b832-16f57f0a98cb tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421630 Aug 20 10:21:59.960312 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:00.062563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-2d9abe3e-8715-4795-8890-8a8d2bbf97b1 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Made reservation on behalf of 91d7d5dc4ae64b1ab389ae70e177c5c8 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:00.067716 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-2d9abe3e-8715-4795-8890-8a8d2bbf97b1 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:00.067903 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a5d1a3f-8098-4480-989e-da6882fd367b req-c4fd93ab-76c2-4120-a3fa-0478a26771f3 tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] 10.222.0.16 "GET /v2.0/ports?device_id=d18c929c-74b7-47be-a259-21fe60044f4a HTTP/1.1" status: 200 len: 210 time: 0.1520967 Aug 20 10:22:00.072301 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:00.117593 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-121b1f95-0c7a-4703-b62d-d30b59c66408 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:00.125600 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-121b1f95-0c7a-4703-b62d-d30b59c66408 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/0482c327-94f6-4a69-b867-e945d4519cfe HTTP/1.1" status: 204 len: 168 time: 0.5047002 Aug 20 10:22:00.140066 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41864) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:00.144405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897187a0-2622-4fb3-a2b0-81f04e9f32a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40282f1-fe89-437a-a848-de4e89eab622,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:00.156000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:00.166765 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:00.204393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:00.207285 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a9eb389a-ba02-49cc-9788-eaf69d1646da tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=0482c327-94f6-4a69-b867-e945d4519cfe HTTP/1.1" status: 200 len: 216 time: 0.0661566 Aug 20 10:22:00.231066 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41866) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:00.256966 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Pushing event updated for resources: {'Port': ['ID=3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:00.269413 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f8e469cd-8bdb-4e28-a5d2-273bbc9dcac2 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0348580 Aug 20 10:22:00.276388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2688b0c7-d249-42c7-92ca-d2ae5dbca994 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:00.279487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41868) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:00.326032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383ea33-fb0e-469f-bb8c-d357ce9a34ca req-689e455b-ef84-492e-80a6-cb15c8ffd8bd tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:00.329378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 2688b0c7-d249-42c7-92ca-d2ae5dbca994 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:00.335258 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9383ea33-fb0e-469f-bb8c-d357ce9a34ca req-689e455b-ef84-492e-80a6-cb15c8ffd8bd tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.1483784 Aug 20 10:22:00.355927 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9161a3bc-10ca-4e3d-90b3-afc056d96789 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0739393 Aug 20 10:22:00.363662 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41872) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:00.364728 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-2d9abe3e-8715-4795-8890-8a8d2bbf97b1 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Allocated IP 192.168.233.41 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/f49918e5-a388-4e4a-bea5-edae5a7ef00a) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:00.406117 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9383ea33-fb0e-469f-bb8c-d357ce9a34ca req-fe78cb55-afaa-4da1-a732-e17d2a17215d tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704331 Aug 20 10:22:00.407806 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0113b60f-f588-4246-a14b-0c6d86f337bb req-9a972a64-a318-4a05-a236-83cef24037c7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:22:00.420691 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b910d5d-4bf1-428a-8dcd-852f5461f514 None None] Sync routers for ids ['00d46e94-6ebd-4c63-86d1-717a39c49b11'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:22:00.461691 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e0fcdd82-5e22-45d6-b047-5bcb5ed8fb20 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/e862b4a7-deb5-42cb-8935-500d362ffd2f HTTP/1.1" status: 200 len: 472 time: 0.0945139 Aug 20 10:22:00.467410 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b910d5d-4bf1-428a-8dcd-852f5461f514 None None] Routers {'00d46e94-6ebd-4c63-86d1-717a39c49b11'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:00.468433 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41874) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:00.470124 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-8b910d5d-4bf1-428a-8dcd-852f5461f514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['00d46e94-6ebd-4c63-86d1-717a39c49b11'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:00.612917 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79709f4c-a57d-4588-af55-fd1d7fcf6b90 req-a7e07898-47dd-4f74-a101-06613dbbeb79 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 210 time: 0.1483896 Aug 20 10:22:00.622835 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ef9fe844-ce1d-4f94-acb7-66cb482e34f9 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/38f39b45-8f13-46a5-9e0f-79f30e08f8cf HTTP/1.1" status: 200 len: 459 time: 0.1478491 Aug 20 10:22:00.646904 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41880) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:00.699315 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-8b910d5d-4bf1-428a-8dcd-852f5461f514 None None] Set router 00d46e94-6ebd-4c63-86d1-717a39c49b11 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:00.828653 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d2dd10-ff9a-4d5f-9b1a-8add35221048 None None] Network a1167a4c-ab56-402e-9785-1eb5f68f6f26 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:22:00.867770 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0113b60f-f588-4246-a14b-0c6d86f337bb req-9a972a64-a318-4a05-a236-83cef24037c7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] No DVR routers for this DVR port 33650498-c01b-4b49-b206-ced5bdb77ffa on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:00.870809 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0113b60f-f588-4246-a14b-0c6d86f337bb req-9a972a64-a318-4a05-a236-83cef24037c7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:00.873498 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0113b60f-f588-4246-a14b-0c6d86f337bb req-9a972a64-a318-4a05-a236-83cef24037c7 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.24 "DELETE /v2.0/ports/33650498-c01b-4b49-b206-ced5bdb77ffa HTTP/1.1" status: 204 len: 173 time: 4.1443193 Aug 20 10:22:00.880927 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0974f3-02e9-424e-867d-395f5074dd38', 'name': 'network-vif-deleted', 'tag': '33650498-c01b-4b49-b206-ced5bdb77ffa'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:00.883313 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc62b80-6372-4e62-8107-90dd01871097" -d '{"events": [{"server_uuid": "ab0974f3-02e9-424e-867d-395f5074dd38", "name": "network-vif-deleted", "tag": "33650498-c01b-4b49-b206-ced5bdb77ffa"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:00.907247 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36c7a26a-48fb-437f-880f-6f8a9ce60c6f tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:00.908552 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-36c7a26a-48fb-437f-880f-6f8a9ce60c6f tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/38f39b45-8f13-46a5-9e0f-79f30e08f8cf HTTP/1.1" status: 204 len: 168 time: 0.2602112 Aug 20 10:22:00.927600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41884) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:00.955857 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-89b08cd3-09d0-4cb4-9664-6152a63ea266 req-a9aa0e95-cea0-4125-9ffe-b5cbd81cf3b5 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab0974f3-02e9-424e-867d-395f5074dd38 HTTP/1.1" status: 200 len: 210 time: 0.0891361 Aug 20 10:22:00.966102 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0695873-bb5a-45bc-9998-5e2f5ae1a1e8 x-openstack-request-id: req-f0695873-bb5a-45bc-9998-5e2f5ae1a1e8 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:00.966645 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0974f3-02e9-424e-867d-395f5074dd38", "name": "network-vif-deleted", "tag": "33650498-c01b-4b49-b206-ced5bdb77ffa", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:00.967198 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0695873-bb5a-45bc-9998-5e2f5ae1a1e8 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:00.967803 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0974f3-02e9-424e-867d-395f5074dd38', 'name': 'network-vif-deleted', 'tag': '33650498-c01b-4b49-b206-ced5bdb77ffa', 'status': 'completed', 'code': 200} Aug 20 10:22:00.996392 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-8b910d5d-4bf1-428a-8dcd-852f5461f514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'name': 'tempest-ServersTestManualDisk-219520021-router', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:18:33Z', 'updated_at': '2021-08-20T10:18:38Z', 'revision_number': 4, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'gw_port': {'id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:34Z', 'updated_at': '2021-08-20T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'ec79a482-229d-4e64-9b5e-bc785f49c06d', 'name': '', 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'mac_address': 'fa:16:3e:ae:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:36Z', 'updated_at': '2021-08-20T10:18:46Z', 'revision_number': 5, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'subnets': [{'id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:01.035268 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b910d5d-4bf1-428a-8dcd-852f5461f514 None None] Checking router: 00d46e94-6ebd-4c63-86d1-717a39c49b11 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:22:01.051843 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b910d5d-4bf1-428a-8dcd-852f5461f514 None None] Routers {'00d46e94-6ebd-4c63-86d1-717a39c49b11'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:01.052820 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-8b910d5d-4bf1-428a-8dcd-852f5461f514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:21:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['00d46e94-6ebd-4c63-86d1-717a39c49b11'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:01.053054 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-2d9abe3e-8715-4795-8890-8a8d2bbf97b1 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:01.107872 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cac5a973-679c-40f3-9624-8009ae2747ff None None] Provisioning for port 2688b0c7-d249-42c7-92ca-d2ae5dbca994 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:01.128834 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cac5a973-679c-40f3-9624-8009ae2747ff None None] Provisioning complete for port 2688b0c7-d249-42c7-92ca-d2ae5dbca994 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:01.129208 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cac5a973-679c-40f3-9624-8009ae2747ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:01.194827 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-8b910d5d-4bf1-428a-8dcd-852f5461f514 None None] Set router 00d46e94-6ebd-4c63-86d1-717a39c49b11 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:01.214654 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41892) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:01.308395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89d4cc-814c-4f49-aaa5-0864d76c08d3 req-970aacaa-38cf-4dda-a128-9223fba43012 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:01.316644 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e89d4cc-814c-4f49-aaa5-0864d76c08d3 req-970aacaa-38cf-4dda-a128-9223fba43012 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 948 time: 0.2509608 Aug 20 10:22:01.386950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e68324-7d45-4588-a2ee-a5405d9bbe98 admin admin] Deleting subnet 8d54d485-5180-4237-9dcb-31d9ef168f91 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:22:01.395976 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-58301ce4-e971-468b-8795-f8f304614951 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:01.397132 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-58301ce4-e971-468b-8795-f8f304614951 tempest-MeteringIpV6TestJSON-708756478 tempest-MeteringIpV6TestJSON-708756478-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/e862b4a7-deb5-42cb-8935-500d362ffd2f HTTP/1.1" status: 204 len: 168 time: 0.4610984 Aug 20 10:22:01.398247 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9e68324-7d45-4588-a2ee-a5405d9bbe98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:01.491218 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:01.510834 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e89d4cc-814c-4f49-aaa5-0864d76c08d3 req-1bc9cd9b-2cac-4fcb-a79a-5f47322617cd tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934106 Aug 20 10:22:01.536765 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cac5a973-679c-40f3-9624-8009ae2747ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:01.552069 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9e68324-7d45-4588-a2ee-a5405d9bbe98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:01.580617 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-8b910d5d-4bf1-428a-8dcd-852f5461f514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'name': 'tempest-ServersTestManualDisk-219520021-router', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:18:33Z', 'updated_at': '2021-08-20T10:18:38Z', 'revision_number': 4, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'gw_port': {'id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:34Z', 'updated_at': '2021-08-20T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'ec79a482-229d-4e64-9b5e-bc785f49c06d', 'name': '', 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'mac_address': 'fa:16:3e:ae:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:36Z', 'updated_at': '2021-08-20T10:18:46Z', 'revision_number': 5, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'subnets': [{'id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:01.610199 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9e68324-7d45-4588-a2ee-a5405d9bbe98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:01.610537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-cac5a973-679c-40f3-9624-8009ae2747ff None None] For port 2688b0c7-d249-42c7-92ca-d2ae5dbca994, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2688b0c7-d249-42c7-92ca-d2ae5dbca994,segment=NetworkSegment(8861ade6-863b-4a08-b41b-cb599595ce71),segment_id=8861ade6-863b-4a08-b41b-cb599595ce71)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:01.617696 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cac5a973-679c-40f3-9624-8009ae2747ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:01.649720 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b910d5d-4bf1-428a-8dcd-852f5461f514 None None] The sync data for ids ['00d46e94-6ebd-4c63-86d1-717a39c49b11'] in n-d-778550-11 is: [{'id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'name': 'tempest-ServersTestManualDisk-219520021-router', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:18:33Z', 'updated_at': '2021-08-20T10:18:38Z', 'revision_number': 4, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'gw_port': {'id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:34Z', 'updated_at': '2021-08-20T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'ec79a482-229d-4e64-9b5e-bc785f49c06d', 'name': '', 'network_id': '392e071a-74c7-4fe5-bb29-c255df6e948c', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'mac_address': 'fa:16:3e:ae:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:36Z', 'updated_at': '2021-08-20T10:18:46Z', 'revision_number': 5, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'subnets': [{'id': '1d7eb0d2-b453-430e-a45e-5e42e8504bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:22:01.674796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-2d9abe3e-8715-4795-8890-8a8d2bbf97b1 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Transition to ACTIVE for port object f49918e5-a388-4e4a-bea5-edae5a7ef00a will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:01.702119 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device c501b787-4aa7-4d6f-9b6e-6591774a9eee up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:01.754735 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9e68324-7d45-4588-a2ee-a5405d9bbe98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:01.792130 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e68324-7d45-4588-a2ee-a5405d9bbe98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d54d485-5180-4237-9dcb-31d9ef168f91,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:01.801055 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128557e8-d01d-4ee0-8d57-b8a3f16541bc req-d4abbee4-de67-451e-a7ab-94b806da7e19 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:01.808892 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-128557e8-d01d-4ee0-8d57-b8a3f16541bc req-d4abbee4-de67-451e-a7ab-94b806da7e19 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.1953633 Aug 20 10:22:01.829332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5a973-679c-40f3-9624-8009ae2747ff None None] Pushing event updated for resources: {'Port': ['ID=2688b0c7-d249-42c7-92ca-d2ae5dbca994,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:01.861658 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0d7a407d-92d9-46c4-9f58-783c2ac89be7 req-136807dc-3e5f-4ee8-b922-5fbce10b211f tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 210 time: 0.0663140 Aug 20 10:22:01.864156 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port c501b787-4aa7-4d6f-9b6e-6591774a9eee completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:01.866263 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9e68324-7d45-4588-a2ee-a5405d9bbe98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:01.876073 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e9e68324-7d45-4588-a2ee-a5405d9bbe98 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8d54d485-5180-4237-9dcb-31d9ef168f91 HTTP/1.1" status: 204 len: 168 time: 0.6602046 Aug 20 10:22:01.877434 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41902) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:01.892346 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-128557e8-d01d-4ee0-8d57-b8a3f16541bc req-b4f26b59-44f0-4188-8f1d-36a1bd4d5f14 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705059 Aug 20 10:22:01.893752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port c501b787-4aa7-4d6f-9b6e-6591774a9eee triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:01.894393 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:01.959003 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-da6dbe22-49c0-414d-8075-e98a327cd98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:01.975597 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-964805e3-15a2-484c-8222-dcbd210a3e81 None None] Provisioning complete for port 2688b0c7-d249-42c7-92ca-d2ae5dbca994 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:01.976088 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-964805e3-15a2-484c-8222-dcbd210a3e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.002171 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-2d9abe3e-8715-4795-8890-8a8d2bbf97b1 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.005363 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41908) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:02.043880 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2c39fa1-213d-4850-a0a6-ab62009f6bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.060998 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.092265 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb0f923-78ce-4067-b847-b6b0ce007936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c501b787-4aa7-4d6f-9b6e-6591774a9eee'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:02.095174 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de385e18-ca44-40a2-8b56-7d9f50e4bb2c" -d '{"events": [{"server_uuid": "7bb0f923-78ce-4067-b847-b6b0ce007936", "name": "network-vif-plugged", "status": "completed", "tag": "c501b787-4aa7-4d6f-9b6e-6591774a9eee"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:02.105746 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41914) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:02.108513 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-2d9abe3e-8715-4795-8890-8a8d2bbf97b1 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:02.162804 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-2d9abe3e-8715-4795-8890-8a8d2bbf97b1 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:02.176518 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6013ba1a-050f-4bcc-9247-3b5b65ee3140 x-openstack-request-id: req-6013ba1a-050f-4bcc-9247-3b5b65ee3140 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:02.179328 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb0f923-78ce-4067-b847-b6b0ce007936", "name": "network-vif-plugged", "status": "completed", "tag": "c501b787-4aa7-4d6f-9b6e-6591774a9eee", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:02.179690 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6013ba1a-050f-4bcc-9247-3b5b65ee3140 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:02.181594 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0f923-78ce-4067-b847-b6b0ce007936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c501b787-4aa7-4d6f-9b6e-6591774a9eee', 'code': 200} Aug 20 10:22:02.187265 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port c501b787-4aa7-4d6f-9b6e-6591774a9eee, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c501b787-4aa7-4d6f-9b6e-6591774a9eee,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:02.196690 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-2d9abe3e-8715-4795-8890-8a8d2bbf97b1 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:02.213344 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.313596 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0002880-cb4c-45e8-97b0-c9fdf6bdc152 None None] New status for floating IP bb7df79a-32ad-46b1-ae48-9bbaf53aad47: DOWN {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:22:02.344865 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9abe3e-8715-4795-8890-8a8d2bbf97b1 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Pushing event updated for resources: {'Port': ['ID=f49918e5-a388-4e4a-bea5-edae5a7ef00a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:02.366865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2688b0c7-d249-42c7-92ca-d2ae5dbca994 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:02.402633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-897187a0-2622-4fb3-a2b0-81f04e9f32a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Allocated IP 192.168.233.72 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/416addcc-75e7-468f-be1d-2361414c52f2) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:02.418476 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5880b674-00cf-4b4d-b75a-b6b82fb92233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.422524 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.430594 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.513438 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=c501b787-4aa7-4d6f-9b6e-6591774a9eee,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:02.522803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 2688b0c7-d249-42c7-92ca-d2ae5dbca994 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:02.523322 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.563341 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2c39fa1-213d-4850-a0a6-ab62009f6bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.577714 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-2d9abe3e-8715-4795-8890-8a8d2bbf97b1 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:02.578375 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-2d9abe3e-8715-4795-8890-8a8d2bbf97b1 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.594090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b058ae06-e33f-42bb-8c68-33976ead988a None None] Provisioning for port f49918e5-a388-4e4a-bea5-edae5a7ef00a completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:02.596469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af64bf-b781-4d35-a227-1ba994eddb23 req-d9bd8ce5-2cb7-4fcb-81fb-af2997e0ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:02.598158 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85af64bf-b781-4d35-a227-1ba994eddb23 req-d9bd8ce5-2cb7-4fcb-81fb-af2997e0ed75 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 1101 time: 0.2829061 Aug 20 10:22:02.600927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b058ae06-e33f-42bb-8c68-33976ead988a None None] Provisioning complete for port f49918e5-a388-4e4a-bea5-edae5a7ef00a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:02.601510 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b058ae06-e33f-42bb-8c68-33976ead988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.614513 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-2d9abe3e-8715-4795-8890-8a8d2bbf97b1 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9525766 Aug 20 10:22:02.621555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a2c39fa1-213d-4850-a0a6-ab62009f6bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275a5e72-fef5-44d2-aa1b-b797f1c2bc71']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:02.645992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Request body: {'port': {'device_id': 'd6b89089-3ad3-46b6-bbcc-903681a037a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:02.655742 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fc6bd653-54b9-4a7c-ac3e-4643e087c14b tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.659180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a2c39fa1-213d-4850-a0a6-ab62009f6bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cbd264-79a1-44b7-a7b6-5dec0b4bbe59') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:02.659479 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a2c39fa1-213d-4850-a0a6-ab62009f6bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cbd264-79a1-44b7-a7b6-5dec0b4bbe59') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:02.670847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b058ae06-e33f-42bb-8c68-33976ead988a None None] Port f49918e5-a388-4e4a-bea5-edae5a7ef00a cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:22:02.683325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773f8f0-690e-458a-879e-554974432be9 req-70602786-0454-4f53-95a2-68b53f05c315 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:02.684899 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b773f8f0-690e-458a-879e-554974432be9 req-70602786-0454-4f53-95a2-68b53f05c315 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.2751439 Aug 20 10:22:02.733602 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2c39fa1-213d-4850-a0a6-ab62009f6bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.741988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d081d62-78b7-472b-83ca-a22f94d888c5 req-671db086-f469-40f3-843b-6d44f8724463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:02.743523 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d081d62-78b7-472b-83ca-a22f94d888c5 req-671db086-f469-40f3-843b-6d44f8724463 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26b5c18da28d413e8586083e40c6ee2e&device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 1098 time: 0.3804417 Aug 20 10:22:02.766611 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.769377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Router 225efd80-4c25-4e26-b71e-e05f1e26e0c9 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:22:02.789992 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fc6bd653-54b9-4a7c-ac3e-4643e087c14b tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.803956 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85af64bf-b781-4d35-a227-1ba994eddb23 req-7abc0e23-1bf0-4c1b-8bbf-8c1410f5116e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843622 Aug 20 10:22:02.808526 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2c39fa1-213d-4850-a0a6-ab62009f6bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.850525 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c39fa1-213d-4850-a0a6-ab62009f6bf7 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:22:02.850932 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2c39fa1-213d-4850-a0a6-ab62009f6bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:22:02.856442 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:22:02.871617 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251951ec-0178-4412-9db3-3ae39fd91493 req-43a8c1ed-2840-443b-adbf-57997c7cf4e9 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:02.873647 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-251951ec-0178-4412-9db3-3ae39fd91493 req-43a8c1ed-2840-443b-adbf-57997c7cf4e9 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 949 time: 0.2435160 Aug 20 10:22:02.920049 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b773f8f0-690e-458a-879e-554974432be9 req-cb989d87-6251-41a2-b385-d0bc9f3b9beb tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885428 Aug 20 10:22:02.951791 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-897187a0-2622-4fb3-a2b0-81f04e9f32a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.981238 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2c39fa1-213d-4850-a0a6-ab62009f6bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.984606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-897187a0-2622-4fb3-a2b0-81f04e9f32a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Transition to ACTIVE for port object 416addcc-75e7-468f-be1d-2361414c52f2 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:02.990718 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fc6bd653-54b9-4a7c-ac3e-4643e087c14b tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.993442 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fc6bd653-54b9-4a7c-ac3e-4643e087c14b tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:02.994608 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fc6bd653-54b9-4a7c-ac3e-4643e087c14b tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "DELETE /v2.0/security-groups/a5791154-6fe3-4c2c-aa09-81e5cc3535ea HTTP/1.1" status: 204 len: 168 time: 0.8763285 Aug 20 10:22:03.000285 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2c39fa1-213d-4850-a0a6-ab62009f6bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.001562 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a2c39fa1-213d-4850-a0a6-ab62009f6bf7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/275a5e72-fef5-44d2-aa1b-b797f1c2bc71 HTTP/1.1" status: 204 len: 168 time: 1.1221774 Aug 20 10:22:03.013855 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41926) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:03.031004 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.049279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c39fa1-213d-4850-a0a6-ab62009f6bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=275a5e72-fef5-44d2-aa1b-b797f1c2bc71,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:03.067931 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-e63900c5-2468-44da-83ee-34f76ab2af89 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] show failed (client error): The resource could not be found. Aug 20 10:22:03.068988 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e63900c5-2468-44da-83ee-34f76ab2af89 tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "GET /v2.0/security-groups/a5791154-6fe3-4c2c-aa09-81e5cc3535ea HTTP/1.1" status: 404 len: 347 time: 0.0450346 Aug 20 10:22:03.070090 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bd653-54b9-4a7c-ac3e-4643e087c14b tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5791154-6fe3-4c2c-aa09-81e5cc3535ea,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:03.073519 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41930) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:03.149661 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-251951ec-0178-4412-9db3-3ae39fd91493 req-c7527221-7398-4564-a0b5-0812992f93dc tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611437 Aug 20 10:22:03.150693 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d081d62-78b7-472b-83ca-a22f94d888c5 req-73b242b4-ba02-4a7b-a8a2-fd93e53a58c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:03.152153 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d081d62-78b7-472b-83ca-a22f94d888c5 req-73b242b4-ba02-4a7b-a8a2-fd93e53a58c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aee9a348-af2d-45dc-9248-2a1f01e70c36 HTTP/1.1" status: 200 len: 912 time: 0.3970184 Aug 20 10:22:03.162352 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5880b674-00cf-4b4d-b75a-b6b82fb92233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.167091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41932) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:03.180966 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5880b674-00cf-4b4d-b75a-b6b82fb92233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.187836 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46304094-b523-4f7e-b49c-364f22ab5b51 req-19dda960-1f66-4624-86de-eaad43b5811b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:03.189347 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-46304094-b523-4f7e-b49c-364f22ab5b51 req-19dda960-1f66-4624-86de-eaad43b5811b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 935 time: 0.2013364 Aug 20 10:22:03.220640 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-897187a0-2622-4fb3-a2b0-81f04e9f32a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.239840 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d081d62-78b7-472b-83ca-a22f94d888c5 req-8aa01fff-12a6-47e5-bc1b-dde1712b82a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15479c89-6a24-4f49-8032-b404d21bb25c HTTP/1.1" status: 200 len: 217 time: 0.0733190 Aug 20 10:22:03.241127 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:22:03.252335 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Sync routers for ids ['225efd80-4c25-4e26-b71e-e05f1e26e0c9'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:22:03.263703 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Routers {'225efd80-4c25-4e26-b71e-e05f1e26e0c9'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:03.264338 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:22:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['225efd80-4c25-4e26-b71e-e05f1e26e0c9'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:03.304146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-897187a0-2622-4fb3-a2b0-81f04e9f32a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:03.312038 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-46304094-b523-4f7e-b49c-364f22ab5b51 req-fb97d9f6-022f-438f-973b-07fee5abc397 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151514 Aug 20 10:22:03.318201 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-897187a0-2622-4fb3-a2b0-81f04e9f32a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:03.321271 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-897187a0-2622-4fb3-a2b0-81f04e9f32a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:03.327010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897187a0-2622-4fb3-a2b0-81f04e9f32a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Pushing event updated for resources: {'Port': ['ID=416addcc-75e7-468f-be1d-2361414c52f2,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:03.352793 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5880b674-00cf-4b4d-b75a-b6b82fb92233 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6c896923b2943488833224af39ed00e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3463955 Aug 20 10:22:03.355588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41934) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:03.362950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880b674-00cf-4b4d-b75a-b6b82fb92233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c09982-b3a3-48aa-ad8a-eef28db6837a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:03.388961 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.390187 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e7bd7b69-7fbb-4280-b70e-65dc409ddb3b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5567510 Aug 20 10:22:03.398060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41936) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:03.400663 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aecb9b01-999f-45ca-891c-126b3f399d97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d31e70f359cf473b8381818babc5654f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325115 Aug 20 10:22:03.408545 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41940) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:03.410232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-4c6da247-61ed-4d93-8f77-55bfa1247fcf tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Deleting port 4fdc60a0-5502-420e-8ca8-49a1cae0a4d8 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:03.410750 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c6da247-61ed-4d93-8f77-55bfa1247fcf tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.411864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d081d62-78b7-472b-83ca-a22f94d888c5 req-b0d59f42-8085-4c2f-96fd-566562dc3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:03.413327 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d081d62-78b7-472b-83ca-a22f94d888c5 req-b0d59f42-8085-4c2f-96fd-566562dc3f2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a8cf849-69fe-4ea8-af5f-52021f809728 HTTP/1.1" status: 200 len: 851 time: 0.1255691 Aug 20 10:22:03.417377 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Set router 225efd80-4c25-4e26-b71e-e05f1e26e0c9 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:03.449492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-897187a0-2622-4fb3-a2b0-81f04e9f32a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:03.451004 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-897187a0-2622-4fb3-a2b0-81f04e9f32a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.542916 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-897187a0-2622-4fb3-a2b0-81f04e9f32a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7621901 Aug 20 10:22:03.568059 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Request body: {'port': {'device_id': '1c8f0783-0588-4347-a73f-402fe703a8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:03.593640 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-468943e8-ed3d-4ac2-967c-7a8e6b216a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.632487 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c6da247-61ed-4d93-8f77-55bfa1247fcf tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.632837 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c6da247-61ed-4d93-8f77-55bfa1247fcf tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.671885 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'name': 'tempest-FloatingIPsTestJSON-1743809793-router', 'tenant_id': '37c55134a6894856a69803e246e93ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:21:57Z', 'updated_at': '2021-08-20T10:22:00Z', 'revision_number': 3, 'project_id': '37c55134a6894856a69803e246e93ba0', 'gw_port': {'id': '3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:21:59Z', 'updated_at': '2021-08-20T10:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:03.672508 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eaec0f91-8e02-4c9b-924f-dda63ba99ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.675922 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d081d62-78b7-472b-83ca-a22f94d888c5 req-8875fb7c-8f41-441f-a41e-22512f71c5c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aee9a348-af2d-45dc-9248-2a1f01e70c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2121069 Aug 20 10:22:03.676891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-4c6da247-61ed-4d93-8f77-55bfa1247fcf tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Calling delete_port for 4fdc60a0-5502-420e-8ca8-49a1cae0a4d8 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:03.691766 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-468943e8-ed3d-4ac2-967c-7a8e6b216a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.705298 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-242574e0-25de-4f50-b08f-fb8583c6ac9e None None] Provisioning for port 416addcc-75e7-468f-be1d-2361414c52f2 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:03.709506 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-242574e0-25de-4f50-b08f-fb8583c6ac9e None None] Provisioning complete for port 416addcc-75e7-468f-be1d-2361414c52f2 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:03.710024 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-242574e0-25de-4f50-b08f-fb8583c6ac9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.714128 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Checking router: 225efd80-4c25-4e26-b71e-e05f1e26e0c9 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:22:03.714448 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.715011 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Updating router 225efd80-4c25-4e26-b71e-e05f1e26e0c9 port 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:22:03.736159 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eaec0f91-8e02-4c9b-924f-dda63ba99ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.755382 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.761057 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-242574e0-25de-4f50-b08f-fb8583c6ac9e None None] Port 416addcc-75e7-468f-be1d-2361414c52f2 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:22:03.779849 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:22:03.804508 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f49918e5-a388-4e4a-bea5-edae5a7ef00a {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:22:03.848140 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.902563 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d081d62-78b7-472b-83ca-a22f94d888c5 req-3e8da3aa-c973-41b4-b234-bd3ed80bcea2 service neutron] 10.222.0.24 "GET /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860852 Aug 20 10:22:03.950643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Transition to ACTIVE for port object f49918e5-a388-4e4a-bea5-edae5a7ef00a will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:03.962671 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-468943e8-ed3d-4ac2-967c-7a8e6b216a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.966264 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-468943e8-ed3d-4ac2-967c-7a8e6b216a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.967494 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-468943e8-ed3d-4ac2-967c-7a8e6b216a0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70c09982-b3a3-48aa-ad8a-eef28db6837a HTTP/1.1" status: 204 len: 168 time: 0.6102026 Aug 20 10:22:03.987783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468943e8-ed3d-4ac2-967c-7a8e6b216a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c09982-b3a3-48aa-ad8a-eef28db6837a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:03.989635 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eaec0f91-8e02-4c9b-924f-dda63ba99ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.992334 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eaec0f91-8e02-4c9b-924f-dda63ba99ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:03.997601 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:04.005717 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-eaec0f91-8e02-4c9b-924f-dda63ba99ea4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b29be14a-136b-4ca3-8ac3-3acc88bd4f85 HTTP/1.1" status: 204 len: 168 time: 0.5854208 Aug 20 10:22:04.056153 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Pushing event updated for resources: {'Port': ['ID=f49918e5-a388-4e4a-bea5-edae5a7ef00a,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:04.135815 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec0f91-8e02-4c9b-924f-dda63ba99ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29be14a-136b-4ca3-8ac3-3acc88bd4f85,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:04.257159 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:04.287537 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Transition to ACTIVE for port object 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:04.307463 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c6da247-61ed-4d93-8f77-55bfa1247fcf tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:04.311608 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:04.425280 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d081d62-78b7-472b-83ca-a22f94d888c5 req-9a2ccbce-5716-4c31-a1be-517a2b9072a1 service neutron] 10.222.0.24 "GET /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842319 Aug 20 10:22:04.451748 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Attempting to bind port f49918e5-a388-4e4a-bea5-edae5a7ef00a on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:04.452212 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Attempting to bind port f49918e5-a388-4e4a-bea5-edae5a7ef00a by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:04.459517 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Attempting to bind port f49918e5-a388-4e4a-bea5-edae5a7ef00a on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:04.460571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6da247-61ed-4d93-8f77-55bfa1247fcf tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Pushing event deleted for resources: {'Port': ['ID=4fdc60a0-5502-420e-8ca8-49a1cae0a4d8,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:04.465203 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c6da247-61ed-4d93-8f77-55bfa1247fcf tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:04.469281 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c6da247-61ed-4d93-8f77-55bfa1247fcf tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:04.473382 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4c6da247-61ed-4d93-8f77-55bfa1247fcf tempest-ServersTestManualDisk-2031085417 tempest-ServersTestManualDisk-2031085417-project] 10.222.0.16 "DELETE /v2.0/floatingips/bb7df79a-32ad-46b1-ae48-9bbaf53aad47 HTTP/1.1" status: 204 len: 168 time: 1.3941598 Aug 20 10:22:04.478414 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41956) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:04.485007 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Port f49918e5-a388-4e4a-bea5-edae5a7ef00a on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:04.485577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Attempting to bind port f49918e5-a388-4e4a-bea5-edae5a7ef00a on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:04.505907 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:22:04.507157 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:04.509264 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:22:04.510133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Bound port: f49918e5-a388-4e4a-bea5-edae5a7ef00a, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:22:04.510716 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:04.533792 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Attempting to bind port 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:04.534175 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Attempting to bind port 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:04.534663 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Attempting to bind port 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:04.538465 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad890733-9fef-49cf-818f-29f389965fcf None None] Pushing event updated for resources: {'Port': ['ID=3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:04.547162 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:22:04.547593 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:04.548011 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:04.548402 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:22:04.549239 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Bound port: 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:22:04.549626 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:04.558363 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad890733-9fef-49cf-818f-29f389965fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:04.558708 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad890733-9fef-49cf-818f-29f389965fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:04.559738 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad890733-9fef-49cf-818f-29f389965fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:04.560238 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad890733-9fef-49cf-818f-29f389965fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:04.560930 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad890733-9fef-49cf-818f-29f389965fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:04.561996 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad890733-9fef-49cf-818f-29f389965fcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:04.562337 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad890733-9fef-49cf-818f-29f389965fcf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:04.562674 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad890733-9fef-49cf-818f-29f389965fcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:04.563548 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad890733-9fef-49cf-818f-29f389965fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:04.563548 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad890733-9fef-49cf-818f-29f389965fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:04.563772 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad890733-9fef-49cf-818f-29f389965fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:04.564147 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad890733-9fef-49cf-818f-29f389965fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:04.618877 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665c029-1fa5-48fa-8eba-f07adb5cdb6f req-0e52f334-cb57-4e7a-b9e1-f228820948f7 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:04.620480 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8665c029-1fa5-48fa-8eba-f07adb5cdb6f req-0e52f334-cb57-4e7a-b9e1-f228820948f7 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.5050924 Aug 20 10:22:04.624016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476f3bd-2ad1-4b1b-8f74-d562d344d154 req-e8355271-7343-4fa7-b70f-06c81460b719 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:04.625623 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3476f3bd-2ad1-4b1b-8f74-d562d344d154 req-e8355271-7343-4fa7-b70f-06c81460b719 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 949 time: 0.2792354 Aug 20 10:22:04.665514 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] For port 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:04.687951 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] For port 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:22:04.696902 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:04.710504 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:04.717114 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:04.779569 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3476f3bd-2ad1-4b1b-8f74-d562d344d154 req-ecafae56-30a9-4c1c-91a2-ad33ce9bd52c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444571 Aug 20 10:22:04.792941 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Routers {'225efd80-4c25-4e26-b71e-e05f1e26e0c9'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:04.794493 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:22:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['225efd80-4c25-4e26-b71e-e05f1e26e0c9'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:04.799325 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad890733-9fef-49cf-818f-29f389965fcf None None] Pushing event updated for resources: {'Port': ['ID=3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:04.828167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] For port f49918e5-a388-4e4a-bea5-edae5a7ef00a, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:04.849357 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41972) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:04.860225 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] For port f49918e5-a388-4e4a-bea5-edae5a7ef00a, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f49918e5-a388-4e4a-bea5-edae5a7ef00a,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:22:04.928577 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8665c029-1fa5-48fa-8eba-f07adb5cdb6f req-9315c55a-6ed6-4b29-b1c4-51f7d3e9ec64 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895434 Aug 20 10:22:04.987665 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] Set router 225efd80-4c25-4e26-b71e-e05f1e26e0c9 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:05.229636 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:05.229787 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'name': 'tempest-FloatingIPsTestJSON-1743809793-router', 'tenant_id': '37c55134a6894856a69803e246e93ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:21:57Z', 'updated_at': '2021-08-20T10:22:00Z', 'revision_number': 3, 'project_id': '37c55134a6894856a69803e246e93ba0', 'gw_port': {'id': '3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:21:59Z', 'updated_at': '2021-08-20T10:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:05.257723 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22abb17e-6488-4e7a-81f3-53462574fcca None None] The sync data for ids ['225efd80-4c25-4e26-b71e-e05f1e26e0c9'] in n-d-778550-11 is: [{'id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'name': 'tempest-FloatingIPsTestJSON-1743809793-router', 'tenant_id': '37c55134a6894856a69803e246e93ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:21:57Z', 'updated_at': '2021-08-20T10:22:00Z', 'revision_number': 3, 'project_id': '37c55134a6894856a69803e246e93ba0', 'gw_port': {'id': '3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:21:59Z', 'updated_at': '2021-08-20T10:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:22:05.276712 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a03cdcc4-9e46-4c79-ae3e-bd1b5ad0dd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:05.300026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:05.300452 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:05.301842 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] 10.222.0.24 "PUT /v2.0/ports/f49918e5-a388-4e4a-bea5-edae5a7ef00a HTTP/1.1" status: 200 len: 1096 time: 2.6601033 Aug 20 10:22:05.322856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416addcc-75e7-468f-be1d-2361414c52f2 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:22:05.323070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b89089-3ad3-46b6-bbcc-903681a037a5', 'tag': 'f49918e5-a388-4e4a-bea5-edae5a7ef00a'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:05.325433 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84701888-3f9d-4d3c-9547-4fe126c4e71f" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b89089-3ad3-46b6-bbcc-903681a037a5", "tag": "f49918e5-a388-4e4a-bea5-edae5a7ef00a"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:05.333868 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:05.359245 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Transition to ACTIVE for port object 416addcc-75e7-468f-be1d-2361414c52f2 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:05.390555 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:05.452418 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a03cdcc4-9e46-4c79-ae3e-bd1b5ad0dd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:05.467467 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a674a2-1968-4d67-a273-e08c6b4e6698 x-openstack-request-id: req-46a674a2-1968-4d67-a273-e08c6b4e6698 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:05.467731 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b89089-3ad3-46b6-bbcc-903681a037a5", "tag": "f49918e5-a388-4e4a-bea5-edae5a7ef00a", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:05.467983 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46a674a2-1968-4d67-a273-e08c6b4e6698 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:05.468571 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b89089-3ad3-46b6-bbcc-903681a037a5', 'tag': 'f49918e5-a388-4e4a-bea5-edae5a7ef00a', 'status': 'completed', 'code': 200} Aug 20 10:22:05.484871 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41984) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:05.500233 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a03cdcc4-9e46-4c79-ae3e-bd1b5ad0dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:05.576146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e3d51-0d18-4f65-83f6-293bc915ca91 service neutron] Pushing event updated for resources: {'Port': ['ID=f49918e5-a388-4e4a-bea5-edae5a7ef00a,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:05.605128 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Pushing event updated for resources: {'Port': ['ID=416addcc-75e7-468f-be1d-2361414c52f2,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:05.644829 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9af212-8e87-4ab0-a596-16e950ffde96 req-c172e626-03c5-41a7-94d9-f927a312d5ea tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:05.655249 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Attempting to bind port 416addcc-75e7-468f-be1d-2361414c52f2 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:05.655249 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Attempting to bind port 416addcc-75e7-468f-be1d-2361414c52f2 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:05.657487 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8c9af212-8e87-4ab0-a596-16e950ffde96 req-c172e626-03c5-41a7-94d9-f927a312d5ea tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 947 time: 0.4192226 Aug 20 10:22:05.661716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Attempting to bind port 416addcc-75e7-468f-be1d-2361414c52f2 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:05.677199 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Port 416addcc-75e7-468f-be1d-2361414c52f2 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:05.677532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Attempting to bind port 416addcc-75e7-468f-be1d-2361414c52f2 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:05.684261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:22:05.686225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:05.686225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:22:05.686225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Bound port: 416addcc-75e7-468f-be1d-2361414c52f2, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:22:05.686573 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a03cdcc4-9e46-4c79-ae3e-bd1b5ad0dd31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8db1c4d7331041f0a70ac297d4d5e139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8360014 Aug 20 10:22:05.686674 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:05.692759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41988) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:05.694317 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cdcc4-9e46-4c79-ae3e-bd1b5ad0dd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6032f4-3827-49ba-b1d2-87311f25605a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:05.737577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Allocated IP 172.20.0.1 (a1167a4c-ab56-402e-9785-1eb5f68f6f26/0f34cb06-5540-48aa-aa83-6c9d33a9a6ee/f0af13bd-c980-4b8a-b9f6-82104ef33430) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:05.751302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-9bac8217-47b5-41b8-b339-690d82626347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:05.752961 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-9bac8217-47b5-41b8-b339-690d82626347 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91d7d5dc4ae64b1ab389ae70e177c5c8&device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 1099 time: 0.2970977 Aug 20 10:22:05.800676 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-521d2045-cebf-4c4a-8e86-2c32a233c3cc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1489915883-network', 'tenant_id': 'b20bf29d55e5407ca542b24a04751634'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:05.833627 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-acaccdea-0ff1-4d6a-b880-98a9b414502e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=f49918e5-a388-4e4a-bea5-edae5a7ef00a HTTP/1.1" status: 200 len: 217 time: 0.0685732 Aug 20 10:22:05.879693 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] For port 416addcc-75e7-468f-be1d-2361414c52f2, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:05.909143 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] For port 416addcc-75e7-468f-be1d-2361414c52f2, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=416addcc-75e7-468f-be1d-2361414c52f2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:22:05.923403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521d2045-cebf-4c4a-8e86-2c32a233c3cc admin admin] Made reservation on behalf of b20bf29d55e5407ca542b24a04751634 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:05.926321 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-521d2045-cebf-4c4a-8e86-2c32a233c3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:05.935509 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:05.990208 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8c9af212-8e87-4ab0-a596-16e950ffde96 req-bb1b8e20-1d22-4462-87a2-fc4e9c8dfb00 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327312 Aug 20 10:22:06.029275 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8af9744c-5704-4600-8539-f48f2c1b1bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.036186 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.043230 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-521d2045-cebf-4c4a-8e86-2c32a233c3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.055497 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-f27c9500-8479-4ac5-a43f-b51066a9eded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:06.057053 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-f27c9500-8479-4ac5-a43f-b51066a9eded service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.2086308 Aug 20 10:22:06.061188 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:06.061830 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.063349 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] 10.222.0.42 "PUT /v2.0/ports/416addcc-75e7-468f-be1d-2361414c52f2 HTTP/1.1" status: 200 len: 1096 time: 2.5077720 Aug 20 10:22:06.064605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8f0783-0588-4347-a73f-402fe703a8dc', 'tag': '416addcc-75e7-468f-be1d-2361414c52f2'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:06.066982 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e746a9-c2ee-454a-807d-4815565d7287" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8f0783-0588-4347-a73f-402fe703a8dc", "tag": "416addcc-75e7-468f-be1d-2361414c52f2"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:06.099665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c77e96-3536-400f-884c-fe1e872490b3 service neutron] Pushing event updated for resources: {'Port': ['ID=416addcc-75e7-468f-be1d-2361414c52f2,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:06.116370 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34652693-a4b1-47d2-a650-93bdc24ee38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.125889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Transition to ACTIVE for port object f0af13bd-c980-4b8a-b9f6-82104ef33430 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:06.161841 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8af9744c-5704-4600-8539-f48f2c1b1bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.211803 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.292972 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:06.296851 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-521d2045-cebf-4c4a-8e86-2c32a233c3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.311815 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-593bc497-882a-4145-b111-ba08f3111ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:06.313640 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-593bc497-882a-4145-b111-ba08f3111ced service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2444293 Aug 20 10:22:06.315630 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Network a1167a4c-ab56-402e-9785-1eb5f68f6f26 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:06.323456 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8af9744c-5704-4600-8539-f48f2c1b1bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.327194 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-521d2045-cebf-4c4a-8e86-2c32a233c3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.327683 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8af9744c-5704-4600-8539-f48f2c1b1bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.331087 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8af9744c-5704-4600-8539-f48f2c1b1bbb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc6032f4-3827-49ba-b1d2-87311f25605a HTTP/1.1" status: 204 len: 168 time: 0.6120272 Aug 20 10:22:06.359644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:06.360357 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:06.364442 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:06.365311 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.370234 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:06.397067 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7bfef-0ffc-4afb-bd5e-18c0a6fe6cba req-80843214-9e0a-4e22-8373-52cbb2366a14 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:06.398645 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37d7bfef-0ffc-4afb-bd5e-18c0a6fe6cba req-80843214-9e0a-4e22-8373-52cbb2366a14 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 949 time: 0.4862597 Aug 20 10:22:06.424691 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521d2045-cebf-4c4a-8e86-2c32a233c3cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:22:06.451037 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Pushing event updated for resources: {'Port': ['ID=f0af13bd-c980-4b8a-b9f6-82104ef33430,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:06.460300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d2045-cebf-4c4a-8e86-2c32a233c3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b10f50a-5aef-4d91-b3e1-55e67af41781,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:06.479085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dee3a0-61b3-4693-a5cb-6e696059e7f3 req-f4fb9dae-fd1d-4d06-915e-52b3c5e72738 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:06.481473 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b3dee3a0-61b3-4693-a5cb-6e696059e7f3 req-f4fb9dae-fd1d-4d06-915e-52b3c5e72738 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.2750683 Aug 20 10:22:06.509864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9744c-5704-4600-8539-f48f2c1b1bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6032f4-3827-49ba-b1d2-87311f25605a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:06.532659 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.578682 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:06.587991 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.589718 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-521d2045-cebf-4c4a-8e86-2c32a233c3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.590241 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-521d2045-cebf-4c4a-8e86-2c32a233c3cc admin admin] Added segment d0bbfb52-ce00-49ee-9f91-83cb31a759dc of type vlan for network c63852f8-5c78-42de-a5e1-12993fc8be5a Aug 20 10:22:06.610512 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-27ce404e-837a-4311-a882-b627bb3e81e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:06.614251 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-27ce404e-837a-4311-a882-b627bb3e81e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91d7d5dc4ae64b1ab389ae70e177c5c8&device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 1099 time: 0.4216275 Aug 20 10:22:06.660394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:06.688842 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.739119 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-f57f8c7d-effd-431e-8b38-be5d803ff260 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054525 Aug 20 10:22:06.752054 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-0a3fc44a-5afa-42a8-b5ed-fecba6d2e449 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=416addcc-75e7-468f-be1d-2361414c52f2 HTTP/1.1" status: 200 len: 217 time: 0.1236019 Aug 20 10:22:06.775985 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37d7bfef-0ffc-4afb-bd5e-18c0a6fe6cba req-c7397bdb-577f-41a4-b052-3966bcb0d064 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482432 Aug 20 10:22:06.796251 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-272b2792-ada6-4817-9398-548fb6c38d0e None None] Provisioning for port f0af13bd-c980-4b8a-b9f6-82104ef33430 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:06.800579 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-272b2792-ada6-4817-9398-548fb6c38d0e None None] Provisioning complete for port f0af13bd-c980-4b8a-b9f6-82104ef33430 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:06.800956 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-272b2792-ada6-4817-9398-548fb6c38d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.830981 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b3dee3a0-61b3-4693-a5cb-6e696059e7f3 req-6a6a4cd4-a400-46ba-91a7-66e0ada91a2b tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170427 Aug 20 10:22:06.878815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-272b2792-ada6-4817-9398-548fb6c38d0e None None] Port f0af13bd-c980-4b8a-b9f6-82104ef33430 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:22:06.914265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-bc148594-eb5e-4eeb-95e8-67ce39f1528c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:06.915837 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-bc148594-eb5e-4eeb-95e8-67ce39f1528c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1385925 Aug 20 10:22:06.920180 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7af226-a513-4901-90d1-70e2caa331e9 x-openstack-request-id: req-af7af226-a513-4901-90d1-70e2caa331e9 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:06.920500 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8f0783-0588-4347-a73f-402fe703a8dc", "tag": "416addcc-75e7-468f-be1d-2361414c52f2", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:06.920734 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af7af226-a513-4901-90d1-70e2caa331e9 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:06.921115 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8f0783-0588-4347-a73f-402fe703a8dc', 'tag': '416addcc-75e7-468f-be1d-2361414c52f2', 'status': 'completed', 'code': 200} Aug 20 10:22:06.923388 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-521d2045-cebf-4c4a-8e86-2c32a233c3cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.968516 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:06.974315 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df78f2d8-4c48-4bc5-9dbe-44e155378ad4 req-5dad5d2a-6b4a-4e84-8463-2a17c0bcccfa service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584151 Aug 20 10:22:07.045987 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-521d2045-cebf-4c4a-8e86-2c32a233c3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:07.046953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521d2045-cebf-4c4a-8e86-2c32a233c3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:07.047562 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-521d2045-cebf-4c4a-8e86-2c32a233c3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:07.127894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-df2775cb-3acb-4587-bad8-3df277a3f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:07.129438 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-df2775cb-3acb-4587-bad8-3df277a3f29d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2004499 Aug 20 10:22:07.143953 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-521d2045-cebf-4c4a-8e86-2c32a233c3cc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6334569 Aug 20 10:22:07.146265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42014) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:07.153986 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-1f0510ab-5272-4f1a-9dad-32037aa49e21 admin admin] Request body: {'subnet': {'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1489915883-subnet', 'tenant_id': 'b20bf29d55e5407ca542b24a04751634', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:07.160172 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84701888-3f9d-4d3c-9547-4fe126c4e71f req-0a2f3ce1-a5d2-4416-b003-704ace219d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:07.161877 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84701888-3f9d-4d3c-9547-4fe126c4e71f req-0a2f3ce1-a5d2-4416-b003-704ace219d88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91d7d5dc4ae64b1ab389ae70e177c5c8&device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 1099 time: 0.1286013 Aug 20 10:22:07.170373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d2045-cebf-4c4a-8e86-2c32a233c3cc admin admin] Pushing event updated for resources: {'Network': ['ID=c63852f8-5c78-42de-a5e1-12993fc8be5a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:07.190588 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network c63852f8-5c78-42de-a5e1-12993fc8be5a details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:22:07.207516 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79d6e5-72b5-4b11-85de-1e14a401729e req-7d1530ab-ed3d-4fc3-8f09-3ed44b57f4fc tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:07.209808 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f79d6e5-72b5-4b11-85de-1e14a401729e req-7d1530ab-ed3d-4fc3-8f09-3ed44b57f4fc tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 1101 time: 0.2222726 Aug 20 10:22:07.263091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb6d57-2763-4847-8191-b9d258f2989e req-7c7cbe9d-3169-4be1-bde2-b297f1b6f08b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:07.264668 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a8cb6d57-2763-4847-8191-b9d258f2989e req-7c7cbe9d-3169-4be1-bde2-b297f1b6f08b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 947 time: 0.1671875 Aug 20 10:22:07.301948 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-546536e7-00f1-475b-bbed-70f5e2df7fca service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542938 Aug 20 10:22:07.344785 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:07.357758 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:07.365782 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a8cb6d57-2763-4847-8191-b9d258f2989e req-938483d7-82a4-48f6-8176-f157c66bc5b0 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931389 Aug 20 10:22:07.402857 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84701888-3f9d-4d3c-9547-4fe126c4e71f req-fcc46fa7-f9b8-47de-b6f8-e334608a27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:07.404068 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84701888-3f9d-4d3c-9547-4fe126c4e71f req-fcc46fa7-f9b8-47de-b6f8-e334608a27ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2352188 Aug 20 10:22:07.425104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0510ab-5272-4f1a-9dad-32037aa49e21 admin admin] Made reservation on behalf of b20bf29d55e5407ca542b24a04751634 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:07.427314 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1f0510ab-5272-4f1a-9dad-32037aa49e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:07.463731 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84701888-3f9d-4d3c-9547-4fe126c4e71f req-a73dbe35-76eb-4565-aa1d-7b8851ee4ada service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=f49918e5-a388-4e4a-bea5-edae5a7ef00a HTTP/1.1" status: 200 len: 217 time: 0.0493848 Aug 20 10:22:07.471450 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:07.473189 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Pushing event updated for resources: {'Port': ['ID=f0af13bd-c980-4b8a-b9f6-82104ef33430,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:07.491227 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f79d6e5-72b5-4b11-85de-1e14a401729e req-b64af09e-d40d-4f9c-8389-1208cdf4465c tempest-ServersOnMultiNodesTest-1491305077 tempest-ServersOnMultiNodesTest-1491305077-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879804 Aug 20 10:22:07.571279 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84701888-3f9d-4d3c-9547-4fe126c4e71f req-a2222ef9-1a97-40ba-a1b3-245bf33263c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:07.572870 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84701888-3f9d-4d3c-9547-4fe126c4e71f req-a2222ef9-1a97-40ba-a1b3-245bf33263c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0971830 Aug 20 10:22:07.578257 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f78bc2d1-fea6-44ac-a2bf-4f1de1385566 req-ef0906b2-c35e-4c52-a51f-681e6d9da067 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559829 Aug 20 10:22:07.612631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-34652693-a4b1-47d2-a650-93bdc24ee38a admin admin] Deleting port ec79a482-229d-4e64-9b5e-bc785f49c06d {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:07.613250 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34652693-a4b1-47d2-a650-93bdc24ee38a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:07.659671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Network a1167a4c-ab56-402e-9785-1eb5f68f6f26 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:07.662012 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:07.665301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84701888-3f9d-4d3c-9547-4fe126c4e71f req-7b266141-67be-44cd-aadb-f9216dc8e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:07.667931 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84701888-3f9d-4d3c-9547-4fe126c4e71f req-7b266141-67be-44cd-aadb-f9216dc8e9c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0850601 Aug 20 10:22:07.908282 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e746a9-c2ee-454a-807d-4815565d7287 req-0285b332-e210-4372-8f75-a083ff8af452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:07.909836 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-36e746a9-c2ee-454a-807d-4815565d7287 req-0285b332-e210-4372-8f75-a083ff8af452 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91d7d5dc4ae64b1ab389ae70e177c5c8&device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 1099 time: 0.2422879 Aug 20 10:22:07.912105 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-34652693-a4b1-47d2-a650-93bdc24ee38a admin admin] For port ec79a482-229d-4e64-9b5e-bc785f49c06d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ec79a482-229d-4e64-9b5e-bc785f49c06d,segment=NetworkSegment(53762a10-5fe0-484e-9941-1f0f56be687e),segment_id=53762a10-5fe0-484e-9941-1f0f56be687e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:07.912393 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34652693-a4b1-47d2-a650-93bdc24ee38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:07.926438 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84701888-3f9d-4d3c-9547-4fe126c4e71f req-48d63ab8-6c3e-4362-b934-c2804bf83c7f service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454493 Aug 20 10:22:07.936748 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Router 225efd80-4c25-4e26-b71e-e05f1e26e0c9 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:22:07.956624 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1f0510ab-5272-4f1a-9dad-32037aa49e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:07.973818 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-34652693-a4b1-47d2-a650-93bdc24ee38a admin admin] Calling delete_port for ec79a482-229d-4e64-9b5e-bc785f49c06d owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:08.128278 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84701888-3f9d-4d3c-9547-4fe126c4e71f req-7c412e82-e94c-41ab-ade1-f96c7d230d29 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902289 Aug 20 10:22:08.133928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-47aa367d-04d2-4e53-9dd3-7d79a370171d None None] Provisioning complete for port f0af13bd-c980-4b8a-b9f6-82104ef33430 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:08.136045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2726c-87bd-4b58-83b6-67dfc9e204a1 req-af342316-c284-4fc7-add3-6dcc33be39f6 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:08.137848 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7853cbb-07ea-4ed0-841c-5ac87f2e7ba0 req-23194505-fd71-460d-a91d-54c90c23f0ca tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:08.143766 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-82e2726c-87bd-4b58-83b6-67dfc9e204a1 req-af342316-c284-4fc7-add3-6dcc33be39f6 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.1980271 Aug 20 10:22:08.146385 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b7853cbb-07ea-4ed0-841c-5ac87f2e7ba0 req-23194505-fd71-460d-a91d-54c90c23f0ca tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 949 time: 0.2611244 Aug 20 10:22:08.152033 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-47aa367d-04d2-4e53-9dd3-7d79a370171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:08.156589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0510ab-5272-4f1a-9dad-32037aa49e21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d14c8d45-d320-4574-86d3-37a082d1daf5,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:08.218979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-47aa367d-04d2-4e53-9dd3-7d79a370171d None None] Port f0af13bd-c980-4b8a-b9f6-82104ef33430 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:22:08.228076 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-82e2726c-87bd-4b58-83b6-67dfc9e204a1 req-e1c784ed-4699-4775-adda-64661c5455d3 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829239 Aug 20 10:22:08.235707 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:22:08.240324 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0510ab-5272-4f1a-9dad-32037aa49e21 admin admin] Checking segment: {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:08.240690 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0510ab-5272-4f1a-9dad-32037aa49e21 admin admin] Network hostable DHCP agents. Network: c63852f8-5c78-42de-a5e1-12993fc8be5a, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:22:08.245401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e746a9-c2ee-454a-807d-4815565d7287 req-0159a75c-703e-49c0-83fb-9d2046cb3a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:08.247447 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-36e746a9-c2ee-454a-807d-4815565d7287 req-0159a75c-703e-49c0-83fb-9d2046cb3a16 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.3219626 Aug 20 10:22:08.253071 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ec6e8d31-55c3-4f99-bc1d-53be9fbeeace admin admin] 10.222.0.16 "PUT /v2.0/routers/225efd80-4c25-4e26-b71e-e05f1e26e0c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8512046 Aug 20 10:22:08.261823 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:08.293136 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Sync routers for ids ['225efd80-4c25-4e26-b71e-e05f1e26e0c9'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:22:08.323211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Routers {'225efd80-4c25-4e26-b71e-e05f1e26e0c9'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:08.324140 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:22:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['225efd80-4c25-4e26-b71e-e05f1e26e0c9'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:08.367085 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b7853cbb-07ea-4ed0-841c-5ac87f2e7ba0 req-2e75dd2a-8e73-4c8b-8baf-72f646c8e139 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098656 Aug 20 10:22:08.367320 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-36e746a9-c2ee-454a-807d-4815565d7287 req-2de8a7ae-3cb4-4689-baa6-e39814b75bf8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=416addcc-75e7-468f-be1d-2361414c52f2 HTTP/1.1" status: 200 len: 217 time: 0.1104050 Aug 20 10:22:08.387029 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0510ab-5272-4f1a-9dad-32037aa49e21 admin admin] Network c63852f8-5c78-42de-a5e1-12993fc8be5a is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:22:08.400350 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:08.400814 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:08.427261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-1f0510ab-5272-4f1a-9dad-32037aa49e21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, c63852f8-5c78-42de-a5e1-12993fc8be5a) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:08.447461 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0510ab-5272-4f1a-9dad-32037aa49e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:08.452706 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1f0510ab-5272-4f1a-9dad-32037aa49e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:08.458117 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e746a9-c2ee-454a-807d-4815565d7287 req-12668376-3f14-464f-a925-a625ed5370a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:08.459649 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-36e746a9-c2ee-454a-807d-4815565d7287 req-12668376-3f14-464f-a925-a625ed5370a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0841906 Aug 20 10:22:08.493928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a3dbf5-8015-475a-ac04-53f33aeb7650 None None] Network c63852f8-5c78-42de-a5e1-12993fc8be5a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:22:08.505119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42054) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:08.523547 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1f0510ab-5272-4f1a-9dad-32037aa49e21 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3745649 Aug 20 10:22:08.593030 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd6794-555c-472e-8942-8fc20f38eb06 req-ceac866e-17f4-4abf-835a-af72cc236500 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:08.600266 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fccd6794-555c-472e-8942-8fc20f38eb06 req-ceac866e-17f4-4abf-835a-af72cc236500 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 947 time: 0.1372726 Aug 20 10:22:08.609529 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34652693-a4b1-47d2-a650-93bdc24ee38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:08.626527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e746a9-c2ee-454a-807d-4815565d7287 req-fcac6f4c-a03a-4171-814f-9bca479260d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:08.628102 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-36e746a9-c2ee-454a-807d-4815565d7287 req-fcac6f4c-a03a-4171-814f-9bca479260d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1505835 Aug 20 10:22:08.660854 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34652693-a4b1-47d2-a650-93bdc24ee38a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec79a482-229d-4e64-9b5e-bc785f49c06d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:08.688502 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Set router 225efd80-4c25-4e26-b71e-e05f1e26e0c9 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:08.748698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-513cd14d-86f2-492d-8a4a-6463758524de tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-12609495'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:08.749151 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-513cd14d-86f2-492d-8a4a-6463758524de tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] Unknown quota resources ['metering_label']. {{(pid=94866) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 10:22:08.759084 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fccd6794-555c-472e-8942-8fc20f38eb06 req-207a75d8-e8e6-4854-89f9-5cd9dcc78b09 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533000 Aug 20 10:22:08.890769 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-36e746a9-c2ee-454a-807d-4815565d7287 req-ab5b9fc7-4731-4b5c-aa53-e85a802b3b43 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406812 Aug 20 10:22:08.891776 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-5d3f6617-bf01-4c74-8d31-540b4fc5eb50 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3052847 Aug 20 10:22:08.897196 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-e7cbd506-a0f2-482d-8628-b59827401364 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:08.951414 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e31740-7281-4e1c-8f0c-af871ba13f68 None None] Network c63852f8-5c78-42de-a5e1-12993fc8be5a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:22:09.169323 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'name': 'tempest-FloatingIPsTestJSON-1743809793-router', 'tenant_id': '37c55134a6894856a69803e246e93ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:21:57Z', 'updated_at': '2021-08-20T10:22:06Z', 'revision_number': 4, 'project_id': '37c55134a6894856a69803e246e93ba0', 'gw_port': {'id': '3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:21:59Z', 'updated_at': '2021-08-20T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'f0af13bd-c980-4b8a-b9f6-82104ef33430', 'name': '', 'network_id': 'a1167a4c-ab56-402e-9785-1eb5f68f6f26', 'tenant_id': '37c55134a6894856a69803e246e93ba0', 'mac_address': 'fa:16:3e:fc:a3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0f34cb06-5540-48aa-aa83-6c9d33a9a6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:04Z', 'updated_at': '2021-08-20T10:22:07Z', 'revision_number': 2, 'project_id': '37c55134a6894856a69803e246e93ba0', 'subnets': [{'id': '0f34cb06-5540-48aa-aa83-6c9d33a9a6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:09.197764 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Checking router: 225efd80-4c25-4e26-b71e-e05f1e26e0c9 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:22:09.198184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Updating router 225efd80-4c25-4e26-b71e-e05f1e26e0c9 port f0af13bd-c980-4b8a-b9f6-82104ef33430 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:22:09.232443 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:09.384746 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-513cd14d-86f2-492d-8a4a-6463758524de tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:09.388409 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-513cd14d-86f2-492d-8a4a-6463758524de tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.8818715 Aug 20 10:22:09.397372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42080) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:09.406044 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-e7cbd506-a0f2-482d-8628-b59827401364 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:09.406402 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-69ba2c8a-655d-4664-acbb-55c4427c760e tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '934e9d36-6496-4b53-bfa5-00ac77890695'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:09.406916 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-69ba2c8a-655d-4664-acbb-55c4427c760e tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 10:22:09.422954 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34652693-a4b1-47d2-a650-93bdc24ee38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:09.473358 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e1e8c-9701-4fc5-bbf4-f2e973211b2b req-cfd6208d-231e-48e4-9701-b34980411a05 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:09.474846 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd0e1e8c-9701-4fc5-bbf4-f2e973211b2b req-cfd6208d-231e-48e4-9701-b34980411a05 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb0f923-78ce-4067-b847-b6b0ce007936 HTTP/1.1" status: 200 len: 949 time: 0.1018603 Aug 20 10:22:09.509869 n-d-778550-11 neutron-server[94867]: WARNING neutron.services.metering.metering_plugin [None req-69ba2c8a-655d-4664-acbb-55c4427c760e tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 10:22:09.602106 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-e7cbd506-a0f2-482d-8628-b59827401364 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:09.606582 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-bd0e1e8c-9701-4fc5-bbf4-f2e973211b2b req-4fec328d-7431-46e1-a9b8-2c3b9093185c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Deleting port c501b787-4aa7-4d6f-9b6e-6591774a9eee {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:09.606913 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bd0e1e8c-9701-4fc5-bbf4-f2e973211b2b req-4fec328d-7431-46e1-a9b8-2c3b9093185c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:09.610060 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-36e746a9-c2ee-454a-807d-4815565d7287 req-7d0d77c2-1508-480a-9809-188b268ce021 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7046688 Aug 20 10:22:09.628711 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-acfb6e6c-e19c-41d8-a9b1-03e8b1ee9a95 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:09.630417 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-acfb6e6c-e19c-41d8-a9b1-03e8b1ee9a95 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 806 time: 0.2952218 Aug 20 10:22:09.655411 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:09.665794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Transition to ACTIVE for port object f0af13bd-c980-4b8a-b9f6-82104ef33430 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:09.674079 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-69ba2c8a-655d-4664-acbb-55c4427c760e tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:09.675379 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-69ba2c8a-655d-4664-acbb-55c4427c760e tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2734895 Aug 20 10:22:09.679531 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:09.682505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42082) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:09.687149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-aa1522c4-a9bb-4c85-bd06-0c29e6cfd48e tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '934e9d36-6496-4b53-bfa5-00ac77890695'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:09.687649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-aa1522c4-a9bb-4c85-bd06-0c29e6cfd48e tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 10:22:09.691522 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d32357a4-cb5b-4954-9296-f97416420bcc tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/quotas/b20bf29d55e5407ca542b24a04751634 HTTP/1.1" status: 200 len: 375 time: 0.0283930 Aug 20 10:22:09.714534 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f49918e5-a388-4e4a-bea5-edae5a7ef00a details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:22:09.739037 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76df63-81f5-4c48-a387-e8c2ea8a94e4 None None] Pushing event updated for resources: {'Port': ['ID=f0af13bd-c980-4b8a-b9f6-82104ef33430,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:09.757994 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-34a5726a-4342-45f9-97dc-71c3dec3a998 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360212 Aug 20 10:22:09.804965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-bd0e1e8c-9701-4fc5-bbf4-f2e973211b2b req-4fec328d-7431-46e1-a9b8-2c3b9093185c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] For port c501b787-4aa7-4d6f-9b6e-6591774a9eee, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c501b787-4aa7-4d6f-9b6e-6591774a9eee,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:09.805369 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bd0e1e8c-9701-4fc5-bbf4-f2e973211b2b req-4fec328d-7431-46e1-a9b8-2c3b9093185c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:09.824013 n-d-778550-11 neutron-server[94867]: WARNING neutron.services.metering.metering_plugin [None req-aa1522c4-a9bb-4c85-bd06-0c29e6cfd48e tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 10:22:09.826242 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-bd0e1e8c-9701-4fc5-bbf4-f2e973211b2b req-4fec328d-7431-46e1-a9b8-2c3b9093185c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Calling delete_port for c501b787-4aa7-4d6f-9b6e-6591774a9eee owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:09.835460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-e7cbd506-a0f2-482d-8628-b59827401364 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Allocated IP 172.25.3.65 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/5da58dc7-b8ba-4d89-bbe8-1da2c92adae7) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:09.872292 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Attempting to bind port f0af13bd-c980-4b8a-b9f6-82104ef33430 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:09.872831 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Attempting to bind port f0af13bd-c980-4b8a-b9f6-82104ef33430 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '8861ade6-863b-4a08-b41b-cb599595ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a1167a4c-ab56-402e-9785-1eb5f68f6f26'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:09.873271 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Attempting to bind port f0af13bd-c980-4b8a-b9f6-82104ef33430 on network a1167a4c-ab56-402e-9785-1eb5f68f6f26 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:09.882626 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:22:09.883189 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Checking segment: {'id': '8861ade6-863b-4a08-b41b-cb599595ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a1167a4c-ab56-402e-9785-1eb5f68f6f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:09.883708 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:09.884199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Bound using segment: {'id': '8861ade6-863b-4a08-b41b-cb599595ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a1167a4c-ab56-402e-9785-1eb5f68f6f26'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:22:09.884840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Bound port: f0af13bd-c980-4b8a-b9f6-82104ef33430, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8861ade6-863b-4a08-b41b-cb599595ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a1167a4c-ab56-402e-9785-1eb5f68f6f26'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:22:09.885460 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:09.955416 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa1522c4-a9bb-4c85-bd06-0c29e6cfd48e tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:09.955871 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-aa1522c4-a9bb-4c85-bd06-0c29e6cfd48e tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2722013 Aug 20 10:22:09.960420 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42086) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:09.965839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port f49918e5-a388-4e4a-bea5-edae5a7ef00a, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f49918e5-a388-4e4a-bea5-edae5a7ef00a,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:09.973702 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cd7fc62d-e6d3-4763-b63d-de5db3e3d244 tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=bfcee19a-1be2-48e9-812b-766bc6e34f33 HTTP/1.1" status: 200 len: 464 time: 0.0121238 Aug 20 10:22:09.981399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42088) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:09.986575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'f49918e5-a388-4e4a-bea5-edae5a7ef00a', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': 'f49918e5-a388-4e4a-bea5-edae5a7ef00a', 'mac_address': 'fa:16:3e:2d:86:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:22:10.015231 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] For port f0af13bd-c980-4b8a-b9f6-82104ef33430, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:10.020110 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] For port f0af13bd-c980-4b8a-b9f6-82104ef33430, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f0af13bd-c980-4b8a-b9f6-82104ef33430,segment=NetworkSegment(8861ade6-863b-4a08-b41b-cb599595ce71),segment_id=8861ade6-863b-4a08-b41b-cb599595ce71)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:22:10.033110 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-ba8736f3-76ca-4c37-b6fa-63cdf2584a06 service neutron] 10.222.0.16 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195940 Aug 20 10:22:10.064921 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:10.119352 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:10.137735 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49918e5-a388-4e4a-bea5-edae5a7ef00a {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:22:10.162777 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-136e4cb9-58e8-4249-9809-3f1bd11fdc53 tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:10.169573 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-136e4cb9-58e8-4249-9809-3f1bd11fdc53 tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/bfcee19a-1be2-48e9-812b-766bc6e34f33 HTTP/1.1" status: 204 len: 168 time: 0.1804304 Aug 20 10:22:10.169809 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42090) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:10.169948 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-e7cbd506-a0f2-482d-8628-b59827401364 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:10.184388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Routers {'225efd80-4c25-4e26-b71e-e05f1e26e0c9'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:10.185034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:22:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['225efd80-4c25-4e26-b71e-e05f1e26e0c9'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:10.188068 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port f49918e5-a388-4e4a-bea5-edae5a7ef00a, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f49918e5-a388-4e4a-bea5-edae5a7ef00a,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:10.200656 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:10.208540 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-31b0a9fe-f866-49bd-b914-d3b3a8375644 tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=bfcee19a-1be2-48e9-812b-766bc6e34f33 HTTP/1.1" status: 200 len: 221 time: 0.0343380 Aug 20 10:22:10.208943 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42092) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:10.223672 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-dc3c1269-6325-46b5-bda3-9649423cc2b4 tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--872587980', 'description': 'label created by tempest'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:10.224464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-dc3c1269-6325-46b5-bda3-9649423cc2b4 tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] Unknown quota resources ['metering_label']. {{(pid=94866) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 10:22:10.239581 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76df63-81f5-4c48-a387-e8c2ea8a94e4 None None] Pushing event updated for resources: {'Port': ['ID=f0af13bd-c980-4b8a-b9f6-82104ef33430,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:10.244861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34652693-a4b1-47d2-a650-93bdc24ee38a admin admin] Router 00d46e94-6ebd-4c63-86d1-717a39c49b11 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:22:10.263143 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-f23c7f58-d660-4d4d-9af6-7be609d033f6 service neutron] 10.222.0.16 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198632 Aug 20 10:22:10.265094 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bd0e1e8c-9701-4fc5-bbf4-f2e973211b2b req-4fec328d-7431-46e1-a9b8-2c3b9093185c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:10.308389 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56f3c5a8-8170-4a84-b313-91c26503adf0', '4a354e05-7de8-402a-be9d-0bc54252cc3c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:10.311548 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['990134a8-9179-4d5b-9582-fedfa0e499ac', '17ebca30-509f-4f31-9d67-f9d5e8b8c204', 'c855197b-106b-45e3-8aea-6ff711c9fe9f', 'd0f2ccba-de52-4816-8e96-745ef6e683cd', '3218a4e4-288c-405d-a799-ad6d157fca29'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:10.364263 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec328d-7431-46e1-a9b8-2c3b9093185c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Pushing event deleted for resources: {'Port': ['ID=c501b787-4aa7-4d6f-9b6e-6591774a9eee,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:10.501423 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0e1e8c-9701-4fc5-bbf4-f2e973211b2b req-4fec328d-7431-46e1-a9b8-2c3b9093185c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] No DVR routers for this DVR port c501b787-4aa7-4d6f-9b6e-6591774a9eee on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:10.504787 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bd0e1e8c-9701-4fc5-bbf4-f2e973211b2b req-4fec328d-7431-46e1-a9b8-2c3b9093185c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:10.507121 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd0e1e8c-9701-4fc5-bbf4-f2e973211b2b req-4fec328d-7431-46e1-a9b8-2c3b9093185c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.24 "DELETE /v2.0/ports/c501b787-4aa7-4d6f-9b6e-6591774a9eee HTTP/1.1" status: 204 len: 173 time: 1.0245142 Aug 20 10:22:10.508820 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb0f923-78ce-4067-b847-b6b0ce007936', 'name': 'network-vif-deleted', 'tag': 'c501b787-4aa7-4d6f-9b6e-6591774a9eee'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:10.511268 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6b524b-4346-4573-8afc-2f47987c99cc" -d '{"events": [{"server_uuid": "7bb0f923-78ce-4067-b847-b6b0ce007936", "name": "network-vif-deleted", "tag": "c501b787-4aa7-4d6f-9b6e-6591774a9eee"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:10.531703 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34652693-a4b1-47d2-a650-93bdc24ee38a admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:22:10.543327 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a4f1ab-238a-4bc0-9a5d-0d4d9991cd44 None None] Sync routers for ids ['00d46e94-6ebd-4c63-86d1-717a39c49b11'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:22:10.545177 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-34652693-a4b1-47d2-a650-93bdc24ee38a admin admin] 10.222.0.16 "PUT /v2.0/routers/00d46e94-6ebd-4c63-86d1-717a39c49b11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0656981 Aug 20 10:22:10.547993 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42100) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:10.555890 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a4f1ab-238a-4bc0-9a5d-0d4d9991cd44 None None] Routers {'00d46e94-6ebd-4c63-86d1-717a39c49b11'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:10.577645 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f5a4f1ab-238a-4bc0-9a5d-0d4d9991cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:22:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['00d46e94-6ebd-4c63-86d1-717a39c49b11'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:10.599512 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dc3c1269-6325-46b5-bda3-9649423cc2b4 tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:10.601007 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dc3c1269-6325-46b5-bda3-9649423cc2b4 tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3910310 Aug 20 10:22:10.602340 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-e7cbd506-a0f2-482d-8628-b59827401364 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:10.611251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42102) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:10.624570 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=f49918e5-a388-4e4a-bea5-edae5a7ef00a,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:10.654949 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-e7cbd506-a0f2-482d-8628-b59827401364 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:10.701324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-e7cbd506-a0f2-482d-8628-b59827401364 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:10.708761 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0c5e3566-7dea-438d-b7d4-407105125ee4 tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=04212718-ff6c-461c-8795-f262c91b57f8 HTTP/1.1" status: 200 len: 467 time: 0.0908749 Aug 20 10:22:10.708761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-e7cbd506-a0f2-482d-8628-b59827401364 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:10.734052 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] Set router 225efd80-4c25-4e26-b71e-e05f1e26e0c9 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:10.765859 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42104) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:10.779731 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-f5a4f1ab-238a-4bc0-9a5d-0d4d9991cd44 None None] Set router 00d46e94-6ebd-4c63-86d1-717a39c49b11 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:10.830782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbd506-a0f2-482d-8628-b59827401364 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Pushing event updated for resources: {'Port': ['ID=5da58dc7-b8ba-4d89-bbe8-1da2c92adae7,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:10.857434 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['f49918e5-a388-4e4a-bea5-edae5a7ef00a'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:10.862499 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-e7cbd506-a0f2-482d-8628-b59827401364 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:10.897965 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 416addcc-75e7-468f-be1d-2361414c52f2 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:22:10.903352 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e282fe22-40e5-4a83-b6cf-fc43d15dbe2f admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:10.946634 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-e7cbd506-a0f2-482d-8628-b59827401364 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:10.997439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15625e65-ca09-4a77-b919-4ad5475b2b00 req-e5b2513d-b7a5-4439-ad42-8bd88efe7997 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:10.999508 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-15625e65-ca09-4a77-b919-4ad5475b2b00 req-e5b2513d-b7a5-4439-ad42-8bd88efe7997 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.3241460 Aug 20 10:22:11.024267 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f5a4f1ab-238a-4bc0-9a5d-0d4d9991cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'name': 'tempest-ServersTestManualDisk-219520021-router', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:18:33Z', 'updated_at': '2021-08-20T10:22:08Z', 'revision_number': 5, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'gw_port': {'id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:34Z', 'updated_at': '2021-08-20T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:11.054994 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a4f1ab-238a-4bc0-9a5d-0d4d9991cd44 None None] Checking router: 00d46e94-6ebd-4c63-86d1-717a39c49b11 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:22:11.068889 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a4f1ab-238a-4bc0-9a5d-0d4d9991cd44 None None] Routers {'00d46e94-6ebd-4c63-86d1-717a39c49b11'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:11.071949 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f5a4f1ab-238a-4bc0-9a5d-0d4d9991cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:22:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['00d46e94-6ebd-4c63-86d1-717a39c49b11'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:11.236491 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-e7cbd506-a0f2-482d-8628-b59827401364 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:11.238961 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-f5a4f1ab-238a-4bc0-9a5d-0d4d9991cd44 None None] Set router 00d46e94-6ebd-4c63-86d1-717a39c49b11 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:11.247339 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-e7cbd506-a0f2-482d-8628-b59827401364 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:11.275183 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d90cd41-1c79-4a51-8a7f-73a1c49c0c96 tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:11.276736 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3d90cd41-1c79-4a51-8a7f-73a1c49c0c96 tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/04212718-ff6c-461c-8795-f262c91b57f8 HTTP/1.1" status: 204 len: 168 time: 0.4886940 Aug 20 10:22:11.282652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42112) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:11.312320 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-30dd82e6-1de9-45f6-bccd-23b809b2bbef tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=04212718-ff6c-461c-8795-f262c91b57f8 HTTP/1.1" status: 200 len: 216 time: 0.0237148 Aug 20 10:22:11.318314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 416addcc-75e7-468f-be1d-2361414c52f2, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=416addcc-75e7-468f-be1d-2361414c52f2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:11.321584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42114) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:11.342694 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-15625e65-ca09-4a77-b919-4ad5475b2b00 req-32775826-e554-43d8-b578-10363bbdbd65 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945924 Aug 20 10:22:11.351412 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbd506-a0f2-482d-8628-b59827401364 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Pushing event updated for resources: {'Port': ['ID=5da58dc7-b8ba-4d89-bbe8-1da2c92adae7,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:11.376695 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b9039d73-207e-40d6-a3a5-0b48b4329101 tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0531721 Aug 20 10:22:11.384058 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42116) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:11.396553 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e282fe22-40e5-4a83-b6cf-fc43d15dbe2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:11.407133 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '416addcc-75e7-468f-be1d-2361414c52f2', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '416addcc-75e7-468f-be1d-2361414c52f2', 'mac_address': 'fa:16:3e:e5:c5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:22:11.425110 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-e7cbd506-a0f2-482d-8628-b59827401364 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:11.427370 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7daeec71-4b08-4c77-8683-df73562ab7a7 tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0415294 Aug 20 10:22:11.431733 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42118) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:11.513580 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-386f1bf8-9693-4209-ac7a-20103d17aa6a tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/934e9d36-6496-4b53-bfa5-00ac77890695 HTTP/1.1" status: 200 len: 471 time: 0.0796084 Aug 20 10:22:11.516863 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42120) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:11.536040 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e5210d65-850c-469d-9aca-c695255bf825 tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/cb72ad88-9ff9-4efe-9284-36d26efdf101 HTTP/1.1" status: 200 len: 461 time: 0.0167360 Aug 20 10:22:11.536822 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42122) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:11.542766 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e282fe22-40e5-4a83-b6cf-fc43d15dbe2f admin admin] Deleting port 4bac4e1b-a228-49ce-a030-93de19755d49 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:11.545263 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e282fe22-40e5-4a83-b6cf-fc43d15dbe2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:11.558795 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-e7cbd506-a0f2-482d-8628-b59827401364 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:11.570424 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-e7cbd506-a0f2-482d-8628-b59827401364 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6770828 Aug 20 10:22:11.626153 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:11.667085 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f5a4f1ab-238a-4bc0-9a5d-0d4d9991cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'name': 'tempest-ServersTestManualDisk-219520021-router', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:18:33Z', 'updated_at': '2021-08-20T10:22:08Z', 'revision_number': 5, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'gw_port': {'id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:34Z', 'updated_at': '2021-08-20T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:11.676720 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416addcc-75e7-468f-be1d-2361414c52f2 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:22:11.706468 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8f76c650-3101-434f-9105-7be6d252539c tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:11.710632 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a4f1ab-238a-4bc0-9a5d-0d4d9991cd44 None None] The sync data for ids ['00d46e94-6ebd-4c63-86d1-717a39c49b11'] in n-d-778550-11 is: [{'id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'name': 'tempest-ServersTestManualDisk-219520021-router', 'tenant_id': '9eedb0b28f054a52a1ac76edf83de7db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:18:33Z', 'updated_at': '2021-08-20T10:22:08Z', 'revision_number': 5, 'project_id': '9eedb0b28f054a52a1ac76edf83de7db', 'gw_port': {'id': '4bac4e1b-a228-49ce-a030-93de19755d49', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d46e94-6ebd-4c63-86d1-717a39c49b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:18:34Z', 'updated_at': '2021-08-20T10:18:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:22:11.710988 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8f76c650-3101-434f-9105-7be6d252539c tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/cb72ad88-9ff9-4efe-9284-36d26efdf101 HTTP/1.1" status: 204 len: 168 time: 0.1731787 Aug 20 10:22:11.712827 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42126) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:11.737011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 416addcc-75e7-468f-be1d-2361414c52f2, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=416addcc-75e7-468f-be1d-2361414c52f2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:11.738183 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-e282fe22-40e5-4a83-b6cf-fc43d15dbe2f admin admin] For port 4bac4e1b-a228-49ce-a030-93de19755d49, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4bac4e1b-a228-49ce-a030-93de19755d49,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:11.738827 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e282fe22-40e5-4a83-b6cf-fc43d15dbe2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:11.749769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device c501b787-4aa7-4d6f-9b6e-6591774a9eee no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:11.770082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70aeb9-4b1f-49d1-b5fd-b1aad0ec01ac req-8ef600d4-95a0-4479-b75d-d447c695f3e1 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:11.771833 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee70aeb9-4b1f-49d1-b5fd-b1aad0ec01ac req-8ef600d4-95a0-4479-b75d-d447c695f3e1 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 948 time: 0.1118858 Aug 20 10:22:11.778698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e282fe22-40e5-4a83-b6cf-fc43d15dbe2f admin admin] Calling delete_port for 4bac4e1b-a228-49ce-a030-93de19755d49 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:11.784839 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-a1eaae82-4c59-4260-89cc-8027304a3400 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.65 HTTP/1.1" status: 200 len: 695 time: 0.2130096 Aug 20 10:22:11.785162 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:11.805937 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: c501b787-4aa7-4d6f-9b6e-6591774a9eee {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:11.805937 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device c501b787-4aa7-4d6f-9b6e-6591774a9eee not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:11.858281 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee70aeb9-4b1f-49d1-b5fd-b1aad0ec01ac req-48a7a897-f32b-4eee-b463-aa5e392dab4c tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727425 Aug 20 10:22:11.874262 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'name': 'tempest-FloatingIPsTestJSON-1743809793-router', 'tenant_id': '37c55134a6894856a69803e246e93ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:21:57Z', 'updated_at': '2021-08-20T10:22:06Z', 'revision_number': 4, 'project_id': '37c55134a6894856a69803e246e93ba0', 'gw_port': {'id': '3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:21:59Z', 'updated_at': '2021-08-20T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'f0af13bd-c980-4b8a-b9f6-82104ef33430', 'name': '', 'network_id': 'a1167a4c-ab56-402e-9785-1eb5f68f6f26', 'tenant_id': '37c55134a6894856a69803e246e93ba0', 'mac_address': 'fa:16:3e:fc:a3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0f34cb06-5540-48aa-aa83-6c9d33a9a6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:04Z', 'updated_at': '2021-08-20T10:22:10Z', 'revision_number': 4, 'project_id': '37c55134a6894856a69803e246e93ba0', 'subnets': [{'id': '0f34cb06-5540-48aa-aa83-6c9d33a9a6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:11.937806 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=416addcc-75e7-468f-be1d-2361414c52f2,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:11.950968 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f7614a-3582-4967-b0f4-91c1083a88fe None None] The sync data for ids ['225efd80-4c25-4e26-b71e-e05f1e26e0c9'] in n-d-778550-11 is: [{'id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'name': 'tempest-FloatingIPsTestJSON-1743809793-router', 'tenant_id': '37c55134a6894856a69803e246e93ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:21:57Z', 'updated_at': '2021-08-20T10:22:06Z', 'revision_number': 4, 'project_id': '37c55134a6894856a69803e246e93ba0', 'gw_port': {'id': '3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:21:59Z', 'updated_at': '2021-08-20T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'f0af13bd-c980-4b8a-b9f6-82104ef33430', 'name': '', 'network_id': 'a1167a4c-ab56-402e-9785-1eb5f68f6f26', 'tenant_id': '37c55134a6894856a69803e246e93ba0', 'mac_address': 'fa:16:3e:fc:a3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '0f34cb06-5540-48aa-aa83-6c9d33a9a6ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:04Z', 'updated_at': '2021-08-20T10:22:10Z', 'revision_number': 4, 'project_id': '37c55134a6894856a69803e246e93ba0', 'subnets': [{'id': '0f34cb06-5540-48aa-aa83-6c9d33a9a6ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:22:12.024642 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2eb7b39c-3041-4b3b-8a36-53bd09ac0b28 req-c6ecaa8b-9689-44a7-86a0-9920feb57729 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 210 time: 0.0355625 Aug 20 10:22:12.045062 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e282fe22-40e5-4a83-b6cf-fc43d15dbe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:12.140488 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282fe22-40e5-4a83-b6cf-fc43d15dbe2f admin admin] Pushing event deleted for resources: {'Port': ['ID=4bac4e1b-a228-49ce-a030-93de19755d49,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:12.172610 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['416addcc-75e7-468f-be1d-2361414c52f2'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:12.218583 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c4e2eb-c4b5-4a91-adf8-b58ec1d77fad x-openstack-request-id: req-c6c4e2eb-c4b5-4a91-adf8-b58ec1d77fad {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:12.221361 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb0f923-78ce-4067-b847-b6b0ce007936", "name": "network-vif-deleted", "tag": "c501b787-4aa7-4d6f-9b6e-6591774a9eee", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:12.222848 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6c4e2eb-c4b5-4a91-adf8-b58ec1d77fad {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:12.224194 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb0f923-78ce-4067-b847-b6b0ce007936', 'name': 'network-vif-deleted', 'tag': 'c501b787-4aa7-4d6f-9b6e-6591774a9eee', 'status': 'completed', 'code': 200} Aug 20 10:22:12.228351 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4818e979-3cb4-4440-9535-add6492a5525 tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:12.229912 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4818e979-3cb4-4440-9535-add6492a5525 tempest-MeteringTestJSON-1347993256 tempest-MeteringTestJSON-1347993256-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/934e9d36-6496-4b53-bfa5-00ac77890695 HTTP/1.1" status: 204 len: 168 time: 0.4790528 Aug 20 10:22:12.304397 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e282fe22-40e5-4a83-b6cf-fc43d15dbe2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:12.406712 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-3fb69fdf-bb79-4395-9fc2-f30e7617d533 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:12.412190 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-325caf68-32ab-4e41-a7eb-34da0c9a4d3e req-3fb69fdf-bb79-4395-9fc2-f30e7617d533 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.6266069 Aug 20 10:22:12.488727 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-b95cc83d-5272-40b3-b7d6-762a1e782878 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:12.496869 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-b95cc83d-5272-40b3-b7d6-762a1e782878 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.24 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 806 time: 0.4685318 Aug 20 10:22:12.507965 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f0af13bd-c980-4b8a-b9f6-82104ef33430 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:12.512808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-85086318-3a7c-4b71-8687-750a573d6a53 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Request body: {'port': {'device_id': '919e3a19-b222-43a0-b6bc-f12e861bb56d', 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a', 'admin_state_up': True, 'tenant_id': 'b20bf29d55e5407ca542b24a04751634'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:12.691200 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caf898-5de8-46c6-8cd5-533336bd372d req-f8740cbe-23ef-479c-9d54-2210e9acd6af tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:12.692951 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-48caf898-5de8-46c6-8cd5-533336bd372d req-f8740cbe-23ef-479c-9d54-2210e9acd6af tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.0931692 Aug 20 10:22:12.810107 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-48caf898-5de8-46c6-8cd5-533336bd372d req-3d079b3d-b411-4788-b206-1d740a7e2f61 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103830 Aug 20 10:22:12.817531 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-85086318-3a7c-4b71-8687-750a573d6a53 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Made reservation on behalf of b20bf29d55e5407ca542b24a04751634 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:12.822326 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-85086318-3a7c-4b71-8687-750a573d6a53 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:12.860834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42142) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:12.930618 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e282fe22-40e5-4a83-b6cf-fc43d15dbe2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:12.933452 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e282fe22-40e5-4a83-b6cf-fc43d15dbe2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:12.984719 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port f0af13bd-c980-4b8a-b9f6-82104ef33430 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:12.993217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port f0af13bd-c980-4b8a-b9f6-82104ef33430 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:12.993597 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:13.026886 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e282fe22-40e5-4a83-b6cf-fc43d15dbe2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:13.027370 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e282fe22-40e5-4a83-b6cf-fc43d15dbe2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00d46e94-6ebd-4c63-86d1-717a39c49b11 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:22:13.037507 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e282fe22-40e5-4a83-b6cf-fc43d15dbe2f admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:13.039912 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e282fe22-40e5-4a83-b6cf-fc43d15dbe2f admin admin] 10.222.0.16 "DELETE /v2.0/routers/00d46e94-6ebd-4c63-86d1-717a39c49b11 HTTP/1.1" status: 204 len: 168 time: 2.4908650 Aug 20 10:22:13.041907 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42148) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:13.125232 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c8d3760a-b645-47d6-9f04-e2b34102510b req-1f29ffe5-e25c-45e5-a048-d438b05b603e tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/floatingips/147d4ac8-f609-4070-981b-9eb00f99ccd6 HTTP/1.1" status: 200 len: 692 time: 0.1181517 Aug 20 10:22:13.134489 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6d8dc-51c3-41f2-b4b1-9d387eb030ee req-5cc4a501-be15-4bbd-8ae9-63382e48de75 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:13.147601 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1fc6d8dc-51c3-41f2-b4b1-9d387eb030ee req-5cc4a501-be15-4bbd-8ae9-63382e48de75 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2f8e14-9df3-4aef-baae-23e7de9bc182 HTTP/1.1" status: 200 len: 950 time: 0.1656699 Aug 20 10:22:13.204860 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07b9396b-12de-4803-a9dc-439feab5639b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:13.237146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-85086318-3a7c-4b71-8687-750a573d6a53 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Allocated IP 172.20.0.6 (c63852f8-5c78-42de-a5e1-12993fc8be5a/d14c8d45-d320-4574-86d3-37a082d1daf5/995840f7-d39b-4bf6-beab-401653bd6374) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:13.237823 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:13.258055 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3760a-b645-47d6-9f04-e2b34102510b req-d706ef80-8886-4503-8d8c-d7f7fe86c443 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:13.259626 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c8d3760a-b645-47d6-9f04-e2b34102510b req-d706ef80-8886-4503-8d8c-d7f7fe86c443 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.1336281 Aug 20 10:22:13.260977 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1fc6d8dc-51c3-41f2-b4b1-9d387eb030ee req-2f109277-9ddf-4d1e-93bc-c334a3ae0581 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124704 Aug 20 10:22:13.281145 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec427479-8e81-40ce-8c7e-817e9d33b643 admin admin] Deleting subnet 1d7eb0d2-b453-430e-a45e-5e42e8504bec {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:22:13.291511 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec427479-8e81-40ce-8c7e-817e9d33b643 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:13.321126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port f0af13bd-c980-4b8a-b9f6-82104ef33430, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f0af13bd-c980-4b8a-b9f6-82104ef33430,segment=NetworkSegment(8861ade6-863b-4a08-b41b-cb599595ce71),segment_id=8861ade6-863b-4a08-b41b-cb599595ce71)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:13.343546 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:13.386309 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec427479-8e81-40ce-8c7e-817e9d33b643 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:13.399732 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ec79a482-229d-4e64-9b5e-bc785f49c06d no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:13.433555 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: ec79a482-229d-4e64-9b5e-bc785f49c06d {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:13.434583 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ec79a482-229d-4e64-9b5e-bc785f49c06d not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:13.440356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=f0af13bd-c980-4b8a-b9f6-82104ef33430,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:13.499294 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7df1dbab-e36c-4981-85d5-eff54e49d154 req-2df1159d-c009-42c1-adea-5eb86fd8290c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 210 time: 0.0327411 Aug 20 10:22:13.612264 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10c0d7a8-9bb2-4895-aec0-d1505b2d5636 req-1e047c48-b8b3-4de8-a984-9a82708f932b tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=37c55134a6894856a69803e246e93ba0 HTTP/1.1" status: 200 len: 695 time: 0.0869148 Aug 20 10:22:13.628142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cea367-0745-4e0a-a922-1638f2a3b979 req-16b76ca0-d92a-4e58-afc9-c81bdc95d4b5 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:13.629730 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-82cea367-0745-4e0a-a922-1638f2a3b979 req-16b76ca0-d92a-4e58-afc9-c81bdc95d4b5 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 948 time: 0.2399924 Aug 20 10:22:13.694441 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-85086318-3a7c-4b71-8687-750a573d6a53 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:13.705171 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec427479-8e81-40ce-8c7e-817e9d33b643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:13.729216 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f49918e5-a388-4e4a-bea5-edae5a7ef00a up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:13.734875 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07b9396b-12de-4803-a9dc-439feab5639b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:13.761578 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07b9396b-12de-4803-a9dc-439feab5639b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:13.763817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0d7a8-9bb2-4895-aec0-d1505b2d5636 req-54513bc1-d810-4c1e-8d1c-96ed38487cf6 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:13.770221 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10c0d7a8-9bb2-4895-aec0-d1505b2d5636 req-54513bc1-d810-4c1e-8d1c-96ed38487cf6 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/networks?id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 787 time: 0.1569610 Aug 20 10:22:13.812534 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-82cea367-0745-4e0a-a922-1638f2a3b979 req-9de9eb69-8d07-4a3c-b6f0-71dda8ca09a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712646 Aug 20 10:22:13.841761 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port f49918e5-a388-4e4a-bea5-edae5a7ef00a completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:13.845838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port f49918e5-a388-4e4a-bea5-edae5a7ef00a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:13.846193 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:13.879621 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc8b33aa-ab5b-4cc2-b2e6-4b10ad53465e req-80050a74-9f84-4783-94fe-2f7daf4af491 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/floatingips/147d4ac8-f609-4070-981b-9eb00f99ccd6 HTTP/1.1" status: 200 len: 692 time: 0.0887651 Aug 20 10:22:13.903281 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-07b9396b-12de-4803-a9dc-439feab5639b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7deda42e461c4ab8ace3af286f0301be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0370400 Aug 20 10:22:13.909711 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42158) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:13.919954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9396b-12de-4803-a9dc-439feab5639b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af320b5-160b-4fdf-9fba-b169d60a18ce,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:13.961603 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec427479-8e81-40ce-8c7e-817e9d33b643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:13.964106 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-85086318-3a7c-4b71-8687-750a573d6a53 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.009347 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.034685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b89089-3ad3-46b6-bbcc-903681a037a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49918e5-a388-4e4a-bea5-edae5a7ef00a'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:14.037438 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc44011-a367-49a9-815f-699d2f4c3ece" -d '{"events": [{"server_uuid": "d6b89089-3ad3-46b6-bbcc-903681a037a5", "name": "network-vif-plugged", "status": "completed", "tag": "f49918e5-a388-4e4a-bea5-edae5a7ef00a"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:14.055422 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port f49918e5-a388-4e4a-bea5-edae5a7ef00a, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f49918e5-a388-4e4a-bea5-edae5a7ef00a,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:14.056588 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec427479-8e81-40ce-8c7e-817e9d33b643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d7eb0d2-b453-430e-a45e-5e42e8504bec,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:14.067286 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.070151 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec427479-8e81-40ce-8c7e-817e9d33b643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.073321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30087ed8-9285-4fc3-9277-12e3bce491c6 None None] Network 392e071a-74c7-4fe5-bb29-c255df6e948c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:22:14.075218 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ec427479-8e81-40ce-8c7e-817e9d33b643 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1d7eb0d2-b453-430e-a45e-5e42e8504bec HTTP/1.1" status: 204 len: 168 time: 1.0320277 Aug 20 10:22:14.080054 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42162) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:14.104882 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b33aa-ab5b-4cc2-b2e6-4b10ad53465e req-639ff4cb-6e7f-4db2-aeee-2edf14b8eae6 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:14.106983 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-85086318-3a7c-4b71-8687-750a573d6a53 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Network c63852f8-5c78-42de-a5e1-12993fc8be5a is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:14.112448 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc8b33aa-ab5b-4cc2-b2e6-4b10ad53465e req-639ff4cb-6e7f-4db2-aeee-2edf14b8eae6 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.2262037 Aug 20 10:22:14.140451 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=f49918e5-a388-4e4a-bea5-edae5a7ef00a,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:14.165866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-85086318-3a7c-4b71-8687-750a573d6a53 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:14.171858 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-85086318-3a7c-4b71-8687-750a573d6a53 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:14.183795 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc8b33aa-ab5b-4cc2-b2e6-4b10ad53465e req-c22e0172-8e5c-4d7f-9a64-c913a0149fb3 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.65 HTTP/1.1" status: 200 len: 695 time: 0.0658784 Aug 20 10:22:14.229259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f0af13bd-c980-4b8a-b9f6-82104ef33430 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:14.235598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85086318-3a7c-4b71-8687-750a573d6a53 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Pushing event updated for resources: {'Port': ['ID=995840f7-d39b-4bf6-beab-401653bd6374,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:14.262805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62f968-6d6e-46f8-8e56-25939bb6844b req-a45a3768-2be1-413a-b501-7a8fc7c171a9 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:14.270199 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d62f968-6d6e-46f8-8e56-25939bb6844b req-a45a3768-2be1-413a-b501-7a8fc7c171a9 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.3304486 Aug 20 10:22:14.271224 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc8b33aa-ab5b-4cc2-b2e6-4b10ad53465e req-d57246c0-3bde-49eb-962f-16aae368efe6 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.65 HTTP/1.1" status: 200 len: 695 time: 0.0857871 Aug 20 10:22:14.306931 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1ba3885-d9c2-4605-9e55-69265d482e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.313524 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.324294 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-85086318-3a7c-4b71-8687-750a573d6a53 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:14.325060 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-85086318-3a7c-4b71-8687-750a573d6a53 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.326480 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port f0af13bd-c980-4b8a-b9f6-82104ef33430 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:14.326953 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.382646 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1ba3885-d9c2-4605-9e55-69265d482e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.410146 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d62f968-6d6e-46f8-8e56-25939bb6844b req-e226d114-8a7b-4302-8640-671cda3f1dd5 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388195 Aug 20 10:22:14.414617 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4c83b0-b326-4c89-a44d-fe987d80a596 None None] DHCP port deletion for 392e071a-74c7-4fe5-bb29-c255df6e948c request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:22:14.424809 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-85086318-3a7c-4b71-8687-750a573d6a53 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9165058 Aug 20 10:22:14.441637 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272ad1f-23f8-471c-84b8-a2e6cac4cc43 req-dd399a22-ab9e-4567-8d2f-8430742ac294 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:14.444692 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1272ad1f-23f8-471c-84b8-a2e6cac4cc43 req-dd399a22-ab9e-4567-8d2f-8430742ac294 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2f8e14-9df3-4aef-baae-23e7de9bc182 HTTP/1.1" status: 200 len: 950 time: 0.1953063 Aug 20 10:22:14.478845 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Request body: {'port': {'device_id': '919e3a19-b222-43a0-b6bc-f12e861bb56d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:14.504625 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc08572-f0ff-4e94-b74f-b3bdbb9935b7 x-openstack-request-id: req-9dc08572-f0ff-4e94-b74f-b3bdbb9935b7 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:14.505451 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b89089-3ad3-46b6-bbcc-903681a037a5", "name": "network-vif-plugged", "status": "completed", "tag": "f49918e5-a388-4e4a-bea5-edae5a7ef00a", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:14.505451 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9dc08572-f0ff-4e94-b74f-b3bdbb9935b7 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:14.505807 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b89089-3ad3-46b6-bbcc-903681a037a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49918e5-a388-4e4a-bea5-edae5a7ef00a', 'code': 200} Aug 20 10:22:14.521198 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c83b0-b326-4c89-a44d-fe987d80a596 None None] Deleting port 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:14.521674 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e4c83b0-b326-4c89-a44d-fe987d80a596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.599918 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-dc8b33aa-ab5b-4cc2-b2e6-4b10ad53465e req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Deleting port 5da58dc7-b8ba-4d89-bbe8-1da2c92adae7 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:14.600416 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dc8b33aa-ab5b-4cc2-b2e6-4b10ad53465e req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.615080 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1ba3885-d9c2-4605-9e55-69265d482e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.618229 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1ba3885-d9c2-4605-9e55-69265d482e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.619876 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b1ba3885-d9c2-4605-9e55-69265d482e7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6af320b5-160b-4fdf-9fba-b169d60a18ce HTTP/1.1" status: 204 len: 168 time: 0.7042370 Aug 20 10:22:14.632601 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9e4c83b0-b326-4c89-a44d-fe987d80a596 None None] For port 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0fa28749-ad1c-4fa9-a6b5-71a7116e25c7,segment=NetworkSegment(53762a10-5fe0-484e-9941-1f0f56be687e),segment_id=53762a10-5fe0-484e-9941-1f0f56be687e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:14.633014 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e4c83b0-b326-4c89-a44d-fe987d80a596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.646761 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c83b0-b326-4c89-a44d-fe987d80a596 None None] Calling delete_port for 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:14.692802 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dc8b33aa-ab5b-4cc2-b2e6-4b10ad53465e req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.693286 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dc8b33aa-ab5b-4cc2-b2e6-4b10ad53465e req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.698462 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba3885-d9c2-4605-9e55-69265d482e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af320b5-160b-4fdf-9fba-b169d60a18ce,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:14.711884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4bac4e1b-a228-49ce-a030-93de19755d49 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:14.716621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-dc8b33aa-ab5b-4cc2-b2e6-4b10ad53465e req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Calling delete_port for 5da58dc7-b8ba-4d89-bbe8-1da2c92adae7 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:14.738105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 4bac4e1b-a228-49ce-a030-93de19755d49 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:14.738105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4bac4e1b-a228-49ce-a030-93de19755d49 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:14.750673 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.783321 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e4c83b0-b326-4c89-a44d-fe987d80a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.803507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c83b0-b326-4c89-a44d-fe987d80a596 None None] No DVR routers for this DVR port 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:14.825577 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 416addcc-75e7-468f-be1d-2361414c52f2 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:14.859145 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-1272ad1f-23f8-471c-84b8-a2e6cac4cc43 req-01471aad-f6b3-489c-a0c9-4053d97c789e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Deleting port 3218a4e4-288c-405d-a799-ad6d157fca29 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:14.859506 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1272ad1f-23f8-471c-84b8-a2e6cac4cc43 req-01471aad-f6b3-489c-a0c9-4053d97c789e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:14.886905 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c83b0-b326-4c89-a44d-fe987d80a596 None None] Pushing event deleted for resources: {'Port': ['ID=0fa28749-ad1c-4fa9-a6b5-71a7116e25c7,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:14.936839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 416addcc-75e7-468f-be1d-2361414c52f2 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:14.942920 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 416addcc-75e7-468f-be1d-2361414c52f2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:14.943974 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.053599 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-1272ad1f-23f8-471c-84b8-a2e6cac4cc43 req-01471aad-f6b3-489c-a0c9-4053d97c789e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] For port 3218a4e4-288c-405d-a799-ad6d157fca29, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=3218a4e4-288c-405d-a799-ad6d157fca29,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:15.054110 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1272ad1f-23f8-471c-84b8-a2e6cac4cc43 req-01471aad-f6b3-489c-a0c9-4053d97c789e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.064229 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.071297 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-1272ad1f-23f8-471c-84b8-a2e6cac4cc43 req-01471aad-f6b3-489c-a0c9-4053d97c789e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Calling delete_port for 3218a4e4-288c-405d-a799-ad6d157fca29 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:15.077677 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dc8b33aa-ab5b-4cc2-b2e6-4b10ad53465e req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.104209 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 416addcc-75e7-468f-be1d-2361414c52f2, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=416addcc-75e7-468f-be1d-2361414c52f2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:15.114724 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.128495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42176) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:15.147686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c57ff-9ea9-4b16-aebe-1bf0e4cdea05 req-98f6eb40-52f9-4651-b875-8cab4282faa5 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:15.149075 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a11c57ff-9ea9-4b16-aebe-1bf0e4cdea05 req-98f6eb40-52f9-4651-b875-8cab4282faa5 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e2f8e14-9df3-4aef-baae-23e7de9bc182 HTTP/1.1" status: 200 len: 950 time: 0.5385406 Aug 20 10:22:15.150980 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82468aeb-387d-4a78-8b46-518ffd663b75 req-544b6c1b-c356-4114-9f4b-3f17567145ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:15.152887 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-82468aeb-387d-4a78-8b46-518ffd663b75 req-544b6c1b-c356-4114-9f4b-3f17567145ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 1101 time: 0.5561848 Aug 20 10:22:15.163323 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] Deleting port 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:15.163660 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.171760 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=416addcc-75e7-468f-be1d-2361414c52f2,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:15.180108 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Pushing event deleted for resources: {'Port': ['ID=5da58dc7-b8ba-4d89-bbe8-1da2c92adae7,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:15.220128 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44a53e12-ae0b-478b-b27d-b07ed4859302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.226279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:15.226631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:15.226973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:15.227340 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:15.227679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:15.228011 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:15.228338 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:15.228663 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:15.228990 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:15.229314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:15.229648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:15.229975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:15.278188 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dc8b33aa-ab5b-4cc2-b2e6-4b10ad53465e req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.280676 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dc8b33aa-ab5b-4cc2-b2e6-4b10ad53465e req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.281835 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc8b33aa-ab5b-4cc2-b2e6-4b10ad53465e req-eebb1a55-fb11-4e0b-943b-39c2b662ffdd tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "DELETE /v2.0/floatingips/147d4ac8-f609-4070-981b-9eb00f99ccd6 HTTP/1.1" status: 204 len: 173 time: 1.0098357 Aug 20 10:22:15.340781 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] For port 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7, host n-d-778550-11, got binding levels [] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:15.341144 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.346224 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-82468aeb-387d-4a78-8b46-518ffd663b75 req-cf34ee03-2bb6-4d47-b3cd-7d083c46711c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786528 Aug 20 10:22:15.356421 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a11c57ff-9ea9-4b16-aebe-1bf0e4cdea05 req-8c6fd1d5-e60b-4b91-b01d-1b7214b450e2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946816 Aug 20 10:22:15.365589 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] Calling delete_port for 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:15.370261 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.ipam_backend_mixin [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] Port 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 was not found and therefore no delete operation was performed {{(pid=94866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 10:22:15.376542 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.395142 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1272ad1f-23f8-471c-84b8-a2e6cac4cc43 req-01471aad-f6b3-489c-a0c9-4053d97c789e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.410896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56f3c5a8-8170-4a84-b313-91c26503adf0', '4a354e05-7de8-402a-be9d-0bc54252cc3c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:15.437096 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01471aad-f6b3-489c-a0c9-4053d97c789e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Pushing event deleted for resources: {'Port': ['ID=3218a4e4-288c-405d-a799-ad6d157fca29,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:15.440587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] No DVR routers for this DVR port 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:15.468044 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa28749-ad1c-4fa9-a6b5-71a7116e25c7,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:15.485284 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['990134a8-9179-4d5b-9582-fedfa0e499ac', '17ebca30-509f-4f31-9d67-f9d5e8b8c204', 'c855197b-106b-45e3-8aea-6ff711c9fe9f', 'd0f2ccba-de52-4816-8e96-745ef6e683cd'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:15.501021 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44a53e12-ae0b-478b-b27d-b07ed4859302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.536331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-1272ad1f-23f8-471c-84b8-a2e6cac4cc43 req-01471aad-f6b3-489c-a0c9-4053d97c789e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] No DVR routers for this DVR port 3218a4e4-288c-405d-a799-ad6d157fca29 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:15.538253 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44a53e12-ae0b-478b-b27d-b07ed4859302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.542183 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1272ad1f-23f8-471c-84b8-a2e6cac4cc43 req-01471aad-f6b3-489c-a0c9-4053d97c789e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.545098 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1272ad1f-23f8-471c-84b8-a2e6cac4cc43 req-01471aad-f6b3-489c-a0c9-4053d97c789e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "DELETE /v2.0/ports/3218a4e4-288c-405d-a799-ad6d157fca29 HTTP/1.1" status: 204 len: 173 time: 1.0928042 Aug 20 10:22:15.549572 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2f8e14-9df3-4aef-baae-23e7de9bc182', 'name': 'network-vif-deleted', 'tag': '3218a4e4-288c-405d-a799-ad6d157fca29'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:15.559297 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5eff1e-5358-4b9d-a496-77dda69f6117" -d '{"events": [{"server_uuid": "8e2f8e14-9df3-4aef-baae-23e7de9bc182", "name": "network-vif-deleted", "tag": "3218a4e4-288c-405d-a799-ad6d157fca29"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:15.597441 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.613569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392e071a-74c7-4fe5-bb29-c255df6e948c']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:15.627515 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a53e12-ae0b-478b-b27d-b07ed4859302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36bf786-9179-4e3e-bd2b-6376e54bc653,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:15.640823 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-44a53e12-ae0b-478b-b27d-b07ed4859302 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13412718ff1f45c8bb7fc8a53240b704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5099111 Aug 20 10:22:15.643022 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b013a-830a-460d-b20b-a333fdbf1c86 req-9550b021-5e26-45c8-96e3-fbfd9c88cce1 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:15.644790 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-026b013a-830a-460d-b20b-a333fdbf1c86 req-9550b021-5e26-45c8-96e3-fbfd9c88cce1 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 949 time: 0.1538317 Aug 20 10:22:15.645477 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42184) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:15.648514 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53762a10-5fe0-484e-9941-1f0f56be687e') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:15.649036 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53762a10-5fe0-484e-9941-1f0f56be687e') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:15.663639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b7694-08dc-4be0-8a5c-8d2cfd1e9641 req-1e40ff18-76c4-4289-8890-d18af6b9e02b tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:15.665880 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f31b7694-08dc-4be0-8a5c-8d2cfd1e9641 req-1e40ff18-76c4-4289-8890-d18af6b9e02b tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 931 time: 0.1861756 Aug 20 10:22:15.696623 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.733278 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f31b7694-08dc-4be0-8a5c-8d2cfd1e9641 req-5749da4e-996f-4efa-ad98-723726dc52cc tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593410 Aug 20 10:22:15.761544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.799082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:22:15.799904 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:22:15.806261 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:22:15.872070 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-026b013a-830a-460d-b20b-a333fdbf1c86 req-f6628bb4-462c-489c-818b-e8836a90a9ac tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094834 Aug 20 10:22:15.872978 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7943153f-4f03-4c1b-989f-5650277d0e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.881254 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-447fe480-178f-4552-84aa-9828f564a04a req-b935a3e7-c2ce-406d-86cf-48ff71c934af tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1246238 Aug 20 10:22:15.886297 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-447fe480-178f-4552-84aa-9828f564a04a req-8535be92-03d6-49de-ab21-809bb6b420f7 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:15.896522 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7943153f-4f03-4c1b-989f-5650277d0e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.913476 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-447fe480-178f-4552-84aa-9828f564a04a req-8535be92-03d6-49de-ab21-809bb6b420f7 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.934889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995840f7-d39b-4bf6-beab-401653bd6374 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:22:15.945130 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.969877 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.972761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Transition to ACTIVE for port object 995840f7-d39b-4bf6-beab-401653bd6374 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:15.976699 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:15.978538 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] 10.222.0.16 "DELETE /v2.0/networks/392e071a-74c7-4fe5-bb29-c255df6e948c HTTP/1.1" status: 204 len: 168 time: 1.8959699 Aug 20 10:22:16.001192 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:16.004741 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017164e1-83fb-4a67-894d-4b25d4a5a4ed admin admin] Pushing event deleted for resources: {'Network': ['ID=392e071a-74c7-4fe5-bb29-c255df6e948c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:16.063764 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-447fe480-178f-4552-84aa-9828f564a04a req-8535be92-03d6-49de-ab21-809bb6b420f7 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:16.110128 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7943153f-4f03-4c1b-989f-5650277d0e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:16.113857 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7943153f-4f03-4c1b-989f-5650277d0e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:16.115457 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7943153f-4f03-4c1b-989f-5650277d0e3d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a36bf786-9179-4e3e-bd2b-6376e54bc653 HTTP/1.1" status: 204 len: 168 time: 0.4599192 Aug 20 10:22:16.116604 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Pushing event updated for resources: {'Port': ['ID=995840f7-d39b-4bf6-beab-401653bd6374,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:16.144620 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa5f74-8ea9-4492-ac22-aa75c8e73092 req-bd0f767f-8dc4-40ee-a829-aad8e7e57015 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:16.154571 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15aa5f74-8ea9-4492-ac22-aa75c8e73092 req-bd0f767f-8dc4-40ee-a829-aad8e7e57015 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.1743078 Aug 20 10:22:16.161945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943153f-4f03-4c1b-989f-5650277d0e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36bf786-9179-4e3e-bd2b-6376e54bc653,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:16.195641 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943153f-4f03-4c1b-989f-5650277d0e3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:16.196535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943153f-4f03-4c1b-989f-5650277d0e3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:16.196976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943153f-4f03-4c1b-989f-5650277d0e3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:16.197379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943153f-4f03-4c1b-989f-5650277d0e3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:16.197719 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943153f-4f03-4c1b-989f-5650277d0e3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:16.198112 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943153f-4f03-4c1b-989f-5650277d0e3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:16.198479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943153f-4f03-4c1b-989f-5650277d0e3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:16.198830 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943153f-4f03-4c1b-989f-5650277d0e3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:16.200087 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943153f-4f03-4c1b-989f-5650277d0e3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:16.200491 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943153f-4f03-4c1b-989f-5650277d0e3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:16.200826 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943153f-4f03-4c1b-989f-5650277d0e3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:16.201209 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943153f-4f03-4c1b-989f-5650277d0e3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:16.219585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42190) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:16.290216 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:16.312563 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15aa5f74-8ea9-4492-ac22-aa75c8e73092 req-f4abf57e-f6e2-4a0a-9ea4-dc80adf6fa14 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564724 Aug 20 10:22:16.329402 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:16.330029 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0fa28749-ad1c-4fa9-a6b5-71a7116e25c7 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:16.379739 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0e0014dd-5625-4a68-956e-4ccc7c8b9b6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9eedb0b28f054a52a1ac76edf83de7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589098 Aug 20 10:22:16.383628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42196) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:16.392347 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dfb8f8-fb72-45c5-b71d-349ea6d5a196 x-openstack-request-id: req-38dfb8f8-fb72-45c5-b71d-349ea6d5a196 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:16.392851 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2f8e14-9df3-4aef-baae-23e7de9bc182", "name": "network-vif-deleted", "tag": "3218a4e4-288c-405d-a799-ad6d157fca29", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:16.393112 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38dfb8f8-fb72-45c5-b71d-349ea6d5a196 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:16.393646 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2f8e14-9df3-4aef-baae-23e7de9bc182', 'name': 'network-vif-deleted', 'tag': '3218a4e4-288c-405d-a799-ad6d157fca29', 'status': 'completed', 'code': 200} Aug 20 10:22:16.418403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-447fe480-178f-4552-84aa-9828f564a04a req-8535be92-03d6-49de-ab21-809bb6b420f7 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Allocated IP 172.25.3.9 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/93e5ebc6-2cc1-4982-a9ba-f261c05fdf85) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:16.439432 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Attempting to bind port 995840f7-d39b-4bf6-beab-401653bd6374 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:16.439809 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Attempting to bind port 995840f7-d39b-4bf6-beab-401653bd6374 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:16.440085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Attempting to bind port 995840f7-d39b-4bf6-beab-401653bd6374 on network c63852f8-5c78-42de-a5e1-12993fc8be5a {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:16.446993 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Port 995840f7-d39b-4bf6-beab-401653bd6374 on network c63852f8-5c78-42de-a5e1-12993fc8be5a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:16.447337 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Attempting to bind port 995840f7-d39b-4bf6-beab-401653bd6374 on network c63852f8-5c78-42de-a5e1-12993fc8be5a {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:16.455223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:22:16.455574 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Checking segment: {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:16.455943 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Bound using segment: {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:22:16.456379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Bound port: 995840f7-d39b-4bf6-beab-401653bd6374, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:22:16.456733 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:16.480279 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-609c1556-1afa-4bf2-b7b3-928a64cf75c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:16.506968 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8f0783-0588-4347-a73f-402fe703a8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416addcc-75e7-468f-be1d-2361414c52f2'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:16.509429 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a877ccbf-0c36-46f2-9395-8394c1bf4f24" -d '{"events": [{"server_uuid": "1c8f0783-0588-4347-a73f-402fe703a8dc", "name": "network-vif-plugged", "status": "completed", "tag": "416addcc-75e7-468f-be1d-2361414c52f2"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:16.548075 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-609c1556-1afa-4bf2-b7b3-928a64cf75c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:16.553181 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-447fe480-178f-4552-84aa-9828f564a04a req-8535be92-03d6-49de-ab21-809bb6b420f7 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:16.562056 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] For port 995840f7-d39b-4bf6-beab-401653bd6374, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:16.588470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] For port 995840f7-d39b-4bf6-beab-401653bd6374, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=995840f7-d39b-4bf6-beab-401653bd6374,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:22:16.599541 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:16.608349 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-447fe480-178f-4552-84aa-9828f564a04a req-8535be92-03d6-49de-ab21-809bb6b420f7 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:16.637556 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:16.638146 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:16.639786 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] 10.222.0.24 "PUT /v2.0/ports/995840f7-d39b-4bf6-beab-401653bd6374 HTTP/1.1" status: 200 len: 1092 time: 2.1941292 Aug 20 10:22:16.641788 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919e3a19-b222-43a0-b6bc-f12e861bb56d', 'tag': '995840f7-d39b-4bf6-beab-401653bd6374'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:16.644086 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8548242b-85b8-40b9-99eb-73264c28086e" -d '{"events": [{"name": "network-changed", "server_uuid": "919e3a19-b222-43a0-b6bc-f12e861bb56d", "tag": "995840f7-d39b-4bf6-beab-401653bd6374"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:16.649714 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-609c1556-1afa-4bf2-b7b3-928a64cf75c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:16.652587 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-609c1556-1afa-4bf2-b7b3-928a64cf75c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:16.654052 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-609c1556-1afa-4bf2-b7b3-928a64cf75c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84cfd33f-3f6b-49de-b1cb-aaf1ec593f62 HTTP/1.1" status: 204 len: 168 time: 0.2681477 Aug 20 10:22:16.661885 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447fe480-178f-4552-84aa-9828f564a04a req-8535be92-03d6-49de-ab21-809bb6b420f7 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:16.664889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-447fe480-178f-4552-84aa-9828f564a04a req-8535be92-03d6-49de-ab21-809bb6b420f7 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:16.670292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-447fe480-178f-4552-84aa-9828f564a04a req-8535be92-03d6-49de-ab21-809bb6b420f7 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:16.675800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c1556-1afa-4bf2-b7b3-928a64cf75c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cfd33f-3f6b-49de-b1cb-aaf1ec593f62,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:16.678083 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e554f-5cf6-4776-81ce-56a43475add1 service neutron] Pushing event updated for resources: {'Port': ['ID=995840f7-d39b-4bf6-beab-401653bd6374,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:16.732929 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535be92-03d6-49de-ab21-809bb6b420f7 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Pushing event updated for resources: {'Port': ['ID=93e5ebc6-2cc1-4982-a9ba-f261c05fdf85,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:16.786265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-6ccf77a4-c013-4984-a631-5bfa3acc084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:16.788202 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-6ccf77a4-c013-4984-a631-5bfa3acc084a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 1095 time: 0.0959520 Aug 20 10:22:16.795363 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30650fde-9335-4038-b642-1c16d81e4412 x-openstack-request-id: req-30650fde-9335-4038-b642-1c16d81e4412 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:16.795884 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8f0783-0588-4347-a73f-402fe703a8dc", "name": "network-vif-plugged", "status": "completed", "tag": "416addcc-75e7-468f-be1d-2361414c52f2", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:16.796226 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30650fde-9335-4038-b642-1c16d81e4412 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:16.796780 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8f0783-0588-4347-a73f-402fe703a8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416addcc-75e7-468f-be1d-2361414c52f2', 'code': 200} Aug 20 10:22:16.825171 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-447fe480-178f-4552-84aa-9828f564a04a req-8535be92-03d6-49de-ab21-809bb6b420f7 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:16.899755 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8259e289-5168-44c3-bac3-bf8de85e685d x-openstack-request-id: req-8259e289-5168-44c3-bac3-bf8de85e685d {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:16.900052 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919e3a19-b222-43a0-b6bc-f12e861bb56d", "tag": "995840f7-d39b-4bf6-beab-401653bd6374", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:16.900288 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8259e289-5168-44c3-bac3-bf8de85e685d {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:16.900856 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919e3a19-b222-43a0-b6bc-f12e861bb56d', 'tag': '995840f7-d39b-4bf6-beab-401653bd6374', 'status': 'completed', 'code': 200} Aug 20 10:22:16.907927 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-0b233de9-4292-478b-ad72-4d03aa4f616f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=995840f7-d39b-4bf6-beab-401653bd6374 HTTP/1.1" status: 200 len: 217 time: 0.1094129 Aug 20 10:22:16.930328 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-447fe480-178f-4552-84aa-9828f564a04a req-8535be92-03d6-49de-ab21-809bb6b420f7 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:16.983067 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03297f7d-b5ef-435c-a710-7c3f3ad21f41 req-16489fe0-ea4e-4296-a599-7a9169ef70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:16.984639 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-03297f7d-b5ef-435c-a710-7c3f3ad21f41 req-16489fe0-ea4e-4296-a599-7a9169ef70b7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 1101 time: 0.1052938 Aug 20 10:22:17.046617 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a3926-9591-40f8-9079-490547e29e74 req-1b7b8baf-24bf-4e13-ab36-398ce9fef4a1 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:17.050723 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-111a3926-9591-40f8-9079-490547e29e74 req-1b7b8baf-24bf-4e13-ab36-398ce9fef4a1 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 943 time: 0.1446936 Aug 20 10:22:17.060479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-a57ce3bf-0f0a-48a8-8b22-7bca04e7cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:17.061989 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-a57ce3bf-0f0a-48a8-8b22-7bca04e7cf84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d14c8d45-d320-4574-86d3-37a082d1daf5 HTTP/1.1" status: 200 len: 846 time: 0.1379461 Aug 20 10:22:17.087453 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-03297f7d-b5ef-435c-a710-7c3f3ad21f41 req-bffbaa13-0b0e-46fe-8050-652277a2f263 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912864 Aug 20 10:22:17.110698 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-532c4192-4731-4440-b686-0f8d3aa3a653 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c63852f8-5c78-42de-a5e1-12993fc8be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270071 Aug 20 10:22:17.153020 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-447fe480-178f-4552-84aa-9828f564a04a req-8535be92-03d6-49de-ab21-809bb6b420f7 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:17.161939 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-447fe480-178f-4552-84aa-9828f564a04a req-8535be92-03d6-49de-ab21-809bb6b420f7 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:17.172006 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-111a3926-9591-40f8-9079-490547e29e74 req-b0279875-8b7c-47e4-b5bd-cfc1af17fcf0 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090209 Aug 20 10:22:17.242522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535be92-03d6-49de-ab21-809bb6b420f7 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Pushing event updated for resources: {'Port': ['ID=93e5ebc6-2cc1-4982-a9ba-f261c05fdf85,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:17.254774 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-447fe480-178f-4552-84aa-9828f564a04a req-8535be92-03d6-49de-ab21-809bb6b420f7 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:17.272051 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-447fe480-178f-4552-84aa-9828f564a04a req-8535be92-03d6-49de-ab21-809bb6b420f7 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:17.273403 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-447fe480-178f-4552-84aa-9828f564a04a req-8535be92-03d6-49de-ab21-809bb6b420f7 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.3912539 Aug 20 10:22:17.296400 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-34a7874a-42d2-4b16-8f39-5da85732ffbb service neutron] 10.222.0.24 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760111 Aug 20 10:22:17.328151 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-447fe480-178f-4552-84aa-9828f564a04a req-985341be-2568-408f-ac03-b2598a669467 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.9 HTTP/1.1" status: 200 len: 694 time: 0.0475931 Aug 20 10:22:17.366677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f568fd-cfe9-413a-bfac-fd772c89e188 req-ea6dd3f0-dea3-4a59-adcc-8266c2949e9a tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:17.368357 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b6f568fd-cfe9-413a-bfac-fd772c89e188 req-ea6dd3f0-dea3-4a59-adcc-8266c2949e9a tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 950 time: 0.1132748 Aug 20 10:22:17.445771 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b6f568fd-cfe9-413a-bfac-fd772c89e188 req-3ca6328b-6b5f-47e9-a7db-cee22639a19f tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657258 Aug 20 10:22:17.454245 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c97d8fa6-dff9-41cc-bb35-4ef157e337f1 req-12d623f6-7b87-416e-b4b2-3ec5fe58c021 service neutron] 10.222.0.24 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473730 Aug 20 10:22:17.460931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fe480-178f-4552-84aa-9828f564a04a req-a96ecce5-1a12-4ac1-a2c5-ef5f0689bb12 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:17.462403 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-447fe480-178f-4552-84aa-9828f564a04a req-a96ecce5-1a12-4ac1-a2c5-ef5f0689bb12 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.1268656 Aug 20 10:22:17.607285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548242b-85b8-40b9-99eb-73264c28086e req-d8cfdbb1-e177-407a-91bc-8a5dbeea22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:17.608839 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8548242b-85b8-40b9-99eb-73264c28086e req-d8cfdbb1-e177-407a-91bc-8a5dbeea22d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 1095 time: 0.0996690 Aug 20 10:22:17.616494 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c281f3-901b-4254-92e3-7f4f3ed7e306 req-3427d747-c992-4d57-8d24-acd26e85afe5 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:17.618060 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f4c281f3-901b-4254-92e3-7f4f3ed7e306 req-3427d747-c992-4d57-8d24-acd26e85afe5 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.0643506 Aug 20 10:22:17.665348 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f4c281f3-901b-4254-92e3-7f4f3ed7e306 req-22fe4972-1b24-438d-8277-94506dd2516e tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Aug 20 10:22:17.666918 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15689c-1437-44a7-bb23-65b7deda6027 req-b86faa3f-9021-49a8-86d6-ed4f42e4f525 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:17.669081 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa15689c-1437-44a7-bb23-65b7deda6027 req-b86faa3f-9021-49a8-86d6-ed4f42e4f525 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 949 time: 0.1207018 Aug 20 10:22:17.779072 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa15689c-1437-44a7-bb23-65b7deda6027 req-aa1231b3-b5fa-4cd9-aed2-3fba773b83ca tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839288 Aug 20 10:22:17.797221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548242b-85b8-40b9-99eb-73264c28086e req-9e655fa1-ba6e-4c19-a1ef-451961f36ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:17.798775 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8548242b-85b8-40b9-99eb-73264c28086e req-9e655fa1-ba6e-4c19-a1ef-451961f36ff5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 907 time: 0.1809032 Aug 20 10:22:17.855555 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8548242b-85b8-40b9-99eb-73264c28086e req-6e15ed7e-20b5-48f5-8717-2ababb024ac7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=995840f7-d39b-4bf6-beab-401653bd6374 HTTP/1.1" status: 200 len: 217 time: 0.0489030 Aug 20 10:22:17.876985 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a899fa68-117f-4247-a96e-a35f51542084 req-070ce51c-c9bc-46d3-8300-865b62f0f699 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/floatingips/046f5ed4-5e9e-41f2-ade7-a0bf9bdbdcb1 HTTP/1.1" status: 200 len: 691 time: 0.0812478 Aug 20 10:22:17.928626 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42266) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:17.947131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548242b-85b8-40b9-99eb-73264c28086e req-6b638f0d-5902-492e-9711-c72dfaa580c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:17.948786 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8548242b-85b8-40b9-99eb-73264c28086e req-6b638f0d-5902-492e-9711-c72dfaa580c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d14c8d45-d320-4574-86d3-37a082d1daf5 HTTP/1.1" status: 200 len: 846 time: 0.0854192 Aug 20 10:22:17.973566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4551a-4ccd-4c6d-948c-64c3deaf9bd5 req-df5632b3-26d3-460e-a558-09c9f626747d tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:17.976251 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-92c4551a-4ccd-4c6d-948c-64c3deaf9bd5 req-df5632b3-26d3-460e-a558-09c9f626747d tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.1114097 Aug 20 10:22:18.000606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899fa68-117f-4247-a96e-a35f51542084 req-9f98853b-eab7-4fcc-b5a3-85b5cd216ad4 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:18.002295 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a899fa68-117f-4247-a96e-a35f51542084 req-9f98853b-eab7-4fcc-b5a3-85b5cd216ad4 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.1240361 Aug 20 10:22:18.028900 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8548242b-85b8-40b9-99eb-73264c28086e req-7376a06b-9ca1-46c2-ac63-3ddd29bd3851 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c63852f8-5c78-42de-a5e1-12993fc8be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717995 Aug 20 10:22:18.073222 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a899fa68-117f-4247-a96e-a35f51542084 req-1f59c38d-0569-439c-9588-5e4a60978d1d tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.9 HTTP/1.1" status: 200 len: 694 time: 0.0643561 Aug 20 10:22:18.120172 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-92c4551a-4ccd-4c6d-948c-64c3deaf9bd5 req-c7d29ff4-15c1-4876-a832-2bc9abd746ae tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314304 Aug 20 10:22:18.153915 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a899fa68-117f-4247-a96e-a35f51542084 req-4878a88e-82f4-4de7-aaa6-ca3c7d06a3f1 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.9 HTTP/1.1" status: 200 len: 694 time: 0.0731225 Aug 20 10:22:18.158197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42274) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:18.198361 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8548242b-85b8-40b9-99eb-73264c28086e req-3de8197a-5f42-4bfe-bf0b-1d1cd475f80e service neutron] 10.222.0.24 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606209 Aug 20 10:22:18.206867 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4b848a99-6684-4232-b35c-65a5bf0d560e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-140282935-network', 'tenant_id': '6e53ce8e85ec4b5491d4531e04655740'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:18.258983 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.294392 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b848a99-6684-4232-b35c-65a5bf0d560e admin admin] Made reservation on behalf of 6e53ce8e85ec4b5491d4531e04655740 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:18.296990 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b848a99-6684-4232-b35c-65a5bf0d560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.307472 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b848a99-6684-4232-b35c-65a5bf0d560e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.308273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-5bc9a69b-ab01-4877-a1d6-7696b4b3e9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-507679188'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:18.335630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-a899fa68-117f-4247-a96e-a35f51542084 req-1b1adf5f-6772-4d47-870a-95965f6fb4ae tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Deleting port 93e5ebc6-2cc1-4982-a9ba-f261c05fdf85 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:18.335968 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a899fa68-117f-4247-a96e-a35f51542084 req-1b1adf5f-6772-4d47-870a-95965f6fb4ae tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.372398 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8548242b-85b8-40b9-99eb-73264c28086e req-969dbc79-6f31-416b-b8aa-c3fdf0ae35d0 service neutron] 10.222.0.24 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609685 Aug 20 10:22:18.381416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7686ffa-8e52-4857-8f6f-653f3387b54c req-9ae55dd6-2802-4513-8b26-5a352ccf7aa4 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:18.382953 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c7686ffa-8e52-4857-8f6f-653f3387b54c req-9ae55dd6-2802-4513-8b26-5a352ccf7aa4 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 943 time: 0.0956516 Aug 20 10:22:18.429649 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c7686ffa-8e52-4857-8f6f-653f3387b54c req-5e655fd8-cb80-40c4-aecd-816da63cfa94 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382454 Aug 20 10:22:18.449601 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a899fa68-117f-4247-a96e-a35f51542084 req-1b1adf5f-6772-4d47-870a-95965f6fb4ae tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.449742 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a899fa68-117f-4247-a96e-a35f51542084 req-1b1adf5f-6772-4d47-870a-95965f6fb4ae tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.468399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-a899fa68-117f-4247-a96e-a35f51542084 req-1b1adf5f-6772-4d47-870a-95965f6fb4ae tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Calling delete_port for 93e5ebc6-2cc1-4982-a9ba-f261c05fdf85 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:18.562012 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da90f6c-8efc-4147-8e68-84a66bd291c5 req-ced85132-5672-4dd5-becd-7166d0973ba2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:18.563322 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b848a99-6684-4232-b35c-65a5bf0d560e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.563693 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1da90f6c-8efc-4147-8e68-84a66bd291c5 req-ced85132-5672-4dd5-becd-7166d0973ba2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 950 time: 0.0503635 Aug 20 10:22:18.574335 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b848a99-6684-4232-b35c-65a5bf0d560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.596101 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc9a69b-ab01-4877-a1d6-7696b4b3e9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Made reservation on behalf of 9cf9d2fab30040b4a0ba012a285115f6 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:18.599479 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a69b-ab01-4877-a1d6-7696b4b3e9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.610882 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a69b-ab01-4877-a1d6-7696b4b3e9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.614739 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa9e10-f7fb-4cd3-93bb-74ab77b0c6bb req-b16d5294-5224-4dc6-90eb-35191e71f991 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:18.616246 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ffa9e10-f7fb-4cd3-93bb-74ab77b0c6bb req-b16d5294-5224-4dc6-90eb-35191e71f991 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "GET /v2.0/ports?device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 950 time: 0.1391239 Aug 20 10:22:18.616969 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b848a99-6684-4232-b35c-65a5bf0d560e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:22:18.636766 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1da90f6c-8efc-4147-8e68-84a66bd291c5 req-e4eec886-e893-4716-9d5e-58f6d54d470a tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602698 Aug 20 10:22:18.672942 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b848a99-6684-4232-b35c-65a5bf0d560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.673284 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-4b848a99-6684-4232-b35c-65a5bf0d560e admin admin] Added segment 367e2e56-0ae9-4788-8ccb-61d20d387910 of type vlan for network cfce61d9-c87f-4881-8801-06adfd00a39f Aug 20 10:22:18.674592 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b848a99-6684-4232-b35c-65a5bf0d560e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9d5672-1e5f-452b-9305-20c1440f8fb0,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:18.744551 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a69b-ab01-4877-a1d6-7696b4b3e9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.749621 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a69b-ab01-4877-a1d6-7696b4b3e9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.754718 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b848a99-6684-4232-b35c-65a5bf0d560e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.805290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc9a69b-ab01-4877-a1d6-7696b4b3e9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:22:18.819309 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b848a99-6684-4232-b35c-65a5bf0d560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.820270 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b848a99-6684-4232-b35c-65a5bf0d560e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:18.820854 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b848a99-6684-4232-b35c-65a5bf0d560e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.824764 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 3218a4e4-288c-405d-a799-ad6d157fca29 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:18.827507 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a899fa68-117f-4247-a96e-a35f51542084 req-1b1adf5f-6772-4d47-870a-95965f6fb4ae tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.832614 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9a69b-ab01-4877-a1d6-7696b4b3e9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46d17d3-8f59-42b3-bdcf-f63e45ebdac5,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:18.835821 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a69b-ab01-4877-a1d6-7696b4b3e9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.836293 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-5bc9a69b-ab01-4877-a1d6-7696b4b3e9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Added segment 5c4c636d-fae2-43c6-b878-ea59ce3f5ff4 of type vlan for network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d Aug 20 10:22:18.851205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 3218a4e4-288c-405d-a799-ad6d157fca29 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:18.851778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 3218a4e4-288c-405d-a799-ad6d157fca29 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:18.858322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3988654-bc04-4576-baf7-f58451968b11 req-62886f23-e770-4460-9645-3d46cc181862 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:18.860002 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d3988654-bc04-4576-baf7-f58451968b11 req-62886f23-e770-4460-9645-3d46cc181862 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.1026177 Aug 20 10:22:18.907007 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a69b-ab01-4877-a1d6-7696b4b3e9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.923335 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4b848a99-6684-4232-b35c-65a5bf0d560e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9933829 Aug 20 10:22:18.924734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1adf5f-6772-4d47-870a-95965f6fb4ae tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Pushing event deleted for resources: {'Port': ['ID=93e5ebc6-2cc1-4982-a9ba-f261c05fdf85,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:18.925952 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42286) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:18.932273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-32fb4825-ffa2-4871-bc31-166e0267b5ad admin admin] Request body: {'subnet': {'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-140282935-subnet', 'tenant_id': '6e53ce8e85ec4b5491d4531e04655740', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:18.936493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-8ffa9e10-f7fb-4cd3-93bb-74ab77b0c6bb req-2034ed07-c5c6-4178-82a4-da1c429cc539 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Deleting port d0f2ccba-de52-4816-8e96-745ef6e683cd {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:18.936831 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8ffa9e10-f7fb-4cd3-93bb-74ab77b0c6bb req-2034ed07-c5c6-4178-82a4-da1c429cc539 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.956459 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fb4825-ffa2-4871-bc31-166e0267b5ad admin admin] Made reservation on behalf of 6e53ce8e85ec4b5491d4531e04655740 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:18.958865 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32fb4825-ffa2-4871-bc31-166e0267b5ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:18.962809 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b848a99-6684-4232-b35c-65a5bf0d560e admin admin] Pushing event updated for resources: {'Network': ['ID=cfce61d9-c87f-4881-8801-06adfd00a39f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:18.971833 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d3988654-bc04-4576-baf7-f58451968b11 req-4c60eea3-f023-45a2-947a-628a3b32ec23 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940144 Aug 20 10:22:18.974706 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network cfce61d9-c87f-4881-8801-06adfd00a39f details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:22:19.028488 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a69b-ab01-4877-a1d6-7696b4b3e9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:19.034409 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc9a69b-ab01-4877-a1d6-7696b4b3e9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:19.035243 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a69b-ab01-4877-a1d6-7696b4b3e9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:19.109331 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5bc9a69b-ab01-4877-a1d6-7696b4b3e9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9500556 Aug 20 10:22:19.131977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9a69b-ab01-4877-a1d6-7696b4b3e9fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Pushing event updated for resources: {'Network': ['ID=f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:19.147862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:22:19.260757 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32fb4825-ffa2-4871-bc31-166e0267b5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:19.304721 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42294) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:19.304952 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb4825-ffa2-4871-bc31-166e0267b5ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=cadf393e-210e-42af-b610-6c3e5318317c,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:19.312104 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Request body: {'port': {'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d', 'binding:host_id': 'n-h1-778550-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089752176'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:19.340773 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a899fa68-117f-4247-a96e-a35f51542084 req-1b1adf5f-6772-4d47-870a-95965f6fb4ae tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:19.343333 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a899fa68-117f-4247-a96e-a35f51542084 req-1b1adf5f-6772-4d47-870a-95965f6fb4ae tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:19.344496 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a899fa68-117f-4247-a96e-a35f51542084 req-1b1adf5f-6772-4d47-870a-95965f6fb4ae tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "DELETE /v2.0/floatingips/046f5ed4-5e9e-41f2-ade7-a0bf9bdbdcb1 HTTP/1.1" status: 204 len: 173 time: 1.1848512 Aug 20 10:22:19.377480 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fb4825-ffa2-4871-bc31-166e0267b5ad admin admin] Checking segment: {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:19.377835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fb4825-ffa2-4871-bc31-166e0267b5ad admin admin] Network hostable DHCP agents. Network: cfce61d9-c87f-4881-8801-06adfd00a39f, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:22:19.382232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Made reservation on behalf of 2b2d3857df6f4106b6e81ac94848f3f6 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:19.384930 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:19.401331 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:19.403072 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-4b51d354-5626-478f-84f3-bb3df10f0535 req-995c4280-26f0-4143-98ba-70709aa59c95 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] show failed (client error): The resource could not be found. Aug 20 10:22:19.404114 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4b51d354-5626-478f-84f3-bb3df10f0535 req-995c4280-26f0-4143-98ba-70709aa59c95 tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/floatingips/046f5ed4-5e9e-41f2-ade7-a0bf9bdbdcb1 HTTP/1.1" status: 404 len: 350 time: 0.0399120 Aug 20 10:22:19.415316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-8ffa9e10-f7fb-4cd3-93bb-74ab77b0c6bb req-2034ed07-c5c6-4178-82a4-da1c429cc539 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] For port d0f2ccba-de52-4816-8e96-745ef6e683cd, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d0f2ccba-de52-4816-8e96-745ef6e683cd,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:19.415710 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8ffa9e10-f7fb-4cd3-93bb-74ab77b0c6bb req-2034ed07-c5c6-4178-82a4-da1c429cc539 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:19.426220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fb4825-ffa2-4871-bc31-166e0267b5ad admin admin] Network cfce61d9-c87f-4881-8801-06adfd00a39f is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:22:19.431220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-8ffa9e10-f7fb-4cd3-93bb-74ab77b0c6bb req-2034ed07-c5c6-4178-82a4-da1c429cc539 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Calling delete_port for d0f2ccba-de52-4816-8e96-745ef6e683cd owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:19.435571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6d3eb-52bd-423d-a7ea-bc0828689b08 req-1f7b0088-330c-420b-a5d2-be1ee340a7ea tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:19.437055 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91d6d3eb-52bd-423d-a7ea-bc0828689b08 req-1f7b0088-330c-420b-a5d2-be1ee340a7ea tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.0911777 Aug 20 10:22:19.469665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-32fb4825-ffa2-4871-bc31-166e0267b5ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, cfce61d9-c87f-4881-8801-06adfd00a39f) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:19.477735 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fb4825-ffa2-4871-bc31-166e0267b5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:19.478321 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32fb4825-ffa2-4871-bc31-166e0267b5ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:19.480373 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-5cdb8eb9-80ed-4d48-bbcb-482b981a0462 req-d8e3dd8c-9305-45d5-a442-31b4d0d4d05f tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] show failed (client error): The resource could not be found. Aug 20 10:22:19.481053 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205f3b1a-70f5-4b01-b519-aad14284a412 None None] Network cfce61d9-c87f-4881-8801-06adfd00a39f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:22:19.481637 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5cdb8eb9-80ed-4d48-bbcb-482b981a0462 req-d8e3dd8c-9305-45d5-a442-31b4d0d4d05f tempest-FloatingIPsTestJSON-893858770 tempest-FloatingIPsTestJSON-893858770-project] 10.222.0.16 "GET /v2.0/floatingips/046f5ed4-5e9e-41f2-ade7-a0bf9bdbdcb1 HTTP/1.1" status: 404 len: 350 time: 0.0519898 Aug 20 10:22:19.495272 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42302) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:19.569083 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91d6d3eb-52bd-423d-a7ea-bc0828689b08 req-012da5df-bdb4-4e9b-a6ab-e73de79219de tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252804 Aug 20 10:22:19.611923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d959924-d065-46d3-b810-91ba2f2b3a1a req-a3d61a2e-f466-4464-9a77-3d3237edbad5 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:19.614077 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d959924-d065-46d3-b810-91ba2f2b3a1a req-a3d61a2e-f466-4464-9a77-3d3237edbad5 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 943 time: 0.0694878 Aug 20 10:22:19.642743 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eda74d-acc8-47d0-91db-811c5284b57c None None] Network cfce61d9-c87f-4881-8801-06adfd00a39f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:22:19.690272 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8ffa9e10-f7fb-4cd3-93bb-74ab77b0c6bb req-2034ed07-c5c6-4178-82a4-da1c429cc539 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:19.711097 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:19.724842 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d959924-d065-46d3-b810-91ba2f2b3a1a req-e6eaf85d-ef44-4822-a205-bf5e4ac85e7c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786247 Aug 20 10:22:19.729485 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034ed07-c5c6-4178-82a4-da1c429cc539 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Pushing event deleted for resources: {'Port': ['ID=d0f2ccba-de52-4816-8e96-745ef6e683cd,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:19.761155 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:19.761460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56f3c5a8-8170-4a84-b313-91c26503adf0', '4a354e05-7de8-402a-be9d-0bc54252cc3c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:19.764735 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['990134a8-9179-4d5b-9582-fedfa0e499ac', '17ebca30-509f-4f31-9d67-f9d5e8b8c204', 'c855197b-106b-45e3-8aea-6ff711c9fe9f', 'd0f2ccba-de52-4816-8e96-745ef6e683cd'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:19.789700 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffa9e10-f7fb-4cd3-93bb-74ab77b0c6bb req-2034ed07-c5c6-4178-82a4-da1c429cc539 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] No DVR routers for this DVR port d0f2ccba-de52-4816-8e96-745ef6e683cd on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:19.792590 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8ffa9e10-f7fb-4cd3-93bb-74ab77b0c6bb req-2034ed07-c5c6-4178-82a4-da1c429cc539 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:19.795446 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ffa9e10-f7fb-4cd3-93bb-74ab77b0c6bb req-2034ed07-c5c6-4178-82a4-da1c429cc539 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "DELETE /v2.0/ports/d0f2ccba-de52-4816-8e96-745ef6e683cd HTTP/1.1" status: 204 len: 173 time: 1.1692805 Aug 20 10:22:19.796109 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a974c99d-d323-48a5-b7d2-aa0bc6f9128f', 'name': 'network-vif-deleted', 'tag': 'd0f2ccba-de52-4816-8e96-745ef6e683cd'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:19.798606 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f439bf6-446b-4eb0-9cb2-151c7e1f6f1f" -d '{"events": [{"server_uuid": "a974c99d-d323-48a5-b7d2-aa0bc6f9128f", "name": "network-vif-deleted", "tag": "d0f2ccba-de52-4816-8e96-745ef6e683cd"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:19.813242 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 995840f7-d39b-4bf6-beab-401653bd6374 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:22:19.828236 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a502859e-6d13-4d8d-af7c-2bad92d1df6e req-be681100-ec3c-406f-8db1-ffa99ce4ade2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=a974c99d-d323-48a5-b7d2-aa0bc6f9128f HTTP/1.1" status: 200 len: 210 time: 0.0546160 Aug 20 10:22:19.831514 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] device_id is not set on port 11aec835-1d96-4df2-af72-48a383122dde yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:22:19.860264 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-ae0b6a1a-9e66-4e6e-beb2-2360567f9bbf tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=91d7d5dc4ae64b1ab389ae70e177c5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369666 Aug 20 10:22:19.863679 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-32fb4825-ffa2-4871-bc31-166e0267b5ad admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9365180 Aug 20 10:22:19.956249 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b88441-b7ce-43c9-9852-afa3bae7e4dd x-openstack-request-id: req-d8b88441-b7ce-43c9-9852-afa3bae7e4dd {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:19.956695 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a974c99d-d323-48a5-b7d2-aa0bc6f9128f", "name": "network-vif-deleted", "tag": "d0f2ccba-de52-4816-8e96-745ef6e683cd", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:19.957052 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8b88441-b7ce-43c9-9852-afa3bae7e4dd {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:19.958766 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a974c99d-d323-48a5-b7d2-aa0bc6f9128f', 'name': 'network-vif-deleted', 'tag': 'd0f2ccba-de52-4816-8e96-745ef6e683cd', 'status': 'completed', 'code': 200} Aug 20 10:22:20.055959 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a727bce5-c568-4e5e-86c3-9f88ef04b045,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:20.076234 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-7a40b59a-60eb-4e7d-bc05-627adefa668e tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:20.088393 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-7a40b59a-60eb-4e7d-bc05-627adefa668e tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2260139 Aug 20 10:22:20.107330 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-65630ec1-14cd-4b93-b006-02c8dd45151f tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/quotas/91d7d5dc4ae64b1ab389ae70e177c5c8 HTTP/1.1" status: 200 len: 375 time: 0.0169048 Aug 20 10:22:20.190591 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2d225f89-2eed-4a91-826a-700602336488 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=91d7d5dc4ae64b1ab389ae70e177c5c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820992 Aug 20 10:22:20.255281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 995840f7-d39b-4bf6-beab-401653bd6374, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=995840f7-d39b-4bf6-beab-401653bd6374,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:20.260093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fce697-d8ee-4159-b844-70f7a83ac47d req-b48f2316-6c8a-4166-bca0-3ffe7d8ac491 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:20.276724 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28fce697-d8ee-4159-b844-70f7a83ac47d req-b48f2316-6c8a-4166-bca0-3ffe7d8ac491 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.1705689 Aug 20 10:22:20.364578 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '995840f7-d39b-4bf6-beab-401653bd6374', 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a', 'port_id': '995840f7-d39b-4bf6-beab-401653bd6374', 'mac_address': 'fa:16:3e:92:c5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14c8d45-d320-4574-86d3-37a082d1daf5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:22:20.391651 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28fce697-d8ee-4159-b844-70f7a83ac47d req-4ea08c48-631c-47e5-9977-b758937eddda tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139500 Aug 20 10:22:20.590893 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:20.591452 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05770077-15d5-43d4-bcc0-eca632fd1a3f req-9fd9e554-75da-4856-96ab-cac164de7fb7 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae997a79-5086-450e-8575-b016e55a584d HTTP/1.1" status: 200 len: 210 time: 0.0503311 Aug 20 10:22:20.609040 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995840f7-d39b-4bf6-beab-401653bd6374 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:22:20.679555 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 995840f7-d39b-4bf6-beab-401653bd6374, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=995840f7-d39b-4bf6-beab-401653bd6374,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:20.696688 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:20.807821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=995840f7-d39b-4bf6-beab-401653bd6374,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:20.821881 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:20.822227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:20.822567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:20.823245 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:20.823755 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:20.824313 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:20.824816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:20.825319 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:20.825823 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:20.826324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:20.826844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:20.827490 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:22:20.881828 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c3106-b574-4460-ae84-4d326a6c5a15 req-52091d59-485d-4d3f-b944-71f284aa722d tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:20.883431 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5e8c3106-b574-4460-ae84-4d326a6c5a15 req-52091d59-485d-4d3f-b944-71f284aa722d tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 944 time: 0.0706298 Aug 20 10:22:20.890352 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] device_id is not set on port 11aec835-1d96-4df2-af72-48a383122dde yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:22:20.906443 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:20.927136 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5e8c3106-b574-4460-ae84-4d326a6c5a15 req-55881837-1c9d-4983-b229-44875e7e95f2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348444 Aug 20 10:22:20.935836 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Transition to ACTIVE for port object 11aec835-1d96-4df2-af72-48a383122dde will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:20.967578 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:21.012872 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-6959e847-2471-4164-b450-579207139b5b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:21.015606 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-6959e847-2471-4164-b450-579207139b5b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 811 time: 0.1985018 Aug 20 10:22:21.078636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Pushing event updated for resources: {'Port': ['ID=11aec835-1d96-4df2-af72-48a383122dde,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:21.082025 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-f41ed236-67ec-4ab2-a070-9b2208e030b9 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/quotas/6e53ce8e85ec4b5491d4531e04655740 HTTP/1.1" status: 200 len: 375 time: 0.0522203 Aug 20 10:22:21.108639 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Checking segment: {'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:21.109007 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Network hostable DHCP agents. Network: f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:22:21.142546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['995840f7-d39b-4bf6-beab-401653bd6374'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:21.147728 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-9785b2b3-ff80-4712-b894-47ba6b0b7860 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352266 Aug 20 10:22:21.162892 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81c72af8-c09a-4d73-b332-e90a90442f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:21.242060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:22:21.268743 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:21.277296 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:21.280155 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a6a7f2-c2e8-4761-a56f-06dd545d9216 None None] Network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:22:21.340551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:21.340806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:21.341157 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:21.368305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:21.369023 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:21.373280 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 2 to bind port 11aec835-1d96-4df2-af72-48a383122dde Aug 20 10:22:21.384696 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542083d-cab7-4709-88d3-abe5d4b32d58 req-3b31ea17-b3d6-4e9e-8537-9e9811b00bb2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:21.386539 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-07ba7c78-aac0-4fb0-9e69-c264ffd914a1 service neutron] 10.222.0.16 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271764 Aug 20 10:22:21.393620 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3542083d-cab7-4709-88d3-abe5d4b32d58 req-3b31ea17-b3d6-4e9e-8537-9e9811b00bb2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e0cf3dd-4ce6-45bc-9be7-31b91b879a98 HTTP/1.1" status: 200 len: 950 time: 0.0636461 Aug 20 10:22:21.424164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:21.425899 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:21.425899 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:21.437271 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3542083d-cab7-4709-88d3-abe5d4b32d58 req-8da27524-b7d1-46ea-9bcb-49d714af9f6a tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424883 Aug 20 10:22:21.491670 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:21.491999 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:21.495683 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 3 to bind port 11aec835-1d96-4df2-af72-48a383122dde Aug 20 10:22:21.523212 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:21.523551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:21.523886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:21.546355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:21.546689 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:21.549413 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 4 to bind port 11aec835-1d96-4df2-af72-48a383122dde Aug 20 10:22:21.551588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eaff9-3cd6-4d0c-b988-06a826f7524b req-a579837e-1568-4ff4-8f56-eee89a2d1ee0 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:21.553303 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-af8eaff9-3cd6-4d0c-b988-06a826f7524b req-a579837e-1568-4ff4-8f56-eee89a2d1ee0 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.0614564 Aug 20 10:22:21.579844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:21.580282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:21.580622 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:21.585788 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-3977de09-f54b-49ea-95c3-880ad0fdd6bc service neutron] 10.222.0.16 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633737 Aug 20 10:22:21.590440 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:21.590818 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:21.594039 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 5 to bind port 11aec835-1d96-4df2-af72-48a383122dde Aug 20 10:22:21.612146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:21.612710 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:21.613231 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:21.618271 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-97030b91-1c3e-47b3-ac89-2980f7608eb4 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=91d7d5dc4ae64b1ab389ae70e177c5c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430663 Aug 20 10:22:21.637444 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:21.637779 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:21.639727 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 6 to bind port 11aec835-1d96-4df2-af72-48a383122dde Aug 20 10:22:21.673532 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:21.673875 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:21.674234 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:21.682529 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:21.682864 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:21.683459 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 7 to bind port 11aec835-1d96-4df2-af72-48a383122dde Aug 20 10:22:21.686223 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-af8eaff9-3cd6-4d0c-b988-06a826f7524b req-d0b35c40-8706-4bc3-9f09-cc134c6606ba tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206284 Aug 20 10:22:21.710850 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:21.713990 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:21.715109 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:21.722351 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:21.722926 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:21.724310 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 8 to bind port 11aec835-1d96-4df2-af72-48a383122dde Aug 20 10:22:21.767910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-81c72af8-c09a-4d73-b332-e90a90442f65 admin admin] Deleting port f0af13bd-c980-4b8a-b9f6-82104ef33430 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:21.768853 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81c72af8-c09a-4d73-b332-e90a90442f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:21.771738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:21.772071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:21.772646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:21.827971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-6d7f550f-071f-464b-a9f9-cf8f862637b9 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:21.830145 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-6d7f550f-071f-464b-a9f9-cf8f862637b9 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1981816 Aug 20 10:22:21.837741 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:21.838074 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:21.842427 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 9 to bind port 11aec835-1d96-4df2-af72-48a383122dde Aug 20 10:22:21.851683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-c0f02f70-b4b0-46a5-b0dc-0cea86c056ef tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Request body: {'port': {'device_id': 'ae997a79-5086-450e-8575-b016e55a584d', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '91d7d5dc4ae64b1ab389ae70e177c5c8'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:21.865951 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f5e42712-5b0b-40be-8a94-5ed583e20e82 req-821b7ec0-fa70-400b-9980-067be3e1c4a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae997a79-5086-450e-8575-b016e55a584d HTTP/1.1" status: 200 len: 210 time: 0.0415778 Aug 20 10:22:21.877827 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:21.878164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:21.878597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:21.882988 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6392d01-2364-4259-8481-088f1480e9e6 req-66039cdd-c479-4fbc-b245-4b12389a6928 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 210 time: 0.0468795 Aug 20 10:22:21.891550 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:21.892081 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:21.894022 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 10 to bind port 11aec835-1d96-4df2-af72-48a383122dde Aug 20 10:22:21.919269 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:21.919610 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:21.919943 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:21.927686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-81c72af8-c09a-4d73-b332-e90a90442f65 admin admin] For port f0af13bd-c980-4b8a-b9f6-82104ef33430, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f0af13bd-c980-4b8a-b9f6-82104ef33430,segment=NetworkSegment(8861ade6-863b-4a08-b41b-cb599595ce71),segment_id=8861ade6-863b-4a08-b41b-cb599595ce71)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:21.928049 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81c72af8-c09a-4d73-b332-e90a90442f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:21.930366 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 11aec835-1d96-4df2-af72-48a383122dde on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:21.930693 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 11aec835-1d96-4df2-af72-48a383122dde on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:21.931429 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:21.953191 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-81c72af8-c09a-4d73-b332-e90a90442f65 admin admin] Calling delete_port for f0af13bd-c980-4b8a-b9f6-82104ef33430 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:22.012418 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-c0f02f70-b4b0-46a5-b0dc-0cea86c056ef tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Made reservation on behalf of 91d7d5dc4ae64b1ab389ae70e177c5c8 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:22.016448 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-c0f02f70-b4b0-46a5-b0dc-0cea86c056ef tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:22.081049 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] For port 11aec835-1d96-4df2-af72-48a383122dde, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:22.081438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempted to set empty binding levels {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 10:22:22.090646 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:22.140778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:22.141476 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:22.173571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-c0f02f70-b4b0-46a5-b0dc-0cea86c056ef tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Allocated IP 192.168.233.102 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/a3340483-317a-4da7-a6cd-e74b355c33e4) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:22.181822 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf23c95-9d5a-453b-9d24-42bf59826ead req-65ebed43-d514-4387-bef4-8adc83846f94 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:22.183387 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2cf23c95-9d5a-453b-9d24-42bf59826ead req-65ebed43-d514-4387-bef4-8adc83846f94 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 944 time: 0.1629224 Aug 20 10:22:22.206872 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Pushing event updated for resources: {'Port': ['ID=11aec835-1d96-4df2-af72-48a383122dde,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:22.221925 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dd2f0d73-8f43-4395-abec-cdb75db563ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.9119112 Aug 20 10:22:22.223292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42378) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:22.260455 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2cf23c95-9d5a-453b-9d24-42bf59826ead req-fdf67dd6-c7e2-4fa1-b2a9-3429ce743313 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625143 Aug 20 10:22:22.330529 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81c72af8-c09a-4d73-b332-e90a90442f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:22.362996 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c72af8-c09a-4d73-b332-e90a90442f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0af13bd-c980-4b8a-b9f6-82104ef33430,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:22.400798 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-c0f02f70-b4b0-46a5-b0dc-0cea86c056ef tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:22.415972 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-c0f02f70-b4b0-46a5-b0dc-0cea86c056ef tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Transition to ACTIVE for port object a3340483-317a-4da7-a6cd-e74b355c33e4 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:22.442900 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:22.451638 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-92bbe667-ad3c-447a-98c7-f0a83b35bc04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Deleting port 11aec835-1d96-4df2-af72-48a383122dde {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:22.453455 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92bbe667-ad3c-447a-98c7-f0a83b35bc04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:22.503343 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-c0f02f70-b4b0-46a5-b0dc-0cea86c056ef tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:22.522586 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['416addcc-75e7-468f-be1d-2361414c52f2'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:22.525170 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['f49918e5-a388-4e4a-bea5-edae5a7ef00a'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:22.557026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-92bbe667-ad3c-447a-98c7-f0a83b35bc04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] For port 11aec835-1d96-4df2-af72-48a383122dde, host n-h1-778550-11, got binding levels [] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:22.557382 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92bbe667-ad3c-447a-98c7-f0a83b35bc04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:22.587938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f02f70-b4b0-46a5-b0dc-0cea86c056ef tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Pushing event updated for resources: {'Port': ['ID=a3340483-317a-4da7-a6cd-e74b355c33e4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:22.608947 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81c72af8-c09a-4d73-b332-e90a90442f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:22.633099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-c0f02f70-b4b0-46a5-b0dc-0cea86c056ef tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:22.647776 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-92bbe667-ad3c-447a-98c7-f0a83b35bc04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Calling delete_port for 11aec835-1d96-4df2-af72-48a383122dde owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:22.654448 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-c0f02f70-b4b0-46a5-b0dc-0cea86c056ef tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:22.658608 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-c0f02f70-b4b0-46a5-b0dc-0cea86c056ef tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:22.794281 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be140709-24f0-4dcb-8bd6-3d2a7f2e754c req-fbb1543e-5294-4975-a382-2c0de93126c7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:22.801591 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be140709-24f0-4dcb-8bd6-3d2a7f2e754c req-fbb1543e-5294-4975-a382-2c0de93126c7 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e0cf3dd-4ce6-45bc-9be7-31b91b879a98 HTTP/1.1" status: 200 len: 950 time: 0.2203114 Aug 20 10:22:22.827790 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device d0f2ccba-de52-4816-8e96-745ef6e683cd no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:22.841261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-c0f02f70-b4b0-46a5-b0dc-0cea86c056ef tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:22.842121 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-c0f02f70-b4b0-46a5-b0dc-0cea86c056ef tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:22.866081 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: d0f2ccba-de52-4816-8e96-745ef6e683cd {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:22.879678 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device d0f2ccba-de52-4816-8e96-745ef6e683cd not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:22.880059 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-c0f02f70-b4b0-46a5-b0dc-0cea86c056ef tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0325117 Aug 20 10:22:22.890809 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be140709-24f0-4dcb-8bd6-3d2a7f2e754c req-9c3bb8df-5f21-4dc5-a19d-3d7defdeced4 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880640 Aug 20 10:22:22.909823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Request body: {'port': {'device_id': 'ae997a79-5086-450e-8575-b016e55a584d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:22.947285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0024-41fb-4a34-9c53-1f918f3da6e5 req-f59a3354-e257-4383-bb0d-d3f40b31bd00 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:22.949129 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b21e0024-41fb-4a34-9c53-1f918f3da6e5 req-f59a3354-e257-4383-bb0d-d3f40b31bd00 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.1337776 Aug 20 10:22:22.975869 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92bbe667-ad3c-447a-98c7-f0a83b35bc04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:23.002803 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c72af8-c09a-4d73-b332-e90a90442f65 admin admin] Router 225efd80-4c25-4e26-b71e-e05f1e26e0c9 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:22:23.028331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbe667-ad3c-447a-98c7-f0a83b35bc04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Pushing event deleted for resources: {'Port': ['ID=11aec835-1d96-4df2-af72-48a383122dde,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:23.040858 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92bbe667-ad3c-447a-98c7-f0a83b35bc04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:23.043309 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-92bbe667-ad3c-447a-98c7-f0a83b35bc04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] 10.222.0.16 "DELETE /v2.0/ports/11aec835-1d96-4df2-af72-48a383122dde HTTP/1.1" status: 204 len: 168 time: 0.8131239 Aug 20 10:22:23.055522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89846ae4-2572-4110-b582-6b7d99ff1ea2 req-820d4824-a3a8-425e-a221-a145fd6a106c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:23.057076 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-89846ae4-2572-4110-b582-6b7d99ff1ea2 req-820d4824-a3a8-425e-a221-a145fd6a106c tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "GET /v2.0/ports?device_id=3014d289-8fcb-4d58-a724-967812c4d5fb HTTP/1.1" status: 200 len: 950 time: 0.1650076 Aug 20 10:22:23.057903 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42390) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:23.067777 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:23.107608 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0565e966-83b6-4d93-a609-b301312eb74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] GET failed (client error): The resource could not be found. Aug 20 10:22:23.109621 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0565e966-83b6-4d93-a609-b301312eb74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] 10.222.0.16 "GET /v2.0/ports/11aec835-1d96-4df2-af72-48a383122dde HTTP/1.1" status: 404 len: 333 time: 0.0501902 Aug 20 10:22:23.115678 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d2671e93-704d-447e-9ca9-dcf188d9b771 None None] Provisioning for port a3340483-317a-4da7-a6cd-e74b355c33e4 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:23.119829 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42392) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:23.120962 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d2671e93-704d-447e-9ca9-dcf188d9b771 None None] Provisioning complete for port a3340483-317a-4da7-a6cd-e74b355c33e4 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:23.122121 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d2671e93-704d-447e-9ca9-dcf188d9b771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:23.140273 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b21e0024-41fb-4a34-9c53-1f918f3da6e5 req-3890bdaf-b54e-40f9-81c1-32a3a21547b9 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660876 Aug 20 10:22:23.144361 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-46d382e5-5aa2-415b-bf5d-59f9f08a8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Request body: {'port': {'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-599345859'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:23.205304 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d2671e93-704d-447e-9ca9-dcf188d9b771 None None] Port a3340483-317a-4da7-a6cd-e74b355c33e4 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:22:23.235241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d382e5-5aa2-415b-bf5d-59f9f08a8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Made reservation on behalf of 2b2d3857df6f4106b6e81ac94848f3f6 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:23.237489 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46d382e5-5aa2-415b-bf5d-59f9f08a8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:23.297190 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cb624-2ae7-49cf-9298-4c33e03618fe req-ba74f8d2-cee4-41de-b5c2-517047e0cc88 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:23.298637 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-249cb624-2ae7-49cf-9298-4c33e03618fe req-ba74f8d2-cee4-41de-b5c2-517047e0cc88 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e0cf3dd-4ce6-45bc-9be7-31b91b879a98 HTTP/1.1" status: 200 len: 950 time: 0.2826858 Aug 20 10:22:23.300358 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-57a352b1-5a01-4ec5-b6b1-fd193738cfd8 req-c399a63e-c5b2-4cce-9d6e-8a19194c66fd tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 210 time: 0.0725484 Aug 20 10:22:23.329606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ee2f1-43f2-4b30-b6c5-c1955641625b req-c1da03f1-2fd8-4ad8-9928-877d0060b1f2 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:23.331638 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f5ee2f1-43f2-4b30-b6c5-c1955641625b req-c1da03f1-2fd8-4ad8-9928-877d0060b1f2 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae997a79-5086-450e-8575-b016e55a584d HTTP/1.1" status: 200 len: 936 time: 0.1741145 Aug 20 10:22:23.374805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-46d382e5-5aa2-415b-bf5d-59f9f08a8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] device_id is not set on port d8f4cf86-eac6-4649-91c2-c858ef02d6dc yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:22:23.411219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-89846ae4-2572-4110-b582-6b7d99ff1ea2 req-10fad5e3-d716-4c18-a2ad-54096ad90051 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Deleting port c855197b-106b-45e3-8aea-6ff711c9fe9f {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:23.411562 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-89846ae4-2572-4110-b582-6b7d99ff1ea2 req-10fad5e3-d716-4c18-a2ad-54096ad90051 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:23.429158 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-784f5470-0a90-48d1-8991-8fda9e995c5f tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:23.430643 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-784f5470-0a90-48d1-8991-8fda9e995c5f tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.24 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 811 time: 0.4159942 Aug 20 10:22:23.473216 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f5ee2f1-43f2-4b30-b6c5-c1955641625b req-1fbd8bfe-dfef-4432-a833-4ab9d3a47c9d tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354065 Aug 20 10:22:23.498479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-61808f3f-23b5-44c8-9ca9-14c85dcaed5b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Request body: {'port': {'device_id': '4960d19e-c73a-4c00-8873-bf656f86b379', 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f', 'admin_state_up': True, 'tenant_id': '6e53ce8e85ec4b5491d4531e04655740'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:23.550524 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-89846ae4-2572-4110-b582-6b7d99ff1ea2 req-10fad5e3-d716-4c18-a2ad-54096ad90051 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] For port c855197b-106b-45e3-8aea-6ff711c9fe9f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c855197b-106b-45e3-8aea-6ff711c9fe9f,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:23.550894 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-89846ae4-2572-4110-b582-6b7d99ff1ea2 req-10fad5e3-d716-4c18-a2ad-54096ad90051 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:23.567910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-89846ae4-2572-4110-b582-6b7d99ff1ea2 req-10fad5e3-d716-4c18-a2ad-54096ad90051 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Calling delete_port for c855197b-106b-45e3-8aea-6ff711c9fe9f owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:23.606291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c72af8-c09a-4d73-b332-e90a90442f65 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:22:23.618001 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d51a6-908f-4ad9-9cb5-df31d36da027 None None] Sync routers for ids ['225efd80-4c25-4e26-b71e-e05f1e26e0c9'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:22:23.623819 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-81c72af8-c09a-4d73-b332-e90a90442f65 admin admin] 10.222.0.16 "PUT /v2.0/routers/225efd80-4c25-4e26-b71e-e05f1e26e0c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1211905 Aug 20 10:22:23.629235 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0d51a6-908f-4ad9-9cb5-df31d36da027 None None] Routers {'225efd80-4c25-4e26-b71e-e05f1e26e0c9'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:23.630110 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5c0d51a6-908f-4ad9-9cb5-df31d36da027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:22:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['225efd80-4c25-4e26-b71e-e05f1e26e0c9'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:23.633166 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42396) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:23.657149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3340483-317a-4da7-a6cd-e74b355c33e4 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:22:23.661925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f78141-81f6-4404-99b6-8c2e2c2213e4 req-8db6424c-afc6-440f-a21d-408f52f73611 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:23.663392 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-71f78141-81f6-4404-99b6-8c2e2c2213e4 req-8db6424c-afc6-440f-a21d-408f52f73611 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 944 time: 0.2900457 Aug 20 10:22:23.669788 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:23.697367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Transition to ACTIVE for port object a3340483-317a-4da7-a6cd-e74b355c33e4 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:23.708564 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:23.856394 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-249cb624-2ae7-49cf-9298-4c33e03618fe req-f90b6750-1199-4387-9ece-479b455df2b2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Deleting port 4a354e05-7de8-402a-be9d-0bc54252cc3c {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:23.856796 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-249cb624-2ae7-49cf-9298-4c33e03618fe req-f90b6750-1199-4387-9ece-479b455df2b2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:23.858352 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 995840f7-d39b-4bf6-beab-401653bd6374 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:23.866344 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3340483-317a-4da7-a6cd-e74b355c33e4,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:23.905450 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-89846ae4-2572-4110-b582-6b7d99ff1ea2 req-10fad5e3-d716-4c18-a2ad-54096ad90051 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:23.926077 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56f3c5a8-8170-4a84-b313-91c26503adf0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:23.928624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['990134a8-9179-4d5b-9582-fedfa0e499ac', '17ebca30-509f-4f31-9d67-f9d5e8b8c204', 'c855197b-106b-45e3-8aea-6ff711c9fe9f'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:23.957600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-5c0d51a6-908f-4ad9-9cb5-df31d36da027 None None] Set router 225efd80-4c25-4e26-b71e-e05f1e26e0c9 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:23.981451 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fad5e3-d716-4c18-a2ad-54096ad90051 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Pushing event deleted for resources: {'Port': ['ID=c855197b-106b-45e3-8aea-6ff711c9fe9f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:23.984177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Attempting to bind port a3340483-317a-4da7-a6cd-e74b355c33e4 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:23.984508 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Attempting to bind port a3340483-317a-4da7-a6cd-e74b355c33e4 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:23.984836 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Attempting to bind port a3340483-317a-4da7-a6cd-e74b355c33e4 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:24.062776 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-89846ae4-2572-4110-b582-6b7d99ff1ea2 req-10fad5e3-d716-4c18-a2ad-54096ad90051 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] No DVR routers for this DVR port c855197b-106b-45e3-8aea-6ff711c9fe9f on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:24.077293 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-89846ae4-2572-4110-b582-6b7d99ff1ea2 req-10fad5e3-d716-4c18-a2ad-54096ad90051 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:24.079362 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-89846ae4-2572-4110-b582-6b7d99ff1ea2 req-10fad5e3-d716-4c18-a2ad-54096ad90051 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "DELETE /v2.0/ports/c855197b-106b-45e3-8aea-6ff711c9fe9f HTTP/1.1" status: 204 len: 173 time: 1.0095406 Aug 20 10:22:24.079969 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Port a3340483-317a-4da7-a6cd-e74b355c33e4 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:24.080300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Attempting to bind port a3340483-317a-4da7-a6cd-e74b355c33e4 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:24.083377 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3014d289-8fcb-4d58-a724-967812c4d5fb', 'name': 'network-vif-deleted', 'tag': 'c855197b-106b-45e3-8aea-6ff711c9fe9f'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:24.085784 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3e6a6a-4242-41b3-a74d-38520e88da58" -d '{"events": [{"server_uuid": "3014d289-8fcb-4d58-a724-967812c4d5fb", "name": "network-vif-deleted", "tag": "c855197b-106b-45e3-8aea-6ff711c9fe9f"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:24.118125 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:22:24.118458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:24.118804 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:22:24.119207 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Bound port: a3340483-317a-4da7-a6cd-e74b355c33e4, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:22:24.119571 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:24.144630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 995840f7-d39b-4bf6-beab-401653bd6374 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:24.182820 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 995840f7-d39b-4bf6-beab-401653bd6374 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:24.183996 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:24.192544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36653b75-efed-4680-9464-ef05e9b479ca req-f7782bc7-9397-4fdf-b8e1-c71de5828386 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:24.202126 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-36653b75-efed-4680-9464-ef05e9b479ca req-f7782bc7-9397-4fdf-b8e1-c71de5828386 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e0cf3dd-4ce6-45bc-9be7-31b91b879a98 HTTP/1.1" status: 200 len: 950 time: 0.1437256 Aug 20 10:22:24.309091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] For port a3340483-317a-4da7-a6cd-e74b355c33e4, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:24.321880 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-36653b75-efed-4680-9464-ef05e9b479ca req-87e8d05b-c863-4760-a83e-280c6b0a0a55 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187704 Aug 20 10:22:24.351601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] For port a3340483-317a-4da7-a6cd-e74b355c33e4, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a3340483-317a-4da7-a6cd-e74b355c33e4,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:22:24.365700 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0c00308-8a4d-42c4-bd08-d79caf67621d req-e68183b0-06a0-4030-a142-7fa95a0d094c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04240a20-81cc-4cda-b551-1e94261e538f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1595716 Aug 20 10:22:24.368346 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-71f78141-81f6-4404-99b6-8c2e2c2213e4 req-de5d650f-3a6f-478d-a125-86b79d8d04e4 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579976 Aug 20 10:22:24.370441 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:24.410682 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46d382e5-5aa2-415b-bf5d-59f9f08a8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:24.449991 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a46b5e52-0af6-4285-838c-2f039f79b5c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:24.450598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-61808f3f-23b5-44c8-9ca9-14c85dcaed5b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Made reservation on behalf of 6e53ce8e85ec4b5491d4531e04655740 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:24.454242 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-61808f3f-23b5-44c8-9ca9-14c85dcaed5b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:24.486458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:24.487107 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:24.488512 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] 10.222.0.42 "PUT /v2.0/ports/a3340483-317a-4da7-a6cd-e74b355c33e4 HTTP/1.1" status: 200 len: 1097 time: 1.5853646 Aug 20 10:22:24.491904 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f5630e-45e4-4672-9c11-f64110f65175 x-openstack-request-id: req-d8f5630e-45e4-4672-9c11-f64110f65175 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:24.492187 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3014d289-8fcb-4d58-a724-967812c4d5fb", "name": "network-vif-deleted", "tag": "c855197b-106b-45e3-8aea-6ff711c9fe9f", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:24.492451 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8f5630e-45e4-4672-9c11-f64110f65175 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:24.492847 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3014d289-8fcb-4d58-a724-967812c4d5fb', 'name': 'network-vif-deleted', 'tag': 'c855197b-106b-45e3-8aea-6ff711c9fe9f', 'status': 'completed', 'code': 200} Aug 20 10:22:24.526470 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517bb75-6ff1-46dd-86d4-99a4c33c76c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3340483-317a-4da7-a6cd-e74b355c33e4,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:24.562710 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c00308-8a4d-42c4-bd08-d79caf67621d req-46105018-804f-44f3-847a-3526048db74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:24.564374 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0c00308-8a4d-42c4-bd08-d79caf67621d req-46105018-804f-44f3-847a-3526048db74a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&device_id=04240a20-81cc-4cda-b551-1e94261e538f HTTP/1.1" status: 200 len: 1102 time: 0.1145773 Aug 20 10:22:24.595524 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:24.676954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-249cb624-2ae7-49cf-9298-4c33e03618fe req-f90b6750-1199-4387-9ece-479b455df2b2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] For port 4a354e05-7de8-402a-be9d-0bc54252cc3c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4a354e05-7de8-402a-be9d-0bc54252cc3c,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:24.677363 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-249cb624-2ae7-49cf-9298-4c33e03618fe req-f90b6750-1199-4387-9ece-479b455df2b2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:24.704274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-249cb624-2ae7-49cf-9298-4c33e03618fe req-f90b6750-1199-4387-9ece-479b455df2b2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Calling delete_port for 4a354e05-7de8-402a-be9d-0bc54252cc3c owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:24.706738 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46d382e5-5aa2-415b-bf5d-59f9f08a8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:24.713130 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-db3fc62c-7a5f-453e-9a94-562f46a3b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:24.714640 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-db3fc62c-7a5f-453e-9a94-562f46a3b2d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91d7d5dc4ae64b1ab389ae70e177c5c8&device_id=ae997a79-5086-450e-8575-b016e55a584d HTTP/1.1" status: 200 len: 1100 time: 0.1684999 Aug 20 10:22:24.774565 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5c0d51a6-908f-4ad9-9cb5-df31d36da027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'name': 'tempest-FloatingIPsTestJSON-1743809793-router', 'tenant_id': '37c55134a6894856a69803e246e93ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:21:57Z', 'updated_at': '2021-08-20T10:22:22Z', 'revision_number': 5, 'project_id': '37c55134a6894856a69803e246e93ba0', 'gw_port': {'id': '3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:21:59Z', 'updated_at': '2021-08-20T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:24.813973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c00308-8a4d-42c4-bd08-d79caf67621d req-2b21c668-15e6-48db-97d3-1d5ffcc70019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:24.815719 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0c00308-8a4d-42c4-bd08-d79caf67621d req-2b21c668-15e6-48db-97d3-1d5ffcc70019 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2026248 Aug 20 10:22:24.816998 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-d3e2992e-2d8a-41af-ad6d-076e6a67c091 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a3340483-317a-4da7-a6cd-e74b355c33e4 HTTP/1.1" status: 200 len: 217 time: 0.0925283 Aug 20 10:22:24.832609 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b4379-0ff6-424f-afd3-00c520adbad4 req-e088db64-71bb-4d5a-bd86-de13876cfb8d tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:24.840453 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-709b4379-0ff6-424f-afd3-00c520adbad4 req-e088db64-71bb-4d5a-bd86-de13876cfb8d tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.2077873 Aug 20 10:22:24.844335 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919e3a19-b222-43a0-b6bc-f12e861bb56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995840f7-d39b-4bf6-beab-401653bd6374'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:24.846722 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a69bc0-412b-4030-bf4a-392aa522b68c" -d '{"events": [{"server_uuid": "919e3a19-b222-43a0-b6bc-f12e861bb56d", "name": "network-vif-plugged", "status": "completed", "tag": "995840f7-d39b-4bf6-beab-401653bd6374"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:24.862447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d51a6-908f-4ad9-9cb5-df31d36da027 None None] Checking router: 225efd80-4c25-4e26-b71e-e05f1e26e0c9 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:22:24.868166 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d9f2c00-51b8-4bd6-844d-daab1efb9d1b req-1f3d860d-71ef-4fe4-be18-972cd2044b87 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 210 time: 0.1610417 Aug 20 10:22:24.884212 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 995840f7-d39b-4bf6-beab-401653bd6374, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=995840f7-d39b-4bf6-beab-401653bd6374,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:24.906001 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:24.919794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0d51a6-908f-4ad9-9cb5-df31d36da027 None None] Routers {'225efd80-4c25-4e26-b71e-e05f1e26e0c9'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:24.920749 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5c0d51a6-908f-4ad9-9cb5-df31d36da027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:22:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['225efd80-4c25-4e26-b71e-e05f1e26e0c9'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:24.938280 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d382e5-5aa2-415b-bf5d-59f9f08a8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:24.976830 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0c00308-8a4d-42c4-bd08-d79caf67621d req-02720577-0e9b-4a00-b494-dc4c63aea7e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=990134a8-9179-4d5b-9582-fedfa0e499ac HTTP/1.1" status: 200 len: 217 time: 0.1319864 Aug 20 10:22:24.978367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-649c4e7c-ddd0-45f0-bdc6-265b3935a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:24.980760 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-649c4e7c-ddd0-45f0-bdc6-265b3935a22b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1365275 Aug 20 10:22:24.994301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-46d382e5-5aa2-415b-bf5d-59f9f08a8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:24.999391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d382e5-5aa2-415b-bf5d-59f9f08a8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:25.000573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d382e5-5aa2-415b-bf5d-59f9f08a8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:25.001496 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46d382e5-5aa2-415b-bf5d-59f9f08a8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:25.060525 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a46b5e52-0af6-4285-838c-2f039f79b5c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:25.064619 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-709b4379-0ff6-424f-afd3-00c520adbad4 req-b634a881-45cb-4807-978c-30c38c82fb61 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230401 Aug 20 10:22:25.088317 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d382e5-5aa2-415b-bf5d-59f9f08a8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Pushing event updated for resources: {'Port': ['ID=d8f4cf86-eac6-4649-91c2-c858ef02d6dc,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:25.104708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=995840f7-d39b-4bf6-beab-401653bd6374,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:25.111566 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-46d382e5-5aa2-415b-bf5d-59f9f08a8bd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9895456 Aug 20 10:22:25.115180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42414) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:25.117854 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c00308-8a4d-42c4-bd08-d79caf67621d req-e517f29d-c40c-474c-a5c2-2b71182fe20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:25.119718 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0c00308-8a4d-42c4-bd08-d79caf67621d req-e517f29d-c40c-474c-a5c2-2b71182fe20d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1030509 Aug 20 10:22:25.127606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-6894ecfe-78eb-435b-bd40-f9fe4d15e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:25.128866 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-6894ecfe-78eb-435b-bd40-f9fe4d15e099 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1286128 Aug 20 10:22:25.148126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-5c0d51a6-908f-4ad9-9cb5-df31d36da027 None None] Set router 225efd80-4c25-4e26-b71e-e05f1e26e0c9 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:25.149769 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:25.176860 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1278b64c-e6aa-4765-a5c2-d33ae5f92a67 x-openstack-request-id: req-1278b64c-e6aa-4765-a5c2-d33ae5f92a67 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:25.177532 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919e3a19-b222-43a0-b6bc-f12e861bb56d", "name": "network-vif-plugged", "status": "completed", "tag": "995840f7-d39b-4bf6-beab-401653bd6374", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:25.177999 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1278b64c-e6aa-4765-a5c2-d33ae5f92a67 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:25.178653 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919e3a19-b222-43a0-b6bc-f12e861bb56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995840f7-d39b-4bf6-beab-401653bd6374', 'code': 200} Aug 20 10:22:25.230647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c00308-8a4d-42c4-bd08-d79caf67621d req-af33fef6-6cf9-4704-b5cf-a9b597a31486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:25.232172 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0c00308-8a4d-42c4-bd08-d79caf67621d req-af33fef6-6cf9-4704-b5cf-a9b597a31486 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1024508 Aug 20 10:22:25.238863 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:25.277527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5db63-601d-40ad-8de8-1f9a4c366fa2 req-ab69af89-8de2-412e-ad07-50b285d617d2 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:25.279005 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-93a5db63-601d-40ad-8de8-1f9a4c366fa2 req-ab69af89-8de2-412e-ad07-50b285d617d2 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae997a79-5086-450e-8575-b016e55a584d HTTP/1.1" status: 200 len: 948 time: 0.2723036 Aug 20 10:22:25.336937 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-0cb5edf2-a0ec-40ee-bb4d-49b234faffdc service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982408 Aug 20 10:22:25.348866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-61808f3f-23b5-44c8-9ca9-14c85dcaed5b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Allocated IP 172.20.0.3 (cfce61d9-c87f-4881-8801-06adfd00a39f/cadf393e-210e-42af-b610-6c3e5318317c/2c9e2d98-b261-4d99-963e-e9b814c3b30e) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:25.351853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5c0d51a6-908f-4ad9-9cb5-df31d36da027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'name': 'tempest-FloatingIPsTestJSON-1743809793-router', 'tenant_id': '37c55134a6894856a69803e246e93ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:21:57Z', 'updated_at': '2021-08-20T10:22:22Z', 'revision_number': 5, 'project_id': '37c55134a6894856a69803e246e93ba0', 'gw_port': {'id': '3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:21:59Z', 'updated_at': '2021-08-20T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:25.379414 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0c00308-8a4d-42c4-bd08-d79caf67621d req-ee7f99b7-22a4-4973-aee1-c4ad77f05692 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357141 Aug 20 10:22:25.384349 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b76fd-68c4-40b4-9ed2-9a332e0eb7fd req-c057df20-a5e0-4243-b2f8-e7f210bb6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:25.385530 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c7b76fd-68c4-40b4-9ed2-9a332e0eb7fd req-c057df20-a5e0-4243-b2f8-e7f210bb6680 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 1097 time: 0.1508248 Aug 20 10:22:25.387528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d51a6-908f-4ad9-9cb5-df31d36da027 None None] The sync data for ids ['225efd80-4c25-4e26-b71e-e05f1e26e0c9'] in n-d-778550-11 is: [{'id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'name': 'tempest-FloatingIPsTestJSON-1743809793-router', 'tenant_id': '37c55134a6894856a69803e246e93ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:21:57Z', 'updated_at': '2021-08-20T10:22:22Z', 'revision_number': 5, 'project_id': '37c55134a6894856a69803e246e93ba0', 'gw_port': {'id': '3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225efd80-4c25-4e26-b71e-e05f1e26e0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:21:59Z', 'updated_at': '2021-08-20T10:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:22:25.481215 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-93a5db63-601d-40ad-8de8-1f9a4c366fa2 req-83939044-7235-43b5-9628-6a945dc5056c tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899621 Aug 20 10:22:25.513077 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a46b5e52-0af6-4285-838c-2f039f79b5c5 admin admin] Deleting port 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:25.513421 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a46b5e52-0af6-4285-838c-2f039f79b5c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:25.555296 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-249cb624-2ae7-49cf-9298-4c33e03618fe req-f90b6750-1199-4387-9ece-479b455df2b2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:25.567468 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56f3c5a8-8170-4a84-b313-91c26503adf0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:25.577371 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c7b76fd-68c4-40b4-9ed2-9a332e0eb7fd req-fbe9bfa9-7486-4951-9070-d48af31ce92a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821461 Aug 20 10:22:25.615861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311e459-0db4-4c32-a13e-5bfb90a58d5f req-2e5ebcc6-52f4-4349-b61a-39874824fb04 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:25.617349 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d311e459-0db4-4c32-a13e-5bfb90a58d5f req-2e5ebcc6-52f4-4349-b61a-39874824fb04 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e0cf3dd-4ce6-45bc-9be7-31b91b879a98 HTTP/1.1" status: 200 len: 867 time: 0.1594148 Aug 20 10:22:25.621663 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0c00308-8a4d-42c4-bd08-d79caf67621d req-8db11359-b2bb-442d-b6e4-cea91b71be67 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275696 Aug 20 10:22:25.625408 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08271fab-d6f0-4dc9-a62f-48db355420bb req-65e57023-f92e-448b-abe4-98a7205f5c3f service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448595 Aug 20 10:22:25.648474 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b6750-1199-4387-9ece-479b455df2b2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Pushing event deleted for resources: {'Port': ['ID=4a354e05-7de8-402a-be9d-0bc54252cc3c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:25.685027 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d311e459-0db4-4c32-a13e-5bfb90a58d5f req-df7819a2-487b-4353-a378-8dcae18c44b4 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498786 Aug 20 10:22:25.695114 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['990134a8-9179-4d5b-9582-fedfa0e499ac', '17ebca30-509f-4f31-9d67-f9d5e8b8c204'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:25.798781 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 4a354e05-7de8-402a-be9d-0bc54252cc3c no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:25.799967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-249cb624-2ae7-49cf-9298-4c33e03618fe req-f90b6750-1199-4387-9ece-479b455df2b2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] No DVR routers for this DVR port 4a354e05-7de8-402a-be9d-0bc54252cc3c on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:25.819312 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-249cb624-2ae7-49cf-9298-4c33e03618fe req-f90b6750-1199-4387-9ece-479b455df2b2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:25.821318 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-249cb624-2ae7-49cf-9298-4c33e03618fe req-f90b6750-1199-4387-9ece-479b455df2b2 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.24 "DELETE /v2.0/ports/4a354e05-7de8-402a-be9d-0bc54252cc3c HTTP/1.1" status: 204 len: 173 time: 2.5133181 Aug 20 10:22:25.823586 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0cf3dd-4ce6-45bc-9be7-31b91b879a98', 'name': 'network-vif-deleted', 'tag': '4a354e05-7de8-402a-be9d-0bc54252cc3c'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:25.825823 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f1e34f-4e20-4056-a8e0-8e540dcb024c" -d '{"events": [{"server_uuid": "9e0cf3dd-4ce6-45bc-9be7-31b91b879a98", "name": "network-vif-deleted", "tag": "4a354e05-7de8-402a-be9d-0bc54252cc3c"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:25.831159 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 4a354e05-7de8-402a-be9d-0bc54252cc3c {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:25.831568 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 4a354e05-7de8-402a-be9d-0bc54252cc3c not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:25.957587 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-61808f3f-23b5-44c8-9ca9-14c85dcaed5b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:25.975278 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f9ba0b-031b-4a91-8e6b-514ae8939473 x-openstack-request-id: req-81f9ba0b-031b-4a91-8e6b-514ae8939473 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:25.975690 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0cf3dd-4ce6-45bc-9be7-31b91b879a98", "name": "network-vif-deleted", "tag": "4a354e05-7de8-402a-be9d-0bc54252cc3c", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:25.976042 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81f9ba0b-031b-4a91-8e6b-514ae8939473 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:25.976541 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0cf3dd-4ce6-45bc-9be7-31b91b879a98', 'name': 'network-vif-deleted', 'tag': '4a354e05-7de8-402a-be9d-0bc54252cc3c', 'status': 'completed', 'code': 200} Aug 20 10:22:25.983087 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-a46b5e52-0af6-4285-838c-2f039f79b5c5 admin admin] For port 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:25.983605 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a46b5e52-0af6-4285-838c-2f039f79b5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:26.022391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91ef7e-4658-4d10-a1d3-f9472c7f0e48 req-db8f4d9f-2b90-418e-ae63-f728971353b7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:26.024158 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2a91ef7e-4658-4d10-a1d3-f9472c7f0e48 req-db8f4d9f-2b90-418e-ae63-f728971353b7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 945 time: 0.4668324 Aug 20 10:22:26.030114 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a46b5e52-0af6-4285-838c-2f039f79b5c5 admin admin] Calling delete_port for 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:26.033941 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] device_id is not set on port d8f4cf86-eac6-4649-91c2-c858ef02d6dc yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:22:26.050203 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:26.074304 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-45e08256-261c-4702-b501-f89bc6821a73 req-d8f6b26e-2889-4643-81ac-b31669fe6a37 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 210 time: 0.0783994 Aug 20 10:22:26.107023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Transition to ACTIVE for port object d8f4cf86-eac6-4649-91c2-c858ef02d6dc will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:26.166227 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-61808f3f-23b5-44c8-9ca9-14c85dcaed5b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:26.169854 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f0af13bd-c980-4b8a-b9f6-82104ef33430 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:26.171705 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:26.198886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: f0af13bd-c980-4b8a-b9f6-82104ef33430 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:26.199286 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f0af13bd-c980-4b8a-b9f6-82104ef33430 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:26.234265 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2a91ef7e-4658-4d10-a1d3-f9472c7f0e48 req-4386faae-43a8-4483-8669-c1be9766b57f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718915 Aug 20 10:22:26.267340 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-61808f3f-23b5-44c8-9ca9-14c85dcaed5b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Network cfce61d9-c87f-4881-8801-06adfd00a39f is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:26.278920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-61808f3f-23b5-44c8-9ca9-14c85dcaed5b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:26.283709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Pushing event updated for resources: {'Port': ['ID=d8f4cf86-eac6-4649-91c2-c858ef02d6dc,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:26.288565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-61808f3f-23b5-44c8-9ca9-14c85dcaed5b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:26.414322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:26.414709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:26.415309 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:26.435321 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:26.435321 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:26.437963 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 2 to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc Aug 20 10:22:26.440676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61808f3f-23b5-44c8-9ca9-14c85dcaed5b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Pushing event updated for resources: {'Port': ['ID=2c9e2d98-b261-4d99-963e-e9b814c3b30e,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:26.468217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-61808f3f-23b5-44c8-9ca9-14c85dcaed5b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:26.468878 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-61808f3f-23b5-44c8-9ca9-14c85dcaed5b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:26.480001 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:26.480340 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:26.480677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:26.509489 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:26.510205 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:26.511193 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-61808f3f-23b5-44c8-9ca9-14c85dcaed5b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0240030 Aug 20 10:22:26.515990 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 3 to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc Aug 20 10:22:26.516833 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae997a79-5086-450e-8575-b016e55a584d', 'tag': 'a3340483-317a-4da7-a6cd-e74b355c33e4'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:26.519224 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ccf683-da01-46a6-a9d1-14e6bf50cb4e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae997a79-5086-450e-8575-b016e55a584d", "tag": "a3340483-317a-4da7-a6cd-e74b355c33e4"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:26.531701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Request body: {'port': {'device_id': '4960d19e-c73a-4c00-8873-bf656f86b379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:26.548649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082d3c0-be31-496e-ae95-4526b5e5eb1c req-f57750da-f569-424e-903a-a65fcf06bd67 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:26.555673 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5082d3c0-be31-496e-ae95-4526b5e5eb1c req-f57750da-f569-424e-903a-a65fcf06bd67 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.3787072 Aug 20 10:22:26.560665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:26.560956 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:26.561300 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:26.583293 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:26.583603 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:26.592186 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 4 to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc Aug 20 10:22:26.606635 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5082d3c0-be31-496e-ae95-4526b5e5eb1c req-df7fbe4a-e4e8-4447-bc44-6e08de2321d4 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486853 Aug 20 10:22:26.646133 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a46b5e52-0af6-4285-838c-2f039f79b5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:26.651731 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46a19e2-4a0f-4828-b35b-cd068415b1e6 x-openstack-request-id: req-c46a19e2-4a0f-4828-b35b-cd068415b1e6 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:26.652628 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae997a79-5086-450e-8575-b016e55a584d", "tag": "a3340483-317a-4da7-a6cd-e74b355c33e4", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:26.653396 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c46a19e2-4a0f-4828-b35b-cd068415b1e6 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:26.653396 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae997a79-5086-450e-8575-b016e55a584d', 'tag': 'a3340483-317a-4da7-a6cd-e74b355c33e4', 'status': 'completed', 'code': 200} Aug 20 10:22:26.659800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:26.660149 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:26.660501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:26.689204 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:26.694883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:26.695246 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:26.695918 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b5e52-0af6-4285-838c-2f039f79b5c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:26.700919 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 5 to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc Aug 20 10:22:26.717465 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccf683-da01-46a6-a9d1-14e6bf50cb4e req-d812e761-8da1-461a-a187-63ec66883b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:26.719315 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63ccf683-da01-46a6-a9d1-14e6bf50cb4e req-d812e761-8da1-461a-a187-63ec66883b94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91d7d5dc4ae64b1ab389ae70e177c5c8&device_id=ae997a79-5086-450e-8575-b016e55a584d HTTP/1.1" status: 200 len: 1100 time: 0.0429013 Aug 20 10:22:26.778317 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faa883-bd9d-4b94-8fa1-8e10774cd0fa req-8866e1c3-d881-4a3f-938e-9cf89eb11e29 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:26.779856 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-09faa883-bd9d-4b94-8fa1-8e10774cd0fa req-8866e1c3-d881-4a3f-938e-9cf89eb11e29 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae997a79-5086-450e-8575-b016e55a584d HTTP/1.1" status: 200 len: 948 time: 0.2011251 Aug 20 10:22:26.812172 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:26.812764 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:26.813291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:26.830958 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccf683-da01-46a6-a9d1-14e6bf50cb4e req-5456a39c-8acc-4dc9-bfb3-a14339f9d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:26.832591 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63ccf683-da01-46a6-a9d1-14e6bf50cb4e req-5456a39c-8acc-4dc9-bfb3-a14339f9d576 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1030049 Aug 20 10:22:26.839101 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:26.839468 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:26.842841 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 6 to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc Aug 20 10:22:26.859621 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c855197b-106b-45e3-8aea-6ff711c9fe9f no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:26.869014 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a46b5e52-0af6-4285-838c-2f039f79b5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:26.880011 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63ccf683-da01-46a6-a9d1-14e6bf50cb4e req-4ef3b366-4486-44cf-918f-3bd393b9013f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a3340483-317a-4da7-a6cd-e74b355c33e4 HTTP/1.1" status: 200 len: 217 time: 0.0370529 Aug 20 10:22:26.887450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: c855197b-106b-45e3-8aea-6ff711c9fe9f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:26.888075 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c855197b-106b-45e3-8aea-6ff711c9fe9f not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:26.942201 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccf683-da01-46a6-a9d1-14e6bf50cb4e req-f89bc18a-6a10-4962-9a65-edcb2d91dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:26.943232 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63ccf683-da01-46a6-a9d1-14e6bf50cb4e req-f89bc18a-6a10-4962-9a65-edcb2d91dd67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0544777 Aug 20 10:22:26.988510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:26.988883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:26.989191 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:26.998683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccf683-da01-46a6-a9d1-14e6bf50cb4e req-0182811d-1c8d-44db-8b5e-3d3b927a7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:27.000657 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63ccf683-da01-46a6-a9d1-14e6bf50cb4e req-0182811d-1c8d-44db-8b5e-3d3b927a7a29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0488336 Aug 20 10:22:27.049393 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-09faa883-bd9d-4b94-8fa1-8e10774cd0fa req-363663aa-abae-4c21-b851-e4d564c6193d tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426167 Aug 20 10:22:27.053866 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a46b5e52-0af6-4285-838c-2f039f79b5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:27.059783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:27.060060 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:27.061823 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a46b5e52-0af6-4285-838c-2f039f79b5c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:27.066053 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 7 to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc Aug 20 10:22:27.142921 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63ccf683-da01-46a6-a9d1-14e6bf50cb4e req-b51fb067-5554-44d0-87b5-32c8a7a62495 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331282 Aug 20 10:22:27.158976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:27.158976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:27.158976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:27.170078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:27.170078 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:27.171724 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 8 to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc Aug 20 10:22:27.187290 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a46b5e52-0af6-4285-838c-2f039f79b5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:27.187878 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46b5e52-0af6-4285-838c-2f039f79b5c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 225efd80-4c25-4e26-b71e-e05f1e26e0c9 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:22:27.201357 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a46b5e52-0af6-4285-838c-2f039f79b5c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:27.202579 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a46b5e52-0af6-4285-838c-2f039f79b5c5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/225efd80-4c25-4e26-b71e-e05f1e26e0c9 HTTP/1.1" status: 204 len: 168 time: 3.5675068 Aug 20 10:22:27.210432 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42446) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:27.211226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:27.211571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:27.211911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:27.277178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:27.277506 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:27.294993 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 9 to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc Aug 20 10:22:27.304518 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63ccf683-da01-46a6-a9d1-14e6bf50cb4e req-c27d77a6-2a84-48df-8b19-b54ab7e4f397 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527562 Aug 20 10:22:27.348537 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-547ce9c9-737e-4fcb-851d-30b52828385d admin admin] Deleting subnet 0f34cb06-5540-48aa-aa83-6c9d33a9a6ee {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:22:27.358418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:27.358750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:27.359111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:27.368201 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-547ce9c9-737e-4fcb-851d-30b52828385d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:27.404199 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:27.404373 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:27.412027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1d0c5-aa66-48d0-baed-24581915d203 req-695e6422-66e4-4253-a19f-ea1e890b742b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:27.413654 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f0c1d0c5-aa66-48d0-baed-24581915d203 req-695e6422-66e4-4253-a19f-ea1e890b742b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 931 time: 0.2040977 Aug 20 10:22:27.425938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008d063-c86e-4803-b536-b7e2066c318c req-2b0b5ec0-97e5-4024-82d2-58f96d57dff3 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:27.427524 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a008d063-c86e-4803-b536-b7e2066c318c req-2b0b5ec0-97e5-4024-82d2-58f96d57dff3 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 945 time: 0.0684905 Aug 20 10:22:27.433853 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 10 to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc Aug 20 10:22:27.461082 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-547ce9c9-737e-4fcb-851d-30b52828385d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:27.467342 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a008d063-c86e-4803-b536-b7e2066c318c req-2bb97c9d-a763-497c-a253-a8d83b46f5b1 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324965 Aug 20 10:22:27.501774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:27.502097 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:27.502448 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:27.508137 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c9e2d98-b261-4d99-963e-e9b814c3b30e {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:22:27.525201 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:27.532135 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:27.532468 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:27.532846 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:27.558047 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f0c1d0c5-aa66-48d0-baed-24581915d203 req-633b9c50-a58e-499b-bcb4-091c1f298b0b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182868 Aug 20 10:22:27.563893 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Transition to ACTIVE for port object 2c9e2d98-b261-4d99-963e-e9b814c3b30e will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:27.609262 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:27.627750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae2c95-d279-4ea4-a342-21bb0186c279 req-63126fd9-366b-4268-bcd7-a17ed79b01ab tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:27.630821 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4dae2c95-d279-4ea4-a342-21bb0186c279 req-63126fd9-366b-4268-bcd7-a17ed79b01ab tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=04240a20-81cc-4cda-b551-1e94261e538f HTTP/1.1" status: 200 len: 950 time: 0.0941725 Aug 20 10:22:27.681774 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4dae2c95-d279-4ea4-a342-21bb0186c279 req-b9d82434-a1d7-4bc4-a4d8-21bc617b6366 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425045 Aug 20 10:22:27.743335 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-547ce9c9-737e-4fcb-851d-30b52828385d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:27.786443 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9738515-ba5e-411e-90eb-e3dc682b7c52 req-acc56008-9888-45f2-b0da-acaa3898c9b7 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:27.787993 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a9738515-ba5e-411e-90eb-e3dc682b7c52 req-acc56008-9888-45f2-b0da-acaa3898c9b7 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.0525131 Aug 20 10:22:27.818334 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] For port d8f4cf86-eac6-4649-91c2-c858ef02d6dc, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:27.818611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempted to set empty binding levels {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 10:22:27.828874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9e2d98-b261-4d99-963e-e9b814c3b30e,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:27.841495 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:27.841852 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a9738515-ba5e-411e-90eb-e3dc682b7c52 req-1cfdf829-2791-4a39-aebf-633d1a47b4a8 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466924 Aug 20 10:22:28.195082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260273a4-d26c-4e06-8153-a7f61ad3135a req-ed476684-8d72-478b-843a-3769de9e0bac tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.196733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-260273a4-d26c-4e06-8153-a7f61ad3135a req-ed476684-8d72-478b-843a-3769de9e0bac tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae997a79-5086-450e-8575-b016e55a584d HTTP/1.1" status: 200 len: 948 time: 0.0610147 Aug 20 10:22:28.208733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:28.231179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:28.231835 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3d67a70b-3e36-4fbe-ab63-0fe5082e5ac2 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:28.244382 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-260273a4-d26c-4e06-8153-a7f61ad3135a req-55ff30bd-9d34-42ef-968a-bcb5a56bf621 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409236 Aug 20 10:22:28.251518 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] In _notify_port_updated(), no bound segment for port d8f4cf86-eac6-4649-91c2-c858ef02d6dc on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:22:28.252405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.253021 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:28.254328 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] 10.222.0.16 "PUT /v2.0/ports/d8f4cf86-eac6-4649-91c2-c858ef02d6dc HTTP/1.1" status: 200 len: 979 time: 3.1355264 Aug 20 10:22:28.257862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42470) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:28.298799 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8926f-3df0-467b-9a15-40f587b2a335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Pushing event updated for resources: {'Port': ['ID=d8f4cf86-eac6-4649-91c2-c858ef02d6dc,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:28.301288 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-547ce9c9-737e-4fcb-851d-30b52828385d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:28.313722 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ebdc-18eb-4083-91f1-540f2e9b164e req-8c08fe36-1598-49a2-a4f8-9825af747a69 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.315088 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21a5ebdc-18eb-4083-91f1-540f2e9b164e req-8c08fe36-1598-49a2-a4f8-9825af747a69 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 806 time: 0.6282101 Aug 20 10:22:28.346695 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ce9c9-737e-4fcb-851d-30b52828385d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f34cb06-5540-48aa-aa83-6c9d33a9a6ee,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:28.361618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.362005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.362418 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.362877 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.363364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.363833 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.364427 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.365198 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.365364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.365790 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.366239 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.366692 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.367163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.367617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.368120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.368515 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.368714 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-547ce9c9-737e-4fcb-851d-30b52828385d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:28.368971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.369451 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.369880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.370338 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.371458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.371924 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.374732 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.374891 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-547ce9c9-737e-4fcb-851d-30b52828385d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0f34cb06-5540-48aa-aa83-6c9d33a9a6ee HTTP/1.1" status: 204 len: 168 time: 1.1582463 Aug 20 10:22:28.374989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.374989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.375224 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Attempting to bind port 2c9e2d98-b261-4d99-963e-e9b814c3b30e on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:28.375359 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.375479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Attempting to bind port 2c9e2d98-b261-4d99-963e-e9b814c3b30e by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:28.375479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Attempting to bind port 2c9e2d98-b261-4d99-963e-e9b814c3b30e on network cfce61d9-c87f-4881-8801-06adfd00a39f {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:28.376602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5fa4fa-bd27-47e0-8a03-fec0e26e13f9 None None] Network a1167a4c-ab56-402e-9785-1eb5f68f6f26 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:22:28.376859 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42472) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:28.378613 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.379113 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.380082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.380082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.380494 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.380894 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21a5ebdc-18eb-4083-91f1-540f2e9b164e req-f956b99d-a4ab-443f-b766-af475b750834 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/quotas/b20bf29d55e5407ca542b24a04751634 HTTP/1.1" status: 200 len: 375 time: 0.0407624 Aug 20 10:22:28.391198 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Port 2c9e2d98-b261-4d99-963e-e9b814c3b30e on network cfce61d9-c87f-4881-8801-06adfd00a39f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:28.391528 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Attempting to bind port 2c9e2d98-b261-4d99-963e-e9b814c3b30e on network cfce61d9-c87f-4881-8801-06adfd00a39f {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:28.392205 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-671747f8-a18c-4035-a8b3-ec8550849ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27926 time: 0.1326184 Aug 20 10:22:28.395087 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42474) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:28.461524 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:22:28.461876 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Checking segment: {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:28.462276 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Bound using segment: {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:22:28.463220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Bound port: 2c9e2d98-b261-4d99-963e-e9b814c3b30e, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:22:28.463578 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:28.477837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-3e40b6f0-2fa6-46fe-958a-d0bc4015e6b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Deleting port d8f4cf86-eac6-4649-91c2-c858ef02d6dc {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:28.478278 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3e40b6f0-2fa6-46fe-958a-d0bc4015e6b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:28.509356 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:28.546888 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21a5ebdc-18eb-4083-91f1-540f2e9b164e req-bc6fdd64-7180-4ea2-8528-71f0846c4eb8 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1585166 Aug 20 10:22:28.577240 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723bc877-1377-4132-9cd7-2199bf7d414a None None] DHCP port deletion for a1167a4c-ab56-402e-9785-1eb5f68f6f26 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:22:28.592830 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-3e40b6f0-2fa6-46fe-958a-d0bc4015e6b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] For port d8f4cf86-eac6-4649-91c2-c858ef02d6dc, host n-h1-778550-11, got binding levels [] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:28.593202 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3e40b6f0-2fa6-46fe-958a-d0bc4015e6b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:28.618479 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f5f63-b867-481a-bb17-e258abda6e34 req-1c5fd553-c805-498d-bf4a-e6615304a60b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.620069 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab2f5f63-b867-481a-bb17-e258abda6e34 req-1c5fd553-c805-498d-bf4a-e6615304a60b tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "GET /v2.0/ports?device_id=04240a20-81cc-4cda-b551-1e94261e538f HTTP/1.1" status: 200 len: 950 time: 0.1003511 Aug 20 10:22:28.621799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-3e40b6f0-2fa6-46fe-958a-d0bc4015e6b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Calling delete_port for d8f4cf86-eac6-4649-91c2-c858ef02d6dc owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:28.651641 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-723bc877-1377-4132-9cd7-2199bf7d414a None None] Deleting port 2688b0c7-d249-42c7-92ca-d2ae5dbca994 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:28.652063 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-723bc877-1377-4132-9cd7-2199bf7d414a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:28.652316 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] For port 2c9e2d98-b261-4d99-963e-e9b814c3b30e, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:28.679248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] For port 2c9e2d98-b261-4d99-963e-e9b814c3b30e, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2c9e2d98-b261-4d99-963e-e9b814c3b30e,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:22:28.690845 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:28.729069 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-723bc877-1377-4132-9cd7-2199bf7d414a None None] For port 2688b0c7-d249-42c7-92ca-d2ae5dbca994, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2688b0c7-d249-42c7-92ca-d2ae5dbca994,segment=NetworkSegment(8861ade6-863b-4a08-b41b-cb599595ce71),segment_id=8861ade6-863b-4a08-b41b-cb599595ce71)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:28.729779 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-723bc877-1377-4132-9cd7-2199bf7d414a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:28.745144 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-723bc877-1377-4132-9cd7-2199bf7d414a None None] Calling delete_port for 2688b0c7-d249-42c7-92ca-d2ae5dbca994 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:28.766678 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.767638 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:28.769254 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] 10.222.0.24 "PUT /v2.0/ports/2c9e2d98-b261-4d99-963e-e9b814c3b30e HTTP/1.1" status: 200 len: 1092 time: 2.2425170 Aug 20 10:22:28.773387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4960d19e-c73a-4c00-8873-bf656f86b379', 'tag': '2c9e2d98-b261-4d99-963e-e9b814c3b30e'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:28.776029 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39971a9e-408f-4799-9dfa-56c22325014f" -d '{"events": [{"name": "network-changed", "server_uuid": "4960d19e-c73a-4c00-8873-bf656f86b379", "tag": "2c9e2d98-b261-4d99-963e-e9b814c3b30e"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:28.812965 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21a5ebdc-18eb-4083-91f1-540f2e9b164e req-3ae9c784-c8aa-4f8f-aa69-5cd6ae51dac0 service neutron] 10.222.0.16 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526462 Aug 20 10:22:28.828812 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] Deleting port 2688b0c7-d249-42c7-92ca-d2ae5dbca994 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:28.829138 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:28.838585 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-723bc877-1377-4132-9cd7-2199bf7d414a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:28.873416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device a3340483-317a-4da7-a6cd-e74b355c33e4 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:22:28.875273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bc877-1377-4132-9cd7-2199bf7d414a None None] Pushing event deleted for resources: {'Port': ['ID=2688b0c7-d249-42c7-92ca-d2ae5dbca994,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:28.877327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723bc877-1377-4132-9cd7-2199bf7d414a None None] No DVR routers for this DVR port 2688b0c7-d249-42c7-92ca-d2ae5dbca994 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:28.899513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c15da2-e0de-4ec7-83e4-4c4dbe67ecf8 req-11dd735b-1139-484a-b11a-99544c1bcb0a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.901133 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81c15da2-e0de-4ec7-83e4-4c4dbe67ecf8 req-11dd735b-1139-484a-b11a-99544c1bcb0a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 943 time: 0.2365713 Aug 20 10:22:28.923039 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43269c-9e14-4374-91f3-2699296a1417 req-5a479e5a-633d-422c-b3a6-a39a528f0d77 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:28.923039 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf43269c-9e14-4374-91f3-2699296a1417 req-5a479e5a-633d-422c-b3a6-a39a528f0d77 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "GET /v2.0/ports?device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 950 time: 0.1179347 Aug 20 10:22:28.927404 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3e40b6f0-2fa6-46fe-958a-d0bc4015e6b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:28.933133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e05f7-0715-4550-acbd-9a4d0be83924 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9e2d98-b261-4d99-963e-e9b814c3b30e,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:28.981120 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port a3340483-317a-4da7-a6cd-e74b355c33e4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a3340483-317a-4da7-a6cd-e74b355c33e4,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:28.992898 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'a3340483-317a-4da7-a6cd-e74b355c33e4', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': 'a3340483-317a-4da7-a6cd-e74b355c33e4', 'mac_address': 'fa:16:3e:49:37:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:22:29.008476 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3e40b6f0-2fa6-46fe-958a-d0bc4015e6b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:29.013171 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3e40b6f0-2fa6-46fe-958a-d0bc4015e6b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] 10.222.0.16 "DELETE /v2.0/ports/d8f4cf86-eac6-4649-91c2-c858ef02d6dc HTTP/1.1" status: 204 len: 168 time: 0.6156487 Aug 20 10:22:29.019380 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42486) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:29.020919 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] For port 2688b0c7-d249-42c7-92ca-d2ae5dbca994, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2688b0c7-d249-42c7-92ca-d2ae5dbca994,segment=NetworkSegment(8861ade6-863b-4a08-b41b-cb599595ce71),segment_id=8861ade6-863b-4a08-b41b-cb599595ce71)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:29.021409 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:29.024665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40b6f0-2fa6-46fe-958a-d0bc4015e6b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8f4cf86-eac6-4649-91c2-c858ef02d6dc,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:29.036608 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-ab2f5f63-b867-481a-bb17-e258abda6e34 req-ec1be4fb-2343-43e7-b138-8d306d1c41d6 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Deleting port 990134a8-9179-4d5b-9582-fedfa0e499ac {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:29.036949 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ab2f5f63-b867-481a-bb17-e258abda6e34 req-ec1be4fb-2343-43e7-b138-8d306d1c41d6 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:29.039915 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:29.050559 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-1ffcd539-faad-47ae-b709-b8a6d646af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:29.052308 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-1ffcd539-faad-47ae-b709-b8a6d646af66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 1095 time: 0.2181878 Aug 20 10:22:29.059034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3340483-317a-4da7-a6cd-e74b355c33e4 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:22:29.080036 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port a3340483-317a-4da7-a6cd-e74b355c33e4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a3340483-317a-4da7-a6cd-e74b355c33e4,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:29.084940 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] Calling delete_port for 2688b0c7-d249-42c7-92ca-d2ae5dbca994 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:29.085361 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:29.090439 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72987bd-8ffd-43d1-91c2-11f425d9f222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] GET failed (client error): The resource could not be found. Aug 20 10:22:29.096110 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c72987bd-8ffd-43d1-91c2-11f425d9f222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] 10.222.0.16 "GET /v2.0/ports/d8f4cf86-eac6-4649-91c2-c858ef02d6dc HTTP/1.1" status: 404 len: 333 time: 0.0678098 Aug 20 10:22:29.099113 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42488) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:29.136985 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e12ec6e2-c5d4-4547-8d27-8eb8c504b4ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-243513365', 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:29.137697 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=a3340483-317a-4da7-a6cd-e74b355c33e4,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:29.139237 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81c15da2-e0de-4ec7-83e4-4c4dbe67ecf8 req-aea069dd-19ee-4e31-b5e5-8ff67794d931 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148867 Aug 20 10:22:29.142762 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21a5ebdc-18eb-4083-91f1-540f2e9b164e req-5ca6bf1c-b7c7-4864-8d2d-aadccdc62847 service neutron] 10.222.0.16 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286591 Aug 20 10:22:29.148322 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-f9b85d77-8962-4f6b-8352-7d2a4c3d9b61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c9e2d98-b261-4d99-963e-e9b814c3b30e HTTP/1.1" status: 200 len: 217 time: 0.0709691 Aug 20 10:22:29.192857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-bf43269c-9e14-4374-91f3-2699296a1417 req-348a62f2-5b57-42e5-82de-492644b72a68 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Deleting port 17ebca30-509f-4f31-9d67-f9d5e8b8c204 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:29.193218 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bf43269c-9e14-4374-91f3-2699296a1417 req-348a62f2-5b57-42e5-82de-492644b72a68 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:29.241792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12ec6e2-c5d4-4547-8d27-8eb8c504b4ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Made reservation on behalf of 2b2d3857df6f4106b6e81ac94848f3f6 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:29.244243 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e12ec6e2-c5d4-4547-8d27-8eb8c504b4ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:29.251519 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-39549355-4946-4fb7-94fa-756b7f637d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:29.283319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-2a2cc38f-692a-40fd-a1a2-5090cf3c8cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:29.284709 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-2a2cc38f-692a-40fd-a1a2-5090cf3c8cae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cadf393e-210e-42af-b610-6c3e5318317c HTTP/1.1" status: 200 len: 851 time: 0.0950403 Aug 20 10:22:29.295080 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-e12ec6e2-c5d4-4547-8d27-8eb8c504b4ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] device_id is not set on port 6d6bb10d-1ac0-461a-92b9-0fd49e945e09 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:22:29.295399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ab2f5f63-b867-481a-bb17-e258abda6e34 req-ec1be4fb-2343-43e7-b138-8d306d1c41d6 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] For port 990134a8-9179-4d5b-9582-fedfa0e499ac, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=990134a8-9179-4d5b-9582-fedfa0e499ac,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:29.295399 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ab2f5f63-b867-481a-bb17-e258abda6e34 req-ec1be4fb-2343-43e7-b138-8d306d1c41d6 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:29.334314 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-5f207d33-29ae-4e53-a875-69ed1dfa91c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfce61d9-c87f-4881-8801-06adfd00a39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355620 Aug 20 10:22:29.365616 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355c8a09-8451-4a6c-8721-7593601a68a1 x-openstack-request-id: req-355c8a09-8451-4a6c-8721-7593601a68a1 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:29.366225 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4960d19e-c73a-4c00-8873-bf656f86b379", "tag": "2c9e2d98-b261-4d99-963e-e9b814c3b30e", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:29.366225 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-355c8a09-8451-4a6c-8721-7593601a68a1 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:29.366485 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4960d19e-c73a-4c00-8873-bf656f86b379', 'tag': '2c9e2d98-b261-4d99-963e-e9b814c3b30e', 'status': 'completed', 'code': 200} Aug 20 10:22:29.368374 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:29.380413 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-ab2f5f63-b867-481a-bb17-e258abda6e34 req-ec1be4fb-2343-43e7-b138-8d306d1c41d6 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Calling delete_port for 990134a8-9179-4d5b-9582-fedfa0e499ac owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:29.405888 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['a3340483-317a-4da7-a6cd-e74b355c33e4'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:29.428678 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0374-91bd-4a48-afb9-98a813b50ffb req-07547f5b-fd46-47d2-b589-40648d8e9b2d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:29.430242 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-993c0374-91bd-4a48-afb9-98a813b50ffb req-07547f5b-fd46-47d2-b589-40648d8e9b2d tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=04240a20-81cc-4cda-b551-1e94261e538f HTTP/1.1" status: 200 len: 950 time: 0.1661811 Aug 20 10:22:29.485101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-bf43269c-9e14-4374-91f3-2699296a1417 req-348a62f2-5b57-42e5-82de-492644b72a68 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] For port 17ebca30-509f-4f31-9d67-f9d5e8b8c204, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=17ebca30-509f-4f31-9d67-f9d5e8b8c204,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:29.485786 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bf43269c-9e14-4374-91f3-2699296a1417 req-348a62f2-5b57-42e5-82de-492644b72a68 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:29.572387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] No DVR routers for this DVR port 2688b0c7-d249-42c7-92ca-d2ae5dbca994 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:29.574736 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] Pushing event deleted for resources: {'Port': ['ID=2688b0c7-d249-42c7-92ca-d2ae5dbca994,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:29.614517 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-bf43269c-9e14-4374-91f3-2699296a1417 req-348a62f2-5b57-42e5-82de-492644b72a68 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Calling delete_port for 17ebca30-509f-4f31-9d67-f9d5e8b8c204 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:29.670349 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-993c0374-91bd-4a48-afb9-98a813b50ffb req-ed1136b8-9204-45c4-ab3e-dc29402d8b94 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080019 Aug 20 10:22:29.688479 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-bf023b03-70e4-4886-bec1-13c07662851a service neutron] 10.222.0.24 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211725 Aug 20 10:22:29.707736 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ab2f5f63-b867-481a-bb17-e258abda6e34 req-ec1be4fb-2343-43e7-b138-8d306d1c41d6 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:29.720381 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56f3c5a8-8170-4a84-b313-91c26503adf0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:29.753646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94dc18f-36aa-485c-9a43-ba4579fd0206 req-cd289872-caa5-4d6f-a331-78a499001037 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:29.763435 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c94dc18f-36aa-485c-9a43-ba4579fd0206 req-cd289872-caa5-4d6f-a331-78a499001037 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.3318675 Aug 20 10:22:29.798595 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1be4fb-2343-43e7-b138-8d306d1c41d6 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Pushing event deleted for resources: {'Port': ['ID=990134a8-9179-4d5b-9582-fedfa0e499ac,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:29.864308 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e12ec6e2-c5d4-4547-8d27-8eb8c504b4ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:29.868411 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2f5f63-b867-481a-bb17-e258abda6e34 req-ec1be4fb-2343-43e7-b138-8d306d1c41d6 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] No DVR routers for this DVR port 990134a8-9179-4d5b-9582-fedfa0e499ac on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:29.872556 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ab2f5f63-b867-481a-bb17-e258abda6e34 req-ec1be4fb-2343-43e7-b138-8d306d1c41d6 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:29.875687 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab2f5f63-b867-481a-bb17-e258abda6e34 req-ec1be4fb-2343-43e7-b138-8d306d1c41d6 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "DELETE /v2.0/ports/990134a8-9179-4d5b-9582-fedfa0e499ac HTTP/1.1" status: 204 len: 173 time: 1.2439640 Aug 20 10:22:29.877115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04240a20-81cc-4cda-b551-1e94261e538f', 'name': 'network-vif-deleted', 'tag': '990134a8-9179-4d5b-9582-fedfa0e499ac'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:29.879749 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192a258a-01cf-476c-9a59-510c76c0a93a" -d '{"events": [{"server_uuid": "04240a20-81cc-4cda-b551-1e94261e538f", "name": "network-vif-deleted", "tag": "990134a8-9179-4d5b-9582-fedfa0e499ac"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:29.881396 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:29.903823 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1167a4c-ab56-402e-9785-1eb5f68f6f26']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:29.909695 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c94dc18f-36aa-485c-9a43-ba4579fd0206 req-39707a8a-4954-4815-b595-39a6ed23d425 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452191 Aug 20 10:22:29.923997 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8861ade6-863b-4a08-b41b-cb599595ce71') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:29.924288 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8861ade6-863b-4a08-b41b-cb599595ce71') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:29.958913 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:29.989029 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:30.000538 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:22:30.001266 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:22:30.005431 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:22:30.022697 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f18b185-d4a2-4170-97f9-fd68b8914fa4 req-1179ee37-7fc0-455a-9655-15f5d4f29499 service neutron] 10.222.0.24 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165429 Aug 20 10:22:30.049746 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e12ec6e2-c5d4-4547-8d27-8eb8c504b4ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:30.106044 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ec6e2-c5d4-4547-8d27-8eb8c504b4ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Pushing event updated for resources: {'Port': ['ID=6d6bb10d-1ac0-461a-92b9-0fd49e945e09,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:30.127133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12ec6e2-c5d4-4547-8d27-8eb8c504b4ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:30.128594 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-e12ec6e2-c5d4-4547-8d27-8eb8c504b4ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:30.131067 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12ec6e2-c5d4-4547-8d27-8eb8c504b4ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:30.132025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12ec6e2-c5d4-4547-8d27-8eb8c504b4ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:30.132622 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e12ec6e2-c5d4-4547-8d27-8eb8c504b4ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:30.146004 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:30.150418 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e12ec6e2-c5d4-4547-8d27-8eb8c504b4ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0190425 Aug 20 10:22:30.154890 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42504) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:30.166394 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:30.170811 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a1167a4c-ab56-402e-9785-1eb5f68f6f26 HTTP/1.1" status: 204 len: 168 time: 1.7892416 Aug 20 10:22:30.185259 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bf43269c-9e14-4374-91f3-2699296a1417 req-348a62f2-5b57-42e5-82de-492644b72a68 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:30.231833 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875b756-6f9e-4700-9c2f-6a64cf5f1956 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1167a4c-ab56-402e-9785-1eb5f68f6f26,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:30.244780 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aa125d-de00-4052-9715-90df35429658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:30.246737 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e0aa125d-de00-4052-9715-90df35429658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] 10.222.0.16 "GET /v2.0/ports/6d6bb10d-1ac0-461a-92b9-0fd49e945e09 HTTP/1.1" status: 200 len: 958 time: 0.0908558 Aug 20 10:22:30.252013 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42510) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:30.322306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a62f2-5b57-42e5-82de-492644b72a68 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Pushing event deleted for resources: {'Port': ['ID=17ebca30-509f-4f31-9d67-f9d5e8b8c204,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:30.353699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39971a9e-408f-4799-9dfa-56c22325014f req-9646de42-19d7-4a78-b43f-4dc31765b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:30.357070 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39971a9e-408f-4799-9dfa-56c22325014f req-9646de42-19d7-4a78-b43f-4dc31765b4e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 1095 time: 0.1724205 Aug 20 10:22:30.365065 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['990134a8-9179-4d5b-9582-fedfa0e499ac', '17ebca30-509f-4f31-9d67-f9d5e8b8c204'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:30.368165 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4922b9-6d1d-4d06-8672-2319a1079203 req-aa5dd86e-1fa3-4259-a3d2-11f82e7d4390 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:30.371797 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['990134a8-9179-4d5b-9582-fedfa0e499ac', '17ebca30-509f-4f31-9d67-f9d5e8b8c204'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:30.376655 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb4922b9-6d1d-4d06-8672-2319a1079203 req-aa5dd86e-1fa3-4259-a3d2-11f82e7d4390 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae997a79-5086-450e-8575-b016e55a584d HTTP/1.1" status: 200 len: 949 time: 0.3578193 Aug 20 10:22:30.428346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56f3c5a8-8170-4a84-b313-91c26503adf0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:30.437548 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2688b0c7-d249-42c7-92ca-d2ae5dbca994 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:30.443296 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-f935fdb8-9622-45fa-8474-6612d64feb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Deleting port 6d6bb10d-1ac0-461a-92b9-0fd49e945e09 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:30.443644 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f935fdb8-9622-45fa-8474-6612d64feb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:30.468881 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb4922b9-6d1d-4d06-8672-2319a1079203 req-5d90b8ae-8ba7-454e-95bd-4e40169a58ec tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904682 Aug 20 10:22:30.470386 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf43269c-9e14-4374-91f3-2699296a1417 req-348a62f2-5b57-42e5-82de-492644b72a68 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] No DVR routers for this DVR port 17ebca30-509f-4f31-9d67-f9d5e8b8c204 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:30.485220 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bf43269c-9e14-4374-91f3-2699296a1417 req-348a62f2-5b57-42e5-82de-492644b72a68 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:30.487915 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf43269c-9e14-4374-91f3-2699296a1417 req-348a62f2-5b57-42e5-82de-492644b72a68 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.42 "DELETE /v2.0/ports/17ebca30-509f-4f31-9d67-f9d5e8b8c204 HTTP/1.1" status: 204 len: 173 time: 1.5483723 Aug 20 10:22:30.507199 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42512) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:30.580212 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f935fdb8-9622-45fa-8474-6612d64feb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:30.602856 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8f1a02-8926-40ef-b4ab-faa64dcf7345 x-openstack-request-id: req-ba8f1a02-8926-40ef-b4ab-faa64dcf7345 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:30.606552 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04240a20-81cc-4cda-b551-1e94261e538f", "name": "network-vif-deleted", "tag": "990134a8-9179-4d5b-9582-fedfa0e499ac", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:30.606984 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba8f1a02-8926-40ef-b4ab-faa64dcf7345 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:30.607628 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04240a20-81cc-4cda-b551-1e94261e538f', 'name': 'network-vif-deleted', 'tag': '990134a8-9179-4d5b-9582-fedfa0e499ac', 'status': 'completed', 'code': 200} Aug 20 10:22:30.622015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-f935fdb8-9622-45fa-8474-6612d64feb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Calling delete_port for 6d6bb10d-1ac0-461a-92b9-0fd49e945e09 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:30.684721 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6af403f7-07fe-4ddc-a5f0-70906fb1cea6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37c55134a6894856a69803e246e93ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759052 Aug 20 10:22:30.685481 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42514) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:30.767452 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39971a9e-408f-4799-9dfa-56c22325014f req-35eb9009-a484-422f-9a7c-67ddf56081a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:30.769165 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39971a9e-408f-4799-9dfa-56c22325014f req-35eb9009-a484-422f-9a7c-67ddf56081a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 912 time: 0.4023395 Aug 20 10:22:30.876199 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83326152-1a82-4952-ab4a-ecba8125847d req-2b1cccf0-c519-4c4b-9049-0ef80de8b583 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:30.878275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 2688b0c7-d249-42c7-92ca-d2ae5dbca994 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:30.880214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2688b0c7-d249-42c7-92ca-d2ae5dbca994 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:30.883644 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83326152-1a82-4952-ab4a-ecba8125847d req-2b1cccf0-c519-4c4b-9049-0ef80de8b583 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 943 time: 0.1182325 Aug 20 10:22:30.901440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device a3340483-317a-4da7-a6cd-e74b355c33e4 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:30.905235 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39971a9e-408f-4799-9dfa-56c22325014f req-dc4e7c86-8e83-4335-befe-68285c7d7455 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c9e2d98-b261-4d99-963e-e9b814c3b30e HTTP/1.1" status: 200 len: 217 time: 0.1244020 Aug 20 10:22:30.905990 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f935fdb8-9622-45fa-8474-6612d64feb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:30.961012 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-31bfc5f8-c2bc-4c72-b349-3338a91fe85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:30.965020 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21a5ebdc-18eb-4083-91f1-540f2e9b164e req-b14c9540-1c09-4495-b1df-812bfe38c39b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&device_id=bdb51301-2ee6-4e82-b295-34c48a41f529 HTTP/1.1" status: 200 len: 210 time: 0.0798323 Aug 20 10:22:30.984642 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935fdb8-9622-45fa-8474-6612d64feb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d6bb10d-1ac0-461a-92b9-0fd49e945e09,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:31.008685 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f935fdb8-9622-45fa-8474-6612d64feb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:31.019378 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f935fdb8-9622-45fa-8474-6612d64feb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] 10.222.0.16 "DELETE /v2.0/ports/6d6bb10d-1ac0-461a-92b9-0fd49e945e09 HTTP/1.1" status: 204 len: 168 time: 0.7639160 Aug 20 10:22:31.027425 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42532) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:31.057462 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a527ece-f7c5-45cd-aa43-593808e8ccf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] GET failed (client error): The resource could not be found. Aug 20 10:22:31.062998 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3a527ece-f7c5-45cd-aa43-593808e8ccf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] 10.222.0.16 "GET /v2.0/ports/6d6bb10d-1ac0-461a-92b9-0fd49e945e09 HTTP/1.1" status: 404 len: 333 time: 0.0286245 Aug 20 10:22:31.064201 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42534) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:31.069791 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-16880e71-fda6-4f4f-9e42-3508c6811999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Request body: {'port': {'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768296754'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:31.084599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39971a9e-408f-4799-9dfa-56c22325014f req-5d107662-09c3-4cc9-85e9-c8f9065a88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:31.086266 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39971a9e-408f-4799-9dfa-56c22325014f req-5d107662-09c3-4cc9-85e9-c8f9065a88fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cadf393e-210e-42af-b610-6c3e5318317c HTTP/1.1" status: 200 len: 851 time: 0.1682558 Aug 20 10:22:31.093425 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-31bfc5f8-c2bc-4c72-b349-3338a91fe85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:31.108942 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83326152-1a82-4952-ab4a-ecba8125847d req-6d45638b-b353-46e4-a075-961615aba9a4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902323 Aug 20 10:22:31.109268 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port a3340483-317a-4da7-a6cd-e74b355c33e4 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:31.116843 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port a3340483-317a-4da7-a6cd-e74b355c33e4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:31.117214 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:31.188259 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39971a9e-408f-4799-9dfa-56c22325014f req-667dcd69-5500-429f-acf4-f6d67f57270c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfce61d9-c87f-4881-8801-06adfd00a39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930455 Aug 20 10:22:31.197350 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16880e71-fda6-4f4f-9e42-3508c6811999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Made reservation on behalf of 2b2d3857df6f4106b6e81ac94848f3f6 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:31.207827 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16880e71-fda6-4f4f-9e42-3508c6811999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:31.298126 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:31.356783 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port a3340483-317a-4da7-a6cd-e74b355c33e4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a3340483-317a-4da7-a6cd-e74b355c33e4,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:31.358465 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae997a79-5086-450e-8575-b016e55a584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3340483-317a-4da7-a6cd-e74b355c33e4'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:31.361418 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3917311d-109a-4c41-846e-0748173423f6" -d '{"events": [{"server_uuid": "ae997a79-5086-450e-8575-b016e55a584d", "name": "network-vif-plugged", "status": "completed", "tag": "a3340483-317a-4da7-a6cd-e74b355c33e4"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:31.366141 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:31.367966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 17ebca30-509f-4f31-9d67-f9d5e8b8c204 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:31.383186 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ebdc-18eb-4083-91f1-540f2e9b164e req-29a4b6dc-d509-4ab0-8b83-48256003c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:31.389796 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21a5ebdc-18eb-4083-91f1-540f2e9b164e req-29a4b6dc-d509-4ab0-8b83-48256003c613 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b20bf29d55e5407ca542b24a04751634&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4079137 Aug 20 10:22:31.424888 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=a3340483-317a-4da7-a6cd-e74b355c33e4,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:31.427112 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-16880e71-fda6-4f4f-9e42-3508c6811999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] device_id is not set on port 72ba1685-ab3e-438c-9344-cd476e72d37a yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:22:31.455014 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 17ebca30-509f-4f31-9d67-f9d5e8b8c204 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:31.459895 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 17ebca30-509f-4f31-9d67-f9d5e8b8c204 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:31.472087 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-31bfc5f8-c2bc-4c72-b349-3338a91fe85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:31.475110 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-31bfc5f8-c2bc-4c72-b349-3338a91fe85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:31.476651 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-31bfc5f8-c2bc-4c72-b349-3338a91fe85f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fafd200c-e88c-4e49-814e-e41f9b34caaf HTTP/1.1" status: 204 len: 168 time: 0.7811594 Aug 20 10:22:31.495233 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39971a9e-408f-4799-9dfa-56c22325014f req-5bffcd03-aed5-4b80-8566-6b7f7e739609 service neutron] 10.222.0.24 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809570 Aug 20 10:22:31.519006 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e533b51f-fea7-4140-86dd-7bcec051da91 req-173266a3-91f3-46f2-9e2e-a1540b19c41a tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=f930e173-f706-4ae1-9ee9-8c5979b6024d HTTP/1.1" status: 200 len: 210 time: 0.0765359 Aug 20 10:22:31.540343 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfc5f8-c2bc-4c72-b349-3338a91fe85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafd200c-e88c-4e49-814e-e41f9b34caaf,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:31.591309 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ebdc-18eb-4083-91f1-540f2e9b164e req-17ba4bec-fa25-4683-810f-97b694ea6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:31.592958 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21a5ebdc-18eb-4083-91f1-540f2e9b164e req-17ba4bec-fa25-4683-810f-97b694ea6056 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1950543 Aug 20 10:22:31.647717 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39971a9e-408f-4799-9dfa-56c22325014f req-7a517c8c-c899-4bf1-93a0-2fb7b078fc8f service neutron] 10.222.0.24 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416025 Aug 20 10:22:31.674485 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7caa6c4-b9c0-42e5-b896-e365bfc171cf x-openstack-request-id: req-a7caa6c4-b9c0-42e5-b896-e365bfc171cf {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:31.675009 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae997a79-5086-450e-8575-b016e55a584d", "name": "network-vif-plugged", "status": "completed", "tag": "a3340483-317a-4da7-a6cd-e74b355c33e4", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:31.675456 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7caa6c4-b9c0-42e5-b896-e365bfc171cf {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:31.676046 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae997a79-5086-450e-8575-b016e55a584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3340483-317a-4da7-a6cd-e74b355c33e4', 'code': 200} Aug 20 10:22:31.704593 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21a5ebdc-18eb-4083-91f1-540f2e9b164e req-a0293a9b-49fd-4689-8f2f-fa81b0c236ed tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdb51301-2ee6-4e82-b295-34c48a41f529 HTTP/1.1" status: 200 len: 210 time: 0.0667121 Aug 20 10:22:31.839692 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf08c4b-fa9d-4bca-85ce-1375978a0081 req-c78866cd-3a38-4f45-8283-aefd2e07ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:31.841531 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ebf08c4b-fa9d-4bca-85ce-1375978a0081 req-c78866cd-3a38-4f45-8283-aefd2e07ad9c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae997a79-5086-450e-8575-b016e55a584d HTTP/1.1" status: 200 len: 1102 time: 0.0766859 Aug 20 10:22:31.854346 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec56560-47b0-46a9-bbc7-7f38fccb8e03 req-2a6550a1-f5c2-4047-a887-f5d466ace899 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:31.856438 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ec56560-47b0-46a9-bbc7-7f38fccb8e03 req-2a6550a1-f5c2-4047-a887-f5d466ace899 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae997a79-5086-450e-8575-b016e55a584d HTTP/1.1" status: 200 len: 950 time: 0.0775356 Aug 20 10:22:31.862924 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16880e71-fda6-4f4f-9e42-3508c6811999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:31.883250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a1f92-d145-4f5b-a17d-0df36dd1f8ad req-fdb7e516-e1aa-4267-bc96-4407b173baaf tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:31.885282 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-264a1f92-d145-4f5b-a17d-0df36dd1f8ad req-fdb7e516-e1aa-4267-bc96-4407b173baaf tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.1104579 Aug 20 10:22:31.896434 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bcc32c6e-d7f6-4933-b82a-75b45486af04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:31.923426 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ebf08c4b-fa9d-4bca-85ce-1375978a0081 req-72cd91fc-9d03-4bb1-9f91-013a91b529a0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657697 Aug 20 10:22:31.931844 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ec56560-47b0-46a9-bbc7-7f38fccb8e03 req-03e659f2-3b1f-4291-a743-a91a3ad0ea61 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671747 Aug 20 10:22:31.938173 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-264a1f92-d145-4f5b-a17d-0df36dd1f8ad req-88710a85-313f-489b-93b4-5d3b396c3e27 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469320 Aug 20 10:22:31.965731 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16880e71-fda6-4f4f-9e42-3508c6811999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:32.009955 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16880e71-fda6-4f4f-9e42-3508c6811999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:32.012890 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-16880e71-fda6-4f4f-9e42-3508c6811999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:32.016342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16880e71-fda6-4f4f-9e42-3508c6811999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:32.017289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16880e71-fda6-4f4f-9e42-3508c6811999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:32.017890 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16880e71-fda6-4f4f-9e42-3508c6811999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:32.045556 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16880e71-fda6-4f4f-9e42-3508c6811999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Pushing event updated for resources: {'Port': ['ID=72ba1685-ab3e-438c-9344-cd476e72d37a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:32.060108 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-16880e71-fda6-4f4f-9e42-3508c6811999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9947300 Aug 20 10:22:32.064100 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42568) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:32.069522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:32.135121 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:32.150175 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-e628cb0c-aeda-405d-b045-87186c8bcb2f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:32.152315 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-e628cb0c-aeda-405d-b045-87186c8bcb2f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 806 time: 0.1277473 Aug 20 10:22:32.187039 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-50c8a4bc-3d1d-4086-8f6b-c6b9404555a0 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/quotas/b20bf29d55e5407ca542b24a04751634 HTTP/1.1" status: 200 len: 375 time: 0.0283530 Aug 20 10:22:32.252431 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:32.263383 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-fa75a542-5ccd-492f-a1ce-3bacd723cb4c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700266 Aug 20 10:22:32.316763 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d27c09-92a6-4ad9-add4-e1e3b6e86389 req-309c8b84-f225-43cd-a3da-9d93913fab1b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:32.318260 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-17d27c09-92a6-4ad9-add4-e1e3b6e86389 req-309c8b84-f225-43cd-a3da-9d93913fab1b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 943 time: 0.1135051 Aug 20 10:22:32.372409 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-cb912d55-4a0c-47b4-929f-c4b2a0ad8724 service neutron] 10.222.0.16 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076322 Aug 20 10:22:32.389195 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] device_id is not set on port 72ba1685-ab3e-438c-9344-cd476e72d37a yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:22:32.400767 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-17d27c09-92a6-4ad9-add4-e1e3b6e86389 req-962fba45-cbd3-4e7a-889c-24f8a7528eb7 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734780 Aug 20 10:22:32.403712 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:32.425345 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Transition to ACTIVE for port object 72ba1685-ab3e-438c-9344-cd476e72d37a will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:32.430947 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:32.482671 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-3849c6d8-c4a5-4c41-99d3-a5f4378d129f service neutron] 10.222.0.16 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093893 Aug 20 10:22:32.495172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Pushing event updated for resources: {'Port': ['ID=72ba1685-ab3e-438c-9344-cd476e72d37a,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:32.509709 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:32.510343 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:32.510727 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:32.516086 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:32.516369 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:32.516762 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 2 to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a Aug 20 10:22:32.535103 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42584) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:32.538467 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:32.539123 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:32.539391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:32.544497 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:32.544623 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:32.545048 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 3 to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a Aug 20 10:22:32.558422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:32.558767 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:32.559211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:32.564102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:32.564436 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:32.564940 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 4 to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a Aug 20 10:22:32.579452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:32.579799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:32.580146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:32.585115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:32.585545 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:32.585959 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 5 to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a Aug 20 10:22:32.599845 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:32.600363 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:32.600970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:32.606575 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:32.607040 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:32.607481 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 6 to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a Aug 20 10:22:32.610893 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f930e173-f706-4ae1-9ee9-8c5979b6024d', 'name': 'network-vif-deleted', 'tag': '17ebca30-509f-4f31-9d67-f9d5e8b8c204'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:32.614706 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92789dd8-4bc1-4297-b9ce-2992afb9a2ff" -d '{"events": [{"server_uuid": "f930e173-f706-4ae1-9ee9-8c5979b6024d", "name": "network-vif-deleted", "tag": "17ebca30-509f-4f31-9d67-f9d5e8b8c204"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:32.631139 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:32.631554 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:32.631801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:32.639860 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:32.639860 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:32.639860 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 7 to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a Aug 20 10:22:32.654707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:32.655268 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:32.655804 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:32.662103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:32.662365 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:32.662932 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 8 to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a Aug 20 10:22:32.692786 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7dbefa-0235-4674-b7c2-f79970337e88 x-openstack-request-id: req-3e7dbefa-0235-4674-b7c2-f79970337e88 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:32.693080 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f930e173-f706-4ae1-9ee9-8c5979b6024d", "name": "network-vif-deleted", "tag": "17ebca30-509f-4f31-9d67-f9d5e8b8c204", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:32.693337 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e7dbefa-0235-4674-b7c2-f79970337e88 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:32.693743 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f930e173-f706-4ae1-9ee9-8c5979b6024d', 'name': 'network-vif-deleted', 'tag': '17ebca30-509f-4f31-9d67-f9d5e8b8c204', 'status': 'completed', 'code': 200} Aug 20 10:22:32.695895 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e8cf5d42-745c-4dcf-9468-3c63ac1b8ac3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616769626-network', 'tenant_id': 'c9f45dee5fdb4eea9a6d991888ffaf79'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:32.706632 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:32.706972 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:32.707352 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:32.714394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:32.715371 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:32.715635 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 9 to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a Aug 20 10:22:32.726075 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cf5d42-745c-4dcf-9468-3c63ac1b8ac3 admin admin] Made reservation on behalf of c9f45dee5fdb4eea9a6d991888ffaf79 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:32.728855 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e8cf5d42-745c-4dcf-9468-3c63ac1b8ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:32.749243 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e8cf5d42-745c-4dcf-9468-3c63ac1b8ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:32.757635 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d7dbe0d2-b957-4cf9-9618-0e3ddfa449be req-595fd23d-e054-4248-96e6-93ee59bc5da6 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 210 time: 0.0381634 Aug 20 10:22:32.763285 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:32.763627 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:32.764145 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:32.770430 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:32.770763 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:32.771197 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempt 10 to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a Aug 20 10:22:32.785499 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:32.786234 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:32.786895 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempting to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:32.791996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:32.792323 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Failed to bind port 72ba1685-ab3e-438c-9344-cd476e72d37a on host n-h1-778550-11 for vnic_type normal using segments [{'id': '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d'}] Aug 20 10:22:32.792718 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:32.883493 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e8cf5d42-745c-4dcf-9468-3c63ac1b8ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:32.891797 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] For port 72ba1685-ab3e-438c-9344-cd476e72d37a, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:32.892170 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attempted to set empty binding levels {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 10:22:32.893975 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e8cf5d42-745c-4dcf-9468-3c63ac1b8ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:32.901647 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:32.907976 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 990134a8-9179-4d5b-9582-fedfa0e499ac no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:32.922289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cf5d42-745c-4dcf-9468-3c63ac1b8ac3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:22:32.939988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf5d42-745c-4dcf-9468-3c63ac1b8ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb2a6bf-de36-458f-a013-8521427d99fb,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:32.942611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 990134a8-9179-4d5b-9582-fedfa0e499ac {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:32.943331 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 990134a8-9179-4d5b-9582-fedfa0e499ac not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:32.948729 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e8cf5d42-745c-4dcf-9468-3c63ac1b8ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:32.952312 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] In _notify_port_updated(), no bound segment for port 72ba1685-ab3e-438c-9344-cd476e72d37a on network f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d {{(pid=94867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:22:32.953227 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:32.953833 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:32.954951 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-e8cf5d42-745c-4dcf-9468-3c63ac1b8ac3 admin admin] Added segment 318f0f12-b106-4ef7-967a-6c9802643eaa of type vlan for network 4bb61399-1959-4405-8c35-cc9a23407036 Aug 20 10:22:32.955207 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] 10.222.0.16 "PUT /v2.0/ports/72ba1685-ab3e-438c-9344-cd476e72d37a HTTP/1.1" status: 200 len: 980 time: 0.8900638 Aug 20 10:22:32.959391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42606) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:32.991307 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55adb74a-e395-4e33-9e1f-504970ad7936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Pushing event updated for resources: {'Port': ['ID=72ba1685-ab3e-438c-9344-cd476e72d37a,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:33.041387 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:33.048184 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e8cf5d42-745c-4dcf-9468-3c63ac1b8ac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:33.073256 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b22b3-c231-41ff-8067-16a5130f32cc req-0519ed34-efb6-4f82-9b6d-1e087fa6bc09 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:33.075384 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2b1b22b3-c231-41ff-8067-16a5130f32cc req-0519ed34-efb6-4f82-9b6d-1e087fa6bc09 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 950 time: 0.0851543 Aug 20 10:22:33.097019 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e8cf5d42-745c-4dcf-9468-3c63ac1b8ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:33.098094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf5d42-745c-4dcf-9468-3c63ac1b8ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:33.098759 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e8cf5d42-745c-4dcf-9468-3c63ac1b8ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:33.116182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-9defbc8d-f24e-4795-9ff9-a562f48a4ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Deleting port 72ba1685-ab3e-438c-9344-cd476e72d37a {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:33.116631 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9defbc8d-f24e-4795-9ff9-a562f48a4ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:33.174572 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2b1b22b3-c231-41ff-8067-16a5130f32cc req-78e683ba-32af-44c2-9137-ffae9ea222ec tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914540 Aug 20 10:22:33.195621 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e8cf5d42-745c-4dcf-9468-3c63ac1b8ac3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6587393 Aug 20 10:22:33.196156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42614) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:33.202132 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-9defbc8d-f24e-4795-9ff9-a562f48a4ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] For port 72ba1685-ab3e-438c-9344-cd476e72d37a, host n-h1-778550-11, got binding levels [] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:33.202493 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9defbc8d-f24e-4795-9ff9-a562f48a4ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:33.203696 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf5d42-745c-4dcf-9468-3c63ac1b8ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=4bb61399-1959-4405-8c35-cc9a23407036,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:33.208151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b1c7b358-3d9a-4d87-81d8-b8036c6237e1 admin admin] Request body: {'subnet': {'network_id': '4bb61399-1959-4405-8c35-cc9a23407036', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616769626-subnet', 'tenant_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:33.218842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 4bb61399-1959-4405-8c35-cc9a23407036 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:22:33.232944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-9defbc8d-f24e-4795-9ff9-a562f48a4ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Calling delete_port for 72ba1685-ab3e-438c-9344-cd476e72d37a owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:33.250636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee2f62-347d-46e8-892c-bfe8484ee54d req-e3e8f20a-9d73-45f3-9542-df46a6d348ce tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:33.252731 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e6ee2f62-347d-46e8-892c-bfe8484ee54d req-e3e8f20a-9d73-45f3-9542-df46a6d348ce tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae997a79-5086-450e-8575-b016e55a584d HTTP/1.1" status: 200 len: 950 time: 0.1667893 Aug 20 10:22:33.290989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c7b358-3d9a-4d87-81d8-b8036c6237e1 admin admin] Made reservation on behalf of c9f45dee5fdb4eea9a6d991888ffaf79 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:33.294513 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1c7b358-3d9a-4d87-81d8-b8036c6237e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:33.334420 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e6ee2f62-347d-46e8-892c-bfe8484ee54d req-e3fa6c22-1cdb-4c80-9e05-7caaa30bbc84 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730371 Aug 20 10:22:33.426366 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cefba-85ea-4597-80fe-46723262f654 req-c4093cd8-6165-44bb-afad-7fade045d507 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:33.428570 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb5cefba-85ea-4597-80fe-46723262f654 req-c4093cd8-6165-44bb-afad-7fade045d507 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.1410484 Aug 20 10:22:33.498432 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9defbc8d-f24e-4795-9ff9-a562f48a4ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:33.549369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3024d9-cf70-4d47-b27f-ad971d43c113 req-aeae8cc3-fbb7-4402-b0d4-109b221ce7dc tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:33.551226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defbc8d-f24e-4795-9ff9-a562f48a4ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Pushing event deleted for resources: {'Port': ['ID=72ba1685-ab3e-438c-9344-cd476e72d37a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:33.560267 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f3024d9-cf70-4d47-b27f-ad971d43c113 req-aeae8cc3-fbb7-4402-b0d4-109b221ce7dc tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 943 time: 0.0670903 Aug 20 10:22:33.599799 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f3024d9-cf70-4d47-b27f-ad971d43c113 req-0f86679a-a5b6-4523-8895-903e0ee35bd3 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377893 Aug 20 10:22:33.600527 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9defbc8d-f24e-4795-9ff9-a562f48a4ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:33.602454 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9defbc8d-f24e-4795-9ff9-a562f48a4ddc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] 10.222.0.16 "DELETE /v2.0/ports/72ba1685-ab3e-438c-9344-cd476e72d37a HTTP/1.1" status: 204 len: 168 time: 0.6422293 Aug 20 10:22:33.605610 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42620) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:33.622634 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb5cefba-85ea-4597-80fe-46723262f654 req-e8b47f5f-a04a-43cf-b3eb-66deec5c1884 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669919 Aug 20 10:22:33.638870 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-6271e097-662b-4c98-a3e7-70001dd1b8f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] GET failed (client error): The resource could not be found. Aug 20 10:22:33.640740 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6271e097-662b-4c98-a3e7-70001dd1b8f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053179639-project-admin] 10.222.0.16 "GET /v2.0/ports/72ba1685-ab3e-438c-9344-cd476e72d37a HTTP/1.1" status: 404 len: 333 time: 0.0333295 Aug 20 10:22:33.644480 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42622) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:33.645753 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1c7b358-3d9a-4d87-81d8-b8036c6237e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:33.714928 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7b358-3d9a-4d87-81d8-b8036c6237e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc1fb1a-94e3-4896-8cc5-9664e129c9f7,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:33.720321 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c7b358-3d9a-4d87-81d8-b8036c6237e1 admin admin] Checking segment: {'id': '318f0f12-b106-4ef7-967a-6c9802643eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4bb61399-1959-4405-8c35-cc9a23407036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:33.720673 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c7b358-3d9a-4d87-81d8-b8036c6237e1 admin admin] Network hostable DHCP agents. Network: 4bb61399-1959-4405-8c35-cc9a23407036, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:22:33.737972 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce284640-4268-41e1-8a51-80a71587a69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:33.746715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c7b358-3d9a-4d87-81d8-b8036c6237e1 admin admin] Network 4bb61399-1959-4405-8c35-cc9a23407036 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:22:33.759243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b1c7b358-3d9a-4d87-81d8-b8036c6237e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 4bb61399-1959-4405-8c35-cc9a23407036) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:33.766500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c7b358-3d9a-4d87-81d8-b8036c6237e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:33.767378 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1c7b358-3d9a-4d87-81d8-b8036c6237e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:33.770383 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b670e0-72cf-4153-85bd-7cfb64191c90 None None] Network 4bb61399-1959-4405-8c35-cc9a23407036 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:22:33.802128 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b1c7b358-3d9a-4d87-81d8-b8036c6237e1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6050842 Aug 20 10:22:33.805292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42626) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:33.815874 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616769626-router', 'tenant_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:33.832107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2c9e2d98-b261-4d99-963e-e9b814c3b30e details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:22:33.873156 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce284640-4268-41e1-8a51-80a71587a69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:33.886433 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-ce284640-4268-41e1-8a51-80a71587a69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:33.898311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-ce284640-4268-41e1-8a51-80a71587a69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:33.898734 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-ce284640-4268-41e1-8a51-80a71587a69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4c636d-fae2-43c6-b878-ea59ce3f5ff4') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:33.908911 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce284640-4268-41e1-8a51-80a71587a69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:33.926302 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce284640-4268-41e1-8a51-80a71587a69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:33.938485 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce284640-4268-41e1-8a51-80a71587a69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:22:33.938894 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce284640-4268-41e1-8a51-80a71587a69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:22:33.942200 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:22:34.020945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 2c9e2d98-b261-4d99-963e-e9b814c3b30e, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2c9e2d98-b261-4d99-963e-e9b814c3b30e,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:34.037243 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce284640-4268-41e1-8a51-80a71587a69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:34.052784 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce284640-4268-41e1-8a51-80a71587a69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:34.054387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '2c9e2d98-b261-4d99-963e-e9b814c3b30e', 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f', 'port_id': '2c9e2d98-b261-4d99-963e-e9b814c3b30e', 'mac_address': 'fa:16:3e:c0:43:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadf393e-210e-42af-b610-6c3e5318317c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:22:34.067500 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ce284640-4268-41e1-8a51-80a71587a69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] 10.222.0.16 "DELETE /v2.0/networks/f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d HTTP/1.1" status: 204 len: 168 time: 0.4138155 Aug 20 10:22:34.084402 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-4bb61399-1959-4405-8c35-cc9a23407036', 'network_id': '4bb61399-1959-4405-8c35-cc9a23407036', 'tenant_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'fixed_ips': [{'subnet_id': '8fc1fb1a-94e3-4896-8cc5-9664e129c9f7'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:22:34.085268 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:34.085666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce284640-4268-41e1-8a51-80a71587a69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570 tempest-PortsAdminExtendedAttrsIpV6TestJSON-235876570-project] Pushing event deleted for resources: {'Network': ['ID=f975bbc8-5c75-4ce9-bf6d-8a66a2f56f8d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:34.121872 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:34.187379 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c9e2d98-b261-4d99-963e-e9b814c3b30e {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:22:34.254537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 2c9e2d98-b261-4d99-963e-e9b814c3b30e, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2c9e2d98-b261-4d99-963e-e9b814c3b30e,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:34.281829 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:34.327554 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:34.328721 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:34.333004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad9498-994c-4286-8efa-1ba0b9a79a21 req-62ada7c2-b62b-4217-b65e-116ff269bccc tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:34.341707 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-01ad9498-994c-4286-8efa-1ba0b9a79a21 req-62ada7c2-b62b-4217-b65e-116ff269bccc tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 950 time: 0.0690324 Aug 20 10:22:34.343629 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Allocated IP 172.20.0.2 (4bb61399-1959-4405-8c35-cc9a23407036/8fc1fb1a-94e3-4896-8cc5-9664e129c9f7/56e9ede6-65fa-49e6-84df-efbcdeb033f0) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:34.344281 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-75855b2d-b493-41c4-bd6a-d35e5a6b6870 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:34.358702 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-75855b2d-b493-41c4-bd6a-d35e5a6b6870 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.42 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 806 time: 0.4764123 Aug 20 10:22:34.359353 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42634) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:34.369272 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-3fef0868-555b-4125-a517-60f01fd58f15 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Request body: {'port': {'device_id': '64ac67aa-20e9-48ae-a683-ed0b0765629f', 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a', 'admin_state_up': True, 'tenant_id': 'b20bf29d55e5407ca542b24a04751634'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:34.373880 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=2c9e2d98-b261-4d99-963e-e9b814c3b30e,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:34.398985 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-01ad9498-994c-4286-8efa-1ba0b9a79a21 req-be27f7de-7e7d-41b2-9006-65137fd3a923 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563872 Aug 20 10:22:34.449135 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-789b63c7-4726-48f2-bd4e-213183feca8f req-b8188600-808c-4581-b2af-fe2086c559f4 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 210 time: 0.2028918 Aug 20 10:22:34.561804 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:34.577933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddfb7b-ba3d-4919-baea-b871c491b515 req-1699c22d-c80d-4720-8b94-86d96cc01683 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:34.579626 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e4ddfb7b-ba3d-4919-baea-b871c491b515 req-1699c22d-c80d-4720-8b94-86d96cc01683 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae997a79-5086-450e-8575-b016e55a584d HTTP/1.1" status: 200 len: 950 time: 0.0882676 Aug 20 10:22:34.582524 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:34.595006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Transition to ACTIVE for port object 56e9ede6-65fa-49e6-84df-efbcdeb033f0 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:34.613732 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Transition to ACTIVE for port object 56e9ede6-65fa-49e6-84df-efbcdeb033f0 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:34.619647 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3f5004fd-2bfe-4d86-aa6f-603703bcf131 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9cf9d2fab30040b4a0ba012a285115f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599735 Aug 20 10:22:34.620339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42640) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:34.622606 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:34.666953 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Network 4bb61399-1959-4405-8c35-cc9a23407036 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:34.678224 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:34.680768 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:34.698388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Pushing event updated for resources: {'Port': ['ID=56e9ede6-65fa-49e6-84df-efbcdeb033f0,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:34.716259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['2c9e2d98-b261-4d99-963e-e9b814c3b30e'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:34.716707 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e4ddfb7b-ba3d-4919-baea-b871c491b515 req-ab854e18-3f5d-46a0-ab5f-97059fc50bc9 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288168 Aug 20 10:22:34.746864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff9903-ae0e-46ba-9242-fd66507f0318 req-f3c49639-6fae-4afb-ac8a-36509f5c24fb tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:34.749709 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27ff9903-ae0e-46ba-9242-fd66507f0318 req-f3c49639-6fae-4afb-ac8a-36509f5c24fb tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.24 "GET /v2.0/ports?device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 950 time: 0.1568909 Aug 20 10:22:34.766620 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:34.798365 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:34.807977 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-3fef0868-555b-4125-a517-60f01fd58f15 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Made reservation on behalf of b20bf29d55e5407ca542b24a04751634 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:34.812500 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-3fef0868-555b-4125-a517-60f01fd58f15 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:34.819150 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4e16-fd52-4e8f-a2b5-a491beddcdc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:34.819611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Attempting to bind port 56e9ede6-65fa-49e6-84df-efbcdeb033f0 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:34.819990 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Attempting to bind port 56e9ede6-65fa-49e6-84df-efbcdeb033f0 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '318f0f12-b106-4ef7-967a-6c9802643eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4bb61399-1959-4405-8c35-cc9a23407036'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:34.820533 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Attempting to bind port 56e9ede6-65fa-49e6-84df-efbcdeb033f0 on network 4bb61399-1959-4405-8c35-cc9a23407036 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:34.827882 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:22:34.828410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Checking segment: {'id': '318f0f12-b106-4ef7-967a-6c9802643eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4bb61399-1959-4405-8c35-cc9a23407036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:34.828831 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:34.829226 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Bound using segment: {'id': '318f0f12-b106-4ef7-967a-6c9802643eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4bb61399-1959-4405-8c35-cc9a23407036'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:22:34.829708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Bound port: 56e9ede6-65fa-49e6-84df-efbcdeb033f0, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318f0f12-b106-4ef7-967a-6c9802643eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4bb61399-1959-4405-8c35-cc9a23407036'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:22:34.830092 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:34.888601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694fd8d-a569-498d-94f3-6d7bd1a68eb2 req-0d1e9d57-d2da-4134-b982-b2406dc1d672 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:34.890346 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5694fd8d-a569-498d-94f3-6d7bd1a68eb2 req-0d1e9d57-d2da-4134-b982-b2406dc1d672 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 944 time: 0.1809263 Aug 20 10:22:34.926502 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4e16-fd52-4e8f-a2b5-a491beddcdc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:34.951094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d68f3-5d0b-438b-a653-b6fae390577c req-4fec9914-bf8b-40c4-9b45-b514c5ddccf6 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:34.955641 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7b2d68f3-5d0b-438b-a653-b6fae390577c req-4fec9914-bf8b-40c4-9b45-b514c5ddccf6 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.1315005 Aug 20 10:22:34.960332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] For port 56e9ede6-65fa-49e6-84df-efbcdeb033f0, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:34.981153 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] For port 56e9ede6-65fa-49e6-84df-efbcdeb033f0, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=56e9ede6-65fa-49e6-84df-efbcdeb033f0,segment=NetworkSegment(318f0f12-b106-4ef7-967a-6c9802643eaa),segment_id=318f0f12-b106-4ef7-967a-6c9802643eaa)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:22:34.991267 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:35.014426 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5694fd8d-a569-498d-94f3-6d7bd1a68eb2 req-50a80725-807f-48c2-b6a7-b336aed545ac tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891540 Aug 20 10:22:35.041892 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-27ff9903-ae0e-46ba-9242-fd66507f0318 req-4456a0e8-9fc9-4ddf-881d-f1e0175bb05e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Deleting port 56f3c5a8-8170-4a84-b313-91c26503adf0 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:35.042342 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-27ff9903-ae0e-46ba-9242-fd66507f0318 req-4456a0e8-9fc9-4ddf-881d-f1e0175bb05e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:35.064050 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-3fef0868-555b-4125-a517-60f01fd58f15 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Allocated IP 172.20.0.10 (c63852f8-5c78-42de-a5e1-12993fc8be5a/d14c8d45-d320-4574-86d3-37a082d1daf5/7ae55495-adfa-4c5a-a891-f7abbaee9a9e) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:35.075715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09152a8-c9f7-4bc7-a719-4376571af4ad None None] Pushing event updated for resources: {'Port': ['ID=56e9ede6-65fa-49e6-84df-efbcdeb033f0,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:35.355421 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:35.388776 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:35.484383 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7b2d68f3-5d0b-438b-a653-b6fae390577c req-8f7460da-b55e-42d2-80a9-c567152daded tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036800 Aug 20 10:22:35.499966 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-3fef0868-555b-4125-a517-60f01fd58f15 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:35.531641 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4e16-fd52-4e8f-a2b5-a491beddcdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:35.534584 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4e16-fd52-4e8f-a2b5-a491beddcdc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:35.535813 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b0bf4e16-fd52-4e8f-a2b5-a491beddcdc6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f46d17d3-8f59-42b3-bdcf-f63e45ebdac5 HTTP/1.1" status: 204 len: 168 time: 0.8821471 Aug 20 10:22:35.552846 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf4e16-fd52-4e8f-a2b5-a491beddcdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46d17d3-8f59-42b3-bdcf-f63e45ebdac5,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:35.570993 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-27ff9903-ae0e-46ba-9242-fd66507f0318 req-4456a0e8-9fc9-4ddf-881d-f1e0175bb05e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] For port 56f3c5a8-8170-4a84-b313-91c26503adf0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=56f3c5a8-8170-4a84-b313-91c26503adf0,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:35.571304 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-27ff9903-ae0e-46ba-9242-fd66507f0318 req-4456a0e8-9fc9-4ddf-881d-f1e0175bb05e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:35.594917 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-27ff9903-ae0e-46ba-9242-fd66507f0318 req-4456a0e8-9fc9-4ddf-881d-f1e0175bb05e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Calling delete_port for 56f3c5a8-8170-4a84-b313-91c26503adf0 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:35.615699 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d44133f3-34a9-4657-bc3c-1da7a8cdcd45 req-785ea1fd-d84a-437f-812d-f8aaad4cf31e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 210 time: 0.0357141 Aug 20 10:22:35.643483 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-3fef0868-555b-4125-a517-60f01fd58f15 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:35.669775 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['995840f7-d39b-4bf6-beab-401653bd6374'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:35.769151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Allocated IP 172.25.3.42 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/bb26cfb6-1ada-433c-86ff-6d2e36c40e0d) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:35.877090 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-27ff9903-ae0e-46ba-9242-fd66507f0318 req-4456a0e8-9fc9-4ddf-881d-f1e0175bb05e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:35.922712 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456a0e8-9fc9-4ddf-881d-f1e0175bb05e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Pushing event deleted for resources: {'Port': ['ID=56f3c5a8-8170-4a84-b313-91c26503adf0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:35.975890 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:35.996468 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ff9903-ae0e-46ba-9242-fd66507f0318 req-4456a0e8-9fc9-4ddf-881d-f1e0175bb05e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] No DVR routers for this DVR port 56f3c5a8-8170-4a84-b313-91c26503adf0 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:35.999335 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-27ff9903-ae0e-46ba-9242-fd66507f0318 req-4456a0e8-9fc9-4ddf-881d-f1e0175bb05e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:36.003007 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27ff9903-ae0e-46ba-9242-fd66507f0318 req-4456a0e8-9fc9-4ddf-881d-f1e0175bb05e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.24 "DELETE /v2.0/ports/56f3c5a8-8170-4a84-b313-91c26503adf0 HTTP/1.1" status: 204 len: 173 time: 1.2364476 Aug 20 10:22:36.005314 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cef486-20a2-44ad-b807-8ff5d7b09738', 'name': 'network-vif-deleted', 'tag': '56f3c5a8-8170-4a84-b313-91c26503adf0'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:36.009398 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005b7af6-98e2-44c7-9e28-2341ab59ec77" -d '{"events": [{"server_uuid": "20cef486-20a2-44ad-b807-8ff5d7b09738", "name": "network-vif-deleted", "tag": "56f3c5a8-8170-4a84-b313-91c26503adf0"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:36.054474 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-3fef0868-555b-4125-a517-60f01fd58f15 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Network c63852f8-5c78-42de-a5e1-12993fc8be5a is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:36.059601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-3fef0868-555b-4125-a517-60f01fd58f15 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:36.064505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42664) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:36.074476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-3fef0868-555b-4125-a517-60f01fd58f15 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:36.088430 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aeb6b-eb61-47ec-8ebf-a978bd802eed req-56a67280-777b-4e29-afca-d0df5d79de9e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.096807 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b46aeb6b-eb61-47ec-8ebf-a978bd802eed req-56a67280-777b-4e29-afca-d0df5d79de9e tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/ports?device_id=20cef486-20a2-44ad-b807-8ff5d7b09738 HTTP/1.1" status: 200 len: 950 time: 0.5483692 Aug 20 10:22:36.129987 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-81bb015c-32d2-4660-b81a-a9e8d629b55f tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.130483 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-81bb015c-32d2-4660-b81a-a9e8d629b55f tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.131516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-81bb015c-32d2-4660-b81a-a9e8d629b55f tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.131684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-81bb015c-32d2-4660-b81a-a9e8d629b55f tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.132184 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-81bb015c-32d2-4660-b81a-a9e8d629b55f tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.132775 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-81bb015c-32d2-4660-b81a-a9e8d629b55f tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.132910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef0868-555b-4125-a517-60f01fd58f15 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Pushing event updated for resources: {'Port': ['ID=7ae55495-adfa-4c5a-a891-f7abbaee9a9e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:36.133255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-81bb015c-32d2-4660-b81a-a9e8d629b55f tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.133864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-81bb015c-32d2-4660-b81a-a9e8d629b55f tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.134332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-81bb015c-32d2-4660-b81a-a9e8d629b55f tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.134815 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-81bb015c-32d2-4660-b81a-a9e8d629b55f tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.135973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-81bb015c-32d2-4660-b81a-a9e8d629b55f tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.135973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-81bb015c-32d2-4660-b81a-a9e8d629b55f tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.142909 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-81bb015c-32d2-4660-b81a-a9e8d629b55f tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.143518 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-81bb015c-32d2-4660-b81a-a9e8d629b55f tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.144127 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-81bb015c-32d2-4660-b81a-a9e8d629b55f tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.147063 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-81bb015c-32d2-4660-b81a-a9e8d629b55f tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f&device_id=4960d19e-c73a-4c00-8873-bf656f86b379&device_id=ae997a79-5086-450e-8575-b016e55a584d&device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d&device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5&device_id=1c8f0783-0588-4347-a73f-402fe703a8dc&device_id=b5b14562-0273-4dde-96b4-92b98da03e19&device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3&device_id=20cef486-20a2-44ad-b807-8ff5d7b09738&device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 13540 time: 0.1249802 Aug 20 10:22:36.172278 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7bb6c477-2c83-4cf7-b478-e73733b62e44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b2d3857df6f4106b6e81ac94848f3f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1062558 Aug 20 10:22:36.178746 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42670) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:36.180192 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:36.186697 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-1128ef61-a0e3-462a-aca4-ab7642579507 tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:36.230652 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56f3c5a8-8170-4a84-b313-91c26503adf0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:36.257000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:36.262926 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:36.272768 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:36.278726 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e1debf87-8339-41ea-9690-3936ce78ebf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:36.317597 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e1debf87-8339-41ea-9690-3936ce78ebf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:36.331889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-3fef0868-555b-4125-a517-60f01fd58f15 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.332782 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-3fef0868-555b-4125-a517-60f01fd58f15 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:36.349019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 56e9ede6-65fa-49e6-84df-efbcdeb033f0 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:36.402638 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b46aeb6b-eb61-47ec-8ebf-a978bd802eed req-95591cfd-e300-49e4-9c99-413392833018 tempest-ServersOnMultiNodesTest-2082097267 tempest-ServersOnMultiNodesTest-2082097267-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a82bada-6790-4e17-a3c9-a801cc5c828f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042705 Aug 20 10:22:36.405259 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Pushing event updated for resources: {'Port': ['ID=bb26cfb6-1ada-433c-86ff-6d2e36c40e0d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:36.444437 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-1128ef61-a0e3-462a-aca4-ab7642579507 tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:36.453681 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-1128ef61-a0e3-462a-aca4-ab7642579507 tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:36.471301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 56e9ede6-65fa-49e6-84df-efbcdeb033f0 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:36.494741 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-3fef0868-555b-4125-a517-60f01fd58f15 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1308842 Aug 20 10:22:36.508569 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dec3faf1-70b1-4219-9b17-e612370305a8 req-1128ef61-a0e3-462a-aca4-ab7642579507 tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=3500f5ce-2651-4518-951a-2939571e9adf&id=f40282f1-fe89-437a-a848-de4e89eab622&id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.3494525 Aug 20 10:22:36.516921 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccb05f6-94a2-4f05-b57e-3f8abd033bdd None None] Network 4bb61399-1959-4405-8c35-cc9a23407036 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:22:36.543459 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40df8dba-4d95-42db-96d4-eac81ce1aa34 x-openstack-request-id: req-40df8dba-4d95-42db-96d4-eac81ce1aa34 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:36.548812 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cef486-20a2-44ad-b807-8ff5d7b09738", "name": "network-vif-deleted", "tag": "56f3c5a8-8170-4a84-b313-91c26503adf0", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:36.549175 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40df8dba-4d95-42db-96d4-eac81ce1aa34 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:36.549720 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cef486-20a2-44ad-b807-8ff5d7b09738', 'name': 'network-vif-deleted', 'tag': '56f3c5a8-8170-4a84-b313-91c26503adf0', 'status': 'completed', 'code': 200} Aug 20 10:22:36.550675 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e1debf87-8339-41ea-9690-3936ce78ebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:36.577985 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e1debf87-8339-41ea-9690-3936ce78ebf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:36.579288 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e1debf87-8339-41ea-9690-3936ce78ebf6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a727bce5-c568-4e5e-86c3-9f88ef04b045 HTTP/1.1" status: 204 len: 168 time: 0.3995163 Aug 20 10:22:36.599951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Request body: {'port': {'device_id': '64ac67aa-20e9-48ae-a683-ed0b0765629f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:36.647506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128ef61-a0e3-462a-aca4-ab7642579507 tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1691dbd-edd0-42a9-8f74-2bec21e577b3,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:36.654164 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-be522980-1e74-4798-b327-e77b81098075 None None] Provisioning for port 56e9ede6-65fa-49e6-84df-efbcdeb033f0 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:36.682787 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1debf87-8339-41ea-9690-3936ce78ebf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a727bce5-c568-4e5e-86c3-9f88ef04b045,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:36.686614 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-be522980-1e74-4798-b327-e77b81098075 None None] Provisioning complete for port 56e9ede6-65fa-49e6-84df-efbcdeb033f0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:36.689958 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-be522980-1e74-4798-b327-e77b81098075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:36.813947 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fd086-ae64-458d-bb1e-8b6042183da8 req-dad8128f-e8ed-4c15-84f1-8c21575b4b17 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.821970 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b19fd086-ae64-458d-bb1e-8b6042183da8 req-dad8128f-e8ed-4c15-84f1-8c21575b4b17 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 944 time: 0.1467855 Aug 20 10:22:36.835239 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:36.923919 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b19fd086-ae64-458d-bb1e-8b6042183da8 req-e8f4ea7b-8882-41cb-87be-02e47cf5a619 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007318 Aug 20 10:22:36.985505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83531b8e-a621-492d-9aa9-b9206ecab489 req-790105af-16cd-462a-b96e-24db404daf23 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:36.994850 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83531b8e-a621-492d-9aa9-b9206ecab489 req-790105af-16cd-462a-b96e-24db404daf23 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.1315525 Aug 20 10:22:37.025770 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-be522980-1e74-4798-b327-e77b81098075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:37.128779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-be522980-1e74-4798-b327-e77b81098075 None None] For port 56e9ede6-65fa-49e6-84df-efbcdeb033f0, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=56e9ede6-65fa-49e6-84df-efbcdeb033f0,segment=NetworkSegment(318f0f12-b106-4ef7-967a-6c9802643eaa),segment_id=318f0f12-b106-4ef7-967a-6c9802643eaa)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:37.144025 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-be522980-1e74-4798-b327-e77b81098075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:37.153038 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83531b8e-a621-492d-9aa9-b9206ecab489 req-f7fdfef3-2b87-40a3-b46b-5622cecfa24f tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557574 Aug 20 10:22:37.169955 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dc7d4-d1e4-46d5-8f59-5dcba90b8944 req-5979e373-6342-4041-8541-f3baa625c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:37.171771 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7a7dc7d4-d1e4-46d5-8f59-5dcba90b8944 req-5979e373-6342-4041-8541-f3baa625c341 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 1098 time: 0.1583188 Aug 20 10:22:37.226858 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be522980-1e74-4798-b327-e77b81098075 None None] Pushing event updated for resources: {'Port': ['ID=56e9ede6-65fa-49e6-84df-efbcdeb033f0,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:37.267452 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7a7dc7d4-d1e4-46d5-8f59-5dcba90b8944 req-813b072f-bf02-452b-9f44-cf4d25dac025 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827334 Aug 20 10:22:37.271475 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ced6d76f-154c-4194-9c69-c6b6f038670a None None] Provisioning complete for port 56e9ede6-65fa-49e6-84df-efbcdeb033f0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:37.272027 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ced6d76f-154c-4194-9c69-c6b6f038670a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:37.304332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae55495-adfa-4c5a-a891-f7abbaee9a9e {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:22:37.345419 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:37.382687 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a5b7d-f139-453e-9803-82a5ac6c2aa3 req-a96153c7-87db-44e4-bdea-ee900ad2a6b0 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:37.384374 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-938a5b7d-f139-453e-9803-82a5ac6c2aa3 req-a96153c7-87db-44e4-bdea-ee900ad2a6b0 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 932 time: 0.1497433 Aug 20 10:22:37.386531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Transition to ACTIVE for port object 7ae55495-adfa-4c5a-a891-f7abbaee9a9e will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:37.405032 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:37.434410 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b94cee-aa3e-4f51-b28c-310a50081c42 req-402ace0e-7a80-4ff6-a8f3-4c3150056f9a tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:37.434897 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b94cee-aa3e-4f51-b28c-310a50081c42 req-402ace0e-7a80-4ff6-a8f3-4c3150056f9a tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:37.435428 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b94cee-aa3e-4f51-b28c-310a50081c42 req-402ace0e-7a80-4ff6-a8f3-4c3150056f9a tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:37.437199 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75b94cee-aa3e-4f51-b28c-310a50081c42 req-402ace0e-7a80-4ff6-a8f3-4c3150056f9a tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ae997a79-5086-450e-8575-b016e55a584d&device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5&device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 2885 time: 0.0539005 Aug 20 10:22:37.443145 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:37.490780 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75b94cee-aa3e-4f51-b28c-310a50081c42 req-ad8dbb98-5955-42c2-a6f3-004de31fbd3b tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396821 Aug 20 10:22:37.544399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae55495-adfa-4c5a-a891-f7abbaee9a9e,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:37.572932 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-938a5b7d-f139-453e-9803-82a5ac6c2aa3 req-d66d3d4b-18ff-4218-9ad4-bee611966a2c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793058 Aug 20 10:22:37.822548 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2c9e2d98-b261-4d99-963e-e9b814c3b30e up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:37.852905 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42718) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:37.912424 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42722) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:37.929663 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 2c9e2d98-b261-4d99-963e-e9b814c3b30e completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:37.938481 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 2c9e2d98-b261-4d99-963e-e9b814c3b30e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:37.939372 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.090364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-0e658bc4-1614-4282-a96d-116c69a42744 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-296184411'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:38.096611 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.135938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ca992-80c9-40f2-a6ad-1e7261617599 req-4eda3ce6-0bec-42ba-a3af-c34ec59e5fc7 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:38.145659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 2c9e2d98-b261-4d99-963e-e9b814c3b30e, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2c9e2d98-b261-4d99-963e-e9b814c3b30e,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:38.147368 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4960d19e-c73a-4c00-8873-bf656f86b379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9e2d98-b261-4d99-963e-e9b814c3b30e'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:38.149769 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-601ca992-80c9-40f2-a6ad-1e7261617599 req-4eda3ce6-0bec-42ba-a3af-c34ec59e5fc7 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 944 time: 0.1373894 Aug 20 10:22:38.150012 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Attempting to bind port 7ae55495-adfa-4c5a-a891-f7abbaee9a9e on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:38.150485 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f60e29-6d1e-460c-b0df-0d21e55fd60c" -d '{"events": [{"server_uuid": "4960d19e-c73a-4c00-8873-bf656f86b379", "name": "network-vif-plugged", "status": "completed", "tag": "2c9e2d98-b261-4d99-963e-e9b814c3b30e"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:38.150613 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Attempting to bind port 7ae55495-adfa-4c5a-a891-f7abbaee9a9e by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:38.150881 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Attempting to bind port 7ae55495-adfa-4c5a-a891-f7abbaee9a9e on network c63852f8-5c78-42de-a5e1-12993fc8be5a {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:38.156571 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.159336 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Port 7ae55495-adfa-4c5a-a891-f7abbaee9a9e on network c63852f8-5c78-42de-a5e1-12993fc8be5a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:38.159688 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Attempting to bind port 7ae55495-adfa-4c5a-a891-f7abbaee9a9e on network c63852f8-5c78-42de-a5e1-12993fc8be5a {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:38.170803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:22:38.171180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Checking segment: {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:38.171571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Bound using segment: {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:22:38.172012 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Bound port: 7ae55495-adfa-4c5a-a891-f7abbaee9a9e, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:22:38.172473 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.188008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e658bc4-1614-4282-a96d-116c69a42744 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Made reservation on behalf of 8cbcf173ac1d4d828c3133c1ce52ccf4 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:38.196938 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e658bc4-1614-4282-a96d-116c69a42744 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.227602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=2c9e2d98-b261-4d99-963e-e9b814c3b30e,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:38.254878 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e658bc4-1614-4282-a96d-116c69a42744 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.285321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 56e9ede6-65fa-49e6-84df-efbcdeb033f0 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:38.285922 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.349824 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-601ca992-80c9-40f2-a6ad-1e7261617599 req-920b1c9a-3a22-45f8-81f1-4e55dedb2fa0 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939449 Aug 20 10:22:38.353083 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-09a797e1-176e-423b-9cea-75a2fd34fa05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e7795c3d76e4090b49a900a04c8fc61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4985456 Aug 20 10:22:38.357830 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42734) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:38.370081 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 56e9ede6-65fa-49e6-84df-efbcdeb033f0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:38.370453 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.377862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] For port 7ae55495-adfa-4c5a-a891-f7abbaee9a9e, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:38.432855 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cfaf4c-e856-4af7-abba-fbe97b8903f2 x-openstack-request-id: req-44cfaf4c-e856-4af7-abba-fbe97b8903f2 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:38.433594 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4960d19e-c73a-4c00-8873-bf656f86b379", "name": "network-vif-plugged", "status": "completed", "tag": "2c9e2d98-b261-4d99-963e-e9b814c3b30e", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:38.433738 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44cfaf4c-e856-4af7-abba-fbe97b8903f2 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:38.434200 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4960d19e-c73a-4c00-8873-bf656f86b379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9e2d98-b261-4d99-963e-e9b814c3b30e', 'code': 200} Aug 20 10:22:38.471330 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] For port 7ae55495-adfa-4c5a-a891-f7abbaee9a9e, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=7ae55495-adfa-4c5a-a891-f7abbaee9a9e,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:22:38.483186 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4cfa1042-20f6-4a62-b9f2-e06fffcc7cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.483841 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.581193 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4cfa1042-20f6-4a62-b9f2-e06fffcc7cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.611345 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:38.612072 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.613470 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] 10.222.0.42 "PUT /v2.0/ports/7ae55495-adfa-4c5a-a891-f7abbaee9a9e HTTP/1.1" status: 200 len: 1093 time: 2.0510402 Aug 20 10:22:38.613916 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ac67aa-20e9-48ae-a683-ed0b0765629f', 'tag': '7ae55495-adfa-4c5a-a891-f7abbaee9a9e'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:38.616186 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61aabca9-0c4f-416f-9ee1-fc266ae601a7" -d '{"events": [{"name": "network-changed", "server_uuid": "64ac67aa-20e9-48ae-a683-ed0b0765629f", "tag": "7ae55495-adfa-4c5a-a891-f7abbaee9a9e"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:38.634094 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e658bc4-1614-4282-a96d-116c69a42744 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.650772 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e658bc4-1614-4282-a96d-116c69a42744 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.674416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23da85c-956e-4508-b722-c5da58e416b9 req-03c4d668-7180-4349-845e-4587d7dab768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:38.675947 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e23da85c-956e-4508-b722-c5da58e416b9 req-03c4d668-7180-4349-845e-4587d7dab768 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 1097 time: 0.1471720 Aug 20 10:22:38.679537 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e337202-880d-4279-bedb-56be33b6fe76 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae55495-adfa-4c5a-a891-f7abbaee9a9e,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:38.683379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35173f80-fde2-43c2-8d42-70cb9542f138 req-bc52d67b-393c-4def-84bc-612229ac3c56 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:38.684890 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-35173f80-fde2-43c2-8d42-70cb9542f138 req-bc52d67b-393c-4def-84bc-612229ac3c56 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.1812749 Aug 20 10:22:38.696676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e658bc4-1614-4282-a96d-116c69a42744 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:22:38.709155 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa320614-c734-42cc-aae9-820c5eeec126 req-75404858-9abe-4263-9b45-db2ef7118355 tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:38.711013 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aa320614-c734-42cc-aae9-820c5eeec126 req-75404858-9abe-4263-9b45-db2ef7118355 tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 1101 time: 0.1519318 Aug 20 10:22:38.713624 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Router a593488b-5d75-4e9a-a142-53c8ff593f89 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:22:38.736650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-d1bfee7f-af15-4c66-98ec-490602e58f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:38.741056 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-d1bfee7f-af15-4c66-98ec-490602e58f6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 1096 time: 0.0779614 Aug 20 10:22:38.750386 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e658bc4-1614-4282-a96d-116c69a42744 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.750786 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-0e658bc4-1614-4282-a96d-116c69a42744 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Added segment 1783db58-7355-4297-ba8b-08446f3214ce of type vlan for network 72b38f25-4808-455f-a1d5-33b7125debf1 Aug 20 10:22:38.752260 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e658bc4-1614-4282-a96d-116c69a42744 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=830440ab-7760-46d7-86fb-39bccd19cecc,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:38.814945 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4cfa1042-20f6-4a62-b9f2-e06fffcc7cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.817579 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4cfa1042-20f6-4a62-b9f2-e06fffcc7cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.818723 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4cfa1042-20f6-4a62-b9f2-e06fffcc7cbb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a82bada-6790-4e17-a3c9-a801cc5c828f HTTP/1.1" status: 204 len: 168 time: 0.4539318 Aug 20 10:22:38.833144 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e23da85c-956e-4508-b722-c5da58e416b9 req-99530497-263b-417e-891b-ad2b728bdd2a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430941 Aug 20 10:22:38.833530 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-7d35c85b-0efb-45ea-a086-d8fd249babe3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ae55495-adfa-4c5a-a891-f7abbaee9a9e HTTP/1.1" status: 200 len: 217 time: 0.0835342 Aug 20 10:22:38.836070 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e658bc4-1614-4282-a96d-116c69a42744 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.846035 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-35173f80-fde2-43c2-8d42-70cb9542f138 req-30fea4c3-36a8-4a38-bbf5-1917ee247f13 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472135 Aug 20 10:22:38.849647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa1042-20f6-4a62-b9f2-e06fffcc7cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a82bada-6790-4e17-a3c9-a801cc5c828f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:38.875417 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aa320614-c734-42cc-aae9-820c5eeec126 req-72766d7c-7a02-4be5-8048-c208887f6af0 tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435194 Aug 20 10:22:38.924763 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e658bc4-1614-4282-a96d-116c69a42744 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.936303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e658bc4-1614-4282-a96d-116c69a42744 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:38.937531 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e658bc4-1614-4282-a96d-116c69a42744 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:38.969262 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c6c0a6-fbaf-416e-bf05-b7ab0c58d696 x-openstack-request-id: req-67c6c0a6-fbaf-416e-bf05-b7ab0c58d696 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:38.969694 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ac67aa-20e9-48ae-a683-ed0b0765629f", "tag": "7ae55495-adfa-4c5a-a891-f7abbaee9a9e", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:38.970083 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67c6c0a6-fbaf-416e-bf05-b7ab0c58d696 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:38.970679 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ac67aa-20e9-48ae-a683-ed0b0765629f', 'tag': '7ae55495-adfa-4c5a-a891-f7abbaee9a9e', 'status': 'completed', 'code': 200} Aug 20 10:22:39.053023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-7350a41f-b054-44b4-9d70-80e6e453da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:39.053335 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0e658bc4-1614-4282-a96d-116c69a42744 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1347163 Aug 20 10:22:39.053530 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-7350a41f-b054-44b4-9d70-80e6e453da7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d14c8d45-d320-4574-86d3-37a082d1daf5 HTTP/1.1" status: 200 len: 846 time: 0.1985898 Aug 20 10:22:39.054657 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42750) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:39.069827 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d7216392-9cd2-49c4-8511-27d5af1f19ad tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Request body: {'subnet': {'network_id': '72b38f25-4808-455f-a1d5-33b7125debf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:39.075897 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:22:39.088104 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Sync routers for ids ['a593488b-5d75-4e9a-a142-53c8ff593f89'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:22:39.107836 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-f9b6a4eb-707d-4f45-9caf-177217904cdb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c63852f8-5c78-42de-a5e1-12993fc8be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461011 Aug 20 10:22:39.115612 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:39.116236 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Routers {'a593488b-5d75-4e9a-a142-53c8ff593f89'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:39.117810 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9a0212cf-fa48-4ab4-a407-9ed70edfe191 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.3113222 Aug 20 10:22:39.119381 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:22:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a593488b-5d75-4e9a-a142-53c8ff593f89'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:39.135147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e720d9-f655-4784-b434-8bc210a87e67 req-5b5a69a2-a0c8-4a2f-b681-64992fac116c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:39.143581 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56e720d9-f655-4784-b434-8bc210a87e67 req-5b5a69a2-a0c8-4a2f-b681-64992fac116c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 944 time: 0.1690159 Aug 20 10:22:39.150529 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42752) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:39.162797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e658bc4-1614-4282-a96d-116c69a42744 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event updated for resources: {'Network': ['ID=72b38f25-4808-455f-a1d5-33b7125debf1,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:39.175615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 72b38f25-4808-455f-a1d5-33b7125debf1 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:22:39.314992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6a66c-6955-4026-83d7-d9bb5a04a0dc req-0049c032-a526-43e4-8416-ddc29cb85565 tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:39.326182 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30e6a66c-6955-4026-83d7-d9bb5a04a0dc req-0049c032-a526-43e4-8416-ddc29cb85565 tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 1101 time: 0.1640966 Aug 20 10:22:39.373370 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56e720d9-f655-4784-b434-8bc210a87e67 req-09879535-6b19-4cf5-9a67-54fab7a7a1e9 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289031 Aug 20 10:22:39.374495 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Set router a593488b-5d75-4e9a-a142-53c8ff593f89 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:39.388932 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7216392-9cd2-49c4-8511-27d5af1f19ad tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Made reservation on behalf of 8cbcf173ac1d4d828c3133c1ce52ccf4 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:39.395170 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d7216392-9cd2-49c4-8511-27d5af1f19ad tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:39.403668 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42756) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:39.469063 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30e6a66c-6955-4026-83d7-d9bb5a04a0dc req-058f0884-8952-4ce5-bf4b-35c92248cc87 tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255243 Aug 20 10:22:39.520990 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-fc8e593d-47bb-4e06-a06d-6069a1052c69 service neutron] 10.222.0.42 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020083 Aug 20 10:22:39.603634 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a593488b-5d75-4e9a-a142-53c8ff593f89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616769626-router', 'tenant_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'bb26cfb6-1ada-433c-86ff-6d2e36c40e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:22:34Z', 'updated_at': '2021-08-20T10:22:36Z', 'revision_number': 3, 'project_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'gw_port': {'id': 'bb26cfb6-1ada-433c-86ff-6d2e36c40e0d', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a593488b-5d75-4e9a-a142-53c8ff593f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:35Z', 'updated_at': '2021-08-20T10:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:39.635764 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-da49f5f4-a12c-418e-af6e-f74f5c6b0d19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a446b9a724d441185ea202629d33a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286646 Aug 20 10:22:39.636030 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Checking router: a593488b-5d75-4e9a-a142-53c8ff593f89 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:22:39.636030 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Updating router a593488b-5d75-4e9a-a142-53c8ff593f89 port bb26cfb6-1ada-433c-86ff-6d2e36c40e0d binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:22:39.641593 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42760) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:39.674001 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:39.679428 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5841f-90a8-4ea3-8ff4-e18d2b66ef6a req-8ffe28ca-f459-499e-ad04-05b81a7d1695 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:39.681096 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9f5841f-90a8-4ea3-8ff4-e18d2b66ef6a req-8ffe28ca-f459-499e-ad04-05b81a7d1695 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 945 time: 0.2243421 Aug 20 10:22:39.706258 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d7216392-9cd2-49c4-8511-27d5af1f19ad tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:39.787748 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7216392-9cd2-49c4-8511-27d5af1f19ad tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event updated for resources: {'Subnet': ['ID=fd1c88eb-248a-4707-abad-10265e5052cc,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:39.829825 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 56f3c5a8-8170-4a84-b313-91c26503adf0 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:39.831332 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8623169e-9437-4e63-b1c2-7e5c45e5f51b req-98cbca37-3557-4cb7-a37e-dd69310f04b9 service neutron] 10.222.0.42 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937634 Aug 20 10:22:39.833325 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7216392-9cd2-49c4-8511-27d5af1f19ad tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Checking segment: {'id': '1783db58-7355-4297-ba8b-08446f3214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '72b38f25-4808-455f-a1d5-33b7125debf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:39.833979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7216392-9cd2-49c4-8511-27d5af1f19ad tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Network hostable DHCP agents. Network: 72b38f25-4808-455f-a1d5-33b7125debf1, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:22:39.856108 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9f5841f-90a8-4ea3-8ff4-e18d2b66ef6a req-2c8c06e0-cd2e-4bd9-ac59-e2aaa5a76407 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530890 Aug 20 10:22:39.882856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7216392-9cd2-49c4-8511-27d5af1f19ad tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Network 72b38f25-4808-455f-a1d5-33b7125debf1 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:22:39.897688 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-d7216392-9cd2-49c4-8511-27d5af1f19ad tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 72b38f25-4808-455f-a1d5-33b7125debf1) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:39.898601 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 56f3c5a8-8170-4a84-b313-91c26503adf0 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:39.899497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 56f3c5a8-8170-4a84-b313-91c26503adf0 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:39.908073 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7216392-9cd2-49c4-8511-27d5af1f19ad tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:39.908928 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d7216392-9cd2-49c4-8511-27d5af1f19ad tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:39.914965 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f558c625-a9e4-405f-b3ec-866a669367bc None None] Network 72b38f25-4808-455f-a1d5-33b7125debf1 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:22:39.932657 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db5481e3-64cc-405d-aaa1-147339574005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:39.951999 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d7216392-9cd2-49c4-8511-27d5af1f19ad tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8957400 Aug 20 10:22:39.954768 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42770) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:39.967868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-db79c921-524d-444e-a694-f3b349368d57 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Request body: {'port': {'network_id': '72b38f25-4808-455f-a1d5-33b7125debf1', 'name': 'tempest-AllowedAddressPairTestJSON-1208250907'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:40.023319 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db5481e3-64cc-405d-aaa1-147339574005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:40.071371 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:40.097557 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Transition to ACTIVE for port object bb26cfb6-1ada-433c-86ff-6d2e36c40e0d will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:40.104450 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aabca9-0c4f-416f-9ee1-fc266ae601a7 req-c3105e74-256d-4f49-a42c-7a133c71d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:40.106403 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61aabca9-0c4f-416f-9ee1-fc266ae601a7 req-c3105e74-256d-4f49-a42c-7a133c71d1e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 1096 time: 0.1880078 Aug 20 10:22:40.110058 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:40.174032 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db79c921-524d-444e-a694-f3b349368d57 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Made reservation on behalf of 8cbcf173ac1d4d828c3133c1ce52ccf4 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:40.174510 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-72b38f25-4808-455f-a1d5-33b7125debf1', 'network_id': '72b38f25-4808-455f-a1d5-33b7125debf1', 'tenant_id': '8cbcf173ac1d4d828c3133c1ce52ccf4', 'fixed_ips': [{'subnet_id': 'fd1c88eb-248a-4707-abad-10265e5052cc'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:22:40.175937 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:40.178320 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-db79c921-524d-444e-a694-f3b349368d57 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:40.200004 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec6c24-40ff-427d-bb04-ee45929cf5f8 None None] Pushing event updated for resources: {'Port': ['ID=bb26cfb6-1ada-433c-86ff-6d2e36c40e0d,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:40.212951 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Attempting to bind port bb26cfb6-1ada-433c-86ff-6d2e36c40e0d on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:40.213569 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Attempting to bind port bb26cfb6-1ada-433c-86ff-6d2e36c40e0d by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:40.214904 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Attempting to bind port bb26cfb6-1ada-433c-86ff-6d2e36c40e0d on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:40.221474 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:22:40.221971 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:40.222380 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:40.222559 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-db79c921-524d-444e-a694-f3b349368d57 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] device_id is not set on port 52d8f92c-5e11-451d-9458-991059c75d33 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:22:40.222863 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:22:40.223378 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Bound port: bb26cfb6-1ada-433c-86ff-6d2e36c40e0d, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:22:40.223753 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:40.292505 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] For port bb26cfb6-1ada-433c-86ff-6d2e36c40e0d, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:40.297592 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] For port bb26cfb6-1ada-433c-86ff-6d2e36c40e0d, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=bb26cfb6-1ada-433c-86ff-6d2e36c40e0d,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:22:40.303258 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:40.360695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62385ffd-a4cc-4fb7-9a75-933572979cf6 req-1e84ec4b-3d21-4b9b-9d5b-c133ed019c4d tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:40.367620 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62385ffd-a4cc-4fb7-9a75-933572979cf6 req-1e84ec4b-3d21-4b9b-9d5b-c133ed019c4d tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.3285928 Aug 20 10:22:40.432053 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db5481e3-64cc-405d-aaa1-147339574005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:40.435163 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db5481e3-64cc-405d-aaa1-147339574005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:40.436563 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-db5481e3-64cc-405d-aaa1-147339574005 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e174c42-cf8c-405f-a6c4-70154a2e8a91 HTTP/1.1" status: 204 len: 168 time: 0.7908285 Aug 20 10:22:40.496804 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-db79c921-524d-444e-a694-f3b349368d57 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Allocated IP 172.20.0.8 (72b38f25-4808-455f-a1d5-33b7125debf1/fd1c88eb-248a-4707-abad-10265e5052cc/52d8f92c-5e11-451d-9458-991059c75d33) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:40.508776 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec6c24-40ff-427d-bb04-ee45929cf5f8 None None] Pushing event updated for resources: {'Port': ['ID=bb26cfb6-1ada-433c-86ff-6d2e36c40e0d,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:40.514496 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Routers {'a593488b-5d75-4e9a-a142-53c8ff593f89'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:40.515068 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:22:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a593488b-5d75-4e9a-a142-53c8ff593f89'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:40.518890 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62385ffd-a4cc-4fb7-9a75-933572979cf6 req-97fc37f9-0731-44c7-852c-86a2059a38e3 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206694 Aug 20 10:22:40.535801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5481e3-64cc-405d-aaa1-147339574005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e174c42-cf8c-405f-a6c4-70154a2e8a91,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:40.594899 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aabca9-0c4f-416f-9ee1-fc266ae601a7 req-85160481-0d37-4263-b520-d2d359190e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:40.597351 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61aabca9-0c4f-416f-9ee1-fc266ae601a7 req-85160481-0d37-4263-b520-d2d359190e05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 907 time: 0.4762745 Aug 20 10:22:40.684076 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61aabca9-0c4f-416f-9ee1-fc266ae601a7 req-9a8b342a-52a0-4581-a570-7d5dbe92cde6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ae55495-adfa-4c5a-a891-f7abbaee9a9e HTTP/1.1" status: 200 len: 217 time: 0.0740631 Aug 20 10:22:40.694414 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:40.695936 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] Set router a593488b-5d75-4e9a-a142-53c8ff593f89 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:40.786241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926210d9-20f5-42cc-b3f1-254c5f3996f1 req-f911f7c3-f6aa-49d5-ad74-b30a47288e8d tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:40.797994 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-926210d9-20f5-42cc-b3f1-254c5f3996f1 req-f911f7c3-f6aa-49d5-ad74-b30a47288e8d tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.2726963 Aug 20 10:22:40.834113 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:22:40.859438 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-db79c921-524d-444e-a694-f3b349368d57 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:40.872377 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-926210d9-20f5-42cc-b3f1-254c5f3996f1 req-23465e28-ac1d-43b7-b877-68fe71243e80 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734119 Aug 20 10:22:40.904304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-db79c921-524d-444e-a694-f3b349368d57 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Transition to ACTIVE for port object 52d8f92c-5e11-451d-9458-991059c75d33 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:40.936690 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aabca9-0c4f-416f-9ee1-fc266ae601a7 req-11bd058a-c92c-48f9-b759-f8ad9691c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:40.938300 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61aabca9-0c4f-416f-9ee1-fc266ae601a7 req-11bd058a-c92c-48f9-b759-f8ad9691c7c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d14c8d45-d320-4574-86d3-37a082d1daf5 HTTP/1.1" status: 200 len: 846 time: 0.2410169 Aug 20 10:22:40.952398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df4bad-8a3e-400a-9cda-b7d6b6a24b4e req-a74256ef-a102-47fa-aaaa-50af50771679 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:40.954057 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-45df4bad-8a3e-400a-9cda-b7d6b6a24b4e req-a74256ef-a102-47fa-aaaa-50af50771679 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 944 time: 0.2863941 Aug 20 10:22:40.964032 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-db79c921-524d-444e-a694-f3b349368d57 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:41.027033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db79c921-524d-444e-a694-f3b349368d57 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Network 72b38f25-4808-455f-a1d5-33b7125debf1 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:41.030886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-db79c921-524d-444e-a694-f3b349368d57 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:41.035709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79c921-524d-444e-a694-f3b349368d57 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:41.054170 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61aabca9-0c4f-416f-9ee1-fc266ae601a7 req-c0982d30-86b9-458f-ab1a-a9bdf63e453e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c63852f8-5c78-42de-a5e1-12993fc8be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989428 Aug 20 10:22:41.083589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Allocated IP 172.20.0.2 (72b38f25-4808-455f-a1d5-33b7125debf1/fd1c88eb-248a-4707-abad-10265e5052cc/2155c50d-39dc-480c-a0c0-4417aebdc58e) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:41.118637 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a593488b-5d75-4e9a-a142-53c8ff593f89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616769626-router', 'tenant_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'bb26cfb6-1ada-433c-86ff-6d2e36c40e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:22:34Z', 'updated_at': '2021-08-20T10:22:36Z', 'revision_number': 3, 'project_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'gw_port': {'id': 'bb26cfb6-1ada-433c-86ff-6d2e36c40e0d', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a593488b-5d75-4e9a-a142-53c8ff593f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:35Z', 'updated_at': '2021-08-20T10:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:41.135303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79c921-524d-444e-a694-f3b349368d57 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event updated for resources: {'Port': ['ID=52d8f92c-5e11-451d-9458-991059c75d33,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:41.164649 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8ad556-ba78-4b20-8a40-fce718751795 None None] The sync data for ids ['a593488b-5d75-4e9a-a142-53c8ff593f89'] in n-d-778550-11 is: [{'id': 'a593488b-5d75-4e9a-a142-53c8ff593f89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616769626-router', 'tenant_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'bb26cfb6-1ada-433c-86ff-6d2e36c40e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:22:34Z', 'updated_at': '2021-08-20T10:22:36Z', 'revision_number': 3, 'project_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'gw_port': {'id': 'bb26cfb6-1ada-433c-86ff-6d2e36c40e0d', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a593488b-5d75-4e9a-a142-53c8ff593f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:35Z', 'updated_at': '2021-08-20T10:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:22:41.217042 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-45df4bad-8a3e-400a-9cda-b7d6b6a24b4e req-f49e4f48-bcd7-4c7a-bed8-059cc61df048 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269335 Aug 20 10:22:41.241386 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db79c921-524d-444e-a694-f3b349368d57 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:41.242256 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-db79c921-524d-444e-a694-f3b349368d57 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:41.277542 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea960e6b-4884-44b4-a84c-3c02905c19fb req-311214d2-a13b-42cc-952c-fb53efa2f35f tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:41.287340 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea960e6b-4884-44b4-a84c-3c02905c19fb req-311214d2-a13b-42cc-952c-fb53efa2f35f tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 945 time: 0.1658077 Aug 20 10:22:41.299841 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-db79c921-524d-444e-a694-f3b349368d57 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3437467 Aug 20 10:22:41.304745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55e34d-2821-471f-9c8f-a6a9ebf63f21 req-031bb067-55ba-4440-9b67-2a606384651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:41.306702 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42812) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:41.307588 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d55e34d-2821-471f-9c8f-a6a9ebf63f21 req-031bb067-55ba-4440-9b67-2a606384651d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26b5c18da28d413e8586083e40c6ee2e&device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 1098 time: 0.1875629 Aug 20 10:22:41.309539 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61aabca9-0c4f-416f-9ee1-fc266ae601a7 req-05de5d61-43d2-482f-945d-3cc246cc1546 service neutron] 10.222.0.42 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382271 Aug 20 10:22:41.322571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-8e5f072d-c1b9-4ef9-949d-5e1b0c3509e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Request body: {'port': {'network_id': '72b38f25-4808-455f-a1d5-33b7125debf1', 'name': 'tempest-AllowedAddressPairTestJSON-25717099', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:73:6a:e3'}]}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:41.405142 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea960e6b-4884-44b4-a84c-3c02905c19fb req-3386275a-2953-4e74-80d5-1e5bb28bd2a9 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166444 Aug 20 10:22:41.488652 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55e34d-2821-471f-9c8f-a6a9ebf63f21 req-b61d8ed8-8828-4530-aeeb-354af5a36f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:41.501733 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d55e34d-2821-471f-9c8f-a6a9ebf63f21 req-b61d8ed8-8828-4530-aeeb-354af5a36f69 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aee9a348-af2d-45dc-9248-2a1f01e70c36 HTTP/1.1" status: 200 len: 912 time: 0.1861706 Aug 20 10:22:41.563668 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Allocated IP 172.20.0.1 (4bb61399-1959-4405-8c35-cc9a23407036/8fc1fb1a-94e3-4896-8cc5-9664e129c9f7/f02753a6-c112-4a45-ae80-44fd9dfafeb9) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:41.629935 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d012527-7b99-432a-bc37-abc444323f50 req-d4571e05-9164-42cc-bf58-1959020cd3d1 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:41.635845 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5d012527-7b99-432a-bc37-abc444323f50 req-d4571e05-9164-42cc-bf58-1959020cd3d1 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.3333211 Aug 20 10:22:41.649324 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d55e34d-2821-471f-9c8f-a6a9ebf63f21 req-6a9bc734-41f3-4a09-b8d1-7dea3c976977 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15479c89-6a24-4f49-8032-b404d21bb25c HTTP/1.1" status: 200 len: 217 time: 0.1346686 Aug 20 10:22:41.712046 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:41.715917 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42826) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:41.733064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Transition to ACTIVE for port object 2155c50d-39dc-480c-a0c0-4417aebdc58e will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:41.746456 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55e34d-2821-471f-9c8f-a6a9ebf63f21 req-763721de-2f0e-4e26-ba64-678fea1a3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:41.748278 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d55e34d-2821-471f-9c8f-a6a9ebf63f21 req-763721de-2f0e-4e26-ba64-678fea1a3eea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9a8cf849-69fe-4ea8-af5f-52021f809728 HTTP/1.1" status: 200 len: 851 time: 0.0885086 Aug 20 10:22:41.774092 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Transition to ACTIVE for port object 2155c50d-39dc-480c-a0c0-4417aebdc58e will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:41.795841 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:41.835757 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d55e34d-2821-471f-9c8f-a6a9ebf63f21 req-12ebb061-d7ce-491c-bcfa-918b254931b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aee9a348-af2d-45dc-9248-2a1f01e70c36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741920 Aug 20 10:22:41.847214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Network 72b38f25-4808-455f-a1d5-33b7125debf1 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:41.859185 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:41.863365 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Pushing event updated for resources: {'Port': ['ID=2155c50d-39dc-480c-a0c0-4417aebdc58e,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:41.866419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:41.935745 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5d012527-7b99-432a-bc37-abc444323f50 req-ac3bf884-be47-480e-b8a3-51988dc9066d tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841809 Aug 20 10:22:41.937904 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61aabca9-0c4f-416f-9ee1-fc266ae601a7 req-fac0e5ce-7d4c-4bd8-8f0d-3de6eb643611 service neutron] 10.222.0.42 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924854 Aug 20 10:22:41.947612 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Attempting to bind port 2155c50d-39dc-480c-a0c0-4417aebdc58e on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:41.948139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Attempting to bind port 2155c50d-39dc-480c-a0c0-4417aebdc58e by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '1783db58-7355-4297-ba8b-08446f3214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '72b38f25-4808-455f-a1d5-33b7125debf1'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:41.948675 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Attempting to bind port 2155c50d-39dc-480c-a0c0-4417aebdc58e on network 72b38f25-4808-455f-a1d5-33b7125debf1 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:41.956261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:22:41.956835 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Checking segment: {'id': '1783db58-7355-4297-ba8b-08446f3214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '72b38f25-4808-455f-a1d5-33b7125debf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:41.957726 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:41.957942 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Bound using segment: {'id': '1783db58-7355-4297-ba8b-08446f3214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '72b38f25-4808-455f-a1d5-33b7125debf1'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:22:41.958562 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Bound port: 2155c50d-39dc-480c-a0c0-4417aebdc58e, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1783db58-7355-4297-ba8b-08446f3214ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '72b38f25-4808-455f-a1d5-33b7125debf1'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:22:41.959079 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:41.969146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-96b13969-24c7-4f1c-b822-365de4026c62 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2112074403-network', 'tenant_id': 'e59578da38a24e7e85b944c527039190'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:42.004125 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d55e34d-2821-471f-9c8f-a6a9ebf63f21 req-d046f98d-ff26-4eda-9821-7d43cc05bd17 service neutron] 10.222.0.24 "GET /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491158 Aug 20 10:22:42.016552 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5f072d-c1b9-4ef9-949d-5e1b0c3509e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Made reservation on behalf of 8cbcf173ac1d4d828c3133c1ce52ccf4 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:42.017391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d0ae0-c7e9-475e-92bd-fcf2e89deb59 req-403d0009-5d4d-4821-b32b-a2f9cfec78ab tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:42.027459 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d3d0ae0-c7e9-475e-92bd-fcf2e89deb59 req-403d0009-5d4d-4821-b32b-a2f9cfec78ab tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 945 time: 0.2508273 Aug 20 10:22:42.053568 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] For port 2155c50d-39dc-480c-a0c0-4417aebdc58e, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:42.062226 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] For port 2155c50d-39dc-480c-a0c0-4417aebdc58e, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2155c50d-39dc-480c-a0c0-4417aebdc58e,segment=NetworkSegment(1783db58-7355-4297-ba8b-08446f3214ce),segment_id=1783db58-7355-4297-ba8b-08446f3214ce)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:22:42.069177 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:42.132782 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d3d0ae0-c7e9-475e-92bd-fcf2e89deb59 req-7723e106-2bbe-4bc1-936b-99689cba6d97 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025100 Aug 20 10:22:42.140217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fecd18-fc17-489f-8abb-30c925742314 None None] Pushing event updated for resources: {'Port': ['ID=2155c50d-39dc-480c-a0c0-4417aebdc58e,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:42.201695 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d55e34d-2821-471f-9c8f-a6a9ebf63f21 req-54e7101b-d2ce-4738-a9a7-71630219f6e6 service neutron] 10.222.0.24 "GET /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707869 Aug 20 10:22:42.330352 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device bb26cfb6-1ada-433c-86ff-6d2e36c40e0d up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:42.396383 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f605d2d-891d-4b81-aa40-d18d288f4777 req-69468938-3aeb-4437-8a15-b53a11609109 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:42.406104 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f605d2d-891d-4b81-aa40-d18d288f4777 req-69468938-3aeb-4437-8a15-b53a11609109 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 944 time: 0.0900571 Aug 20 10:22:42.422895 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port bb26cfb6-1ada-433c-86ff-6d2e36c40e0d completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:42.431356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port bb26cfb6-1ada-433c-86ff-6d2e36c40e0d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:42.432539 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:42.484433 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f605d2d-891d-4b81-aa40-d18d288f4777 req-a929a352-a5e3-4d75-bbd1-7a011e4beb21 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772405 Aug 20 10:22:42.591848 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:42.617531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port bb26cfb6-1ada-433c-86ff-6d2e36c40e0d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=bb26cfb6-1ada-433c-86ff-6d2e36c40e0d,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:42.626127 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:42.679699 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=bb26cfb6-1ada-433c-86ff-6d2e36c40e0d,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:42.682752 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:42.698977 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b13969-24c7-4f1c-b822-365de4026c62 admin admin] Made reservation on behalf of e59578da38a24e7e85b944c527039190 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:42.701231 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96b13969-24c7-4f1c-b822-365de4026c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:42.715757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Transition to ACTIVE for port object f02753a6-c112-4a45-ae80-44fd9dfafeb9 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:42.731331 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96b13969-24c7-4f1c-b822-365de4026c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:42.753358 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8e5f072d-c1b9-4ef9-949d-5e1b0c3509e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:42.778127 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1013f33-a2c1-469e-a227-c94d8a5e9afb req-6b356cbb-a2af-491a-beb7-46a216fd84a7 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:42.779600 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d1013f33-a2c1-469e-a227-c94d8a5e9afb req-6b356cbb-a2af-491a-beb7-46a216fd84a7 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.6597612 Aug 20 10:22:42.823674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-8e5f072d-c1b9-4ef9-949d-5e1b0c3509e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] device_id is not set on port d7d9bf4f-6fb3-4106-903d-c7df5f81d775 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:22:42.891676 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:42.916972 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d1013f33-a2c1-469e-a227-c94d8a5e9afb req-cd1a17d5-0ea5-44b0-b9f2-b914da3ac46f tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234832 Aug 20 10:22:42.934844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 7ae55495-adfa-4c5a-a891-f7abbaee9a9e details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:22:42.979220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Network 4bb61399-1959-4405-8c35-cc9a23407036 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:43.007574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:43.019960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:43.068643 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Pushing event updated for resources: {'Port': ['ID=f02753a6-c112-4a45-ae80-44fd9dfafeb9,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:43.093189 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:43.093594 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7de8c-789c-46d5-ac2d-d787107b8ecb req-52bcdd06-4728-4910-a2f1-fed871c1a7e3 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:43.095040 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 7ae55495-adfa-4c5a-a891-f7abbaee9a9e, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=7ae55495-adfa-4c5a-a891-f7abbaee9a9e,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:43.102310 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46b7de8c-789c-46d5-ac2d-d787107b8ecb req-52bcdd06-4728-4910-a2f1-fed871c1a7e3 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.0847967 Aug 20 10:22:43.120272 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '7ae55495-adfa-4c5a-a891-f7abbaee9a9e', 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a', 'port_id': '7ae55495-adfa-4c5a-a891-f7abbaee9a9e', 'mac_address': 'fa:16:3e:22:dd:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14c8d45-d320-4574-86d3-37a082d1daf5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:22:43.155902 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46b7de8c-789c-46d5-ac2d-d787107b8ecb req-30706745-ae26-4a30-9174-2f6021dd0c57 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519898 Aug 20 10:22:43.175558 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:43.190770 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae55495-adfa-4c5a-a891-f7abbaee9a9e {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:22:43.215539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 7ae55495-adfa-4c5a-a891-f7abbaee9a9e, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=7ae55495-adfa-4c5a-a891-f7abbaee9a9e,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:43.223664 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:43.290949 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=7ae55495-adfa-4c5a-a891-f7abbaee9a9e,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:43.304593 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-8e5f072d-c1b9-4ef9-949d-5e1b0c3509e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Allocated IP 172.20.0.13 (72b38f25-4808-455f-a1d5-33b7125debf1/fd1c88eb-248a-4707-abad-10265e5052cc/d7d9bf4f-6fb3-4106-903d-c7df5f81d775) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:43.343092 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96b13969-24c7-4f1c-b822-365de4026c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:43.356461 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96b13969-24c7-4f1c-b822-365de4026c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:43.384563 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:43.393630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d65e3024-f99a-46f5-98c7-bc008f0da2cd None None] Provisioning for port f02753a6-c112-4a45-ae80-44fd9dfafeb9 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:43.398110 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d65e3024-f99a-46f5-98c7-bc008f0da2cd None None] Provisioning complete for port f02753a6-c112-4a45-ae80-44fd9dfafeb9 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:43.398493 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d65e3024-f99a-46f5-98c7-bc008f0da2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:43.404581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bbe17-aa55-4d8b-879d-5b8e8cf0d8a8 req-bf91ec85-71e2-4dcb-9abf-976c81477ea3 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:43.406456 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a8bbe17-aa55-4d8b-879d-5b8e8cf0d8a8 req-bf91ec85-71e2-4dcb-9abf-976c81477ea3 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 945 time: 0.1671393 Aug 20 10:22:43.424694 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b13969-24c7-4f1c-b822-365de4026c62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:22:43.437914 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d65e3024-f99a-46f5-98c7-bc008f0da2cd None None] Port f02753a6-c112-4a45-ae80-44fd9dfafeb9 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:22:43.478546 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b13969-24c7-4f1c-b822-365de4026c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1753738-9006-485e-a33f-2c9a4b5067f5,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:43.484335 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96b13969-24c7-4f1c-b822-365de4026c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:43.484705 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-96b13969-24c7-4f1c-b822-365de4026c62 admin admin] Added segment 8ddb7788-857f-4417-80ab-d7faf09adad3 of type vlan for network def3a047-9a0d-4c82-beb0-24bc67757c3d Aug 20 10:22:43.561080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['7ae55495-adfa-4c5a-a891-f7abbaee9a9e'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:43.641498 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a8bbe17-aa55-4d8b-879d-5b8e8cf0d8a8 req-ea3c9764-38cc-49c8-a480-7ea0301bf275 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222700 Aug 20 10:22:43.668326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e63dd6-5c53-4f72-a040-511b4a120cea req-a7062873-9a49-4fbc-b69f-300669c28517 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:43.670085 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96b13969-24c7-4f1c-b822-365de4026c62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:43.677378 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7e63dd6-5c53-4f72-a040-511b4a120cea req-a7062873-9a49-4fbc-b69f-300669c28517 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 945 time: 0.1115131 Aug 20 10:22:43.740195 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98af486-4132-4faa-8701-a3235264d293 req-46d945f6-ab3e-4265-a747-0816330d998e tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:43.741771 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f98af486-4132-4faa-8701-a3235264d293 req-46d945f6-ab3e-4265-a747-0816330d998e tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.24 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 945 time: 0.1403871 Aug 20 10:22:43.796116 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7e63dd6-5c53-4f72-a040-511b4a120cea req-c129410c-5687-4fc5-b47c-c3f7d28912f1 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178448 Aug 20 10:22:43.876907 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96b13969-24c7-4f1c-b822-365de4026c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:43.877894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b13969-24c7-4f1c-b822-365de4026c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:43.878497 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96b13969-24c7-4f1c-b822-365de4026c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:43.885716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-f98af486-4132-4faa-8701-a3235264d293 req-2f48bc92-978a-4deb-8a05-3b36e63687bd tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Deleting port 2c9e2d98-b261-4d99-963e-e9b814c3b30e {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:43.886203 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f98af486-4132-4faa-8701-a3235264d293 req-2f48bc92-978a-4deb-8a05-3b36e63687bd tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:43.936028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d350664e-778f-4c1f-82c9-f72663fb327e None None] Network 72b38f25-4808-455f-a1d5-33b7125debf1 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:22:43.981022 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-96b13969-24c7-4f1c-b822-365de4026c62 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2518554 Aug 20 10:22:43.981945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42846) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:43.991298 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-bdbf0ed0-b98a-4753-9bf3-b6b9d21b16b4 admin admin] Request body: {'subnet': {'network_id': 'def3a047-9a0d-4c82-beb0-24bc67757c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112074403-subnet', 'tenant_id': 'e59578da38a24e7e85b944c527039190', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:44.008619 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8e5f072d-c1b9-4ef9-949d-5e1b0c3509e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:44.017161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-f98af486-4132-4faa-8701-a3235264d293 req-2f48bc92-978a-4deb-8a05-3b36e63687bd tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] For port 2c9e2d98-b261-4d99-963e-e9b814c3b30e, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2c9e2d98-b261-4d99-963e-e9b814c3b30e,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:44.017730 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f98af486-4132-4faa-8701-a3235264d293 req-2f48bc92-978a-4deb-8a05-3b36e63687bd tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:44.032111 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-34084e84-221e-4761-8c79-065dc6f78f67 None None] Provisioning for port 2155c50d-39dc-480c-a0c0-4417aebdc58e completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:44.040211 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-f98af486-4132-4faa-8701-a3235264d293 req-2f48bc92-978a-4deb-8a05-3b36e63687bd tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Calling delete_port for 2c9e2d98-b261-4d99-963e-e9b814c3b30e owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:44.044650 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:44.050742 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbf0ed0-b98a-4753-9bf3-b6b9d21b16b4 admin admin] Made reservation on behalf of e59578da38a24e7e85b944c527039190 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:44.053386 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bdbf0ed0-b98a-4753-9bf3-b6b9d21b16b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:44.057834 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b13969-24c7-4f1c-b822-365de4026c62 admin admin] Pushing event updated for resources: {'Network': ['ID=def3a047-9a0d-4c82-beb0-24bc67757c3d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:44.060502 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:44.086551 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network def3a047-9a0d-4c82-beb0-24bc67757c3d details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:22:44.115328 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-8e5f072d-c1b9-4ef9-949d-5e1b0c3509e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Transition to ACTIVE for port object d7d9bf4f-6fb3-4106-903d-c7df5f81d775 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:44.154045 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7ade7-b36d-4406-819c-d9f9c50bb417 req-bcb0ce85-d425-43eb-a406-cc69e8a48997 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:44.155614 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0a7ade7-b36d-4406-819c-d9f9c50bb417 req-bcb0ce85-d425-43eb-a406-cc69e8a48997 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.1447530 Aug 20 10:22:44.175980 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:44.184116 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Pushing event updated for resources: {'Port': ['ID=f02753a6-c112-4a45-ae80-44fd9dfafeb9,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:44.295349 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0a7ade7-b36d-4406-819c-d9f9c50bb417 req-f272914f-d988-4618-ba33-872f9fc8bb0a tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258075 Aug 20 10:22:44.316472 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8e5f072d-c1b9-4ef9-949d-5e1b0c3509e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:44.366713 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5f072d-c1b9-4ef9-949d-5e1b0c3509e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Network 72b38f25-4808-455f-a1d5-33b7125debf1 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:44.375621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-8e5f072d-c1b9-4ef9-949d-5e1b0c3509e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:44.376323 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f98af486-4132-4faa-8701-a3235264d293 req-2f48bc92-978a-4deb-8a05-3b36e63687bd tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:44.381798 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5f072d-c1b9-4ef9-949d-5e1b0c3509e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:44.390715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['2c9e2d98-b261-4d99-963e-e9b814c3b30e'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:44.451087 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f072d-c1b9-4ef9-949d-5e1b0c3509e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event updated for resources: {'Port': ['ID=d7d9bf4f-6fb3-4106-903d-c7df5f81d775,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:44.456790 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48bc92-978a-4deb-8a05-3b36e63687bd tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Pushing event deleted for resources: {'Port': ['ID=2c9e2d98-b261-4d99-963e-e9b814c3b30e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:44.462169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Network 4bb61399-1959-4405-8c35-cc9a23407036 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:44.465128 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bdbf0ed0-b98a-4753-9bf3-b6b9d21b16b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:44.466503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:44.484573 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5f072d-c1b9-4ef9-949d-5e1b0c3509e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:44.485248 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8e5f072d-c1b9-4ef9-949d-5e1b0c3509e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:44.535700 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device bb26cfb6-1ada-433c-86ff-6d2e36c40e0d up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:44.551185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf0ed0-b98a-4753-9bf3-b6b9d21b16b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=807be69f-20d1-4250-8e50-64c1b3970b2a,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:44.596654 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98af486-4132-4faa-8701-a3235264d293 req-2f48bc92-978a-4deb-8a05-3b36e63687bd tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] No DVR routers for this DVR port 2c9e2d98-b261-4d99-963e-e9b814c3b30e on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:44.601579 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f98af486-4132-4faa-8701-a3235264d293 req-2f48bc92-978a-4deb-8a05-3b36e63687bd tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:44.603590 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f98af486-4132-4faa-8701-a3235264d293 req-2f48bc92-978a-4deb-8a05-3b36e63687bd tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.24 "DELETE /v2.0/ports/2c9e2d98-b261-4d99-963e-e9b814c3b30e HTTP/1.1" status: 204 len: 173 time: 0.8523202 Aug 20 10:22:44.604222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4960d19e-c73a-4c00-8873-bf656f86b379', 'name': 'network-vif-deleted', 'tag': '2c9e2d98-b261-4d99-963e-e9b814c3b30e'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:44.606951 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1f55c7-0eb7-4a1a-9690-89589a5e9508" -d '{"events": [{"server_uuid": "4960d19e-c73a-4c00-8873-bf656f86b379", "name": "network-vif-deleted", "tag": "2c9e2d98-b261-4d99-963e-e9b814c3b30e"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:44.616388 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9b94d-be48-460d-8021-e3835afe871f req-6669bc3e-8190-49f8-bd63-2836e87d9256 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:44.617950 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1fb9b94d-be48-460d-8021-e3835afe871f req-6669bc3e-8190-49f8-bd63-2836e87d9256 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.3277285 Aug 20 10:22:44.664912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d6d9ea4b-1be3-4175-86ce-788879415190 None None] Provisioning for port 52d8f92c-5e11-451d-9458-991059c75d33 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:44.669104 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbf0ed0-b98a-4753-9bf3-b6b9d21b16b4 admin admin] Checking segment: {'id': '8ddb7788-857f-4417-80ab-d7faf09adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'def3a047-9a0d-4c82-beb0-24bc67757c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:44.669969 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbf0ed0-b98a-4753-9bf3-b6b9d21b16b4 admin admin] Network hostable DHCP agents. Network: def3a047-9a0d-4c82-beb0-24bc67757c3d, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:22:44.679172 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d6d9ea4b-1be3-4175-86ce-788879415190 None None] Provisioning complete for port 52d8f92c-5e11-451d-9458-991059c75d33 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:44.684248 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d6d9ea4b-1be3-4175-86ce-788879415190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:44.697045 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8e5f072d-c1b9-4ef9-949d-5e1b0c3509e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.3838904 Aug 20 10:22:44.698476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42854) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:44.705649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Router a593488b-5d75-4e9a-a142-53c8ff593f89 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:22:44.744998 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88bcee1-53a8-4adb-8cfd-27728e96f0a3 x-openstack-request-id: req-f88bcee1-53a8-4adb-8cfd-27728e96f0a3 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:44.745270 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4960d19e-c73a-4c00-8873-bf656f86b379", "name": "network-vif-deleted", "tag": "2c9e2d98-b261-4d99-963e-e9b814c3b30e", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:44.746180 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f88bcee1-53a8-4adb-8cfd-27728e96f0a3 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:44.746886 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4960d19e-c73a-4c00-8873-bf656f86b379', 'name': 'network-vif-deleted', 'tag': '2c9e2d98-b261-4d99-963e-e9b814c3b30e', 'status': 'completed', 'code': 200} Aug 20 10:22:44.755502 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port bb26cfb6-1ada-433c-86ff-6d2e36c40e0d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:44.756226 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:44.772902 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1fb9b94d-be48-460d-8021-e3835afe871f req-30aaace3-1d08-4bf9-aeb4-e2227711f7dc tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363606 Aug 20 10:22:44.800845 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbf0ed0-b98a-4753-9bf3-b6b9d21b16b4 admin admin] Network def3a047-9a0d-4c82-beb0-24bc67757c3d is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:22:44.820860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d6d9ea4b-1be3-4175-86ce-788879415190 None None] Port 52d8f92c-5e11-451d-9458-991059c75d33 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:22:44.822464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-bdbf0ed0-b98a-4753-9bf3-b6b9d21b16b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, def3a047-9a0d-4c82-beb0-24bc67757c3d) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:44.827148 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbf0ed0-b98a-4753-9bf3-b6b9d21b16b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:44.827752 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bdbf0ed0-b98a-4753-9bf3-b6b9d21b16b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:44.838332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8826fa31-a376-45a6-a9ea-3fcc876a4f0e None None] Network def3a047-9a0d-4c82-beb0-24bc67757c3d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:22:44.839960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140b09e3-8d62-44b3-8b9f-5bdfc6401332 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:44.847611 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140b09e3-8d62-44b3-8b9f-5bdfc6401332 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:44.856209 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140b09e3-8d62-44b3-8b9f-5bdfc6401332 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:44.857935 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-140b09e3-8d62-44b3-8b9f-5bdfc6401332 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1580298 Aug 20 10:22:44.862618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42860) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:44.879628 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bdbf0ed0-b98a-4753-9bf3-b6b9d21b16b4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8936212 Aug 20 10:22:44.879881 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42862) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:44.884954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2112074403-router', 'tenant_id': 'e59578da38a24e7e85b944c527039190', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:44.935865 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:44.937171 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:44.965888 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 7ae55495-adfa-4c5a-a891-f7abbaee9a9e up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:45.045690 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1ec96421-4dba-4dd8-8009-67ee1b6bec32 None None] Provisioning complete for port f02753a6-c112-4a45-ae80-44fd9dfafeb9 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:45.046213 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1ec96421-4dba-4dd8-8009-67ee1b6bec32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:45.056689 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:45.075764 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-27207dc3-3e86-4487-ac79-35a5d37b1d37 req-efc1c5cb-2524-4e3a-b58f-b0ed218ebff5 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=4960d19e-c73a-4c00-8873-bf656f86b379 HTTP/1.1" status: 200 len: 210 time: 0.0854111 Aug 20 10:22:45.121858 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:22:45.133625 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c6957b3f-ae14-48c1-a86b-3c934711c383 admin admin] 10.222.0.16 "PUT /v2.0/routers/a593488b-5d75-4e9a-a142-53c8ff593f89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9797339 Aug 20 10:22:45.172387 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-8a40b88e-6142-464c-a90a-df3613aa356f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Deleting port d7d9bf4f-6fb3-4106-903d-c7df5f81d775 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:45.172744 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8a40b88e-6142-464c-a90a-df3613aa356f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:45.209765 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Sync routers for ids ['a593488b-5d75-4e9a-a142-53c8ff593f89'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:22:45.220935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931ae68-fe14-46ec-8bcc-9ea2f558556a req-e640bba9-e5b4-4458-a696-6c550ea1a76c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:45.228228 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5931ae68-fe14-46ec-8bcc-9ea2f558556a req-e640bba9-e5b4-4458-a696-6c550ea1a76c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 945 time: 0.1686130 Aug 20 10:22:45.231199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-1ec96421-4dba-4dd8-8009-67ee1b6bec32 None None] Port f02753a6-c112-4a45-ae80-44fd9dfafeb9 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:22:45.312446 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Routers {'a593488b-5d75-4e9a-a142-53c8ff593f89'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:45.316240 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:22:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a593488b-5d75-4e9a-a142-53c8ff593f89'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:45.345081 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5931ae68-fe14-46ec-8bcc-9ea2f558556a req-6964f58d-a328-4bfc-bc6f-20403132140c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154778 Aug 20 10:22:45.418634 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:45.423150 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8a40b88e-6142-464c-a90a-df3613aa356f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:45.454967 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 7ae55495-adfa-4c5a-a891-f7abbaee9a9e completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:45.468983 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-8a40b88e-6142-464c-a90a-df3613aa356f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Calling delete_port for d7d9bf4f-6fb3-4106-903d-c7df5f81d775 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:45.522488 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 7ae55495-adfa-4c5a-a891-f7abbaee9a9e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:45.522680 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:45.549981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2155c50d-39dc-480c-a0c0-4417aebdc58e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:45.577787 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-def3a047-9a0d-4c82-beb0-24bc67757c3d', 'network_id': 'def3a047-9a0d-4c82-beb0-24bc67757c3d', 'tenant_id': 'e59578da38a24e7e85b944c527039190', 'fixed_ips': [{'subnet_id': '807be69f-20d1-4250-8e50-64c1b3970b2a'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:22:45.578749 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:45.587752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90fea6-d6ce-44c1-baff-3b65443e3417 req-d370eb83-347d-4df3-af73-86b35f7c4e90 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:45.595087 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2b90fea6-d6ce-44c1-baff-3b65443e3417 req-d370eb83-347d-4df3-af73-86b35f7c4e90 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.1076992 Aug 20 10:22:45.638563 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Set router a593488b-5d75-4e9a-a142-53c8ff593f89 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:45.641035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9823d7a7-91ce-4e39-8413-6c50f9209c61 None None] Provisioning complete for port 52d8f92c-5e11-451d-9458-991059c75d33 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:45.641444 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9823d7a7-91ce-4e39-8413-6c50f9209c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:45.656512 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2b90fea6-d6ce-44c1-baff-3b65443e3417 req-fc83ea48-dd69-4b2a-9d49-1bd53957c2d9 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603130 Aug 20 10:22:45.660984 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8a40b88e-6142-464c-a90a-df3613aa356f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:45.704340 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40b88e-6142-464c-a90a-df3613aa356f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event deleted for resources: {'Port': ['ID=d7d9bf4f-6fb3-4106-903d-c7df5f81d775,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:45.837876 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-46bc7014-a4fa-4c22-80dc-582e6de39ea3 req-edb50c80-40ec-4118-a0b6-1e547f4064fb tempest-FloatingIPDetailsNegativeTestJSON-685850675 tempest-FloatingIPDetailsNegativeTestJSON-685850675-project] show failed (client error): The resource could not be found. Aug 20 10:22:45.838974 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-46bc7014-a4fa-4c22-80dc-582e6de39ea3 req-edb50c80-40ec-4118-a0b6-1e547f4064fb tempest-FloatingIPDetailsNegativeTestJSON-685850675 tempest-FloatingIPDetailsNegativeTestJSON-685850675-project] 10.222.0.16 "GET /v2.0/floatingips/7b930fda-de91-4812-8828-c2398f732b5c HTTP/1.1" status: 404 len: 350 time: 0.1086752 Aug 20 10:22:45.849388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42874) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:45.876420 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:45.905444 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:45.991449 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9823d7a7-91ce-4e39-8413-6c50f9209c61 None None] Port 52d8f92c-5e11-451d-9458-991059c75d33 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:22:46.044889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4cbc0-ce48-4a4d-8899-6bfa6eedb8ca req-5f9c485a-4ba7-447f-bde8-6f640f85a8b6 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:46.052621 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a5d4cbc0-ce48-4a4d-8899-6bfa6eedb8ca req-5f9c485a-4ba7-447f-bde8-6f640f85a8b6 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.1485243 Aug 20 10:22:46.077007 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 2155c50d-39dc-480c-a0c0-4417aebdc58e completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:46.077284 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8a40b88e-6142-464c-a90a-df3613aa356f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:46.079296 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8a40b88e-6142-464c-a90a-df3613aa356f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "DELETE /v2.0/ports/d7d9bf4f-6fb3-4106-903d-c7df5f81d775 HTTP/1.1" status: 204 len: 168 time: 1.2146261 Aug 20 10:22:46.083174 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42878) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:46.099088 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 2155c50d-39dc-480c-a0c0-4417aebdc58e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:46.099782 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:46.150518 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a5d4cbc0-ce48-4a4d-8899-6bfa6eedb8ca req-1b080d72-b7a8-48be-b8b2-905ca52d3cf2 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969872 Aug 20 10:22:46.151445 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b127609-f02b-44d1-b65b-19316987e9bd tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] GET failed (client error): The resource could not be found. Aug 20 10:22:46.152939 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2b127609-f02b-44d1-b65b-19316987e9bd tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "GET /v2.0/ports/d7d9bf4f-6fb3-4106-903d-c7df5f81d775 HTTP/1.1" status: 404 len: 333 time: 0.0656374 Aug 20 10:22:46.161637 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42882) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:46.187449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2905ae77-61d9-47bd-9cef-4ec729b391be tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Request body: {'port': {'network_id': '72b38f25-4808-455f-a1d5-33b7125debf1', 'name': 'tempest-AllowedAddressPairTestJSON-1386622634'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:46.251921 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Allocated IP 172.25.3.203 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:46.296260 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-455d9c8d-62f1-47aa-abfb-bb5e06882187 None None] Could not find standard attr ID for object d7d9bf4f-6fb3-4106-903d-c7df5f81d775. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:22:46.376771 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:46.423284 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Allocated IP 172.20.0.2 (def3a047-9a0d-4c82-beb0-24bc67757c3d/807be69f-20d1-4250-8e50-64c1b3970b2a/fde2b069-f914-4251-854f-ecc9577d83a5) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:46.494521 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2905ae77-61d9-47bd-9cef-4ec729b391be tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Made reservation on behalf of 8cbcf173ac1d4d828c3133c1ce52ccf4 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:46.498782 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2905ae77-61d9-47bd-9cef-4ec729b391be tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:46.521652 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:46.540136 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ac67aa-20e9-48ae-a683-ed0b0765629f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae55495-adfa-4c5a-a891-f7abbaee9a9e'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:46.541786 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-2905ae77-61d9-47bd-9cef-4ec729b391be tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] device_id is not set on port a74b671b-5482-4fe7-a813-99ec3a034bde yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:22:46.542459 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddfc522-7d0c-4db8-87da-fa03e08931a8" -d '{"events": [{"server_uuid": "64ac67aa-20e9-48ae-a683-ed0b0765629f", "name": "network-vif-plugged", "status": "completed", "tag": "7ae55495-adfa-4c5a-a891-f7abbaee9a9e"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:46.570721 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 7ae55495-adfa-4c5a-a891-f7abbaee9a9e, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=7ae55495-adfa-4c5a-a891-f7abbaee9a9e,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:46.599576 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:46.608620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a593488b-5d75-4e9a-a142-53c8ff593f89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616769626-router', 'tenant_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'bb26cfb6-1ada-433c-86ff-6d2e36c40e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:22:34Z', 'updated_at': '2021-08-20T10:22:43Z', 'revision_number': 4, 'project_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'gw_port': {'id': 'bb26cfb6-1ada-433c-86ff-6d2e36c40e0d', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593488b-5d75-4e9a-a142-53c8ff593f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:35Z', 'updated_at': '2021-08-20T10:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'f02753a6-c112-4a45-ae80-44fd9dfafeb9', 'name': '', 'network_id': '4bb61399-1959-4405-8c35-cc9a23407036', 'tenant_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'mac_address': 'fa:16:3e:3f:72:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a593488b-5d75-4e9a-a142-53c8ff593f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '8fc1fb1a-94e3-4896-8cc5-9664e129c9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:40Z', 'updated_at': '2021-08-20T10:22:43Z', 'revision_number': 2, 'project_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'subnets': [{'id': '8fc1fb1a-94e3-4896-8cc5-9664e129c9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:46.650093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9b460-b745-40bd-856e-62a4624deebf req-510c455a-efbd-4abe-8d30-e0d70cc8433a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:46.651556 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69a9b460-b745-40bd-856e-62a4624deebf req-510c455a-efbd-4abe-8d30-e0d70cc8433a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 811 time: 0.2420788 Aug 20 10:22:46.654651 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931791b2-9e95-48dc-96fc-27824bfa1758 req-abe4fc01-2b80-4488-a1ce-72145d018f7c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:46.656452 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-931791b2-9e95-48dc-96fc-27824bfa1758 req-abe4fc01-2b80-4488-a1ce-72145d018f7c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 946 time: 0.1059811 Aug 20 10:22:46.695681 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Checking router: a593488b-5d75-4e9a-a142-53c8ff593f89 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:22:46.696084 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Updating router a593488b-5d75-4e9a-a142-53c8ff593f89 port f02753a6-c112-4a45-ae80-44fd9dfafeb9 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:22:46.709111 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69a9b460-b745-40bd-856e-62a4624deebf req-2b5b51b8-37c3-4994-9f98-3e251aca68b1 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/quotas/6e53ce8e85ec4b5491d4531e04655740 HTTP/1.1" status: 200 len: 375 time: 0.0345399 Aug 20 10:22:46.726123 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:46.733924 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:46.764869 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69a9b460-b745-40bd-856e-62a4624deebf req-b097c271-5607-4a0d-9871-3649ae3fa7d0 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466955 Aug 20 10:22:46.773981 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:46.785599 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:46.798329 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=7ae55495-adfa-4c5a-a891-f7abbaee9a9e,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:46.800230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-2905ae77-61d9-47bd-9cef-4ec729b391be tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Allocated IP 172.20.0.10 (72b38f25-4808-455f-a1d5-33b7125debf1/fd1c88eb-248a-4707-abad-10265e5052cc/a74b671b-5482-4fe7-a813-99ec3a034bde) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:46.807484 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-931791b2-9e95-48dc-96fc-27824bfa1758 req-cd121050-0d80-4e95-89b2-41146bc5eb7f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148753 Aug 20 10:22:46.813221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:46.827147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Transition to ACTIVE for port object fde2b069-f914-4251-854f-ecc9577d83a5 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:46.827416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:46.858541 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-253dc0e1-73de-4159-8782-016038c519a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:46.865313 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 2155c50d-39dc-480c-a0c0-4417aebdc58e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2155c50d-39dc-480c-a0c0-4417aebdc58e,segment=NetworkSegment(1783db58-7355-4297-ba8b-08446f3214ce),segment_id=1783db58-7355-4297-ba8b-08446f3214ce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:46.868477 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:46.877865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Transition to ACTIVE for port object fde2b069-f914-4251-854f-ecc9577d83a5 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:46.882259 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:46.937389 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:46.968532 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:46.988284 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Network def3a047-9a0d-4c82-beb0-24bc67757c3d is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:47.000600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:47.007674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:47.013117 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=2155c50d-39dc-480c-a0c0-4417aebdc58e,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:47.045002 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b3b0d-2af0-4556-8f78-bc91d9a31585 req-cc38c852-6a10-4585-8d39-532fc1474064 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:47.046574 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-488b3b0d-2af0-4556-8f78-bc91d9a31585 req-cc38c852-6a10-4585-8d39-532fc1474064 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.1217175 Aug 20 10:22:47.099691 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69a9b460-b745-40bd-856e-62a4624deebf req-e3fdde37-77a0-454b-a86b-a670af992a21 service neutron] 10.222.0.16 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108404 Aug 20 10:22:47.154685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Pushing event updated for resources: {'Port': ['ID=fde2b069-f914-4251-854f-ecc9577d83a5,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:47.161472 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-488b3b0d-2af0-4556-8f78-bc91d9a31585 req-8f3db7a0-6737-418b-94cb-23e5c887d08b tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979006 Aug 20 10:22:47.165912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Attempting to bind port fde2b069-f914-4251-854f-ecc9577d83a5 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:47.166287 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Attempting to bind port fde2b069-f914-4251-854f-ecc9577d83a5 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '8ddb7788-857f-4417-80ab-d7faf09adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'def3a047-9a0d-4c82-beb0-24bc67757c3d'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:47.166649 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Attempting to bind port fde2b069-f914-4251-854f-ecc9577d83a5 on network def3a047-9a0d-4c82-beb0-24bc67757c3d {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:47.183546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:22:47.184098 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Checking segment: {'id': '8ddb7788-857f-4417-80ab-d7faf09adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'def3a047-9a0d-4c82-beb0-24bc67757c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:47.184508 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:47.184943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Bound using segment: {'id': '8ddb7788-857f-4417-80ab-d7faf09adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'def3a047-9a0d-4c82-beb0-24bc67757c3d'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:22:47.185543 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Bound port: fde2b069-f914-4251-854f-ecc9577d83a5, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddb7788-857f-4417-80ab-d7faf09adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'def3a047-9a0d-4c82-beb0-24bc67757c3d'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:22:47.185949 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:47.257296 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8609f021-18a3-47af-a618-392369e46ace x-openstack-request-id: req-8609f021-18a3-47af-a618-392369e46ace {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:47.257655 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ac67aa-20e9-48ae-a683-ed0b0765629f", "name": "network-vif-plugged", "status": "completed", "tag": "7ae55495-adfa-4c5a-a891-f7abbaee9a9e", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:47.257971 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8609f021-18a3-47af-a618-392369e46ace {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:47.258368 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ac67aa-20e9-48ae-a683-ed0b0765629f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae55495-adfa-4c5a-a891-f7abbaee9a9e', 'code': 200} Aug 20 10:22:47.296202 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-253dc0e1-73de-4159-8782-016038c519a7 admin admin] Deleting port f02753a6-c112-4a45-ae80-44fd9dfafeb9 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:47.297598 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-253dc0e1-73de-4159-8782-016038c519a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:47.315030 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] For port fde2b069-f914-4251-854f-ecc9577d83a5, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:47.328793 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] For port fde2b069-f914-4251-854f-ecc9577d83a5, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=fde2b069-f914-4251-854f-ecc9577d83a5,segment=NetworkSegment(8ddb7788-857f-4417-80ab-d7faf09adad3),segment_id=8ddb7788-857f-4417-80ab-d7faf09adad3)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:22:47.336208 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:47.343020 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:47.384944 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Transition to ACTIVE for port object f02753a6-c112-4a45-ae80-44fd9dfafeb9 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:47.405379 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:47.432135 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b598700-9453-4c42-8305-37e5d2ad8665 None None] Pushing event updated for resources: {'Port': ['ID=fde2b069-f914-4251-854f-ecc9577d83a5,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:47.484374 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798bdca-6d5b-4958-8eaa-eafc0445f436 req-0a3874b5-28df-4d88-b9ae-04d3cb58ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:47.486540 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9798bdca-6d5b-4958-8eaa-eafc0445f436 req-0a3874b5-28df-4d88-b9ae-04d3cb58ee98 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 1098 time: 0.1352797 Aug 20 10:22:47.509823 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-253dc0e1-73de-4159-8782-016038c519a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:47.542531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-253dc0e1-73de-4159-8782-016038c519a7 admin admin] Calling delete_port for f02753a6-c112-4a45-ae80-44fd9dfafeb9 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:47.552398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0f461-21c8-47cf-993e-d7790ddf5dc1 req-3f6cbe09-d175-414b-a276-2fe0e180773f tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:47.554017 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c7a0f461-21c8-47cf-993e-d7790ddf5dc1 req-3f6cbe09-d175-414b-a276-2fe0e180773f tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.1688664 Aug 20 10:22:47.568011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1d214-6146-47ae-8054-40d65227c959 None None] Pushing event updated for resources: {'Port': ['ID=f02753a6-c112-4a45-ae80-44fd9dfafeb9,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:47.579510 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Attempting to bind port f02753a6-c112-4a45-ae80-44fd9dfafeb9 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:47.585995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Attempting to bind port f02753a6-c112-4a45-ae80-44fd9dfafeb9 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '318f0f12-b106-4ef7-967a-6c9802643eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4bb61399-1959-4405-8c35-cc9a23407036'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:47.586548 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Attempting to bind port f02753a6-c112-4a45-ae80-44fd9dfafeb9 on network 4bb61399-1959-4405-8c35-cc9a23407036 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:47.598809 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:22:47.599750 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Checking segment: {'id': '318f0f12-b106-4ef7-967a-6c9802643eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4bb61399-1959-4405-8c35-cc9a23407036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:47.599750 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:47.600104 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Bound using segment: {'id': '318f0f12-b106-4ef7-967a-6c9802643eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4bb61399-1959-4405-8c35-cc9a23407036'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:22:47.600683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Bound port: f02753a6-c112-4a45-ae80-44fd9dfafeb9, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318f0f12-b106-4ef7-967a-6c9802643eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4bb61399-1959-4405-8c35-cc9a23407036'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:22:47.602186 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:47.604103 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9798bdca-6d5b-4958-8eaa-eafc0445f436 req-aca0cb49-9c91-4b62-93f7-a78c076ac111 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088481 Aug 20 10:22:47.696051 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c7a0f461-21c8-47cf-993e-d7790ddf5dc1 req-e31dcbde-1adc-4526-b8f9-f5c4b0d5c78f tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020477 Aug 20 10:22:47.714035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] For port f02753a6-c112-4a45-ae80-44fd9dfafeb9, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:47.719469 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] For port f02753a6-c112-4a45-ae80-44fd9dfafeb9, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f02753a6-c112-4a45-ae80-44fd9dfafeb9,segment=NetworkSegment(318f0f12-b106-4ef7-967a-6c9802643eaa),segment_id=318f0f12-b106-4ef7-967a-6c9802643eaa)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:22:47.725781 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:47.730646 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:47.855034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2c9e2d98-b261-4d99-963e-e9b814c3b30e no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:47.888087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 2c9e2d98-b261-4d99-963e-e9b814c3b30e {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:47.888825 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2c9e2d98-b261-4d99-963e-e9b814c3b30e not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:47.892025 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1d214-6146-47ae-8054-40d65227c959 None None] Pushing event updated for resources: {'Port': ['ID=f02753a6-c112-4a45-ae80-44fd9dfafeb9,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:47.914641 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Routers {'a593488b-5d75-4e9a-a142-53c8ff593f89'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:47.917555 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:22:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a593488b-5d75-4e9a-a142-53c8ff593f89'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:47.932155 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2905ae77-61d9-47bd-9cef-4ec729b391be tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:47.957562 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69a9b460-b745-40bd-856e-62a4624deebf req-def7ff61-5f94-4c54-a42e-6454caaeb779 service neutron] 10.222.0.16 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079725 Aug 20 10:22:47.963089 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-253dc0e1-73de-4159-8782-016038c519a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:48.029577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-2905ae77-61d9-47bd-9cef-4ec729b391be tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Transition to ACTIVE for port object a74b671b-5482-4fe7-a813-99ec3a034bde will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:48.060124 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-26e3ce5a-89e1-4938-bb85-1eabd5715f4c None None] Could not find standard attr ID for object f02753a6-c112-4a45-ae80-44fd9dfafeb9. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:22:48.082812 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] Set router a593488b-5d75-4e9a-a142-53c8ff593f89 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:48.094648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253dc0e1-73de-4159-8782-016038c519a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f02753a6-c112-4a45-ae80-44fd9dfafeb9,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:48.199663 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c618e6-a067-4580-b88b-9bbbb5f5dcee req-318ee5be-2d32-4653-9dbe-59e979067cc5 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:48.207570 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-35c618e6-a067-4580-b88b-9bbbb5f5dcee req-318ee5be-2d32-4653-9dbe-59e979067cc5 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 946 time: 0.2556412 Aug 20 10:22:48.238097 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2905ae77-61d9-47bd-9cef-4ec729b391be tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:48.307317 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905ae77-61d9-47bd-9cef-4ec729b391be tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event updated for resources: {'Port': ['ID=a74b671b-5482-4fe7-a813-99ec3a034bde,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:48.317054 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:48.343676 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-35c618e6-a067-4580-b88b-9bbbb5f5dcee req-f2b898c8-bf77-41ed-b13d-7b4ce81c2f6e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351230 Aug 20 10:22:48.358742 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b67a535d-88f3-43d8-9433-a8c1b83d5251 req-18dd76af-6bad-4fef-bb98-2bf9b31f6e3f tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 210 time: 0.1088231 Aug 20 10:22:48.385461 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2905ae77-61d9-47bd-9cef-4ec729b391be tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Network 72b38f25-4808-455f-a1d5-33b7125debf1 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:48.389271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-2905ae77-61d9-47bd-9cef-4ec729b391be tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:48.392071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2905ae77-61d9-47bd-9cef-4ec729b391be tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:48.393741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a34c3146-ebcd-4957-ac56-841eed4dc528 None None] Could not find standard attr ID for object f02753a6-c112-4a45-ae80-44fd9dfafeb9. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:22:48.399929 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:48.466694 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-253dc0e1-73de-4159-8782-016038c519a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:48.511764 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a593488b-5d75-4e9a-a142-53c8ff593f89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616769626-router', 'tenant_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'bb26cfb6-1ada-433c-86ff-6d2e36c40e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:22:34Z', 'updated_at': '2021-08-20T10:22:43Z', 'revision_number': 4, 'project_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'gw_port': {'id': 'bb26cfb6-1ada-433c-86ff-6d2e36c40e0d', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593488b-5d75-4e9a-a142-53c8ff593f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:35Z', 'updated_at': '2021-08-20T10:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'f02753a6-c112-4a45-ae80-44fd9dfafeb9', 'name': '', 'network_id': '4bb61399-1959-4405-8c35-cc9a23407036', 'tenant_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'mac_address': 'fa:16:3e:3f:72:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a593488b-5d75-4e9a-a142-53c8ff593f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '8fc1fb1a-94e3-4896-8cc5-9664e129c9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:40Z', 'updated_at': '2021-08-20T10:22:47Z', 'revision_number': 4, 'project_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'subnets': [{'id': '8fc1fb1a-94e3-4896-8cc5-9664e129c9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:48.637509 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2905ae77-61d9-47bd-9cef-4ec729b391be tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:48.638202 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2905ae77-61d9-47bd-9cef-4ec729b391be tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:48.690147 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2905ae77-61d9-47bd-9cef-4ec729b391be tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5216498 Aug 20 10:22:48.690147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42920) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:48.699133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-5683e648-4d4d-4204-acf9-c6c6fcfb974e tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:73:6a:e3'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:48.828011 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Router 8f468891-6293-4a1a-9105-3fbf35dec8f4 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:22:48.888337 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7711c-a10d-41e8-9c42-06b669cdfb01 req-dee66c60-8bcd-4037-b98c-bae680519c87 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:48.900279 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b0c7711c-a10d-41e8-9c42-06b669cdfb01 req-dee66c60-8bcd-4037-b98c-bae680519c87 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.2708201 Aug 20 10:22:48.979199 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b0c7711c-a10d-41e8-9c42-06b669cdfb01 req-ee730c4b-ab44-4bbd-bb17-75283dc48257 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740895 Aug 20 10:22:48.990536 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c96313-c7bb-4df1-a692-ee439c0e5391 None None] The sync data for ids ['a593488b-5d75-4e9a-a142-53c8ff593f89'] in n-d-778550-11 is: [{'id': 'a593488b-5d75-4e9a-a142-53c8ff593f89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616769626-router', 'tenant_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'bb26cfb6-1ada-433c-86ff-6d2e36c40e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:22:34Z', 'updated_at': '2021-08-20T10:22:43Z', 'revision_number': 4, 'project_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'gw_port': {'id': 'bb26cfb6-1ada-433c-86ff-6d2e36c40e0d', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a593488b-5d75-4e9a-a142-53c8ff593f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:35Z', 'updated_at': '2021-08-20T10:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'f02753a6-c112-4a45-ae80-44fd9dfafeb9', 'name': '', 'network_id': '4bb61399-1959-4405-8c35-cc9a23407036', 'tenant_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'mac_address': 'fa:16:3e:3f:72:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a593488b-5d75-4e9a-a142-53c8ff593f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '8fc1fb1a-94e3-4896-8cc5-9664e129c9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:40Z', 'updated_at': '2021-08-20T10:22:47Z', 'revision_number': 4, 'project_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'subnets': [{'id': '8fc1fb1a-94e3-4896-8cc5-9664e129c9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:22:49.021395 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7e52d2f8-1c1e-4f8a-83ee-29f652eeb53d None None] Provisioning for port a74b671b-5482-4fe7-a813-99ec3a034bde completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:49.029815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7e52d2f8-1c1e-4f8a-83ee-29f652eeb53d None None] Provisioning complete for port a74b671b-5482-4fe7-a813-99ec3a034bde triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:49.030426 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7e52d2f8-1c1e-4f8a-83ee-29f652eeb53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:49.153664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7e52d2f8-1c1e-4f8a-83ee-29f652eeb53d None None] Port a74b671b-5482-4fe7-a813-99ec3a034bde cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:22:49.240762 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30b51b-81a5-41b0-a958-bcf66c1f55e1 req-e929af1e-15ec-46de-9c09-015fa367bacb tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:49.256169 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce30b51b-81a5-41b0-a958-bcf66c1f55e1 req-e929af1e-15ec-46de-9c09-015fa367bacb tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.3277709 Aug 20 10:22:49.272307 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253dc0e1-73de-4159-8782-016038c519a7 admin admin] Router a593488b-5d75-4e9a-a142-53c8ff593f89 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:22:49.278974 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device fde2b069-f914-4251-854f-ecc9577d83a5 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:49.418646 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b686ffed-0f80-42f8-927e-4cbf72a316d2 None None] Network def3a047-9a0d-4c82-beb0-24bc67757c3d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:22:49.422801 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5683e648-4d4d-4204-acf9-c6c6fcfb974e tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:49.440547 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:22:49.450362 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Sync routers for ids ['8f468891-6293-4a1a-9105-3fbf35dec8f4'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:22:49.459537 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253dc0e1-73de-4159-8782-016038c519a7 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:22:49.472354 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-253dc0e1-73de-4159-8782-016038c519a7 admin admin] 10.222.0.16 "PUT /v2.0/routers/a593488b-5d75-4e9a-a142-53c8ff593f89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6195192 Aug 20 10:22:49.475563 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42932) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:49.476248 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce30b51b-81a5-41b0-a958-bcf66c1f55e1 req-a4a6dcd5-bd0e-4fd5-8b12-dfad6fbac55f tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191343 Aug 20 10:22:49.476591 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Routers {'8f468891-6293-4a1a-9105-3fbf35dec8f4'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:49.477711 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:22:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['8f468891-6293-4a1a-9105-3fbf35dec8f4'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:49.556023 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port fde2b069-f914-4251-854f-ecc9577d83a5 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:49.599072 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2155c50d-39dc-480c-a0c0-4417aebdc58e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:49.649778 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec63fb8e-e7d1-4101-962c-345d5d6296ba admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:49.677549 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Set router 8f468891-6293-4a1a-9105-3fbf35dec8f4 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:49.690060 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c02e9dbb-506b-46bf-bf3e-cf7a59de2f53 None None] Provisioning for port fde2b069-f914-4251-854f-ecc9577d83a5 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:49.707929 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c02e9dbb-506b-46bf-bf3e-cf7a59de2f53 None None] Provisioning complete for port fde2b069-f914-4251-854f-ecc9577d83a5 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:49.708310 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c02e9dbb-506b-46bf-bf3e-cf7a59de2f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:49.757671 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 2155c50d-39dc-480c-a0c0-4417aebdc58e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:49.758046 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:49.767118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2297368-f32b-4661-96bd-8ab3ee5b6f32 req-b9188b33-045f-40b8-bda0-062de71c06d9 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:49.776712 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2297368-f32b-4661-96bd-8ab3ee5b6f32 req-b9188b33-045f-40b8-bda0-062de71c06d9 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 946 time: 0.2246656 Aug 20 10:22:49.919654 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112074403-router', 'tenant_id': 'e59578da38a24e7e85b944c527039190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:22:44Z', 'updated_at': '2021-08-20T10:22:47Z', 'revision_number': 3, 'project_id': 'e59578da38a24e7e85b944c527039190', 'gw_port': {'id': '7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:45Z', 'updated_at': '2021-08-20T10:22:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:49.929961 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5683e648-4d4d-4204-acf9-c6c6fcfb974e tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:49.963059 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Checking router: 8f468891-6293-4a1a-9105-3fbf35dec8f4 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:22:49.963816 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Updating router 8f468891-6293-4a1a-9105-3fbf35dec8f4 port 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:22:49.976682 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c02e9dbb-506b-46bf-bf3e-cf7a59de2f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:49.977885 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2297368-f32b-4661-96bd-8ab3ee5b6f32 req-8a63b527-8b4d-4b05-b360-2265655a9d9c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001133 Aug 20 10:22:49.998665 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:50.000350 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:50.004965 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a803401f-42bc-4d19-87fa-aef813588f73 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1215672 Aug 20 10:22:50.016961 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42938) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:50.137534 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5683e648-4d4d-4204-acf9-c6c6fcfb974e tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:50.152593 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c02e9dbb-506b-46bf-bf3e-cf7a59de2f53 None None] For port fde2b069-f914-4251-854f-ecc9577d83a5, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=fde2b069-f914-4251-854f-ecc9577d83a5,segment=NetworkSegment(8ddb7788-857f-4417-80ab-d7faf09adad3),segment_id=8ddb7788-857f-4417-80ab-d7faf09adad3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:50.180019 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c02e9dbb-506b-46bf-bf3e-cf7a59de2f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:50.183449 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec63fb8e-e7d1-4101-962c-345d5d6296ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:50.205789 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1c7a385b-59a1-4f6d-81d2-2ce8d898d054 req-1d9215b7-fe42-46ff-9622-2b255d773a44 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 210 time: 0.2694805 Aug 20 10:22:50.296190 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e9dbb-506b-46bf-bf3e-cf7a59de2f53 None None] Pushing event updated for resources: {'Port': ['ID=fde2b069-f914-4251-854f-ecc9577d83a5,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:50.381490 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8cd4b-9fa8-43c5-a421-2f3bfb5d9d66 req-0ecf16ab-14aa-4dfe-b808-dd58b6258153 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:50.383233 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47f8cd4b-9fa8-43c5-a421-2f3bfb5d9d66 req-0ecf16ab-14aa-4dfe-b808-dd58b6258153 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 946 time: 0.2412624 Aug 20 10:22:50.392367 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:50.403651 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Transition to ACTIVE for port object 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:50.408388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ecb48d4b-eac6-43ae-a652-eb7739d4cab7 None None] Provisioning complete for port fde2b069-f914-4251-854f-ecc9577d83a5 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:50.408780 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ecb48d4b-eac6-43ae-a652-eb7739d4cab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:50.420740 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:50.496643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-5683e648-4d4d-4204-acf9-c6c6fcfb974e tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] In _notify_port_updated(), no bound segment for port a74b671b-5482-4fe7-a813-99ec3a034bde on network 72b38f25-4808-455f-a1d5-33b7125debf1 {{(pid=94866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:22:50.502951 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5683e648-4d4d-4204-acf9-c6c6fcfb974e tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:50.503623 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5683e648-4d4d-4204-acf9-c6c6fcfb974e tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:50.504954 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5683e648-4d4d-4204-acf9-c6c6fcfb974e tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "PUT /v2.0/ports/a74b671b-5482-4fe7-a813-99ec3a034bde HTTP/1.1" status: 200 len: 994 time: 1.8148792 Aug 20 10:22:50.515363 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c4f30-69cf-453f-80bc-21953b2154be None None] Pushing event updated for resources: {'Port': ['ID=7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:50.525939 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9b460-b745-40bd-856e-62a4624deebf req-b1de8dd4-775f-4140-bb45-cab41017962a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:50.534062 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Attempting to bind port 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:50.534698 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Attempting to bind port 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:50.535442 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Attempting to bind port 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:50.537279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42942) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:50.538680 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-ec63fb8e-e7d1-4101-962c-345d5d6296ba admin admin] Deleting port bb26cfb6-1ada-433c-86ff-6d2e36c40e0d {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:50.539026 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec63fb8e-e7d1-4101-962c-345d5d6296ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:50.542108 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:22:50.544048 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:50.544916 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:50.545354 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69a9b460-b745-40bd-856e-62a4624deebf req-b1de8dd4-775f-4140-bb45-cab41017962a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.24 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 811 time: 0.5966249 Aug 20 10:22:50.546227 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683e648-4d4d-4204-acf9-c6c6fcfb974e tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event updated for resources: {'Port': ['ID=a74b671b-5482-4fe7-a813-99ec3a034bde,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:50.546816 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:22:50.547514 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Bound port: 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:22:50.550050 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:50.571303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-69a9b460-b745-40bd-856e-62a4624deebf req-45d89af2-f291-4ec9-b9db-f7c22fe50414 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Request body: {'port': {'device_id': 'ba2fce07-2c34-4ceb-bb67-2c261b1c49db', 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f', 'admin_state_up': True, 'tenant_id': '6e53ce8e85ec4b5491d4531e04655740'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:50.602927 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47f8cd4b-9fa8-43c5-a421-2f3bfb5d9d66 req-bae4b093-a582-4499-a024-b1d618e1a323 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985314 Aug 20 10:22:50.610559 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad9696-0841-476b-90eb-4d10891df391 req-0d809df9-8e3b-4151-81fd-47c562783091 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:50.616931 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62ad9696-0841-476b-90eb-4d10891df391 req-0d809df9-8e3b-4151-81fd-47c562783091 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.6468406 Aug 20 10:22:50.631598 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] For port 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:50.635402 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] For port 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:22:50.646530 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:50.705870 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895d928-bc32-41da-bf71-baac36cc764a req-27254506-be4b-4003-8b84-3c260b1b8fd5 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:50.706884 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c4f30-69cf-453f-80bc-21953b2154be None None] Pushing event updated for resources: {'Port': ['ID=7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:50.707981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b4d06c3c-5c9b-4537-9815-1463790135dd None None] Provisioning complete for port a74b671b-5482-4fe7-a813-99ec3a034bde triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:50.708462 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3895d928-bc32-41da-bf71-baac36cc764a req-27254506-be4b-4003-8b84-3c260b1b8fd5 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 946 time: 0.3591611 Aug 20 10:22:50.715262 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b4d06c3c-5c9b-4537-9815-1463790135dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:50.726732 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Routers {'8f468891-6293-4a1a-9105-3fbf35dec8f4'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:50.727645 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:22:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['8f468891-6293-4a1a-9105-3fbf35dec8f4'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:50.797979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b4d06c3c-5c9b-4537-9815-1463790135dd None None] Port a74b671b-5482-4fe7-a813-99ec3a034bde cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:22:50.859582 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3895d928-bc32-41da-bf71-baac36cc764a req-fc00a12e-f268-44eb-8e4a-605596493cfe tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203268 Aug 20 10:22:50.916406 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] Set router 8f468891-6293-4a1a-9105-3fbf35dec8f4 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:50.926987 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-62ad9696-0841-476b-90eb-4d10891df391 req-407b8e3d-595e-4b20-8ac3-e2111db75eb1 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Deleting port 15479c89-6a24-4f49-8032-b404d21bb25c {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:50.927446 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-62ad9696-0841-476b-90eb-4d10891df391 req-407b8e3d-595e-4b20-8ac3-e2111db75eb1 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:50.933468 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a9b460-b745-40bd-856e-62a4624deebf req-45d89af2-f291-4ec9-b9db-f7c22fe50414 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Made reservation on behalf of 6e53ce8e85ec4b5491d4531e04655740 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:50.937602 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-69a9b460-b745-40bd-856e-62a4624deebf req-45d89af2-f291-4ec9-b9db-f7c22fe50414 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:51.040941 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device fde2b069-f914-4251-854f-ecc9577d83a5 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:51.131897 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port fde2b069-f914-4251-854f-ecc9577d83a5 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:51.132286 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:51.188308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da70159-93ab-4ded-b46c-b3cb06ffb761 req-2f88bc8e-b626-4a3e-acaa-6c51f6967b6b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:51.196714 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8da70159-93ab-4ded-b46c-b3cb06ffb761 req-2f88bc8e-b626-4a3e-acaa-6c51f6967b6b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.3498287 Aug 20 10:22:51.214053 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-ec63fb8e-e7d1-4101-962c-345d5d6296ba admin admin] For port bb26cfb6-1ada-433c-86ff-6d2e36c40e0d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=bb26cfb6-1ada-433c-86ff-6d2e36c40e0d,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:51.215252 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-69a9b460-b745-40bd-856e-62a4624deebf req-45d89af2-f291-4ec9-b9db-f7c22fe50414 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Allocated IP 172.20.0.4 (cfce61d9-c87f-4881-8801-06adfd00a39f/cadf393e-210e-42af-b610-6c3e5318317c/b6c7e93b-e1de-4d9c-8c20-53383dad9c7e) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:51.215791 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec63fb8e-e7d1-4101-962c-345d5d6296ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:51.228291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-dc3d9a8b-2101-4649-a308-f2aff7cf18bc tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Deleting port a74b671b-5482-4fe7-a813-99ec3a034bde {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:51.229435 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dc3d9a8b-2101-4649-a308-f2aff7cf18bc tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:51.272042 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-62ad9696-0841-476b-90eb-4d10891df391 req-407b8e3d-595e-4b20-8ac3-e2111db75eb1 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] For port 15479c89-6a24-4f49-8032-b404d21bb25c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=15479c89-6a24-4f49-8032-b404d21bb25c,segment=NetworkSegment(1d1e9f6f-09e8-4a73-83cf-1c87b65ca950),segment_id=1d1e9f6f-09e8-4a73-83cf-1c87b65ca950)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:51.272418 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-62ad9696-0841-476b-90eb-4d10891df391 req-407b8e3d-595e-4b20-8ac3-e2111db75eb1 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:51.290324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-62ad9696-0841-476b-90eb-4d10891df391 req-407b8e3d-595e-4b20-8ac3-e2111db75eb1 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Calling delete_port for 15479c89-6a24-4f49-8032-b404d21bb25c owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:51.351777 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112074403-router', 'tenant_id': 'e59578da38a24e7e85b944c527039190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:22:44Z', 'updated_at': '2021-08-20T10:22:47Z', 'revision_number': 3, 'project_id': 'e59578da38a24e7e85b944c527039190', 'gw_port': {'id': '7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:45Z', 'updated_at': '2021-08-20T10:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:51.381253 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009142ac-3c60-42bc-845f-c410b7fa40eb None None] The sync data for ids ['8f468891-6293-4a1a-9105-3fbf35dec8f4'] in n-d-778550-11 is: [{'id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112074403-router', 'tenant_id': 'e59578da38a24e7e85b944c527039190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:22:44Z', 'updated_at': '2021-08-20T10:22:47Z', 'revision_number': 3, 'project_id': 'e59578da38a24e7e85b944c527039190', 'gw_port': {'id': '7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:45Z', 'updated_at': '2021-08-20T10:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:22:51.423907 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fc6bd-cbd1-4cb1-bfa2-79d3235c545d req-e1afb47b-24b4-47dd-ab28-7abc18710228 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:51.431575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b860f59-fb53-42c4-9c79-7d20a2534a9c None None] Sync routers for ids ['a593488b-5d75-4e9a-a142-53c8ff593f89'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:22:51.432145 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-532fc6bd-cbd1-4cb1-bfa2-79d3235c545d req-e1afb47b-24b4-47dd-ab28-7abc18710228 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 946 time: 0.1892548 Aug 20 10:22:51.445096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b860f59-fb53-42c4-9c79-7d20a2534a9c None None] Routers {'a593488b-5d75-4e9a-a142-53c8ff593f89'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:51.445759 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6b860f59-fb53-42c4-9c79-7d20a2534a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:22:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a593488b-5d75-4e9a-a142-53c8ff593f89'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:51.554729 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6b860f59-fb53-42c4-9c79-7d20a2534a9c None None] Set router a593488b-5d75-4e9a-a142-53c8ff593f89 gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:51.564186 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-532fc6bd-cbd1-4cb1-bfa2-79d3235c545d req-d4bd02fb-627b-410c-831a-81a1c5031309 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169050 Aug 20 10:22:51.658923 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-69a9b460-b745-40bd-856e-62a4624deebf req-45d89af2-f291-4ec9-b9db-f7c22fe50414 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:51.671202 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-62ad9696-0841-476b-90eb-4d10891df391 req-407b8e3d-595e-4b20-8ac3-e2111db75eb1 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:51.692504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['15479c89-6a24-4f49-8032-b404d21bb25c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:51.694744 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['e8a88603-a5fc-41c5-9d94-fb54295e3dfc'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:51.699732 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6b860f59-fb53-42c4-9c79-7d20a2534a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a593488b-5d75-4e9a-a142-53c8ff593f89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616769626-router', 'tenant_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:22:34Z', 'updated_at': '2021-08-20T10:22:50Z', 'revision_number': 6, 'project_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:51.715013 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f45283e-ee58-4784-98b2-e4f66f5baec2 req-96dfb7f9-5559-4d7c-bda2-ebd8ac8402c1 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 210 time: 0.0404892 Aug 20 10:22:51.757281 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b8e3d-595e-4b20-8ac3-e2111db75eb1 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Pushing event deleted for resources: {'Port': ['ID=15479c89-6a24-4f49-8032-b404d21bb25c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:51.778115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-ec63fb8e-e7d1-4101-962c-345d5d6296ba admin admin] Calling delete_port for bb26cfb6-1ada-433c-86ff-6d2e36c40e0d owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:51.834504 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ad9696-0841-476b-90eb-4d10891df391 req-407b8e3d-595e-4b20-8ac3-e2111db75eb1 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] No DVR routers for this DVR port 15479c89-6a24-4f49-8032-b404d21bb25c on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:51.837642 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-62ad9696-0841-476b-90eb-4d10891df391 req-407b8e3d-595e-4b20-8ac3-e2111db75eb1 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:51.839943 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62ad9696-0841-476b-90eb-4d10891df391 req-407b8e3d-595e-4b20-8ac3-e2111db75eb1 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.24 "DELETE /v2.0/ports/15479c89-6a24-4f49-8032-b404d21bb25c HTTP/1.1" status: 204 len: 173 time: 1.1915338 Aug 20 10:22:51.840325 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b14562-0273-4dde-96b4-92b98da03e19', 'name': 'network-vif-deleted', 'tag': '15479c89-6a24-4f49-8032-b404d21bb25c'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:51.842851 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c11d29d-4ec9-4f78-b85d-f67dfa75230a" -d '{"events": [{"server_uuid": "b5b14562-0273-4dde-96b4-92b98da03e19", "name": "network-vif-deleted", "tag": "15479c89-6a24-4f49-8032-b404d21bb25c"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:51.847971 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-69a9b460-b745-40bd-856e-62a4624deebf req-45d89af2-f291-4ec9-b9db-f7c22fe50414 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:51.912497 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d89af2-f291-4ec9-b9db-f7c22fe50414 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Pushing event updated for resources: {'Port': ['ID=b6c7e93b-e1de-4d9c-8c20-53383dad9c7e,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:51.939565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a9b460-b745-40bd-856e-62a4624deebf req-45d89af2-f291-4ec9-b9db-f7c22fe50414 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Network cfce61d9-c87f-4881-8801-06adfd00a39f is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:51.942583 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-69a9b460-b745-40bd-856e-62a4624deebf req-45d89af2-f291-4ec9-b9db-f7c22fe50414 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:51.945343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a9b460-b745-40bd-856e-62a4624deebf req-45d89af2-f291-4ec9-b9db-f7c22fe50414 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:51.954825 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b860f59-fb53-42c4-9c79-7d20a2534a9c None None] Checking router: a593488b-5d75-4e9a-a142-53c8ff593f89 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:22:51.969786 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b860f59-fb53-42c4-9c79-7d20a2534a9c None None] Routers {'a593488b-5d75-4e9a-a142-53c8ff593f89'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:51.970512 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6b860f59-fb53-42c4-9c79-7d20a2534a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:22:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a593488b-5d75-4e9a-a142-53c8ff593f89'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:51.991125 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed9bf84-28a8-4902-aab1-e26d162e1375 x-openstack-request-id: req-9ed9bf84-28a8-4902-aab1-e26d162e1375 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:51.991526 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b14562-0273-4dde-96b4-92b98da03e19", "name": "network-vif-deleted", "tag": "15479c89-6a24-4f49-8032-b404d21bb25c", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:51.991786 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ed9bf84-28a8-4902-aab1-e26d162e1375 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:51.992203 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b14562-0273-4dde-96b4-92b98da03e19', 'name': 'network-vif-deleted', 'tag': '15479c89-6a24-4f49-8032-b404d21bb25c', 'status': 'completed', 'code': 200} Aug 20 10:22:52.038093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9b460-b745-40bd-856e-62a4624deebf req-45d89af2-f291-4ec9-b9db-f7c22fe50414 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:52.038779 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-69a9b460-b745-40bd-856e-62a4624deebf req-45d89af2-f291-4ec9-b9db-f7c22fe50414 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:52.072707 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69a9b460-b745-40bd-856e-62a4624deebf req-45d89af2-f291-4ec9-b9db-f7c22fe50414 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5072167 Aug 20 10:22:52.081223 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8da70159-93ab-4ded-b46c-b3cb06ffb761 req-3cdbec77-2040-4573-87be-170ca19637f6 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8701105 Aug 20 10:22:52.115025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Request body: {'port': {'device_id': 'ba2fce07-2c34-4ceb-bb67-2c261b1c49db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:52.139787 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5da899ff-b833-4e5b-8986-39ab65baf87a req-d39d0cce-67b6-4a74-95bf-88ab52db24b9 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5b14562-0273-4dde-96b4-92b98da03e19 HTTP/1.1" status: 200 len: 210 time: 0.0546765 Aug 20 10:22:52.186367 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dc3d9a8b-2101-4649-a308-f2aff7cf18bc tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:52.210225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6b860f59-fb53-42c4-9c79-7d20a2534a9c None None] Set router a593488b-5d75-4e9a-a142-53c8ff593f89 gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:52.228432 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:52.237694 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-dc3d9a8b-2101-4649-a308-f2aff7cf18bc tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Calling delete_port for a74b671b-5482-4fe7-a813-99ec3a034bde owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:52.336028 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:52.352835 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6b860f59-fb53-42c4-9c79-7d20a2534a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a593488b-5d75-4e9a-a142-53c8ff593f89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616769626-router', 'tenant_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:22:34Z', 'updated_at': '2021-08-20T10:22:50Z', 'revision_number': 6, 'project_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:52.426864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b860f59-fb53-42c4-9c79-7d20a2534a9c None None] The sync data for ids ['a593488b-5d75-4e9a-a142-53c8ff593f89'] in n-d-778550-11 is: [{'id': 'a593488b-5d75-4e9a-a142-53c8ff593f89', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616769626-router', 'tenant_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:22:34Z', 'updated_at': '2021-08-20T10:22:50Z', 'revision_number': 6, 'project_id': 'c9f45dee5fdb4eea9a6d991888ffaf79', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:22:52.482287 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:52.774017 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec63fb8e-e7d1-4101-962c-345d5d6296ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:52.791263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Allocated IP 172.20.0.1 (def3a047-9a0d-4c82-beb0-24bc67757c3d/807be69f-20d1-4250-8e50-64c1b3970b2a/df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:52.843433 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52d74d-ff70-4ad4-bff0-b77814789ea3 req-bb758bb6-b4b1-4068-8172-3f500533ee43 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:52.845184 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b52d74d-ff70-4ad4-bff0-b77814789ea3 req-bb758bb6-b4b1-4068-8172-3f500533ee43 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.42 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 946 time: 0.2151875 Aug 20 10:22:52.876966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63fb8e-e7d1-4101-962c-345d5d6296ba admin admin] Pushing event deleted for resources: {'Port': ['ID=bb26cfb6-1ada-433c-86ff-6d2e36c40e0d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:53.014958 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efb73d-bc25-4a20-b441-c5d83bf36844 req-cbce6e12-c859-4472-8f8d-f00ffa0b53b4 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:53.016672 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1efb73d-bc25-4a20-b441-c5d83bf36844 req-cbce6e12-c859-4472-8f8d-f00ffa0b53b4 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 946 time: 0.3373585 Aug 20 10:22:53.043424 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dc3d9a8b-2101-4649-a308-f2aff7cf18bc tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.094689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da75bc4-6b56-4be8-93f6-0e575ceb21ee req-58f46ea0-da8c-42c7-8202-df5da9cf6654 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:53.099541 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7da75bc4-6b56-4be8-93f6-0e575ceb21ee req-58f46ea0-da8c-42c7-8202-df5da9cf6654 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 931 time: 0.0958297 Aug 20 10:22:53.128273 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d9a8b-2101-4649-a308-f2aff7cf18bc tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event deleted for resources: {'Port': ['ID=a74b671b-5482-4fe7-a813-99ec3a034bde,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:53.138999 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec63fb8e-e7d1-4101-962c-345d5d6296ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.166538 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7da75bc4-6b56-4be8-93f6-0e575ceb21ee req-3c7151a7-a426-4c22-a2f9-084c31654c73 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635874 Aug 20 10:22:53.234850 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c7e93b-e1de-4d9c-8c20-53383dad9c7e {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:22:53.245127 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.260933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Transition to ACTIVE for port object b6c7e93b-e1de-4d9c-8c20-53383dad9c7e will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:53.272962 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.306254 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec63fb8e-e7d1-4101-962c-345d5d6296ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.334100 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1efb73d-bc25-4a20-b441-c5d83bf36844 req-739a2c22-541c-4206-b073-d1dd3c2cfca2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989857 Aug 20 10:22:53.338557 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec63fb8e-e7d1-4101-962c-345d5d6296ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.409160 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c7e93b-e1de-4d9c-8c20-53383dad9c7e,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:53.463134 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.486447 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccddb6a-333f-44e5-834d-78cd8444ad2e req-45055f8d-44a4-4d3d-90c8-1ac0823d5515 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:53.488015 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bccddb6a-333f-44e5-834d-78cd8444ad2e req-45055f8d-44a4-4d3d-90c8-1ac0823d5515 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.1524704 Aug 20 10:22:53.501486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:53.554688 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bccddb6a-333f-44e5-834d-78cd8444ad2e req-5e3daff5-2042-42e4-b12d-b929a126495b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536144 Aug 20 10:22:53.561599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Attempting to bind port b6c7e93b-e1de-4d9c-8c20-53383dad9c7e on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:53.562265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Attempting to bind port b6c7e93b-e1de-4d9c-8c20-53383dad9c7e by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:53.562431 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Attempting to bind port b6c7e93b-e1de-4d9c-8c20-53383dad9c7e on network cfce61d9-c87f-4881-8801-06adfd00a39f {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:53.570256 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Port b6c7e93b-e1de-4d9c-8c20-53383dad9c7e on network cfce61d9-c87f-4881-8801-06adfd00a39f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:22:53.570529 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec63fb8e-e7d1-4101-962c-345d5d6296ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.570757 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Attempting to bind port b6c7e93b-e1de-4d9c-8c20-53383dad9c7e on network cfce61d9-c87f-4881-8801-06adfd00a39f {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:53.571265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec63fb8e-e7d1-4101-962c-345d5d6296ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router a593488b-5d75-4e9a-a142-53c8ff593f89 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:22:53.575089 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-8b52d74d-ff70-4ad4-bff0-b77814789ea3 req-393f025c-d328-47c8-a6a0-13fe8b19c48a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Deleting port 7ae55495-adfa-4c5a-a891-f7abbaee9a9e {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:53.575512 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8b52d74d-ff70-4ad4-bff0-b77814789ea3 req-393f025c-d328-47c8-a6a0-13fe8b19c48a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.579422 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dc3d9a8b-2101-4649-a308-f2aff7cf18bc tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.582056 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:22:53.582418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Checking segment: {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:53.582895 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Bound using segment: {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:22:53.583369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Bound port: b6c7e93b-e1de-4d9c-8c20-53383dad9c7e, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:22:53.583827 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.584689 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dc3d9a8b-2101-4649-a308-f2aff7cf18bc tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "DELETE /v2.0/ports/a74b671b-5482-4fe7-a813-99ec3a034bde HTTP/1.1" status: 204 len: 168 time: 3.0121965 Aug 20 10:22:53.585629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42970) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:53.593746 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec63fb8e-e7d1-4101-962c-345d5d6296ba admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.596231 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ec63fb8e-e7d1-4101-962c-345d5d6296ba admin admin] 10.222.0.16 "DELETE /v2.0/routers/a593488b-5d75-4e9a-a142-53c8ff593f89 HTTP/1.1" status: 204 len: 168 time: 4.1195946 Aug 20 10:22:53.601717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Transition to ACTIVE for port object df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:53.602883 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42972) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:53.615158 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:53.619912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:53.621109 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.627892 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0c01dd-9e89-4d95-84bf-3afa90fb06fc tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] GET failed (client error): The resource could not be found. Aug 20 10:22:53.633954 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2f0c01dd-9e89-4d95-84bf-3afa90fb06fc tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "GET /v2.0/ports/a74b671b-5482-4fe7-a813-99ec3a034bde HTTP/1.1" status: 404 len: 333 time: 0.0431616 Aug 20 10:22:53.635439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42974) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:53.664158 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-6b65ee34-fc0f-47df-9f96-b6592ab6c95d tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Request body: {'port': {'network_id': '72b38f25-4808-455f-a1d5-33b7125debf1', 'name': 'tempest-AllowedAddressPairTestJSON-1196543268'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:53.753301 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c869695-004b-4fdb-9b84-535764841938 admin admin] Deleting subnet 8fc1fb1a-94e3-4896-8cc5-9664e129c9f7 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:22:53.765394 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c869695-004b-4fdb-9b84-535764841938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.768478 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.798388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:53.804086 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] For port b6c7e93b-e1de-4d9c-8c20-53383dad9c7e, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:53.804770 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.813008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] For port b6c7e93b-e1de-4d9c-8c20-53383dad9c7e, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b6c7e93b-e1de-4d9c-8c20-53383dad9c7e,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:22:53.820821 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.827319 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.835459 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-8b52d74d-ff70-4ad4-bff0-b77814789ea3 req-393f025c-d328-47c8-a6a0-13fe8b19c48a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] For port 7ae55495-adfa-4c5a-a891-f7abbaee9a9e, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=7ae55495-adfa-4c5a-a891-f7abbaee9a9e,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:53.835761 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f02753a6-c112-4a45-ae80-44fd9dfafeb9 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:53.835899 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8b52d74d-ff70-4ad4-bff0-b77814789ea3 req-393f025c-d328-47c8-a6a0-13fe8b19c48a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.865927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 15479c89-6a24-4f49-8032-b404d21bb25c no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:53.867698 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: f02753a6-c112-4a45-ae80-44fd9dfafeb9 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:53.868049 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f02753a6-c112-4a45-ae80-44fd9dfafeb9 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:53.869316 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c869695-004b-4fdb-9b84-535764841938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.890761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:53.891509 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:53.893535 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69a9b460-b745-40bd-856e-62a4624deebf req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] 10.222.0.24 "PUT /v2.0/ports/b6c7e93b-e1de-4d9c-8c20-53383dad9c7e HTTP/1.1" status: 200 len: 1092 time: 1.8068452 Aug 20 10:22:53.898958 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-8b52d74d-ff70-4ad4-bff0-b77814789ea3 req-393f025c-d328-47c8-a6a0-13fe8b19c48a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Calling delete_port for 7ae55495-adfa-4c5a-a891-f7abbaee9a9e owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:53.900020 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 15479c89-6a24-4f49-8032-b404d21bb25c {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:53.900509 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 15479c89-6a24-4f49-8032-b404d21bb25c not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:53.911829 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:53.931030 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Network def3a047-9a0d-4c82-beb0-24bc67757c3d is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:53.940553 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:53.952922 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:53.988800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9211a-2e45-47cd-9f9e-a8708f487627 req-6d54480a-e018-4ca1-8bd0-0d2550262668 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:53.990367 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33b9211a-2e45-47cd-9f9e-a8708f487627 req-6d54480a-e018-4ca1-8bd0-0d2550262668 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.1692958 Aug 20 10:22:53.992056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Pushing event updated for resources: {'Port': ['ID=df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:53.996680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2fce07-2c34-4ceb-bb67-2c261b1c49db', 'tag': 'b6c7e93b-e1de-4d9c-8c20-53383dad9c7e'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:53.998842 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bbbe30-46f7-45b4-ab54-911ec42f406b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2fce07-2c34-4ceb-bb67-2c261b1c49db", "tag": "b6c7e93b-e1de-4d9c-8c20-53383dad9c7e"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:54.024860 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f393b-59c4-47f2-b67d-22cd18ee4664 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c7e93b-e1de-4d9c-8c20-53383dad9c7e,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:54.062399 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2057cba9-53b5-4f4d-8444-0c99cc4aa40b x-openstack-request-id: req-2057cba9-53b5-4f4d-8444-0c99cc4aa40b {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:54.062775 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2fce07-2c34-4ceb-bb67-2c261b1c49db", "tag": "b6c7e93b-e1de-4d9c-8c20-53383dad9c7e", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:54.063081 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2057cba9-53b5-4f4d-8444-0c99cc4aa40b {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:54.063531 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2fce07-2c34-4ceb-bb67-2c261b1c49db', 'tag': 'b6c7e93b-e1de-4d9c-8c20-53383dad9c7e', 'status': 'completed', 'code': 200} Aug 20 10:22:54.077770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b65ee34-fc0f-47df-9f96-b6592ab6c95d tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Made reservation on behalf of 8cbcf173ac1d4d828c3133c1ce52ccf4 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:54.081995 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6b65ee34-fc0f-47df-9f96-b6592ab6c95d tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:54.104174 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:54.128810 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33b9211a-2e45-47cd-9f9e-a8708f487627 req-ef829305-8606-411d-868a-964d23c2972a tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090622 Aug 20 10:22:54.133698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-6b65ee34-fc0f-47df-9f96-b6592ab6c95d tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] device_id is not set on port 032d26e4-3d57-47c1-a727-add5526081c0 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:22:54.143788 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9b460-b745-40bd-856e-62a4624deebf req-967a371b-168c-4826-8382-03d1020e27f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:54.146084 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69a9b460-b745-40bd-856e-62a4624deebf req-967a371b-168c-4826-8382-03d1020e27f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 1095 time: 0.1548471 Aug 20 10:22:54.189470 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c869695-004b-4fdb-9b84-535764841938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:54.239034 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69a9b460-b745-40bd-856e-62a4624deebf req-2cbfc08a-a68c-4b8d-9a22-8ee9709422c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c7e93b-e1de-4d9c-8c20-53383dad9c7e HTTP/1.1" status: 200 len: 217 time: 0.0800023 Aug 20 10:22:54.371401 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9b460-b745-40bd-856e-62a4624deebf req-5191594f-4d30-4dc3-9ae0-44ca728274f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:54.373072 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69a9b460-b745-40bd-856e-62a4624deebf req-5191594f-4d30-4dc3-9ae0-44ca728274f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cadf393e-210e-42af-b610-6c3e5318317c HTTP/1.1" status: 200 len: 851 time: 0.1262026 Aug 20 10:22:54.409522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0ac64ba6-4ef2-4505-a3c1-d5f50bfc1b87 None None] Provisioning for port df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:54.419910 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8b52d74d-ff70-4ad4-bff0-b77814789ea3 req-393f025c-d328-47c8-a6a0-13fe8b19c48a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:54.420952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0ac64ba6-4ef2-4505-a3c1-d5f50bfc1b87 None None] Provisioning complete for port df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:54.421515 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0ac64ba6-4ef2-4505-a3c1-d5f50bfc1b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:54.425105 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c869695-004b-4fdb-9b84-535764841938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:54.448232 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69a9b460-b745-40bd-856e-62a4624deebf req-dd5b6421-9a3f-4bf1-abee-c440302ebab9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfce61d9-c87f-4881-8801-06adfd00a39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636456 Aug 20 10:22:54.464168 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['995840f7-d39b-4bf6-beab-401653bd6374'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:54.471983 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['7ae55495-adfa-4c5a-a891-f7abbaee9a9e'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:54.479577 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacf041-a8ff-48d1-9885-03fc36c1e249 req-d55890b2-99c4-41ab-b7a3-0ffe4769d69b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:54.481769 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cacf041-a8ff-48d1-9885-03fc36c1e249 req-d55890b2-99c4-41ab-b7a3-0ffe4769d69b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 943 time: 0.1773098 Aug 20 10:22:54.486142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-6b65ee34-fc0f-47df-9f96-b6592ab6c95d tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Allocated IP 172.20.0.5 (72b38f25-4808-455f-a1d5-33b7125debf1/fd1c88eb-248a-4707-abad-10265e5052cc/032d26e4-3d57-47c1-a727-add5526081c0) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:54.505217 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c869695-004b-4fdb-9b84-535764841938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc1fb1a-94e3-4896-8cc5-9664e129c9f7,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:54.506947 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:54.509696 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c869695-004b-4fdb-9b84-535764841938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:54.511610 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4c869695-004b-4fdb-9b84-535764841938 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8fc1fb1a-94e3-4896-8cc5-9664e129c9f7 HTTP/1.1" status: 204 len: 168 time: 0.9077370 Aug 20 10:22:54.520499 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42986) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:54.522191 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f025c-d328-47c8-a6a0-13fe8b19c48a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Pushing event deleted for resources: {'Port': ['ID=7ae55495-adfa-4c5a-a891-f7abbaee9a9e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:54.525412 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51229d3b-6112-477e-b2f2-48e4eb5cd049 None None] Network 4bb61399-1959-4405-8c35-cc9a23407036 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:22:54.552771 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1c6a42fe-9ff0-4218-8b89-024fded6c189 req-6717aa29-8616-4472-93c0-1f777fd58c7a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=64ac67aa-20e9-48ae-a683-ed0b0765629f HTTP/1.1" status: 200 len: 210 time: 0.0786781 Aug 20 10:22:54.596356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0ac64ba6-4ef2-4505-a3c1-d5f50bfc1b87 None None] Port df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:22:54.662225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b52d74d-ff70-4ad4-bff0-b77814789ea3 req-393f025c-d328-47c8-a6a0-13fe8b19c48a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] No DVR routers for this DVR port 7ae55495-adfa-4c5a-a891-f7abbaee9a9e on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:54.676233 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8b52d74d-ff70-4ad4-bff0-b77814789ea3 req-393f025c-d328-47c8-a6a0-13fe8b19c48a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:54.678240 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b52d74d-ff70-4ad4-bff0-b77814789ea3 req-393f025c-d328-47c8-a6a0-13fe8b19c48a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.42 "DELETE /v2.0/ports/7ae55495-adfa-4c5a-a891-f7abbaee9a9e HTTP/1.1" status: 204 len: 173 time: 1.8220136 Aug 20 10:22:54.681837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ac67aa-20e9-48ae-a683-ed0b0765629f', 'name': 'network-vif-deleted', 'tag': '7ae55495-adfa-4c5a-a891-f7abbaee9a9e'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:54.684417 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a56d97-fa23-4a58-b8e2-2472e7a60e13" -d '{"events": [{"server_uuid": "64ac67aa-20e9-48ae-a683-ed0b0765629f", "name": "network-vif-deleted", "tag": "7ae55495-adfa-4c5a-a891-f7abbaee9a9e"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:54.720081 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cacf041-a8ff-48d1-9885-03fc36c1e249 req-0c7ac117-726a-465d-ae28-8e64ec64952b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012851 Aug 20 10:22:54.725310 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:54.827306 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37050b79-4fd7-4b30-8af5-3c46ffc4d729 x-openstack-request-id: req-37050b79-4fd7-4b30-8af5-3c46ffc4d729 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:54.828276 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ac67aa-20e9-48ae-a683-ed0b0765629f", "name": "network-vif-deleted", "tag": "7ae55495-adfa-4c5a-a891-f7abbaee9a9e", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:54.828276 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37050b79-4fd7-4b30-8af5-3c46ffc4d729 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:54.828635 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ac67aa-20e9-48ae-a683-ed0b0765629f', 'name': 'network-vif-deleted', 'tag': '7ae55495-adfa-4c5a-a891-f7abbaee9a9e', 'status': 'completed', 'code': 200} Aug 20 10:22:54.833855 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6b65ee34-fc0f-47df-9f96-b6592ab6c95d tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:54.849692 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1cbc26-4727-4a26-b64e-bcb701202201 None None] DHCP port deletion for 4bb61399-1959-4405-8c35-cc9a23407036 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:22:54.876599 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69a9b460-b745-40bd-856e-62a4624deebf req-c46235c9-90b7-4bfa-a728-25730ea8d4b9 service neutron] 10.222.0.24 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173217 Aug 20 10:22:54.877576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-6b65ee34-fc0f-47df-9f96-b6592ab6c95d tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Transition to ACTIVE for port object 032d26e4-3d57-47c1-a727-add5526081c0 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:54.945031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-8d1cbc26-4727-4a26-b64e-bcb701202201 None None] Deleting port 56e9ede6-65fa-49e6-84df-efbcdeb033f0 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:54.945608 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbc26-4727-4a26-b64e-bcb701202201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:54.973876 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3c487-c31c-4d4b-886e-775522612f5d req-a854d74c-f7b1-4597-b89a-8a63442d7c0b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:54.981520 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0aa3c487-c31c-4d4b-886e-775522612f5d req-a854d74c-f7b1-4597-b89a-8a63442d7c0b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.1871638 Aug 20 10:22:55.000216 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] Deleting port 56e9ede6-65fa-49e6-84df-efbcdeb033f0 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:55.000629 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:55.011853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 416addcc-75e7-468f-be1d-2361414c52f2 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:22:55.014374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 416addcc-75e7-468f-be1d-2361414c52f2 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:55.016166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:55.020251 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:55.043416 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6b65ee34-fc0f-47df-9f96-b6592ab6c95d tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:55.054409 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:55.068396 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0aa3c487-c31c-4d4b-886e-775522612f5d req-8a644859-588e-4c28-8a4c-d7625dfb8c40 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858536 Aug 20 10:22:55.090283 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69a9b460-b745-40bd-856e-62a4624deebf req-30586efb-a430-475a-af1a-eac6f1c0a617 service neutron] 10.222.0.24 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048752 Aug 20 10:22:55.106233 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b65ee34-fc0f-47df-9f96-b6592ab6c95d tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Network 72b38f25-4808-455f-a1d5-33b7125debf1 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:55.109910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-6b65ee34-fc0f-47df-9f96-b6592ab6c95d tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:55.114895 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b65ee34-fc0f-47df-9f96-b6592ab6c95d tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:55.131754 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65ee34-fc0f-47df-9f96-b6592ab6c95d tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event updated for resources: {'Port': ['ID=032d26e4-3d57-47c1-a727-add5526081c0,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:55.173861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] For port 56e9ede6-65fa-49e6-84df-efbcdeb033f0, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=56e9ede6-65fa-49e6-84df-efbcdeb033f0,segment=NetworkSegment(318f0f12-b106-4ef7-967a-6c9802643eaa),segment_id=318f0f12-b106-4ef7-967a-6c9802643eaa)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:55.174140 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:55.218779 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] Calling delete_port for 56e9ede6-65fa-49e6-84df-efbcdeb033f0 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:55.268470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b65ee34-fc0f-47df-9f96-b6592ab6c95d tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:55.269204 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6b65ee34-fc0f-47df-9f96-b6592ab6c95d tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:55.299780 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:55.303175 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Pushing event updated for resources: {'Port': ['ID=df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:55.337925 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6b65ee34-fc0f-47df-9f96-b6592ab6c95d tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6988130 Aug 20 10:22:55.338845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-8d1cbc26-4727-4a26-b64e-bcb701202201 None None] For port 56e9ede6-65fa-49e6-84df-efbcdeb033f0, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=56e9ede6-65fa-49e6-84df-efbcdeb033f0,segment=NetworkSegment(318f0f12-b106-4ef7-967a-6c9802643eaa),segment_id=318f0f12-b106-4ef7-967a-6c9802643eaa)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:55.339436 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbc26-4727-4a26-b64e-bcb701202201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:55.340938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42994) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:55.357535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-206f7aca-b73a-4630-b0d9-edbabfd7a284 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:73:6a:e3'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:55.373492 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbbe30-46f7-45b4-ab54-911ec42f406b req-3888d9d6-2c3d-4bce-b272-5c7ed75f04c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:55.377476 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54bbbe30-46f7-45b4-ab54-911ec42f406b req-3888d9d6-2c3d-4bce-b272-5c7ed75f04c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 1095 time: 0.1485982 Aug 20 10:22:55.425105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-8d1cbc26-4727-4a26-b64e-bcb701202201 None None] Calling delete_port for 56e9ede6-65fa-49e6-84df-efbcdeb033f0 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:55.607302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbbe30-46f7-45b4-ab54-911ec42f406b req-376fc4f3-4c34-4124-bc40-0e3420b776d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:55.610517 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54bbbe30-46f7-45b4-ab54-911ec42f406b req-376fc4f3-4c34-4124-bc40-0e3420b776d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 912 time: 0.2058067 Aug 20 10:22:55.629016 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-493520fe-9934-4a10-899c-f503429f13aa None None] Provisioning for port 032d26e4-3d57-47c1-a727-add5526081c0 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:55.640273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:55.640654 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:55.649603 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 416addcc-75e7-468f-be1d-2361414c52f2, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=416addcc-75e7-468f-be1d-2361414c52f2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:55.652812 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:55.665026 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-493520fe-9934-4a10-899c-f503429f13aa None None] Provisioning complete for port 032d26e4-3d57-47c1-a727-add5526081c0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:55.665409 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-493520fe-9934-4a10-899c-f503429f13aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:55.721694 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '416addcc-75e7-468f-be1d-2361414c52f2', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '416addcc-75e7-468f-be1d-2361414c52f2', 'mac_address': 'fa:16:3e:e5:c5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:22:55.726597 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8d1cbc26-4727-4a26-b64e-bcb701202201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:55.751392 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54bbbe30-46f7-45b4-ab54-911ec42f406b req-a0b8e249-f704-4cec-8cc5-45a1dbcc9bcf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6c7e93b-e1de-4d9c-8c20-53383dad9c7e HTTP/1.1" status: 200 len: 217 time: 0.1069946 Aug 20 10:22:55.781792 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-206f7aca-b73a-4630-b0d9-edbabfd7a284 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:55.782037 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8f0783-0588-4347-a73f-402fe703a8dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416addcc-75e7-468f-be1d-2361414c52f2'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:55.785071 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e621841b-d8a2-4517-b977-859a0867771b" -d '{"events": [{"server_uuid": "1c8f0783-0588-4347-a73f-402fe703a8dc", "name": "network-vif-unplugged", "status": "completed", "tag": "416addcc-75e7-468f-be1d-2361414c52f2"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:55.807473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cbc26-4727-4a26-b64e-bcb701202201 None None] Pushing event deleted for resources: {'Port': ['ID=56e9ede6-65fa-49e6-84df-efbcdeb033f0,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:55.810997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1cbc26-4727-4a26-b64e-bcb701202201 None None] No DVR routers for this DVR port 56e9ede6-65fa-49e6-84df-efbcdeb033f0 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:55.835228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 416addcc-75e7-468f-be1d-2361414c52f2, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=416addcc-75e7-468f-be1d-2361414c52f2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:55.841892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-493520fe-9934-4a10-899c-f503429f13aa None None] Port 032d26e4-3d57-47c1-a727-add5526081c0 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:22:55.855301 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:55.877329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9832694-e09f-430a-8378-ab386d77ad47 req-18b9db47-09dc-4e84-8f15-e18bd38f6fed tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:55.885765 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9832694-e09f-430a-8378-ab386d77ad47 req-18b9db47-09dc-4e84-8f15-e18bd38f6fed tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.5716248 Aug 20 10:22:55.897460 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:55.902028 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbbe30-46f7-45b4-ab54-911ec42f406b req-4df88c59-4aae-4e90-a453-e2d8a98bb67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:55.906194 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54bbbe30-46f7-45b4-ab54-911ec42f406b req-4df88c59-4aae-4e90-a453-e2d8a98bb67c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cadf393e-210e-42af-b610-6c3e5318317c HTTP/1.1" status: 200 len: 851 time: 0.1430111 Aug 20 10:22:55.917954 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:55.950874 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 416addcc-75e7-468f-be1d-2361414c52f2 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:22:55.957860 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54bbbe30-46f7-45b4-ab54-911ec42f406b req-183558b6-ec8b-4699-9825-6e80eda3e11d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfce61d9-c87f-4881-8801-06adfd00a39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426655 Aug 20 10:22:55.964390 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=416addcc-75e7-468f-be1d-2361414c52f2,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:55.976568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=56e9ede6-65fa-49e6-84df-efbcdeb033f0,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:55.982332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] No DVR routers for this DVR port 56e9ede6-65fa-49e6-84df-efbcdeb033f0 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:56.027067 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:22:56.032228 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9832694-e09f-430a-8378-ab386d77ad47 req-a1f85003-1ff9-4a37-9e37-1552f98efbc7 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321893 Aug 20 10:22:56.032387 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:22:56.059742 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Network def3a047-9a0d-4c82-beb0-24bc67757c3d is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:56.069788 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device bb26cfb6-1ada-433c-86ff-6d2e36c40e0d no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:56.082567 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54bbbe30-46f7-45b4-ab54-911ec42f406b req-059d51af-9019-424f-a3db-02a6ef0ef159 service neutron] 10.222.0.24 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131494 Aug 20 10:22:56.091597 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: bb26cfb6-1ada-433c-86ff-6d2e36c40e0d {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:56.092054 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device bb26cfb6-1ada-433c-86ff-6d2e36c40e0d not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:56.092577 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 56e9ede6-65fa-49e6-84df-efbcdeb033f0 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:56.098368 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:56.124640 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 56e9ede6-65fa-49e6-84df-efbcdeb033f0 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:56.125202 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 56e9ede6-65fa-49e6-84df-efbcdeb033f0 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:56.213306 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3dd3a2-5787-4c3d-b95a-3e29b09f3045 x-openstack-request-id: req-3d3dd3a2-5787-4c3d-b95a-3e29b09f3045 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:56.217059 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8f0783-0588-4347-a73f-402fe703a8dc", "name": "network-vif-unplugged", "status": "completed", "tag": "416addcc-75e7-468f-be1d-2361414c52f2", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:56.217407 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d3dd3a2-5787-4c3d-b95a-3e29b09f3045 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:56.217844 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8f0783-0588-4347-a73f-402fe703a8dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416addcc-75e7-468f-be1d-2361414c52f2', 'code': 200} Aug 20 10:22:56.279019 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:56.300800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469d8b2-9a41-40d0-bba3-533f6483781e req-5974eef9-b4c5-4095-8635-c164b1009700 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:56.302543 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0469d8b2-9a41-40d0-bba3-533f6483781e req-5974eef9-b4c5-4095-8635-c164b1009700 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 943 time: 0.1939862 Aug 20 10:22:56.311173 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2e0e9-ef9a-4177-9518-c3d94e981771 req-2eea40b9-3056-4d81-b02b-1ded9b850b17 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:56.312314 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54bbbe30-46f7-45b4-ab54-911ec42f406b req-8654cdcd-a637-4ea3-8a6c-748fa4f12616 service neutron] 10.222.0.24 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206368 Aug 20 10:22:56.313259 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cdc2e0e9-ef9a-4177-9518-c3d94e981771 req-2eea40b9-3056-4d81-b02b-1ded9b850b17 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.42 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.2795603 Aug 20 10:22:56.329305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb61399-1959-4405-8c35-cc9a23407036']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:56.372708 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-206f7aca-b73a-4630-b0d9-edbabfd7a284 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:56.373769 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318f0f12-b106-4ef7-967a-6c9802643eaa') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:56.374064 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318f0f12-b106-4ef7-967a-6c9802643eaa') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:56.382701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0105750-2149-4b2c-9707-58373bfd3a4c req-5c3f62c5-8b5a-41c8-9eb6-50e585ce8bdd tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:56.384150 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b0105750-2149-4b2c-9707-58373bfd3a4c req-5c3f62c5-8b5a-41c8-9eb6-50e585ce8bdd tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 947 time: 0.1015232 Aug 20 10:22:56.385463 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-206f7aca-b73a-4630-b0d9-edbabfd7a284 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:56.436337 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:56.467689 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-63acd2de-02db-46df-a3bc-d3de128648c8 None None] Provisioning complete for port df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:56.468979 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-63acd2de-02db-46df-a3bc-d3de128648c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:56.487430 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:56.497262 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f7aca-b73a-4630-b0d9-edbabfd7a284 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event updated for resources: {'Port': ['ID=032d26e4-3d57-47c1-a727-add5526081c0,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:56.508664 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0469d8b2-9a41-40d0-bba3-533f6483781e req-dbc855bf-0b77-48d1-a3dc-722795d9e0b9 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693017 Aug 20 10:22:56.520495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:22:56.520913 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:56.522799 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b0105750-2149-4b2c-9707-58373bfd3a4c req-3ced5e60-4070-4430-ab2f-cf760ff24838 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303992 Aug 20 10:22:56.524049 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-206f7aca-b73a-4630-b0d9-edbabfd7a284 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] In _notify_port_updated(), no bound segment for port 032d26e4-3d57-47c1-a727-add5526081c0 on network 72b38f25-4808-455f-a1d5-33b7125debf1 {{(pid=94866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: items = [ Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:22:56.528592 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:22:56.532547 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f7aca-b73a-4630-b0d9-edbabfd7a284 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:56.532547 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-206f7aca-b73a-4630-b0d9-edbabfd7a284 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:56.532547 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-206f7aca-b73a-4630-b0d9-edbabfd7a284 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "PUT /v2.0/ports/032d26e4-3d57-47c1-a727-add5526081c0 HTTP/1.1" status: 200 len: 996 time: 1.1845810 Aug 20 10:22:56.534290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43010) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:56.538641 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-63acd2de-02db-46df-a3bc-d3de128648c8 None None] Port df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:22:56.600259 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Router 8f468891-6293-4a1a-9105-3fbf35dec8f4 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:22:56.626169 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:56.666016 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:56.668256 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-1e2cea78-0b98-4749-a4cd-f5fc5c00dff5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Deleting port 032d26e4-3d57-47c1-a727-add5526081c0 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:56.668600 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e2cea78-0b98-4749-a4cd-f5fc5c00dff5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:56.695983 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416addcc-75e7-468f-be1d-2361414c52f2 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:22:56.710789 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:56.713268 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4bb61399-1959-4405-8c35-cc9a23407036 HTTP/1.1" status: 204 len: 168 time: 2.1889105 Aug 20 10:22:56.727815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 416addcc-75e7-468f-be1d-2361414c52f2, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=416addcc-75e7-468f-be1d-2361414c52f2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:56.735418 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:56.743314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-cdc2e0e9-ef9a-4177-9518-c3d94e981771 req-e69ea7c6-ac06-42a2-865f-36bc21e064f7 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Deleting port e8a88603-a5fc-41c5-9d94-fb54295e3dfc {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:22:56.743661 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cdc2e0e9-ef9a-4177-9518-c3d94e981771 req-e69ea7c6-ac06-42a2-865f-36bc21e064f7 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:56.818862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2f479d1b-97e5-42d4-8f06-1e5154d61f2d None None] Provisioning complete for port 032d26e4-3d57-47c1-a727-add5526081c0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:56.822201 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2f479d1b-97e5-42d4-8f06-1e5154d61f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:56.825978 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e2cea78-0b98-4749-a4cd-f5fc5c00dff5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:56.831151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfe723-5449-4e71-8ddc-f56570093b39 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb61399-1959-4405-8c35-cc9a23407036,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:56.858014 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=416addcc-75e7-468f-be1d-2361414c52f2,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:56.865500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-1e2cea78-0b98-4749-a4cd-f5fc5c00dff5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Calling delete_port for 032d26e4-3d57-47c1-a727-add5526081c0 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:56.886741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2f479d1b-97e5-42d4-8f06-1e5154d61f2d None None] Port 032d26e4-3d57-47c1-a727-add5526081c0 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:22:56.915555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43028) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:56.991616 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 7ae55495-adfa-4c5a-a891-f7abbaee9a9e no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:57.014560 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 7ae55495-adfa-4c5a-a891-f7abbaee9a9e {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:22:57.015061 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 7ae55495-adfa-4c5a-a891-f7abbaee9a9e not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:22:57.015296 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e2cea78-0b98-4749-a4cd-f5fc5c00dff5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:57.015886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device e8a88603-a5fc-41c5-9d94-fb54295e3dfc no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:22:57.017200 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-cdc2e0e9-ef9a-4177-9518-c3d94e981771 req-e69ea7c6-ac06-42a2-865f-36bc21e064f7 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] For port e8a88603-a5fc-41c5-9d94-fb54295e3dfc, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=e8a88603-a5fc-41c5-9d94-fb54295e3dfc,segment=NetworkSegment(1d1e9f6f-09e8-4a73-83cf-1c87b65ca950),segment_id=1d1e9f6f-09e8-4a73-83cf-1c87b65ca950)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:57.017803 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cdc2e0e9-ef9a-4177-9518-c3d94e981771 req-e69ea7c6-ac06-42a2-865f-36bc21e064f7 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:57.021465 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:22:57.030818 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Sync routers for ids ['8f468891-6293-4a1a-9105-3fbf35dec8f4'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:22:57.049271 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Routers {'8f468891-6293-4a1a-9105-3fbf35dec8f4'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:57.050091 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:22:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['8f468891-6293-4a1a-9105-3fbf35dec8f4'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:57.052117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cea78-0b98-4749-a4cd-f5fc5c00dff5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event deleted for resources: {'Port': ['ID=032d26e4-3d57-47c1-a727-add5526081c0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:57.074850 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['416addcc-75e7-468f-be1d-2361414c52f2'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:22:57.091282 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a01e0ad8-9261-4858-b04f-38ad4721fe8c admin admin] 10.222.0.16 "PUT /v2.0/routers/8f468891-6293-4a1a-9105-3fbf35dec8f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0662920 Aug 20 10:22:57.137692 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-cdc2e0e9-ef9a-4177-9518-c3d94e981771 req-e69ea7c6-ac06-42a2-865f-36bc21e064f7 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Calling delete_port for e8a88603-a5fc-41c5-9d94-fb54295e3dfc owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:22:57.156645 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e2cea78-0b98-4749-a4cd-f5fc5c00dff5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:57.161177 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1e2cea78-0b98-4749-a4cd-f5fc5c00dff5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "DELETE /v2.0/ports/032d26e4-3d57-47c1-a727-add5526081c0 HTTP/1.1" status: 204 len: 168 time: 0.6234548 Aug 20 10:22:57.170502 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43034) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:57.209931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-82f592f8-037d-4768-b6c5-75b44d403527 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:57.211525 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-82f592f8-037d-4768-b6c5-75b44d403527 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 806 time: 0.3208323 Aug 20 10:22:57.244846 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44be80f-7a1c-4978-9da8-0715ab6a6e9e req-3fc332bc-1095-40b7-8a80-d7a142e159dd tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:57.249378 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c44be80f-7a1c-4978-9da8-0715ab6a6e9e req-3fc332bc-1095-40b7-8a80-d7a142e159dd tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 946 time: 0.0975716 Aug 20 10:22:57.266297 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0499b7d2-f377-4d37-941c-df9379ca30c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9f45dee5fdb4eea9a6d991888ffaf79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3359652 Aug 20 10:22:57.267738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43036) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:57.293057 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Set router 8f468891-6293-4a1a-9105-3fbf35dec8f4 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:57.294240 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-2595edc5-5ca9-4951-96f7-197861494e11 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] GET failed (client error): The resource could not be found. Aug 20 10:22:57.302042 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2595edc5-5ca9-4951-96f7-197861494e11 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "GET /v2.0/ports/032d26e4-3d57-47c1-a727-add5526081c0 HTTP/1.1" status: 404 len: 333 time: 0.1225603 Aug 20 10:22:57.306861 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43038) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:57.323324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2ea3135c-0847-407b-9d12-3d4d6d02b3f8 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Request body: {'port': {'network_id': '72b38f25-4808-455f-a1d5-33b7125debf1', 'name': 'tempest-AllowedAddressPairTestJSON-1144862214'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:57.338841 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-ead396e3-6a88-4cba-b7c0-04f346e08fc8 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/quotas/b20bf29d55e5407ca542b24a04751634 HTTP/1.1" status: 200 len: 375 time: 0.0660250 Aug 20 10:22:57.373193 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:57.422423 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c44be80f-7a1c-4978-9da8-0715ab6a6e9e req-3f8c4e87-519d-4315-9998-0cdcacc537cc tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/security-groups?id=3500f5ce-2651-4518-951a-2939571e9adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659024 Aug 20 10:22:57.444354 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-5501b5e2-011f-43e6-a1f0-d964c614585c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0910928 Aug 20 10:22:57.444643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port e8a88603-a5fc-41c5-9d94-fb54295e3dfc, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=e8a88603-a5fc-41c5-9d94-fb54295e3dfc,segment=NetworkSegment(1d1e9f6f-09e8-4a73-83cf-1c87b65ca950),segment_id=1d1e9f6f-09e8-4a73-83cf-1c87b65ca950)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:57.452326 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:57.476073 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97ca8366-fa0c-4537-91a6-da293f5e441c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:57.517039 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97ca8366-fa0c-4537-91a6-da293f5e441c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:57.564171 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea3135c-0847-407b-9d12-3d4d6d02b3f8 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Made reservation on behalf of 8cbcf173ac1d4d828c3133c1ce52ccf4 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:57.572352 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=e8a88603-a5fc-41c5-9d94-fb54295e3dfc,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:57.574902 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2ea3135c-0847-407b-9d12-3d4d6d02b3f8 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:57.596182 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112074403-router', 'tenant_id': 'e59578da38a24e7e85b944c527039190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:22:44Z', 'updated_at': '2021-08-20T10:22:54Z', 'revision_number': 4, 'project_id': 'e59578da38a24e7e85b944c527039190', 'gw_port': {'id': '7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:45Z', 'updated_at': '2021-08-20T10:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64', 'name': '', 'network_id': 'def3a047-9a0d-4c82-beb0-24bc67757c3d', 'tenant_id': 'e59578da38a24e7e85b944c527039190', 'mac_address': 'fa:16:3e:32:09:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '807be69f-20d1-4250-8e50-64c1b3970b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:52Z', 'updated_at': '2021-08-20T10:22:54Z', 'revision_number': 2, 'project_id': 'e59578da38a24e7e85b944c527039190', 'subnets': [{'id': '807be69f-20d1-4250-8e50-64c1b3970b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:57.605980 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-2ea3135c-0847-407b-9d12-3d4d6d02b3f8 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] device_id is not set on port 9f500e93-df3e-4f60-8769-244f1eaf9f1c yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:22:57.637728 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cdc2e0e9-ef9a-4177-9518-c3d94e981771 req-e69ea7c6-ac06-42a2-865f-36bc21e064f7 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:57.639289 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Checking router: 8f468891-6293-4a1a-9105-3fbf35dec8f4 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:22:57.639887 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Updating router 8f468891-6293-4a1a-9105-3fbf35dec8f4 port df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:22:57.668509 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:57.684196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ea7c6-ac06-42a2-865f-36bc21e064f7 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Pushing event deleted for resources: {'Port': ['ID=e8a88603-a5fc-41c5-9d94-fb54295e3dfc,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:57.703692 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-f210e59b-22f5-428f-ac40-18bcd1e736d5 service neutron] 10.222.0.16 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473106 Aug 20 10:22:57.727682 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-25b0da89-829f-465b-8468-872b78b308b5 req-28140aba-45f4-478e-ae60-f58c32003928 tempest-FloatingIPsNegativeTestJSON-2005245143 tempest-FloatingIPsNegativeTestJSON-2005245143-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=e59578da38a24e7e85b944c527039190 HTTP/1.1" status: 200 len: 217 time: 0.0708971 Aug 20 10:22:57.742403 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97ca8366-fa0c-4537-91a6-da293f5e441c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:57.747397 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97ca8366-fa0c-4537-91a6-da293f5e441c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:57.748576 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-97ca8366-fa0c-4537-91a6-da293f5e441c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/deb2a6bf-de36-458f-a013-8521427d99fb HTTP/1.1" status: 204 len: 168 time: 0.4789584 Aug 20 10:22:57.756532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc2e0e9-ef9a-4177-9518-c3d94e981771 req-e69ea7c6-ac06-42a2-865f-36bc21e064f7 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] No DVR routers for this DVR port e8a88603-a5fc-41c5-9d94-fb54295e3dfc on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:22:57.767811 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca8366-fa0c-4537-91a6-da293f5e441c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb2a6bf-de36-458f-a013-8521427d99fb,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:57.801639 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cdc2e0e9-ef9a-4177-9518-c3d94e981771 req-e69ea7c6-ac06-42a2-865f-36bc21e064f7 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:57.803710 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cdc2e0e9-ef9a-4177-9518-c3d94e981771 req-e69ea7c6-ac06-42a2-865f-36bc21e064f7 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.42 "DELETE /v2.0/ports/e8a88603-a5fc-41c5-9d94-fb54295e3dfc HTTP/1.1" status: 204 len: 173 time: 1.4839344 Aug 20 10:22:57.804211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c25fb6-4512-4b56-9109-7bd7bddc80c3', 'name': 'network-vif-deleted', 'tag': 'e8a88603-a5fc-41c5-9d94-fb54295e3dfc'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:57.806547 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9c51a4-ca21-4328-9489-031a203c106c" -d '{"events": [{"server_uuid": "69c25fb6-4512-4b56-9109-7bd7bddc80c3", "name": "network-vif-deleted", "tag": "e8a88603-a5fc-41c5-9d94-fb54295e3dfc"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:57.883783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-2ea3135c-0847-407b-9d12-3d4d6d02b3f8 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Allocated IP 172.20.0.12 (72b38f25-4808-455f-a1d5-33b7125debf1/fd1c88eb-248a-4707-abad-10265e5052cc/9f500e93-df3e-4f60-8769-244f1eaf9f1c) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:57.892730 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-02eff040-b4a5-4ac1-a07a-99e232501637 service neutron] 10.222.0.16 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740053 Aug 20 10:22:57.938944 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce241a23-fc43-4671-8052-40bea297955a req-324b048b-08a7-4875-ba29-afac70525ba0 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:57.940993 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce241a23-fc43-4671-8052-40bea297955a req-324b048b-08a7-4875-ba29-afac70525ba0 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 943 time: 0.1191809 Aug 20 10:22:58.098331 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce241a23-fc43-4671-8052-40bea297955a req-5458c8b6-0989-4bef-810e-727a5b877987 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499293 Aug 20 10:22:58.169347 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:58.170927 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d514e4-2d22-487a-9c70-c9ef250ff5be req-f56d6c9d-03b0-4a38-96ce-77b657b3b2c5 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:58.178711 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-40d514e4-2d22-487a-9c70-c9ef250ff5be req-f56d6c9d-03b0-4a38-96ce-77b657b3b2c5 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 948 time: 0.0688534 Aug 20 10:22:58.192689 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Transition to ACTIVE for port object df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:58.201471 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:58.219476 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c25fb6-4512-4b56-9109-7bd7bddc80c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a88603-a5fc-41c5-9d94-fb54295e3dfc'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:22:58.221818 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dc3d87-e62c-49f7-aae5-6b4eb67542bd" -d '{"events": [{"server_uuid": "69c25fb6-4512-4b56-9109-7bd7bddc80c3", "name": "network-vif-unplugged", "status": "completed", "tag": "e8a88603-a5fc-41c5-9d94-fb54295e3dfc"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:22:58.223583 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-40d514e4-2d22-487a-9c70-c9ef250ff5be req-a46a32cc-c5f2-4578-9741-abe265b8f68a tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434105 Aug 20 10:22:58.226429 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2ea3135c-0847-407b-9d12-3d4d6d02b3f8 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:58.262408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-2ea3135c-0847-407b-9d12-3d4d6d02b3f8 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Transition to ACTIVE for port object 9f500e93-df3e-4f60-8769-244f1eaf9f1c will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:22:58.309342 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2ea3135c-0847-407b-9d12-3d4d6d02b3f8 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:58.345561 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-451abe03-c35f-49cb-85d0-820fbb88750e req-36e897c2-9542-469e-a271-5d7830b7fe87 tempest-FloatingIPsNegativeTestJSON-2005245143 tempest-FloatingIPsNegativeTestJSON-2005245143-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0784457 Aug 20 10:22:58.367947 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a869b9-9e67-429a-b7e6-843982c5f316 x-openstack-request-id: req-40a869b9-9e67-429a-b7e6-843982c5f316 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:58.368170 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c25fb6-4512-4b56-9109-7bd7bddc80c3", "name": "network-vif-deleted", "tag": "e8a88603-a5fc-41c5-9d94-fb54295e3dfc", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:58.369136 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40a869b9-9e67-429a-b7e6-843982c5f316 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:58.369136 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c25fb6-4512-4b56-9109-7bd7bddc80c3', 'name': 'network-vif-deleted', 'tag': 'e8a88603-a5fc-41c5-9d94-fb54295e3dfc', 'status': 'completed', 'code': 200} Aug 20 10:22:58.386819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea3135c-0847-407b-9d12-3d4d6d02b3f8 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Network 72b38f25-4808-455f-a1d5-33b7125debf1 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:22:58.392729 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-2ea3135c-0847-407b-9d12-3d4d6d02b3f8 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:22:58.403354 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea3135c-0847-407b-9d12-3d4d6d02b3f8 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:22:58.427703 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fa811-13ac-419e-ad8f-022f15961113 None None] Pushing event updated for resources: {'Port': ['ID=df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:58.438586 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af31dd7-c1fb-4413-9cc1-5cb302d835c3 x-openstack-request-id: req-6af31dd7-c1fb-4413-9cc1-5cb302d835c3 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:22:58.439879 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c25fb6-4512-4b56-9109-7bd7bddc80c3", "name": "network-vif-unplugged", "status": "completed", "tag": "e8a88603-a5fc-41c5-9d94-fb54295e3dfc", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:22:58.440301 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6af31dd7-c1fb-4413-9cc1-5cb302d835c3 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:22:58.440819 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c25fb6-4512-4b56-9109-7bd7bddc80c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a88603-a5fc-41c5-9d94-fb54295e3dfc', 'code': 200} Aug 20 10:22:58.479782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3135c-0847-407b-9d12-3d4d6d02b3f8 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event updated for resources: {'Port': ['ID=9f500e93-df3e-4f60-8769-244f1eaf9f1c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:58.491590 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Attempting to bind port df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:22:58.492692 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Attempting to bind port df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '8ddb7788-857f-4417-80ab-d7faf09adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'def3a047-9a0d-4c82-beb0-24bc67757c3d'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:22:58.493080 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Attempting to bind port df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 on network def3a047-9a0d-4c82-beb0-24bc67757c3d {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:22:58.500785 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:22:58.501248 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Checking segment: {'id': '8ddb7788-857f-4417-80ab-d7faf09adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'def3a047-9a0d-4c82-beb0-24bc67757c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:22:58.501770 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:58.502312 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Bound using segment: {'id': '8ddb7788-857f-4417-80ab-d7faf09adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'def3a047-9a0d-4c82-beb0-24bc67757c3d'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:22:58.502981 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Bound port: df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddb7788-857f-4417-80ab-d7faf09adad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'def3a047-9a0d-4c82-beb0-24bc67757c3d'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:22:58.503493 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:58.534471 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-06f9cda0-5891-4b0b-ab57-0b7869f7cfb2 req-053abd79-c144-4ce8-a5cd-af9365af4c5c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 210 time: 0.0814128 Aug 20 10:22:58.628918 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] For port df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:22:58.634298 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-67fef943-b81b-47c7-a296-c578804a4c4a req-3d90d1cb-6b65-4c4e-8b02-c112a8c8b576 tempest-FloatingIPsNegativeTestJSON-2005245143 tempest-FloatingIPsNegativeTestJSON-2005245143-project] show failed (client error): The resource could not be found. Aug 20 10:22:58.635420 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-67fef943-b81b-47c7-a296-c578804a4c4a req-3d90d1cb-6b65-4c4e-8b02-c112a8c8b576 tempest-FloatingIPsNegativeTestJSON-2005245143 tempest-FloatingIPsNegativeTestJSON-2005245143-project] 10.222.0.16 "GET /v2.0/floatingips/a653b999-d1d2-409a-bafb-f98c8358da96 HTTP/1.1" status: 404 len: 350 time: 0.1280861 Aug 20 10:22:58.642036 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] For port df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64,segment=NetworkSegment(8ddb7788-857f-4417-80ab-d7faf09adad3),segment_id=8ddb7788-857f-4417-80ab-d7faf09adad3)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:22:58.645231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43080) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:58.648265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea3135c-0847-407b-9d12-3d4d6d02b3f8 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:58.649120 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2ea3135c-0847-407b-9d12-3d4d6d02b3f8 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:58.670805 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:58.673428 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2ea3135c-0847-407b-9d12-3d4d6d02b3f8 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3553286 Aug 20 10:22:58.674301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43082) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:22:58.681987 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-bd75d1b9-41b3-4c52-b4a1-01b11fce72e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Request body: {'port': {'network_id': '72b38f25-4808-455f-a1d5-33b7125debf1', 'name': 'tempest-AllowedAddressPairTestJSON-1169993027'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:22:58.800457 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Routers {'8f468891-6293-4a1a-9105-3fbf35dec8f4'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:22:58.801350 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:22:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['8f468891-6293-4a1a-9105-3fbf35dec8f4'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:58.807028 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fa811-13ac-419e-ad8f-022f15961113 None None] Pushing event updated for resources: {'Port': ['ID=df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:58.910172 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e2c9a03-5985-4bb9-806c-571796c6c637 req-d69631a6-81e4-4aaf-b254-eb6c0da33337 tempest-ServerRescueTestJSON-1270005499 tempest-ServerRescueTestJSON-1270005499-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c25fb6-4512-4b56-9109-7bd7bddc80c3 HTTP/1.1" status: 200 len: 210 time: 0.1102145 Aug 20 10:22:59.021879 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] Set router 8f468891-6293-4a1a-9105-3fbf35dec8f4 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:22:59.026306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd75d1b9-41b3-4c52-b4a1-01b11fce72e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Made reservation on behalf of 8cbcf173ac1d4d828c3133c1ce52ccf4 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:22:59.030694 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd75d1b9-41b3-4c52-b4a1-01b11fce72e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:59.060800 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 416addcc-75e7-468f-be1d-2361414c52f2 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:22:59.076125 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-bd75d1b9-41b3-4c52-b4a1-01b11fce72e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] device_id is not set on port 0e4e51d9-ad96-47f5-bc18-642ed0e30575 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:22:59.152849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-eb92c080-0bf3-4c93-8496-0aa06d9fa187 None None] Provisioning for port 9f500e93-df3e-4f60-8769-244f1eaf9f1c completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:22:59.194999 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-eb92c080-0bf3-4c93-8496-0aa06d9fa187 None None] Provisioning complete for port 9f500e93-df3e-4f60-8769-244f1eaf9f1c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:59.195403 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb92c080-0bf3-4c93-8496-0aa06d9fa187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:59.291085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-bd75d1b9-41b3-4c52-b4a1-01b11fce72e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Allocated IP 172.20.0.5 (72b38f25-4808-455f-a1d5-33b7125debf1/fd1c88eb-248a-4707-abad-10265e5052cc/0e4e51d9-ad96-47f5-bc18-642ed0e30575) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:22:59.317756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c83e3-afe9-45bc-85fc-e1023cd1260a req-fca7c122-79c1-404b-9283-38717b0617a9 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:59.328415 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 416addcc-75e7-468f-be1d-2361414c52f2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:22:59.328415 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:59.329095 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-db5c83e3-afe9-45bc-85fc-e1023cd1260a req-fca7c122-79c1-404b-9283-38717b0617a9 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 943 time: 0.0862591 Aug 20 10:22:59.399800 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112074403-router', 'tenant_id': 'e59578da38a24e7e85b944c527039190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:22:44Z', 'updated_at': '2021-08-20T10:22:54Z', 'revision_number': 4, 'project_id': 'e59578da38a24e7e85b944c527039190', 'gw_port': {'id': '7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:45Z', 'updated_at': '2021-08-20T10:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64', 'name': '', 'network_id': 'def3a047-9a0d-4c82-beb0-24bc67757c3d', 'tenant_id': 'e59578da38a24e7e85b944c527039190', 'mac_address': 'fa:16:3e:32:09:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '807be69f-20d1-4250-8e50-64c1b3970b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:52Z', 'updated_at': '2021-08-20T10:22:58Z', 'revision_number': 4, 'project_id': 'e59578da38a24e7e85b944c527039190', 'subnets': [{'id': '807be69f-20d1-4250-8e50-64c1b3970b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:22:59.403330 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-eb92c080-0bf3-4c93-8496-0aa06d9fa187 None None] Port 9f500e93-df3e-4f60-8769-244f1eaf9f1c cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:22:59.405229 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0b1f9441-8e0f-4d99-a9c0-a0f6edf4d734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:59.426115 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-db5c83e3-afe9-45bc-85fc-e1023cd1260a req-8f6e5cc3-6667-4f68-a11e-bd2370412061 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925331 Aug 20 10:22:59.445021 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e66cf39-88cc-4f6c-a039-23900b364c61 None None] The sync data for ids ['8f468891-6293-4a1a-9105-3fbf35dec8f4'] in n-d-778550-11 is: [{'id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112074403-router', 'tenant_id': 'e59578da38a24e7e85b944c527039190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:22:44Z', 'updated_at': '2021-08-20T10:22:54Z', 'revision_number': 4, 'project_id': 'e59578da38a24e7e85b944c527039190', 'gw_port': {'id': '7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:45Z', 'updated_at': '2021-08-20T10:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64', 'name': '', 'network_id': 'def3a047-9a0d-4c82-beb0-24bc67757c3d', 'tenant_id': 'e59578da38a24e7e85b944c527039190', 'mac_address': 'fa:16:3e:32:09:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '807be69f-20d1-4250-8e50-64c1b3970b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:52Z', 'updated_at': '2021-08-20T10:22:58Z', 'revision_number': 4, 'project_id': 'e59578da38a24e7e85b944c527039190', 'subnets': [{'id': '807be69f-20d1-4250-8e50-64c1b3970b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:22:59.537329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e9ca0-e658-49ba-95e0-8ff4c3a60633 req-ca424c70-fd62-4d1b-a3fc-af38a82410aa tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:22:59.551519 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a99e9ca0-e658-49ba-95e0-8ff4c3a60633 req-ca424c70-fd62-4d1b-a3fc-af38a82410aa tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 948 time: 0.1380827 Aug 20 10:22:59.554962 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:59.612690 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 416addcc-75e7-468f-be1d-2361414c52f2, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=416addcc-75e7-468f-be1d-2361414c52f2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:22:59.615773 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a99e9ca0-e658-49ba-95e0-8ff4c3a60633 req-a200190a-365e-407e-bacd-3a3f2928225c tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624764 Aug 20 10:22:59.617908 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:59.708011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=416addcc-75e7-468f-be1d-2361414c52f2,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:22:59.766003 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9353fbcc-e4e2-4a79-8664-76e0a2e44f6b req-3db5b6bf-e33b-431b-8011-facd25c98d65 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 210 time: 0.0519974 Aug 20 10:22:59.811415 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d8591cf2-7fb3-438a-8101-d171eeaec4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:22:59.899259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device b6c7e93b-e1de-4d9c-8c20-53383dad9c7e details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:23:00.018338 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43110) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:00.115364 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port b6c7e93b-e1de-4d9c-8c20-53383dad9c7e, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b6c7e93b-e1de-4d9c-8c20-53383dad9c7e,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:00.130066 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'b6c7e93b-e1de-4d9c-8c20-53383dad9c7e', 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f', 'port_id': 'b6c7e93b-e1de-4d9c-8c20-53383dad9c7e', 'mac_address': 'fa:16:3e:56:99:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadf393e-210e-42af-b610-6c3e5318317c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:23:00.258932 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:00.289440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c7e93b-e1de-4d9c-8c20-53383dad9c7e {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:23:00.315936 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd75d1b9-41b3-4c52-b4a1-01b11fce72e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:00.316968 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port b6c7e93b-e1de-4d9c-8c20-53383dad9c7e, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b6c7e93b-e1de-4d9c-8c20-53383dad9c7e,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:00.322407 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:00.331140 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-4be00284-5643-45df-a63e-e8700159dbd7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:00.332691 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-4be00284-5643-45df-a63e-e8700159dbd7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.24 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 806 time: 0.2392867 Aug 20 10:23:00.347631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-bd75d1b9-41b3-4c52-b4a1-01b11fce72e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Transition to ACTIVE for port object 0e4e51d9-ad96-47f5-bc18-642ed0e30575 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:00.352360 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-aedf7b48-6021-4a1b-a7ed-cfb62961d29f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Request body: {'port': {'device_id': '78d5301c-79f8-422e-8d16-b75f34445927', 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a', 'admin_state_up': True, 'tenant_id': 'b20bf29d55e5407ca542b24a04751634'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:00.389793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43114) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:00.420853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=b6c7e93b-e1de-4d9c-8c20-53383dad9c7e,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:00.441544 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8f0783-0588-4347-a73f-402fe703a8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416addcc-75e7-468f-be1d-2361414c52f2'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:23:00.444010 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a7e99c-01ff-4acd-b4e2-3e2b087fd8dd" -d '{"events": [{"server_uuid": "1c8f0783-0588-4347-a73f-402fe703a8dc", "name": "network-vif-plugged", "status": "completed", "tag": "416addcc-75e7-468f-be1d-2361414c52f2"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:23:00.503401 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b983beb9-5c0a-4598-8f7e-c66d279577d7 x-openstack-request-id: req-b983beb9-5c0a-4598-8f7e-c66d279577d7 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:23:00.503995 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8f0783-0588-4347-a73f-402fe703a8dc", "name": "network-vif-plugged", "status": "completed", "tag": "416addcc-75e7-468f-be1d-2361414c52f2", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:23:00.504498 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b983beb9-5c0a-4598-8f7e-c66d279577d7 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:23:00.505128 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8f0783-0588-4347-a73f-402fe703a8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416addcc-75e7-468f-be1d-2361414c52f2', 'code': 200} Aug 20 10:23:00.542074 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd75d1b9-41b3-4c52-b4a1-01b11fce72e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:00.623129 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-aedf7b48-6021-4a1b-a7ed-cfb62961d29f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Made reservation on behalf of b20bf29d55e5407ca542b24a04751634 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:00.626774 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-aedf7b48-6021-4a1b-a7ed-cfb62961d29f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:00.646954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75d1b9-41b3-4c52-b4a1-01b11fce72e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Network 72b38f25-4808-455f-a1d5-33b7125debf1 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:00.653638 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-bd75d1b9-41b3-4c52-b4a1-01b11fce72e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:00.656210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd75d1b9-41b3-4c52-b4a1-01b11fce72e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:23:00.703658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75d1b9-41b3-4c52-b4a1-01b11fce72e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event updated for resources: {'Port': ['ID=0e4e51d9-ad96-47f5-bc18-642ed0e30575,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:00.715704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['b6c7e93b-e1de-4d9c-8c20-53383dad9c7e'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:23:00.820334 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75d1b9-41b3-4c52-b4a1-01b11fce72e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:00.820983 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd75d1b9-41b3-4c52-b4a1-01b11fce72e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:00.904482 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bd75d1b9-41b3-4c52-b4a1-01b11fce72e1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2253304 Aug 20 10:23:00.905503 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43128) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:00.914686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-08719a19-e541-4c80-b600-901aac6fbe2f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:73:6a:e3'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:fc:f7:97'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:00.962867 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe2ba8-0a99-40a6-a59e-1810d5e28f2d req-1db7df0a-09d6-4e87-a88f-fde427129ceb tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:00.964723 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-87fe2ba8-0a99-40a6-a59e-1810d5e28f2d req-1db7df0a-09d6-4e87-a88f-fde427129ceb tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.1674967 Aug 20 10:23:01.030355 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4778b69c-c032-486c-b62f-ecb7496f78a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:01.047611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3cc0c918-9154-412e-afcb-ea0885b93880 None None] Provisioning for port 0e4e51d9-ad96-47f5-bc18-642ed0e30575 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:01.051905 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-aedf7b48-6021-4a1b-a7ed-cfb62961d29f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Allocated IP 172.20.0.14 (c63852f8-5c78-42de-a5e1-12993fc8be5a/d14c8d45-d320-4574-86d3-37a082d1daf5/6d0fc773-852a-475f-bd03-0345276658af) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:23:01.056092 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3cc0c918-9154-412e-afcb-ea0885b93880 None None] Provisioning complete for port 0e4e51d9-ad96-47f5-bc18-642ed0e30575 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:01.057605 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c918-9154-412e-afcb-ea0885b93880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:01.116376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d8591cf2-7fb3-438a-8101-d171eeaec4cf admin admin] Deleting port df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:01.116759 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d8591cf2-7fb3-438a-8101-d171eeaec4cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:01.119551 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-87fe2ba8-0a99-40a6-a59e-1810d5e28f2d req-a547a15a-817b-4e40-a528-3d17c8d4b854 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373470 Aug 20 10:23:01.140439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:01.144241 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3cc0c918-9154-412e-afcb-ea0885b93880 None None] Port 0e4e51d9-ad96-47f5-bc18-642ed0e30575 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:23:01.187561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef295277-86aa-4fa6-8653-3304d825cdea req-97090cec-a5e2-4341-a4df-17e7e400fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:01.190444 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef295277-86aa-4fa6-8653-3304d825cdea req-97090cec-a5e2-4341-a4df-17e7e400fd79 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 1101 time: 0.2218785 Aug 20 10:23:01.228732 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:01.235327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:01.235885 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:01.252987 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21669f80-b3c2-4ecc-82d8-b67b8ad9097f req-182cf18d-9a94-4e0a-b3de-c05096af8254 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 210 time: 0.0582836 Aug 20 10:23:01.259039 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e1dc0-cf2f-4718-b74c-197c5f6aaa43 req-caad4e64-57f8-438d-829a-31d99bc608ab tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:01.284012 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-436e1dc0-cf2f-4718-b74c-197c5f6aaa43 req-caad4e64-57f8-438d-829a-31d99bc608ab tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 944 time: 0.3073845 Aug 20 10:23:01.322542 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08719a19-e541-4c80-b600-901aac6fbe2f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:01.345540 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:01.392531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64,segment=NetworkSegment(8ddb7788-857f-4417-80ab-d7faf09adad3),segment_id=8ddb7788-857f-4417-80ab-d7faf09adad3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:01.397691 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:01.406801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-d8591cf2-7fb3-438a-8101-d171eeaec4cf admin admin] For port df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64,segment=NetworkSegment(8ddb7788-857f-4417-80ab-d7faf09adad3),segment_id=8ddb7788-857f-4417-80ab-d7faf09adad3)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:01.407637 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d8591cf2-7fb3-438a-8101-d171eeaec4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:01.429570 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-aedf7b48-6021-4a1b-a7ed-cfb62961d29f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:01.442426 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d8591cf2-7fb3-438a-8101-d171eeaec4cf admin admin] Calling delete_port for df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:01.462209 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:01.476332 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef295277-86aa-4fa6-8653-3304d825cdea req-38b440d2-d6eb-4691-b972-e50a5a945461 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438500 Aug 20 10:23:01.491381 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-436e1dc0-cf2f-4718-b74c-197c5f6aaa43 req-56c431c3-a8a5-43d5-99f7-fb72f8bab027 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064576 Aug 20 10:23:01.563764 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-aedf7b48-6021-4a1b-a7ed-cfb62961d29f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:01.587111 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['995840f7-d39b-4bf6-beab-401653bd6374'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:23:01.623190 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4778b69c-c032-486c-b62f-ecb7496f78a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:01.633119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-aedf7b48-6021-4a1b-a7ed-cfb62961d29f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Network c63852f8-5c78-42de-a5e1-12993fc8be5a is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:01.643127 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-aedf7b48-6021-4a1b-a7ed-cfb62961d29f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:01.646464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf7b48-6021-4a1b-a7ed-cfb62961d29f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Pushing event updated for resources: {'Port': ['ID=6d0fc773-852a-475f-bd03-0345276658af,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:01.655177 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-aedf7b48-6021-4a1b-a7ed-cfb62961d29f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:23:01.668568 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4778b69c-c032-486c-b62f-ecb7496f78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:01.686192 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08719a19-e541-4c80-b600-901aac6fbe2f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:01.701253 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08719a19-e541-4c80-b600-901aac6fbe2f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:01.740363 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4778b69c-c032-486c-b62f-ecb7496f78a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45d544b7223e4e42add9df6859fa3e27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3411179 Aug 20 10:23:01.742119 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778b69c-c032-486c-b62f-ecb7496f78a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96b6c4e-84ac-4cdf-95e5-78bec81449b1,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:01.745121 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43132) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:01.767408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-aedf7b48-6021-4a1b-a7ed-cfb62961d29f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:01.768071 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-aedf7b48-6021-4a1b-a7ed-cfb62961d29f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:01.782597 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bf0e548b-a29c-47df-9448-e040bcf40079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:01.831712 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08719a19-e541-4c80-b600-901aac6fbe2f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event updated for resources: {'Port': ['ID=0e4e51d9-ad96-47f5-bc18-642ed0e30575,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:01.857455 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-aedf7b48-6021-4a1b-a7ed-cfb62961d29f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5115840 Aug 20 10:23:01.869078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-08719a19-e541-4c80-b600-901aac6fbe2f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] In _notify_port_updated(), no bound segment for port 0e4e51d9-ad96-47f5-bc18-642ed0e30575 on network 72b38f25-4808-455f-a1d5-33b7125debf1 {{(pid=94866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:23:01.875090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08719a19-e541-4c80-b600-901aac6fbe2f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:01.875761 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08719a19-e541-4c80-b600-901aac6fbe2f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:01.886533 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-08719a19-e541-4c80-b600-901aac6fbe2f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "PUT /v2.0/ports/0e4e51d9-ad96-47f5-bc18-642ed0e30575 HTTP/1.1" status: 200 len: 1056 time: 0.9794691 Aug 20 10:23:01.891486 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43134) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:01.897718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Request body: {'port': {'device_id': '78d5301c-79f8-422e-8d16-b75f34445927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:02.032493 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:02.094199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device b6c7e93b-e1de-4d9c-8c20-53383dad9c7e up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:02.137150 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4879e566-ab2c-441f-b5aa-9cb2e52b414f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:02.181680 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d8591cf2-7fb3-438a-8101-d171eeaec4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:02.185869 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-50d5769d-16e3-49e3-bc20-e9df484967b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:02.249274 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f92a9863-c096-4001-a78a-0e85e2118178 None None] Provisioning complete for port 0e4e51d9-ad96-47f5-bc18-642ed0e30575 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:02.249852 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f92a9863-c096-4001-a78a-0e85e2118178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:02.310309 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:02.324849 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4879e566-ab2c-441f-b5aa-9cb2e52b414f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:02.331153 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8591cf2-7fb3-438a-8101-d171eeaec4cf admin admin] Pushing event deleted for resources: {'Port': ['ID=df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:02.360379 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-f92a9863-c096-4001-a78a-0e85e2118178 None None] Port 0e4e51d9-ad96-47f5-bc18-642ed0e30575 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:23:02.365626 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port b6c7e93b-e1de-4d9c-8c20-53383dad9c7e completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:02.380146 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port b6c7e93b-e1de-4d9c-8c20-53383dad9c7e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:02.380520 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:02.562216 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-8763b194-1c3a-4616-a2f2-a4155cfcd4e3 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Deleting port 0e4e51d9-ad96-47f5-bc18-642ed0e30575 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:02.562569 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8763b194-1c3a-4616-a2f2-a4155cfcd4e3 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:02.591903 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:02.653316 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2fce07-2c34-4ceb-bb67-2c261b1c49db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c7e93b-e1de-4d9c-8c20-53383dad9c7e'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:23:02.658013 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a58f3d-029b-424e-9a03-278bb622732c" -d '{"events": [{"server_uuid": "ba2fce07-2c34-4ceb-bb67-2c261b1c49db", "name": "network-vif-plugged", "status": "completed", "tag": "b6c7e93b-e1de-4d9c-8c20-53383dad9c7e"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:23:02.670566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eb490-a876-4305-9637-60d304945420 req-6d47b3de-d5f4-44ff-9acc-54da9e137fb3 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:02.673395 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-da0eb490-a876-4305-9637-60d304945420 req-6d47b3de-d5f4-44ff-9acc-54da9e137fb3 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.3666058 Aug 20 10:23:02.707278 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port b6c7e93b-e1de-4d9c-8c20-53383dad9c7e, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b6c7e93b-e1de-4d9c-8c20-53383dad9c7e,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:02.716680 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:02.750686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0fc773-852a-475f-bd03-0345276658af {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:23:02.781717 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=b6c7e93b-e1de-4d9c-8c20-53383dad9c7e,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:02.792088 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:02.820836 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Transition to ACTIVE for port object 6d0fc773-852a-475f-bd03-0345276658af will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:02.831890 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c0bf2-30c4-414f-98d5-3c6af86806e8 req-e9a145df-7a77-428b-8646-ce2ed5df27e0 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:02.833337 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e60c0bf2-30c4-414f-98d5-3c6af86806e8 req-e9a145df-7a77-428b-8646-ce2ed5df27e0 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 932 time: 0.1223454 Aug 20 10:23:02.834488 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:02.842644 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4879e566-ab2c-441f-b5aa-9cb2e52b414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:02.847173 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4879e566-ab2c-441f-b5aa-9cb2e52b414f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:02.852031 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4879e566-ab2c-441f-b5aa-9cb2e52b414f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c96b6c4e-84ac-4cdf-95e5-78bec81449b1 HTTP/1.1" status: 204 len: 168 time: 1.1050634 Aug 20 10:23:02.916346 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879e566-ab2c-441f-b5aa-9cb2e52b414f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96b6c4e-84ac-4cdf-95e5-78bec81449b1,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:02.916586 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Pushing event updated for resources: {'Port': ['ID=6d0fc773-852a-475f-bd03-0345276658af,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:02.922704 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8763b194-1c3a-4616-a2f2-a4155cfcd4e3 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:02.929137 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e60c0bf2-30c4-414f-98d5-3c6af86806e8 req-9e7aa6ce-382e-452e-a198-e10dc9ec43cb tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664618 Aug 20 10:23:02.995653 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Attempting to bind port 6d0fc773-852a-475f-bd03-0345276658af on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:23:02.996124 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Attempting to bind port 6d0fc773-852a-475f-bd03-0345276658af by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:23:02.996572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Attempting to bind port 6d0fc773-852a-475f-bd03-0345276658af on network c63852f8-5c78-42de-a5e1-12993fc8be5a {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:03.001716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Port 6d0fc773-852a-475f-bd03-0345276658af on network c63852f8-5c78-42de-a5e1-12993fc8be5a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:23:03.002124 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Attempting to bind port 6d0fc773-852a-475f-bd03-0345276658af on network c63852f8-5c78-42de-a5e1-12993fc8be5a {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:03.008315 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:23:03.008739 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Checking segment: {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:03.009292 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Bound using segment: {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:23:03.009693 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Bound port: 6d0fc773-852a-475f-bd03-0345276658af, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:23:03.010118 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:03.041950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-8763b194-1c3a-4616-a2f2-a4155cfcd4e3 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Calling delete_port for 0e4e51d9-ad96-47f5-bc18-642ed0e30575 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:03.061917 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:03.080751 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-da0eb490-a876-4305-9637-60d304945420 req-c27fda77-263f-43a6-b754-5eee63719e6b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674428 Aug 20 10:23:03.103866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] For port 6d0fc773-852a-475f-bd03-0345276658af, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:23:03.108487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] For port 6d0fc773-852a-475f-bd03-0345276658af, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6d0fc773-852a-475f-bd03-0345276658af,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:23:03.125861 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:03.151276 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4170ca7c-2f70-415c-8f23-f1e22716e09d x-openstack-request-id: req-4170ca7c-2f70-415c-8f23-f1e22716e09d {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:23:03.152365 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2fce07-2c34-4ceb-bb67-2c261b1c49db", "name": "network-vif-plugged", "status": "completed", "tag": "b6c7e93b-e1de-4d9c-8c20-53383dad9c7e", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:23:03.152695 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4170ca7c-2f70-415c-8f23-f1e22716e09d {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:23:03.153160 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2fce07-2c34-4ceb-bb67-2c261b1c49db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c7e93b-e1de-4d9c-8c20-53383dad9c7e', 'code': 200} Aug 20 10:23:03.185805 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d8591cf2-7fb3-438a-8101-d171eeaec4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:03.248606 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:03.249234 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:03.250676 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] 10.222.0.24 "PUT /v2.0/ports/6d0fc773-852a-475f-bd03-0345276658af HTTP/1.1" status: 200 len: 1093 time: 1.3583035 Aug 20 10:23:03.251148 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d5301c-79f8-422e-8d16-b75f34445927', 'tag': '6d0fc773-852a-475f-bd03-0345276658af'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:23:03.253421 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28f0d72-2143-41e7-ab45-95fd2ba0fa48" -d '{"events": [{"name": "network-changed", "server_uuid": "78d5301c-79f8-422e-8d16-b75f34445927", "tag": "6d0fc773-852a-475f-bd03-0345276658af"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:23:03.334911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f37055-53dd-4766-8c7c-a7daa9881cdc req-5cb6a0b8-de97-4e24-a617-a7af4d95bdc0 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:03.336801 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-58f37055-53dd-4766-8c7c-a7daa9881cdc req-5cb6a0b8-de97-4e24-a617-a7af4d95bdc0 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 945 time: 0.2263684 Aug 20 10:23:03.343265 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed08be9-1692-4cde-b047-17a331729583 x-openstack-request-id: req-6ed08be9-1692-4cde-b047-17a331729583 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:23:03.343514 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d5301c-79f8-422e-8d16-b75f34445927", "tag": "6d0fc773-852a-475f-bd03-0345276658af", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:23:03.343615 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ed08be9-1692-4cde-b047-17a331729583 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:23:03.344289 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d5301c-79f8-422e-8d16-b75f34445927', 'tag': '6d0fc773-852a-475f-bd03-0345276658af', 'status': 'completed', 'code': 200} Aug 20 10:23:03.364336 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61aedf6-1e75-42c2-b19b-546827039bcf service neutron] Pushing event updated for resources: {'Port': ['ID=6d0fc773-852a-475f-bd03-0345276658af,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:03.381699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e548b-a29c-47df-9448-e040bcf40079 admin admin] Deleting port 0a81cd62-8585-4072-9fae-8966fa62f9a3 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:03.382078 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bf0e548b-a29c-47df-9448-e040bcf40079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:03.402882 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd3301-6fc3-4b5c-8f85-1ac0f5eae6f9 req-d5c5dbde-7327-4bf9-be00-ca9142467f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:03.404443 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63fd3301-6fc3-4b5c-8f85-1ac0f5eae6f9 req-d5c5dbde-7327-4bf9-be00-ca9142467f0f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 1097 time: 0.1835449 Aug 20 10:23:03.417571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-ca9f1dee-5270-430a-956c-5bde39a44f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:03.419118 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-ca9f1dee-5270-430a-956c-5bde39a44f4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 1096 time: 0.1093776 Aug 20 10:23:03.444934 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-58f37055-53dd-4766-8c7c-a7daa9881cdc req-037cab02-8e98-4468-b920-b434aa90351d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831411 Aug 20 10:23:03.484267 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-9154f9ee-ca44-4b88-b5f4-ae7ccfb62b94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d0fc773-852a-475f-bd03-0345276658af HTTP/1.1" status: 200 len: 217 time: 0.0543916 Aug 20 10:23:03.508735 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8763b194-1c3a-4616-a2f2-a4155cfcd4e3 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:03.525263 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63fd3301-6fc3-4b5c-8f85-1ac0f5eae6f9 req-353aeef6-54d2-4793-b0ac-87c5cef0760f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941901 Aug 20 10:23:03.557308 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-0d584fda-3340-4053-8068-8cc7c5323793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:03.559372 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-0d584fda-3340-4053-8068-8cc7c5323793 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d14c8d45-d320-4574-86d3-37a082d1daf5 HTTP/1.1" status: 200 len: 846 time: 0.0654564 Aug 20 10:23:03.563257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763b194-1c3a-4616-a2f2-a4155cfcd4e3 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event deleted for resources: {'Port': ['ID=0e4e51d9-ad96-47f5-bc18-642ed0e30575,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:03.574685 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-bf0e548b-a29c-47df-9448-e040bcf40079 admin admin] For port 0a81cd62-8585-4072-9fae-8966fa62f9a3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0a81cd62-8585-4072-9fae-8966fa62f9a3,segment=NetworkSegment(1d1e9f6f-09e8-4a73-83cf-1c87b65ca950),segment_id=1d1e9f6f-09e8-4a73-83cf-1c87b65ca950)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:03.575074 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bf0e548b-a29c-47df-9448-e040bcf40079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:03.615189 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e548b-a29c-47df-9448-e040bcf40079 admin admin] Calling delete_port for 0a81cd62-8585-4072-9fae-8966fa62f9a3 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:03.761888 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43168) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:03.766354 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8591cf2-7fb3-438a-8101-d171eeaec4cf admin admin] Router 8f468891-6293-4a1a-9105-3fbf35dec8f4 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:23:03.822117 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-ecb8b72b-750c-44f7-a794-86d83ab07b48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c63852f8-5c78-42de-a5e1-12993fc8be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348835 Aug 20 10:23:03.896699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-91f0d757-2652-4537-874d-e3d6cfc19c8e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-929298924-network', 'tenant_id': '75d517c396e140a885248b785961a73d'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:03.935400 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f0d757-2652-4537-874d-e3d6cfc19c8e admin admin] Made reservation on behalf of 75d517c396e140a885248b785961a73d for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:03.937697 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91f0d757-2652-4537-874d-e3d6cfc19c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:03.956303 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91f0d757-2652-4537-874d-e3d6cfc19c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:03.977549 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-e9e76636-07b0-4a43-a6e9-aaa92bf1faaf service neutron] 10.222.0.24 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477404 Aug 20 10:23:04.111217 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90d95e29-52ae-4ff3-880d-e384aeda079d req-00df0a8e-9624-4c53-b84b-adf26475bda2 service neutron] 10.222.0.24 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243770 Aug 20 10:23:04.159163 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91f0d757-2652-4537-874d-e3d6cfc19c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:04.163773 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91f0d757-2652-4537-874d-e3d6cfc19c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:04.246549 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f0d757-2652-4537-874d-e3d6cfc19c8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:23:04.258252 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0d757-2652-4537-874d-e3d6cfc19c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a3f029-7dda-43ea-8382-e006df34254f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:04.266917 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91f0d757-2652-4537-874d-e3d6cfc19c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:04.267312 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-91f0d757-2652-4537-874d-e3d6cfc19c8e admin admin] Added segment acfbfafd-c82a-4d06-ac45-b6722eeca51e of type vlan for network 9b46ffe1-eaf5-4aeb-8b79-c1c09e75c5c0 Aug 20 10:23:04.316132 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f0d72-2143-41e7-ab45-95fd2ba0fa48 req-986df1f1-df67-4b2e-81cf-7d2d40851bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:04.317702 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b28f0d72-2143-41e7-ab45-95fd2ba0fa48 req-986df1f1-df67-4b2e-81cf-7d2d40851bd2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 1096 time: 0.1470368 Aug 20 10:23:04.322093 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91f0d757-2652-4537-874d-e3d6cfc19c8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:04.334162 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e211a-63f6-480b-b29a-2dfdee655f1d req-fab9fe3c-30d1-4191-bc87-dfe6285644bb tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:04.335626 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-868e211a-63f6-480b-b29a-2dfdee655f1d req-fab9fe3c-30d1-4191-bc87-dfe6285644bb tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.1484966 Aug 20 10:23:04.370325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8591cf2-7fb3-438a-8101-d171eeaec4cf admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:23:04.374422 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8763b194-1c3a-4616-a2f2-a4155cfcd4e3 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:04.376327 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8763b194-1c3a-4616-a2f2-a4155cfcd4e3 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "DELETE /v2.0/ports/0e4e51d9-ad96-47f5-bc18-642ed0e30575 HTTP/1.1" status: 204 len: 168 time: 2.4834530 Aug 20 10:23:04.381708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c3805-2456-4ab9-b676-bb146d345377 None None] Sync routers for ids ['8f468891-6293-4a1a-9105-3fbf35dec8f4'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:23:04.388707 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43178) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:04.391386 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c3805-2456-4ab9-b676-bb146d345377 None None] Routers {'8f468891-6293-4a1a-9105-3fbf35dec8f4'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:23:04.392019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9d5c3805-2456-4ab9-b676-bb146d345377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:23:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['8f468891-6293-4a1a-9105-3fbf35dec8f4'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:04.400326 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d8591cf2-7fb3-438a-8101-d171eeaec4cf admin admin] 10.222.0.16 "PUT /v2.0/routers/8f468891-6293-4a1a-9105-3fbf35dec8f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7517354 Aug 20 10:23:04.404178 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43180) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:04.449053 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef56997-0f8a-4a72-abdb-94581acbe329 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] GET failed (client error): The resource could not be found. Aug 20 10:23:04.450620 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9ef56997-0f8a-4a72-abdb-94581acbe329 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "GET /v2.0/ports/0e4e51d9-ad96-47f5-bc18-642ed0e30575 HTTP/1.1" status: 404 len: 333 time: 0.0549042 Aug 20 10:23:04.453889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43182) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:04.454747 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91f0d757-2652-4537-874d-e3d6cfc19c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:04.455788 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f0d757-2652-4537-874d-e3d6cfc19c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:04.456268 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91f0d757-2652-4537-874d-e3d6cfc19c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:04.478189 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9b20d-7fdf-417e-a1d1-2cd355a8d969 req-a6343912-226e-458a-a7ab-6e4aa4876a57 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:04.480322 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9f9b20d-7fdf-417e-a1d1-2cd355a8d969 req-a6343912-226e-458a-a7ab-6e4aa4876a57 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 944 time: 0.2096930 Aug 20 10:23:04.526248 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bf0e548b-a29c-47df-9448-e040bcf40079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:04.532431 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-868e211a-63f6-480b-b29a-2dfdee655f1d req-f90eb8b3-25ad-42e5-87d8-5cfea717a5ee tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874380 Aug 20 10:23:04.540175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-9d5c3805-2456-4ab9-b676-bb146d345377 None None] Set router 8f468891-6293-4a1a-9105-3fbf35dec8f4 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:23:04.540405 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-91f0d757-2652-4537-874d-e3d6cfc19c8e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7745984 Aug 20 10:23:04.543436 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43186) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:04.557552 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-27a83c10-56ca-4ccd-95d1-29f6120a9fda admin admin] Request body: {'subnet': {'network_id': '9b46ffe1-eaf5-4aeb-8b79-c1c09e75c5c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-929298924-subnet', 'tenant_id': '75d517c396e140a885248b785961a73d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:04.577922 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0d757-2652-4537-874d-e3d6cfc19c8e admin admin] Pushing event updated for resources: {'Network': ['ID=9b46ffe1-eaf5-4aeb-8b79-c1c09e75c5c0,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:04.588204 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f0d72-2143-41e7-ab45-95fd2ba0fa48 req-60b66122-6ea3-40d0-b1eb-cd1d3327b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:04.595389 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b28f0d72-2143-41e7-ab45-95fd2ba0fa48 req-60b66122-6ea3-40d0-b1eb-cd1d3327b0d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 907 time: 0.2687857 Aug 20 10:23:04.627131 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 9b46ffe1-eaf5-4aeb-8b79-c1c09e75c5c0 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:23:04.628418 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e548b-a29c-47df-9448-e040bcf40079 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a81cd62-8585-4072-9fae-8966fa62f9a3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:04.669601 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a83c10-56ca-4ccd-95d1-29f6120a9fda admin admin] Made reservation on behalf of 75d517c396e140a885248b785961a73d for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:04.673005 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-27a83c10-56ca-4ccd-95d1-29f6120a9fda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:04.681247 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b28f0d72-2143-41e7-ab45-95fd2ba0fa48 req-7082e002-b03b-47fe-94bc-6a11687ea2fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d0fc773-852a-475f-bd03-0345276658af HTTP/1.1" status: 200 len: 217 time: 0.0674374 Aug 20 10:23:04.685424 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9f9b20d-7fdf-417e-a1d1-2cd355a8d969 req-ce57945c-a67f-48d8-9452-ea57ba4f99d1 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791530 Aug 20 10:23:04.710494 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d91d1f7b-15f0-40d8-99dd-f075493ec6bc admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:04.827571 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:04.911912 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e31d28da-2350-4aad-af41-a80276ac104b tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Deleting port 9f500e93-df3e-4f60-8769-244f1eaf9f1c {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:04.912044 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e31d28da-2350-4aad-af41-a80276ac104b tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:04.935344 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9d5c3805-2456-4ab9-b676-bb146d345377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112074403-router', 'tenant_id': 'e59578da38a24e7e85b944c527039190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:22:44Z', 'updated_at': '2021-08-20T10:23:01Z', 'revision_number': 5, 'project_id': 'e59578da38a24e7e85b944c527039190', 'gw_port': {'id': '7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:45Z', 'updated_at': '2021-08-20T10:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:04.937337 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a744b3e-00e0-4c71-92ff-42ffcedfb996 req-5f59fae4-6f8b-44c9-8116-3af84ace564a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:04.939474 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9a744b3e-00e0-4c71-92ff-42ffcedfb996 req-5f59fae4-6f8b-44c9-8116-3af84ace564a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 945 time: 0.1633525 Aug 20 10:23:04.944408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f0d72-2143-41e7-ab45-95fd2ba0fa48 req-dff17e3e-cc45-4678-8f20-d5d54ba85ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:04.944408 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b28f0d72-2143-41e7-ab45-95fd2ba0fa48 req-dff17e3e-cc45-4678-8f20-d5d54ba85ab0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d14c8d45-d320-4574-86d3-37a082d1daf5 HTTP/1.1" status: 200 len: 846 time: 0.1710081 Aug 20 10:23:04.990880 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c3805-2456-4ab9-b676-bb146d345377 None None] Checking router: 8f468891-6293-4a1a-9105-3fbf35dec8f4 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:23:05.006343 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c3805-2456-4ab9-b676-bb146d345377 None None] Routers {'8f468891-6293-4a1a-9105-3fbf35dec8f4'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:23:05.007347 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9d5c3805-2456-4ab9-b676-bb146d345377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:23:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['8f468891-6293-4a1a-9105-3fbf35dec8f4'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:05.021129 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b28f0d72-2143-41e7-ab45-95fd2ba0fa48 req-05fb51f1-e7ad-4fa0-b0bf-78b95b0b68a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c63852f8-5c78-42de-a5e1-12993fc8be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652692 Aug 20 10:23:05.074351 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9a744b3e-00e0-4c71-92ff-42ffcedfb996 req-80af1a20-799f-4a27-b101-d10ff8e15f94 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239581 Aug 20 10:23:05.116247 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593284ee-8c6c-47fd-9234-1dfb3d775195 req-51adf64e-7b0a-4a54-a0ac-2fc26f8c0448 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:05.119785 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-593284ee-8c6c-47fd-9234-1dfb3d775195 req-51adf64e-7b0a-4a54-a0ac-2fc26f8c0448 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.2666609 Aug 20 10:23:05.122467 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d91d1f7b-15f0-40d8-99dd-f075493ec6bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:05.151254 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bf0e548b-a29c-47df-9448-e040bcf40079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:05.156474 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-9d5c3805-2456-4ab9-b676-bb146d345377 None None] Set router 8f468891-6293-4a1a-9105-3fbf35dec8f4 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:23:05.173898 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e31d28da-2350-4aad-af41-a80276ac104b tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:05.217335 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b28f0d72-2143-41e7-ab45-95fd2ba0fa48 req-a98d2a86-b53a-4999-8f8a-358ce5d4a4ee service neutron] 10.222.0.24 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855075 Aug 20 10:23:05.218620 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-27a83c10-56ca-4ccd-95d1-29f6120a9fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:05.221675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e31d28da-2350-4aad-af41-a80276ac104b tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Calling delete_port for 9f500e93-df3e-4f60-8769-244f1eaf9f1c owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:05.325111 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-593284ee-8c6c-47fd-9234-1dfb3d775195 req-28098908-2403-449b-9e40-1fd9f36fb74a tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884174 Aug 20 10:23:05.330420 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a83c10-56ca-4ccd-95d1-29f6120a9fda admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b41b993-ce4b-4390-b8e3-bcb84adf492c,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:05.380055 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a83c10-56ca-4ccd-95d1-29f6120a9fda admin admin] Checking segment: {'id': 'acfbfafd-c82a-4d06-ac45-b6722eeca51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9b46ffe1-eaf5-4aeb-8b79-c1c09e75c5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:05.380551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a83c10-56ca-4ccd-95d1-29f6120a9fda admin admin] Network hostable DHCP agents. Network: 9b46ffe1-eaf5-4aeb-8b79-c1c09e75c5c0, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:23:05.422958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a83c10-56ca-4ccd-95d1-29f6120a9fda admin admin] Network 9b46ffe1-eaf5-4aeb-8b79-c1c09e75c5c0 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:23:05.439977 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9d5c3805-2456-4ab9-b676-bb146d345377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112074403-router', 'tenant_id': 'e59578da38a24e7e85b944c527039190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:22:44Z', 'updated_at': '2021-08-20T10:23:01Z', 'revision_number': 5, 'project_id': 'e59578da38a24e7e85b944c527039190', 'gw_port': {'id': '7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:45Z', 'updated_at': '2021-08-20T10:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:05.449410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b28f0d72-2143-41e7-ab45-95fd2ba0fa48 req-31c5d213-1f1a-4c5f-9463-776600a8922e service neutron] 10.222.0.24 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033443 Aug 20 10:23:05.451280 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-27a83c10-56ca-4ccd-95d1-29f6120a9fda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 9b46ffe1-eaf5-4aeb-8b79-c1c09e75c5c0) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:05.462633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a83c10-56ca-4ccd-95d1-29f6120a9fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:05.463316 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-27a83c10-56ca-4ccd-95d1-29f6120a9fda admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:05.464323 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d91d1f7b-15f0-40d8-99dd-f075493ec6bc admin admin] Deleting port 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:05.464806 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d91d1f7b-15f0-40d8-99dd-f075493ec6bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:05.491970 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-27a83c10-56ca-4ccd-95d1-29f6120a9fda admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9423180 Aug 20 10:23:05.496291 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a918020-f5af-40fb-b29b-f9f417799bb3 None None] Network 9b46ffe1-eaf5-4aeb-8b79-c1c09e75c5c0 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:05.498771 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c3805-2456-4ab9-b676-bb146d345377 None None] The sync data for ids ['8f468891-6293-4a1a-9105-3fbf35dec8f4'] in n-d-778550-11 is: [{'id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'name': 'tempest-FloatingIPsNegativeTestJSON-2112074403-router', 'tenant_id': 'e59578da38a24e7e85b944c527039190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:22:44Z', 'updated_at': '2021-08-20T10:23:01Z', 'revision_number': 5, 'project_id': 'e59578da38a24e7e85b944c527039190', 'gw_port': {'id': '7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f468891-6293-4a1a-9105-3fbf35dec8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:22:45Z', 'updated_at': '2021-08-20T10:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:23:05.673181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88894856-910e-4f5a-b816-17f3c4ba1741 None None] Network 9b46ffe1-eaf5-4aeb-8b79-c1c09e75c5c0 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:05.788319 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-d91d1f7b-15f0-40d8-99dd-f075493ec6bc admin admin] For port 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:05.788980 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d91d1f7b-15f0-40d8-99dd-f075493ec6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:05.799696 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e31d28da-2350-4aad-af41-a80276ac104b tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:05.817772 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d91d1f7b-15f0-40d8-99dd-f075493ec6bc admin admin] Calling delete_port for 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:05.853149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d28da-2350-4aad-af41-a80276ac104b tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event deleted for resources: {'Port': ['ID=9f500e93-df3e-4f60-8769-244f1eaf9f1c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:05.872400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0e548b-a29c-47df-9448-e040bcf40079 admin admin] Router e53cc15a-bfa1-4526-bed2-5fbed39906a4 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:23:05.926631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-0368999f-d7c0-4ae4-9d7d-7da59e01b1d4 req-d3ce7925-c457-4fbf-903d-e0a2692dd067 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1358775191', 'description': 'tempest-description-58141031'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:05.966463 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0368999f-d7c0-4ae4-9d7d-7da59e01b1d4 req-d3ce7925-c457-4fbf-903d-e0a2692dd067 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:06.079910 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0368999f-d7c0-4ae4-9d7d-7da59e01b1d4 req-d3ce7925-c457-4fbf-903d-e0a2692dd067 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:06.090913 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0368999f-d7c0-4ae4-9d7d-7da59e01b1d4 req-d3ce7925-c457-4fbf-903d-e0a2692dd067 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:06.097379 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90de86-2763-4d62-89bf-9b4ea3a10ea3 req-56c13764-f9ee-4cae-a0ab-7d69c3765a0b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:06.106792 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa90de86-2763-4d62-89bf-9b4ea3a10ea3 req-56c13764-f9ee-4cae-a0ab-7d69c3765a0b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.2609587 Aug 20 10:23:06.128849 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0368999f-d7c0-4ae4-9d7d-7da59e01b1d4 req-d3ce7925-c457-4fbf-903d-e0a2692dd067 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:06.132345 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0368999f-d7c0-4ae4-9d7d-7da59e01b1d4 req-d3ce7925-c457-4fbf-903d-e0a2692dd067 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2085543 Aug 20 10:23:06.143236 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce7925-c457-4fbf-903d-e0a2692dd067 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45fc30d6-1954-453d-9841-384250444178,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:06.161038 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e31d28da-2350-4aad-af41-a80276ac104b tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:06.162977 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e31d28da-2350-4aad-af41-a80276ac104b tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "DELETE /v2.0/ports/9f500e93-df3e-4f60-8769-244f1eaf9f1c HTTP/1.1" status: 204 len: 168 time: 1.7066932 Aug 20 10:23:06.165863 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43222) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:06.192904 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedcd2eb-1238-4662-a7be-d1858af95489 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] GET failed (client error): The resource could not be found. Aug 20 10:23:06.194477 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aedcd2eb-1238-4662-a7be-d1858af95489 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "GET /v2.0/ports/9f500e93-df3e-4f60-8769-244f1eaf9f1c HTTP/1.1" status: 404 len: 333 time: 0.0275426 Aug 20 10:23:06.198180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43224) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:06.252549 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa90de86-2763-4d62-89bf-9b4ea3a10ea3 req-59b8df12-a981-4b25-9513-8ea6c46bb664 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447086 Aug 20 10:23:06.294133 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0e548b-a29c-47df-9448-e040bcf40079 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:23:06.301805 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bf0e548b-a29c-47df-9448-e040bcf40079 admin admin] 10.222.0.16 "PUT /v2.0/routers/e53cc15a-bfa1-4526-bed2-5fbed39906a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2810178 Aug 20 10:23:06.304901 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43226) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:06.308716 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2966da9-fa83-4a76-8882-8a4a28430d6a None None] Sync routers for ids ['e53cc15a-bfa1-4526-bed2-5fbed39906a4'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:23:06.319614 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2966da9-fa83-4a76-8882-8a4a28430d6a None None] Routers {'e53cc15a-bfa1-4526-bed2-5fbed39906a4'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:23:06.320574 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c2966da9-fa83-4a76-8882-8a4a28430d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:23:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e53cc15a-bfa1-4526-bed2-5fbed39906a4'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:06.321675 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc9b01-42da-4e61-a503-844673336fb9 req-fa84ec28-ee66-4248-a45c-42787ff732ef tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:06.323382 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ffc9b01-42da-4e61-a503-844673336fb9 req-fa84ec28-ee66-4248-a45c-42787ff732ef tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 944 time: 0.1169477 Aug 20 10:23:06.369269 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-7c5b2e18-9269-4535-8f2a-3f6619d759d1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Deleting port 52d8f92c-5e11-451d-9458-991059c75d33 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:06.369610 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2e18-9269-4535-8f2a-3f6619d759d1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:06.416601 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ffc9b01-42da-4e61-a503-844673336fb9 req-558515e4-f767-45d5-bab8-a962e9d0ecb9 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855889 Aug 20 10:23:06.451578 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-c2966da9-fa83-4a76-8882-8a4a28430d6a None None] Set router e53cc15a-bfa1-4526-bed2-5fbed39906a4 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:23:06.460987 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d91d1f7b-15f0-40d8-99dd-f075493ec6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:06.488821 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2e18-9269-4535-8f2a-3f6619d759d1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:06.496568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d1f7b-15f0-40d8-99dd-f075493ec6bc admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:06.508346 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45c559-6750-4c0d-b309-95ee8e667a1f req-134c6494-bd9f-4b9b-8772-f9a32765f6d5 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:06.509918 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4b45c559-6750-4c0d-b309-95ee8e667a1f req-134c6494-bd9f-4b9b-8772-f9a32765f6d5 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 945 time: 0.1752832 Aug 20 10:23:06.522831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-7c5b2e18-9269-4535-8f2a-3f6619d759d1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Calling delete_port for 52d8f92c-5e11-451d-9458-991059c75d33 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:06.548890 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14391c2d-9f12-45e6-a11a-d7f0f8059fc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:06.594693 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-67cacbb4-5a34-425d-bf93-5d1dae0cea1d req-c3dab4a3-932f-4c4e-9c0c-7dab8dfba5a5 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/45fc30d6-1954-453d-9841-384250444178 HTTP/1.1" status: 200 len: 1805 time: 0.1291792 Aug 20 10:23:06.611057 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-67cacbb4-5a34-425d-bf93-5d1dae0cea1d req-39a00050-dd2c-4278-af92-d4805adddc55 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45fc30d6-1954-453d-9841-384250444178', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:06.611395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-67cacbb4-5a34-425d-bf93-5d1dae0cea1d req-39a00050-dd2c-4278-af92-d4805adddc55 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45fc30d6-1954-453d-9841-384250444178', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:06.727886 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-67cacbb4-5a34-425d-bf93-5d1dae0cea1d req-39a00050-dd2c-4278-af92-d4805adddc55 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:06.732459 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2e18-9269-4535-8f2a-3f6619d759d1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:06.768203 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c2966da9-fa83-4a76-8882-8a4a28430d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'name': 'tempest-ServerRescueTestJSON-1981103473-router', 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6837ee9-6e34-4d87-b39d-986fd3cb1706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:32Z', 'updated_at': '2021-08-20T10:23:04Z', 'revision_number': 5, 'project_id': '26b5c18da28d413e8586083e40c6ee2e', 'gw_port': {'id': 'e6837ee9-6e34-4d87-b39d-986fd3cb1706', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:34Z', 'updated_at': '2021-08-20T10:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:06.769638 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b2e18-9269-4535-8f2a-3f6619d759d1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event deleted for resources: {'Port': ['ID=52d8f92c-5e11-451d-9458-991059c75d33,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:06.778783 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-67cacbb4-5a34-425d-bf93-5d1dae0cea1d req-39a00050-dd2c-4278-af92-d4805adddc55 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:06.798770 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2966da9-fa83-4a76-8882-8a4a28430d6a None None] Checking router: e53cc15a-bfa1-4526-bed2-5fbed39906a4 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:23:06.807010 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-67cacbb4-5a34-425d-bf93-5d1dae0cea1d req-39a00050-dd2c-4278-af92-d4805adddc55 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:06.811776 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2966da9-fa83-4a76-8882-8a4a28430d6a None None] Routers {'e53cc15a-bfa1-4526-bed2-5fbed39906a4'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:23:06.812409 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c2966da9-fa83-4a76-8882-8a4a28430d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:23:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e53cc15a-bfa1-4526-bed2-5fbed39906a4'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:06.858038 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a00050-dd2c-4278-af92-d4805adddc55 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeae6e77-289d-4872-9331-64f79698ded4,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:06.870534 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-67cacbb4-5a34-425d-bf93-5d1dae0cea1d req-39a00050-dd2c-4278-af92-d4805adddc55 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:06.884531 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-67cacbb4-5a34-425d-bf93-5d1dae0cea1d req-39a00050-dd2c-4278-af92-d4805adddc55 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2793787 Aug 20 10:23:06.897086 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2e18-9269-4535-8f2a-3f6619d759d1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:06.904264 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7c5b2e18-9269-4535-8f2a-3f6619d759d1 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "DELETE /v2.0/ports/52d8f92c-5e11-451d-9458-991059c75d33 HTTP/1.1" status: 204 len: 168 time: 0.7042770 Aug 20 10:23:06.904949 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43232) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:06.979918 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-c2966da9-fa83-4a76-8882-8a4a28430d6a None None] Set router e53cc15a-bfa1-4526-bed2-5fbed39906a4 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:23:06.985359 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-269ce49b-b115-4e05-a31d-8ae9d975b10f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Deleting subnet fd1c88eb-248a-4707-abad-10265e5052cc {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:23:07.000791 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-269ce49b-b115-4e05-a31d-8ae9d975b10f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.029941 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-f5e07c1d-39bc-44c0-8730-832ac3cf858f req-3d8abe40-d876-4df3-bafd-5f77c2f54cf3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1264700390', 'description': 'tempest-description-1355109124'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:07.052548 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d91d1f7b-15f0-40d8-99dd-f075493ec6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.055654 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:23:07.066795 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-269ce49b-b115-4e05-a31d-8ae9d975b10f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.107637 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:23:07.108195 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device df7b2a6f-09da-4ecf-86f9-2e0d6a20ae64 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:23:07.111638 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4b45c559-6750-4c0d-b309-95ee8e667a1f req-fa50ae9f-4fcc-495a-acfb-7e035f1eeb4c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670140 Aug 20 10:23:07.135316 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f5e07c1d-39bc-44c0-8730-832ac3cf858f req-3d8abe40-d876-4df3-bafd-5f77c2f54cf3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.193190 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-269ce49b-b115-4e05-a31d-8ae9d975b10f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.235018 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d91d1f7b-15f0-40d8-99dd-f075493ec6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.242199 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d91d1f7b-15f0-40d8-99dd-f075493ec6bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.269416 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c2966da9-fa83-4a76-8882-8a4a28430d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'name': 'tempest-ServerRescueTestJSON-1981103473-router', 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6837ee9-6e34-4d87-b39d-986fd3cb1706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:32Z', 'updated_at': '2021-08-20T10:23:04Z', 'revision_number': 5, 'project_id': '26b5c18da28d413e8586083e40c6ee2e', 'gw_port': {'id': 'e6837ee9-6e34-4d87-b39d-986fd3cb1706', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:34Z', 'updated_at': '2021-08-20T10:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:07.294722 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14391c2d-9f12-45e6-a11a-d7f0f8059fc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.300192 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-269ce49b-b115-4e05-a31d-8ae9d975b10f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.312659 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d91d1f7b-15f0-40d8-99dd-f075493ec6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.313711 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91d1f7b-15f0-40d8-99dd-f075493ec6bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f468891-6293-4a1a-9105-3fbf35dec8f4 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:23:07.320675 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2966da9-fa83-4a76-8882-8a4a28430d6a None None] The sync data for ids ['e53cc15a-bfa1-4526-bed2-5fbed39906a4'] in n-d-778550-11 is: [{'id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'name': 'tempest-ServerRescueTestJSON-1981103473-router', 'tenant_id': '26b5c18da28d413e8586083e40c6ee2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6837ee9-6e34-4d87-b39d-986fd3cb1706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:20:32Z', 'updated_at': '2021-08-20T10:23:04Z', 'revision_number': 5, 'project_id': '26b5c18da28d413e8586083e40c6ee2e', 'gw_port': {'id': 'e6837ee9-6e34-4d87-b39d-986fd3cb1706', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:6b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53cc15a-bfa1-4526-bed2-5fbed39906a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:20:34Z', 'updated_at': '2021-08-20T10:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:23:07.327997 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f5e07c1d-39bc-44c0-8730-832ac3cf858f req-3d8abe40-d876-4df3-bafd-5f77c2f54cf3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.338293 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d91d1f7b-15f0-40d8-99dd-f075493ec6bc admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.344690 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d91d1f7b-15f0-40d8-99dd-f075493ec6bc admin admin] 10.222.0.16 "DELETE /v2.0/routers/8f468891-6293-4a1a-9105-3fbf35dec8f4 HTTP/1.1" status: 204 len: 168 time: 2.9379017 Aug 20 10:23:07.347159 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43240) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:07.366939 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ce49b-b115-4e05-a31d-8ae9d975b10f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1c88eb-248a-4707-abad-10265e5052cc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:07.387221 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f5e07c1d-39bc-44c0-8730-832ac3cf858f req-3d8abe40-d876-4df3-bafd-5f77c2f54cf3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.422428 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-269ce49b-b115-4e05-a31d-8ae9d975b10f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.424273 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-269ce49b-b115-4e05-a31d-8ae9d975b10f tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "DELETE /v2.0/subnets/fd1c88eb-248a-4707-abad-10265e5052cc HTTP/1.1" status: 204 len: 168 time: 0.5183539 Aug 20 10:23:07.428023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43242) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:07.430008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b104d197-50a7-40ba-989a-b224236f5107 None None] Network 72b38f25-4808-455f-a1d5-33b7125debf1 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:07.439008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8abe40-d876-4df3-bafd-5f77c2f54cf3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42531c09-169c-4d7a-94aa-99839892b596,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:07.457513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57634e9-4e97-4bba-9e19-284c92024c33 admin admin] Deleting subnet 807be69f-20d1-4250-8e50-64c1b3970b2a {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:23:07.464018 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a57634e9-4e97-4bba-9e19-284c92024c33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.519083 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a57634e9-4e97-4bba-9e19-284c92024c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.565427 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-14391c2d-9f12-45e6-a11a-d7f0f8059fc3 admin admin] Deleting port e6837ee9-6e34-4d87-b39d-986fd3cb1706 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:07.566099 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14391c2d-9f12-45e6-a11a-d7f0f8059fc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.697648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f5018-5832-4c70-bb46-62fa8c748225 req-fb31f7d3-0ec1-4f08-aeaf-34e79ad56938 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:07.701030 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d66f5018-5832-4c70-bb46-62fa8c748225 req-fb31f7d3-0ec1-4f08-aeaf-34e79ad56938 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.3108821 Aug 20 10:23:07.801725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-14391c2d-9f12-45e6-a11a-d7f0f8059fc3 admin admin] For port e6837ee9-6e34-4d87-b39d-986fd3cb1706, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e6837ee9-6e34-4d87-b39d-986fd3cb1706,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:07.802191 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14391c2d-9f12-45e6-a11a-d7f0f8059fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.831168 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a57634e9-4e97-4bba-9e19-284c92024c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.833634 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-14391c2d-9f12-45e6-a11a-d7f0f8059fc3 admin admin] Calling delete_port for e6837ee9-6e34-4d87-b39d-986fd3cb1706 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:07.849880 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f5e07c1d-39bc-44c0-8730-832ac3cf858f req-3d8abe40-d876-4df3-bafd-5f77c2f54cf3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:07.863267 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f5e07c1d-39bc-44c0-8730-832ac3cf858f req-3d8abe40-d876-4df3-bafd-5f77c2f54cf3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8589106 Aug 20 10:23:07.864575 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d66f5018-5832-4c70-bb46-62fa8c748225 req-e3c94656-b573-49ea-849d-c5372366ec80 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537609 Aug 20 10:23:07.952933 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.014226 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-44b2147d-39aa-4c46-9900-257357c968cf req-978e5beb-578c-486d-b373-2f71e6fa30a2 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/42531c09-169c-4d7a-94aa-99839892b596 HTTP/1.1" status: 200 len: 1807 time: 0.0877864 Aug 20 10:23:08.023493 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a57634e9-4e97-4bba-9e19-284c92024c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.064803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4301a93-d983-414b-b47f-1a248c0f8a1c None None] DHCP port deletion for 72b38f25-4808-455f-a1d5-33b7125debf1 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:23:08.071100 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fce7a-d084-4f87-95e9-16f1d13c5686 req-6a06c1e8-d7e0-4e90-9b38-3289633ed0db tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:08.072751 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b7fce7a-d084-4f87-95e9-16f1d13c5686 req-6a06c1e8-d7e0-4e90-9b38-3289633ed0db tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 944 time: 0.1172323 Aug 20 10:23:08.122205 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Deleting port 2155c50d-39dc-480c-a0c0-4417aebdc58e {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:08.122550 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.147315 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b7fce7a-d084-4f87-95e9-16f1d13c5686 req-5b9638d1-2cab-4bff-8076-fc9ea50c7f4b tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673287 Aug 20 10:23:08.184106 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0ba8b8-3bd0-4afa-8fb0-dc25da5a9702 None None] Network def3a047-9a0d-4c82-beb0-24bc67757c3d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:08.192895 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-44b2147d-39aa-4c46-9900-257357c968cf req-2cda7eb1-f2ef-48bb-a4df-74eaed1066a5 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '42531c09-169c-4d7a-94aa-99839892b596', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:08.193403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-44b2147d-39aa-4c46-9900-257357c968cf req-2cda7eb1-f2ef-48bb-a4df-74eaed1066a5 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '42531c09-169c-4d7a-94aa-99839892b596', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:08.208781 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57634e9-4e97-4bba-9e19-284c92024c33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=807be69f-20d1-4250-8e50-64c1b3970b2a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:08.227501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] For port 2155c50d-39dc-480c-a0c0-4417aebdc58e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2155c50d-39dc-480c-a0c0-4417aebdc58e,segment=NetworkSegment(1783db58-7355-4297-ba8b-08446f3214ce),segment_id=1783db58-7355-4297-ba8b-08446f3214ce)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:08.227882 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.243174 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d4301a93-d983-414b-b47f-1a248c0f8a1c None None] Deleting port 2155c50d-39dc-480c-a0c0-4417aebdc58e {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:08.243826 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d4301a93-d983-414b-b47f-1a248c0f8a1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.251725 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Calling delete_port for 2155c50d-39dc-480c-a0c0-4417aebdc58e owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:08.295355 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a57634e9-4e97-4bba-9e19-284c92024c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.300874 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a57634e9-4e97-4bba-9e19-284c92024c33 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/807be69f-20d1-4250-8e50-64c1b3970b2a HTTP/1.1" status: 204 len: 168 time: 0.9524837 Aug 20 10:23:08.320803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43260) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:08.322202 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14391c2d-9f12-45e6-a11a-d7f0f8059fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.396147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-d4301a93-d983-414b-b47f-1a248c0f8a1c None None] For port 2155c50d-39dc-480c-a0c0-4417aebdc58e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2155c50d-39dc-480c-a0c0-4417aebdc58e,segment=NetworkSegment(1783db58-7355-4297-ba8b-08446f3214ce),segment_id=1783db58-7355-4297-ba8b-08446f3214ce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:08.396545 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d4301a93-d983-414b-b47f-1a248c0f8a1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.397655 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.411803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d4301a93-d983-414b-b47f-1a248c0f8a1c None None] Calling delete_port for 2155c50d-39dc-480c-a0c0-4417aebdc58e owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:08.432410 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event deleted for resources: {'Port': ['ID=2155c50d-39dc-480c-a0c0-4417aebdc58e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:08.435359 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] No DVR routers for this DVR port 2155c50d-39dc-480c-a0c0-4417aebdc58e on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:23:08.509604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14391c2d-9f12-45e6-a11a-d7f0f8059fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6837ee9-6e34-4d87-b39d-986fd3cb1706,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:08.511696 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d4301a93-d983-414b-b47f-1a248c0f8a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.524755 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042bdc5a-64f8-4482-88ef-b903112c68b6 None None] DHCP port deletion for def3a047-9a0d-4c82-beb0-24bc67757c3d request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:23:08.537258 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-44b2147d-39aa-4c46-9900-257357c968cf req-2cda7eb1-f2ef-48bb-a4df-74eaed1066a5 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.538560 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.552797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b38f25-4808-455f-a1d5-33b7125debf1']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:08.557156 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14391c2d-9f12-45e6-a11a-d7f0f8059fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.567674 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1783db58-7355-4297-ba8b-08446f3214ce') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:08.567971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1783db58-7355-4297-ba8b-08446f3214ce') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:08.580562 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.612305 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.624867 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:23:08.625417 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.625588 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:23:08.629758 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:23:08.681726 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-44b2147d-39aa-4c46-9900-257357c968cf req-2cda7eb1-f2ef-48bb-a4df-74eaed1066a5 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.701450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4301a93-d983-414b-b47f-1a248c0f8a1c None None] Pushing event deleted for resources: {'Port': ['ID=2155c50d-39dc-480c-a0c0-4417aebdc58e,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:08.707397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4301a93-d983-414b-b47f-1a248c0f8a1c None None] No DVR routers for this DVR port 2155c50d-39dc-480c-a0c0-4417aebdc58e on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:23:08.726395 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.727446 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-44b2147d-39aa-4c46-9900-257357c968cf req-2cda7eb1-f2ef-48bb-a4df-74eaed1066a5 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.737038 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.739121 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] 10.222.0.16 "DELETE /v2.0/networks/72b38f25-4808-455f-a1d5-33b7125debf1 HTTP/1.1" status: 204 len: 168 time: 1.3099205 Aug 20 10:23:08.749909 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14391c2d-9f12-45e6-a11a-d7f0f8059fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.764302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c98c47-3146-44ac-8165-ba3db4ff91a5 tempest-AllowedAddressPairTestJSON-659037856 tempest-AllowedAddressPairTestJSON-659037856-project] Pushing event deleted for resources: {'Network': ['ID=72b38f25-4808-455f-a1d5-33b7125debf1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:08.782363 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-042bdc5a-64f8-4482-88ef-b903112c68b6 None None] Deleting port fde2b069-f914-4251-854f-ecc9577d83a5 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:08.782926 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-042bdc5a-64f8-4482-88ef-b903112c68b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.801819 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14391c2d-9f12-45e6-a11a-d7f0f8059fc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.859884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-042bdc5a-64f8-4482-88ef-b903112c68b6 None None] For port fde2b069-f914-4251-854f-ecc9577d83a5, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=fde2b069-f914-4251-854f-ecc9577d83a5,segment=NetworkSegment(8ddb7788-857f-4417-80ab-d7faf09adad3),segment_id=8ddb7788-857f-4417-80ab-d7faf09adad3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:08.860336 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-042bdc5a-64f8-4482-88ef-b903112c68b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.874585 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-042bdc5a-64f8-4482-88ef-b903112c68b6 None None] Calling delete_port for fde2b069-f914-4251-854f-ecc9577d83a5 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:08.884295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda7eb1-f2ef-48bb-a4df-74eaed1066a5 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfac856-fd6c-4214-8848-f89b8ca12288,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:08.890884 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-44b2147d-39aa-4c46-9900-257357c968cf req-2cda7eb1-f2ef-48bb-a4df-74eaed1066a5 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.892612 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-44b2147d-39aa-4c46-9900-257357c968cf req-2cda7eb1-f2ef-48bb-a4df-74eaed1066a5 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7531435 Aug 20 10:23:08.906766 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14391c2d-9f12-45e6-a11a-d7f0f8059fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.907372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14391c2d-9f12-45e6-a11a-d7f0f8059fc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e53cc15a-bfa1-4526-bed2-5fbed39906a4 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:23:08.912680 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14391c2d-9f12-45e6-a11a-d7f0f8059fc3 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:08.913551 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-14391c2d-9f12-45e6-a11a-d7f0f8059fc3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e53cc15a-bfa1-4526-bed2-5fbed39906a4 HTTP/1.1" status: 204 len: 168 time: 2.6079488 Aug 20 10:23:08.916335 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43274) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:08.921296 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] Deleting port fde2b069-f914-4251-854f-ecc9577d83a5 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:08.921897 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.009847 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-adceac1f-96c7-4978-bb5a-e908c26b8765 admin admin] Deleting subnet 9a8cf849-69fe-4ea8-af5f-52021f809728 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:23:09.010123 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-7ed9b41e-3a2b-48fc-87c1-4a02ad63ce88 req-939aa138-8e28-460b-8bb4-b975440f2ebd tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1175075210', 'description': 'tempest-description-1249615852'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:09.020646 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-adceac1f-96c7-4978-bb5a-e908c26b8765 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.021526 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-042bdc5a-64f8-4482-88ef-b903112c68b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.055654 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042bdc5a-64f8-4482-88ef-b903112c68b6 None None] No DVR routers for this DVR port fde2b069-f914-4251-854f-ecc9577d83a5 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:23:09.085075 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bdc5a-64f8-4482-88ef-b903112c68b6 None None] Pushing event deleted for resources: {'Port': ['ID=fde2b069-f914-4251-854f-ecc9577d83a5,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:09.126723 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] For port fde2b069-f914-4251-854f-ecc9577d83a5, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=fde2b069-f914-4251-854f-ecc9577d83a5,segment=NetworkSegment(8ddb7788-857f-4417-80ab-d7faf09adad3),segment_id=8ddb7788-857f-4417-80ab-d7faf09adad3)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:09.127273 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.151032 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-adceac1f-96c7-4978-bb5a-e908c26b8765 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.158211 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7ed9b41e-3a2b-48fc-87c1-4a02ad63ce88 req-939aa138-8e28-460b-8bb4-b975440f2ebd tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.160561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] Calling delete_port for fde2b069-f914-4251-854f-ecc9577d83a5 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:09.179917 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43286) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:09.248607 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-adceac1f-96c7-4978-bb5a-e908c26b8765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.325367 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7ed9b41e-3a2b-48fc-87c1-4a02ad63ce88 req-939aa138-8e28-460b-8bb4-b975440f2ebd tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.332843 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7ed9b41e-3a2b-48fc-87c1-4a02ad63ce88 req-939aa138-8e28-460b-8bb4-b975440f2ebd tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.369331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939aa138-8e28-460b-8bb4-b975440f2ebd tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9da5b55e-66b1-446e-a834-e5e72637d839,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:09.371163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebb89e-5f09-427d-8f77-31107d68b948 req-bedff754-78e9-4cc8-a559-9b20e94ec71f tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:09.373610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32ebb89e-5f09-427d-8f77-31107d68b948 req-bedff754-78e9-4cc8-a559-9b20e94ec71f tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.0757740 Aug 20 10:23:09.375633 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-adceac1f-96c7-4978-bb5a-e908c26b8765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.393955 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7ed9b41e-3a2b-48fc-87c1-4a02ad63ce88 req-939aa138-8e28-460b-8bb4-b975440f2ebd tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.394476 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-adceac1f-96c7-4978-bb5a-e908c26b8765 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.398774 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ed9b41e-3a2b-48fc-87c1-4a02ad63ce88 req-939aa138-8e28-460b-8bb4-b975440f2ebd tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4422057 Aug 20 10:23:09.399516 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-adceac1f-96c7-4978-bb5a-e908c26b8765 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9a8cf849-69fe-4ea8-af5f-52021f809728 HTTP/1.1" status: 204 len: 168 time: 0.4812684 Aug 20 10:23:09.401769 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43292) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:09.452187 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adceac1f-96c7-4978-bb5a-e908c26b8765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a8cf849-69fe-4ea8-af5f-52021f809728,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:09.491073 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32ebb89e-5f09-427d-8f77-31107d68b948 req-2232c368-12a2-4764-bd2a-084cf78fd1a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035757 Aug 20 10:23:09.534802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0a81cd62-8585-4072-9fae-8966fa62f9a3 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:23:09.538890 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.573389 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a51179cc-0d9d-4056-bf54-c435f4e4a001 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8cbcf173ac1d4d828c3133c1ce52ccf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858373 Aug 20 10:23:09.573618 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43296) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:09.582150 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 0a81cd62-8585-4072-9fae-8966fa62f9a3 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:23:09.582606 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0a81cd62-8585-4072-9fae-8966fa62f9a3 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:23:09.583400 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device fde2b069-f914-4251-854f-ecc9577d83a5 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:23:09.598610 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fde2b069-f914-4251-854f-ecc9577d83a5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:09.615928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: fde2b069-f914-4251-854f-ecc9577d83a5 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:23:09.616400 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device fde2b069-f914-4251-854f-ecc9577d83a5 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:23:09.616948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:23:09.619066 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eba28-7f71-471c-bac2-d15b0e9a3880 req-18534273-6b3b-42ff-b841-62e204958d9c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:09.620705 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-022eba28-7f71-471c-bac2-d15b0e9a3880 req-18534273-6b3b-42ff-b841-62e204958d9c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 944 time: 0.1430657 Aug 20 10:23:09.624789 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-985cb934-302f-4e42-92f3-8d236041957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.626971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] No DVR routers for this DVR port fde2b069-f914-4251-854f-ecc9577d83a5 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:23:09.636867 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:23:09.637369 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7ba8a5c5-ef8a-4776-a51f-cd0f1f97f759 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:23:09.637896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2155c50d-39dc-480c-a0c0-4417aebdc58e no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:23:09.643465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-5b09af92-4240-47f2-a3d3-04f1cc54565d req-df0b9cfb-8f67-44df-9ef3-bb1cb4c7a33d tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-423765925', 'description': 'tempest-description-864162773'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:09.661860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 2155c50d-39dc-480c-a0c0-4417aebdc58e {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:23:09.662302 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2155c50d-39dc-480c-a0c0-4417aebdc58e not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:23:09.683425 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5b09af92-4240-47f2-a3d3-04f1cc54565d req-df0b9cfb-8f67-44df-9ef3-bb1cb4c7a33d tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.701777 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e027928c-cd5a-4c58-9f59-749b53b38a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.702070 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-022eba28-7f71-471c-bac2-d15b0e9a3880 req-2a96460f-42df-40da-a5f5-36ef28847f4b tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731518 Aug 20 10:23:09.748151 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e027928c-cd5a-4c58-9f59-749b53b38a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.829140 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e027928c-cd5a-4c58-9f59-749b53b38a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.831759 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e027928c-cd5a-4c58-9f59-749b53b38a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.833084 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e027928c-cd5a-4c58-9f59-749b53b38a97 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/830440ab-7760-46d7-86fb-39bccd19cecc HTTP/1.1" status: 204 len: 168 time: 0.2583530 Aug 20 10:23:09.839700 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.842808 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-985cb934-302f-4e42-92f3-8d236041957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.849704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027928c-cd5a-4c58-9f59-749b53b38a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830440ab-7760-46d7-86fb-39bccd19cecc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:09.854310 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5b09af92-4240-47f2-a3d3-04f1cc54565d req-df0b9cfb-8f67-44df-9ef3-bb1cb4c7a33d tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.861132 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def3a047-9a0d-4c82-beb0-24bc67757c3d']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:09.863404 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5b09af92-4240-47f2-a3d3-04f1cc54565d req-df0b9cfb-8f67-44df-9ef3-bb1cb4c7a33d tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.864117 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-985cb934-302f-4e42-92f3-8d236041957a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee9a348-af2d-45dc-9248-2a1f01e70c36']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:09.881634 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddb7788-857f-4417-80ab-d7faf09adad3') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:09.881910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddb7788-857f-4417-80ab-d7faf09adad3') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:09.884965 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-985cb934-302f-4e42-92f3-8d236041957a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1e9f6f-09e8-4a73-83cf-1c87b65ca950') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:09.885253 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-985cb934-302f-4e42-92f3-8d236041957a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1e9f6f-09e8-4a73-83cf-1c87b65ca950') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:09.894305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b9cfb-8f67-44df-9ef3-bb1cb4c7a33d tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0e0af5-072c-475e-aa1c-d9d4cd6de086,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:09.902897 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.905773 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-985cb934-302f-4e42-92f3-8d236041957a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.906276 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5b09af92-4240-47f2-a3d3-04f1cc54565d req-df0b9cfb-8f67-44df-9ef3-bb1cb4c7a33d tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.908784 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5b09af92-4240-47f2-a3d3-04f1cc54565d req-df0b9cfb-8f67-44df-9ef3-bb1cb4c7a33d tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2695897 Aug 20 10:23:09.929289 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.931813 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-985cb934-302f-4e42-92f3-8d236041957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.942556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:23:09.943375 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:23:09.945322 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:23:09.957405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985cb934-302f-4e42-92f3-8d236041957a admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:23:09.957930 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-985cb934-302f-4e42-92f3-8d236041957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:23:09.959811 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:23:09.962347 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6d0fc773-852a-475f-bd03-0345276658af details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:23:10.077529 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 6d0fc773-852a-475f-bd03-0345276658af, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6d0fc773-852a-475f-bd03-0345276658af,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:10.098904 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dfe5d7e7-f0c6-4c16-b328-a8a33a74bd69 req-3e691010-407d-472c-a6ff-542e4fb21b16 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/9da5b55e-66b1-446e-a834-e5e72637d839 HTTP/1.1" status: 200 len: 1807 time: 0.1525834 Aug 20 10:23:10.099513 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '6d0fc773-852a-475f-bd03-0345276658af', 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a', 'port_id': '6d0fc773-852a-475f-bd03-0345276658af', 'mac_address': 'fa:16:3e:2d:77:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14c8d45-d320-4574-86d3-37a082d1daf5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:23:10.100625 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.107968 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.109971 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/def3a047-9a0d-4c82-beb0-24bc67757c3d HTTP/1.1" status: 204 len: 168 time: 1.7842684 Aug 20 10:23:10.111591 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-985cb934-302f-4e42-92f3-8d236041957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.127035 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-985cb934-302f-4e42-92f3-8d236041957a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.129136 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-985cb934-302f-4e42-92f3-8d236041957a admin admin] 10.222.0.16 "DELETE /v2.0/networks/aee9a348-af2d-45dc-9248-2a1f01e70c36 HTTP/1.1" status: 204 len: 168 time: 0.7262712 Aug 20 10:23:10.137401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e1a03-e1d4-4ee4-b5fb-42c947b156d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=def3a047-9a0d-4c82-beb0-24bc67757c3d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:10.157352 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cb934-302f-4e42-92f3-8d236041957a admin admin] Pushing event deleted for resources: {'Network': ['ID=aee9a348-af2d-45dc-9248-2a1f01e70c36,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:10.182428 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.186381 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dfe5d7e7-f0c6-4c16-b328-a8a33a74bd69 req-ffafa8a2-f0d2-4030-8c17-b00733ad7f7b tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/ba0e0af5-072c-475e-aa1c-d9d4cd6de086 HTTP/1.1" status: 200 len: 1805 time: 0.0704238 Aug 20 10:23:10.201037 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0fc773-852a-475f-bd03-0345276658af {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:23:10.203149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-dfe5d7e7-f0c6-4c16-b328-a8a33a74bd69 req-dc805dcd-484a-47c3-938c-7824baea50ca tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9da5b55e-66b1-446e-a834-e5e72637d839', 'remote_group_id': 'ba0e0af5-072c-475e-aa1c-d9d4cd6de086', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:10.207444 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-dfe5d7e7-f0c6-4c16-b328-a8a33a74bd69 req-dc805dcd-484a-47c3-938c-7824baea50ca tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9da5b55e-66b1-446e-a834-e5e72637d839', 'remote_group_id': 'ba0e0af5-072c-475e-aa1c-d9d4cd6de086', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:10.246274 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 6d0fc773-852a-475f-bd03-0345276658af, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6d0fc773-852a-475f-bd03-0345276658af,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:10.251529 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.305468 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dfe5d7e7-f0c6-4c16-b328-a8a33a74bd69 req-dc805dcd-484a-47c3-938c-7824baea50ca tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.319698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43314) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:10.346674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=6d0fc773-852a-475f-bd03-0345276658af,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:10.390731 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dfe5d7e7-f0c6-4c16-b328-a8a33a74bd69 req-dc805dcd-484a-47c3-938c-7824baea50ca tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.401590 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aec6c522-c8c3-447b-a044-c6264f0af1c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e59578da38a24e7e85b944c527039190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806334 Aug 20 10:23:10.405508 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43316) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:10.414033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43318) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:10.416661 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dfe5d7e7-f0c6-4c16-b328-a8a33a74bd69 req-dc805dcd-484a-47c3-938c-7824baea50ca tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.458473 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dfe5d7e7-f0c6-4c16-b328-a8a33a74bd69 req-dc805dcd-484a-47c3-938c-7824baea50ca tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.460172 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dfe5d7e7-f0c6-4c16-b328-a8a33a74bd69 req-dc805dcd-484a-47c3-938c-7824baea50ca tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2668617 Aug 20 10:23:10.464422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc805dcd-484a-47c3-938c-7824baea50ca tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0174721-a6fd-4244-9f82-ab0ac927d2c8,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:10.491323 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e8b973a7-ed12-4c56-a19b-7de1da85241c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26b5c18da28d413e8586083e40c6ee2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0757596 Aug 20 10:23:10.494035 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43322) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:10.505717 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c630f7e9-d6fc-4324-b165-eb71e0102b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.515666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-459f5a2f-b6c6-4895-a6fb-94373686455e req-be9cd0a9-bc14-4672-809a-37fc21767e92 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1920286098', 'description': 'tempest-description-1024855049'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:10.534048 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c630f7e9-d6fc-4324-b165-eb71e0102b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.575434 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-459f5a2f-b6c6-4895-a6fb-94373686455e req-be9cd0a9-bc14-4672-809a-37fc21767e92 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.608810 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7fbabea-27d3-4257-a0c0-f48f321b9e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.649529 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7fbabea-27d3-4257-a0c0-f48f321b9e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.658084 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['6d0fc773-852a-475f-bd03-0345276658af'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:23:10.673342 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7eeda-8df1-492c-aae2-45077f9ab703 req-e3db86c4-361e-4779-b8fc-a0acbcd75b01 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:10.685655 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6df7eeda-8df1-492c-aae2-45077f9ab703 req-e3db86c4-361e-4779-b8fc-a0acbcd75b01 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.1030157 Aug 20 10:23:10.741195 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c630f7e9-d6fc-4324-b165-eb71e0102b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.747511 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c630f7e9-d6fc-4324-b165-eb71e0102b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.751791 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c630f7e9-d6fc-4324-b165-eb71e0102b38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1753738-9006-485e-a33f-2c9a4b5067f5 HTTP/1.1" status: 204 len: 168 time: 0.3427672 Aug 20 10:23:10.783003 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-459f5a2f-b6c6-4895-a6fb-94373686455e req-be9cd0a9-bc14-4672-809a-37fc21767e92 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.793793 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6df7eeda-8df1-492c-aae2-45077f9ab703 req-e9378d15-a61f-4e12-a324-358cd0e74812 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047361 Aug 20 10:23:10.796519 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-459f5a2f-b6c6-4895-a6fb-94373686455e req-be9cd0a9-bc14-4672-809a-37fc21767e92 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.797322 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630f7e9-d6fc-4324-b165-eb71e0102b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1753738-9006-485e-a33f-2c9a4b5067f5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:10.808341 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7fbabea-27d3-4257-a0c0-f48f321b9e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.825806 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7fbabea-27d3-4257-a0c0-f48f321b9e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.830002 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e7fbabea-27d3-4257-a0c0-f48f321b9e17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3500f5ce-2651-4518-951a-2939571e9adf HTTP/1.1" status: 204 len: 168 time: 0.3345640 Aug 20 10:23:10.936328 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9cd0a9-bc14-4672-809a-37fc21767e92 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0992efab-d221-4a8a-b84b-6adfafb65ec2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:10.939577 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-459f5a2f-b6c6-4895-a6fb-94373686455e req-be9cd0a9-bc14-4672-809a-37fc21767e92 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:10.941138 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-459f5a2f-b6c6-4895-a6fb-94373686455e req-be9cd0a9-bc14-4672-809a-37fc21767e92 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4374042 Aug 20 10:23:10.961495 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbabea-27d3-4257-a0c0-f48f321b9e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3500f5ce-2651-4518-951a-2939571e9adf,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:10.974471 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-e59f5ec3-1090-41b7-a1b6-307b53aa0696 req-b2536ab8-3f14-4d30-b87a-6cab2360d7ab tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-335405307', 'description': 'tempest-description-1755202811'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:11.013954 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e59f5ec3-1090-41b7-a1b6-307b53aa0696 req-b2536ab8-3f14-4d30-b87a-6cab2360d7ab tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:11.030683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e6837ee9-6e34-4d87-b39d-986fd3cb1706 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:23:11.072017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: e6837ee9-6e34-4d87-b39d-986fd3cb1706 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:23:11.072815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e6837ee9-6e34-4d87-b39d-986fd3cb1706 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:23:11.163692 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5596a-4b10-49e0-b110-2bdb64654987 req-c58e12f7-f1e9-4c49-9d0f-3f3d01c813d2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:11.170772 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0d5596a-4b10-49e0-b110-2bdb64654987 req-c58e12f7-f1e9-4c49-9d0f-3f3d01c813d2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 945 time: 0.1042993 Aug 20 10:23:11.197772 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e59f5ec3-1090-41b7-a1b6-307b53aa0696 req-b2536ab8-3f14-4d30-b87a-6cab2360d7ab tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:11.204338 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e59f5ec3-1090-41b7-a1b6-307b53aa0696 req-b2536ab8-3f14-4d30-b87a-6cab2360d7ab tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:11.240206 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e59f5ec3-1090-41b7-a1b6-307b53aa0696 req-b2536ab8-3f14-4d30-b87a-6cab2360d7ab tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:11.241773 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e59f5ec3-1090-41b7-a1b6-307b53aa0696 req-b2536ab8-3f14-4d30-b87a-6cab2360d7ab tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2763977 Aug 20 10:23:11.252934 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2536ab8-3f14-4d30-b87a-6cab2360d7ab tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=508ddbde-9b0d-4f6e-8862-4b80d662f338,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:11.287263 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0d5596a-4b10-49e0-b110-2bdb64654987 req-b7147b0b-e0d0-4d00-b48c-5fee9b119bbc tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979714 Aug 20 10:23:11.343688 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30195edf-1d50-447e-9aed-220b4b6d2c39 req-83a1e891-612e-4daf-9cef-919cc33f0825 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/0992efab-d221-4a8a-b84b-6adfafb65ec2 HTTP/1.1" status: 200 len: 1807 time: 0.0633082 Aug 20 10:23:11.402230 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30195edf-1d50-447e-9aed-220b4b6d2c39 req-8ef974eb-ebde-4629-9ada-b5b90d02a7dc tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/508ddbde-9b0d-4f6e-8862-4b80d662f338 HTTP/1.1" status: 200 len: 1806 time: 0.0524354 Aug 20 10:23:11.407805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-30195edf-1d50-447e-9aed-220b4b6d2c39 req-c8089552-3ae5-49b3-b7c4-28c4af284e3e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0992efab-d221-4a8a-b84b-6adfafb65ec2', 'remote_group_id': '508ddbde-9b0d-4f6e-8862-4b80d662f338', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:11.408443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-30195edf-1d50-447e-9aed-220b4b6d2c39 req-c8089552-3ae5-49b3-b7c4-28c4af284e3e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0992efab-d221-4a8a-b84b-6adfafb65ec2', 'remote_group_id': '508ddbde-9b0d-4f6e-8862-4b80d662f338', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:11.507082 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-30195edf-1d50-447e-9aed-220b4b6d2c39 req-c8089552-3ae5-49b3-b7c4-28c4af284e3e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:11.577439 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-30195edf-1d50-447e-9aed-220b4b6d2c39 req-c8089552-3ae5-49b3-b7c4-28c4af284e3e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:11.586020 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-30195edf-1d50-447e-9aed-220b4b6d2c39 req-c8089552-3ae5-49b3-b7c4-28c4af284e3e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:11.618036 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-30195edf-1d50-447e-9aed-220b4b6d2c39 req-c8089552-3ae5-49b3-b7c4-28c4af284e3e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:11.620080 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30195edf-1d50-447e-9aed-220b4b6d2c39 req-c8089552-3ae5-49b3-b7c4-28c4af284e3e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2169802 Aug 20 10:23:11.624443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8089552-3ae5-49b3-b7c4-28c4af284e3e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75bc02d-591e-4909-8905-946d71ead94c,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:11.700710 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9f1a4d0-5f0a-47ee-a1dd-38a50271f58e req-fb4a1cb2-94d9-4094-b4cf-217d7f9481a5 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/508ddbde-9b0d-4f6e-8862-4b80d662f338 HTTP/1.1" status: 200 len: 1806 time: 0.0574150 Aug 20 10:23:11.776964 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b9f1a4d0-5f0a-47ee-a1dd-38a50271f58e req-5619fb63-4af4-423f-b400-6367fc795f4e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:11.811346 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b9f1a4d0-5f0a-47ee-a1dd-38a50271f58e req-5619fb63-4af4-423f-b400-6367fc795f4e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:11.949665 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b9f1a4d0-5f0a-47ee-a1dd-38a50271f58e req-5619fb63-4af4-423f-b400-6367fc795f4e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:11.953057 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b9f1a4d0-5f0a-47ee-a1dd-38a50271f58e req-5619fb63-4af4-423f-b400-6367fc795f4e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:11.954621 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9f1a4d0-5f0a-47ee-a1dd-38a50271f58e req-5619fb63-4af4-423f-b400-6367fc795f4e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "DELETE /v2.0/security-groups/508ddbde-9b0d-4f6e-8862-4b80d662f338 HTTP/1.1" status: 204 len: 173 time: 0.2506332 Aug 20 10:23:11.968225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619fb63-4af4-423f-b400-6367fc795f4e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=508ddbde-9b0d-4f6e-8862-4b80d662f338,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:11.978638 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6d0fc773-852a-475f-bd03-0345276658af up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:12.033357 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14daaf-e47e-495f-9a89-48a7c89a3585 req-05775be7-8756-45de-b0eb-770015ed5a1d tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:12.045338 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e14daaf-e47e-495f-9a89-48a7c89a3585 req-05775be7-8756-45de-b0eb-770015ed5a1d tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.1260917 Aug 20 10:23:12.081995 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43384) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:12.143911 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e14daaf-e47e-495f-9a89-48a7c89a3585 req-c52c9f65-fa1c-48f6-b1f8-735f03f5ccaf tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925779 Aug 20 10:23:12.153995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 6d0fc773-852a-475f-bd03-0345276658af completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:12.162015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 6d0fc773-852a-475f-bd03-0345276658af triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:12.162779 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:12.258457 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa970680-81c3-4981-9068-ffd0b44548a1 req-bf8d18dd-0c78-4470-b12d-1b998936d4cf tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/0992efab-d221-4a8a-b84b-6adfafb65ec2 HTTP/1.1" status: 200 len: 1807 time: 0.1122491 Aug 20 10:23:12.283133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-3b8881af-3d3f-479b-8f53-e55da80afaf7 req-5dc5293b-01a4-487d-a881-c6286399a90c tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1034582178', 'description': 'tempest-description-2055300214'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:12.310246 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-fb0680b3-1f8f-4d8a-b529-c72fce8b1109 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-452770324'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:12.313602 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:12.339887 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3b8881af-3d3f-479b-8f53-e55da80afaf7 req-5dc5293b-01a4-487d-a881-c6286399a90c tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:12.371131 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0680b3-1f8f-4d8a-b529-c72fce8b1109 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Made reservation on behalf of 3fb55a88a47a43179b323f2b8b207e61 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:12.382189 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb0680b3-1f8f-4d8a-b529-c72fce8b1109 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:12.402080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d5301c-79f8-422e-8d16-b75f34445927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0fc773-852a-475f-bd03-0345276658af'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:23:12.407700 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb0680b3-1f8f-4d8a-b529-c72fce8b1109 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:12.412672 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40e4db2-7572-4774-a263-44d32dfe8142" -d '{"events": [{"server_uuid": "78d5301c-79f8-422e-8d16-b75f34445927", "name": "network-vif-plugged", "status": "completed", "tag": "6d0fc773-852a-475f-bd03-0345276658af"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:23:12.460685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 6d0fc773-852a-475f-bd03-0345276658af, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6d0fc773-852a-475f-bd03-0345276658af,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:12.481083 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:12.592051 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3b8881af-3d3f-479b-8f53-e55da80afaf7 req-5dc5293b-01a4-487d-a881-c6286399a90c tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:12.599359 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3b8881af-3d3f-479b-8f53-e55da80afaf7 req-5dc5293b-01a4-487d-a881-c6286399a90c tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:12.600355 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=6d0fc773-852a-475f-bd03-0345276658af,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:12.601211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d28478-af8c-47d1-a851-f5c22b9932b3 req-9a90bf1b-6fdd-4e98-b7ac-c47f08a3bf14 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:12.612069 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1d28478-af8c-47d1-a851-f5c22b9932b3 req-9a90bf1b-6fdd-4e98-b7ac-c47f08a3bf14 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 945 time: 0.1516366 Aug 20 10:23:12.704086 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5293b-01a4-487d-a881-c6286399a90c tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c72ff2c1-7567-4667-8e52-bf2484945a24,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:12.722594 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43412) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:12.736911 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1d28478-af8c-47d1-a851-f5c22b9932b3 req-169bcb45-0cc6-4b66-868e-a555aa7f67c2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237257 Aug 20 10:23:12.842814 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb0680b3-1f8f-4d8a-b529-c72fce8b1109 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:12.854377 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37415ac7-0a7f-4732-9cb6-16ecc8b4d7a2 x-openstack-request-id: req-37415ac7-0a7f-4732-9cb6-16ecc8b4d7a2 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:23:12.856021 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb0680b3-1f8f-4d8a-b529-c72fce8b1109 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:12.860476 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3b8881af-3d3f-479b-8f53-e55da80afaf7 req-5dc5293b-01a4-487d-a881-c6286399a90c tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:12.862045 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d5301c-79f8-422e-8d16-b75f34445927", "name": "network-vif-plugged", "status": "completed", "tag": "6d0fc773-852a-475f-bd03-0345276658af", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:23:12.862284 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3b8881af-3d3f-479b-8f53-e55da80afaf7 req-5dc5293b-01a4-487d-a881-c6286399a90c tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5866241 Aug 20 10:23:12.862949 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37415ac7-0a7f-4732-9cb6-16ecc8b4d7a2 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:23:12.867181 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d5301c-79f8-422e-8d16-b75f34445927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0fc773-852a-475f-bd03-0345276658af', 'code': 200} Aug 20 10:23:12.982922 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0680b3-1f8f-4d8a-b529-c72fce8b1109 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:23:12.983215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-5b67f6eb-588d-4229-b428-43ea2d341703 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1530030924-network', 'tenant_id': '77792bc150b04134878411d18b538614'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:13.002177 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21363b2b-ffc1-45e2-aa6e-643e3325ac41 req-c913fc38-86c5-4a05-b763-7ab4abaa6a37 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/c72ff2c1-7567-4667-8e52-bf2484945a24 HTTP/1.1" status: 200 len: 1807 time: 0.0918784 Aug 20 10:23:13.015835 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-21363b2b-ffc1-45e2-aa6e-643e3325ac41 req-f64b819f-0bb3-422b-b761-34e36438946e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c72ff2c1-7567-4667-8e52-bf2484945a24', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:13.016400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-21363b2b-ffc1-45e2-aa6e-643e3325ac41 req-f64b819f-0bb3-422b-b761-34e36438946e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c72ff2c1-7567-4667-8e52-bf2484945a24', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:13.016594 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c17d66-e260-4159-b498-67ce492e7221 req-4b89301d-a105-4177-bd36-1253440f7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:13.018802 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-11c17d66-e260-4159-b498-67ce492e7221 req-4b89301d-a105-4177-bd36-1253440f7baa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 1098 time: 0.1001410 Aug 20 10:23:13.030127 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0680b3-1f8f-4d8a-b529-c72fce8b1109 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57df1d08-876f-472d-bc51-126859f48aad,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:13.038066 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b67f6eb-588d-4229-b428-43ea2d341703 admin admin] Made reservation on behalf of 77792bc150b04134878411d18b538614 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:13.043448 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b67f6eb-588d-4229-b428-43ea2d341703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:13.049270 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb0680b3-1f8f-4d8a-b529-c72fce8b1109 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:13.049777 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-fb0680b3-1f8f-4d8a-b529-c72fce8b1109 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Added segment 12e2fe94-a0b4-457a-a69a-5cebf2c14555 of type vlan for network 1c1e3e44-48c6-48da-aa05-1e2d26b9178e Aug 20 10:23:13.066439 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b67f6eb-588d-4229-b428-43ea2d341703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:13.098415 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-11c17d66-e260-4159-b498-67ce492e7221 req-b043613e-f9e7-4d0e-9b07-a9a18fe68c7d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714767 Aug 20 10:23:13.158147 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb0680b3-1f8f-4d8a-b529-c72fce8b1109 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:13.293236 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b67f6eb-588d-4229-b428-43ea2d341703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:13.303283 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b67f6eb-588d-4229-b428-43ea2d341703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:13.305851 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-21363b2b-ffc1-45e2-aa6e-643e3325ac41 req-f64b819f-0bb3-422b-b761-34e36438946e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:13.317347 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb0680b3-1f8f-4d8a-b529-c72fce8b1109 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:13.326988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0680b3-1f8f-4d8a-b529-c72fce8b1109 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:13.328456 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb0680b3-1f8f-4d8a-b529-c72fce8b1109 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:13.352588 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b67f6eb-588d-4229-b428-43ea2d341703 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:23:13.387834 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b67f6eb-588d-4229-b428-43ea2d341703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:13.388314 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-5b67f6eb-588d-4229-b428-43ea2d341703 admin admin] Added segment c80625a1-d5a1-41fb-b484-905181b85dd7 of type vlan for network 136d4bad-4399-4852-a967-b4f77bfa743d Aug 20 10:23:13.390488 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67f6eb-588d-4229-b428-43ea2d341703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6a045b-a792-4700-b96d-1078dc4e871c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:13.500951 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-21363b2b-ffc1-45e2-aa6e-643e3325ac41 req-f64b819f-0bb3-422b-b761-34e36438946e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:13.522020 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b67f6eb-588d-4229-b428-43ea2d341703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:13.527870 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-21363b2b-ffc1-45e2-aa6e-643e3325ac41 req-f64b819f-0bb3-422b-b761-34e36438946e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:13.551386 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fb0680b3-1f8f-4d8a-b529-c72fce8b1109 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4610188 Aug 20 10:23:13.556258 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43440) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:13.568874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-fadd2ee5-0731-401f-ac70-a418ca987ffa tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Request body: {'subnet': {'network_id': '1c1e3e44-48c6-48da-aa05-1e2d26b9178e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:13.584493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b819f-0bb3-422b-b761-34e36438946e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11be44f0-ba6a-4951-bf92-8d9ce92384fe,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:13.593294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0680b3-1f8f-4d8a-b529-c72fce8b1109 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Pushing event updated for resources: {'Network': ['ID=1c1e3e44-48c6-48da-aa05-1e2d26b9178e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:13.601472 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-21363b2b-ffc1-45e2-aa6e-643e3325ac41 req-f64b819f-0bb3-422b-b761-34e36438946e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:13.602777 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21363b2b-ffc1-45e2-aa6e-643e3325ac41 req-f64b819f-0bb3-422b-b761-34e36438946e tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5996001 Aug 20 10:23:13.624506 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 1c1e3e44-48c6-48da-aa05-1e2d26b9178e details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:23:13.638708 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b67f6eb-588d-4229-b428-43ea2d341703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:13.642029 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b67f6eb-588d-4229-b428-43ea2d341703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:13.642943 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b67f6eb-588d-4229-b428-43ea2d341703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:13.678826 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b2538-3f69-4dda-9e49-b4669a6b1a44 req-ccd80ee3-79c4-4396-80bd-1b6edd24483b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:13.680870 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-034b2538-3f69-4dda-9e49-b4669a6b1a44 req-ccd80ee3-79c4-4396-80bd-1b6edd24483b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.2259500 Aug 20 10:23:13.776868 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dea503aa-154d-4afd-aa27-486daabd43f3 req-275a6c89-f736-4b04-af88-8495ec6979e5 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/c72ff2c1-7567-4667-8e52-bf2484945a24 HTTP/1.1" status: 200 len: 2401 time: 0.1337063 Aug 20 10:23:13.797104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-dea503aa-154d-4afd-aa27-486daabd43f3 req-49a4ca70-a30a-4c52-9560-e120697d54a0 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c72ff2c1-7567-4667-8e52-bf2484945a24', 'remote_group_id': None}]} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:13.812714 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-dea503aa-154d-4afd-aa27-486daabd43f3 req-49a4ca70-a30a-4c52-9560-e120697d54a0 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c72ff2c1-7567-4667-8e52-bf2484945a24', 'remote_group_id': None}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:13.896165 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5b67f6eb-588d-4229-b428-43ea2d341703 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1715040 Aug 20 10:23:13.899457 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43454) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:13.921877 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-55b09735-bfb8-42fe-84dc-7a0093cce317 admin admin] Request body: {'subnet': {'network_id': '136d4bad-4399-4852-a967-b4f77bfa743d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1530030924-subnet', 'tenant_id': '77792bc150b04134878411d18b538614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:13.952258 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.api [None req-fadd2ee5-0731-401f-ac70-a418ca987ffa tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 10:23:13.952258 n-d-778550-11 neutron-server[94866]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 10:23:13.952258 n-d-778550-11 neutron-server[94866]: [parameters: {'project_id': '3fb55a88a47a43179b323f2b8b207e61', 'id': '3cec67ae-842f-41a1-89c1-4200da7f26c9', 'expiration': datetime.datetime(2021, 8, 20, 10, 25, 13, 932710)}] Aug 20 10:23:13.952258 n-d-778550-11 neutron-server[94866]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:23:13.952788 n-d-778550-11 neutron-server[94866]: DEBUG oslo_db.api [None req-fadd2ee5-0731-401f-ac70-a418ca987ffa tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:23:13.961745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67f6eb-588d-4229-b428-43ea2d341703 admin admin] Pushing event updated for resources: {'Network': ['ID=136d4bad-4399-4852-a967-b4f77bfa743d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:13.981651 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 136d4bad-4399-4852-a967-b4f77bfa743d details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:23:13.988179 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dea503aa-154d-4afd-aa27-486daabd43f3 req-49a4ca70-a30a-4c52-9560-e120697d54a0 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:13.995528 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-034b2538-3f69-4dda-9e49-b4669a6b1a44 req-f567ef06-f33b-4ca6-957a-9f49fd19866b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873578 Aug 20 10:23:14.050270 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dea503aa-154d-4afd-aa27-486daabd43f3 req-49a4ca70-a30a-4c52-9560-e120697d54a0 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:14.062885 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b09735-bfb8-42fe-84dc-7a0093cce317 admin admin] Made reservation on behalf of 77792bc150b04134878411d18b538614 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:14.065680 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-55b09735-bfb8-42fe-84dc-7a0093cce317 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:14.067940 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dea503aa-154d-4afd-aa27-486daabd43f3 req-49a4ca70-a30a-4c52-9560-e120697d54a0 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:14.195630 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010a6e4-48fc-4985-9dfc-2f50d9052998 req-27eff44c-0afc-48b9-bc4c-16f5ef0c89c2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:14.199119 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4010a6e4-48fc-4985-9dfc-2f50d9052998 req-27eff44c-0afc-48b9-bc4c-16f5ef0c89c2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 946 time: 0.0803638 Aug 20 10:23:14.214263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4ca70-a30a-4c52-9560-e120697d54a0 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7c2d8e-52d9-4099-a4e7-463fca8f06f2,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:14.222676 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dea503aa-154d-4afd-aa27-486daabd43f3 req-49a4ca70-a30a-4c52-9560-e120697d54a0 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:14.223942 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dea503aa-154d-4afd-aa27-486daabd43f3 req-49a4ca70-a30a-4c52-9560-e120697d54a0 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4333043 Aug 20 10:23:14.260078 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4010a6e4-48fc-4985-9dfc-2f50d9052998 req-eeed4df7-524c-4153-a316-77be505cb5d8 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526123 Aug 20 10:23:14.377669 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-55b09735-bfb8-42fe-84dc-7a0093cce317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:14.391137 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3301d9c6-3456-41a8-8f24-53d40fb3c20f req-13ae1534-0dfb-4a68-9a01-77db2b8790ca tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/c72ff2c1-7567-4667-8e52-bf2484945a24 HTTP/1.1" status: 200 len: 3000 time: 0.0990062 Aug 20 10:23:14.501498 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b09735-bfb8-42fe-84dc-7a0093cce317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e727882-9256-4343-b4be-986e0f41a8d0,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:14.505666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadd2ee5-0731-401f-ac70-a418ca987ffa tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Made reservation on behalf of 3fb55a88a47a43179b323f2b8b207e61 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:14.513116 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fadd2ee5-0731-401f-ac70-a418ca987ffa tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:14.541422 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-425b555d-66f1-4265-9fbf-a3abd2010352 req-79480222-19ca-4d86-a5a9-d9ee38c776b4 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-group-rules/ca7c2d8e-52d9-4099-a4e7-463fca8f06f2 HTTP/1.1" status: 200 len: 783 time: 0.0306153 Aug 20 10:23:14.571866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b09735-bfb8-42fe-84dc-7a0093cce317 admin admin] Checking segment: {'id': 'c80625a1-d5a1-41fb-b484-905181b85dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '136d4bad-4399-4852-a967-b4f77bfa743d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:14.572347 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b09735-bfb8-42fe-84dc-7a0093cce317 admin admin] Network hostable DHCP agents. Network: 136d4bad-4399-4852-a967-b4f77bfa743d, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:23:14.630222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b09735-bfb8-42fe-84dc-7a0093cce317 admin admin] Network 136d4bad-4399-4852-a967-b4f77bfa743d is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:23:14.662710 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-425b555d-66f1-4265-9fbf-a3abd2010352 req-c37f5fbc-3bca-458c-9c6b-f6ac330aca96 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/c72ff2c1-7567-4667-8e52-bf2484945a24 HTTP/1.1" status: 200 len: 3000 time: 0.1123028 Aug 20 10:23:14.663945 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-55b09735-bfb8-42fe-84dc-7a0093cce317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 136d4bad-4399-4852-a967-b4f77bfa743d) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:14.669231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b09735-bfb8-42fe-84dc-7a0093cce317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:14.669963 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-55b09735-bfb8-42fe-84dc-7a0093cce317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:14.678799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16de363b-222f-4103-8ba5-cf1bf39f8c48 None None] Network 136d4bad-4399-4852-a967-b4f77bfa743d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:14.717220 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-55b09735-bfb8-42fe-84dc-7a0093cce317 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8114851 Aug 20 10:23:14.731235 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-425b555d-66f1-4265-9fbf-a3abd2010352 req-8b0c11a6-0506-4a25-a26c-3e830d9219e7 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:14.758122 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-425b555d-66f1-4265-9fbf-a3abd2010352 req-8b0c11a6-0506-4a25-a26c-3e830d9219e7 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:14.821569 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-425b555d-66f1-4265-9fbf-a3abd2010352 req-8b0c11a6-0506-4a25-a26c-3e830d9219e7 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:14.827280 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fadd2ee5-0731-401f-ac70-a418ca987ffa tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:14.839667 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-425b555d-66f1-4265-9fbf-a3abd2010352 req-8b0c11a6-0506-4a25-a26c-3e830d9219e7 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:14.858925 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-425b555d-66f1-4265-9fbf-a3abd2010352 req-8b0c11a6-0506-4a25-a26c-3e830d9219e7 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ca7c2d8e-52d9-4099-a4e7-463fca8f06f2 HTTP/1.1" status: 204 len: 173 time: 0.1841123 Aug 20 10:23:14.872652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c11a6-0506-4a25-a26c-3e830d9219e7 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca7c2d8e-52d9-4099-a4e7-463fca8f06f2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:14.942867 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d2d6f57-ca55-4de6-8295-de5b5f16d59f req-9ed78776-c3bb-4684-bd32-9ca553722dda tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/c72ff2c1-7567-4667-8e52-bf2484945a24 HTTP/1.1" status: 200 len: 2401 time: 0.0610323 Aug 20 10:23:14.960310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd2ee5-0731-401f-ac70-a418ca987ffa tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Pushing event updated for resources: {'Subnet': ['ID=8deb62c9-10e5-4a99-991d-e103211246f7,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:14.991297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd2ee5-0731-401f-ac70-a418ca987ffa tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Checking segment: {'id': '12e2fe94-a0b4-457a-a69a-5cebf2c14555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1c1e3e44-48c6-48da-aa05-1e2d26b9178e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:14.991818 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd2ee5-0731-401f-ac70-a418ca987ffa tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Network hostable DHCP agents. Network: 1c1e3e44-48c6-48da-aa05-1e2d26b9178e, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:23:15.012331 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd2ee5-0731-401f-ac70-a418ca987ffa tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Network 1c1e3e44-48c6-48da-aa05-1e2d26b9178e is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:23:15.025589 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-fadd2ee5-0731-401f-ac70-a418ca987ffa tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 1c1e3e44-48c6-48da-aa05-1e2d26b9178e) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:15.032857 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3d2d6f57-ca55-4de6-8295-de5b5f16d59f req-fac34c8f-9f7e-48de-83fb-b54c5a17c53a tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:15.033675 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadd2ee5-0731-401f-ac70-a418ca987ffa tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:15.034351 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fadd2ee5-0731-401f-ac70-a418ca987ffa tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:15.057897 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fadd2ee5-0731-401f-ac70-a418ca987ffa tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4945984 Aug 20 10:23:15.058208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43514) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:15.064453 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-35155cbc-1e25-413d-9836-142568707f56 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Request body: {'port': {'network_id': '1c1e3e44-48c6-48da-aa05-1e2d26b9178e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1778422092'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:15.074757 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3d2d6f57-ca55-4de6-8295-de5b5f16d59f req-fac34c8f-9f7e-48de-83fb-b54c5a17c53a tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:15.091243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7ddfe9-b564-44d0-8aaa-7fc7a48a2a39 None None] Network 1c1e3e44-48c6-48da-aa05-1e2d26b9178e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:15.128682 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334563c8-3d2c-4137-8628-306bfe879417 None None] Network 136d4bad-4399-4852-a967-b4f77bfa743d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:15.199241 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3d2d6f57-ca55-4de6-8295-de5b5f16d59f req-fac34c8f-9f7e-48de-83fb-b54c5a17c53a tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:15.203856 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3d2d6f57-ca55-4de6-8295-de5b5f16d59f req-fac34c8f-9f7e-48de-83fb-b54c5a17c53a tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:15.223637 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d2d6f57-ca55-4de6-8295-de5b5f16d59f req-fac34c8f-9f7e-48de-83fb-b54c5a17c53a tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "DELETE /v2.0/security-groups/c72ff2c1-7567-4667-8e52-bf2484945a24 HTTP/1.1" status: 204 len: 173 time: 0.2792683 Aug 20 10:23:15.244492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac34c8f-9f7e-48de-83fb-b54c5a17c53a tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72ff2c1-7567-4667-8e52-bf2484945a24,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:15.255268 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34c8f-9f7e-48de-83fb-b54c5a17c53a tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:15.256371 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34c8f-9f7e-48de-83fb-b54c5a17c53a tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:15.257344 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34c8f-9f7e-48de-83fb-b54c5a17c53a tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:15.258152 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34c8f-9f7e-48de-83fb-b54c5a17c53a tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:15.258971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34c8f-9f7e-48de-83fb-b54c5a17c53a tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:15.260134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34c8f-9f7e-48de-83fb-b54c5a17c53a tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:15.261502 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34c8f-9f7e-48de-83fb-b54c5a17c53a tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:15.262067 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34c8f-9f7e-48de-83fb-b54c5a17c53a tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:15.262627 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34c8f-9f7e-48de-83fb-b54c5a17c53a tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:15.263253 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34c8f-9f7e-48de-83fb-b54c5a17c53a tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:15.263813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34c8f-9f7e-48de-83fb-b54c5a17c53a tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:15.264360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34c8f-9f7e-48de-83fb-b54c5a17c53a tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:15.370843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc75df-c9fc-4956-88a9-a6c545023ae6 req-3f6850be-5d78-4ce1-a8f2-ba12004ad33f tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:15.379574 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6bc75df-c9fc-4956-88a9-a6c545023ae6 req-3f6850be-5d78-4ce1-a8f2-ba12004ad33f tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.1157665 Aug 20 10:23:15.396473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35155cbc-1e25-413d-9836-142568707f56 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Made reservation on behalf of 3fb55a88a47a43179b323f2b8b207e61 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:15.400797 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-35155cbc-1e25-413d-9836-142568707f56 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:15.444827 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-35155cbc-1e25-413d-9836-142568707f56 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] device_id is not set on port 6987c05e-588c-41b2-abe7-1ffa36ab1e12 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:23:15.460483 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6bc75df-c9fc-4956-88a9-a6c545023ae6 req-9c4b6af1-a805-403c-ad82-26b4be42c4e9 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799475 Aug 20 10:23:15.570595 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-1c1e3e44-48c6-48da-aa05-1e2d26b9178e', 'network_id': '1c1e3e44-48c6-48da-aa05-1e2d26b9178e', 'tenant_id': '3fb55a88a47a43179b323f2b8b207e61', 'fixed_ips': [{'subnet_id': '8deb62c9-10e5-4a99-991d-e103211246f7'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:23:15.572404 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:15.659504 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-35155cbc-1e25-413d-9836-142568707f56 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Allocated IP 172.20.0.10 (1c1e3e44-48c6-48da-aa05-1e2d26b9178e/8deb62c9-10e5-4a99-991d-e103211246f7/6987c05e-588c-41b2-abe7-1ffa36ab1e12) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:23:15.757927 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-9aba4116-3564-4196-bd15-9da8a0f04d74 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:15.765929 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-9aba4116-3564-4196-bd15-9da8a0f04d74 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/networks?id=136d4bad-4399-4852-a967-b4f77bfa743d HTTP/1.1" status: 200 len: 809 time: 0.1957376 Aug 20 10:23:15.777137 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-6921ac3c-ada8-469f-8252-9c038c0776e1 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/quotas/77792bc150b04134878411d18b538614 HTTP/1.1" status: 200 len: 375 time: 0.0097525 Aug 20 10:23:15.821198 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-170c607a-0278-42c9-8478-1b2a8c140ee4 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77792bc150b04134878411d18b538614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311277 Aug 20 10:23:15.877703 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-35155cbc-1e25-413d-9836-142568707f56 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:15.899836 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-35155cbc-1e25-413d-9836-142568707f56 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Transition to ACTIVE for port object 6987c05e-588c-41b2-abe7-1ffa36ab1e12 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:15.937714 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-c9afbb98-b591-4c52-80d3-2f5e0f6458de service neutron] 10.222.0.16 "GET /v2.0/networks/136d4bad-4399-4852-a967-b4f77bfa743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076217 Aug 20 10:23:15.953633 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-35155cbc-1e25-413d-9836-142568707f56 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:16.027767 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-ae1fc4cf-905e-47f0-9e2e-34a7a0483d0c req-53f0e341-f8bb-48cd-9de0-6543bc3965d8 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] show failed (client error): The resource could not be found. Aug 20 10:23:16.029403 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ae1fc4cf-905e-47f0-9e2e-34a7a0483d0c req-53f0e341-f8bb-48cd-9de0-6543bc3965d8 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/508ddbde-9b0d-4f6e-8862-4b80d662f338 HTTP/1.1" status: 404 len: 352 time: 0.0341547 Aug 20 10:23:16.030706 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Allocated IP 172.20.0.2 (1c1e3e44-48c6-48da-aa05-1e2d26b9178e/8deb62c9-10e5-4a99-991d-e103211246f7/60127c65-8554-4591-918d-7cef633dd294) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:23:16.038724 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35155cbc-1e25-413d-9836-142568707f56 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Network 1c1e3e44-48c6-48da-aa05-1e2d26b9178e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:16.042078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-35155cbc-1e25-413d-9836-142568707f56 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:16.046528 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35155cbc-1e25-413d-9836-142568707f56 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:23:16.079074 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35155cbc-1e25-413d-9836-142568707f56 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Pushing event updated for resources: {'Port': ['ID=6987c05e-588c-41b2-abe7-1ffa36ab1e12,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:16.126570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35155cbc-1e25-413d-9836-142568707f56 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:16.128315 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-35155cbc-1e25-413d-9836-142568707f56 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:16.137042 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-1e29a829-ce10-44c5-892c-f5356336e629 service neutron] 10.222.0.16 "GET /v2.0/networks/136d4bad-4399-4852-a967-b4f77bfa743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891785 Aug 20 10:23:16.153909 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-35155cbc-1e25-413d-9836-142568707f56 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0944593 Aug 20 10:23:16.157964 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43584) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:16.167265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-80bf11c0-89c5-47da-912c-366815167bd5 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Request body: {'port': {'network_id': '1c1e3e44-48c6-48da-aa05-1e2d26b9178e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1774339405', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:16.168413 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.api.validators [None req-80bf11c0-89c5-47da-912c-366815167bd5 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] bootfile-name is not in valid_values {{(pid=94867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 10:23:16.168974 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.api.validators [None req-80bf11c0-89c5-47da-912c-366815167bd5 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] tftp-server is not in valid_values {{(pid=94867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 10:23:16.169537 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.api.validators [None req-80bf11c0-89c5-47da-912c-366815167bd5 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] server-ip-address is not in valid_values {{(pid=94867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 10:23:16.248666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61664df1-4e8b-4aed-9753-ec87b93be038 req-68070294-0d59-4bfd-9ee4-080d7e7dac01 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:16.250263 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61664df1-4e8b-4aed-9753-ec87b93be038 req-68070294-0d59-4bfd-9ee4-080d7e7dac01 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 946 time: 0.0951900 Aug 20 10:23:16.314111 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:16.326317 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61664df1-4e8b-4aed-9753-ec87b93be038 req-6e558c29-8b55-48a3-be4f-7c86cdf9a4cd tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660937 Aug 20 10:23:16.331723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Transition to ACTIVE for port object 60127c65-8554-4591-918d-7cef633dd294 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:16.411669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Transition to ACTIVE for port object 60127c65-8554-4591-918d-7cef633dd294 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:16.420701 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bf11c0-89c5-47da-912c-366815167bd5 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Made reservation on behalf of 3fb55a88a47a43179b323f2b8b207e61 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:16.425278 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:16.427465 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80bf11c0-89c5-47da-912c-366815167bd5 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:16.492270 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Network 1c1e3e44-48c6-48da-aa05-1e2d26b9178e is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:16.507510 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e40dd495-5901-4cba-b1ed-f2e7cee23ab5 req-b7dc548a-b3d7-49d5-a782-dbdf76cd2de8 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/ports?device_id=03cde495-fa2e-46f8-af98-db8ecdd37361 HTTP/1.1" status: 200 len: 210 time: 0.0525401 Aug 20 10:23:16.509133 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-80bf11c0-89c5-47da-912c-366815167bd5 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] device_id is not set on port 89f9b57a-34cb-43f0-82b1-81814b38389e yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:23:16.510792 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:16.517352 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:23:16.570414 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7912703a-fd64-4360-84b6-a08ea336015b req-05adbe90-1848-4d9b-9cb7-1f98b871eab0 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/0992efab-d221-4a8a-b84b-6adfafb65ec2 HTTP/1.1" status: 200 len: 1807 time: 0.1336179 Aug 20 10:23:16.602766 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Pushing event updated for resources: {'Port': ['ID=60127c65-8554-4591-918d-7cef633dd294,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:16.642501 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Attempting to bind port 60127c65-8554-4591-918d-7cef633dd294 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:23:16.643025 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Attempting to bind port 60127c65-8554-4591-918d-7cef633dd294 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '12e2fe94-a0b4-457a-a69a-5cebf2c14555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1c1e3e44-48c6-48da-aa05-1e2d26b9178e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:23:16.643566 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Attempting to bind port 60127c65-8554-4591-918d-7cef633dd294 on network 1c1e3e44-48c6-48da-aa05-1e2d26b9178e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:16.650375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:23:16.650850 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Checking segment: {'id': '12e2fe94-a0b4-457a-a69a-5cebf2c14555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1c1e3e44-48c6-48da-aa05-1e2d26b9178e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:16.651416 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:16.651911 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Bound using segment: {'id': '12e2fe94-a0b4-457a-a69a-5cebf2c14555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1c1e3e44-48c6-48da-aa05-1e2d26b9178e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:23:16.652514 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Bound port: 60127c65-8554-4591-918d-7cef633dd294, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e2fe94-a0b4-457a-a69a-5cebf2c14555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1c1e3e44-48c6-48da-aa05-1e2d26b9178e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:23:16.653426 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:16.671025 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7912703a-fd64-4360-84b6-a08ea336015b req-a1a2113c-6482-4a9d-97df-50950d7b36e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:16.702992 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7912703a-fd64-4360-84b6-a08ea336015b req-a1a2113c-6482-4a9d-97df-50950d7b36e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:16.756824 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7912703a-fd64-4360-84b6-a08ea336015b req-a1a2113c-6482-4a9d-97df-50950d7b36e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:16.761363 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] For port 60127c65-8554-4591-918d-7cef633dd294, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:23:16.762502 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7912703a-fd64-4360-84b6-a08ea336015b req-a1a2113c-6482-4a9d-97df-50950d7b36e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:16.764543 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7912703a-fd64-4360-84b6-a08ea336015b req-a1a2113c-6482-4a9d-97df-50950d7b36e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "DELETE /v2.0/security-groups/0992efab-d221-4a8a-b84b-6adfafb65ec2 HTTP/1.1" status: 204 len: 173 time: 0.1927965 Aug 20 10:23:16.765960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] For port 60127c65-8554-4591-918d-7cef633dd294, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=60127c65-8554-4591-918d-7cef633dd294,segment=NetworkSegment(12e2fe94-a0b4-457a-a69a-5cebf2c14555),segment_id=12e2fe94-a0b4-457a-a69a-5cebf2c14555)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:23:16.777571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2113c-6482-4a9d-97df-50950d7b36e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0992efab-d221-4a8a-b84b-6adfafb65ec2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:16.777778 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:16.787225 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2113c-6482-4a9d-97df-50950d7b36e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:16.787881 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2113c-6482-4a9d-97df-50950d7b36e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:16.788922 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2113c-6482-4a9d-97df-50950d7b36e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:16.789604 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2113c-6482-4a9d-97df-50950d7b36e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:16.790270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2113c-6482-4a9d-97df-50950d7b36e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:16.790793 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2113c-6482-4a9d-97df-50950d7b36e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:16.791551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2113c-6482-4a9d-97df-50950d7b36e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:16.792789 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2113c-6482-4a9d-97df-50950d7b36e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:16.793314 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2113c-6482-4a9d-97df-50950d7b36e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:16.793820 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2113c-6482-4a9d-97df-50950d7b36e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:16.794322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2113c-6482-4a9d-97df-50950d7b36e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:16.794837 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a2113c-6482-4a9d-97df-50950d7b36e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:16.822532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfebbe5-555b-48d6-8d57-e8df998b093c req-b3e5275c-39ad-4d5f-bda6-9efd62a89fee tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:16.825102 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0bfebbe5-555b-48d6-8d57-e8df998b093c req-b3e5275c-39ad-4d5f-bda6-9efd62a89fee tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 946 time: 0.1839881 Aug 20 10:23:16.842925 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-80bf11c0-89c5-47da-912c-366815167bd5 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Allocated IP 172.20.0.7 (1c1e3e44-48c6-48da-aa05-1e2d26b9178e/8deb62c9-10e5-4a99-991d-e103211246f7/89f9b57a-34cb-43f0-82b1-81814b38389e) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:23:16.863331 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f636758-50e8-451d-bba8-02b5c738d336 None None] Pushing event updated for resources: {'Port': ['ID=60127c65-8554-4591-918d-7cef633dd294,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:16.936463 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0bfebbe5-555b-48d6-8d57-e8df998b093c req-1a2ca0c4-f190-4bed-bfc7-66cd33e453ae tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988810 Aug 20 10:23:17.475352 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9065c147-c08b-4bb5-bcf9-8f4d3cca92bb req-c904a439-3188-40c0-a420-794fc323c287 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/ba0e0af5-072c-475e-aa1c-d9d4cd6de086 HTTP/1.1" status: 200 len: 1805 time: 0.0597646 Aug 20 10:23:17.517921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c0a2d-a47f-49b0-8ec4-7f46e37b0a75 req-7052abd4-19bd-4298-8e62-08b249dcf262 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:17.519538 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e29c0a2d-a47f-49b0-8ec4-7f46e37b0a75 req-7052abd4-19bd-4298-8e62-08b249dcf262 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.0882847 Aug 20 10:23:17.568322 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9065c147-c08b-4bb5-bcf9-8f4d3cca92bb req-f427885f-0557-4dfb-8bc7-2fa26b7db6ad tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:17.596502 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9065c147-c08b-4bb5-bcf9-8f4d3cca92bb req-f427885f-0557-4dfb-8bc7-2fa26b7db6ad tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:17.599705 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80bf11c0-89c5-47da-912c-366815167bd5 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:17.611281 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e29c0a2d-a47f-49b0-8ec4-7f46e37b0a75 req-12fe51af-4795-45b9-beb7-0d79afd9faca tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801940 Aug 20 10:23:17.620940 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-80bf11c0-89c5-47da-912c-366815167bd5 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Transition to ACTIVE for port object 89f9b57a-34cb-43f0-82b1-81814b38389e will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:17.689771 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9065c147-c08b-4bb5-bcf9-8f4d3cca92bb req-f427885f-0557-4dfb-8bc7-2fa26b7db6ad tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:17.691710 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80bf11c0-89c5-47da-912c-366815167bd5 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:17.699112 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9065c147-c08b-4bb5-bcf9-8f4d3cca92bb req-f427885f-0557-4dfb-8bc7-2fa26b7db6ad tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:17.700055 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9065c147-c08b-4bb5-bcf9-8f4d3cca92bb req-f427885f-0557-4dfb-8bc7-2fa26b7db6ad tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "DELETE /v2.0/security-groups/ba0e0af5-072c-475e-aa1c-d9d4cd6de086 HTTP/1.1" status: 204 len: 173 time: 0.2150905 Aug 20 10:23:17.732847 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427885f-0557-4dfb-8bc7-2fa26b7db6ad tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0e0af5-072c-475e-aa1c-d9d4cd6de086,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:17.769707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bf11c0-89c5-47da-912c-366815167bd5 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Network 1c1e3e44-48c6-48da-aa05-1e2d26b9178e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:17.773656 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:23:17.797236 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-80bf11c0-89c5-47da-912c-366815167bd5 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:17.801510 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bf11c0-89c5-47da-912c-366815167bd5 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:23:17.988465 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c120011b-363a-482e-a9ed-dbbd0afb73f0 req-591822fc-8d61-4c48-ac49-62e7047ee6c5 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/9da5b55e-66b1-446e-a834-e5e72637d839 HTTP/1.1" status: 200 len: 1807 time: 0.0682590 Aug 20 10:23:17.990039 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8a992beb-16e7-4481-ae9a-d353a3616754 req-81dccfab-b5fd-4fc0-a2fb-d7a119fc2b4a tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/ports?device_id=03cde495-fa2e-46f8-af98-db8ecdd37361 HTTP/1.1" status: 200 len: 210 time: 0.0579281 Aug 20 10:23:17.996352 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf11c0-89c5-47da-912c-366815167bd5 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Pushing event updated for resources: {'Port': ['ID=89f9b57a-34cb-43f0-82b1-81814b38389e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:18.029005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bf11c0-89c5-47da-912c-366815167bd5 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:18.029701 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80bf11c0-89c5-47da-912c-366815167bd5 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:18.054114 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-80bf11c0-89c5-47da-912c-366815167bd5 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8939378 Aug 20 10:23:18.057011 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43676) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:18.071340 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-962f5a33-1fa3-43f7-85c0-a93b76e39062 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:18.072886 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-962f5a33-1fa3-43f7-85c0-a93b76e39062 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.42 "GET /v2.0/networks?id=136d4bad-4399-4852-a967-b4f77bfa743d HTTP/1.1" status: 200 len: 809 time: 0.2607687 Aug 20 10:23:18.091456 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-c14ccb0c-0019-4209-8f24-f050cc854a6b tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Request body: {'port': {'device_id': '03cde495-fa2e-46f8-af98-db8ecdd37361', 'network_id': '136d4bad-4399-4852-a967-b4f77bfa743d', 'admin_state_up': True, 'tenant_id': '77792bc150b04134878411d18b538614'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:18.155943 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c120011b-363a-482e-a9ed-dbbd0afb73f0 req-61ad22e2-1dbb-4995-b8c0-6d2b5fe59735 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:18.203133 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c120011b-363a-482e-a9ed-dbbd0afb73f0 req-61ad22e2-1dbb-4995-b8c0-6d2b5fe59735 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:18.226763 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2cee54-ff6d-4f3a-a314-4b2beabb7861 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:18.227523 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd9e35b-3dcd-4415-aefc-ea9233e62979 None None] Network 1c1e3e44-48c6-48da-aa05-1e2d26b9178e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:18.246263 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2cee54-ff6d-4f3a-a314-4b2beabb7861 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:18.263247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2cee54-ff6d-4f3a-a314-4b2beabb7861 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:18.266736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-c14ccb0c-0019-4209-8f24-f050cc854a6b tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Made reservation on behalf of 77792bc150b04134878411d18b538614 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:18.271672 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-c14ccb0c-0019-4209-8f24-f050cc854a6b tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:18.275152 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bc2cee54-ff6d-4f3a-a314-4b2beabb7861 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2163711 Aug 20 10:23:18.277154 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43704) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:18.330246 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5a252669-4467-489d-ad09-5ae88d38addc None None] Provisioning for port 60127c65-8554-4591-918d-7cef633dd294 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:18.342722 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:18.351956 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c120011b-363a-482e-a9ed-dbbd0afb73f0 req-61ad22e2-1dbb-4995-b8c0-6d2b5fe59735 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:18.357540 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c120011b-363a-482e-a9ed-dbbd0afb73f0 req-61ad22e2-1dbb-4995-b8c0-6d2b5fe59735 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:18.358887 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c120011b-363a-482e-a9ed-dbbd0afb73f0 req-61ad22e2-1dbb-4995-b8c0-6d2b5fe59735 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "DELETE /v2.0/security-groups/9da5b55e-66b1-446e-a834-e5e72637d839 HTTP/1.1" status: 204 len: 173 time: 0.3694584 Aug 20 10:23:18.368772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad22e2-1dbb-4995-b8c0-6d2b5fe59735 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da5b55e-66b1-446e-a834-e5e72637d839,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:18.487930 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27681978-aee3-471c-9375-7fa64302a883 req-c363b53f-9782-4c48-8aad-76870bf5ca3f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:18.489640 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27681978-aee3-471c-9375-7fa64302a883 req-c363b53f-9782-4c48-8aad-76870bf5ca3f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 946 time: 0.0669055 Aug 20 10:23:18.540075 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27681978-aee3-471c-9375-7fa64302a883 req-aea40641-4a80-4664-9044-6fcdaf99a7f2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432465 Aug 20 10:23:18.550661 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48c09c70-d840-4d9c-b900-0438a6411cd9 req-6bb20378-b26e-417b-a25c-af92ab823421 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/42531c09-169c-4d7a-94aa-99839892b596 HTTP/1.1" status: 200 len: 2407 time: 0.1010089 Aug 20 10:23:18.576004 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-72192eec-dbb2-4583-b853-67e1b31f601d tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Deleting port 89f9b57a-34cb-43f0-82b1-81814b38389e {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:18.576352 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-72192eec-dbb2-4583-b853-67e1b31f601d tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:18.650561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-c14ccb0c-0019-4209-8f24-f050cc854a6b tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Allocated IP 172.20.0.6 (136d4bad-4399-4852-a967-b4f77bfa743d/8e727882-9256-4343-b4be-986e0f41a8d0/24ce6713-a1a3-454d-96e5-95b86020b520) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:23:18.746685 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fa2c4-29e0-4f01-9d0c-2b5a747a93f3 req-0b57a561-f014-4508-84b9-0a18cc473e00 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:18.748536 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d4fa2c4-29e0-4f01-9d0c-2b5a747a93f3 req-0b57a561-f014-4508-84b9-0a18cc473e00 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.0552769 Aug 20 10:23:18.750734 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-48c09c70-d840-4d9c-b900-0438a6411cd9 req-43691593-9cac-4d6e-9f4b-ceffd4e390aa tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:18.771387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8c9a6e96-f3a8-49fa-a00d-283f21f8ff58 None None] Provisioning for port 6987c05e-588c-41b2-abe7-1ffa36ab1e12 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:18.780957 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8c9a6e96-f3a8-49fa-a00d-283f21f8ff58 None None] Provisioning complete for port 6987c05e-588c-41b2-abe7-1ffa36ab1e12 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:18.781329 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8c9a6e96-f3a8-49fa-a00d-283f21f8ff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:18.783438 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-72192eec-dbb2-4583-b853-67e1b31f601d tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:18.803127 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d4fa2c4-29e0-4f01-9d0c-2b5a747a93f3 req-7638954d-4809-4bdc-ab34-6b34bb3ea6db tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Aug 20 10:23:18.827167 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a6e96-f3a8-49fa-a00d-283f21f8ff58 None None] Port 6987c05e-588c-41b2-abe7-1ffa36ab1e12 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:23:18.855214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8c9a6e96-f3a8-49fa-a00d-283f21f8ff58 None None] Provisioning for port 89f9b57a-34cb-43f0-82b1-81814b38389e completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:18.861070 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8c9a6e96-f3a8-49fa-a00d-283f21f8ff58 None None] Provisioning complete for port 89f9b57a-34cb-43f0-82b1-81814b38389e triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:18.861804 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8c9a6e96-f3a8-49fa-a00d-283f21f8ff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:18.870695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-72192eec-dbb2-4583-b853-67e1b31f601d tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Calling delete_port for 89f9b57a-34cb-43f0-82b1-81814b38389e owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:18.881503 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-48c09c70-d840-4d9c-b900-0438a6411cd9 req-43691593-9cac-4d6e-9f4b-ceffd4e390aa tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:18.903337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a6e96-f3a8-49fa-a00d-283f21f8ff58 None None] Port 89f9b57a-34cb-43f0-82b1-81814b38389e cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:23:19.029207 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-c14ccb0c-0019-4209-8f24-f050cc854a6b tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:19.039001 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d6f96f3a-9511-40a2-b8ba-5c5f3ef0c988 None None] Provisioning complete for port 6987c05e-588c-41b2-abe7-1ffa36ab1e12 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:19.039493 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-48c09c70-d840-4d9c-b900-0438a6411cd9 req-43691593-9cac-4d6e-9f4b-ceffd4e390aa tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:19.040100 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d6f96f3a-9511-40a2-b8ba-5c5f3ef0c988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:19.042104 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-48c09c70-d840-4d9c-b900-0438a6411cd9 req-43691593-9cac-4d6e-9f4b-ceffd4e390aa tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:19.055165 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48c09c70-d840-4d9c-b900-0438a6411cd9 req-43691593-9cac-4d6e-9f4b-ceffd4e390aa tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "DELETE /v2.0/security-groups/42531c09-169c-4d7a-94aa-99839892b596 HTTP/1.1" status: 204 len: 173 time: 0.4896424 Aug 20 10:23:19.099319 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d6f96f3a-9511-40a2-b8ba-5c5f3ef0c988 None None] Port 6987c05e-588c-41b2-abe7-1ffa36ab1e12 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:23:19.103115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 60127c65-8554-4591-918d-7cef633dd294 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:19.113449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43691593-9cac-4d6e-9f4b-ceffd4e390aa tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42531c09-169c-4d7a-94aa-99839892b596,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:19.217194 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 60127c65-8554-4591-918d-7cef633dd294 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:19.222981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 60127c65-8554-4591-918d-7cef633dd294 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:19.224092 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:19.238740 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-c14ccb0c-0019-4209-8f24-f050cc854a6b tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:19.329580 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-72192eec-dbb2-4583-b853-67e1b31f601d tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:19.331131 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:19.334617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-c14ccb0c-0019-4209-8f24-f050cc854a6b tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Network 136d4bad-4399-4852-a967-b4f77bfa743d is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:19.350631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-c14ccb0c-0019-4209-8f24-f050cc854a6b tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:19.358128 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-c14ccb0c-0019-4209-8f24-f050cc854a6b tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:23:19.361278 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ccb0c-0019-4209-8f24-f050cc854a6b tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Pushing event updated for resources: {'Port': ['ID=24ce6713-a1a3-454d-96e5-95b86020b520,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:19.376217 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c9ab1-cd5c-4bae-b745-477c59f3ba7f req-d60b9557-15aa-4431-ab8f-b3b2c384d6f1 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:19.376576 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63e3125b-036f-42b8-be02-499b6a1ef962 req-e328d986-32d1-4ccf-b87a-4fdfcc427fb9 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "GET /v2.0/security-groups/45fc30d6-1954-453d-9841-384250444178 HTTP/1.1" status: 200 len: 2399 time: 0.0889723 Aug 20 10:23:19.378382 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-495c9ab1-cd5c-4bae-b745-477c59f3ba7f req-d60b9557-15aa-4431-ab8f-b3b2c384d6f1 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/ports?device_id=03cde495-fa2e-46f8-af98-db8ecdd37361 HTTP/1.1" status: 200 len: 931 time: 0.1625943 Aug 20 10:23:19.403588 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 60127c65-8554-4591-918d-7cef633dd294, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=60127c65-8554-4591-918d-7cef633dd294,segment=NetworkSegment(12e2fe94-a0b4-457a-a69a-5cebf2c14555),segment_id=12e2fe94-a0b4-457a-a69a-5cebf2c14555)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:19.421413 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-833aa3f6-9405-4c03-aa2f-7d245e4e3a57 None None] Could not find standard attr ID for object 89f9b57a-34cb-43f0-82b1-81814b38389e. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:23:19.425135 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:19.443263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72192eec-dbb2-4583-b853-67e1b31f601d tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Pushing event deleted for resources: {'Port': ['ID=89f9b57a-34cb-43f0-82b1-81814b38389e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:19.494167 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-63e3125b-036f-42b8-be02-499b6a1ef962 req-6aea86f8-55a6-4ad8-8506-e58ba46fe4e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:19.496404 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=60127c65-8554-4591-918d-7cef633dd294,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:19.507037 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341376b7-b70f-4853-9fa4-bd8fbe519883 req-7fbe1a26-d6f6-42e8-90cd-3ce016edf134 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:19.508674 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-341376b7-b70f-4853-9fa4-bd8fbe519883 req-7fbe1a26-d6f6-42e8-90cd-3ce016edf134 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 946 time: 0.0837297 Aug 20 10:23:19.523064 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-c14ccb0c-0019-4209-8f24-f050cc854a6b tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:19.523826 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-c14ccb0c-0019-4209-8f24-f050cc854a6b tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:19.559147 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-63e3125b-036f-42b8-be02-499b6a1ef962 req-6aea86f8-55a6-4ad8-8506-e58ba46fe4e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:19.562524 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-495c9ab1-cd5c-4bae-b745-477c59f3ba7f req-2208a2a7-bcfc-4f61-bd71-cc5d5c3abf8d tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a045b-a792-4700-b96d-1078dc4e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561060 Aug 20 10:23:19.564675 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-c14ccb0c-0019-4209-8f24-f050cc854a6b tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4780412 Aug 20 10:23:19.585259 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-72192eec-dbb2-4583-b853-67e1b31f601d tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:19.588327 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-72192eec-dbb2-4583-b853-67e1b31f601d tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] 10.222.0.16 "DELETE /v2.0/ports/89f9b57a-34cb-43f0-82b1-81814b38389e HTTP/1.1" status: 204 len: 168 time: 1.3099227 Aug 20 10:23:19.594209 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Request body: {'port': {'device_id': '03cde495-fa2e-46f8-af98-db8ecdd37361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:19.600150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43782) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:19.608552 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-557ed9b0-7ba6-4bf3-8b18-7835cd997c77 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Request body: {'port': {'name': 'tempest-new-port-name-1747129180', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:19.609000 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.api.validators [None req-557ed9b0-7ba6-4bf3-8b18-7835cd997c77 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] bootfile-name is not in valid_values {{(pid=94866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 10:23:19.609397 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.api.validators [None req-557ed9b0-7ba6-4bf3-8b18-7835cd997c77 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] tftp-server is not in valid_values {{(pid=94866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 10:23:19.610136 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.api.validators [None req-557ed9b0-7ba6-4bf3-8b18-7835cd997c77 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] server-ip-address is not in valid_values {{(pid=94866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 10:23:19.675319 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:19.726876 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-63e3125b-036f-42b8-be02-499b6a1ef962 req-6aea86f8-55a6-4ad8-8506-e58ba46fe4e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:19.729214 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-63e3125b-036f-42b8-be02-499b6a1ef962 req-6aea86f8-55a6-4ad8-8506-e58ba46fe4e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:19.740430 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63e3125b-036f-42b8-be02-499b6a1ef962 req-6aea86f8-55a6-4ad8-8506-e58ba46fe4e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] 10.222.0.16 "DELETE /v2.0/security-groups/45fc30d6-1954-453d-9841-384250444178 HTTP/1.1" status: 204 len: 173 time: 0.3628261 Aug 20 10:23:19.744696 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43800) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:19.789004 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-557ed9b0-7ba6-4bf3-8b18-7835cd997c77 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:19.790975 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea86f8-55a6-4ad8-8506-e58ba46fe4e3 tempest-SecurityGroupRulesTestJSON-134606901 tempest-SecurityGroupRulesTestJSON-134606901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fc30d6-1954-453d-9841-384250444178,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:19.865936 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-341376b7-b70f-4853-9fa4-bd8fbe519883 req-ffd77d3f-27da-4bb3-99e4-43515140b099 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Deleting port 6d0fc773-852a-475f-bd03-0345276658af {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:19.866419 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-341376b7-b70f-4853-9fa4-bd8fbe519883 req-ffd77d3f-27da-4bb3-99e4-43515140b099 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:19.903285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-554498a5-f129-4ab5-ad14-3f513efe0954 admin admin] Deleting subnet 8b41b993-ce4b-4390-b8e3-bcb84adf492c {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:23:19.946961 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-554498a5-f129-4ab5-ad14-3f513efe0954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:20.029312 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ce6713-a1a3-454d-96e5-95b86020b520 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:23:20.029845 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1227dc-26c6-44c4-933d-23dfae53c294 req-77d29e46-638a-46ed-9793-fe60dd14cc08 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:20.031463 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd1227dc-26c6-44c4-933d-23dfae53c294 req-77d29e46-638a-46ed-9793-fe60dd14cc08 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 946 time: 0.2183030 Aug 20 10:23:20.046195 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:20.066120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Transition to ACTIVE for port object 24ce6713-a1a3-454d-96e5-95b86020b520 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:20.070300 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:20.101113 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-554498a5-f129-4ab5-ad14-3f513efe0954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:20.157589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Pushing event updated for resources: {'Port': ['ID=24ce6713-a1a3-454d-96e5-95b86020b520,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:20.157900 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-341376b7-b70f-4853-9fa4-bd8fbe519883 req-ffd77d3f-27da-4bb3-99e4-43515140b099 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] For port 6d0fc773-852a-475f-bd03-0345276658af, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6d0fc773-852a-475f-bd03-0345276658af,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:20.158035 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-341376b7-b70f-4853-9fa4-bd8fbe519883 req-ffd77d3f-27da-4bb3-99e4-43515140b099 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:20.186064 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-341376b7-b70f-4853-9fa4-bd8fbe519883 req-ffd77d3f-27da-4bb3-99e4-43515140b099 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Calling delete_port for 6d0fc773-852a-475f-bd03-0345276658af owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:20.220815 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-554498a5-f129-4ab5-ad14-3f513efe0954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:20.225236 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd1227dc-26c6-44c4-933d-23dfae53c294 req-c0fb30bb-6f5b-4090-bc38-96d3a6cfafd2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693661 Aug 20 10:23:20.226547 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3411f-8720-4d1e-9644-6427327afb2d req-6d23c375-d669-418d-985e-1b2b0ddc28a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:20.232880 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c9a3411f-8720-4d1e-9644-6427327afb2d req-6d23c375-d669-418d-985e-1b2b0ddc28a8 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.1346431 Aug 20 10:23:20.279110 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Attempting to bind port 24ce6713-a1a3-454d-96e5-95b86020b520 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:23:20.279460 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Attempting to bind port 24ce6713-a1a3-454d-96e5-95b86020b520 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'c80625a1-d5a1-41fb-b484-905181b85dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '136d4bad-4399-4852-a967-b4f77bfa743d'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:23:20.279800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Attempting to bind port 24ce6713-a1a3-454d-96e5-95b86020b520 on network 136d4bad-4399-4852-a967-b4f77bfa743d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:20.287484 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Port 24ce6713-a1a3-454d-96e5-95b86020b520 on network 136d4bad-4399-4852-a967-b4f77bfa743d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:23:20.288122 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Attempting to bind port 24ce6713-a1a3-454d-96e5-95b86020b520 on network 136d4bad-4399-4852-a967-b4f77bfa743d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:20.305312 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c9a3411f-8720-4d1e-9644-6427327afb2d req-15bb10dd-f67d-44c9-9137-10f0ea3bbc03 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702891 Aug 20 10:23:20.310114 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:23:20.310461 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Checking segment: {'id': 'c80625a1-d5a1-41fb-b484-905181b85dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '136d4bad-4399-4852-a967-b4f77bfa743d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:20.311085 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Bound using segment: {'id': 'c80625a1-d5a1-41fb-b484-905181b85dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '136d4bad-4399-4852-a967-b4f77bfa743d'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:23:20.311529 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Bound port: 24ce6713-a1a3-454d-96e5-95b86020b520, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80625a1-d5a1-41fb-b484-905181b85dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '136d4bad-4399-4852-a967-b4f77bfa743d'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:23:20.312226 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:20.392075 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-554498a5-f129-4ab5-ad14-3f513efe0954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:20.395823 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-557ed9b0-7ba6-4bf3-8b18-7835cd997c77 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:20.415273 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] For port 24ce6713-a1a3-454d-96e5-95b86020b520, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:23:20.421181 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] For port 24ce6713-a1a3-454d-96e5-95b86020b520, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=24ce6713-a1a3-454d-96e5-95b86020b520,segment=NetworkSegment(c80625a1-d5a1-41fb-b484-905181b85dd7),segment_id=c80625a1-d5a1-41fb-b484-905181b85dd7)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:23:20.429957 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:20.443146 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-557ed9b0-7ba6-4bf3-8b18-7835cd997c77 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:20.455816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554498a5-f129-4ab5-ad14-3f513efe0954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b41b993-ce4b-4390-b8e3-bcb84adf492c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:20.458229 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-554498a5-f129-4ab5-ad14-3f513efe0954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:20.460263 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-554498a5-f129-4ab5-ad14-3f513efe0954 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8b41b993-ce4b-4390-b8e3-bcb84adf492c HTTP/1.1" status: 204 len: 168 time: 0.7086167 Aug 20 10:23:20.470126 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43852) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:20.499866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:20.509515 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:20.512528 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-66986347-aea8-4505-9063-5a7a855a324c service neutron] 10.222.0.42 "PUT /v2.0/ports/24ce6713-a1a3-454d-96e5-95b86020b520 HTTP/1.1" status: 200 len: 1092 time: 0.9226046 Aug 20 10:23:20.513310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cde495-fa2e-46f8-af98-db8ecdd37361', 'tag': '24ce6713-a1a3-454d-96e5-95b86020b520'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:23:20.517260 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c59e6da-c8b6-4d27-b1bf-6af8235b3c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "03cde495-fa2e-46f8-af98-db8ecdd37361", "tag": "24ce6713-a1a3-454d-96e5-95b86020b520"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:23:20.639557 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319ac0ce-5201-48d3-8de0-f9697a11e589 x-openstack-request-id: req-319ac0ce-5201-48d3-8de0-f9697a11e589 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:23:20.640308 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cde495-fa2e-46f8-af98-db8ecdd37361", "tag": "24ce6713-a1a3-454d-96e5-95b86020b520", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:23:20.640441 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-319ac0ce-5201-48d3-8de0-f9697a11e589 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:23:20.640919 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cde495-fa2e-46f8-af98-db8ecdd37361', 'tag': '24ce6713-a1a3-454d-96e5-95b86020b520', 'status': 'completed', 'code': 200} Aug 20 10:23:20.652814 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66986347-aea8-4505-9063-5a7a855a324c service neutron] Pushing event updated for resources: {'Port': ['ID=24ce6713-a1a3-454d-96e5-95b86020b520,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:20.669782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-89cdf930-1577-40a5-933f-36d498bec17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:20.671926 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-89cdf930-1577-40a5-933f-36d498bec17d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77792bc150b04134878411d18b538614&device_id=03cde495-fa2e-46f8-af98-db8ecdd37361 HTTP/1.1" status: 200 len: 1095 time: 0.0996046 Aug 20 10:23:20.751274 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-df38d99a-4213-4d91-bfc4-4929a5427f66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24ce6713-a1a3-454d-96e5-95b86020b520 HTTP/1.1" status: 200 len: 217 time: 0.0665379 Aug 20 10:23:20.756428 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ed9b0-7ba6-4bf3-8b18-7835cd997c77 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Pushing event updated for resources: {'Port': ['ID=6987c05e-588c-41b2-abe7-1ffa36ab1e12,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:20.801857 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-557ed9b0-7ba6-4bf3-8b18-7835cd997c77 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] In _notify_port_updated(), no bound segment for port 6987c05e-588c-41b2-abe7-1ffa36ab1e12 on network 1c1e3e44-48c6-48da-aa05-1e2d26b9178e {{(pid=94866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:23:20.811116 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ed9b0-7ba6-4bf3-8b18-7835cd997c77 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:20.811964 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-557ed9b0-7ba6-4bf3-8b18-7835cd997c77 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:20.813607 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-557ed9b0-7ba6-4bf3-8b18-7835cd997c77 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] 10.222.0.16 "PUT /v2.0/ports/6987c05e-588c-41b2-abe7-1ffa36ab1e12 HTTP/1.1" status: 200 len: 1137 time: 1.2092185 Aug 20 10:23:20.817384 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43874) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:20.818037 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea7c4fce-89b0-4e52-95c3-4d960015f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:20.825841 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-341376b7-b70f-4853-9fa4-bd8fbe519883 req-ffd77d3f-27da-4bb3-99e4-43515140b099 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:20.839583 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['995840f7-d39b-4bf6-beab-401653bd6374', '6d0fc773-852a-475f-bd03-0345276658af'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:23:20.868151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-d84c349b-2574-47e6-969b-157322e67229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:20.871622 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-d84c349b-2574-47e6-969b-157322e67229 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e727882-9256-4343-b4be-986e0f41a8d0 HTTP/1.1" status: 200 len: 849 time: 0.1129167 Aug 20 10:23:20.878973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd77d3f-27da-4bb3-99e4-43515140b099 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Pushing event deleted for resources: {'Port': ['ID=6d0fc773-852a-475f-bd03-0345276658af,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:20.900442 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fe7f7-41d3-4791-950b-204a14fd3bcc req-4f8809fb-6a13-4d93-9652-a6c380cf3cad tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:20.912246 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fc5fe7f7-41d3-4791-950b-204a14fd3bcc req-4f8809fb-6a13-4d93-9652-a6c380cf3cad tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/ports?device_id=03cde495-fa2e-46f8-af98-db8ecdd37361 HTTP/1.1" status: 200 len: 943 time: 0.2381628 Aug 20 10:23:20.929333 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e1ee7a-1555-4d74-874b-b0819f4e1bba tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:20.931939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-69073092-4258-4e07-9422-2de48352e426 None None] Provisioning complete for port 6987c05e-588c-41b2-abe7-1ffa36ab1e12 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:20.934332 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-36e1ee7a-1555-4d74-874b-b0819f4e1bba tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] 10.222.0.16 "GET /v2.0/ports/6987c05e-588c-41b2-abe7-1ffa36ab1e12 HTTP/1.1" status: 200 len: 1137 time: 0.1156802 Aug 20 10:23:20.939772 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-69073092-4258-4e07-9422-2de48352e426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:20.959865 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43880) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:21.006891 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-1c931f8f-99d1-40d7-be4e-e471c24b5874 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=136d4bad-4399-4852-a967-b4f77bfa743d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252034 Aug 20 10:23:21.032747 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-69073092-4258-4e07-9422-2de48352e426 None None] Port 6987c05e-588c-41b2-abe7-1ffa36ab1e12 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:23:21.064458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-341376b7-b70f-4853-9fa4-bd8fbe519883 req-ffd77d3f-27da-4bb3-99e4-43515140b099 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] No DVR routers for this DVR port 6d0fc773-852a-475f-bd03-0345276658af on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:23:21.082958 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-341376b7-b70f-4853-9fa4-bd8fbe519883 req-ffd77d3f-27da-4bb3-99e4-43515140b099 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:21.085052 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-341376b7-b70f-4853-9fa4-bd8fbe519883 req-ffd77d3f-27da-4bb3-99e4-43515140b099 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.24 "DELETE /v2.0/ports/6d0fc773-852a-475f-bd03-0345276658af HTTP/1.1" status: 204 len: 173 time: 1.5663126 Aug 20 10:23:21.085569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d5301c-79f8-422e-8d16-b75f34445927', 'name': 'network-vif-deleted', 'tag': '6d0fc773-852a-475f-bd03-0345276658af'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:23:21.089070 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72987549-2917-4af4-9075-b7c3da7734cc" -d '{"events": [{"server_uuid": "78d5301c-79f8-422e-8d16-b75f34445927", "name": "network-vif-deleted", "tag": "6d0fc773-852a-475f-bd03-0345276658af"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:23:21.097107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 60127c65-8554-4591-918d-7cef633dd294 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:21.104059 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fc5fe7f7-41d3-4791-950b-204a14fd3bcc req-64214d93-16d6-4897-ada4-3cc1f940624f tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a045b-a792-4700-b96d-1078dc4e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906404 Aug 20 10:23:21.105888 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea7c4fce-89b0-4e52-95c3-4d960015f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:21.120636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-ea7c4fce-89b0-4e52-95c3-4d960015f9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b46ffe1-eaf5-4aeb-8b79-c1c09e75c5c0']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:21.168354 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-ea7c4fce-89b0-4e52-95c3-4d960015f9a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acfbfafd-c82a-4d06-ac45-b6722eeca51e') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:21.168656 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-ea7c4fce-89b0-4e52-95c3-4d960015f9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acfbfafd-c82a-4d06-ac45-b6722eeca51e') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:21.199135 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea7c4fce-89b0-4e52-95c3-4d960015f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:21.225958 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430e08b4-2977-4ea9-9408-7b2baf32f224 x-openstack-request-id: req-430e08b4-2977-4ea9-9408-7b2baf32f224 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:23:21.226250 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d5301c-79f8-422e-8d16-b75f34445927", "name": "network-vif-deleted", "tag": "6d0fc773-852a-475f-bd03-0345276658af", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:23:21.226500 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-430e08b4-2977-4ea9-9408-7b2baf32f224 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:23:21.226895 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d5301c-79f8-422e-8d16-b75f34445927', 'name': 'network-vif-deleted', 'tag': '6d0fc773-852a-475f-bd03-0345276658af', 'status': 'completed', 'code': 200} Aug 20 10:23:21.231687 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea7c4fce-89b0-4e52-95c3-4d960015f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:21.247651 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7c4fce-89b0-4e52-95c3-4d960015f9a9 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:23:21.248026 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea7c4fce-89b0-4e52-95c3-4d960015f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:23:21.251001 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:23:21.265311 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 60127c65-8554-4591-918d-7cef633dd294 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:21.265784 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:21.322242 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-0d9f5546-4dad-4824-890a-7cf8acdef3ac service neutron] 10.222.0.42 "GET /v2.0/networks/136d4bad-4399-4852-a967-b4f77bfa743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772348 Aug 20 10:23:21.380593 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea7c4fce-89b0-4e52-95c3-4d960015f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:21.414167 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df00fe18-aa1d-49c8-aa24-f7a1962f09c0 req-c7d231bb-ba72-467f-aae0-aa522f447a9b tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d5301c-79f8-422e-8d16-b75f34445927 HTTP/1.1" status: 200 len: 210 time: 0.0468016 Aug 20 10:23:21.414409 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-2483b4d3-c012-4136-b05d-a39033f34c45 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Deleting port 6987c05e-588c-41b2-abe7-1ffa36ab1e12 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:21.414767 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2483b4d3-c012-4136-b05d-a39033f34c45 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:21.421026 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea7c4fce-89b0-4e52-95c3-4d960015f9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:21.422951 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ea7c4fce-89b0-4e52-95c3-4d960015f9a9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9b46ffe1-eaf5-4aeb-8b79-c1c09e75c5c0 HTTP/1.1" status: 204 len: 168 time: 0.9493024 Aug 20 10:23:21.459005 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c4fce-89b0-4e52-95c3-4d960015f9a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b46ffe1-eaf5-4aeb-8b79-c1c09e75c5c0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:21.613529 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef6289f9-cd55-4004-91a6-b702de2c7075 req-1851471e-82d4-43fc-badf-e019adacd17b service neutron] 10.222.0.42 "GET /v2.0/networks/136d4bad-4399-4852-a967-b4f77bfa743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798064 Aug 20 10:23:21.624572 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2483b4d3-c012-4136-b05d-a39033f34c45 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:21.645388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-2483b4d3-c012-4136-b05d-a39033f34c45 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Calling delete_port for 6987c05e-588c-41b2-abe7-1ffa36ab1e12 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:21.722253 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43934) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:21.814575 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59e6da-c8b6-4d27-b1bf-6af8235b3c7f req-2820eea2-f907-4e7a-900a-02a1ca0aaab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:21.816243 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c59e6da-c8b6-4d27-b1bf-6af8235b3c7f req-2820eea2-f907-4e7a-900a-02a1ca0aaab3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77792bc150b04134878411d18b538614&device_id=03cde495-fa2e-46f8-af98-db8ecdd37361 HTTP/1.1" status: 200 len: 1095 time: 0.1069250 Aug 20 10:23:21.826699 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-78f65f5d-7444-4fb0-8738-023c2fef9eb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75d517c396e140a885248b785961a73d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1012406 Aug 20 10:23:21.845018 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43942) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:22.044417 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-024fc00c-4391-4278-8203-281da1fa41b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:22.061289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bc3f7-b2b6-4563-af1d-60f65bf56c22 req-efa7a57b-cb5c-40d8-846d-229646284c3b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:22.061289 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2a8bc3f7-b2b6-4563-af1d-60f65bf56c22 req-efa7a57b-cb5c-40d8-846d-229646284c3b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.5464840 Aug 20 10:23:22.079197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59e6da-c8b6-4d27-b1bf-6af8235b3c7f req-4ecd170e-210f-4b0d-9d65-d38d9e6541bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:22.081943 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c59e6da-c8b6-4d27-b1bf-6af8235b3c7f req-4ecd170e-210f-4b0d-9d65-d38d9e6541bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=136d4bad-4399-4852-a967-b4f77bfa743d HTTP/1.1" status: 200 len: 910 time: 0.2561510 Aug 20 10:23:22.090187 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2483b4d3-c012-4136-b05d-a39033f34c45 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:22.119287 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2a8bc3f7-b2b6-4563-af1d-60f65bf56c22 req-4b0cfe6d-101e-4bb9-a41b-ae399e38aa4a tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487535 Aug 20 10:23:22.221614 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-024fc00c-4391-4278-8203-281da1fa41b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:22.221614 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483b4d3-c012-4136-b05d-a39033f34c45 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Pushing event deleted for resources: {'Port': ['ID=6987c05e-588c-41b2-abe7-1ffa36ab1e12,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:22.221614 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c59e6da-c8b6-4d27-b1bf-6af8235b3c7f req-1c1582e0-136e-4bcb-b379-945510be856d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24ce6713-a1a3-454d-96e5-95b86020b520 HTTP/1.1" status: 200 len: 217 time: 0.1233072 Aug 20 10:23:22.256536 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc290969-74b5-4c69-b10b-f2e47c5e9837 req-6b876102-2baa-47bc-beb0-69960217c9fe tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:22.258267 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc290969-74b5-4c69-b10b-f2e47c5e9837 req-6b876102-2baa-47bc-beb0-69960217c9fe tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 945 time: 0.0658705 Aug 20 10:23:22.311595 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc290969-74b5-4c69-b10b-f2e47c5e9837 req-d079690b-a795-4aa1-897c-675cbbec7a96 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458989 Aug 20 10:23:22.415706 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59e6da-c8b6-4d27-b1bf-6af8235b3c7f req-a877b895-e925-4182-97cd-01edd11a857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:22.418505 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c59e6da-c8b6-4d27-b1bf-6af8235b3c7f req-a877b895-e925-4182-97cd-01edd11a857c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e727882-9256-4343-b4be-986e0f41a8d0 HTTP/1.1" status: 200 len: 849 time: 0.1842201 Aug 20 10:23:22.452730 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:22.471015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f49cde-ccfd-4957-845a-997e2db83509 req-675b579f-01d4-4574-94b1-7c46f471291a tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:22.471240 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2483b4d3-c012-4136-b05d-a39033f34c45 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:22.473801 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2483b4d3-c012-4136-b05d-a39033f34c45 tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] 10.222.0.16 "DELETE /v2.0/ports/6987c05e-588c-41b2-abe7-1ffa36ab1e12 HTTP/1.1" status: 204 len: 168 time: 1.5128284 Aug 20 10:23:22.476804 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c59e6da-c8b6-4d27-b1bf-6af8235b3c7f req-0a59199b-2a29-4e1f-aa6e-d42d943817e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=136d4bad-4399-4852-a967-b4f77bfa743d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504649 Aug 20 10:23:22.477787 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43990) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:22.478447 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-95f49cde-ccfd-4957-845a-997e2db83509 req-675b579f-01d4-4574-94b1-7c46f471291a tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/ports?device_id=03cde495-fa2e-46f8-af98-db8ecdd37361 HTTP/1.1" status: 200 len: 943 time: 0.0973415 Aug 20 10:23:22.480739 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-024fc00c-4391-4278-8203-281da1fa41b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:22.484562 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-024fc00c-4391-4278-8203-281da1fa41b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:22.486122 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-024fc00c-4391-4278-8203-281da1fa41b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84a3f029-7dda-43ea-8382-e006df34254f HTTP/1.1" status: 204 len: 168 time: 0.6396201 Aug 20 10:23:22.535794 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-95f49cde-ccfd-4957-845a-997e2db83509 req-c21d6a7a-c7bc-453c-97f4-c02136f5abe1 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a045b-a792-4700-b96d-1078dc4e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562696 Aug 20 10:23:22.562393 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fc00c-4391-4278-8203-281da1fa41b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a3f029-7dda-43ea-8382-e006df34254f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:22.634893 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfdadc2-edfe-4c51-8560-fc7cd3f49f7b tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Deleting subnet 8deb62c9-10e5-4a99-991d-e103211246f7 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:23:22.656983 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9cfdadc2-edfe-4c51-8560-fc7cd3f49f7b tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:22.722478 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c59e6da-c8b6-4d27-b1bf-6af8235b3c7f req-bc3faae8-943f-4c76-a7eb-77ba921afbae service neutron] 10.222.0.42 "GET /v2.0/networks/136d4bad-4399-4852-a967-b4f77bfa743d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264149 Aug 20 10:23:22.727626 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9cfdadc2-edfe-4c51-8560-fc7cd3f49f7b tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:22.934765 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c59e6da-c8b6-4d27-b1bf-6af8235b3c7f req-1ffc4321-4b53-46d0-ab3f-370557458dfd service neutron] 10.222.0.42 "GET /v2.0/networks/136d4bad-4399-4852-a967-b4f77bfa743d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041018 Aug 20 10:23:22.968963 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9cfdadc2-edfe-4c51-8560-fc7cd3f49f7b tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:23.043322 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9cfdadc2-edfe-4c51-8560-fc7cd3f49f7b tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:23.074141 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdadc2-edfe-4c51-8560-fc7cd3f49f7b tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Pushing event deleted for resources: {'Subnet': ['ID=8deb62c9-10e5-4a99-991d-e103211246f7,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:23.079654 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9cfdadc2-edfe-4c51-8560-fc7cd3f49f7b tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:23.081570 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9cfdadc2-edfe-4c51-8560-fc7cd3f49f7b tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] 10.222.0.16 "DELETE /v2.0/subnets/8deb62c9-10e5-4a99-991d-e103211246f7 HTTP/1.1" status: 204 len: 168 time: 0.6028395 Aug 20 10:23:23.084127 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44058) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:23.090373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9549b7-815a-4294-9117-63ab76bb530e None None] Network 1c1e3e44-48c6-48da-aa05-1e2d26b9178e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:23.093719 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-42391888-ba17-46fa-b899-2cb85cba850f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:23.095299 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-42391888-ba17-46fa-b899-2cb85cba850f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 806 time: 0.1425784 Aug 20 10:23:23.123785 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-a142767c-e6fe-473b-90a8-98d20434241b tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/quotas/b20bf29d55e5407ca542b24a04751634 HTTP/1.1" status: 200 len: 375 time: 0.0212095 Aug 20 10:23:23.222800 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-28f6e5f3-98de-4db9-bccc-c8810cfc6d51 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0978909 Aug 20 10:23:23.264529 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:23.358259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 24ce6713-a1a3-454d-96e5-95b86020b520 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:23:23.385734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Deleting port 60127c65-8554-4591-918d-7cef633dd294 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:23.386408 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:23.407461 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c387944f-516e-47a9-8d7f-f70cea521c1d service neutron] 10.222.0.16 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714528 Aug 20 10:23:23.462331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] For port 60127c65-8554-4591-918d-7cef633dd294, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=60127c65-8554-4591-918d-7cef633dd294,segment=NetworkSegment(12e2fe94-a0b4-457a-a69a-5cebf2c14555),segment_id=12e2fe94-a0b4-457a-a69a-5cebf2c14555)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:23.462971 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:23.478250 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Calling delete_port for 60127c65-8554-4591-918d-7cef633dd294 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:23.540167 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-86239e09-a5a6-416e-a249-b63aee5be0aa service neutron] 10.222.0.16 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222231 Aug 20 10:23:23.579648 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 24ce6713-a1a3-454d-96e5-95b86020b520, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=24ce6713-a1a3-454d-96e5-95b86020b520,segment=NetworkSegment(c80625a1-d5a1-41fb-b484-905181b85dd7),segment_id=c80625a1-d5a1-41fb-b484-905181b85dd7)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:23.582343 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249d88c-6abc-4398-9239-ad5ebc618a86 req-bdbddfcf-d5bb-4e46-9f43-3d22872d1d93 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:23.583955 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c249d88c-6abc-4398-9239-ad5ebc618a86 req-bdbddfcf-d5bb-4e46-9f43-3d22872d1d93 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.2272668 Aug 20 10:23:23.602700 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '24ce6713-a1a3-454d-96e5-95b86020b520', 'network_id': '136d4bad-4399-4852-a967-b4f77bfa743d', 'port_id': '24ce6713-a1a3-454d-96e5-95b86020b520', 'mac_address': 'fa:16:3e:68:ff:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e727882-9256-4343-b4be-986e0f41a8d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:23:23.651040 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c249d88c-6abc-4398-9239-ad5ebc618a86 req-629c93fb-3fd6-4dc1-9b40-80d003599f95 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552287 Aug 20 10:23:23.652031 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44080) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:23.652569 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:23.668229 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:23.693824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ce6713-a1a3-454d-96e5-95b86020b520 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:23:23.732865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 24ce6713-a1a3-454d-96e5-95b86020b520, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=24ce6713-a1a3-454d-96e5-95b86020b520,segment=NetworkSegment(c80625a1-d5a1-41fb-b484-905181b85dd7),segment_id=c80625a1-d5a1-41fb-b484-905181b85dd7)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:23.742605 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:23.781506 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dd972a-bc56-41e7-a07b-d8c3d6569029 None None] DHCP port deletion for 1c1e3e44-48c6-48da-aa05-1e2d26b9178e request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:23:23.865450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=24ce6713-a1a3-454d-96e5-95b86020b520,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:23.889021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:23.890057 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:23.892592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:23.892948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:23.893294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:23.894956 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:23.895341 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:23.895682 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:23.899290 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:23.899801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:23.900273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:23.900623 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:23.964942 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-922b3d8b-ae26-4907-9c54-86ce00b346dd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-252671886-network', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:24.005600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1093fa-6551-4b14-9246-7f5afb8869e6 req-3a6d876f-ddfa-47c5-a7fc-fe8c350c3142 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:24.010375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6d0fc773-852a-475f-bd03-0345276658af no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:23:24.013731 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc1093fa-6551-4b14-9246-7f5afb8869e6 req-3a6d876f-ddfa-47c5-a7fc-fe8c350c3142 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 945 time: 0.0936768 Aug 20 10:23:24.023740 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922b3d8b-ae26-4907-9c54-86ce00b346dd admin admin] Made reservation on behalf of 843b18f1aa4445f8ac4e5c22a26caccd for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:24.026226 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-922b3d8b-ae26-4907-9c54-86ce00b346dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:24.056444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['24ce6713-a1a3-454d-96e5-95b86020b520'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:23:24.060242 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 6d0fc773-852a-475f-bd03-0345276658af {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:23:24.060583 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6d0fc773-852a-475f-bd03-0345276658af not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:23:24.066289 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-922b3d8b-ae26-4907-9c54-86ce00b346dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:24.180311 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc1093fa-6551-4b14-9246-7f5afb8869e6 req-7497f496-25f3-4cc5-ace9-313c668cb2fb tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631472 Aug 20 10:23:24.222445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335a9d5-5d1a-4287-bfc7-162802153fbd req-d1858f33-4615-44ff-9b13-eceb3fa27333 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:24.232136 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0335a9d5-5d1a-4287-bfc7-162802153fbd req-d1858f33-4615-44ff-9b13-eceb3fa27333 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 945 time: 0.1413877 Aug 20 10:23:24.238048 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Pushing event deleted for resources: {'Port': ['ID=60127c65-8554-4591-918d-7cef633dd294,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:24.241312 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] No DVR routers for this DVR port 60127c65-8554-4591-918d-7cef633dd294 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:23:24.332708 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ceb4f300-0d41-4c40-b2a8-dd0554f7ed07 req-dd436e78-8ca7-4a79-a5f5-12c0d3479e89 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 210 time: 0.0675259 Aug 20 10:23:24.425472 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:24.445923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080f60b-02c2-4bda-9059-52b2781a0171 req-fbf4ff04-1e88-44c9-b3e8-c293ff4e1969 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:24.454271 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a080f60b-02c2-4bda-9059-52b2781a0171 req-fbf4ff04-1e88-44c9-b3e8-c293ff4e1969 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/ports?device_id=03cde495-fa2e-46f8-af98-db8ecdd37361 HTTP/1.1" status: 200 len: 944 time: 0.2281630 Aug 20 10:23:24.464154 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1e3e44-48c6-48da-aa05-1e2d26b9178e']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:24.468543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-922b3d8b-ae26-4907-9c54-86ce00b346dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:24.481722 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-0335a9d5-5d1a-4287-bfc7-162802153fbd req-836a2b56-4389-4910-8839-7d3584bccc55 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Deleting port b6c7e93b-e1de-4d9c-8c20-53383dad9c7e {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:24.482317 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0335a9d5-5d1a-4287-bfc7-162802153fbd req-836a2b56-4389-4910-8839-7d3584bccc55 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:24.484335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e2fe94-a0b4-457a-a69a-5cebf2c14555') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:24.484823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e2fe94-a0b4-457a-a69a-5cebf2c14555') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:24.487710 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-922b3d8b-ae26-4907-9c54-86ce00b346dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:24.497872 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:24.523801 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:24.535814 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a080f60b-02c2-4bda-9059-52b2781a0171 req-53cb6b4a-13f2-4893-9803-aa2be0aa5cb8 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a045b-a792-4700-b96d-1078dc4e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804360 Aug 20 10:23:24.540834 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:23:24.540834 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:24.579897 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922b3d8b-ae26-4907-9c54-86ce00b346dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:23:24.580465 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:23:24.622007 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-922b3d8b-ae26-4907-9c54-86ce00b346dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:24.622299 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-922b3d8b-ae26-4907-9c54-86ce00b346dd admin admin] Added segment 68b70fe9-f85a-48b9-af9b-55bddb3372c3 of type vlan for network 88f93105-b451-41f4-a5e5-079e47726c50 Aug 20 10:23:24.623565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b3d8b-ae26-4907-9c54-86ce00b346dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faae4b9b-91e9-4000-9b76-33fb79f171b3,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:24.659141 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:24.670257 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:24.673838 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] 10.222.0.16 "DELETE /v2.0/networks/1c1e3e44-48c6-48da-aa05-1e2d26b9178e HTTP/1.1" status: 204 len: 168 time: 1.5872390 Aug 20 10:23:24.677979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-0335a9d5-5d1a-4287-bfc7-162802153fbd req-836a2b56-4389-4910-8839-7d3584bccc55 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] For port b6c7e93b-e1de-4d9c-8c20-53383dad9c7e, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b6c7e93b-e1de-4d9c-8c20-53383dad9c7e,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:24.678312 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0335a9d5-5d1a-4287-bfc7-162802153fbd req-836a2b56-4389-4910-8839-7d3584bccc55 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:24.694607 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-922b3d8b-ae26-4907-9c54-86ce00b346dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:24.700699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9506018-3b41-4281-bb3a-a33488669b5c tempest-ExtraDHCPOptionsTestJSON-1608784681 tempest-ExtraDHCPOptionsTestJSON-1608784681-project] Pushing event deleted for resources: {'Network': ['ID=1c1e3e44-48c6-48da-aa05-1e2d26b9178e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:24.701053 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-0335a9d5-5d1a-4287-bfc7-162802153fbd req-836a2b56-4389-4910-8839-7d3584bccc55 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Calling delete_port for b6c7e93b-e1de-4d9c-8c20-53383dad9c7e owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:24.781098 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-922b3d8b-ae26-4907-9c54-86ce00b346dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:24.783223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922b3d8b-ae26-4907-9c54-86ce00b346dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:24.785866 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-922b3d8b-ae26-4907-9c54-86ce00b346dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:24.808115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44128) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:24.886531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44132) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:24.886798 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-922b3d8b-ae26-4907-9c54-86ce00b346dd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2336359 Aug 20 10:23:24.892237 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-886517f5-feda-4bc1-bd97-8944bfaf89d2 admin admin] Request body: {'subnet': {'network_id': '88f93105-b451-41f4-a5e5-079e47726c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-252671886-subnet', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:24.911660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b3d8b-ae26-4907-9c54-86ce00b346dd admin admin] Pushing event updated for resources: {'Network': ['ID=88f93105-b451-41f4-a5e5-079e47726c50,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:24.930066 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 88f93105-b451-41f4-a5e5-079e47726c50 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:23:24.933196 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd058b-7b2d-446e-860d-488ea237d1e1 req-074d40ac-13d7-4102-86b5-67773dd6cec9 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:24.940094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886517f5-feda-4bc1-bd97-8944bfaf89d2 admin admin] Made reservation on behalf of 843b18f1aa4445f8ac4e5c22a26caccd for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:24.941058 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69cd058b-7b2d-446e-860d-488ea237d1e1 req-074d40ac-13d7-4102-86b5-67773dd6cec9 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.1425691 Aug 20 10:23:24.945356 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-886517f5-feda-4bc1-bd97-8944bfaf89d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:25.036472 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69cd058b-7b2d-446e-860d-488ea237d1e1 req-0d707570-3af0-40b1-a65c-4947110eece4 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943539 Aug 20 10:23:25.036936 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c548a148-2418-4aa6-aca2-fbb8ea6c06f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:25.037758 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0335a9d5-5d1a-4287-bfc7-162802153fbd req-836a2b56-4389-4910-8839-7d3584bccc55 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:25.054726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['b6c7e93b-e1de-4d9c-8c20-53383dad9c7e'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:23:25.069528 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44136) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:25.075317 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a2b56-4389-4910-8839-7d3584bccc55 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Pushing event deleted for resources: {'Port': ['ID=b6c7e93b-e1de-4d9c-8c20-53383dad9c7e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:25.112758 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 60127c65-8554-4591-918d-7cef633dd294 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:23:25.145201 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0335a9d5-5d1a-4287-bfc7-162802153fbd req-836a2b56-4389-4910-8839-7d3584bccc55 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] No DVR routers for this DVR port b6c7e93b-e1de-4d9c-8c20-53383dad9c7e on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:23:25.147678 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0335a9d5-5d1a-4287-bfc7-162802153fbd req-836a2b56-4389-4910-8839-7d3584bccc55 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:25.150174 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0335a9d5-5d1a-4287-bfc7-162802153fbd req-836a2b56-4389-4910-8839-7d3584bccc55 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.24 "DELETE /v2.0/ports/b6c7e93b-e1de-4d9c-8c20-53383dad9c7e HTTP/1.1" status: 204 len: 173 time: 0.9082351 Aug 20 10:23:25.150636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2fce07-2c34-4ceb-bb67-2c261b1c49db', 'name': 'network-vif-deleted', 'tag': 'b6c7e93b-e1de-4d9c-8c20-53383dad9c7e'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:23:25.153731 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f552757c-046d-4d64-81c9-cacb9827d4dc" -d '{"events": [{"server_uuid": "ba2fce07-2c34-4ceb-bb67-2c261b1c49db", "name": "network-vif-deleted", "tag": "b6c7e93b-e1de-4d9c-8c20-53383dad9c7e"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:23:25.173447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 60127c65-8554-4591-918d-7cef633dd294 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:23:25.173925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 60127c65-8554-4591-918d-7cef633dd294 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:23:25.177220 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 24ce6713-a1a3-454d-96e5-95b86020b520 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:25.231189 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe2dc1f-f71e-44eb-970b-c951e0989db0 x-openstack-request-id: req-5fe2dc1f-f71e-44eb-970b-c951e0989db0 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:23:25.233237 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2fce07-2c34-4ceb-bb67-2c261b1c49db", "name": "network-vif-deleted", "tag": "b6c7e93b-e1de-4d9c-8c20-53383dad9c7e", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:23:25.233560 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5fe2dc1f-f71e-44eb-970b-c951e0989db0 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:23:25.234006 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2fce07-2c34-4ceb-bb67-2c261b1c49db', 'name': 'network-vif-deleted', 'tag': 'b6c7e93b-e1de-4d9c-8c20-53383dad9c7e', 'status': 'completed', 'code': 200} Aug 20 10:23:25.279475 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 24ce6713-a1a3-454d-96e5-95b86020b520 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:25.283808 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 24ce6713-a1a3-454d-96e5-95b86020b520 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:25.284190 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:25.368302 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b70b3c8e-cc2f-4b6c-a302-6b241e682336 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3fb55a88a47a43179b323f2b8b207e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964242 Aug 20 10:23:25.372264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44146) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:25.391024 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b2e19e5e-bab3-40bf-85de-e6ff52e196c5 req-7a52911f-4aae-433c-a37e-58278083819b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 210 time: 0.0756366 Aug 20 10:23:25.419242 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:25.442239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-965fbfb3-4128-4cf2-b1e5-e10ef9f0d9fd tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:25.443829 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-965fbfb3-4128-4cf2-b1e5-e10ef9f0d9fd tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.24 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 806 time: 0.2605455 Aug 20 10:23:25.459150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-3921729c-1f66-40c8-8586-9ddc97a5814e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Request body: {'port': {'device_id': '254b00b2-6ea4-4638-a17f-0b4fbd7cddb2', 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a', 'admin_state_up': True, 'tenant_id': 'b20bf29d55e5407ca542b24a04751634'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:25.470683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cde495-fa2e-46f8-af98-db8ecdd37361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ce6713-a1a3-454d-96e5-95b86020b520'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:23:25.474610 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a46bed7-92eb-48b1-98b1-40adaafdad75" -d '{"events": [{"server_uuid": "03cde495-fa2e-46f8-af98-db8ecdd37361", "name": "network-vif-plugged", "status": "completed", "tag": "24ce6713-a1a3-454d-96e5-95b86020b520"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:23:25.519482 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd13a-5dfe-4f92-b314-c0c4a4495e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:25.522604 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-486c5256-1cc3-4661-9b06-3770f3b36e8f req-f4b642d7-208a-4fe2-bc38-875f2ddbeb94 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 210 time: 0.0552874 Aug 20 10:23:25.526900 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 24ce6713-a1a3-454d-96e5-95b86020b520, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=24ce6713-a1a3-454d-96e5-95b86020b520,segment=NetworkSegment(c80625a1-d5a1-41fb-b484-905181b85dd7),segment_id=c80625a1-d5a1-41fb-b484-905181b85dd7)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:25.528042 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-886517f5-feda-4bc1-bd97-8944bfaf89d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:25.536847 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:25.539875 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76d0042-628a-46fe-89bc-98d46629a0b4 x-openstack-request-id: req-e76d0042-628a-46fe-89bc-98d46629a0b4 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:23:25.540176 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cde495-fa2e-46f8-af98-db8ecdd37361", "name": "network-vif-plugged", "status": "completed", "tag": "24ce6713-a1a3-454d-96e5-95b86020b520", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:23:25.540496 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e76d0042-628a-46fe-89bc-98d46629a0b4 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:23:25.541017 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cde495-fa2e-46f8-af98-db8ecdd37361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ce6713-a1a3-454d-96e5-95b86020b520', 'code': 200} Aug 20 10:23:25.656847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=24ce6713-a1a3-454d-96e5-95b86020b520,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:25.698027 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd13a-5dfe-4f92-b314-c0c4a4495e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:25.749527 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c548a148-2418-4aa6-aca2-fbb8ea6c06f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:25.750967 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886517f5-feda-4bc1-bd97-8944bfaf89d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86001f3a-7a5c-4499-a121-de6a1935b5ad,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:25.770204 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c548a148-2418-4aa6-aca2-fbb8ea6c06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:25.775905 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-3921729c-1f66-40c8-8586-9ddc97a5814e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Made reservation on behalf of b20bf29d55e5407ca542b24a04751634 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:25.779553 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-3921729c-1f66-40c8-8586-9ddc97a5814e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:25.828334 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e63cc2-e3dd-4ea3-8173-9fada9a9a696 req-22c46be9-5f4d-4590-9850-99a89c2505ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:25.829846 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-80e63cc2-e3dd-4ea3-8173-9fada9a9a696 req-22c46be9-5f4d-4590-9850-99a89c2505ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=03cde495-fa2e-46f8-af98-db8ecdd37361 HTTP/1.1" status: 200 len: 1097 time: 0.2110174 Aug 20 10:23:25.864095 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c548a148-2418-4aa6-aca2-fbb8ea6c06f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d99be60b34de403abf0982336f185fc9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0522816 Aug 20 10:23:25.867542 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44154) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:25.882335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dc0f0-8f85-496c-b601-2d48a6bfb3e3 req-338b283c-581a-46b0-8a7b-fb8ebeb07a83 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:25.884108 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-948dc0f0-8f85-496c-b601-2d48a6bfb3e3 req-338b283c-581a-46b0-8a7b-fb8ebeb07a83 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/ports?device_id=03cde495-fa2e-46f8-af98-db8ecdd37361 HTTP/1.1" status: 200 len: 945 time: 0.2151916 Aug 20 10:23:25.884614 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548a148-2418-4aa6-aca2-fbb8ea6c06f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a12e35-fd15-4dd2-bf62-a390c13cda14,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:25.907860 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886517f5-feda-4bc1-bd97-8944bfaf89d2 admin admin] Checking segment: {'id': '68b70fe9-f85a-48b9-af9b-55bddb3372c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:25.908241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886517f5-feda-4bc1-bd97-8944bfaf89d2 admin admin] Network hostable DHCP agents. Network: 88f93105-b451-41f4-a5e5-079e47726c50, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:23:25.918763 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-80e63cc2-e3dd-4ea3-8173-9fada9a9a696 req-1e698a53-e0dc-4242-967a-a886c556a67f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4d6a045b-a792-4700-b96d-1078dc4e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775552 Aug 20 10:23:25.931616 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd13a-5dfe-4f92-b314-c0c4a4495e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:25.934810 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd13a-5dfe-4f92-b314-c0c4a4495e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:25.936098 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7d3cd13a-5dfe-4f92-b314-c0c4a4495e87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57df1d08-876f-472d-bc51-126859f48aad HTTP/1.1" status: 204 len: 168 time: 0.5626554 Aug 20 10:23:25.960341 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cd13a-5dfe-4f92-b314-c0c4a4495e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57df1d08-876f-472d-bc51-126859f48aad,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:25.968479 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886517f5-feda-4bc1-bd97-8944bfaf89d2 admin admin] Network 88f93105-b451-41f4-a5e5-079e47726c50 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:23:25.988909 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-886517f5-feda-4bc1-bd97-8944bfaf89d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 88f93105-b451-41f4-a5e5-079e47726c50) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:26.001458 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-948dc0f0-8f85-496c-b601-2d48a6bfb3e3 req-ff19835d-23d3-4ffe-b583-ca44b58b495a tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a045b-a792-4700-b96d-1078dc4e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871584 Aug 20 10:23:26.003476 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9aa71e-e8d6-4e94-aa12-a2381e7f7035 None None] Network 88f93105-b451-41f4-a5e5-079e47726c50 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:26.010306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886517f5-feda-4bc1-bd97-8944bfaf89d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:26.011154 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-886517f5-feda-4bc1-bd97-8944bfaf89d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:26.037623 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-886517f5-feda-4bc1-bd97-8944bfaf89d2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1498094 Aug 20 10:23:26.040709 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44158) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:26.048137 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-3921729c-1f66-40c8-8586-9ddc97a5814e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Allocated IP 172.20.0.13 (c63852f8-5c78-42de-a5e1-12993fc8be5a/d14c8d45-d320-4574-86d3-37a082d1daf5/b5832b5a-0d42-4846-be25-895144e0c1cd) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:23:26.050476 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-397561cc-208a-430b-9063-2a918f246c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:26.055848 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-252671886-router', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:26.092211 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:26.093784 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:26.131292 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-397561cc-208a-430b-9063-2a918f246c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:26.166664 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:26.296611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-88f93105-b451-41f4-a5e5-079e47726c50', 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'fixed_ips': [{'subnet_id': '86001f3a-7a5c-4499-a121-de6a1935b5ad'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:23:26.297893 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:26.337859 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:26.387240 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2068730-c442-4adc-beef-b60730f4b6d5 req-1a84100d-4ab1-43d2-a316-6d7bb5286e08 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:26.393054 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a2068730-c442-4adc-beef-b60730f4b6d5 req-1a84100d-4ab1-43d2-a316-6d7bb5286e08 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.1817605 Aug 20 10:23:26.449302 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a2068730-c442-4adc-beef-b60730f4b6d5 req-291570f1-72da-4598-9d68-4f7036c9ce6d tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501556 Aug 20 10:23:26.489050 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-397561cc-208a-430b-9063-2a918f246c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:26.491916 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-397561cc-208a-430b-9063-2a918f246c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:26.493206 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-397561cc-208a-430b-9063-2a918f246c67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01a12e35-fd15-4dd2-bf62-a390c13cda14 HTTP/1.1" status: 204 len: 168 time: 0.6248538 Aug 20 10:23:26.516699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397561cc-208a-430b-9063-2a918f246c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a12e35-fd15-4dd2-bf62-a390c13cda14,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:26.529093 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-3921729c-1f66-40c8-8586-9ddc97a5814e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:26.586540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Allocated IP 172.20.0.2 (88f93105-b451-41f4-a5e5-079e47726c50/86001f3a-7a5c-4499-a121-de6a1935b5ad/4da2e239-384b-47b6-bef2-530bceaf8623) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:23:26.612643 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-3921729c-1f66-40c8-8586-9ddc97a5814e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:26.746294 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-3921729c-1f66-40c8-8586-9ddc97a5814e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Network c63852f8-5c78-42de-a5e1-12993fc8be5a is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:26.753618 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-31418892-4e57-44c0-ac48-b0d4a27c467f req-bad4bcb8-3b6c-4852-b18b-eeb465f76615 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 210 time: 0.1353157 Aug 20 10:23:26.759919 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-3921729c-1f66-40c8-8586-9ddc97a5814e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:26.793012 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-3921729c-1f66-40c8-8586-9ddc97a5814e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:23:26.855220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0b183-76cb-4857-833b-9ec7d2ee0abd req-629e4659-eba7-4f29-bd20-719b8a04a417 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:26.864862 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bdb0b183-76cb-4857-833b-9ec7d2ee0abd req-629e4659-eba7-4f29-bd20-719b8a04a417 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 932 time: 0.2018588 Aug 20 10:23:26.879113 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-3921729c-1f66-40c8-8586-9ddc97a5814e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:26.880729 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-3921729c-1f66-40c8-8586-9ddc97a5814e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:26.893489 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921729c-1f66-40c8-8586-9ddc97a5814e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Pushing event updated for resources: {'Port': ['ID=b5832b5a-0d42-4846-be25-895144e0c1cd,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:26.901120 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:26.923862 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:26.939655 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bdb0b183-76cb-4857-833b-9ec7d2ee0abd req-78a82279-6915-44fd-a8f7-43eca0162885 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704324 Aug 20 10:23:26.945149 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-3921729c-1f66-40c8-8586-9ddc97a5814e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4911201 Aug 20 10:23:26.953788 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Transition to ACTIVE for port object 4da2e239-384b-47b6-bef2-530bceaf8623 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:26.957929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Request body: {'port': {'device_id': '254b00b2-6ea4-4638-a17f-0b4fbd7cddb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:26.971595 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:26.977299 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Transition to ACTIVE for port object 4da2e239-384b-47b6-bef2-530bceaf8623 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:26.989222 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['995840f7-d39b-4bf6-beab-401653bd6374'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:23:27.021742 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:27.040642 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:27.099281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Network 88f93105-b451-41f4-a5e5-079e47726c50 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:27.114199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:27.120864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:23:27.136298 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Pushing event updated for resources: {'Port': ['ID=4da2e239-384b-47b6-bef2-530bceaf8623,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:27.220926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Attempting to bind port 4da2e239-384b-47b6-bef2-530bceaf8623 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:23:27.221565 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Attempting to bind port 4da2e239-384b-47b6-bef2-530bceaf8623 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '68b70fe9-f85a-48b9-af9b-55bddb3372c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:23:27.222080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Attempting to bind port 4da2e239-384b-47b6-bef2-530bceaf8623 on network 88f93105-b451-41f4-a5e5-079e47726c50 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:27.233292 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:23:27.233925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Checking segment: {'id': '68b70fe9-f85a-48b9-af9b-55bddb3372c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:27.234481 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:27.235326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Bound using segment: {'id': '68b70fe9-f85a-48b9-af9b-55bddb3372c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:23:27.236032 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Bound port: 4da2e239-384b-47b6-bef2-530bceaf8623, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b70fe9-f85a-48b9-af9b-55bddb3372c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:23:27.236696 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:27.350545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] For port 4da2e239-384b-47b6-bef2-530bceaf8623, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:23:27.359502 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] For port 4da2e239-384b-47b6-bef2-530bceaf8623, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4da2e239-384b-47b6-bef2-530bceaf8623,segment=NetworkSegment(68b70fe9-f85a-48b9-af9b-55bddb3372c3),segment_id=68b70fe9-f85a-48b9-af9b-55bddb3372c3)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:23:27.369494 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:27.382625 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Allocated IP 172.25.3.29 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/32c405c8-df20-41a8-bc22-cd2999efd9e8) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:23:27.419507 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476656c-2035-4012-9c41-5459d4996a56 req-90f30423-3816-4e17-8092-35725218a979 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:27.424220 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a476656c-2035-4012-9c41-5459d4996a56 req-90f30423-3816-4e17-8092-35725218a979 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/ports?device_id=03cde495-fa2e-46f8-af98-db8ecdd37361 HTTP/1.1" status: 200 len: 945 time: 0.2911811 Aug 20 10:23:27.439780 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593558a5-9d4a-4f28-90eb-a50bfcfbee1d None None] Pushing event updated for resources: {'Port': ['ID=4da2e239-384b-47b6-bef2-530bceaf8623,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:27.475441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5832b5a-0d42-4846-be25-895144e0c1cd {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:23:27.491600 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:27.512312 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Transition to ACTIVE for port object b5832b5a-0d42-4846-be25-895144e0c1cd will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:27.518034 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:27.563677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44202) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:27.714640 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:27.767717 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Pushing event updated for resources: {'Port': ['ID=b5832b5a-0d42-4846-be25-895144e0c1cd,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:27.780133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-1c3bcff7-a384-4c3b-985a-cdb4ea627b86 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-644837005'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:27.813421 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Attempting to bind port b5832b5a-0d42-4846-be25-895144e0c1cd on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:23:27.813816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Attempting to bind port b5832b5a-0d42-4846-be25-895144e0c1cd by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:23:27.814091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Attempting to bind port b5832b5a-0d42-4846-be25-895144e0c1cd on network c63852f8-5c78-42de-a5e1-12993fc8be5a {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:27.822458 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:27.825259 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Port b5832b5a-0d42-4846-be25-895144e0c1cd on network c63852f8-5c78-42de-a5e1-12993fc8be5a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:23:27.825577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Attempting to bind port b5832b5a-0d42-4846-be25-895144e0c1cd on network c63852f8-5c78-42de-a5e1-12993fc8be5a {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:27.843146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:23:27.843495 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Checking segment: {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:27.843975 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Bound using segment: {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:23:27.844410 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Bound port: b5832b5a-0d42-4846-be25-895144e0c1cd, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:23:27.844798 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:27.852333 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a476656c-2035-4012-9c41-5459d4996a56 req-333ae651-8a27-43f1-babf-7b6b555424b5 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a045b-a792-4700-b96d-1078dc4e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206581 Aug 20 10:23:27.874957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62b027-0eab-4668-b002-9bcce7bfbdc5 req-89a1a280-5665-4a0a-b9ae-44d23aa8026b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:27.876220 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c62b027-0eab-4668-b002-9bcce7bfbdc5 req-89a1a280-5665-4a0a-b9ae-44d23aa8026b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.2782247 Aug 20 10:23:27.921454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3bcff7-a384-4c3b-985a-cdb4ea627b86 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:27.930942 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1c3bcff7-a384-4c3b-985a-cdb4ea627b86 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:27.942594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:27.959135 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:27.963257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:23:27.969097 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1c3bcff7-a384-4c3b-985a-cdb4ea627b86 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:28.010347 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device b6c7e93b-e1de-4d9c-8c20-53383dad9c7e no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:23:28.022170 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Pushing event updated for resources: {'Port': ['ID=32c405c8-df20-41a8-bc22-cd2999efd9e8,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:28.048884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: b6c7e93b-e1de-4d9c-8c20-53383dad9c7e {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:23:28.049423 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device b6c7e93b-e1de-4d9c-8c20-53383dad9c7e not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:23:28.051593 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-57030737-4e75-4d17-b7e8-912ad3210f0f req-891e41ef-8f28-40f9-ad92-d3f372df813d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 210 time: 0.0666723 Aug 20 10:23:28.070955 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c62b027-0eab-4668-b002-9bcce7bfbdc5 req-1713455c-061c-4c51-a403-5b8dfd8e20ed tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937871 Aug 20 10:23:28.075369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44220) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:28.189886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] For port b5832b5a-0d42-4846-be25-895144e0c1cd, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:23:28.204461 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] For port b5832b5a-0d42-4846-be25-895144e0c1cd, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b5832b5a-0d42-4846-be25-895144e0c1cd,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:23:28.233926 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:28.261736 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-dd429883-d932-4f4c-b239-8ab6e436d875 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-756027452-network', 'tenant_id': 'c60b1bbfe47a48a99fe09e78d51d99e0'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:28.315445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:28.316060 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:28.317471 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] 10.222.0.24 "PUT /v2.0/ports/b5832b5a-0d42-4846-be25-895144e0c1cd HTTP/1.1" status: 200 len: 1093 time: 1.3641577 Aug 20 10:23:28.317954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254b00b2-6ea4-4638-a17f-0b4fbd7cddb2', 'tag': 'b5832b5a-0d42-4846-be25-895144e0c1cd'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:23:28.320249 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1448684-399f-4b59-97f1-3fe445d4973c" -d '{"events": [{"name": "network-changed", "server_uuid": "254b00b2-6ea4-4638-a17f-0b4fbd7cddb2", "tag": "b5832b5a-0d42-4846-be25-895144e0c1cd"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:23:28.366648 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4005abb-d4b1-4812-a799-32d4a071bd3a service neutron] Pushing event updated for resources: {'Port': ['ID=b5832b5a-0d42-4846-be25-895144e0c1cd,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:28.375041 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fad956-c85c-4d70-b019-0df10a46636e x-openstack-request-id: req-d1fad956-c85c-4d70-b019-0df10a46636e {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:23:28.375384 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254b00b2-6ea4-4638-a17f-0b4fbd7cddb2", "tag": "b5832b5a-0d42-4846-be25-895144e0c1cd", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:23:28.375616 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1fad956-c85c-4d70-b019-0df10a46636e {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:23:28.376070 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254b00b2-6ea4-4638-a17f-0b4fbd7cddb2', 'tag': 'b5832b5a-0d42-4846-be25-895144e0c1cd', 'status': 'completed', 'code': 200} Aug 20 10:23:28.383864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2466fb9-150e-49fb-967c-edb0e9fefad9 req-56a7bf2f-cc8e-48c0-9d2e-1b9e0704356b tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:28.385405 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c2466fb9-150e-49fb-967c-edb0e9fefad9 req-56a7bf2f-cc8e-48c0-9d2e-1b9e0704356b tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 944 time: 0.1851900 Aug 20 10:23:28.398273 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:28.429653 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1c3bcff7-a384-4c3b-985a-cdb4ea627b86 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:28.446670 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1c3bcff7-a384-4c3b-985a-cdb4ea627b86 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:28.491421 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3bcff7-a384-4c3b-985a-cdb4ea627b86 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:23:28.520825 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c2466fb9-150e-49fb-967c-edb0e9fefad9 req-ecb043a8-83b8-430a-8261-60c26b9e4948 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162655 Aug 20 10:23:28.532298 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd429883-d932-4f4c-b239-8ab6e436d875 admin admin] Made reservation on behalf of c60b1bbfe47a48a99fe09e78d51d99e0 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:28.534838 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd429883-d932-4f4c-b239-8ab6e436d875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:28.551724 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1c3bcff7-a384-4c3b-985a-cdb4ea627b86 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:28.552346 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-1c3bcff7-a384-4c3b-985a-cdb4ea627b86 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Added segment 7aff973e-db14-4b6a-973f-ef8690fe9c41 of type vlan for network 45ab4bf7-f810-4a48-9a61-9f2d2b32de76 Aug 20 10:23:28.556455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-51c9767a-720f-4fb3-813c-79a31aad6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:28.558751 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-51c9767a-720f-4fb3-813c-79a31aad6f58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 1096 time: 0.1719046 Aug 20 10:23:28.568135 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd429883-d932-4f4c-b239-8ab6e436d875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:28.570948 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bcff7-a384-4c3b-985a-cdb4ea627b86 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70e000a-2929-4e75-9212-58dcd547626a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:28.637088 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1c3bcff7-a384-4c3b-985a-cdb4ea627b86 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:28.655880 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:28.725783 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-2bcc691c-fca9-4c0b-85c7-66ec9c8b37c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5832b5a-0d42-4846-be25-895144e0c1cd HTTP/1.1" status: 200 len: 217 time: 0.1023843 Aug 20 10:23:28.791529 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1c3bcff7-a384-4c3b-985a-cdb4ea627b86 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:28.797816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3bcff7-a384-4c3b-985a-cdb4ea627b86 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:28.798460 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1c3bcff7-a384-4c3b-985a-cdb4ea627b86 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:28.829667 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Router 3aadc179-5c6b-42d4-9e87-5a4a66efc621 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:23:28.849900 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5446cc66-7640-438b-861c-acef5f87eabc None None] Network 88f93105-b451-41f4-a5e5-079e47726c50 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:28.872418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bcff7-a384-4c3b-985a-cdb4ea627b86 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Network': ['ID=45ab4bf7-f810-4a48-9a61-9f2d2b32de76,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:28.891391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-0b51e512-f0f4-43ac-a2fd-a2017e2cc974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:28.893516 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-0b51e512-f0f4-43ac-a2fd-a2017e2cc974 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d14c8d45-d320-4574-86d3-37a082d1daf5 HTTP/1.1" status: 200 len: 846 time: 0.1434064 Aug 20 10:23:28.895889 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 45ab4bf7-f810-4a48-9a61-9f2d2b32de76 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:23:28.942530 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-7d3fe3aa-bff8-4032-8132-6e6ec3787663 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c63852f8-5c78-42de-a5e1-12993fc8be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355346 Aug 20 10:23:28.944535 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd429883-d932-4f4c-b239-8ab6e436d875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:29.048526 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b390b14b-fd79-4678-b462-65d90cfa6865 None None] Provisioning for port 4da2e239-384b-47b6-bef2-530bceaf8623 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:29.095627 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-522119a5-18db-4ad4-9e96-3ac1a81f1b74 service neutron] 10.222.0.24 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441493 Aug 20 10:23:29.098183 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd429883-d932-4f4c-b239-8ab6e436d875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:29.107062 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4da2e239-384b-47b6-bef2-530bceaf8623 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:29.127421 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd429883-d932-4f4c-b239-8ab6e436d875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3197cc8c-d663-499c-a367-db81451a1c49,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:29.128473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:23:29.130787 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1c3bcff7-a384-4c3b-985a-cdb4ea627b86 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5611260 Aug 20 10:23:29.160605 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd429883-d932-4f4c-b239-8ab6e436d875 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:23:29.164756 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cd3da-e196-4e5b-aee6-e1e6d6d29eda req-58ad5b20-1b41-4f3d-a99e-c5ab78c85cc5 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:29.173125 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-954cd3da-e196-4e5b-aee6-e1e6d6d29eda req-58ad5b20-1b41-4f3d-a99e-c5ab78c85cc5 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/ports?device_id=03cde495-fa2e-46f8-af98-db8ecdd37361 HTTP/1.1" status: 200 len: 945 time: 0.1533265 Aug 20 10:23:29.185956 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Sync routers for ids ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:23:29.225014 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Routers {'3aadc179-5c6b-42d4-9e87-5a4a66efc621'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:23:29.225896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:23:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:29.237990 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b6e58590-aca9-4ec5-a191-60b1693f75b0 req-f0846b81-79d6-4d31-a03d-03aaddead866 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 210 time: 0.0389693 Aug 20 10:23:29.239342 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd429883-d932-4f4c-b239-8ab6e436d875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:29.239824 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-dd429883-d932-4f4c-b239-8ab6e436d875 admin admin] Added segment 65fdf31e-510b-4ce8-b116-9f076bf82d26 of type vlan for network deae5e63-6201-4553-930d-897a3e36a65a Aug 20 10:23:29.294755 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd429883-d932-4f4c-b239-8ab6e436d875 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:29.322117 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-954cd3da-e196-4e5b-aee6-e1e6d6d29eda req-0c9d489a-2a57-4548-98d6-78a36289c0ca tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a045b-a792-4700-b96d-1078dc4e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480315 Aug 20 10:23:29.330345 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:29.333546 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2c4de75b-35d1-43d0-a9bf-2df00b195c0b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2899351 Aug 20 10:23:29.339457 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-45b79d75-bd30-4c91-980f-d9c0834fa143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:29.350076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44234) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:29.360769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 4da2e239-384b-47b6-bef2-530bceaf8623 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:29.376700 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4da2e239-384b-47b6-bef2-530bceaf8623 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:29.377260 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:29.391389 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84a76f02-c758-4d00-a002-016b8b74ff9f req-2e0da5d3-9391-4fa0-9608-2d2b77cf8b7c service neutron] 10.222.0.24 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658563 Aug 20 10:23:29.392184 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd429883-d932-4f4c-b239-8ab6e436d875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:29.393169 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd429883-d932-4f4c-b239-8ab6e436d875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:29.393722 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dd429883-d932-4f4c-b239-8ab6e436d875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:29.433597 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dd429883-d932-4f4c-b239-8ab6e436d875 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3563735 Aug 20 10:23:29.446776 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44238) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:29.536582 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-223a68e6-c0ad-4036-bd0d-6c8145980f35 admin admin] Request body: {'subnet': {'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-756027452-subnet', 'tenant_id': 'c60b1bbfe47a48a99fe09e78d51d99e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:29.774329 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223a68e6-c0ad-4036-bd0d-6c8145980f35 admin admin] Made reservation on behalf of c60b1bbfe47a48a99fe09e78d51d99e0 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:29.778318 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-223a68e6-c0ad-4036-bd0d-6c8145980f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:29.802025 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Set router 3aadc179-5c6b-42d4-9e87-5a4a66efc621 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:23:29.812147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd429883-d932-4f4c-b239-8ab6e436d875 admin admin] Pushing event updated for resources: {'Network': ['ID=deae5e63-6201-4553-930d-897a3e36a65a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:29.866203 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network deae5e63-6201-4553-930d-897a3e36a65a details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:23:29.937555 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cfe0a-833d-484e-8f4a-be2ac6708b34 req-a9e88387-a9ce-4fc2-8732-529ac1afa776 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:29.942937 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2e1cfe0a-833d-484e-8f4a-be2ac6708b34 req-a9e88387-a9ce-4fc2-8732-529ac1afa776 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.3482897 Aug 20 10:23:29.967653 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-de322a28-060c-489d-bafa-3241698c382e None None] Provisioning complete for port 4da2e239-384b-47b6-bef2-530bceaf8623 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:29.968313 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-de322a28-060c-489d-bafa-3241698c382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:29.990379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1448684-399f-4b59-97f1-3fe445d4973c req-9f0a707c-cb99-49fa-871b-f0ab3b7c5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:29.992213 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a1448684-399f-4b59-97f1-3fe445d4973c req-9f0a707c-cb99-49fa-871b-f0ab3b7c5869 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 1096 time: 0.4283903 Aug 20 10:23:30.129276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb38d4d-9282-4248-b8e7-662b227954fa req-017ac7c6-590c-4f2a-9205-226b72f2bcf3 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:30.134166 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1448684-399f-4b59-97f1-3fe445d4973c req-28d76cca-5740-41d0-befd-effbff00969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:30.135995 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a1448684-399f-4b59-97f1-3fe445d4973c req-28d76cca-5740-41d0-befd-effbff00969b service neutron] 10.222.0.24 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 907 time: 0.1152303 Aug 20 10:23:30.138314 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7fb38d4d-9282-4248-b8e7-662b227954fa req-017ac7c6-590c-4f2a-9205-226b72f2bcf3 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 944 time: 0.1751726 Aug 20 10:23:30.158979 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2e1cfe0a-833d-484e-8f4a-be2ac6708b34 req-7dac5d94-a602-4db9-bcd6-b0850f026973 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046373 Aug 20 10:23:30.267014 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a1448684-399f-4b59-97f1-3fe445d4973c req-9e782ce6-03e4-42c5-807a-da7f186139d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5832b5a-0d42-4846-be25-895144e0c1cd HTTP/1.1" status: 200 len: 217 time: 0.1203532 Aug 20 10:23:30.344955 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-de322a28-060c-489d-bafa-3241698c382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:30.409813 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:30.510131 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7fb38d4d-9282-4248-b8e7-662b227954fa req-986db020-f2d5-4aea-acf2-62904363a51a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708611 Aug 20 10:23:30.541346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1448684-399f-4b59-97f1-3fe445d4973c req-ccb3fc96-f61a-4150-8b1e-be9f76d3c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:30.553941 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a1448684-399f-4b59-97f1-3fe445d4973c req-ccb3fc96-f61a-4150-8b1e-be9f76d3c44b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d14c8d45-d320-4574-86d3-37a082d1daf5 HTTP/1.1" status: 200 len: 846 time: 0.2775090 Aug 20 10:23:30.554174 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-de322a28-060c-489d-bafa-3241698c382e None None] For port 4da2e239-384b-47b6-bef2-530bceaf8623, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4da2e239-384b-47b6-bef2-530bceaf8623,segment=NetworkSegment(68b70fe9-f85a-48b9-af9b-55bddb3372c3),segment_id=68b70fe9-f85a-48b9-af9b-55bddb3372c3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:30.577862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'name': 'tempest-TaggedBootDevicesTest_v242-252671886-router', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:28Z', 'revision_number': 3, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'gw_port': {'id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:30.594202 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-de322a28-060c-489d-bafa-3241698c382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:30.649458 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:30.748515 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:23:30.750962 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:23:30.793912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Checking router: 3aadc179-5c6b-42d4-9e87-5a4a66efc621 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:23:30.794477 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Updating router 3aadc179-5c6b-42d4-9e87-5a4a66efc621 port 32c405c8-df20-41a8-bc22-cd2999efd9e8 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:23:30.921600 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:30.942437 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2cf7a506-00c9-47ab-abf9-aac90a232109 req-da353c26-a503-47b1-87ba-47e7a22cf798 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 210 time: 0.2591472 Aug 20 10:23:30.953110 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a1448684-399f-4b59-97f1-3fe445d4973c req-c2a26682-c298-48b4-9d8d-edcec0d73edc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c63852f8-5c78-42de-a5e1-12993fc8be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3188245 Aug 20 10:23:31.020722 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de322a28-060c-489d-bafa-3241698c382e None None] Pushing event updated for resources: {'Port': ['ID=4da2e239-384b-47b6-bef2-530bceaf8623,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:31.188736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Allocated IP 172.20.0.1 (88f93105-b451-41f4-a5e5-079e47726c50/86001f3a-7a5c-4499-a121-de6a1935b5ad/4e3d87df-9eaa-44b5-8a90-cf60b46c6af7) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:23:31.310969 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-223a68e6-c0ad-4036-bd0d-6c8145980f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:31.328705 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a1448684-399f-4b59-97f1-3fe445d4973c req-e515a9f6-ba8b-40d7-b0c0-589adfbdd937 service neutron] 10.222.0.24 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610282 Aug 20 10:23:31.722478 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:31.747781 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Transition to ACTIVE for port object 32c405c8-df20-41a8-bc22-cd2999efd9e8 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:31.767726 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:31.807824 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a68e6-c0ad-4036-bd0d-6c8145980f35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a0b821-48e6-40b2-874d-6ba5dd3e1302,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:31.867202 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223a68e6-c0ad-4036-bd0d-6c8145980f35 admin admin] Checking segment: {'id': '65fdf31e-510b-4ce8-b116-9f076bf82d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:31.867976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a68e6-c0ad-4036-bd0d-6c8145980f35 admin admin] Network hostable DHCP agents. Network: deae5e63-6201-4553-930d-897a3e36a65a, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:23:31.909319 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Attempting to bind port 32c405c8-df20-41a8-bc22-cd2999efd9e8 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:23:31.909589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Attempting to bind port 32c405c8-df20-41a8-bc22-cd2999efd9e8 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:23:31.910001 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Attempting to bind port 32c405c8-df20-41a8-bc22-cd2999efd9e8 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:31.922802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ebaf10-fb05-458e-98b0-fa9b841caafa None None] Pushing event updated for resources: {'Port': ['ID=32c405c8-df20-41a8-bc22-cd2999efd9e8,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:31.938608 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a68e6-c0ad-4036-bd0d-6c8145980f35 admin admin] Network deae5e63-6201-4553-930d-897a3e36a65a is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:23:31.943590 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:23:31.944032 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:31.944435 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:31.946981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:23:31.948553 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Bound port: 32c405c8-df20-41a8-bc22-cd2999efd9e8, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:23:31.948935 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:31.963275 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a1448684-399f-4b59-97f1-3fe445d4973c req-5f4c10ac-ae30-4103-a16c-ab0d140259f6 service neutron] 10.222.0.24 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155937 Aug 20 10:23:31.975196 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-223a68e6-c0ad-4036-bd0d-6c8145980f35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, deae5e63-6201-4553-930d-897a3e36a65a) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:31.992770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223a68e6-c0ad-4036-bd0d-6c8145980f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:31.993623 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-223a68e6-c0ad-4036-bd0d-6c8145980f35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:32.002540 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-19628a56-828e-4c03-be13-f1e58b643bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:32.006306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4da2e239-384b-47b6-bef2-530bceaf8623 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:32.008798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8e59b0-796d-428d-8528-025ddf6914e7 None None] Network deae5e63-6201-4553-930d-897a3e36a65a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:32.036269 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-223a68e6-c0ad-4036-bd0d-6c8145980f35 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5829544 Aug 20 10:23:32.056210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013fb86-e415-4428-9342-23333b8591ef req-abe38622-10bf-42a5-bd73-e27fcc59ea72 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:32.059155 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a013fb86-e415-4428-9342-23333b8591ef req-abe38622-10bf-42a5-bd73-e27fcc59ea72 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 944 time: 0.0785861 Aug 20 10:23:32.129583 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a013fb86-e415-4428-9342-23333b8591ef req-f611fbb1-8c14-4817-81b4-9503f56a120f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632734 Aug 20 10:23:32.213337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] For port 32c405c8-df20-41a8-bc22-cd2999efd9e8, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:23:32.218375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] For port 32c405c8-df20-41a8-bc22-cd2999efd9e8, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=32c405c8-df20-41a8-bc22-cd2999efd9e8,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:23:32.253719 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:32.306404 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148f098f-c4d1-47b9-b0bf-bd149db7aa69 None None] Network deae5e63-6201-4553-930d-897a3e36a65a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:32.315461 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72d811-4cee-4cca-833c-158f0e2f198f req-dfbd6ac7-4003-4ec3-82aa-fa256fb72dd2 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:32.326074 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fc72d811-4cee-4cca-833c-158f0e2f198f req-dfbd6ac7-4003-4ec3-82aa-fa256fb72dd2 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.9487488 Aug 20 10:23:32.367780 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:32.395545 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Transition to ACTIVE for port object 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:32.405350 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fc72d811-4cee-4cca-833c-158f0e2f198f req-24d49018-baaa-4125-8bd7-3d0a4639f36f tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781202 Aug 20 10:23:32.413730 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:32.438406 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4da2e239-384b-47b6-bef2-530bceaf8623 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:32.438877 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:32.476991 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:32.525617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Network 88f93105-b451-41f4-a5e5-079e47726c50 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:32.529170 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:32.571806 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:23:32.572006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ebaf10-fb05-458e-98b0-fa9b841caafa None None] Pushing event updated for resources: {'Port': ['ID=32c405c8-df20-41a8-bc22-cd2999efd9e8,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:32.583801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4e3d87df-9eaa-44b5-8a90-cf60b46c6af7,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:32.593108 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Routers {'3aadc179-5c6b-42d4-9e87-5a4a66efc621'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:23:32.594400 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:23:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:32.609702 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44280) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:32.621592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7b534619-e2e4-4344-9e88-dbc84a5a8d70 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'subnet': {'network_id': '45ab4bf7-f810-4a48-9a61-9f2d2b32de76', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:32.640407 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b64e1d18-5666-48df-a19d-a1c0369ea151 req-227bf5a0-5cfa-472e-ac76-c2a17003d791 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2fce07-2c34-4ceb-bb67-2c261b1c49db HTTP/1.1" status: 200 len: 210 time: 0.0939980 Aug 20 10:23:32.685495 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:32.851758 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b534619-e2e4-4344-9e88-dbc84a5a8d70 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:32.859580 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7b534619-e2e4-4344-9e88-dbc84a5a8d70 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:32.919510 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] Set router 3aadc179-5c6b-42d4-9e87-5a4a66efc621 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:23:32.968230 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938f673-a2e7-46df-b056-662e238a53cd req-b30ce931-b760-48e1-a8ca-a9f9f81cbc06 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:32.970201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3938f673-a2e7-46df-b056-662e238a53cd req-b30ce931-b760-48e1-a8ca-a9f9f81cbc06 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/networks?id=deae5e63-6201-4553-930d-897a3e36a65a HTTP/1.1" status: 200 len: 821 time: 0.1862381 Aug 20 10:23:33.024380 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3938f673-a2e7-46df-b056-662e238a53cd req-daa7f314-54d3-4925-b3b8-fd0bb816f3be tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/quotas/c60b1bbfe47a48a99fe09e78d51d99e0 HTTP/1.1" status: 200 len: 375 time: 0.0217600 Aug 20 10:23:33.072226 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3938f673-a2e7-46df-b056-662e238a53cd req-6291c3e3-1ed0-4b5a-ae14-f3f9407a52f1 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c60b1bbfe47a48a99fe09e78d51d99e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356662 Aug 20 10:23:33.112013 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:33.147971 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7b534619-e2e4-4344-9e88-dbc84a5a8d70 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:33.214664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-346cd208-8083-47f0-8702-83471b90d30b None None] Provisioning for port 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:33.218293 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:33.223463 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-346cd208-8083-47f0-8702-83471b90d30b None None] Provisioning complete for port 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:33.223909 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-346cd208-8083-47f0-8702-83471b90d30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:33.240955 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b534619-e2e4-4344-9e88-dbc84a5a8d70 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Subnet': ['ID=c0155255-9fce-4404-a733-f49cf7783f9b,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:33.250947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b534619-e2e4-4344-9e88-dbc84a5a8d70 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Checking segment: {'id': '7aff973e-db14-4b6a-973f-ef8690fe9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '45ab4bf7-f810-4a48-9a61-9f2d2b32de76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:33.251350 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b534619-e2e4-4344-9e88-dbc84a5a8d70 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network hostable DHCP agents. Network: 45ab4bf7-f810-4a48-9a61-9f2d2b32de76, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:23:33.280356 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b534619-e2e4-4344-9e88-dbc84a5a8d70 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network 45ab4bf7-f810-4a48-9a61-9f2d2b32de76 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:23:33.287321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-346cd208-8083-47f0-8702-83471b90d30b None None] Port 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:23:33.294490 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-7b534619-e2e4-4344-9e88-dbc84a5a8d70 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 45ab4bf7-f810-4a48-9a61-9f2d2b32de76) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:33.302502 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b534619-e2e4-4344-9e88-dbc84a5a8d70 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:33.303543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7b534619-e2e4-4344-9e88-dbc84a5a8d70 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:33.306695 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3938f673-a2e7-46df-b056-662e238a53cd req-e3c06acb-3569-413b-8bad-44572ebe8b80 service neutron] 10.222.0.16 "GET /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015438 Aug 20 10:23:33.315443 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d35d78-dbd9-4997-a223-077aa4d16615 None None] Network 45ab4bf7-f810-4a48-9a61-9f2d2b32de76 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:33.345579 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7b534619-e2e4-4344-9e88-dbc84a5a8d70 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7299247 Aug 20 10:23:33.347564 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44302) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:33.363711 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-675edaf5-a701-48d7-acc1-c80d1c3a240f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1016240369'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:33.402924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881be30a-b8ed-4b31-8d76-9837c7110517 req-dc7d3d77-bf68-4511-bcf2-59b472177312 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:33.404482 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-881be30a-b8ed-4b31-8d76-9837c7110517 req-dc7d3d77-bf68-4511-bcf2-59b472177312 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 944 time: 0.0758681 Aug 20 10:23:33.405570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675edaf5-a701-48d7-acc1-c80d1c3a240f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:33.409426 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'name': 'tempest-TaggedBootDevicesTest_v242-252671886-router', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:28Z', 'revision_number': 3, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'gw_port': {'id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:33.414681 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-675edaf5-a701-48d7-acc1-c80d1c3a240f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:33.463435 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08f12f-78f4-4512-9810-a02b1f7b2038 None None] The sync data for ids ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'] in n-d-778550-11 is: [{'id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'name': 'tempest-TaggedBootDevicesTest_v242-252671886-router', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:28Z', 'revision_number': 3, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'gw_port': {'id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:23:33.466701 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:33.467647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675edaf5-a701-48d7-acc1-c80d1c3a240f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:23:33.470093 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3938f673-a2e7-46df-b056-662e238a53cd req-91838e8f-bf00-4eb1-82f7-3b1a9a334837 service neutron] 10.222.0.16 "GET /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553791 Aug 20 10:23:33.479461 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:33.491272 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-881be30a-b8ed-4b31-8d76-9837c7110517 req-18cf6cf7-34a4-4149-94bc-502b838fb890 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730579 Aug 20 10:23:33.501224 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-675edaf5-a701-48d7-acc1-c80d1c3a240f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:33.501694 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-675edaf5-a701-48d7-acc1-c80d1c3a240f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Added segment d05de235-48ba-4135-a6ea-5204f8618f04 of type vlan for network 4d86adfa-7281-4121-aaeb-254f0c68ccef Aug 20 10:23:33.545376 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-45ab4bf7-f810-4a48-9a61-9f2d2b32de76', 'network_id': '45ab4bf7-f810-4a48-9a61-9f2d2b32de76', 'tenant_id': 'dadb17a1633c48f6b31c504559794a61', 'fixed_ips': [{'subnet_id': 'c0155255-9fce-4404-a733-f49cf7783f9b'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:23:33.546597 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:33.561989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4e3d87df-9eaa-44b5-8a90-cf60b46c6af7,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:33.579079 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:33.802400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Network 88f93105-b451-41f4-a5e5-079e47726c50 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:33.806756 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:33.814647 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Allocated IP 2001:db8:0:ffff::2 (45ab4bf7-f810-4a48-9a61-9f2d2b32de76/c0155255-9fce-4404-a733-f49cf7783f9b/d806cf7f-af91-40c5-9e45-7fec5c445d3a) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:23:34.003739 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ca00838-1054-442b-9315-1e0b789aaa7c req-c7fa0479-1229-4ef5-8ba4-9b4b6444a474 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 210 time: 0.1887448 Aug 20 10:23:34.149614 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:34.160767 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Transition to ACTIVE for port object d806cf7f-af91-40c5-9e45-7fec5c445d3a will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:34.186377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Transition to ACTIVE for port object d806cf7f-af91-40c5-9e45-7fec5c445d3a will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:34.204045 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device b5832b5a-0d42-4846-be25-895144e0c1cd details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:23:34.345755 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:34.380374 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Router 3aadc179-5c6b-42d4-9e87-5a4a66efc621 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:23:34.477922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port b5832b5a-0d42-4846-be25-895144e0c1cd, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b5832b5a-0d42-4846-be25-895144e0c1cd,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:34.507447 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-675edaf5-a701-48d7-acc1-c80d1c3a240f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:34.521067 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e73c4692-009c-4395-b37b-0d90e1d716ca None None] Provisioning complete for port 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:34.521497 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e73c4692-009c-4395-b37b-0d90e1d716ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:34.552167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce951f-15ba-444a-a088-c81c9a583ce3 req-1e99acbb-7489-4888-9ebe-701bd74f5f1b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:34.560333 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1bce951f-15ba-444a-a088-c81c9a583ce3 req-1e99acbb-7489-4888-9ebe-701bd74f5f1b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 949 time: 0.1101785 Aug 20 10:23:34.569471 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-675edaf5-a701-48d7-acc1-c80d1c3a240f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:34.576191 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675edaf5-a701-48d7-acc1-c80d1c3a240f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:34.577087 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-675edaf5-a701-48d7-acc1-c80d1c3a240f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:34.621726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e73c4692-009c-4395-b37b-0d90e1d716ca None None] Port 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:23:34.642735 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Network 45ab4bf7-f810-4a48-9a61-9f2d2b32de76 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:34.648456 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:23:34.649816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'b5832b5a-0d42-4846-be25-895144e0c1cd', 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a', 'port_id': 'b5832b5a-0d42-4846-be25-895144e0c1cd', 'mac_address': 'fa:16:3e:c4:0b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14c8d45-d320-4574-86d3-37a082d1daf5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:23:34.652873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:34.668795 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0b22d55d-843f-4f4c-ac6e-00b212ec71f0 admin admin] 10.222.0.16 "PUT /v2.0/routers/3aadc179-5c6b-42d4-9e87-5a4a66efc621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3144832 Aug 20 10:23:34.669675 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:23:34.672394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Pushing event updated for resources: {'Port': ['ID=d806cf7f-af91-40c5-9e45-7fec5c445d3a,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:34.734060 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:34.760072 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:34.801067 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-675edaf5-a701-48d7-acc1-c80d1c3a240f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4541211 Aug 20 10:23:34.813247 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44340) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:34.827658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675edaf5-a701-48d7-acc1-c80d1c3a240f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Network': ['ID=4d86adfa-7281-4121-aaeb-254f0c68ccef,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:34.840285 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-ca7a8b22-9c76-4591-b9ae-44dfcdb0f560 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'subnet': {'network_id': '4d86adfa-7281-4121-aaeb-254f0c68ccef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:34.843728 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5832b5a-0d42-4846-be25-895144e0c1cd {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:23:34.853670 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1bce951f-15ba-444a-a088-c81c9a583ce3 req-e66c843f-54ae-49d3-9865-5fc4c13a5af5 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922263 Aug 20 10:23:34.858676 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 4d86adfa-7281-4121-aaeb-254f0c68ccef details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:23:34.896412 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Attempting to bind port d806cf7f-af91-40c5-9e45-7fec5c445d3a on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:23:34.897009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Attempting to bind port d806cf7f-af91-40c5-9e45-7fec5c445d3a by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '7aff973e-db14-4b6a-973f-ef8690fe9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '45ab4bf7-f810-4a48-9a61-9f2d2b32de76'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:23:34.897546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Attempting to bind port d806cf7f-af91-40c5-9e45-7fec5c445d3a on network 45ab4bf7-f810-4a48-9a61-9f2d2b32de76 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:34.947738 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:23:34.948902 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Checking segment: {'id': '7aff973e-db14-4b6a-973f-ef8690fe9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '45ab4bf7-f810-4a48-9a61-9f2d2b32de76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:34.949457 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:34.949988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Bound using segment: {'id': '7aff973e-db14-4b6a-973f-ef8690fe9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '45ab4bf7-f810-4a48-9a61-9f2d2b32de76'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:23:34.950637 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Bound port: d806cf7f-af91-40c5-9e45-7fec5c445d3a, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aff973e-db14-4b6a-973f-ef8690fe9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '45ab4bf7-f810-4a48-9a61-9f2d2b32de76'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:23:34.951195 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:34.953110 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b11e33-b2e4-4521-9166-b60f3880a526 req-7814637e-7dae-4a65-9431-73202da66a69 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:34.960524 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75b11e33-b2e4-4521-9166-b60f3880a526 req-7814637e-7dae-4a65-9431-73202da66a69 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 944 time: 0.1969368 Aug 20 10:23:34.975373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port b5832b5a-0d42-4846-be25-895144e0c1cd, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b5832b5a-0d42-4846-be25-895144e0c1cd,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:34.996862 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:35.053006 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75b11e33-b2e4-4521-9166-b60f3880a526 req-9fce9323-0216-43d3-a465-0b1088509474 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914466 Aug 20 10:23:35.066277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7a8b22-9c76-4591-b9ae-44dfcdb0f560 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:35.074471 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8b22-9c76-4591-b9ae-44dfcdb0f560 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:35.174026 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=b5832b5a-0d42-4846-be25-895144e0c1cd,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:35.177471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] For port d806cf7f-af91-40c5-9e45-7fec5c445d3a, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:23:35.181101 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] For port d806cf7f-af91-40c5-9e45-7fec5c445d3a, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d806cf7f-af91-40c5-9e45-7fec5c445d3a,segment=NetworkSegment(7aff973e-db14-4b6a-973f-ef8690fe9c41),segment_id=7aff973e-db14-4b6a-973f-ef8690fe9c41)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:23:35.192074 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:35.261488 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 416addcc-75e7-468f-be1d-2361414c52f2 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:23:35.351503 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 416addcc-75e7-468f-be1d-2361414c52f2 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:23:35.362433 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['b5832b5a-0d42-4846-be25-895144e0c1cd'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:23:35.415927 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4b4ee912-1d88-4f90-ab53-d98fb345df8a req-c38d64b9-b947-4282-b828-5821b7fe34f3 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 210 time: 0.0401304 Aug 20 10:23:35.501918 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 416addcc-75e7-468f-be1d-2361414c52f2, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=416addcc-75e7-468f-be1d-2361414c52f2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:35.517983 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc35732d-141c-4fab-8bac-7c105713f6f1 req-e99856fa-0cd4-4daf-a136-cdb15dd6a7a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2989016 Aug 20 10:23:35.546123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1fd9b-8d12-4be3-b8d6-32bd5b44d380 None None] Pushing event updated for resources: {'Port': ['ID=d806cf7f-af91-40c5-9e45-7fec5c445d3a,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:35.577714 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8b22-9c76-4591-b9ae-44dfcdb0f560 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:35.593427 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '416addcc-75e7-468f-be1d-2361414c52f2', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '416addcc-75e7-468f-be1d-2361414c52f2', 'mac_address': 'fa:16:3e:e5:c5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:23:35.596404 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cb596-eb70-4157-af55-4be710e44ae7 req-25bbb6cb-14aa-4f88-b0a8-e0af87d4b9c2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:35.617029 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb8cb596-eb70-4157-af55-4be710e44ae7 req-25bbb6cb-14aa-4f88-b0a8-e0af87d4b9c2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 811 time: 0.3622274 Aug 20 10:23:35.659531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a8b22-9c76-4591-b9ae-44dfcdb0f560 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Subnet': ['ID=52d726e0-a727-415e-a851-bc942c195e9d,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:35.709864 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a8b22-9c76-4591-b9ae-44dfcdb0f560 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Checking segment: {'id': 'd05de235-48ba-4135-a6ea-5204f8618f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4d86adfa-7281-4121-aaeb-254f0c68ccef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:35.710501 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7a8b22-9c76-4591-b9ae-44dfcdb0f560 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network hostable DHCP agents. Network: 4d86adfa-7281-4121-aaeb-254f0c68ccef, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:23:35.749097 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb8cb596-eb70-4157-af55-4be710e44ae7 req-26d3525f-7bcf-421e-a2a5-9c48ca04b4af tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/quotas/6e53ce8e85ec4b5491d4531e04655740 HTTP/1.1" status: 200 len: 375 time: 0.1291866 Aug 20 10:23:35.751322 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7a8b22-9c76-4591-b9ae-44dfcdb0f560 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network 4d86adfa-7281-4121-aaeb-254f0c68ccef is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:23:35.828604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-ca7a8b22-9c76-4591-b9ae-44dfcdb0f560 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 4d86adfa-7281-4121-aaeb-254f0c68ccef) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:35.848933 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7a8b22-9c76-4591-b9ae-44dfcdb0f560 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:35.849574 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8b22-9c76-4591-b9ae-44dfcdb0f560 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:35.864856 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb8cb596-eb70-4157-af55-4be710e44ae7 req-25b10612-7de2-4e78-866a-a025d6cd35f3 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1146762 Aug 20 10:23:35.883936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dacc0e-b166-4938-b743-daed99d7dac8 None None] Network 4d86adfa-7281-4121-aaeb-254f0c68ccef requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:35.923509 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:35.933314 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ca7a8b22-9c76-4591-b9ae-44dfcdb0f560 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1099317 Aug 20 10:23:35.937403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44400) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:36.052812 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:36.071097 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 32c405c8-df20-41a8-bc22-cd2999efd9e8 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:36.119667 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35732d-141c-4fab-8bac-7c105713f6f1 req-51fd595e-509f-4807-9fd3-9bce24ec54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:36.126155 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc35732d-141c-4fab-8bac-7c105713f6f1 req-51fd595e-509f-4807-9fd3-9bce24ec54c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91d7d5dc4ae64b1ab389ae70e177c5c8&device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 1101 time: 0.5043075 Aug 20 10:23:36.192387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 416addcc-75e7-468f-be1d-2361414c52f2 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:23:36.204298 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da91dc3a-a0a3-4245-85d8-709025364044 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:36.269147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 416addcc-75e7-468f-be1d-2361414c52f2, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=416addcc-75e7-468f-be1d-2361414c52f2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:36.292712 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:36.300238 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da91dc3a-a0a3-4245-85d8-709025364044 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:36.389686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938f673-a2e7-46df-b056-662e238a53cd req-293f95d8-1516-4388-b8bb-ff20cd0aac51 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:36.392132 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3938f673-a2e7-46df-b056-662e238a53cd req-293f95d8-1516-4388-b8bb-ff20cd0aac51 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.24 "GET /v2.0/networks?id=deae5e63-6201-4553-930d-897a3e36a65a HTTP/1.1" status: 200 len: 821 time: 0.6856523 Aug 20 10:23:36.395036 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35732d-141c-4fab-8bac-7c105713f6f1 req-cb29dce6-b6a6-43d3-860c-04077218edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:36.397061 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc35732d-141c-4fab-8bac-7c105713f6f1 req-cb29dce6-b6a6-43d3-860c-04077218edaf service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2166891 Aug 20 10:23:36.407001 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb8cb596-eb70-4157-af55-4be710e44ae7 req-3eade7fa-a56f-4f95-bda7-6ff31fc0f55b service neutron] 10.222.0.16 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377450 Aug 20 10:23:36.418507 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-3938f673-a2e7-46df-b056-662e238a53cd req-9d3b29b5-6d77-4410-bc64-ef7906c90769 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Request body: {'port': {'device_id': 'f9d1a595-989e-4bc1-a850-01188e8065a8', 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a', 'admin_state_up': True, 'tenant_id': 'c60b1bbfe47a48a99fe09e78d51d99e0'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:36.429506 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c61e5-72dd-40bf-807e-c15a10647584 req-7b66f5e9-0ea5-4c6b-ac6d-00a561515e39 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:36.438285 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-402c61e5-72dd-40bf-807e-c15a10647584 req-7b66f5e9-0ea5-4c6b-ac6d-00a561515e39 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 948 time: 0.1397655 Aug 20 10:23:36.482374 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da91dc3a-a0a3-4245-85d8-709025364044 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:36.541091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91dc3a-a0a3-4245-85d8-709025364044 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Subnet': ['ID=52d726e0-a727-415e-a851-bc942c195e9d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:36.552738 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-402c61e5-72dd-40bf-807e-c15a10647584 req-2328b4c0-294e-4862-8ebf-8d4bcf68d05d tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135609 Aug 20 10:23:36.591458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 32c405c8-df20-41a8-bc22-cd2999efd9e8 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:36.608540 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:23:36.608895 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:23:36.611703 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=416addcc-75e7-468f-be1d-2361414c52f2,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:36.614757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 32c405c8-df20-41a8-bc22-cd2999efd9e8 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:36.615063 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:36.644411 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc35732d-141c-4fab-8bac-7c105713f6f1 req-67b96f55-aebf-423c-9db9-01dee650a103 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=f49918e5-a388-4e4a-bea5-edae5a7ef00a HTTP/1.1" status: 200 len: 217 time: 0.1271963 Aug 20 10:23:36.686908 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da91dc3a-a0a3-4245-85d8-709025364044 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:36.704219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-da91dc3a-a0a3-4245-85d8-709025364044 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d86adfa-7281-4121-aaeb-254f0c68ccef']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:36.709631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['416addcc-75e7-468f-be1d-2361414c52f2'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:23:36.717131 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-da91dc3a-a0a3-4245-85d8-709025364044 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd05de235-48ba-4135-a6ea-5204f8618f04') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:36.717440 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-da91dc3a-a0a3-4245-85d8-709025364044 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd05de235-48ba-4135-a6ea-5204f8618f04') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:36.734658 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da91dc3a-a0a3-4245-85d8-709025364044 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:36.758506 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da91dc3a-a0a3-4245-85d8-709025364044 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:36.766379 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da91dc3a-a0a3-4245-85d8-709025364044 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:23:36.766864 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da91dc3a-a0a3-4245-85d8-709025364044 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:36.792919 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63013f89-08de-4b99-9027-07ca2a155bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-4d86adfa-7281-4121-aaeb-254f0c68ccef', 'network_id': '4d86adfa-7281-4121-aaeb-254f0c68ccef', 'tenant_id': 'dadb17a1633c48f6b31c504559794a61', 'fixed_ips': [{'subnet_id': '52d726e0-a727-415e-a851-bc942c195e9d'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:23:36.793787 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-63013f89-08de-4b99-9027-07ca2a155bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:23:36.848253 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:23:36.877163 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb8cb596-eb70-4157-af55-4be710e44ae7 req-22ce0c86-4bfd-4830-9704-b13d8621429e service neutron] 10.222.0.16 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539314 Aug 20 10:23:36.911509 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Sync routers for ids ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:23:36.929857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6591cd-0873-4e1e-90a3-fb33f6cbd6ae req-fdd512d1-a205-4d17-a245-57cdf488bafe tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:36.932215 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e6591cd-0873-4e1e-90a3-fb33f6cbd6ae req-fdd512d1-a205-4d17-a245-57cdf488bafe tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 945 time: 0.0831275 Aug 20 10:23:36.938862 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35732d-141c-4fab-8bac-7c105713f6f1 req-38aeefc1-8eb4-442d-801d-fc1733d2a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:36.944859 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9e1ab1-876b-4acc-a1a9-324947f0fa56 None None] Network 4d86adfa-7281-4121-aaeb-254f0c68ccef requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:36.946473 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc35732d-141c-4fab-8bac-7c105713f6f1 req-38aeefc1-8eb4-442d-801d-fc1733d2a631 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.2051129 Aug 20 10:23:36.951690 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Routers {'3aadc179-5c6b-42d4-9e87-5a4a66efc621'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:23:36.952637 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:23:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:36.954912 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da91dc3a-a0a3-4245-85d8-709025364044 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:36.992932 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9e1ab1-876b-4acc-a1a9-324947f0fa56 None None] Network 4d86adfa-7281-4121-aaeb-254f0c68ccef could not be found, it might have been deleted concurrently. {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 10:23:37.014314 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da91dc3a-a0a3-4245-85d8-709025364044 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:37.021752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-da91dc3a-a0a3-4245-85d8-709025364044 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/networks/4d86adfa-7281-4121-aaeb-254f0c68ccef HTTP/1.1" status: 204 len: 168 time: 1.0814662 Aug 20 10:23:37.032458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44444) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:37.035233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91dc3a-a0a3-4245-85d8-709025364044 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Network': ['ID=4d86adfa-7281-4121-aaeb-254f0c68ccef,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:37.051629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-8a500d3b-7e5f-4a09-bbb7-4b4635f410e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1589680873'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:37.153554 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3938f673-a2e7-46df-b056-662e238a53cd req-9d3b29b5-6d77-4410-bc64-ef7906c90769 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Made reservation on behalf of c60b1bbfe47a48a99fe09e78d51d99e0 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:37.157202 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e6591cd-0873-4e1e-90a3-fb33f6cbd6ae req-e4bd17cc-0d5b-4aab-b048-f3c8669b859c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139249 Aug 20 10:23:37.159674 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3938f673-a2e7-46df-b056-662e238a53cd req-9d3b29b5-6d77-4410-bc64-ef7906c90769 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:37.202107 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:37.230385 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:37.293667 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Set router 3aadc179-5c6b-42d4-9e87-5a4a66efc621 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:23:37.309095 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6978bfd-ed1a-4f5e-82c9-9f8d278fc848 None None] Network 45ab4bf7-f810-4a48-9a61-9f2d2b32de76 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:37.379628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-3938f673-a2e7-46df-b056-662e238a53cd req-9d3b29b5-6d77-4410-bc64-ef7906c90769 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Allocated IP 172.20.0.9 (deae5e63-6201-4553-930d-897a3e36a65a/e2a0b821-48e6-40b2-874d-6ba5dd3e1302/0953b30e-5921-42cb-9866-0bcd865adb00) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:23:37.407205 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35732d-141c-4fab-8bac-7c105713f6f1 req-5c28576c-ac57-4179-8a79-78d665ee3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:37.409196 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc35732d-141c-4fab-8bac-7c105713f6f1 req-5c28576c-ac57-4179-8a79-78d665ee3ccb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4423993 Aug 20 10:23:37.486076 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6abf4640-b2a9-4b4e-9e70-7ad07df597d6 req-0f3211e4-883a-4a0c-8875-eec100e15631 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 210 time: 0.0528312 Aug 20 10:23:37.605106 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 32c405c8-df20-41a8-bc22-cd2999efd9e8, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=32c405c8-df20-41a8-bc22-cd2999efd9e8,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:37.610496 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 416addcc-75e7-468f-be1d-2361414c52f2 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:23:37.631018 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:37.656000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a500d3b-7e5f-4a09-bbb7-4b4635f410e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:37.658993 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ac175251-4dc8-43a0-b603-146ea3a2ae33 None None] Provisioning for port d806cf7f-af91-40c5-9e45-7fec5c445d3a completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:37.670098 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a500d3b-7e5f-4a09-bbb7-4b4635f410e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:37.678617 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a0f23a50-c587-4af7-9fff-fa9d381912e8 req-cb759f2b-7306-4c92-bd33-0867c114dbb7 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=586fd2d0-4b7a-4d4d-86b6-631a33214ab6 HTTP/1.1" status: 200 len: 210 time: 0.0801432 Aug 20 10:23:37.716944 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 416addcc-75e7-468f-be1d-2361414c52f2, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=416addcc-75e7-468f-be1d-2361414c52f2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:37.743499 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27caabb5-1e59-42bc-ab4d-090fd3eeb857 req-d34f78f7-f738-44c5-8989-b103a710a228 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:37.745239 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-27caabb5-1e59-42bc-ab4d-090fd3eeb857 req-d34f78f7-f738-44c5-8989-b103a710a228 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.42 "GET /v2.0/ports?device_id=03cde495-fa2e-46f8-af98-db8ecdd37361 HTTP/1.1" status: 200 len: 945 time: 0.2121625 Aug 20 10:23:37.772159 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:37.773439 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'name': 'tempest-TaggedBootDevicesTest_v242-252671886-router', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:33Z', 'revision_number': 4, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'gw_port': {'id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4e3d87df-9eaa-44b5-8a90-cf60b46c6af7', 'name': '', 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'mac_address': 'fa:16:3e:2f:54:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:30Z', 'updated_at': '2021-08-20T10:23:33Z', 'revision_number': 2, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'subnets': [{'id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:37.859801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=32c405c8-df20-41a8-bc22-cd2999efd9e8,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:37.903573 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Checking router: 3aadc179-5c6b-42d4-9e87-5a4a66efc621 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:23:37.906300 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Updating router 3aadc179-5c6b-42d4-9e87-5a4a66efc621 port 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:23:37.909816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a500d3b-7e5f-4a09-bbb7-4b4635f410e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:23:37.923530 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d806cf7f-af91-40c5-9e45-7fec5c445d3a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:37.945289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94876fd9-f62d-464e-b401-755ee95f4ab3 req-78a883f8-b438-43e2-9326-0c806eb325d1 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:37.953934 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-94876fd9-f62d-464e-b401-755ee95f4ab3 req-78a883f8-b438-43e2-9326-0c806eb325d1 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/ports?device_id=03cde495-fa2e-46f8-af98-db8ecdd37361 HTTP/1.1" status: 200 len: 945 time: 0.5507588 Aug 20 10:23:37.964743 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:37.965286 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc35732d-141c-4fab-8bac-7c105713f6f1 req-3fcaa4eb-9943-4f12-9a65-ac2aa12f6ab7 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358505 Aug 20 10:23:37.997805 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a500d3b-7e5f-4a09-bbb7-4b4635f410e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:37.998150 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-8a500d3b-7e5f-4a09-bbb7-4b4635f410e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Added segment c44fd75f-fa1a-4a42-a8b4-6f9625ddd8ab of type vlan for network c9c27f47-7a95-4af2-aa5a-072693236020 Aug 20 10:23:38.048142 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device b5832b5a-0d42-4846-be25-895144e0c1cd up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:38.125341 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=416addcc-75e7-468f-be1d-2361414c52f2,revision_number=10']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:38.232079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-27caabb5-1e59-42bc-ab4d-090fd3eeb857 req-c2423178-e585-4d95-ab87-6fcc549529ef tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Deleting port 24ce6713-a1a3-454d-96e5-95b86020b520 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:38.232352 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port b5832b5a-0d42-4846-be25-895144e0c1cd completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:38.233073 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-27caabb5-1e59-42bc-ab4d-090fd3eeb857 req-c2423178-e585-4d95-ab87-6fcc549529ef tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:38.239419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port d806cf7f-af91-40c5-9e45-7fec5c445d3a completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:38.249276 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port b5832b5a-0d42-4846-be25-895144e0c1cd triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:38.249670 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:38.265447 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a500d3b-7e5f-4a09-bbb7-4b4635f410e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:38.330203 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91ae63-9f5d-4acc-a9c8-ca1354a0457a req-9a9aaedc-22f6-4bd9-8e36-de7819956d56 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:38.337362 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d806cf7f-af91-40c5-9e45-7fec5c445d3a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:38.339990 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:38.341982 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c91ae63-9f5d-4acc-a9c8-ca1354a0457a req-9a9aaedc-22f6-4bd9-8e36-de7819956d56 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 948 time: 0.3520594 Aug 20 10:23:38.354131 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3938f673-a2e7-46df-b056-662e238a53cd req-9d3b29b5-6d77-4410-bc64-ef7906c90769 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:38.363820 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-94876fd9-f62d-464e-b401-755ee95f4ab3 req-7a6f90a2-6aea-4db7-8a61-7973606d3ce9 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a045b-a792-4700-b96d-1078dc4e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088511 Aug 20 10:23:38.371823 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc35732d-141c-4fab-8bac-7c105713f6f1 req-67c49f63-824a-4df6-8340-ed054215c27b service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800013 Aug 20 10:23:38.374233 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a500d3b-7e5f-4a09-bbb7-4b4635f410e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:38.380210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a500d3b-7e5f-4a09-bbb7-4b4635f410e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:38.380984 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a500d3b-7e5f-4a09-bbb7-4b4635f410e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:38.468800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a500d3b-7e5f-4a09-bbb7-4b4635f410e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Network': ['ID=c9c27f47-7a95-4af2-aa5a-072693236020,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:38.490606 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8a500d3b-7e5f-4a09-bbb7-4b4635f410e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4468832 Aug 20 10:23:38.494990 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44468) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:38.502333 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e51650d0-9e33-44a2-8b89-d35659783936 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'subnet': {'network_id': 'c9c27f47-7a95-4af2-aa5a-072693236020', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:38.517327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network c9c27f47-7a95-4af2-aa5a-072693236020 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:23:38.528572 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:38.553894 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Transition to ACTIVE for port object 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:38.559939 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3938f673-a2e7-46df-b056-662e238a53cd req-9d3b29b5-6d77-4410-bc64-ef7906c90769 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:38.577135 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:38.583211 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:38.658473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3938f673-a2e7-46df-b056-662e238a53cd req-9d3b29b5-6d77-4410-bc64-ef7906c90769 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Network deae5e63-6201-4553-930d-897a3e36a65a is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:38.679856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-3938f673-a2e7-46df-b056-662e238a53cd req-9d3b29b5-6d77-4410-bc64-ef7906c90769 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:38.694018 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-3938f673-a2e7-46df-b056-662e238a53cd req-9d3b29b5-6d77-4410-bc64-ef7906c90769 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:23:38.703667 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a5282-8ec3-46a6-9f83-d578ed53e5a3 None None] Pushing event updated for resources: {'Port': ['ID=4e3d87df-9eaa-44b5-8a90-cf60b46c6af7,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:38.728536 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c91ae63-9f5d-4acc-a9c8-ca1354a0457a req-3e624e84-1b04-4235-94fa-4993d0bb1dfa tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980170 Aug 20 10:23:38.779168 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:38.807966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-27caabb5-1e59-42bc-ab4d-090fd3eeb857 req-c2423178-e585-4d95-ab87-6fcc549529ef tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] For port 24ce6713-a1a3-454d-96e5-95b86020b520, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=24ce6713-a1a3-454d-96e5-95b86020b520,segment=NetworkSegment(c80625a1-d5a1-41fb-b484-905181b85dd7),segment_id=c80625a1-d5a1-41fb-b484-905181b85dd7)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:38.808930 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-27caabb5-1e59-42bc-ab4d-090fd3eeb857 req-c2423178-e585-4d95-ab87-6fcc549529ef tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:38.817062 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b29b5-6d77-4410-bc64-ef7906c90769 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Pushing event updated for resources: {'Port': ['ID=0953b30e-5921-42cb-9866-0bcd865adb00,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:38.817372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51650d0-9e33-44a2-8b89-d35659783936 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:38.823333 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a5282-8ec3-46a6-9f83-d578ed53e5a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:38.823730 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a5282-8ec3-46a6-9f83-d578ed53e5a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:38.824075 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a5282-8ec3-46a6-9f83-d578ed53e5a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:38.824412 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a5282-8ec3-46a6-9f83-d578ed53e5a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:38.824754 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a5282-8ec3-46a6-9f83-d578ed53e5a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:38.825092 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a5282-8ec3-46a6-9f83-d578ed53e5a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:38.825421 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a5282-8ec3-46a6-9f83-d578ed53e5a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:38.826106 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a5282-8ec3-46a6-9f83-d578ed53e5a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:38.826106 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a5282-8ec3-46a6-9f83-d578ed53e5a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:38.826359 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a5282-8ec3-46a6-9f83-d578ed53e5a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:38.826681 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a5282-8ec3-46a6-9f83-d578ed53e5a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:38.839347 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a5282-8ec3-46a6-9f83-d578ed53e5a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:23:38.850787 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e51650d0-9e33-44a2-8b89-d35659783936 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:38.896199 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Attempting to bind port 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:23:38.896564 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Attempting to bind port 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '68b70fe9-f85a-48b9-af9b-55bddb3372c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:23:38.896924 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Attempting to bind port 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 on network 88f93105-b451-41f4-a5e5-079e47726c50 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:38.912675 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:23:38.913164 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Checking segment: {'id': '68b70fe9-f85a-48b9-af9b-55bddb3372c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:38.913686 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:38.914094 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Bound using segment: {'id': '68b70fe9-f85a-48b9-af9b-55bddb3372c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:23:38.914704 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Bound port: 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b70fe9-f85a-48b9-af9b-55bddb3372c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:23:38.914949 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:38.922816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254b00b2-6ea4-4638-a17f-0b4fbd7cddb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5832b5a-0d42-4846-be25-895144e0c1cd'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:23:38.944203 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1a72a4-1c8b-41b4-aaef-5916d967de24" -d '{"events": [{"server_uuid": "254b00b2-6ea4-4638-a17f-0b4fbd7cddb2", "name": "network-vif-plugged", "status": "completed", "tag": "b5832b5a-0d42-4846-be25-895144e0c1cd"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:23:38.966812 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938f673-a2e7-46df-b056-662e238a53cd req-9d3b29b5-6d77-4410-bc64-ef7906c90769 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:38.967590 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3938f673-a2e7-46df-b056-662e238a53cd req-9d3b29b5-6d77-4410-bc64-ef7906c90769 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:38.969611 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-27caabb5-1e59-42bc-ab4d-090fd3eeb857 req-c2423178-e585-4d95-ab87-6fcc549529ef tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Calling delete_port for 24ce6713-a1a3-454d-96e5-95b86020b520 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:39.050571 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port b5832b5a-0d42-4846-be25-895144e0c1cd, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b5832b5a-0d42-4846-be25-895144e0c1cd,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:39.053587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618a2ea-07d4-48ad-87f7-8b118795f670 req-0b9e6158-a79b-4eb7-8758-842265b953fd tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:39.059284 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4618a2ea-07d4-48ad-87f7-8b118795f670 req-0b9e6158-a79b-4eb7-8758-842265b953fd tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 945 time: 0.2423079 Aug 20 10:23:39.064397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port d806cf7f-af91-40c5-9e45-7fec5c445d3a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d806cf7f-af91-40c5-9e45-7fec5c445d3a,segment=NetworkSegment(7aff973e-db14-4b6a-973f-ef8690fe9c41),segment_id=7aff973e-db14-4b6a-973f-ef8690fe9c41)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:39.065145 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3938f673-a2e7-46df-b056-662e238a53cd req-9d3b29b5-6d77-4410-bc64-ef7906c90769 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6533942 Aug 20 10:23:39.067838 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:39.079299 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:39.106455 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] For port 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:23:39.113473 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] For port 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4e3d87df-9eaa-44b5-8a90-cf60b46c6af7,segment=NetworkSegment(68b70fe9-f85a-48b9-af9b-55bddb3372c3),segment_id=68b70fe9-f85a-48b9-af9b-55bddb3372c3)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:23:39.122723 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:39.165035 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Request body: {'port': {'device_id': 'f9d1a595-989e-4bc1-a850-01188e8065a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:39.172480 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=b5832b5a-0d42-4846-be25-895144e0c1cd,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:39.217618 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Routers {'3aadc179-5c6b-42d4-9e87-5a4a66efc621'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:23:39.219790 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:23:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:39.279266 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc4ca5-a3e4-4b0a-9789-9b0cfd965ab4 req-2605b1a4-6022-4c58-8c35-8ff951ae834c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:39.286303 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:39.292299 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8dcc4ca5-a3e4-4b0a-9789-9b0cfd965ab4 req-2605b1a4-6022-4c58-8c35-8ff951ae834c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 931 time: 0.3162715 Aug 20 10:23:39.296705 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 416addcc-75e7-468f-be1d-2361414c52f2 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:39.305768 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4618a2ea-07d4-48ad-87f7-8b118795f670 req-dea51407-8c2d-462b-808d-247d2b832bba tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374632 Aug 20 10:23:39.424308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=d806cf7f-af91-40c5-9e45-7fec5c445d3a,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:39.424656 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] Set router 3aadc179-5c6b-42d4-9e87-5a4a66efc621 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:23:39.474732 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 416addcc-75e7-468f-be1d-2361414c52f2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:39.475031 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:39.513682 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb8cb596-eb70-4157-af55-4be710e44ae7 req-451237a4-8e56-4a35-a190-a165ddce22a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&device_id=586fd2d0-4b7a-4d4d-86b6-631a33214ab6 HTTP/1.1" status: 200 len: 210 time: 0.0580952 Aug 20 10:23:39.561201 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6e0dc68b-9794-4ba5-a35f-00d9edf1280a req-4bbdc4e8-fa1f-47b1-a484-f73be724f60e tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=586fd2d0-4b7a-4d4d-86b6-631a33214ab6 HTTP/1.1" status: 200 len: 210 time: 0.0556192 Aug 20 10:23:39.687510 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:39.722824 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131fa2e4-7618-43ff-b31d-43d3b93fed41 x-openstack-request-id: req-131fa2e4-7618-43ff-b31d-43d3b93fed41 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:23:39.723148 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254b00b2-6ea4-4638-a17f-0b4fbd7cddb2", "name": "network-vif-plugged", "status": "completed", "tag": "b5832b5a-0d42-4846-be25-895144e0c1cd", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:23:39.723411 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-131fa2e4-7618-43ff-b31d-43d3b93fed41 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:23:39.723811 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254b00b2-6ea4-4638-a17f-0b4fbd7cddb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5832b5a-0d42-4846-be25-895144e0c1cd', 'code': 200} Aug 20 10:23:39.780328 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8dcc4ca5-a3e4-4b0a-9789-9b0cfd965ab4 req-0da93aa4-77c9-468c-8c49-9a752fc24300 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868085 Aug 20 10:23:39.791865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 416addcc-75e7-468f-be1d-2361414c52f2, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=416addcc-75e7-468f-be1d-2361414c52f2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:39.804638 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d806cf7f-af91-40c5-9e45-7fec5c445d3a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:39.813590 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:39.847283 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a5282-8ec3-46a6-9f83-d578ed53e5a3 None None] Pushing event updated for resources: {'Port': ['ID=4e3d87df-9eaa-44b5-8a90-cf60b46c6af7,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:39.894657 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0953b30e-5921-42cb-9866-0bcd865adb00 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:23:39.899750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cb596-eb70-4157-af55-4be710e44ae7 req-2e5a5460-0c43-457f-972d-249c47df19f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:39.903911 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb8cb596-eb70-4157-af55-4be710e44ae7 req-2e5a5460-0c43-457f-972d-249c47df19f7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6e53ce8e85ec4b5491d4531e04655740&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3786399 Aug 20 10:23:39.920071 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:39.921042 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=416addcc-75e7-468f-be1d-2361414c52f2,revision_number=11']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:39.952401 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Transition to ACTIVE for port object 0953b30e-5921-42cb-9866-0bcd865adb00 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:39.964892 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa96bc-ab58-4569-b514-89c5b216549d req-a09441da-e869-4b16-b916-d91567488651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:39.966708 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8efa96bc-ab58-4569-b514-89c5b216549d req-a09441da-e869-4b16-b916-d91567488651 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 1098 time: 0.1280966 Aug 20 10:23:39.974903 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685acdcc-0361-4689-9d34-396d8f37655a req-c91f3489-594a-48e0-832e-0c054ce7b3c0 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:39.976502 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-685acdcc-0361-4689-9d34-396d8f37655a req-c91f3489-594a-48e0-832e-0c054ce7b3c0 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/ports?device_id=03cde495-fa2e-46f8-af98-db8ecdd37361 HTTP/1.1" status: 200 len: 945 time: 0.1364975 Aug 20 10:23:39.977167 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:39.979866 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d806cf7f-af91-40c5-9e45-7fec5c445d3a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:39.980247 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:40.029996 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0953b30e-5921-42cb-9866-0bcd865adb00,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:40.037913 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'name': 'tempest-TaggedBootDevicesTest_v242-252671886-router', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:33Z', 'revision_number': 4, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'gw_port': {'id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4e3d87df-9eaa-44b5-8a90-cf60b46c6af7', 'name': '', 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'mac_address': 'fa:16:3e:2f:54:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:30Z', 'updated_at': '2021-08-20T10:23:39Z', 'revision_number': 4, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'subnets': [{'id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:40.096101 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8efa96bc-ab58-4569-b514-89c5b216549d req-562555c1-152c-4c0b-ba1b-a6869a9a8f23 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165566 Aug 20 10:23:40.097288 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fec3af-49b0-4717-9ae7-e7294803554a None None] The sync data for ids ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'] in n-d-778550-11 is: [{'id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'name': 'tempest-TaggedBootDevicesTest_v242-252671886-router', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:33Z', 'revision_number': 4, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'gw_port': {'id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4e3d87df-9eaa-44b5-8a90-cf60b46c6af7', 'name': '', 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'mac_address': 'fa:16:3e:2f:54:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:30Z', 'updated_at': '2021-08-20T10:23:39Z', 'revision_number': 4, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'subnets': [{'id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:23:40.122087 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-685acdcc-0361-4689-9d34-396d8f37655a req-f61daabe-8907-471b-9562-d575bfab3be7 tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d6a045b-a792-4700-b96d-1078dc4e871c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936363 Aug 20 10:23:40.127073 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-27caabb5-1e59-42bc-ab4d-090fd3eeb857 req-c2423178-e585-4d95-ab87-6fcc549529ef tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:40.147374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 32c405c8-df20-41a8-bc22-cd2999efd9e8 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:40.239970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2423178-e585-4d95-ab87-6fcc549529ef tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Pushing event deleted for resources: {'Port': ['ID=24ce6713-a1a3-454d-96e5-95b86020b520,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:40.243725 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e51650d0-9e33-44a2-8b89-d35659783936 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:40.247646 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 32c405c8-df20-41a8-bc22-cd2999efd9e8 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:40.248030 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:40.294175 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Attempting to bind port 0953b30e-5921-42cb-9866-0bcd865adb00 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:23:40.294881 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Attempting to bind port 0953b30e-5921-42cb-9866-0bcd865adb00 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '65fdf31e-510b-4ce8-b116-9f076bf82d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:23:40.296429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Attempting to bind port 0953b30e-5921-42cb-9866-0bcd865adb00 on network deae5e63-6201-4553-930d-897a3e36a65a {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:40.306069 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Port 0953b30e-5921-42cb-9866-0bcd865adb00 on network deae5e63-6201-4553-930d-897a3e36a65a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:23:40.307409 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Attempting to bind port 0953b30e-5921-42cb-9866-0bcd865adb00 on network deae5e63-6201-4553-930d-897a3e36a65a {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:40.319765 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:23:40.320195 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Checking segment: {'id': '65fdf31e-510b-4ce8-b116-9f076bf82d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:40.320668 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Bound using segment: {'id': '65fdf31e-510b-4ce8-b116-9f076bf82d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:23:40.321873 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Bound port: 0953b30e-5921-42cb-9866-0bcd865adb00, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fdf31e-510b-4ce8-b116-9f076bf82d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:23:40.322300 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:40.379419 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-27caabb5-1e59-42bc-ab4d-090fd3eeb857 req-c2423178-e585-4d95-ab87-6fcc549529ef tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] No DVR routers for this DVR port 24ce6713-a1a3-454d-96e5-95b86020b520 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:23:40.404291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220eb87a-ba18-4b3f-b55f-11c8a1c54581 req-f1e02d38-a8a0-450c-85af-5b5661ffc45d tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:40.405752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-220eb87a-ba18-4b3f-b55f-11c8a1c54581 req-f1e02d38-a8a0-450c-85af-5b5661ffc45d tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 950 time: 0.5124586 Aug 20 10:23:40.409988 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-27caabb5-1e59-42bc-ab4d-090fd3eeb857 req-c2423178-e585-4d95-ab87-6fcc549529ef tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:40.412335 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-27caabb5-1e59-42bc-ab4d-090fd3eeb857 req-c2423178-e585-4d95-ab87-6fcc549529ef tempest-ServerTagsTestJSON-1502251793 tempest-ServerTagsTestJSON-1502251793-project] 10.222.0.42 "DELETE /v2.0/ports/24ce6713-a1a3-454d-96e5-95b86020b520 HTTP/1.1" status: 204 len: 173 time: 2.6596820 Aug 20 10:23:40.416623 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cde495-fa2e-46f8-af98-db8ecdd37361', 'name': 'network-vif-deleted', 'tag': '24ce6713-a1a3-454d-96e5-95b86020b520'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:23:40.428271 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c073bf-0ce7-473c-ba61-2f8e9041d3e6" -d '{"events": [{"server_uuid": "03cde495-fa2e-46f8-af98-db8ecdd37361", "name": "network-vif-deleted", "tag": "24ce6713-a1a3-454d-96e5-95b86020b520"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:23:40.465553 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] For port 0953b30e-5921-42cb-9866-0bcd865adb00, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:23:40.528845 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] For port 0953b30e-5921-42cb-9866-0bcd865adb00, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=0953b30e-5921-42cb-9866-0bcd865adb00,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:23:40.544771 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:40.544937 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-220eb87a-ba18-4b3f-b55f-11c8a1c54581 req-9e26e275-9ca6-4714-9884-b9e9c034261a tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101365 Aug 20 10:23:40.565516 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51650d0-9e33-44a2-8b89-d35659783936 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Subnet': ['ID=82b8c4a1-3a11-4b4d-be8d-01ae76f5ff6c,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:40.568025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7332fc-0e50-42f0-8c32-87fdf4ee0661 req-cc6aea74-40aa-404b-a194-3a66f6e6fed2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:40.575493 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f7332fc-0e50-42f0-8c32-87fdf4ee0661 req-cc6aea74-40aa-404b-a194-3a66f6e6fed2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 946 time: 0.1269190 Aug 20 10:23:40.578920 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51650d0-9e33-44a2-8b89-d35659783936 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Checking segment: {'id': 'c44fd75f-fa1a-4a42-a8b4-6f9625ddd8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c9c27f47-7a95-4af2-aa5a-072693236020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:40.579357 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51650d0-9e33-44a2-8b89-d35659783936 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network hostable DHCP agents. Network: c9c27f47-7a95-4af2-aa5a-072693236020, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:23:40.589825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cb596-eb70-4157-af55-4be710e44ae7 req-587b1f70-9176-4b7e-a7d7-072304f2d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:40.593908 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb8cb596-eb70-4157-af55-4be710e44ae7 req-587b1f70-9176-4b7e-a7d7-072304f2d275 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6655555 Aug 20 10:23:40.630024 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd2948c-7c76-42d5-97f6-552db9394de2 x-openstack-request-id: req-ffd2948c-7c76-42d5-97f6-552db9394de2 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:23:40.630559 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cde495-fa2e-46f8-af98-db8ecdd37361", "name": "network-vif-deleted", "tag": "24ce6713-a1a3-454d-96e5-95b86020b520", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:23:40.630844 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffd2948c-7c76-42d5-97f6-552db9394de2 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:23:40.631541 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cde495-fa2e-46f8-af98-db8ecdd37361', 'name': 'network-vif-deleted', 'tag': '24ce6713-a1a3-454d-96e5-95b86020b520', 'status': 'completed', 'code': 200} Aug 20 10:23:40.632325 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:40.632953 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:40.637135 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3938f673-a2e7-46df-b056-662e238a53cd req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] 10.222.0.24 "PUT /v2.0/ports/0953b30e-5921-42cb-9866-0bcd865adb00 HTTP/1.1" status: 200 len: 1092 time: 1.5144525 Aug 20 10:23:40.639416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d1a595-989e-4bc1-a850-01188e8065a8', 'tag': '0953b30e-5921-42cb-9866-0bcd865adb00'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:23:40.641684 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a5002a-be84-4e08-b80d-83a62da42b79" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d1a595-989e-4bc1-a850-01188e8065a8", "tag": "0953b30e-5921-42cb-9866-0bcd865adb00"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:23:40.652762 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51650d0-9e33-44a2-8b89-d35659783936 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network c9c27f47-7a95-4af2-aa5a-072693236020 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:23:40.690929 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f7332fc-0e50-42f0-8c32-87fdf4ee0661 req-226a5756-b9b4-4749-aa61-fa084015a63e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121118 Aug 20 10:23:40.697800 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb8cb596-eb70-4157-af55-4be710e44ae7 req-adabb12d-32e6-4fe2-a637-49b1f63c8be6 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.42 "GET /v2.0/ports?device_id=586fd2d0-4b7a-4d4d-86b6-631a33214ab6 HTTP/1.1" status: 200 len: 210 time: 0.0645480 Aug 20 10:23:40.710166 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-e51650d0-9e33-44a2-8b89-d35659783936 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, c9c27f47-7a95-4af2-aa5a-072693236020) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:40.721744 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543d0a46-3c09-41d5-9ba2-81ba915d5c70 None None] Network c9c27f47-7a95-4af2-aa5a-072693236020 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:40.746938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51650d0-9e33-44a2-8b89-d35659783936 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:40.747718 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e51650d0-9e33-44a2-8b89-d35659783936 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:40.774607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a505d87-dc10-418a-a368-37b9d91729e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0953b30e-5921-42cb-9866-0bcd865adb00,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:40.824451 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6d1631-39f8-407a-a482-13cc4e4cb608 x-openstack-request-id: req-1f6d1631-39f8-407a-a482-13cc4e4cb608 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:23:40.825073 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d1a595-989e-4bc1-a850-01188e8065a8", "tag": "0953b30e-5921-42cb-9866-0bcd865adb00", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:23:40.825390 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f6d1631-39f8-407a-a482-13cc4e4cb608 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:23:40.825860 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d1a595-989e-4bc1-a850-01188e8065a8', 'tag': '0953b30e-5921-42cb-9866-0bcd865adb00', 'status': 'completed', 'code': 200} Aug 20 10:23:40.848801 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938f673-a2e7-46df-b056-662e238a53cd req-f6842b91-3075-4d45-ab55-e48fabf852eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:40.851754 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3938f673-a2e7-46df-b056-662e238a53cd req-f6842b91-3075-4d45-ab55-e48fabf852eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c60b1bbfe47a48a99fe09e78d51d99e0&device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 1095 time: 0.1595812 Aug 20 10:23:40.853468 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7e50d5d-958d-4d5c-b474-0745d1bcdb4d req-c317c34e-1b18-4ab0-9636-672c419109d4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=586fd2d0-4b7a-4d4d-86b6-631a33214ab6 HTTP/1.1" status: 200 len: 210 time: 0.1002989 Aug 20 10:23:40.858855 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e51650d0-9e33-44a2-8b89-d35659783936 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3570771 Aug 20 10:23:40.860129 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44498) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:40.866449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-3451f9cd-7511-4aee-96bb-062f371e3f4b tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-834336360'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:40.982227 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3938f673-a2e7-46df-b056-662e238a53cd req-1b57d972-9bf8-4b66-b87f-e03a936ea1fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0953b30e-5921-42cb-9866-0bcd865adb00 HTTP/1.1" status: 200 len: 217 time: 0.1015761 Aug 20 10:23:41.082618 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3451f9cd-7511-4aee-96bb-062f371e3f4b tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:41.086725 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3451f9cd-7511-4aee-96bb-062f371e3f4b tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:41.088933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-c9c27f47-7a95-4af2-aa5a-072693236020', 'network_id': 'c9c27f47-7a95-4af2-aa5a-072693236020', 'tenant_id': 'dadb17a1633c48f6b31c504559794a61', 'fixed_ips': [{'subnet_id': '82b8c4a1-3a11-4b4d-be8d-01ae76f5ff6c'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:23:41.091324 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:41.164508 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3451f9cd-7511-4aee-96bb-062f371e3f4b tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:23:41.194001 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3451f9cd-7511-4aee-96bb-062f371e3f4b tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:41.194986 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-3451f9cd-7511-4aee-96bb-062f371e3f4b tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Added segment 0d100405-2659-44a7-ae3c-f3b3ebda1f09 of type vlan for network 739f8ac7-a711-47b1-8bf3-643ff21e9e39 Aug 20 10:23:41.221617 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1458360d-3055-4a23-b3d7-c8ee87b5058e req-2e190dc8-9385-4137-9f0a-f775160bfc59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&device_id=586fd2d0-4b7a-4d4d-86b6-631a33214ab6 HTTP/1.1" status: 200 len: 210 time: 0.0806501 Aug 20 10:23:41.245694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938f673-a2e7-46df-b056-662e238a53cd req-195bc5e2-6e18-4de6-a72c-93ef805067ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:41.246901 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3938f673-a2e7-46df-b056-662e238a53cd req-195bc5e2-6e18-4de6-a72c-93ef805067ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2a0b821-48e6-40b2-874d-6ba5dd3e1302 HTTP/1.1" status: 200 len: 861 time: 0.2363477 Aug 20 10:23:41.254677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44502) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:41.264898 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55453825-a91f-43ad-9043-b0707de2f937 req-79543e68-15b4-4262-bdef-3ca56930f6d5 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:41.267449 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-55453825-a91f-43ad-9043-b0707de2f937 req-79543e68-15b4-4262-bdef-3ca56930f6d5 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 943 time: 0.3786974 Aug 20 10:23:41.286287 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 24ce6713-a1a3-454d-96e5-95b86020b520 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:23:41.319725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 24ce6713-a1a3-454d-96e5-95b86020b520 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:23:41.320139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 24ce6713-a1a3-454d-96e5-95b86020b520 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:23:41.322112 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Allocated IP 2001:db8::3 (c9c27f47-7a95-4af2-aa5a-072693236020/82b8c4a1-3a11-4b4d-be8d-01ae76f5ff6c/babdf08f-910f-481f-b6ce-9962f7322192) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:23:41.360531 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3938f673-a2e7-46df-b056-662e238a53cd req-5432f624-8f1b-4116-8bfb-959f095d0b7e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=deae5e63-6201-4553-930d-897a3e36a65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849216 Aug 20 10:23:41.369523 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3451f9cd-7511-4aee-96bb-062f371e3f4b tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:41.429430 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-139e9b91-3088-4f47-8242-568b8109a4d1 admin admin] Deleting subnet 8e727882-9256-4343-b4be-986e0f41a8d0 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:23:41.463454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458360d-3055-4a23-b3d7-c8ee87b5058e req-8e79a37c-50ad-444a-b957-901add34d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:41.465674 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1458360d-3055-4a23-b3d7-c8ee87b5058e req-8e79a37c-50ad-444a-b957-901add34d7bf service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6e53ce8e85ec4b5491d4531e04655740&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2394478 Aug 20 10:23:41.489328 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-55453825-a91f-43ad-9043-b0707de2f937 req-505cda2b-f7cf-477a-9665-67380915f764 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734252 Aug 20 10:23:41.494550 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-139e9b91-3088-4f47-8242-568b8109a4d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:41.548547 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3451f9cd-7511-4aee-96bb-062f371e3f4b tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:41.568276 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3451f9cd-7511-4aee-96bb-062f371e3f4b tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:41.570304 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3451f9cd-7511-4aee-96bb-062f371e3f4b tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:41.579854 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:41.607333 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Transition to ACTIVE for port object babdf08f-910f-481f-b6ce-9962f7322192 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:41.645480 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Transition to ACTIVE for port object babdf08f-910f-481f-b6ce-9962f7322192 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:41.647058 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-139e9b91-3088-4f47-8242-568b8109a4d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:41.660994 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:41.747640 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458360d-3055-4a23-b3d7-c8ee87b5058e req-79181818-69d5-44cd-bc2a-8466f1b961ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:41.749199 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1458360d-3055-4a23-b3d7-c8ee87b5058e req-79181818-69d5-44cd-bc2a-8466f1b961ad service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2731376 Aug 20 10:23:41.795416 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3451f9cd-7511-4aee-96bb-062f371e3f4b tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9340124 Aug 20 10:23:41.799275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8f0783-0588-4347-a73f-402fe703a8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416addcc-75e7-468f-be1d-2361414c52f2'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:23:41.803940 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44512) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:41.806126 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3938f673-a2e7-46df-b056-662e238a53cd req-b1b7cc0f-aa27-4021-9d6b-80c079787655 service neutron] 10.222.0.24 "GET /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205048 Aug 20 10:23:41.806877 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b9daa2-ae38-4c44-b3d5-ec836b0b28de" -d '{"events": [{"server_uuid": "1c8f0783-0588-4347-a73f-402fe703a8dc", "name": "network-vif-plugged", "status": "completed", "tag": "416addcc-75e7-468f-be1d-2361414c52f2"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:23:41.816015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-070e208d-3f7e-4b60-baca-c047754949d6 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'subnet': {'network_id': '739f8ac7-a711-47b1-8bf3-643ff21e9e39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:41.820801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Pushing event updated for resources: {'Port': ['ID=babdf08f-910f-481f-b6ce-9962f7322192,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:41.851910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451f9cd-7511-4aee-96bb-062f371e3f4b tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Network': ['ID=739f8ac7-a711-47b1-8bf3-643ff21e9e39,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:41.872963 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Network c9c27f47-7a95-4af2-aa5a-072693236020 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:41.878836 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 739f8ac7-a711-47b1-8bf3-643ff21e9e39 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:23:41.883481 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:41.898444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:41.908687 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1458360d-3055-4a23-b3d7-c8ee87b5058e req-b6e89e18-84be-42be-a71c-3045ea0b941e tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.42 "GET /v2.0/ports?device_id=586fd2d0-4b7a-4d4d-86b6-631a33214ab6 HTTP/1.1" status: 200 len: 210 time: 0.0471778 Aug 20 10:23:41.933209 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b495b-5ef9-432b-adec-854aabffa378 req-229f0340-290b-4771-aed2-e17e97dbe223 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:41.941249 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-611b495b-5ef9-432b-adec-854aabffa378 req-229f0340-290b-4771-aed2-e17e97dbe223 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 950 time: 0.1908667 Aug 20 10:23:41.992150 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-611b495b-5ef9-432b-adec-854aabffa378 req-bce54cd3-9e29-4d2f-b181-3b591310cadf tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498252 Aug 20 10:23:42.124669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:23:42.143590 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db0bac3-1459-49c5-a38a-c3b20defb7a7 x-openstack-request-id: req-9db0bac3-1459-49c5-a38a-c3b20defb7a7 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:23:42.144941 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8f0783-0588-4347-a73f-402fe703a8dc", "name": "network-vif-plugged", "status": "completed", "tag": "416addcc-75e7-468f-be1d-2361414c52f2", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:23:42.145751 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9db0bac3-1459-49c5-a38a-c3b20defb7a7 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:23:42.147786 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8f0783-0588-4347-a73f-402fe703a8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416addcc-75e7-468f-be1d-2361414c52f2', 'code': 200} Aug 20 10:23:42.183553 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e458f477-ab65-487b-990e-bf2d4ca5bcb6 req-68f23984-a059-471f-8e11-c0d7bf77e7c6 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=586fd2d0-4b7a-4d4d-86b6-631a33214ab6 HTTP/1.1" status: 200 len: 210 time: 0.0513237 Aug 20 10:23:42.255082 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Attempting to bind port babdf08f-910f-481f-b6ce-9962f7322192 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:23:42.255516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Attempting to bind port babdf08f-910f-481f-b6ce-9962f7322192 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'c44fd75f-fa1a-4a42-a8b4-6f9625ddd8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c9c27f47-7a95-4af2-aa5a-072693236020'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:23:42.255888 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Attempting to bind port babdf08f-910f-481f-b6ce-9962f7322192 on network c9c27f47-7a95-4af2-aa5a-072693236020 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:42.274136 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:23:42.274514 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Checking segment: {'id': 'c44fd75f-fa1a-4a42-a8b4-6f9625ddd8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c9c27f47-7a95-4af2-aa5a-072693236020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:42.275520 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:42.275939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Bound using segment: {'id': 'c44fd75f-fa1a-4a42-a8b4-6f9625ddd8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c9c27f47-7a95-4af2-aa5a-072693236020'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:23:42.276477 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Bound port: babdf08f-910f-481f-b6ce-9962f7322192, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44fd75f-fa1a-4a42-a8b4-6f9625ddd8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c9c27f47-7a95-4af2-aa5a-072693236020'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:23:42.276874 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:42.345826 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78eb6-e288-4f58-a9d8-5693cbec2c33 req-66892933-8da1-4d09-a0fc-783d2debf281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:42.353197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43f78eb6-e288-4f58-a9d8-5693cbec2c33 req-66892933-8da1-4d09-a0fc-783d2debf281 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 1102 time: 0.0742071 Aug 20 10:23:42.359416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:42.378065 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-139e9b91-3088-4f47-8242-568b8109a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:42.379251 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:42.379886 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:42.400390 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43f78eb6-e288-4f58-a9d8-5693cbec2c33 req-836162c0-4201-4b42-8b99-69e3ec06c661 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392771 Aug 20 10:23:42.438035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] For port babdf08f-910f-481f-b6ce-9962f7322192, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:23:42.442874 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] For port babdf08f-910f-481f-b6ce-9962f7322192, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=babdf08f-910f-481f-b6ce-9962f7322192,segment=NetworkSegment(c44fd75f-fa1a-4a42-a8b4-6f9625ddd8ab),segment_id=c44fd75f-fa1a-4a42-a8b4-6f9625ddd8ab)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:23:42.460804 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:42.507844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3b1cd-cc24-4209-b30c-110fe7a2806a req-dec141b3-1965-460e-affb-7d60151d218e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:42.509399 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-72b3b1cd-cc24-4209-b30c-110fe7a2806a req-dec141b3-1965-460e-affb-7d60151d218e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 946 time: 0.6151078 Aug 20 10:23:42.515933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070e208d-3f7e-4b60-baca-c047754949d6 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:42.519556 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-070e208d-3f7e-4b60-baca-c047754949d6 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:42.530639 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3938f673-a2e7-46df-b056-662e238a53cd req-74ed4051-d320-417f-ab88-85c0220b7a41 service neutron] 10.222.0.24 "GET /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058225 Aug 20 10:23:42.581596 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf69c7-0392-4836-9c1e-018f9e091212 None None] Pushing event updated for resources: {'Port': ['ID=babdf08f-910f-481f-b6ce-9962f7322192,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:42.605133 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:42.627999 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-72b3b1cd-cc24-4209-b30c-110fe7a2806a req-85afc848-bb75-4b33-9cc0-3079b12e198d tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047924 Aug 20 10:23:42.629478 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-139e9b91-3088-4f47-8242-568b8109a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:42.656185 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4e3d87df-9eaa-44b5-8a90-cf60b46c6af7,segment=NetworkSegment(68b70fe9-f85a-48b9-af9b-55bddb3372c3),segment_id=68b70fe9-f85a-48b9-af9b-55bddb3372c3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:42.662195 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:42.694808 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-139e9b91-3088-4f47-8242-568b8109a4d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:42.697069 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-139e9b91-3088-4f47-8242-568b8109a4d1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8e727882-9256-4343-b4be-986e0f41a8d0 HTTP/1.1" status: 204 len: 168 time: 1.4284291 Aug 20 10:23:42.700280 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44526) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:42.743516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.ipam_backend_mixin [None req-070e208d-3f7e-4b60-baca-c047754949d6 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Performing IP validity checks on allocation pools {{(pid=94866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 10:23:42.744420 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.ipam_backend_mixin [None req-070e208d-3f7e-4b60-baca-c047754949d6 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 10:23:42.750920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e9b91-3088-4f47-8242-568b8109a4d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e727882-9256-4343-b4be-986e0f41a8d0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:42.783623 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=4e3d87df-9eaa-44b5-8a90-cf60b46c6af7,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:42.784050 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5002a-be84-4e08-b80d-83a62da42b79 req-1f6380fd-b9fd-4fa0-b622-3c50826ec3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:42.786009 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41a5002a-be84-4e08-b80d-83a62da42b79 req-1f6380fd-b9fd-4fa0-b622-3c50826ec3d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c60b1bbfe47a48a99fe09e78d51d99e0&device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 1095 time: 0.1689084 Aug 20 10:23:42.934657 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb9c28e7-7d22-4f22-8736-d9eb1fe4dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:42.964966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5f2bb-10e9-4edc-bbb7-f2c9c591cd61 req-60deaa6e-beae-4e87-8ec2-a8171bb177ac tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:42.967544 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-caa5f2bb-10e9-4edc-bbb7-f2c9c591cd61 req-60deaa6e-beae-4e87-8ec2-a8171bb177ac tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 943 time: 0.2134881 Aug 20 10:23:43.090128 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb9c28e7-7d22-4f22-8736-d9eb1fe4dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:43.102263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-fb9c28e7-7d22-4f22-8736-d9eb1fe4dcb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136d4bad-4399-4852-a967-b4f77bfa743d']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:43.114711 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-fb9c28e7-7d22-4f22-8736-d9eb1fe4dcb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80625a1-d5a1-41fb-b484-905181b85dd7') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:43.115002 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-fb9c28e7-7d22-4f22-8736-d9eb1fe4dcb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80625a1-d5a1-41fb-b484-905181b85dd7') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:43.134168 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb9c28e7-7d22-4f22-8736-d9eb1fe4dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:43.139207 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-caa5f2bb-10e9-4edc-bbb7-f2c9c591cd61 req-ef0050d6-07aa-44ce-93eb-285013174a21 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562562 Aug 20 10:23:43.153858 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb9c28e7-7d22-4f22-8736-d9eb1fe4dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9c28e7-7d22-4f22-8736-d9eb1fe4dcb2 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb9c28e7-7d22-4f22-8736-d9eb1fe4dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:23:43.170561 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:23:43.187174 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5002a-be84-4e08-b80d-83a62da42b79 req-c64873e5-8ef9-4bcc-a2ea-63279575f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:43.188699 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41a5002a-be84-4e08-b80d-83a62da42b79 req-c64873e5-8ef9-4bcc-a2ea-63279575f942 service neutron] 10.222.0.24 "GET /v2.0/networks?id=deae5e63-6201-4553-930d-897a3e36a65a HTTP/1.1" status: 200 len: 922 time: 0.3923185 Aug 20 10:23:43.240484 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-070e208d-3f7e-4b60-baca-c047754949d6 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:43.250434 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41a5002a-be84-4e08-b80d-83a62da42b79 req-cf15a7c7-ccc3-4263-ac8e-8474e7ee53cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0953b30e-5921-42cb-9866-0bcd865adb00 HTTP/1.1" status: 200 len: 217 time: 0.0528455 Aug 20 10:23:43.279942 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-3229998d-c776-46c6-8339-26a76dc14a0d tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:43.281519 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-3229998d-c776-46c6-8339-26a76dc14a0d tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 806 time: 0.3213980 Aug 20 10:23:43.294904 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb9c28e7-7d22-4f22-8736-d9eb1fe4dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:43.303132 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb9c28e7-7d22-4f22-8736-d9eb1fe4dcb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:43.305719 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fb9c28e7-7d22-4f22-8736-d9eb1fe4dcb2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/136d4bad-4399-4852-a967-b4f77bfa743d HTTP/1.1" status: 204 len: 168 time: 0.6041288 Aug 20 10:23:43.317260 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896acb07-c6fe-4f1a-b297-a1e34162646c req-84319e7d-9f4b-4502-8945-504f211b7cb2 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:43.318970 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-896acb07-c6fe-4f1a-b297-a1e34162646c req-84319e7d-9f4b-4502-8945-504f211b7cb2 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 950 time: 0.0775933 Aug 20 10:23:43.329707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c28e7-7d22-4f22-8736-d9eb1fe4dcb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=136d4bad-4399-4852-a967-b4f77bfa743d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:43.364794 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-9cc938af-d13b-459f-93c4-0f3b11cfb4d9 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/quotas/b20bf29d55e5407ca542b24a04751634 HTTP/1.1" status: 200 len: 375 time: 0.0646346 Aug 20 10:23:43.406763 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e208d-3f7e-4b60-baca-c047754949d6 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Subnet': ['ID=ab89bd71-8ddf-4940-8b38-b8bc3ca00a6d,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:43.421818 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-896acb07-c6fe-4f1a-b297-a1e34162646c req-1ea2828d-56d7-4301-8ddc-ebda18081dea tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848489 Aug 20 10:23:43.423833 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5002a-be84-4e08-b80d-83a62da42b79 req-c8dc7925-c560-4061-932e-46c8c302fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:43.425317 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41a5002a-be84-4e08-b80d-83a62da42b79 req-c8dc7925-c560-4061-932e-46c8c302fbe2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2a0b821-48e6-40b2-874d-6ba5dd3e1302 HTTP/1.1" status: 200 len: 861 time: 0.1428940 Aug 20 10:23:43.438253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e208d-3f7e-4b60-baca-c047754949d6 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Checking segment: {'id': '0d100405-2659-44a7-ae3c-f3b3ebda1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '739f8ac7-a711-47b1-8bf3-643ff21e9e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:43.438625 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e208d-3f7e-4b60-baca-c047754949d6 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network hostable DHCP agents. Network: 739f8ac7-a711-47b1-8bf3-643ff21e9e39, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:23:43.478333 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41a5002a-be84-4e08-b80d-83a62da42b79 req-6f2412ba-6d5b-439f-a62e-5b492ef59110 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=deae5e63-6201-4553-930d-897a3e36a65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424776 Aug 20 10:23:43.507818 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-da6f97d1-9053-494d-813a-a40186c48b02 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1420591 Aug 20 10:23:43.566087 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44546) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:43.639700 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-28411c9e-9bc4-4220-beae-2879e62b0b26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77792bc150b04134878411d18b538614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720325 Aug 20 10:23:43.640444 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44550) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:43.717388 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8ecfefff-561a-4ed1-ba9e-88b504f41d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:43.753139 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-69566f7b-65a9-4864-9004-cf30ddc052c2 service neutron] 10.222.0.16 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336946 Aug 20 10:23:43.775404 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e208d-3f7e-4b60-baca-c047754949d6 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network 739f8ac7-a711-47b1-8bf3-643ff21e9e39 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:23:43.806886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-070e208d-3f7e-4b60-baca-c047754949d6 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 739f8ac7-a711-47b1-8bf3-643ff21e9e39) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:43.807882 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8ecfefff-561a-4ed1-ba9e-88b504f41d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:43.828800 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e361d87-56f4-46d6-bba5-fe08a244c9f9 None None] Network 739f8ac7-a711-47b1-8bf3-643ff21e9e39 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:43.855852 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070e208d-3f7e-4b60-baca-c047754949d6 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:43.856600 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-070e208d-3f7e-4b60-baca-c047754949d6 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:43.927082 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-070e208d-3f7e-4b60-baca-c047754949d6 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1198325 Aug 20 10:23:43.945514 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44564) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:44.014351 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41a5002a-be84-4e08-b80d-83a62da42b79 req-4e83b0fa-ad50-4e8b-99d4-3308cc6bc031 service neutron] 10.222.0.24 "GET /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252764 Aug 20 10:23:44.095387 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8ecfefff-561a-4ed1-ba9e-88b504f41d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:44.098566 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8ecfefff-561a-4ed1-ba9e-88b504f41d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:44.099846 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8ecfefff-561a-4ed1-ba9e-88b504f41d3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d6a045b-a792-4700-b96d-1078dc4e871c HTTP/1.1" status: 204 len: 168 time: 0.4584177 Aug 20 10:23:44.123589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecfefff-561a-4ed1-ba9e-88b504f41d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6a045b-a792-4700-b96d-1078dc4e871c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:44.148635 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-31713844-b7a6-4f4a-8af0-0b9d817569a4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:44.150781 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-e02f464a-5acd-45e7-ab74-b2c19cc2522a service neutron] 10.222.0.16 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649516 Aug 20 10:23:44.157357 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-31713844-b7a6-4f4a-8af0-0b9d817569a4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 811 time: 0.2475491 Aug 20 10:23:44.179886 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-0b5fe2bf-6b19-46da-a18b-c9e7544c219b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/quotas/6e53ce8e85ec4b5491d4531e04655740 HTTP/1.1" status: 200 len: 375 time: 0.0167141 Aug 20 10:23:44.245151 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-531eda93-87b7-4711-853a-41d68a774346 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579572 Aug 20 10:23:44.280897 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:44.291271 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc34110-cae3-4400-911e-1f938bdd7c95 None None] Network c9c27f47-7a95-4af2-aa5a-072693236020 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:44.311969 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41a5002a-be84-4e08-b80d-83a62da42b79 req-099a1808-a414-40c8-bb3c-a210788b9baa service neutron] 10.222.0.24 "GET /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665038 Aug 20 10:23:44.320279 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16ba6e4f-f68c-44e1-a325-23b06c87dfaf tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:44.442523 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1609fc0b-19fa-4a6c-bdff-432729d9b5b9 None None] Provisioning for port babdf08f-910f-481f-b6ce-9962f7322192 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:44.490391 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-6476f2a0-ad5f-4e70-ae28-05206bfda27f service neutron] 10.222.0.16 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299411 Aug 20 10:23:44.553480 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:44.553861 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:44.610496 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16ba6e4f-f68c-44e1-a325-23b06c87dfaf tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:44.682982 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e11afc8-5e6e-4ceb-a468-5aa808b89f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-739f8ac7-a711-47b1-8bf3-643ff21e9e39', 'network_id': '739f8ac7-a711-47b1-8bf3-643ff21e9e39', 'tenant_id': 'dadb17a1633c48f6b31c504559794a61', 'fixed_ips': [{'subnet_id': 'ab89bd71-8ddf-4940-8b38-b8bc3ca00a6d'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:23:44.683740 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1e11afc8-5e6e-4ceb-a468-5aa808b89f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:44.694379 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-5b93bac4-00ea-4c1e-8b51-0d8dc4e25577 service neutron] 10.222.0.16 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886518 Aug 20 10:23:44.711554 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d840c68-7a5c-4563-a2bb-b5ac76e2142c req-10b9bb76-1826-4b55-af76-bf63f7227d60 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:44.718745 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d840c68-7a5c-4563-a2bb-b5ac76e2142c req-10b9bb76-1826-4b55-af76-bf63f7227d60 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 943 time: 0.2731493 Aug 20 10:23:44.794035 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d840c68-7a5c-4563-a2bb-b5ac76e2142c req-c61f510b-4f97-4ee1-ba9a-2ea3d9113be7 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619280 Aug 20 10:23:44.796068 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16ba6e4f-f68c-44e1-a325-23b06c87dfaf tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:44.910469 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba6e4f-f68c-44e1-a325-23b06c87dfaf tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Subnet': ['ID=ab89bd71-8ddf-4940-8b38-b8bc3ca00a6d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:44.962636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device babdf08f-910f-481f-b6ce-9962f7322192 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:45.125758 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-350927d4-52b5-4ccd-abb6-d722a86ddb57 req-e617e116-bf2c-4783-bc94-a0d562104e27 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 210 time: 0.1138403 Aug 20 10:23:45.149050 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16ba6e4f-f68c-44e1-a325-23b06c87dfaf tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server [None req-1e11afc8-5e6e-4ceb-a468-5aa808b89f7a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab89bd71-8ddf-4940-8b38-b8bc3ca00a6d: This subnet is being modified by another concurrent operation. Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 10:23:45.154578 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise exception Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab89bd71-8ddf-4940-8b38-b8bc3ca00a6d: This subnet is being modified by another concurrent operation. Aug 20 10:23:45.158106 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server Aug 20 10:23:45.183622 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-16ba6e4f-f68c-44e1-a325-23b06c87dfaf tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739f8ac7-a711-47b1-8bf3-643ff21e9e39']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:45.215679 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-16ba6e4f-f68c-44e1-a325-23b06c87dfaf tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d100405-2659-44a7-ae3c-f3b3ebda1f09') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:45.217948 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-16ba6e4f-f68c-44e1-a325-23b06c87dfaf tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d100405-2659-44a7-ae3c-f3b3ebda1f09') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:45.219089 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9b9dde-c1f2-41d4-884a-97821bff8079 None None] Network 739f8ac7-a711-47b1-8bf3-643ff21e9e39 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:45.228449 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port babdf08f-910f-481f-b6ce-9962f7322192 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:45.242549 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16ba6e4f-f68c-44e1-a325-23b06c87dfaf tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:45.274546 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16ba6e4f-f68c-44e1-a325-23b06c87dfaf tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:45.289969 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ba6e4f-f68c-44e1-a325-23b06c87dfaf tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:23:45.290493 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16ba6e4f-f68c-44e1-a325-23b06c87dfaf tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:23:45.295163 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:23:45.342659 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005ee65-3854-4101-a4ef-feb87ff6595b req-fd3f69bb-808c-47d7-90c7-6864a827cfc4 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:45.352106 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6005ee65-3854-4101-a4ef-feb87ff6595b req-fd3f69bb-808c-47d7-90c7-6864a827cfc4 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 950 time: 0.2607214 Aug 20 10:23:45.355018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port babdf08f-910f-481f-b6ce-9962f7322192 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:45.355589 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:45.412212 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16ba6e4f-f68c-44e1-a325-23b06c87dfaf tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:45.429603 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16ba6e4f-f68c-44e1-a325-23b06c87dfaf tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:45.435232 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-16ba6e4f-f68c-44e1-a325-23b06c87dfaf tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/networks/739f8ac7-a711-47b1-8bf3-643ff21e9e39 HTTP/1.1" status: 204 len: 168 time: 1.4862375 Aug 20 10:23:45.438982 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44610) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:45.460175 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-af133eba-ae58-4eb2-a6ca-3f95a9e43f22 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1050320226'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:45.467502 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba6e4f-f68c-44e1-a325-23b06c87dfaf tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Network': ['ID=739f8ac7-a711-47b1-8bf3-643ff21e9e39,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:45.501065 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6005ee65-3854-4101-a4ef-feb87ff6595b req-d71187ac-f501-4672-9d22-92047aa4cbdc tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479795 Aug 20 10:23:45.502517 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af133eba-ae58-4eb2-a6ca-3f95a9e43f22 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:45.509822 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af133eba-ae58-4eb2-a6ca-3f95a9e43f22 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:45.621861 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a5c11a2-d70e-40a0-9537-07533e224cf0 req-fd289bfd-da92-4a67-95ef-11c5983d5ac9 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 210 time: 0.1041636 Aug 20 10:23:45.647803 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af133eba-ae58-4eb2-a6ca-3f95a9e43f22 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:23:45.650595 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c745443-76c2-4db1-adcc-a063ba1c04ee None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:23:45.671808 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af133eba-ae58-4eb2-a6ca-3f95a9e43f22 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:45.672245 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-af133eba-ae58-4eb2-a6ca-3f95a9e43f22 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Added segment 4cad39de-f186-4df8-a81e-115a0b0a0059 of type vlan for network 977870b7-603a-4f54-81c1-5dd7d0c108c8 Aug 20 10:23:45.789219 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af133eba-ae58-4eb2-a6ca-3f95a9e43f22 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:45.867003 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7d382ed-77ee-4b79-b065-a8d0bbaed09e None None] Provisioning complete for port babdf08f-910f-481f-b6ce-9962f7322192 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:45.867407 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7d382ed-77ee-4b79-b065-a8d0bbaed09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:45.877615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af133eba-ae58-4eb2-a6ca-3f95a9e43f22 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:45.892602 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af133eba-ae58-4eb2-a6ca-3f95a9e43f22 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:45.895182 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af133eba-ae58-4eb2-a6ca-3f95a9e43f22 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:46.023700 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734d2af-20cd-45be-b6f5-580cd7a082c1 req-ff3733c2-22cd-4b16-85f0-0a71edfeef8f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:46.027445 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6734d2af-20cd-45be-b6f5-580cd7a082c1 req-ff3733c2-22cd-4b16-85f0-0a71edfeef8f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 943 time: 0.0597425 Aug 20 10:23:46.028732 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c745443-76c2-4db1-adcc-a063ba1c04ee None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:23:46.063278 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 0953b30e-5921-42cb-9866-0bcd865adb00 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:23:46.066565 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:46.094570 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6734d2af-20cd-45be-b6f5-580cd7a082c1 req-3e5eb91d-bb0c-484d-8443-ad8ad778c3fe tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540459 Aug 20 10:23:46.193218 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-af133eba-ae58-4eb2-a6ca-3f95a9e43f22 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7519979 Aug 20 10:23:46.196252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44638) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:46.202753 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-1a8b0eb3-4c37-4d14-8aad-a7a616b913b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'subnet': {'network_id': '977870b7-603a-4f54-81c1-5dd7d0c108c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:46.204367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port babdf08f-910f-481f-b6ce-9962f7322192, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=babdf08f-910f-481f-b6ce-9962f7322192,segment=NetworkSegment(c44fd75f-fa1a-4a42-a8b4-6f9625ddd8ab),segment_id=c44fd75f-fa1a-4a42-a8b4-6f9625ddd8ab)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:46.229667 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af133eba-ae58-4eb2-a6ca-3f95a9e43f22 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Network': ['ID=977870b7-603a-4f54-81c1-5dd7d0c108c8,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:46.242766 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb85375-8d9d-4175-b496-b5f94a8cbc16 req-cceb7921-2fa1-4523-add6-e5478825a306 tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:46.252644 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfb85375-8d9d-4175-b496-b5f94a8cbc16 req-cceb7921-2fa1-4523-add6-e5478825a306 tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 1102 time: 0.2275569 Aug 20 10:23:46.289930 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 977870b7-603a-4f54-81c1-5dd7d0c108c8 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:23:46.301272 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfb85375-8d9d-4175-b496-b5f94a8cbc16 req-b9cf67e5-f393-4643-890e-b65bf0c4fe69 tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475070 Aug 20 10:23:46.444526 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.resource_extend [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:23:46.447015 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:46.464870 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-73417292-9dff-415d-ad49-df7476b25c13 req-fed4238d-58ae-43d1-9632-3adc0f2a2ab3 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 210 time: 0.0383625 Aug 20 10:23:46.466046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8b0eb3-4c37-4d14-8aad-a7a616b913b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:46.480042 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0eb3-4c37-4d14-8aad-a7a616b913b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:46.866167 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=babdf08f-910f-481f-b6ce-9962f7322192,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:46.869526 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f7530-20eb-4f3b-bea0-3ba073aea133 req-d2ef578d-845f-4835-bf8c-13bc842bfaf3 tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:46.880410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-268f7530-20eb-4f3b-bea0-3ba073aea133 req-d2ef578d-845f-4835-bf8c-13bc842bfaf3 tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 1102 time: 0.0713761 Aug 20 10:23:46.901636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 0953b30e-5921-42cb-9866-0bcd865adb00, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=0953b30e-5921-42cb-9866-0bcd865adb00,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:46.939590 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-268f7530-20eb-4f3b-bea0-3ba073aea133 req-70a0213a-9bd8-4604-af32-3993e887571b tempest-ServersAdminTestJSON-1091044987 tempest-ServersAdminTestJSON-1091044987-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578752 Aug 20 10:23:46.966317 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '0953b30e-5921-42cb-9866-0bcd865adb00', 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a', 'port_id': '0953b30e-5921-42cb-9866-0bcd865adb00', 'mac_address': 'fa:16:3e:40:a6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a0b821-48e6-40b2-874d-6ba5dd3e1302', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:23:47.145926 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f3aac4b4-92d0-4daa-a978-45b7dc7a919d req-259acd4d-888f-41cc-b67c-2f6331b19a23 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0908637 Aug 20 10:23:47.265444 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:47.309518 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0953b30e-5921-42cb-9866-0bcd865adb00 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:23:47.433397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 0953b30e-5921-42cb-9866-0bcd865adb00, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=0953b30e-5921-42cb-9866-0bcd865adb00,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:47.439670 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:47.535172 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823ff42-dce7-441f-9d56-2547a16866ad req-61fe144a-cfa6-44c6-bc83-3e9119155cf1 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:47.537357 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8823ff42-dce7-441f-9d56-2547a16866ad req-61fe144a-cfa6-44c6-bc83-3e9119155cf1 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 944 time: 0.1120415 Aug 20 10:23:47.656131 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8823ff42-dce7-441f-9d56-2547a16866ad req-81b78a7c-13c0-4ca4-880f-56729fcbc04d tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099246 Aug 20 10:23:47.703368 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-09d96822-609e-4ff9-8b72-848e72b06e14 req-2a2e855e-8bc8-4b8c-aab9-1b8680ad446a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 210 time: 0.8466916 Aug 20 10:23:47.734617 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=0953b30e-5921-42cb-9866-0bcd865adb00,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:47.764324 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-6f961279-90a3-4983-9c69-56878c508ba7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:47.766054 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-6f961279-90a3-4983-9c69-56878c508ba7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.42 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 806 time: 0.9957128 Aug 20 10:23:47.789887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-1b9372de-3383-4fb2-bb78-d52e5bbe0018 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Request body: {'port': {'device_id': 'fb999a5d-25c6-41f5-84e8-48a0485408b5', 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a', 'admin_state_up': True, 'tenant_id': 'b20bf29d55e5407ca542b24a04751634'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:47.843686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ea9a5-3205-4167-a2af-6a418639fd5e req-38b387f2-3ec6-4cec-b24a-39676a2be609 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:47.843927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['0953b30e-5921-42cb-9866-0bcd865adb00'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:23:47.853301 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d34ea9a5-3205-4167-a2af-6a418639fd5e req-38b387f2-3ec6-4cec-b24a-39676a2be609 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae997a79-5086-450e-8575-b016e55a584d HTTP/1.1" status: 200 len: 950 time: 0.0680521 Aug 20 10:23:47.906691 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d34ea9a5-3205-4167-a2af-6a418639fd5e req-90d3a094-071a-4b34-89be-b92128026f9f tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513687 Aug 20 10:23:47.910339 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-90d3d960-965e-48a8-9d32-0fcfe5008006 req-05626e37-4362-41a5-b160-d8c69dd70d0a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 210 time: 0.1113291 Aug 20 10:23:47.915750 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0eb3-4c37-4d14-8aad-a7a616b913b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:47.972855 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-8728d7ac-764f-4dfa-b6fc-06adc2130162 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:47.974337 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-8728d7ac-764f-4dfa-b6fc-06adc2130162 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.42 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 811 time: 0.3917775 Aug 20 10:23:48.004563 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-093f93ee-2bb7-40c4-a093-7d952326b12a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Request body: {'port': {'device_id': 'ce330c3e-4e74-4b22-8fe9-968930c7064b', 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f', 'admin_state_up': True, 'tenant_id': '6e53ce8e85ec4b5491d4531e04655740'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:48.079605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b0eb3-4c37-4d14-8aad-a7a616b913b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Subnet': ['ID=cc30db5a-aeb2-4c58-9320-f84ce6cd7d8a,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:48.131617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b0eb3-4c37-4d14-8aad-a7a616b913b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Checking segment: {'id': '4cad39de-f186-4df8-a81e-115a0b0a0059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '977870b7-603a-4f54-81c1-5dd7d0c108c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:48.131983 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8b0eb3-4c37-4d14-8aad-a7a616b913b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network hostable DHCP agents. Network: 977870b7-603a-4f54-81c1-5dd7d0c108c8, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:23:48.158076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-1b9372de-3383-4fb2-bb78-d52e5bbe0018 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Made reservation on behalf of b20bf29d55e5407ca542b24a04751634 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:48.161524 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-1b9372de-3383-4fb2-bb78-d52e5bbe0018 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:48.211809 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8b0eb3-4c37-4d14-8aad-a7a616b913b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network 977870b7-603a-4f54-81c1-5dd7d0c108c8 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:23:48.319181 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-1a8b0eb3-4c37-4d14-8aad-a7a616b913b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 977870b7-603a-4f54-81c1-5dd7d0c108c8) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:48.332334 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:48.337532 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c1ba44-db68-43ec-8765-0588f41926c0 None None] Network 977870b7-603a-4f54-81c1-5dd7d0c108c8 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:48.342939 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-093f93ee-2bb7-40c4-a093-7d952326b12a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Made reservation on behalf of 6e53ce8e85ec4b5491d4531e04655740 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:48.350906 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-093f93ee-2bb7-40c4-a093-7d952326b12a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:48.371222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8b0eb3-4c37-4d14-8aad-a7a616b913b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:48.372093 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0eb3-4c37-4d14-8aad-a7a616b913b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:48.402744 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb1351bc-a32b-4676-b7b0-b4e63b25c46b req-0bc456b4-40a3-48d6-8b24-4ecca651e9cd tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.1447480 Aug 20 10:23:48.467425 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44682) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:48.468728 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1a8b0eb3-4c37-4d14-8aad-a7a616b913b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2711298 Aug 20 10:23:48.572674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-1b9372de-3383-4fb2-bb78-d52e5bbe0018 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Allocated IP 172.20.0.11 (c63852f8-5c78-42de-a5e1-12993fc8be5a/d14c8d45-d320-4574-86d3-37a082d1daf5/9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:23:48.631960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device babdf08f-910f-481f-b6ce-9962f7322192 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:48.689183 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-977870b7-603a-4f54-81c1-5dd7d0c108c8', 'network_id': '977870b7-603a-4f54-81c1-5dd7d0c108c8', 'tenant_id': 'dadb17a1633c48f6b31c504559794a61', 'fixed_ips': [{'subnet_id': 'cc30db5a-aeb2-4c58-9320-f84ce6cd7d8a'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:23:48.690061 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:48.705416 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:48.794258 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-093f93ee-2bb7-40c4-a093-7d952326b12a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Allocated IP 172.20.0.9 (cfce61d9-c87f-4881-8801-06adfd00a39f/cadf393e-210e-42af-b610-6c3e5318317c/afd38fd3-818c-44c2-bf3b-fe8c41cbde05) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:23:48.795182 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:48.813669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port babdf08f-910f-481f-b6ce-9962f7322192 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:48.815010 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:48.887851 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5614193-e2a1-4ad9-a04a-de6f252a3d17 req-cfd392fe-0298-4ed2-83c9-bcbb3cf63969 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:48.891707 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c5614193-e2a1-4ad9-a04a-de6f252a3d17 req-cfd392fe-0298-4ed2-83c9-bcbb3cf63969 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 944 time: 0.1132257 Aug 20 10:23:48.938274 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b3e7e1bd-63aa-4bca-b821-bc29660368ab req-3a9f9821-b0db-4f94-b347-23cad8e2cb3a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 210 time: 0.0747731 Aug 20 10:23:48.941908 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c5614193-e2a1-4ad9-a04a-de6f252a3d17 req-9f2439bc-be3d-4787-810e-a63d0218edbe tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447817 Aug 20 10:23:48.999942 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff18d9-b861-4125-be51-191e638cf4cd req-760e2ee4-df45-4be2-a894-9b7045ce807d tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:49.001630 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9ff18d9-b861-4125-be51-191e638cf4cd req-760e2ee4-df45-4be2-a894-9b7045ce807d tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae997a79-5086-450e-8575-b016e55a584d HTTP/1.1" status: 200 len: 950 time: 0.3069296 Aug 20 10:23:49.017054 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Allocated IP 2001:db8::1 (977870b7-603a-4f54-81c1-5dd7d0c108c8/cc30db5a-aeb2-4c58-9320-f84ce6cd7d8a/013b256b-9a49-4d78-8995-ffc9bd91cf40) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:23:49.052494 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-20ad735d-7c95-42c7-a07f-136aa34b7dc4 req-e0cafa35-9a4c-492c-8c50-784941bd1cfd tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 210 time: 0.0379605 Aug 20 10:23:49.225378 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:49.236624 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-1b9372de-3383-4fb2-bb78-d52e5bbe0018 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:49.238008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Transition to ACTIVE for port object 013b256b-9a49-4d78-8995-ffc9bd91cf40 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:49.258532 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Transition to ACTIVE for port object 013b256b-9a49-4d78-8995-ffc9bd91cf40 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:49.272037 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:49.299281 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:49.299571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65489d-3f0f-4f1d-a67c-9726b78eabc9 req-f94380b9-1e91-4613-bde8-684720461cfa tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:49.301240 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cf65489d-3f0f-4f1d-a67c-9726b78eabc9 req-f94380b9-1e91-4613-bde8-684720461cfa tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae997a79-5086-450e-8575-b016e55a584d HTTP/1.1" status: 200 len: 950 time: 0.2203715 Aug 20 10:23:49.320431 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Network 977870b7-603a-4f54-81c1-5dd7d0c108c8 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:49.325034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:49.332311 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:23:49.343677 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Pushing event updated for resources: {'Port': ['ID=013b256b-9a49-4d78-8995-ffc9bd91cf40,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:49.359556 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Subnet': ['ID=cc30db5a-aeb2-4c58-9320-f84ce6cd7d8a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:49.392618 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-093f93ee-2bb7-40c4-a093-7d952326b12a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:49.406958 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Attempting to bind port 013b256b-9a49-4d78-8995-ffc9bd91cf40 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:23:49.407367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Attempting to bind port 013b256b-9a49-4d78-8995-ffc9bd91cf40 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '4cad39de-f186-4df8-a81e-115a0b0a0059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '977870b7-603a-4f54-81c1-5dd7d0c108c8'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:23:49.407960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Attempting to bind port 013b256b-9a49-4d78-8995-ffc9bd91cf40 on network 977870b7-603a-4f54-81c1-5dd7d0c108c8 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:49.410613 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-b9ff18d9-b861-4125-be51-191e638cf4cd req-77a3baa3-4153-4d11-82bf-1950a5cf3b18 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Deleting port a3340483-317a-4da7-a6cd-e74b355c33e4 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:49.410613 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b9ff18d9-b861-4125-be51-191e638cf4cd req-77a3baa3-4153-4d11-82bf-1950a5cf3b18 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:49.414058 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:23:49.414426 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Checking segment: {'id': '4cad39de-f186-4df8-a81e-115a0b0a0059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '977870b7-603a-4f54-81c1-5dd7d0c108c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:49.415157 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:49.415410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Bound using segment: {'id': '4cad39de-f186-4df8-a81e-115a0b0a0059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '977870b7-603a-4f54-81c1-5dd7d0c108c8'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:23:49.415882 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Bound port: 013b256b-9a49-4d78-8995-ffc9bd91cf40, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cad39de-f186-4df8-a81e-115a0b0a0059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '977870b7-603a-4f54-81c1-5dd7d0c108c8'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:23:49.416265 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:49.427860 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:49.441734 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977870b7-603a-4f54-81c1-5dd7d0c108c8']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:49.474976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cad39de-f186-4df8-a81e-115a0b0a0059') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:49.477565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cad39de-f186-4df8-a81e-115a0b0a0059') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:49.481367 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cf65489d-3f0f-4f1d-a67c-9726b78eabc9 req-58dc5a5f-cc51-4baf-8681-4658112e4600 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641257 Aug 20 10:23:49.487852 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-1b9372de-3383-4fb2-bb78-d52e5bbe0018 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:49.501277 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:49.514972 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['995840f7-d39b-4bf6-beab-401653bd6374', 'b5832b5a-0d42-4846-be25-895144e0c1cd'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:23:49.521233 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] For port 013b256b-9a49-4d78-8995-ffc9bd91cf40, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:23:49.565565 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] For port 013b256b-9a49-4d78-8995-ffc9bd91cf40, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=013b256b-9a49-4d78-8995-ffc9bd91cf40,segment=NetworkSegment(4cad39de-f186-4df8-a81e-115a0b0a0059),segment_id=4cad39de-f186-4df8-a81e-115a0b0a0059)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:23:49.592749 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:49.593943 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91b2beae-37ea-4b93-a135-9ea211ba9d1c req-49f9c88a-cc38-413c-b2bd-6c93af2f1a73 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0521464 Aug 20 10:23:49.598775 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:49.614977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:23:49.616424 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:23:49.620827 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:23:49.652252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-1b9372de-3383-4fb2-bb78-d52e5bbe0018 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Network c63852f8-5c78-42de-a5e1-12993fc8be5a is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:49.671274 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51117d-1008-4fd7-b043-d319f4ede581 None None] Pushing event updated for resources: {'Port': ['ID=013b256b-9a49-4d78-8995-ffc9bd91cf40,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:49.673798 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-1b9372de-3383-4fb2-bb78-d52e5bbe0018 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:49.686140 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-093f93ee-2bb7-40c4-a093-7d952326b12a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:49.692847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-1b9372de-3383-4fb2-bb78-d52e5bbe0018 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:23:49.695477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9372de-3383-4fb2-bb78-d52e5bbe0018 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Pushing event updated for resources: {'Port': ['ID=9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:49.716412 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.api [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 10:23:49.716412 n-d-778550-11 neutron-server[94866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 10:23:49.716412 n-d-778550-11 neutron-server[94866]: [parameters: {'id': '977870b7-603a-4f54-81c1-5dd7d0c108c8'}] Aug 20 10:23:49.716412 n-d-778550-11 neutron-server[94866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:23:49.718368 n-d-778550-11 neutron-server[94866]: DEBUG oslo_db.api [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:23:49.767953 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be1e7c2-e3fd-4ba1-a060-2e76af7815b6 None None] Network 977870b7-603a-4f54-81c1-5dd7d0c108c8 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:49.800458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-b9ff18d9-b861-4125-be51-191e638cf4cd req-77a3baa3-4153-4d11-82bf-1950a5cf3b18 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] For port a3340483-317a-4da7-a6cd-e74b355c33e4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a3340483-317a-4da7-a6cd-e74b355c33e4,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:49.801071 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b9ff18d9-b861-4125-be51-191e638cf4cd req-77a3baa3-4153-4d11-82bf-1950a5cf3b18 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:49.818350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-093f93ee-2bb7-40c4-a093-7d952326b12a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Network cfce61d9-c87f-4881-8801-06adfd00a39f is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:49.838163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-1b9372de-3383-4fb2-bb78-d52e5bbe0018 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:49.839495 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-1b9372de-3383-4fb2-bb78-d52e5bbe0018 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:49.843286 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-b9ff18d9-b861-4125-be51-191e638cf4cd req-77a3baa3-4153-4d11-82bf-1950a5cf3b18 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Calling delete_port for a3340483-317a-4da7-a6cd-e74b355c33e4 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:49.845149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-093f93ee-2bb7-40c4-a093-7d952326b12a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:49.846954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f93ee-2bb7-40c4-a093-7d952326b12a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Pushing event updated for resources: {'Port': ['ID=afd38fd3-818c-44c2-bf3b-fe8c41cbde05,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:49.849150 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-093f93ee-2bb7-40c4-a093-7d952326b12a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:23:49.897905 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-1b9372de-3383-4fb2-bb78-d52e5bbe0018 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1167004 Aug 20 10:23:49.943493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Request body: {'port': {'device_id': 'fb999a5d-25c6-41f5-84e8-48a0485408b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:49.962757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763278a5-88d7-4e36-a5e3-bebd26d32614 None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:23:49.998943 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-093f93ee-2bb7-40c4-a093-7d952326b12a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:49.999961 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-093f93ee-2bb7-40c4-a093-7d952326b12a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:50.064207 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 0953b30e-5921-42cb-9866-0bcd865adb00 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:50.085403 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-093f93ee-2bb7-40c4-a093-7d952326b12a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0893128 Aug 20 10:23:50.115156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Request body: {'port': {'device_id': 'ce330c3e-4e74-4b22-8fe9-968930c7064b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:50.117490 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:50.127797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794da07b-66e7-49f5-9422-dd361e452508 req-d0cc735f-3811-4737-b480-7af461dcc803 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:50.139995 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-794da07b-66e7-49f5-9422-dd361e452508 req-d0cc735f-3811-4737-b480-7af461dcc803 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 931 time: 0.0764296 Aug 20 10:23:50.142445 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763278a5-88d7-4e36-a5e3-bebd26d32614 None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:23:50.196406 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-794da07b-66e7-49f5-9422-dd361e452508 req-a2831fd8-3758-4664-b78c-4b0538128ba0 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543730 Aug 20 10:23:50.211088 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 0953b30e-5921-42cb-9866-0bcd865adb00 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:50.221149 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 0953b30e-5921-42cb-9866-0bcd865adb00 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:50.224452 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:50.227548 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:50.310598 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe170a3d-ace0-46c8-b914-8a73c5dc1b21 req-bade7923-d125-4d5c-9368-927ede8c8ac8 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:50.311635 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Deleting port 013b256b-9a49-4d78-8995-ffc9bd91cf40 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:50.312875 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:50.318524 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe170a3d-ace0-46c8-b914-8a73c5dc1b21 req-bade7923-d125-4d5c-9368-927ede8c8ac8 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 944 time: 0.2572699 Aug 20 10:23:50.372624 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:50.383633 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:50.450015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] For port 013b256b-9a49-4d78-8995-ffc9bd91cf40, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=013b256b-9a49-4d78-8995-ffc9bd91cf40,segment=NetworkSegment(4cad39de-f186-4df8-a81e-115a0b0a0059),segment_id=4cad39de-f186-4df8-a81e-115a0b0a0059)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:50.450678 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:50.470505 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 0953b30e-5921-42cb-9866-0bcd865adb00, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=0953b30e-5921-42cb-9866-0bcd865adb00,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:50.471288 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d1a595-989e-4bc1-a850-01188e8065a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0953b30e-5921-42cb-9866-0bcd865adb00'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:23:50.474026 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb84655d-27c2-4829-b2ff-8b1dc984cda7" -d '{"events": [{"server_uuid": "f9d1a595-989e-4bc1-a850-01188e8065a8", "name": "network-vif-plugged", "status": "completed", "tag": "0953b30e-5921-42cb-9866-0bcd865adb00"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:23:50.479708 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:50.484151 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b9ff18d9-b861-4125-be51-191e638cf4cd req-77a3baa3-4153-4d11-82bf-1950a5cf3b18 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:50.488241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d094aea-269e-44f0-8209-5bbe65640f71 req-55391d91-6048-404b-8122-4bc590ae04e0 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:50.496156 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0d094aea-269e-44f0-8209-5bbe65640f71 req-55391d91-6048-404b-8122-4bc590ae04e0 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 932 time: 0.1468751 Aug 20 10:23:50.499198 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Calling delete_port for 013b256b-9a49-4d78-8995-ffc9bd91cf40 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:50.546400 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['416addcc-75e7-468f-be1d-2361414c52f2'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:23:50.548941 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['f49918e5-a388-4e4a-bea5-edae5a7ef00a'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:23:50.551172 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0d094aea-269e-44f0-8209-5bbe65640f71 req-22aa3e01-01fd-4a8c-abe5-f2120e5b7d7a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540938 Aug 20 10:23:50.561476 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe170a3d-ace0-46c8-b914-8a73c5dc1b21 req-230286c4-c2a6-44bf-bf8b-dceb080b90f6 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356374 Aug 20 10:23:50.573695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3baa3-4153-4d11-82bf-1950a5cf3b18 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Pushing event deleted for resources: {'Port': ['ID=a3340483-317a-4da7-a6cd-e74b355c33e4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:50.694615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:50.706721 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=0953b30e-5921-42cb-9866-0bcd865adb00,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:50.709224 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ff18d9-b861-4125-be51-191e638cf4cd req-77a3baa3-4153-4d11-82bf-1950a5cf3b18 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] No DVR routers for this DVR port a3340483-317a-4da7-a6cd-e74b355c33e4 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:23:50.761623 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b9ff18d9-b861-4125-be51-191e638cf4cd req-77a3baa3-4153-4d11-82bf-1950a5cf3b18 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:50.763721 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9ff18d9-b861-4125-be51-191e638cf4cd req-77a3baa3-4153-4d11-82bf-1950a5cf3b18 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.42 "DELETE /v2.0/ports/a3340483-317a-4da7-a6cd-e74b355c33e4 HTTP/1.1" status: 204 len: 173 time: 1.7530258 Aug 20 10:23:50.764187 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae997a79-5086-450e-8575-b016e55a584d', 'name': 'network-vif-deleted', 'tag': 'a3340483-317a-4da7-a6cd-e74b355c33e4'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:23:50.766656 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5f1234-5466-403c-95ef-f10a70407558" -d '{"events": [{"server_uuid": "ae997a79-5086-450e-8575-b016e55a584d", "name": "network-vif-deleted", "tag": "a3340483-317a-4da7-a6cd-e74b355c33e4"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:23:50.785405 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbe2593-bfb8-49c1-98af-208870f9cc33 x-openstack-request-id: req-bfbe2593-bfb8-49c1-98af-208870f9cc33 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:23:50.785820 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d1a595-989e-4bc1-a850-01188e8065a8", "name": "network-vif-plugged", "status": "completed", "tag": "0953b30e-5921-42cb-9866-0bcd865adb00", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:23:50.786901 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfbe2593-bfb8-49c1-98af-208870f9cc33 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:23:50.788764 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d1a595-989e-4bc1-a850-01188e8065a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0953b30e-5921-42cb-9866-0bcd865adb00', 'code': 200} Aug 20 10:23:50.806894 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Port': ['ID=013b256b-9a49-4d78-8995-ffc9bd91cf40,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:50.825350 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No DVR routers for this DVR port 013b256b-9a49-4d78-8995-ffc9bd91cf40 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:23:50.854372 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-571c4b45-2784-4af0-8231-fe8e37e9552a req-6053c15c-6a48-40e3-8a98-27a365509d40 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae997a79-5086-450e-8575-b016e55a584d HTTP/1.1" status: 200 len: 210 time: 0.0712957 Aug 20 10:23:50.907600 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9c417948-0c62-4474-acd7-048c1501395a req-5c0c7dd8-7434-4537-8e91-1a1d21bee43a tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0857396 Aug 20 10:23:50.993683 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:51.007166 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977870b7-603a-4f54-81c1-5dd7d0c108c8']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:51.011692 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8946690e-1f43-4d1c-a6aa-6bb3b6138676 x-openstack-request-id: req-8946690e-1f43-4d1c-a6aa-6bb3b6138676 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:23:51.012879 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae997a79-5086-450e-8575-b016e55a584d", "name": "network-vif-deleted", "tag": "a3340483-317a-4da7-a6cd-e74b355c33e4", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:23:51.015837 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8946690e-1f43-4d1c-a6aa-6bb3b6138676 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:23:51.016382 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae997a79-5086-450e-8575-b016e55a584d', 'name': 'network-vif-deleted', 'tag': 'a3340483-317a-4da7-a6cd-e74b355c33e4', 'status': 'completed', 'code': 200} Aug 20 10:23:51.021147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cad39de-f186-4df8-a81e-115a0b0a0059') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:51.021447 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cad39de-f186-4df8-a81e-115a0b0a0059') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:51.034686 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:51.061543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:51.083347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:23:51.083347 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:23:51.085879 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:23:51.161810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:23:51.167503 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a7332-1c8b-4f24-8a8d-e917ecc02856 req-64955e76-3087-4860-841d-ce6cd23443ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:51.169213 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b62a7332-1c8b-4f24-8a8d-e917ecc02856 req-64955e76-3087-4860-841d-ce6cd23443ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 1097 time: 0.4606590 Aug 20 10:23:51.177253 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:51.181652 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:51.190072 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:51.195893 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/networks/977870b7-603a-4f54-81c1-5dd7d0c108c8 HTTP/1.1" status: 204 len: 168 time: 2.7232699 Aug 20 10:23:51.197651 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44718) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:51.205684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5bc9eb14-f01c-4222-a142-a6e0e9e3b661 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1352639126'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:51.216527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738830a-753e-45a1-9479-e87f1c1a66bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Network': ['ID=977870b7-603a-4f54-81c1-5dd7d0c108c8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:51.249079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Transition to ACTIVE for port object 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:51.266089 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:51.266867 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b62a7332-1c8b-4f24-8a8d-e917ecc02856 req-f429aca4-6f7d-4e07-a5c0-20792dd29e19 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872264 Aug 20 10:23:51.321731 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc9eb14-f01c-4222-a142-a6e0e9e3b661 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:51.326484 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5bc9eb14-f01c-4222-a142-a6e0e9e3b661 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:51.344770 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device a3340483-317a-4da7-a6cd-e74b355c33e4 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:23:51.378611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: a3340483-317a-4da7-a6cd-e74b355c33e4 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:23:51.379317 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device a3340483-317a-4da7-a6cd-e74b355c33e4 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:23:51.420824 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Pushing event updated for resources: {'Port': ['ID=9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:51.430558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd38fd3-818c-44c2-bf3b-fe8c41cbde05 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:23:51.449536 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:51.455000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc9eb14-f01c-4222-a142-a6e0e9e3b661 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:23:51.494796 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Transition to ACTIVE for port object afd38fd3-818c-44c2-bf3b-fe8c41cbde05 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:51.496067 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5bc9eb14-f01c-4222-a142-a6e0e9e3b661 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:51.496370 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-5bc9eb14-f01c-4222-a142-a6e0e9e3b661 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Added segment c525cc06-c12c-405a-9baf-8f1631818aff of type vlan for network 4d1f2a9d-78ce-449e-a9c7-8b7718ea6049 Aug 20 10:23:51.504717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea1fef-8504-498d-af65-1991294f01fb req-57fff3af-4671-4ddf-8928-a12985a0fe95 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:51.506301 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7cea1fef-8504-498d-af65-1991294f01fb req-57fff3af-4671-4ddf-8928-a12985a0fe95 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 931 time: 0.1968501 Aug 20 10:23:51.542712 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:51.670249 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52efc865-08bd-475d-bc8d-1e6c615964e9 req-c56e161e-186f-449f-98e4-17de7d9ce4bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0529430 Aug 20 10:23:51.671337 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5bc9eb14-f01c-4222-a142-a6e0e9e3b661 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:51.701596 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=afd38fd3-818c-44c2-bf3b-fe8c41cbde05,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:51.729511 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6088b-fd80-48ec-91c4-96794c651a4f req-7418eab3-8e74-47c4-ae6d-e1370cfb7adc tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:51.731280 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aee6088b-fd80-48ec-91c4-96794c651a4f req-7418eab3-8e74-47c4-ae6d-e1370cfb7adc tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 944 time: 0.0599742 Aug 20 10:23:51.734693 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7cea1fef-8504-498d-af65-1991294f01fb req-58df90a1-a3ea-4658-ad61-b2fe8534525a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930513 Aug 20 10:23:51.743675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Attempting to bind port 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:23:51.744009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Attempting to bind port 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:23:51.744342 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Attempting to bind port 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 on network c63852f8-5c78-42de-a5e1-12993fc8be5a {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:51.767703 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5bc9eb14-f01c-4222-a142-a6e0e9e3b661 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:51.773229 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc9eb14-f01c-4222-a142-a6e0e9e3b661 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:51.773846 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5bc9eb14-f01c-4222-a142-a6e0e9e3b661 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:51.780018 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Port 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 on network c63852f8-5c78-42de-a5e1-12993fc8be5a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:23:51.780345 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Attempting to bind port 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 on network c63852f8-5c78-42de-a5e1-12993fc8be5a {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:51.789714 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aee6088b-fd80-48ec-91c4-96794c651a4f req-7ae85e26-15a4-4836-9831-bc695bada90c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485184 Aug 20 10:23:51.811879 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:23:51.812220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Checking segment: {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:51.812601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Bound using segment: {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:23:51.813478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Bound port: 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:23:51.813478 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:51.923461 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5bc9eb14-f01c-4222-a142-a6e0e9e3b661 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7193117 Aug 20 10:23:51.927472 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44732) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:51.954860 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-ac03990c-f232-4c50-b5b2-36bda726904d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'subnet': {'network_id': '4d1f2a9d-78ce-449e-a9c7-8b7718ea6049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:52.158546 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d82c0ac9-6fb8-4e82-90b3-1782e910e389 req-af3497e6-8f1c-4d8a-b1b4-f81f30532c95 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0292957 Aug 20 10:23:52.285359 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9eb14-f01c-4222-a142-a6e0e9e3b661 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Network': ['ID=4d1f2a9d-78ce-449e-a9c7-8b7718ea6049,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:52.289691 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348b67f-0a9a-4f89-b495-73556ba57dc1 req-2c7fccba-d796-4576-b9b9-ff21aed90271 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:52.292275 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5348b67f-0a9a-4f89-b495-73556ba57dc1 req-2c7fccba-d796-4576-b9b9-ff21aed90271 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 949 time: 0.0557005 Aug 20 10:23:52.303452 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 4d1f2a9d-78ce-449e-a9c7-8b7718ea6049 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:23:52.322542 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Attempting to bind port afd38fd3-818c-44c2-bf3b-fe8c41cbde05 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:23:52.322845 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Attempting to bind port afd38fd3-818c-44c2-bf3b-fe8c41cbde05 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:23:52.323307 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Attempting to bind port afd38fd3-818c-44c2-bf3b-fe8c41cbde05 on network cfce61d9-c87f-4881-8801-06adfd00a39f {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:52.357371 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5348b67f-0a9a-4f89-b495-73556ba57dc1 req-e2282ece-6f39-4273-916e-102d8b68012e tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490665 Aug 20 10:23:52.392257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Port afd38fd3-818c-44c2-bf3b-fe8c41cbde05 on network cfce61d9-c87f-4881-8801-06adfd00a39f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:23:52.392584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Attempting to bind port afd38fd3-818c-44c2-bf3b-fe8c41cbde05 on network cfce61d9-c87f-4881-8801-06adfd00a39f {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:52.425855 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c06eb-8b1c-4d7e-8f22-f672218a8dbd req-41b6d6ea-e67e-403a-8f9f-05a29e590f50 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:52.428318 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-954c06eb-8b1c-4d7e-8f22-f672218a8dbd req-41b6d6ea-e67e-403a-8f9f-05a29e590f50 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 945 time: 0.5625892 Aug 20 10:23:52.435784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:23:52.436127 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Checking segment: {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:52.436519 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Bound using segment: {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:23:52.436970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Bound port: afd38fd3-818c-44c2-bf3b-fe8c41cbde05, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:23:52.437334 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:52.444160 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:52.483019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] For port 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:23:52.508532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] For port 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:23:52.538732 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:52.584643 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-954c06eb-8b1c-4d7e-8f22-f672218a8dbd req-b02aeb45-34e2-403b-a404-0519d01f30df tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389246 Aug 20 10:23:52.593880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:52.594392 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:52.595852 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] 10.222.0.42 "PUT /v2.0/ports/9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 HTTP/1.1" status: 200 len: 1093 time: 2.6598845 Aug 20 10:23:52.608525 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac03990c-f232-4c50-b5b2-36bda726904d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:52.612411 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ac03990c-f232-4c50-b5b2-36bda726904d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:52.701060 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] For port afd38fd3-818c-44c2-bf3b-fe8c41cbde05, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:23:52.749783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26721641-b5ee-493f-903d-fc90a53efdea service neutron] Pushing event updated for resources: {'Port': ['ID=9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:52.753729 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] For port afd38fd3-818c-44c2-bf3b-fe8c41cbde05, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=afd38fd3-818c-44c2-bf3b-fe8c41cbde05,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:23:52.767744 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:52.816956 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:52.817636 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:52.818970 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] 10.222.0.42 "PUT /v2.0/ports/afd38fd3-818c-44c2-bf3b-fe8c41cbde05 HTTP/1.1" status: 200 len: 1092 time: 2.7135696 Aug 20 10:23:52.829741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-41928e27-03f1-4e98-8e73-cd16b515f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:52.831324 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-41928e27-03f1-4e98-8e73-cd16b515f1b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 1096 time: 0.1499808 Aug 20 10:23:52.907978 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4de17-1fa8-4862-8738-bb5831af4467 req-e999a7a8-5260-4603-8e9b-cc0d5eadddd1 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:52.910119 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-afb4de17-1fa8-4862-8738-bb5831af4467 req-e999a7a8-5260-4603-8e9b-cc0d5eadddd1 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 943 time: 0.0766079 Aug 20 10:23:52.930709 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-b30022bf-f2c1-4cad-82d2-4ddeeec09562 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 HTTP/1.1" status: 200 len: 217 time: 0.0855052 Aug 20 10:23:52.945820 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db71ca-276b-4723-8909-57f2506b1bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=afd38fd3-818c-44c2-bf3b-fe8c41cbde05,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:52.986949 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-afb4de17-1fa8-4862-8738-bb5831af4467 req-caa8f653-a686-432b-bd44-efb17b5dbec9 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657923 Aug 20 10:23:53.022110 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb999a5d-25c6-41f5-84e8-48a0485408b5', 'tag': '9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0'}, {'name': 'network-changed', 'server_uuid': 'ce330c3e-4e74-4b22-8fe9-968930c7064b', 'tag': 'afd38fd3-818c-44c2-bf3b-fe8c41cbde05'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:23:53.024425 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb999a5d-25c6-41f5-84e8-48a0485408b5", "tag": "9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0"}, {"name": "network-changed", "server_uuid": "ce330c3e-4e74-4b22-8fe9-968930c7064b", "tag": "afd38fd3-818c-44c2-bf3b-fe8c41cbde05"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:23:53.110794 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-44ea41ea-382d-4354-947b-1a2fe90dcf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:53.112622 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-44ea41ea-382d-4354-947b-1a2fe90dcf74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d14c8d45-d320-4574-86d3-37a082d1daf5 HTTP/1.1" status: 200 len: 846 time: 0.1497290 Aug 20 10:23:53.121372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-670564d8-150c-4bcf-80d1-a2e192a929c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:53.123206 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-670564d8-150c-4bcf-80d1-a2e192a929c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 1095 time: 0.2078001 Aug 20 10:23:53.125733 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 10:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348e58fa-8bd9-48ff-9743-4c4891991f78 x-openstack-request-id: req-348e58fa-8bd9-48ff-9743-4c4891991f78 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:23:53.126048 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb999a5d-25c6-41f5-84e8-48a0485408b5", "tag": "9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce330c3e-4e74-4b22-8fe9-968930c7064b", "tag": "afd38fd3-818c-44c2-bf3b-fe8c41cbde05", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:23:53.126305 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-348e58fa-8bd9-48ff-9743-4c4891991f78 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:23:53.126685 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb999a5d-25c6-41f5-84e8-48a0485408b5', 'tag': '9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0', 'status': 'completed', 'code': 200} Aug 20 10:23:53.126941 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce330c3e-4e74-4b22-8fe9-968930c7064b', 'tag': 'afd38fd3-818c-44c2-bf3b-fe8c41cbde05', 'status': 'completed', 'code': 200} Aug 20 10:23:53.140056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9c8c1-c9c9-4b0a-b589-67c661b4a18a req-a5e3440b-1074-4fd3-8f67-668bd838c2de tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:53.141655 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-def9c8c1-c9c9-4b0a-b589-67c661b4a18a req-a5e3440b-1074-4fd3-8f67-668bd838c2de tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 944 time: 0.2227778 Aug 20 10:23:53.162112 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ac03990c-f232-4c50-b5b2-36bda726904d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:53.221574 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-317be3ed-0230-43cf-bf77-e8b075f87064 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c63852f8-5c78-42de-a5e1-12993fc8be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973761 Aug 20 10:23:53.250885 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-5e260563-828c-46ba-9b49-01687c719623 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afd38fd3-818c-44c2-bf3b-fe8c41cbde05 HTTP/1.1" status: 200 len: 217 time: 0.1053689 Aug 20 10:23:53.289105 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6021188a-741d-4fbd-8ec4-af6b1954945d req-d3855e51-0d5d-42ee-a2fb-adf176b70733 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0360413 Aug 20 10:23:53.398004 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03990c-f232-4c50-b5b2-36bda726904d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Subnet': ['ID=77a2d023-7c01-463c-9fb4-200cb2731d85,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:53.414583 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-def9c8c1-c9c9-4b0a-b589-67c661b4a18a req-61f84b53-8d27-420f-85d7-1a2bc55f7bdc tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546637 Aug 20 10:23:53.435853 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-5cc34906-4a10-4ba5-ba18-8dc1b1651acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:53.437466 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-5cc34906-4a10-4ba5-ba18-8dc1b1651acc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cadf393e-210e-42af-b610-6c3e5318317c HTTP/1.1" status: 200 len: 851 time: 0.1612709 Aug 20 10:23:53.446781 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac03990c-f232-4c50-b5b2-36bda726904d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Checking segment: {'id': 'c525cc06-c12c-405a-9baf-8f1631818aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4d1f2a9d-78ce-449e-a9c7-8b7718ea6049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:53.447109 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac03990c-f232-4c50-b5b2-36bda726904d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network hostable DHCP agents. Network: 4d1f2a9d-78ce-449e-a9c7-8b7718ea6049, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:23:53.496866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7022a-931d-4e49-8fb7-80efbaec50f5 req-429c0d03-f495-48e6-92ac-4844aa926035 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:53.498995 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e3b7022a-931d-4e49-8fb7-80efbaec50f5 req-429c0d03-f495-48e6-92ac-4844aa926035 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 949 time: 0.0639677 Aug 20 10:23:53.501396 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-8ac7f825-8737-42a1-9b1e-d40402961ab0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cfce61d9-c87f-4881-8801-06adfd00a39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558264 Aug 20 10:23:53.528376 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-c35f5347-5a27-4518-b342-6c109f61ff72 service neutron] 10.222.0.42 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808731 Aug 20 10:23:53.543536 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e3b7022a-931d-4e49-8fb7-80efbaec50f5 req-b2b19051-316a-47a7-aad3-a24e516138be tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380306 Aug 20 10:23:53.584465 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac03990c-f232-4c50-b5b2-36bda726904d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network 4d1f2a9d-78ce-449e-a9c7-8b7718ea6049 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:23:53.656935 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-ac03990c-f232-4c50-b5b2-36bda726904d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 4d1f2a9d-78ce-449e-a9c7-8b7718ea6049) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:53.670514 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea6afff-6949-485c-90f3-d8bce8a078fb None None] Network 4d1f2a9d-78ce-449e-a9c7-8b7718ea6049 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:53.674058 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac03990c-f232-4c50-b5b2-36bda726904d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:53.674661 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ac03990c-f232-4c50-b5b2-36bda726904d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:53.755828 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ac03990c-f232-4c50-b5b2-36bda726904d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8026888 Aug 20 10:23:53.756767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44758) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:53.757739 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-45cc3d9e-4abb-42e0-afa0-5a538d4fe16d service neutron] 10.222.0.42 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408431 Aug 20 10:23:53.761541 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b12c55f0-c2aa-4e0a-8541-0d1210155bee req-55752558-c43c-41db-9eaf-bcc6585db019 service neutron] 10.222.0.42 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196934 Aug 20 10:23:53.859898 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a355c2-2241-4e92-8956-d73bcf322c8e req-78991e24-0965-4ac8-9dba-a8c684c6b00f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:53.861887 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f5a355c2-2241-4e92-8956-d73bcf322c8e req-78991e24-0965-4ac8-9dba-a8c684c6b00f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 945 time: 0.1801443 Aug 20 10:23:53.910146 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:53.946663 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-4d1f2a9d-78ce-449e-a9c7-8b7718ea6049', 'network_id': '4d1f2a9d-78ce-449e-a9c7-8b7718ea6049', 'tenant_id': 'dadb17a1633c48f6b31c504559794a61', 'fixed_ips': [{'subnet_id': '77a2d023-7c01-463c-9fb4-200cb2731d85'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:23:53.949125 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:54.003724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f5a355c2-2241-4e92-8956-d73bcf322c8e req-c9bfad47-1419-49c8-9dab-8c8ebd8c3d38 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240962 Aug 20 10:23:54.009618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-fdf6bfc7-e2bf-44c9-9f25-b62ad83b81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:54.012156 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-fdf6bfc7-e2bf-44c9-9f25-b62ad83b81bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 1096 time: 0.1490438 Aug 20 10:23:54.050945 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13d6e124-fcbe-494f-be0a-f0cef236de98 req-1856b4e6-867b-40a3-bb49-db9a44e5be1b service neutron] 10.222.0.42 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812531 Aug 20 10:23:54.104546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956777b3-044e-4f97-9378-cf0faa4c32d5 req-7e345f85-8ba0-40f2-9dd0-a82e8f2da575 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:54.106190 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-956777b3-044e-4f97-9378-cf0faa4c32d5 req-7e345f85-8ba0-40f2-9dd0-a82e8f2da575 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 949 time: 0.1258814 Aug 20 10:23:54.107199 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:54.177292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-571d6777-215d-44f2-8836-ca1e6460b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:54.178812 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-571d6777-215d-44f2-8836-ca1e6460b2bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 907 time: 0.1582422 Aug 20 10:23:54.216172 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Allocated IP 2001:db8::1 (4d1f2a9d-78ce-449e-a9c7-8b7718ea6049/77a2d023-7c01-463c-9fb4-200cb2731d85/05db4160-340a-49c7-8151-c742a1c6fd3f) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:23:54.236012 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-ff9b383e-0a90-4e39-a6d4-2e86d26817f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 HTTP/1.1" status: 200 len: 217 time: 0.0464346 Aug 20 10:23:54.247346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ff76f-09cd-46da-b171-ecede33c5a10 req-87222c60-87f8-4433-8c2b-eb8d018e3ffd tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:54.248849 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c74ff76f-09cd-46da-b171-ecede33c5a10 req-87222c60-87f8-4433-8c2b-eb8d018e3ffd tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 943 time: 0.1384504 Aug 20 10:23:54.252740 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83843d-e418-4c2d-99b2-2dc2cfd6651e req-35521498-35a3-409d-a137-951bba4d4551 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:54.254314 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd83843d-e418-4c2d-99b2-2dc2cfd6651e req-35521498-35a3-409d-a137-951bba4d4551 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 945 time: 0.1212754 Aug 20 10:23:54.344095 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd83843d-e418-4c2d-99b2-2dc2cfd6651e req-7bbc2aab-3ff2-44f3-b274-48c6c1a760fd tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458601 Aug 20 10:23:54.347626 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-1d3c7b38-ed58-4ca6-949b-9a715179a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:54.349088 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-1d3c7b38-ed58-4ca6-949b-9a715179a297 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d14c8d45-d320-4574-86d3-37a082d1daf5 HTTP/1.1" status: 200 len: 846 time: 0.0938749 Aug 20 10:23:54.394487 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-efb3f1f9-7342-421f-91a3-30f7ad6f483a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c63852f8-5c78-42de-a5e1-12993fc8be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360651 Aug 20 10:23:54.484650 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:54.496531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Transition to ACTIVE for port object 05db4160-340a-49c7-8151-c742a1c6fd3f will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:54.529162 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-e99b400d-7a74-4534-8ed3-2ebb4ccb15c4 service neutron] 10.222.0.42 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249809 Aug 20 10:23:54.537417 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Transition to ACTIVE for port object 05db4160-340a-49c7-8151-c742a1c6fd3f will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:54.548189 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:54.610626 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Network 4d1f2a9d-78ce-449e-a9c7-8b7718ea6049 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:54.614222 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:54.621645 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:23:54.649940 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Pushing event updated for resources: {'Port': ['ID=05db4160-340a-49c7-8151-c742a1c6fd3f,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:54.653863 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48825543-0ed3-4298-8c2a-4620a87ee285 req-03f1b815-d30f-4fe8-b8ac-db5a83ad0d94 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0719161 Aug 20 10:23:54.694995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Attempting to bind port 05db4160-340a-49c7-8151-c742a1c6fd3f on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:23:54.695652 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Attempting to bind port 05db4160-340a-49c7-8151-c742a1c6fd3f by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'c525cc06-c12c-405a-9baf-8f1631818aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4d1f2a9d-78ce-449e-a9c7-8b7718ea6049'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:23:54.696022 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Attempting to bind port 05db4160-340a-49c7-8151-c742a1c6fd3f on network 4d1f2a9d-78ce-449e-a9c7-8b7718ea6049 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:54.701467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:23:54.701854 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Checking segment: {'id': 'c525cc06-c12c-405a-9baf-8f1631818aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4d1f2a9d-78ce-449e-a9c7-8b7718ea6049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:54.702260 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:54.702804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Bound using segment: {'id': 'c525cc06-c12c-405a-9baf-8f1631818aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4d1f2a9d-78ce-449e-a9c7-8b7718ea6049'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:23:54.703324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Bound port: 05db4160-340a-49c7-8151-c742a1c6fd3f, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c525cc06-c12c-405a-9baf-8f1631818aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4d1f2a9d-78ce-449e-a9c7-8b7718ea6049'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:23:54.703713 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:54.705370 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-4870c3f1-a493-461e-8216-4fc93d2bc9d6 service neutron] 10.222.0.42 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665859 Aug 20 10:23:54.776943 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:23:54.791289 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] For port 05db4160-340a-49c7-8151-c742a1c6fd3f, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:23:54.795751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] For port 05db4160-340a-49c7-8151-c742a1c6fd3f, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=05db4160-340a-49c7-8151-c742a1c6fd3f,segment=NetworkSegment(c525cc06-c12c-405a-9baf-8f1631818aff),segment_id=c525cc06-c12c-405a-9baf-8f1631818aff)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:23:54.797684 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c74ff76f-09cd-46da-b171-ecede33c5a10 req-c3783944-fb47-45f8-9450-4668671ba0ff tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264323 Aug 20 10:23:54.806716 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:54.858291 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:54.877399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-956777b3-044e-4f97-9378-cf0faa4c32d5 req-abaf4796-8d45-40b8-9322-54719c9cb626 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Deleting port f49918e5-a388-4e4a-bea5-edae5a7ef00a {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:54.877708 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-956777b3-044e-4f97-9378-cf0faa4c32d5 req-abaf4796-8d45-40b8-9322-54719c9cb626 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:54.891913 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612aee1-2ede-46d7-baae-7fcc8052c364 None None] Pushing event updated for resources: {'Port': ['ID=05db4160-340a-49c7-8151-c742a1c6fd3f,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:54.917811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-71d5af9a-bef0-4e41-a4b3-e5a7fd11aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:54.920290 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-71d5af9a-bef0-4e41-a4b3-e5a7fd11aa25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 1095 time: 0.1615732 Aug 20 10:23:54.927639 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Subnet': ['ID=77a2d023-7c01-463c-9fb4-200cb2731d85,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:54.943893 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2181d8-e890-4a04-b91e-05d8214ff4c7 req-d07ff28f-343d-4233-b9c7-693aee0645d2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:54.945350 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c2181d8-e890-4a04-b91e-05d8214ff4c7 req-d07ff28f-343d-4233-b9c7-693aee0645d2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 944 time: 0.1398199 Aug 20 10:23:55.044717 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c2181d8-e890-4a04-b91e-05d8214ff4c7 req-12172d29-7166-45f1-9c60-dae7fb4365ed tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862823 Aug 20 10:23:55.085889 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:55.110268 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1f2a9d-78ce-449e-a9c7-8b7718ea6049']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:55.132323 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-3126ee10-b6b3-4127-9ef4-fef0c756bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:55.133130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c525cc06-c12c-405a-9baf-8f1631818aff') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:55.133421 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c525cc06-c12c-405a-9baf-8f1631818aff') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:55.134531 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-3126ee10-b6b3-4127-9ef4-fef0c756bc40 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 912 time: 0.2059538 Aug 20 10:23:55.146342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-956777b3-044e-4f97-9378-cf0faa4c32d5 req-abaf4796-8d45-40b8-9322-54719c9cb626 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] For port f49918e5-a388-4e4a-bea5-edae5a7ef00a, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f49918e5-a388-4e4a-bea5-edae5a7ef00a,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:55.146691 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-956777b3-044e-4f97-9378-cf0faa4c32d5 req-abaf4796-8d45-40b8-9322-54719c9cb626 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:55.158736 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde13c6-494e-4096-9c93-b0625f8fe44c req-c264fa90-e813-4f17-9792-1481311cff36 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:55.160297 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5cde13c6-494e-4096-9c93-b0625f8fe44c req-c264fa90-e813-4f17-9792-1481311cff36 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 949 time: 0.1931570 Aug 20 10:23:55.162131 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:55.197040 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-e1a0f7e3-573f-420e-bd4f-521e28118f83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afd38fd3-818c-44c2-bf3b-fe8c41cbde05 HTTP/1.1" status: 200 len: 217 time: 0.0540416 Aug 20 10:23:55.207917 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-956777b3-044e-4f97-9378-cf0faa4c32d5 req-abaf4796-8d45-40b8-9322-54719c9cb626 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Calling delete_port for f49918e5-a388-4e4a-bea5-edae5a7ef00a owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:55.234620 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:55.271710 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-56804dcc-fd3f-485d-84bd-e6571f1fdb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:55.273217 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-56804dcc-fd3f-485d-84bd-e6571f1fdb03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cadf393e-210e-42af-b610-6c3e5318317c HTTP/1.1" status: 200 len: 851 time: 0.0690470 Aug 20 10:23:55.286704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:23:55.287124 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:23:55.290257 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:23:55.327460 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-44b8392f-5ce4-4824-a93a-5091776af73c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cfce61d9-c87f-4881-8801-06adfd00a39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447536 Aug 20 10:23:55.387403 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device afd38fd3-818c-44c2-bf3b-fe8c41cbde05 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:23:55.422372 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5cde13c6-494e-4096-9c93-b0625f8fe44c req-2d4282bb-e051-4126-8524-7af93c492640 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333848 Aug 20 10:23:55.452168 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-7b81f26a-1e41-4cee-a1b2-5e5051c2154d service neutron] 10.222.0.42 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160517 Aug 20 10:23:55.463713 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.api [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 10:23:55.463713 n-d-778550-11 neutron-server[94866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 10:23:55.463713 n-d-778550-11 neutron-server[94866]: [parameters: {'id': '4d1f2a9d-78ce-449e-a9c7-8b7718ea6049'}] Aug 20 10:23:55.463713 n-d-778550-11 neutron-server[94866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:23:55.464259 n-d-778550-11 neutron-server[94866]: DEBUG oslo_db.api [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:23:55.610821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port afd38fd3-818c-44c2-bf3b-fe8c41cbde05, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=afd38fd3-818c-44c2-bf3b-fe8c41cbde05,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:55.639239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'afd38fd3-818c-44c2-bf3b-fe8c41cbde05', 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f', 'port_id': 'afd38fd3-818c-44c2-bf3b-fe8c41cbde05', 'mac_address': 'fa:16:3e:fb:05:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadf393e-210e-42af-b610-6c3e5318317c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:23:55.647362 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52ce02d2-9c62-4fe5-9562-20618da1528f req-66a5016e-6c42-407a-958d-f64fb03744ee tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0817523 Aug 20 10:23:55.693968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996e543-7c82-48f1-87de-9dcc6e929244 req-cef0069a-ac94-493e-b22c-c7c24d7d6e99 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:55.707028 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6996e543-7c82-48f1-87de-9dcc6e929244 req-cef0069a-ac94-493e-b22c-c7c24d7d6e99 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 945 time: 0.2532263 Aug 20 10:23:55.713608 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-956777b3-044e-4f97-9378-cf0faa4c32d5 req-abaf4796-8d45-40b8-9322-54719c9cb626 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:55.739023 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['f49918e5-a388-4e4a-bea5-edae5a7ef00a'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:23:55.747023 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['416addcc-75e7-468f-be1d-2361414c52f2'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:23:55.801639 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf4796-8d45-40b8-9322-54719c9cb626 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Pushing event deleted for resources: {'Port': ['ID=f49918e5-a388-4e4a-bea5-edae5a7ef00a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:55.802236 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5c1ec3a-fb9a-471f-8f1b-54c0b782791c req-2929bef0-49a5-47d2-9397-ad1978c91320 service neutron] 10.222.0.42 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278160 Aug 20 10:23:55.872779 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:55.881565 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6996e543-7c82-48f1-87de-9dcc6e929244 req-ac3b8d21-266a-460f-96a1-0f5b1b77e442 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727474 Aug 20 10:23:55.912562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-956777b3-044e-4f97-9378-cf0faa4c32d5 req-abaf4796-8d45-40b8-9322-54719c9cb626 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] No DVR routers for this DVR port f49918e5-a388-4e4a-bea5-edae5a7ef00a on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:23:55.918371 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-956777b3-044e-4f97-9378-cf0faa4c32d5 req-abaf4796-8d45-40b8-9322-54719c9cb626 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:55.920606 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-956777b3-044e-4f97-9378-cf0faa4c32d5 req-abaf4796-8d45-40b8-9322-54719c9cb626 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.24 "DELETE /v2.0/ports/f49918e5-a388-4e4a-bea5-edae5a7ef00a HTTP/1.1" status: 204 len: 173 time: 1.7576833 Aug 20 10:23:55.922262 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b89089-3ad3-46b6-bbcc-903681a037a5', 'name': 'network-vif-deleted', 'tag': 'f49918e5-a388-4e4a-bea5-edae5a7ef00a'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:23:55.930650 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c6de05-7601-4585-93a1-540bec1ec7b9" -d '{"events": [{"server_uuid": "d6b89089-3ad3-46b6-bbcc-903681a037a5", "name": "network-vif-deleted", "tag": "f49918e5-a388-4e4a-bea5-edae5a7ef00a"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:23:55.935643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd38fd3-818c-44c2-bf3b-fe8c41cbde05 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:23:55.965921 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:55.981385 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port afd38fd3-818c-44c2-bf3b-fe8c41cbde05, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=afd38fd3-818c-44c2-bf3b-fe8c41cbde05,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:56.003485 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:56.004251 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:23:56.046492 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198378c-38a0-4576-ac00-ca2da0090150 req-455db597-0f56-424f-a349-ac0c9e8e4eec tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:56.048582 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3198378c-38a0-4576-ac00-ca2da0090150 req-455db597-0f56-424f-a349-ac0c9e8e4eec tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 943 time: 0.0922496 Aug 20 10:23:56.089800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917f14e-d67a-4688-b30b-ec1696a30f24 req-a1043d58-a949-4096-92f1-360d9ff4974f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:56.098604 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f917f14e-d67a-4688-b30b-ec1696a30f24 req-a1043d58-a949-4096-92f1-360d9ff4974f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 945 time: 0.1067028 Aug 20 10:23:56.149818 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3198378c-38a0-4576-ac00-ca2da0090150 req-179e00fb-3f42-4f9b-a7fd-401576340231 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759518 Aug 20 10:23:56.178056 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Deleting port 05db4160-340a-49c7-8151-c742a1c6fd3f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:56.178404 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:56.180377 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f917f14e-d67a-4688-b30b-ec1696a30f24 req-06460631-5ead-4499-a8df-a4509f023aa1 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809698 Aug 20 10:23:56.344111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] For port 05db4160-340a-49c7-8151-c742a1c6fd3f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=05db4160-340a-49c7-8151-c742a1c6fd3f,segment=NetworkSegment(c525cc06-c12c-405a-9baf-8f1631818aff),segment_id=c525cc06-c12c-405a-9baf-8f1631818aff)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:56.344902 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:56.390690 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Calling delete_port for 05db4160-340a-49c7-8151-c742a1c6fd3f owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:23:56.506538 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff46ce-3fd6-4675-82e9-125218c159cb req-898c852b-a267-4534-b8f0-45420a87b3f6 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:56.516998 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0ff46ce-3fd6-4675-82e9-125218c159cb req-898c852b-a267-4534-b8f0-45420a87b3f6 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 944 time: 0.1838994 Aug 20 10:23:56.520773 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f8831f-970c-4ebc-9deb-834103981bec x-openstack-request-id: req-88f8831f-970c-4ebc-9deb-834103981bec {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:23:56.521943 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b89089-3ad3-46b6-bbcc-903681a037a5", "name": "network-vif-deleted", "tag": "f49918e5-a388-4e4a-bea5-edae5a7ef00a", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:23:56.522216 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88f8831f-970c-4ebc-9deb-834103981bec {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:23:56.531619 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b89089-3ad3-46b6-bbcc-903681a037a5', 'name': 'network-vif-deleted', 'tag': 'f49918e5-a388-4e4a-bea5-edae5a7ef00a', 'status': 'completed', 'code': 200} Aug 20 10:23:56.547297 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952448f3-4f2d-4650-ade6-4c27751b3ee2 None None] Network 4d1f2a9d-78ce-449e-a9c7-8b7718ea6049 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:56.583899 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=afd38fd3-818c-44c2-bf3b-fe8c41cbde05,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:56.606032 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0ff46ce-3fd6-4675-82e9-125218c159cb req-074305d3-c777-4d7b-8fb4-5e09d4a13eea tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766008 Aug 20 10:23:56.643434 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:56.689759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Port': ['ID=05db4160-340a-49c7-8151-c742a1c6fd3f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:56.703067 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 05db4160-340a-49c7-8151-c742a1c6fd3f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:56.760000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No DVR routers for this DVR port 05db4160-340a-49c7-8151-c742a1c6fd3f on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:23:56.779991 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 05db4160-340a-49c7-8151-c742a1c6fd3f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:23:56.779991 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 05db4160-340a-49c7-8151-c742a1c6fd3f not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 20 10:23:56.779991 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-dcb78641-3e45-4b0c-851d-e78f5692b136 None None] Provisioning complete for port 05db4160-340a-49c7-8151-c742a1c6fd3f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:56.779991 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dcb78641-3e45-4b0c-851d-e78f5692b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:56.799542 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6383e81-74a7-4fff-97ae-f49d205ed596 req-c9e78364-365c-4446-a742-968c2c3e0337 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:56.810780 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f6383e81-74a7-4fff-97ae-f49d205ed596 req-c9e78364-365c-4446-a742-968c2c3e0337 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 945 time: 0.0924714 Aug 20 10:23:56.856180 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f6383e81-74a7-4fff-97ae-f49d205ed596 req-f8eb1e4c-1703-4f74-8aa9-650e5e929e68 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439181 Aug 20 10:23:56.865489 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-dcb78641-3e45-4b0c-851d-e78f5692b136 None None] Port 05db4160-340a-49c7-8151-c742a1c6fd3f was deleted so its status cannot be updated. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 10:23:56.871419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Port 05db4160-340a-49c7-8151-c742a1c6fd3f not found, will not notify nova. {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 20 10:23:56.883334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:56.909455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0', 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a', 'port_id': '9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0', 'mac_address': 'fa:16:3e:f5:77:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14c8d45-d320-4574-86d3-37a082d1daf5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:23:56.914520 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:56.936261 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28d71f32-3915-46bf-aa5f-16cc6ea68403 req-67738c10-f320-4815-82e1-c86b4c589d58 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b89089-3ad3-46b6-bbcc-903681a037a5 HTTP/1.1" status: 200 len: 210 time: 0.2474957 Aug 20 10:23:56.969938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1f2a9d-78ce-449e-a9c7-8b7718ea6049']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:56.979701 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab73944-0417-455f-8cc5-9482a68b61d6 None None] DHCP port deletion for 4d1f2a9d-78ce-449e-a9c7-8b7718ea6049 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:23:57.017323 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c525cc06-c12c-405a-9baf-8f1631818aff') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:57.017861 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c525cc06-c12c-405a-9baf-8f1631818aff') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:23:57.018451 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:57.047345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:23:57.049236 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ba01d93-ae94-432e-ba2d-c8c573800e02 req-298256e1-acf1-4a16-8936-82d2cda9382c tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0517843 Aug 20 10:23:57.049426 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:57.080499 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:57.091985 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:23:57.092935 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:57.093056 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:23:57.098847 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:23:57.099586 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:23:57.158018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:57.209199 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:57.218432 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67e476-7f21-4225-8dd3-985db7120c43 req-d90df3c8-777a-4826-a0f7-cd0594e9adca tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:57.219797 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d67e476-7f21-4225-8dd3-985db7120c43 req-d90df3c8-777a-4826-a0f7-cd0594e9adca tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 945 time: 0.0951908 Aug 20 10:23:57.237368 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:57.242388 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/networks/4d1f2a9d-78ce-449e-a9c7-8b7718ea6049 HTTP/1.1" status: 204 len: 168 time: 3.4812753 Aug 20 10:23:57.242842 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44848) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:57.246400 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7eed5b-8d6b-4b8b-b3ab-fccfff777783 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Network': ['ID=4d1f2a9d-78ce-449e-a9c7-8b7718ea6049,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:57.254494 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-cbf2a1a5-01a8-4e17-be9b-fee62ce3e8e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-708373877'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:57.282121 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d67e476-7f21-4225-8dd3-985db7120c43 req-1425d41b-1d96-46e5-be95-a3c59adc93b5 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461788 Aug 20 10:23:57.290082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf2a1a5-01a8-4e17-be9b-fee62ce3e8e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:57.294409 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a1a5-01a8-4e17-be9b-fee62ce3e8e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:57.339464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf2a1a5-01a8-4e17-be9b-fee62ce3e8e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:23:57.359652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2f136-6574-42f2-915a-a14499c8b51f req-42f65f8f-8492-4735-b6b0-853252aa9bc3 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:57.361202 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a0d2f136-6574-42f2-915a-a14499c8b51f req-42f65f8f-8492-4735-b6b0-853252aa9bc3 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 944 time: 0.0879626 Aug 20 10:23:57.362437 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a1a5-01a8-4e17-be9b-fee62ce3e8e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:57.362776 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-cbf2a1a5-01a8-4e17-be9b-fee62ce3e8e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Added segment e14911f7-4f3e-415d-bef4-39b1c2c2f847 of type vlan for network 81029d2e-0834-4659-b229-82f9b4e5510f Aug 20 10:23:57.421381 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a1a5-01a8-4e17-be9b-fee62ce3e8e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:57.425038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['afd38fd3-818c-44c2-bf3b-fe8c41cbde05'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:23:57.433544 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:23:57.435966 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8fd0c-0efe-4ef7-a627-9215093a95eb req-27676132-878d-40c5-88be-6cc3f329ab5e tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:57.441455 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a0d2f136-6574-42f2-915a-a14499c8b51f req-87c48dc2-94a6-4afa-a16d-f95f91b53c01 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696502 Aug 20 10:23:57.445177 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2a8fd0c-0efe-4ef7-a627-9215093a95eb req-27676132-878d-40c5-88be-6cc3f329ab5e tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 945 time: 0.0651643 Aug 20 10:23:57.468717 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a1a5-01a8-4e17-be9b-fee62ce3e8e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:57.470301 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf2a1a5-01a8-4e17-be9b-fee62ce3e8e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:57.470810 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cbf2a1a5-01a8-4e17-be9b-fee62ce3e8e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:57.499202 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2a8fd0c-0efe-4ef7-a627-9215093a95eb req-69696ef0-7fdb-4fc7-a0a5-066f90a8425b tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529170 Aug 20 10:23:57.544110 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cbf2a1a5-01a8-4e17-be9b-fee62ce3e8e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2999635 Aug 20 10:23:57.547683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44856) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:57.554301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-25321a1f-a973-43f4-972c-fa6dc481c0cd tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'subnet': {'network_id': '81029d2e-0834-4659-b229-82f9b4e5510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:57.556330 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2a1a5-01a8-4e17-be9b-fee62ce3e8e1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Network': ['ID=81029d2e-0834-4659-b229-82f9b4e5510f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:57.584710 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 81029d2e-0834-4659-b229-82f9b4e5510f details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:23:57.677763 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95513896-80a5-4eb1-a268-854a710c82d4 req-416dd7a9-e764-4b3c-b2c3-6530519448fc tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:57.680220 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-95513896-80a5-4eb1-a268-854a710c82d4 req-416dd7a9-e764-4b3c-b2c3-6530519448fc tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 945 time: 0.0672534 Aug 20 10:23:57.735262 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-95513896-80a5-4eb1-a268-854a710c82d4 req-56972496-8778-46d7-a84c-4589975d1d49 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477409 Aug 20 10:23:57.766895 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25321a1f-a973-43f4-972c-fa6dc481c0cd tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:57.771011 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25321a1f-a973-43f4-972c-fa6dc481c0cd tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:57.802684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41467651-39a2-425c-9cdd-1ae1d9e6585a req-a3d16d81-8fca-4e47-9c71-0f5dbc7ca389 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:57.815607 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41467651-39a2-425c-9cdd-1ae1d9e6585a req-a3d16d81-8fca-4e47-9c71-0f5dbc7ca389 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 945 time: 0.1105473 Aug 20 10:23:57.915235 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41467651-39a2-425c-9cdd-1ae1d9e6585a req-d4073d64-59db-4ce2-b5a9-e4345badfe49 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984504 Aug 20 10:23:58.068028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f49918e5-a388-4e4a-bea5-edae5a7ef00a no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:23:58.076457 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25321a1f-a973-43f4-972c-fa6dc481c0cd tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:58.103582 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: f49918e5-a388-4e4a-bea5-edae5a7ef00a {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:23:58.104182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f49918e5-a388-4e4a-bea5-edae5a7ef00a not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:23:58.163745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25321a1f-a973-43f4-972c-fa6dc481c0cd tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Subnet': ['ID=015a1d16-af91-4ff1-949f-e87000389873,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:58.174002 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25321a1f-a973-43f4-972c-fa6dc481c0cd tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Checking segment: {'id': 'e14911f7-4f3e-415d-bef4-39b1c2c2f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '81029d2e-0834-4659-b229-82f9b4e5510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:58.174378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25321a1f-a973-43f4-972c-fa6dc481c0cd tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network hostable DHCP agents. Network: 81029d2e-0834-4659-b229-82f9b4e5510f, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:23:58.205766 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25321a1f-a973-43f4-972c-fa6dc481c0cd tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network 81029d2e-0834-4659-b229-82f9b4e5510f is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:23:58.224769 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-25321a1f-a973-43f4-972c-fa6dc481c0cd tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 81029d2e-0834-4659-b229-82f9b4e5510f) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:58.232977 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc09e3c-0b1d-449a-b78f-23b6c0f25a21 None None] Network 81029d2e-0834-4659-b229-82f9b4e5510f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:23:58.240191 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25321a1f-a973-43f4-972c-fa6dc481c0cd tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:58.240191 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25321a1f-a973-43f4-972c-fa6dc481c0cd tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:58.257735 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-25321a1f-a973-43f4-972c-fa6dc481c0cd tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7071717 Aug 20 10:23:58.258905 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44884) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:58.267530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f1f5918f-3466-4047-8b86-00fab8bc7025 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'subnet': {'network_id': '81029d2e-0834-4659-b229-82f9b4e5510f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:58.372348 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-14dc9375-dd17-446d-8b7a-002170e99ea9 req-24f10329-8bf4-42a1-8ac6-785dea4b4875 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0416958 Aug 20 10:23:58.473317 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbef77-22f9-4bd6-ad17-c0a482627dd0 req-dd61923c-3eb4-4e79-9a8d-3b4faa649862 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:58.482037 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e8cbef77-22f9-4bd6-ad17-c0a482627dd0 req-dd61923c-3eb4-4e79-9a8d-3b4faa649862 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 950 time: 0.0654266 Aug 20 10:23:58.496392 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f5918f-3466-4047-8b86-00fab8bc7025 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:58.500238 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1f5918f-3466-4047-8b86-00fab8bc7025 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:58.547084 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e8cbef77-22f9-4bd6-ad17-c0a482627dd0 req-a07a19dc-88a4-413a-9818-47bdd5b629c4 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582185 Aug 20 10:23:58.603176 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-81029d2e-0834-4659-b229-82f9b4e5510f', 'network_id': '81029d2e-0834-4659-b229-82f9b4e5510f', 'tenant_id': 'dadb17a1633c48f6b31c504559794a61', 'fixed_ips': [{'subnet_id': '015a1d16-af91-4ff1-949f-e87000389873'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:23:58.604751 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:58.623314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 05db4160-340a-49c7-8151-c742a1c6fd3f no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:23:58.654116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 05db4160-340a-49c7-8151-c742a1c6fd3f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:23:58.655676 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 05db4160-340a-49c7-8151-c742a1c6fd3f not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:23:58.763188 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275db66a-232e-4a2d-a526-865342af21ae req-3045d878-83e4-4d4a-b41d-34d75e329f72 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:58.765214 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-275db66a-232e-4a2d-a526-865342af21ae req-3045d878-83e4-4d4a-b41d-34d75e329f72 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 944 time: 0.0810885 Aug 20 10:23:58.768238 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e7c8f-5040-4f8c-9d1d-0ed9de9f6566 req-73f9878a-5963-4136-8065-8ef919dc739a tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:58.769814 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2e7e7c8f-5040-4f8c-9d1d-0ed9de9f6566 req-73f9878a-5963-4136-8065-8ef919dc739a tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 945 time: 0.0916245 Aug 20 10:23:58.829790 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-275db66a-232e-4a2d-a526-865342af21ae req-c3a4d06a-9abe-43b0-9da8-8cb4b004c760 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575471 Aug 20 10:23:58.890694 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Allocated IP 2001:db8::2 (81029d2e-0834-4659-b229-82f9b4e5510f/015a1d16-af91-4ff1-949f-e87000389873/759bd625-ce4b-4a7f-ba2c-08c43c01fddb) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:23:58.899931 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2e7e7c8f-5040-4f8c-9d1d-0ed9de9f6566 req-9dd0b77b-a5cc-4628-bc93-fa8c840a969f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176536 Aug 20 10:23:59.009803 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1f5918f-3466-4047-8b86-00fab8bc7025 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:59.073275 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f5918f-3466-4047-8b86-00fab8bc7025 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network 81029d2e-0834-4659-b229-82f9b4e5510f is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:59.077408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-f1f5918f-3466-4047-8b86-00fab8bc7025 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:59.082535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f5918f-3466-4047-8b86-00fab8bc7025 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:59.083028 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:59.083594 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1f5918f-3466-4047-8b86-00fab8bc7025 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:59.086408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7d9f9-0cc5-41cd-a5c6-448cde41b2ee req-90e89b3b-96eb-44ee-bce7-d0091186dff0 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:59.091645 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b8b7d9f9-0cc5-41cd-a5c6-448cde41b2ee req-90e89b3b-96eb-44ee-bce7-d0091186dff0 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 945 time: 0.0690403 Aug 20 10:23:59.093362 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Transition to ACTIVE for port object 759bd625-ce4b-4a7f-ba2c-08c43c01fddb will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:59.099807 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5918f-3466-4047-8b86-00fab8bc7025 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Subnet': ['ID=c0b32072-65c4-4676-867f-4a1834bae157,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:59.110822 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f1f5918f-3466-4047-8b86-00fab8bc7025 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8501904 Aug 20 10:23:59.113291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44900) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:59.123733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Transition to ACTIVE for port object 759bd625-ce4b-4a7f-ba2c-08c43c01fddb will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:23:59.132279 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:59.184865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b8b7d9f9-0cc5-41cd-a5c6-448cde41b2ee req-6a62a221-5efe-4b05-aa17-4efd326a8f49 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866313 Aug 20 10:23:59.221851 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Network 81029d2e-0834-4659-b229-82f9b4e5510f is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:23:59.225741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:23:59.230545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:23:59.250464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95302f4d-896f-4340-add4-7b1696c03f1c tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:59.252746 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95302f4d-896f-4340-add4-7b1696c03f1c tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:59.254389 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95302f4d-896f-4340-add4-7b1696c03f1c tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:59.256257 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95302f4d-896f-4340-add4-7b1696c03f1c tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:59.258096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95302f4d-896f-4340-add4-7b1696c03f1c tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:59.260598 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-95302f4d-896f-4340-add4-7b1696c03f1c tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1458042 Aug 20 10:23:59.264311 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44904) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:59.270152 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-1c6e2250-cbba-48e8-bbc5-886b30e056bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2032972293'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:59.280148 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Pushing event updated for resources: {'Port': ['ID=759bd625-ce4b-4a7f-ba2c-08c43c01fddb,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:59.292349 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-051c7ce7-476e-4ac4-b302-20aabc41736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:59.309359 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6e2250-cbba-48e8-bbc5-886b30e056bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:23:59.316178 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c6e2250-cbba-48e8-bbc5-886b30e056bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:59.325557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Attempting to bind port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:23:59.325869 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Attempting to bind port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'e14911f7-4f3e-415d-bef4-39b1c2c2f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '81029d2e-0834-4659-b229-82f9b4e5510f'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:23:59.326223 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Attempting to bind port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb on network 81029d2e-0834-4659-b229-82f9b4e5510f {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:23:59.332587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:23:59.332948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Checking segment: {'id': 'e14911f7-4f3e-415d-bef4-39b1c2c2f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '81029d2e-0834-4659-b229-82f9b4e5510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:23:59.333328 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:59.333733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Bound using segment: {'id': 'e14911f7-4f3e-415d-bef4-39b1c2c2f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '81029d2e-0834-4659-b229-82f9b4e5510f'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:23:59.334243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Bound port: 759bd625-ce4b-4a7f-ba2c-08c43c01fddb, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14911f7-4f3e-415d-bef4-39b1c2c2f847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '81029d2e-0834-4659-b229-82f9b4e5510f'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:23:59.334640 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:59.353564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6e2250-cbba-48e8-bbc5-886b30e056bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:23:59.370993 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c6e2250-cbba-48e8-bbc5-886b30e056bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:59.371459 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-1c6e2250-cbba-48e8-bbc5-886b30e056bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Added segment 10ea1179-ea80-45e3-8a50-8a93dc8ba025 of type vlan for network 2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc Aug 20 10:23:59.419593 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device afd38fd3-818c-44c2-bf3b-fe8c41cbde05 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:23:59.431746 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c6e2250-cbba-48e8-bbc5-886b30e056bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:59.492649 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] For port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:23:59.495617 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c6e2250-cbba-48e8-bbc5-886b30e056bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:59.502092 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6e2250-cbba-48e8-bbc5-886b30e056bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:59.503242 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] For port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=759bd625-ce4b-4a7f-ba2c-08c43c01fddb,segment=NetworkSegment(e14911f7-4f3e-415d-bef4-39b1c2c2f847),segment_id=e14911f7-4f3e-415d-bef4-39b1c2c2f847)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:23:59.503457 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c6e2250-cbba-48e8-bbc5-886b30e056bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:59.515926 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:59.521955 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1c6e2250-cbba-48e8-bbc5-886b30e056bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2564740 Aug 20 10:23:59.526599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44908) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:23:59.535950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a1e66d65-214c-498e-bb66-d5a90b33b742 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:23:59.612525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port afd38fd3-818c-44c2-bf3b-fe8c41cbde05 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:23:59.623541 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port afd38fd3-818c-44c2-bf3b-fe8c41cbde05 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:23:59.624066 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:59.625861 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19604a2d-695a-49b0-82c3-94e38818434b None None] Pushing event updated for resources: {'Port': ['ID=759bd625-ce4b-4a7f-ba2c-08c43c01fddb,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:59.677045 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c9a85aee-077c-434b-9211-2fced462264f req-e0ebe648-a9da-4fc0-bd5e-447d0aa0e8d2 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.1389642 Aug 20 10:23:59.678023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e2250-cbba-48e8-bbc5-886b30e056bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Network': ['ID=2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:23:59.723276 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:23:59.761776 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13893207-2c9a-4d5a-a20a-d08c921806e8 req-49ca3b09-67c7-4ca4-a8d9-33aff4e2ff3b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:59.763409 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13893207-2c9a-4d5a-a20a-d08c921806e8 req-49ca3b09-67c7-4ca4-a8d9-33aff4e2ff3b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 950 time: 0.0819933 Aug 20 10:23:59.845379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519baf4e-68e9-4331-b1ef-26464bd850a7 req-c2bcefd0-c367-41e7-b29d-fb77e78e4600 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:23:59.866865 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-519baf4e-68e9-4331-b1ef-26464bd850a7 req-c2bcefd0-c367-41e7-b29d-fb77e78e4600 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 950 time: 0.1893401 Aug 20 10:23:59.909312 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a1e66d65-214c-498e-bb66-d5a90b33b742 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:59.910070 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:59.975220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-13893207-2c9a-4d5a-a20a-d08c921806e8 req-cf6f8c55-7d92-4f9b-9a1c-8074554335a9 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Deleting port 416addcc-75e7-468f-be1d-2361414c52f2 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:23:59.975564 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-13893207-2c9a-4d5a-a20a-d08c921806e8 req-cf6f8c55-7d92-4f9b-9a1c-8074554335a9 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:23:59.998268 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-519baf4e-68e9-4331-b1ef-26464bd850a7 req-ec04d585-31f1-4c6e-97b5-8df59cf8df1b tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/security-groups?id=f40282f1-fe89-437a-a848-de4e89eab622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297755 Aug 20 10:23:59.999478 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a1e66d65-214c-498e-bb66-d5a90b33b742 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:00.029251 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce330c3e-4e74-4b22-8fe9-968930c7064b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd38fd3-818c-44c2-bf3b-fe8c41cbde05'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:00.031592 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f87db7-74dd-4c9e-8185-7801a6e62012" -d '{"events": [{"server_uuid": "ce330c3e-4e74-4b22-8fe9-968930c7064b", "name": "network-vif-plugged", "status": "completed", "tag": "afd38fd3-818c-44c2-bf3b-fe8c41cbde05"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:00.090283 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port afd38fd3-818c-44c2-bf3b-fe8c41cbde05, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=afd38fd3-818c-44c2-bf3b-fe8c41cbde05,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:00.106154 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:00.106154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:00.136024 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1e66d65-214c-498e-bb66-d5a90b33b742 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network 2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc is not hosted by any dhcp agent {{(pid=94866) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 10:24:00.143824 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e66d65-214c-498e-bb66-d5a90b33b742 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:00.144857 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a1e66d65-214c-498e-bb66-d5a90b33b742 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:00.148630 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a1e66d65-214c-498e-bb66-d5a90b33b742 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "PUT /v2.0/networks/2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc HTTP/1.1" status: 200 len: 723 time: 0.6177609 Aug 20 10:24:00.148630 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e66d65-214c-498e-bb66-d5a90b33b742 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Network': ['ID=2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:00.150461 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44920) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:00.156389 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-8b13082b-6cdf-430b-ae78-953f14ec0899 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'subnet': {'network_id': '2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:00.188514 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:24:00.194533 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-13893207-2c9a-4d5a-a20a-d08c921806e8 req-cf6f8c55-7d92-4f9b-9a1c-8074554335a9 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] For port 416addcc-75e7-468f-be1d-2361414c52f2, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=416addcc-75e7-468f-be1d-2361414c52f2,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:00.195282 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-13893207-2c9a-4d5a-a20a-d08c921806e8 req-cf6f8c55-7d92-4f9b-9a1c-8074554335a9 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:00.219524 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-13893207-2c9a-4d5a-a20a-d08c921806e8 req-cf6f8c55-7d92-4f9b-9a1c-8074554335a9 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Calling delete_port for 416addcc-75e7-468f-be1d-2361414c52f2 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:00.287586 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=afd38fd3-818c-44c2-bf3b-fe8c41cbde05,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:00.303767 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3dff9-9705-4f3f-b89d-c3f651170046 req-55f18d90-b265-4409-a467-9e1b9c62a8e5 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:00.310251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef915f-95e4-4bae-a6df-871f7ab49885 req-ef60c6ab-e7a9-4b49-b6bb-b848fd48143c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:00.311467 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19b3dff9-9705-4f3f-b89d-c3f651170046 req-55f18d90-b265-4409-a467-9e1b9c62a8e5 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 944 time: 0.3013158 Aug 20 10:24:00.311891 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6ef915f-95e4-4bae-a6df-871f7ab49885 req-ef60c6ab-e7a9-4b49-b6bb-b848fd48143c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 945 time: 0.1628025 Aug 20 10:24:00.313649 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:00.320534 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:00.320919 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:00.346737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b13082b-6cdf-430b-ae78-953f14ec0899 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:00.356285 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b13082b-6cdf-430b-ae78-953f14ec0899 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:00.387389 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19b3dff9-9705-4f3f-b89d-c3f651170046 req-9b50942d-9cc8-45c0-89bc-25c88fda73cb tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640521 Aug 20 10:24:00.472501 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6ef915f-95e4-4bae-a6df-871f7ab49885 req-314d571d-13ce-43fb-91e8-9afa7c801c70 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402185 Aug 20 10:24:00.491708 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-13893207-2c9a-4d5a-a20a-d08c921806e8 req-cf6f8c55-7d92-4f9b-9a1c-8074554335a9 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:00.508666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['416addcc-75e7-468f-be1d-2361414c52f2'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:24:00.552182 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c9f3b9-37f3-4e28-a0b5-ae9f65f56df2 x-openstack-request-id: req-54c9f3b9-37f3-4e28-a0b5-ae9f65f56df2 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:00.555718 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce330c3e-4e74-4b22-8fe9-968930c7064b", "name": "network-vif-plugged", "status": "completed", "tag": "afd38fd3-818c-44c2-bf3b-fe8c41cbde05", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:00.555977 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54c9f3b9-37f3-4e28-a0b5-ae9f65f56df2 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:00.556388 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce330c3e-4e74-4b22-8fe9-968930c7064b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd38fd3-818c-44c2-bf3b-fe8c41cbde05', 'code': 200} Aug 20 10:24:00.583850 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f8c55-7d92-4f9b-9a1c-8074554335a9 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Pushing event deleted for resources: {'Port': ['ID=416addcc-75e7-468f-be1d-2361414c52f2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:00.628956 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:00.717652 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 759bd625-ce4b-4a7f-ba2c-08c43c01fddb up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:00.733688 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-13893207-2c9a-4d5a-a20a-d08c921806e8 req-cf6f8c55-7d92-4f9b-9a1c-8074554335a9 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] No DVR routers for this DVR port 416addcc-75e7-468f-be1d-2361414c52f2 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:00.740316 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-13893207-2c9a-4d5a-a20a-d08c921806e8 req-cf6f8c55-7d92-4f9b-9a1c-8074554335a9 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:00.747509 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13893207-2c9a-4d5a-a20a-d08c921806e8 req-cf6f8c55-7d92-4f9b-9a1c-8074554335a9 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.42 "DELETE /v2.0/ports/416addcc-75e7-468f-be1d-2361414c52f2 HTTP/1.1" status: 204 len: 173 time: 0.9740379 Aug 20 10:24:00.748132 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8f0783-0588-4347-a73f-402fe703a8dc', 'name': 'network-vif-deleted', 'tag': '416addcc-75e7-468f-be1d-2361414c52f2'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:00.758364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d93b4e-dfa8-41e0-b5bc-8cb720201222 req-cfde9387-6283-465d-94d9-2695c64ac1c9 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:00.760936 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79d93b4e-dfa8-41e0-b5bc-8cb720201222 req-cfde9387-6283-465d-94d9-2695c64ac1c9 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 945 time: 0.2059517 Aug 20 10:24:00.764220 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066def9f-b642-4564-9cf1-54b60dec89cf" -d '{"events": [{"server_uuid": "1c8f0783-0588-4347-a73f-402fe703a8dc", "name": "network-vif-deleted", "tag": "416addcc-75e7-468f-be1d-2361414c52f2"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:00.774389 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da17e6-3df0-400e-b6e8-96f7b43c29c1 req-87504138-f723-4f97-b6fa-478253aefa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:00.777978 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d2da17e6-3df0-400e-b6e8-96f7b43c29c1 req-87504138-f723-4f97-b6fa-478253aefa16 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 1097 time: 0.1270294 Aug 20 10:24:00.792526 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:00.801296 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:00.872668 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d2da17e6-3df0-400e-b6e8-96f7b43c29c1 req-76bb9c62-ad30-457c-b771-522d18e9653e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748146 Aug 20 10:24:00.894174 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:00.931785 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6b6fd506-e112-4c67-ab3a-b5b0890f3eca req-48bf9e42-e57a-411a-bd2e-72552dafabac tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0503724 Aug 20 10:24:00.933478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:00.962708 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79d93b4e-dfa8-41e0-b5bc-8cb720201222 req-d02f928e-dad2-4dcf-9085-e8a3aedfc4f9 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847601 Aug 20 10:24:00.997209 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd126fe-a2df-4df3-a538-e9271ebcb174 x-openstack-request-id: req-2fd126fe-a2df-4df3-a538-e9271ebcb174 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:00.997527 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8f0783-0588-4347-a73f-402fe703a8dc", "name": "network-vif-deleted", "tag": "416addcc-75e7-468f-be1d-2361414c52f2", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:00.998168 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2fd126fe-a2df-4df3-a538-e9271ebcb174 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:00.998586 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8f0783-0588-4347-a73f-402fe703a8dc', 'name': 'network-vif-deleted', 'tag': '416addcc-75e7-468f-be1d-2361414c52f2', 'status': 'completed', 'code': 200} Aug 20 10:24:01.000357 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b13082b-6cdf-430b-ae78-953f14ec0899 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:01.133253 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f32ab208-b554-4192-bd1e-df41be08808d req-3f074779-d79d-493b-bbb5-e8d6072bdce6 tempest-ServersAdminTestJSON-1392483841 tempest-ServersAdminTestJSON-1392483841-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c8f0783-0588-4347-a73f-402fe703a8dc HTTP/1.1" status: 200 len: 210 time: 0.0363150 Aug 20 10:24:01.135677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13082b-6cdf-430b-ae78-953f14ec0899 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Subnet': ['ID=7be6eb75-43cd-4db3-8e01-c9c9b5101497,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:01.138395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b13082b-6cdf-430b-ae78-953f14ec0899 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Checking segment: {'id': '10ea1179-ea80-45e3-8a50-8a93dc8ba025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:01.138984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b13082b-6cdf-430b-ae78-953f14ec0899 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network hostable DHCP agents. Network: 2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:24:01.162179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b13082b-6cdf-430b-ae78-953f14ec0899 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network 2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:24:01.175223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-8b13082b-6cdf-430b-ae78-953f14ec0899 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:01.184668 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cf69e6-c674-4b07-875a-71bcc5a8ccff None None] Network 2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:01.188103 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b13082b-6cdf-430b-ae78-953f14ec0899 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:01.192036 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b13082b-6cdf-430b-ae78-953f14ec0899 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:01.209566 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8b13082b-6cdf-430b-ae78-953f14ec0899 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0545387 Aug 20 10:24:01.209787 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44934) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:01.215138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-cc724f95-1b9e-4400-9ec3-dcfdea23caf4 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:01.252232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ab632c-3ef5-4100-bb4c-1487cffcdb51 None None] Network 81029d2e-0834-4659-b229-82f9b4e5510f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:01.311354 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cc724f95-1b9e-4400-9ec3-dcfdea23caf4 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12258607'] for subnet, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:01.380279 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1a42ec56-af45-4e5c-aba0-6ca5f62bc885 None None] Provisioning for port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:01.405534 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1a42ec56-af45-4e5c-aba0-6ca5f62bc885 None None] Provisioning complete for port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:01.405911 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1a42ec56-af45-4e5c-aba0-6ca5f62bc885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:01.443493 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc', 'network_id': '2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc', 'tenant_id': 'dadb17a1633c48f6b31c504559794a61', 'fixed_ips': [{'subnet_id': '7be6eb75-43cd-4db3-8e01-c9c9b5101497'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:24:01.444516 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:01.462733 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cc724f95-1b9e-4400-9ec3-dcfdea23caf4 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748628821818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10241624'] for subnet, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:01.532051 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc724f95-1b9e-4400-9ec3-dcfdea23caf4 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Subnet': ['ID=7be6eb75-43cd-4db3-8e01-c9c9b5101497,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:01.546774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc724f95-1b9e-4400-9ec3-dcfdea23caf4 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:01.549205 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cc724f95-1b9e-4400-9ec3-dcfdea23caf4 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:01.550587 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cc724f95-1b9e-4400-9ec3-dcfdea23caf4 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "PUT /v2.0/subnets/7be6eb75-43cd-4db3-8e01-c9c9b5101497 HTTP/1.1" status: 200 len: 826 time: 0.3397593 Aug 20 10:24:01.557682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840b4a4-2e98-4d47-8c8c-1c2ae78f4e0b req-54ffbd5e-c2ed-42d6-a089-8c1156ce253f tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:01.559285 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e840b4a4-2e98-4d47-8c8c-1c2ae78f4e0b req-54ffbd5e-c2ed-42d6-a089-8c1156ce253f tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 945 time: 0.0977561 Aug 20 10:24:01.559776 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44940) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:01.623868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1ca2d-52c0-4e8c-bd50-afe4499ff8c0 req-44f999fa-17b4-4dd1-907f-e64be0a4703c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:01.626257 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5cf1ca2d-52c0-4e8c-bd50-afe4499ff8c0 req-44f999fa-17b4-4dd1-907f-e64be0a4703c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 945 time: 0.0741012 Aug 20 10:24:01.690325 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5cf1ca2d-52c0-4e8c-bd50-afe4499ff8c0 req-9305f537-4593-447d-b270-701bb1fec596 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530021 Aug 20 10:24:01.918274 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eaa971ba-de9f-4047-bd74-a965fbd127c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:01.923723 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1a42ec56-af45-4e5c-aba0-6ca5f62bc885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:01.945375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Allocated IP 2001:db8::2 (2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc/7be6eb75-43cd-4db3-8e01-c9c9b5101497/fce0e30d-4a31-49eb-9059-1a62f99af740) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:01.983599 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e840b4a4-2e98-4d47-8c8c-1c2ae78f4e0b req-2236d08a-aa1c-4211-bb42-e934d162afb4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148681 Aug 20 10:24:02.000741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-1a42ec56-af45-4e5c-aba0-6ca5f62bc885 None None] For port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=759bd625-ce4b-4a7f-ba2c-08c43c01fddb,segment=NetworkSegment(e14911f7-4f3e-415d-bef4-39b1c2c2f847),segment_id=e14911f7-4f3e-415d-bef4-39b1c2c2f847)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:02.034120 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:02.058340 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1a42ec56-af45-4e5c-aba0-6ca5f62bc885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:02.067295 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d2807de-09a9-4495-a632-05774489a269 req-af3bd1ae-f511-4c50-9637-f5de03088559 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0303662 Aug 20 10:24:02.095086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 0953b30e-5921-42cb-9866-0bcd865adb00 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:24:02.104968 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1dc946-93c3-40cd-9742-4129e1d31b6b None None] Update dhcp port {'port': {'network_id': '81029d2e-0834-4659-b229-82f9b4e5510f', 'fixed_ips': [{'subnet_id': '015a1d16-af91-4ff1-949f-e87000389873', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c0b32072-65c4-4676-867f-4a1834bae157'}], 'binding:host_id': 'n-d-778550-11'}, 'id': '759bd625-ce4b-4a7f-ba2c-08c43c01fddb'} from n-d-778550-11. {{(pid=94868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 10:24:02.124288 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:02.159027 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea141b2-767c-4133-b74a-0aba437a6f30 req-caf0dd70-03fe-424f-ab9c-0a5e98ea99a0 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:02.160616 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eea141b2-767c-4133-b74a-0aba437a6f30 req-caf0dd70-03fe-424f-ab9c-0a5e98ea99a0 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 946 time: 0.1117146 Aug 20 10:24:02.175483 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc946-93c3-40cd-9742-4129e1d31b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:02.219738 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eea141b2-767c-4133-b74a-0aba437a6f30 req-8e083feb-d5a9-43ca-bee8-467af20534f9 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505786 Aug 20 10:24:02.234230 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42ec56-af45-4e5c-aba0-6ca5f62bc885 None None] Pushing event updated for resources: {'Port': ['ID=759bd625-ce4b-4a7f-ba2c-08c43c01fddb,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:02.348602 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:02.365561 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 0953b30e-5921-42cb-9866-0bcd865adb00, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=0953b30e-5921-42cb-9866-0bcd865adb00,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:02.441887 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '0953b30e-5921-42cb-9866-0bcd865adb00', 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a', 'port_id': '0953b30e-5921-42cb-9866-0bcd865adb00', 'mac_address': 'fa:16:3e:40:a6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a0b821-48e6-40b2-874d-6ba5dd3e1302', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:24:02.451836 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:02.509759 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Transition to ACTIVE for port object fce0e30d-4a31-49eb-9059-1a62f99af740 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:02.560514 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb999a5d-25c6-41f5-84e8-48a0485408b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:02.562762 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1c70b4-fde1-4d4d-8ae7-5e7ba599fffc" -d '{"events": [{"server_uuid": "fb999a5d-25c6-41f5-84e8-48a0485408b5", "name": "network-vif-plugged", "status": "completed", "tag": "9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:02.576798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44964) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:02.598170 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Transition to ACTIVE for port object fce0e30d-4a31-49eb-9059-1a62f99af740 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:02.608538 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 759bd625-ce4b-4a7f-ba2c-08c43c01fddb up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:02.616623 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:02.620135 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:02.643741 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:02.662076 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79548556-2689-4bc1-ae60-ef910e0036a3 x-openstack-request-id: req-79548556-2689-4bc1-ae60-ef910e0036a3 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:02.662412 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb999a5d-25c6-41f5-84e8-48a0485408b5", "name": "network-vif-plugged", "status": "completed", "tag": "9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:02.662621 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79548556-2689-4bc1-ae60-ef910e0036a3 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:02.663016 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb999a5d-25c6-41f5-84e8-48a0485408b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0', 'code': 200} Aug 20 10:24:02.703407 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Subnet': ['ID=7be6eb75-43cd-4db3-8e01-c9c9b5101497,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:02.708972 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-7a1dc946-93c3-40cd-9742-4129e1d31b6b None None] Allocated IP 172.20.0.1 (81029d2e-0834-4659-b229-82f9b4e5510f/c0b32072-65c4-4676-867f-4a1834bae157/759bd625-ce4b-4a7f-ba2c-08c43c01fddb) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:02.738403 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0953b30e-5921-42cb-9866-0bcd865adb00 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:02.795168 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:02.818032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:02.833262 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef24f62-66b9-4286-8739-ed4743973abe req-9ffcbeca-b9db-4c7e-8a22-a61cd4b38543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:02.834806 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6ef24f62-66b9-4286-8739-ed4743973abe req-9ffcbeca-b9db-4c7e-8a22-a61cd4b38543 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 1098 time: 0.1414130 Aug 20 10:24:02.839721 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Network 2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:02.847450 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ea1179-ea80-45e3-8a50-8a93dc8ba025') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:02.847739 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ea1179-ea80-45e3-8a50-8a93dc8ba025') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:02.880147 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:02.883794 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1bcfd774-ceca-4191-bb8d-129c33245da4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91d7d5dc4ae64b1ab389ae70e177c5c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058281 Aug 20 10:24:02.886020 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Pushing event updated for resources: {'Port': ['ID=fce0e30d-4a31-49eb-9059-1a62f99af740,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:02.888632 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44974) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:02.902356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 0953b30e-5921-42cb-9866-0bcd865adb00, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=0953b30e-5921-42cb-9866-0bcd865adb00,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:02.905277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:02.912048 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:02.915954 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:02.924516 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:02.934789 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:24:02.935483 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:24:02.938873 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:24:02.987182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:02.987495 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:02.992388 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f68178ec-e407-40d2-b015-3a5fc3aebf14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:03.004331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1111c1-1666-41e9-8f1f-3ac470acf449 req-34c43f93-e2eb-45bc-bd44-2d64c4e83d33 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:03.015847 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-df1111c1-1666-41e9-8f1f-3ac470acf449 req-34c43f93-e2eb-45bc-bd44-2d64c4e83d33 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 945 time: 0.1781280 Aug 20 10:24:03.018638 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6ef24f62-66b9-4286-8739-ed4743973abe req-9b267f61-ad4e-42eb-beb6-041dfe46e104 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675239 Aug 20 10:24:03.040898 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f68178ec-e407-40d2-b015-3a5fc3aebf14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:03.089574 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.api [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 10:24:03.089574 n-d-778550-11 neutron-server[94867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 10:24:03.089574 n-d-778550-11 neutron-server[94867]: [parameters: {'id': '2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc'}] Aug 20 10:24:03.089574 n-d-778550-11 neutron-server[94867]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:24:03.090345 n-d-778550-11 neutron-server[94867]: DEBUG oslo_db.api [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:24:03.102566 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-df1111c1-1666-41e9-8f1f-3ac470acf449 req-5838cf06-6e2b-47b9-9e00-9f2d8e4a02e1 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706708 Aug 20 10:24:03.164225 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabae71-2934-4a0d-a53b-9895e9cbfac7 req-3f03e598-e261-4df4-b317-e1ebcc1f92b0 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:03.165954 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1dabae71-2934-4a0d-a53b-9895e9cbfac7 req-3f03e598-e261-4df4-b317-e1ebcc1f92b0 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 945 time: 0.0723257 Aug 20 10:24:03.167203 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f68178ec-e407-40d2-b015-3a5fc3aebf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:03.169906 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f68178ec-e407-40d2-b015-3a5fc3aebf14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:03.173733 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f68178ec-e407-40d2-b015-3a5fc3aebf14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f40282f1-fe89-437a-a848-de4e89eab622 HTTP/1.1" status: 204 len: 168 time: 0.2812378 Aug 20 10:24:03.173871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=0953b30e-5921-42cb-9866-0bcd865adb00,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:03.181468 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68178ec-e407-40d2-b015-3a5fc3aebf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40282f1-fe89-437a-a848-de4e89eab622,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:03.231425 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-801088af-5542-45d0-a50c-55f2381302a9 req-28949f9c-298f-4391-8f31-be74200d6f08 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0426145 Aug 20 10:24:03.240331 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1dabae71-2934-4a0d-a53b-9895e9cbfac7 req-64bb753e-e713-4936-8122-d41b45b3b671 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606530 Aug 20 10:24:03.246008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['0953b30e-5921-42cb-9866-0bcd865adb00'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:24:03.268998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7a1dc946-93c3-40cd-9742-4129e1d31b6b None None] For port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=759bd625-ce4b-4a7f-ba2c-08c43c01fddb,segment=NetworkSegment(e14911f7-4f3e-415d-bef4-39b1c2c2f847),segment_id=e14911f7-4f3e-415d-bef4-39b1c2c2f847)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:03.300690 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:03.302131 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Attempting to bind port fce0e30d-4a31-49eb-9059-1a62f99af740 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:03.303481 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Attempting to bind port fce0e30d-4a31-49eb-9059-1a62f99af740 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '10ea1179-ea80-45e3-8a50-8a93dc8ba025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:03.304092 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Attempting to bind port fce0e30d-4a31-49eb-9059-1a62f99af740 on network 2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:03.374991 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:03.375366 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Checking segment: {'id': '10ea1179-ea80-45e3-8a50-8a93dc8ba025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:03.376109 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:03.376495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Bound using segment: {'id': '10ea1179-ea80-45e3-8a50-8a93dc8ba025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:03.376983 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Bound port: fce0e30d-4a31-49eb-9059-1a62f99af740, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ea1179-ea80-45e3-8a50-8a93dc8ba025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:03.377373 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:03.436133 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc946-93c3-40cd-9742-4129e1d31b6b None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:03.492530 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e6a44-e854-4798-9c65-35255185e644 req-5accad48-c3b6-4224-8251-8fc177515d0f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:03.495615 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f5e6a44-e854-4798-9c65-35255185e644 req-5accad48-c3b6-4224-8251-8fc177515d0f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 946 time: 0.1710875 Aug 20 10:24:03.538830 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 416addcc-75e7-468f-be1d-2361414c52f2 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:24:03.559635 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f5e6a44-e854-4798-9c65-35255185e644 req-eb40fd90-f827-4a29-ab0c-544c03b7682b tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370195 Aug 20 10:24:03.586017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] For port fce0e30d-4a31-49eb-9059-1a62f99af740, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:03.591929 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] For port fce0e30d-4a31-49eb-9059-1a62f99af740, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=fce0e30d-4a31-49eb-9059-1a62f99af740,segment=NetworkSegment(10ea1179-ea80-45e3-8a50-8a93dc8ba025),segment_id=10ea1179-ea80-45e3-8a50-8a93dc8ba025)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:03.592216 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:03.605943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7a1dc946-93c3-40cd-9742-4129e1d31b6b None None] Transition to ACTIVE for port object 759bd625-ce4b-4a7f-ba2c-08c43c01fddb will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:03.653197 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:03.679588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Deleting port fce0e30d-4a31-49eb-9059-1a62f99af740 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:03.679925 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:03.697799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 416addcc-75e7-468f-be1d-2361414c52f2 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:24:03.700154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 416addcc-75e7-468f-be1d-2361414c52f2 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:24:03.702878 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc946-93c3-40cd-9742-4129e1d31b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:03.709411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed497e0f-2e61-41ae-b8dd-2dd2c72c3003 req-c9346832-6984-42f5-9a2d-9da914d70fc8 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:03.718173 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ed497e0f-2e61-41ae-b8dd-2dd2c72c3003 req-c9346832-6984-42f5-9a2d-9da914d70fc8 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 945 time: 0.0893679 Aug 20 10:24:03.774906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] For port fce0e30d-4a31-49eb-9059-1a62f99af740, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=fce0e30d-4a31-49eb-9059-1a62f99af740,segment=NetworkSegment(10ea1179-ea80-45e3-8a50-8a93dc8ba025),segment_id=10ea1179-ea80-45e3-8a50-8a93dc8ba025)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:03.775309 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:03.792854 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Calling delete_port for fce0e30d-4a31-49eb-9059-1a62f99af740 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:03.795221 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ed497e0f-2e61-41ae-b8dd-2dd2c72c3003 req-016c2321-ac91-4c10-ba94-d152121ccd67 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752971 Aug 20 10:24:03.837237 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44992) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:03.889970 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:03.894411 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f0c18996-0eb4-46ac-884f-d62ae87f436f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87ffce33f3ad46679577a8e05b24e30a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519924 Aug 20 10:24:03.894786 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44994) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:03.896335 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a15b4-57f8-44cb-8dc6-58a8dbcae76e None None] Pushing event updated for resources: {'Port': ['ID=fce0e30d-4a31-49eb-9059-1a62f99af740,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:03.927896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dab8a3-eed8-4261-a7a9-3731970be13e None None] Network 2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:03.936553 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Port': ['ID=fce0e30d-4a31-49eb-9059-1a62f99af740,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:03.939027 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No DVR routers for this DVR port fce0e30d-4a31-49eb-9059-1a62f99af740 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:04.003814 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c6bb2b3d-f9c3-43c2-bf8c-43fc51a9d68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:04.030549 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c6bb2b3d-f9c3-43c2-bf8c-43fc51a9d68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:04.075125 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:04.092125 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:04.102615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c6bb2b3d-f9c3-43c2-bf8c-43fc51a9d68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:04.104621 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dc946-93c3-40cd-9742-4129e1d31b6b None None] Pushing event updated for resources: {'Port': ['ID=759bd625-ce4b-4a7f-ba2c-08c43c01fddb,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:04.106643 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c6bb2b3d-f9c3-43c2-bf8c-43fc51a9d68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:04.110352 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c6bb2b3d-f9c3-43c2-bf8c-43fc51a9d68c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1691dbd-edd0-42a9-8f74-2bec21e577b3 HTTP/1.1" status: 204 len: 168 time: 0.2120404 Aug 20 10:24:04.125627 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb2b3d-f9c3-43c2-bf8c-43fc51a9d68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1691dbd-edd0-42a9-8f74-2bec21e577b3,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:04.129476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ea1179-ea80-45e3-8a50-8a93dc8ba025') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:04.129783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ea1179-ea80-45e3-8a50-8a93dc8ba025') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:04.156083 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:04.183524 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:04.195332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:24:04.195744 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:24:04.198875 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:24:04.217220 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a0752c-abd5-4097-92ac-4aa7dd286cb4 None None] Network 2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:04.279765 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42932c4-092c-4a59-8a05-024c4b532383 req-23435d78-6a8f-4f56-bcbc-5dac3639f445 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:04.281800 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d42932c4-092c-4a59-8a05-024c4b532383 req-23435d78-6a8f-4f56-bcbc-5dac3639f445 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 944 time: 0.0844462 Aug 20 10:24:04.297132 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:04.313676 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:04.315685 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/networks/2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc HTTP/1.1" status: 204 len: 168 time: 2.7549555 Aug 20 10:24:04.322681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45004) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:04.366855 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d42932c4-092c-4a59-8a05-024c4b532383 req-bf099c74-1f17-4e21-85e0-aae53629c085 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750601 Aug 20 10:24:04.382275 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599e5ab-064c-40e3-a01a-e7f48f6678da tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Network': ['ID=2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:04.403101 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d524e8-ff88-49e1-98c8-149616595f12 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] DELETE failed (client error): The resource could not be found. Aug 20 10:24:04.403853 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d524e8-ff88-49e1-98c8-149616595f12 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:24:04.405710 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e3d524e8-ff88-49e1-98c8-149616595f12 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/networks/2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc HTTP/1.1" status: 404 len: 339 time: 0.0720093 Aug 20 10:24:04.409659 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45006) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:04.415076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-767ba3b8-1cb5-46d8-8598-5652222954b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-41801759', 'description': 'd1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:04.422330 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-79bc7391-36ca-43df-92ea-71dcbf19dcd6 req-74395efa-af3b-43f9-b54b-d1b7ea135ddd tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0518181 Aug 20 10:24:04.445875 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767ba3b8-1cb5-46d8-8598-5652222954b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:04.449467 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-767ba3b8-1cb5-46d8-8598-5652222954b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:04.476861 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767ba3b8-1cb5-46d8-8598-5652222954b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:24:04.487149 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-767ba3b8-1cb5-46d8-8598-5652222954b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:04.487503 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-767ba3b8-1cb5-46d8-8598-5652222954b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Added segment e40bc52d-6e0c-4389-92ae-53308bb90d72 of type vlan for network 509d9eed-bb9d-4815-9a2d-ac44bd132a1d Aug 20 10:24:04.529403 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-767ba3b8-1cb5-46d8-8598-5652222954b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:04.561888 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-767ba3b8-1cb5-46d8-8598-5652222954b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:04.569056 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767ba3b8-1cb5-46d8-8598-5652222954b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:04.569854 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-767ba3b8-1cb5-46d8-8598-5652222954b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:04.569957 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 759bd625-ce4b-4a7f-ba2c-08c43c01fddb up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:04.649160 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ba3b8-1cb5-46d8-8598-5652222954b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Network': ['ID=509d9eed-bb9d-4815-9a2d-ac44bd132a1d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:04.660638 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 509d9eed-bb9d-4815-9a2d-ac44bd132a1d details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:24:04.667545 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-767ba3b8-1cb5-46d8-8598-5652222954b1 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2546039 Aug 20 10:24:04.669056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45014) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:04.738276 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:04.751564 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf7a9d1-4c94-4860-b8ff-dcff80dc5ce9 None None] Network 81029d2e-0834-4659-b229-82f9b4e5510f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:04.800934 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fe26b-8b6c-4bb3-9eac-9dc78c3e56e3 req-8e7a6fb0-45af-4383-9b5b-239ad4f5fca1 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:04.801972 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644bad36-a90b-461e-b7f2-a6fc6e2884b9 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:04.802790 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0d1fe26b-8b6c-4bb3-9eac-9dc78c3e56e3 req-8e7a6fb0-45af-4383-9b5b-239ad4f5fca1 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 946 time: 0.0932546 Aug 20 10:24:04.809352 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-644bad36-a90b-461e-b7f2-a6fc6e2884b9 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "GET /v2.0/networks?id=509d9eed-bb9d-4815-9a2d-ac44bd132a1d HTTP/1.1" status: 200 len: 763 time: 0.1389966 Aug 20 10:24:04.811837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45024) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:04.829428 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-98abfac7-3b65-42a0-9c60-59bb2dab3226 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'network': {'description': 'd2'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:04.860703 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-abbe3af6-9ad6-4f9f-ae02-c0a7533277da None None] Provisioning for port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:04.869442 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0d1fe26b-8b6c-4bb3-9eac-9dc78c3e56e3 req-211ea837-7553-4bc9-a298-af55692cd8bd tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606666 Aug 20 10:24:04.869730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-abbe3af6-9ad6-4f9f-ae02-c0a7533277da None None] Provisioning complete for port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:04.870305 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-abbe3af6-9ad6-4f9f-ae02-c0a7533277da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:05.043821 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c037a7-3c32-482b-a1df-b3cdbdb46fc3 req-6754edf8-a9e5-45ae-ab62-e06a3a13cbf3 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:05.054068 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f1c037a7-3c32-482b-a1df-b3cdbdb46fc3 req-6754edf8-a9e5-45ae-ab62-e06a3a13cbf3 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 946 time: 0.1065726 Aug 20 10:24:05.102294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef126df3-a867-4dd7-8556-7d162ebfac87 req-a7ce5601-cffc-4d75-8418-011995ada6bb tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:05.113711 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef126df3-a867-4dd7-8556-7d162ebfac87 req-a7ce5601-cffc-4d75-8418-011995ada6bb tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 945 time: 0.1601248 Aug 20 10:24:05.115870 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f1c037a7-3c32-482b-a1df-b3cdbdb46fc3 req-38719c4a-2309-4ef8-ba4c-376652ced4bf tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597160 Aug 20 10:24:05.119157 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98abfac7-3b65-42a0-9c60-59bb2dab3226 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:05.212711 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef126df3-a867-4dd7-8556-7d162ebfac87 req-6bf0a587-ff0b-4aa3-b3c1-61df59ba48e9 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957706 Aug 20 10:24:05.215655 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98abfac7-3b65-42a0-9c60-59bb2dab3226 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:05.361505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98abfac7-3b65-42a0-9c60-59bb2dab3226 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network 509d9eed-bb9d-4815-9a2d-ac44bd132a1d is not hosted by any dhcp agent {{(pid=94867) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 10:24:05.366937 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98abfac7-3b65-42a0-9c60-59bb2dab3226 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:05.367597 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98abfac7-3b65-42a0-9c60-59bb2dab3226 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:05.368883 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-98abfac7-3b65-42a0-9c60-59bb2dab3226 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "PUT /v2.0/networks/509d9eed-bb9d-4815-9a2d-ac44bd132a1d HTTP/1.1" status: 200 len: 760 time: 0.5556345 Aug 20 10:24:05.372739 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45050) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:05.420207 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abfac7-3b65-42a0-9c60-59bb2dab3226 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Network': ['ID=509d9eed-bb9d-4815-9a2d-ac44bd132a1d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:05.436516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 509d9eed-bb9d-4815-9a2d-ac44bd132a1d details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:24:05.447149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add7c71-8e23-4a5e-81a5-a759958585d3 req-72937288-ef89-4a0e-9791-af37ed643e06 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:05.455636 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7add7c71-8e23-4a5e-81a5-a759958585d3 req-72937288-ef89-4a0e-9791-af37ed643e06 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 946 time: 0.0847495 Aug 20 10:24:05.498400 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf83b32-88b1-4431-8562-a4475dd30290 None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:24:05.515934 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7add7c71-8e23-4a5e-81a5-a759958585d3 req-03d5647b-7aea-43c4-91bd-cbab55c0243d tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591395 Aug 20 10:24:05.591830 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1341eb-0414-40ae-afdc-92cb2db1efd6 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:05.596759 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cdcf89a9-4c54-425a-b900-6b7f95ced735 None None] Provisioning complete for port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:05.598264 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1f1341eb-0414-40ae-afdc-92cb2db1efd6 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "GET /v2.0/networks?id=509d9eed-bb9d-4815-9a2d-ac44bd132a1d HTTP/1.1" status: 200 len: 763 time: 0.2191722 Aug 20 10:24:05.598369 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cdcf89a9-4c54-425a-b900-6b7f95ced735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:05.598566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45064) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:05.656976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbf3a1-3d3e-4d7b-869d-22d06e56edc2 req-d00e8956-569d-4dfd-b1e0-4a49df6a8c5e tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:05.659741 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8cfbf3a1-3d3e-4d7b-869d-22d06e56edc2 req-d00e8956-569d-4dfd-b1e0-4a49df6a8c5e tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 944 time: 0.1011355 Aug 20 10:24:05.706011 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8cfbf3a1-3d3e-4d7b-869d-22d06e56edc2 req-10194e86-fe1b-4582-a467-1afcf2ecc99d tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400901 Aug 20 10:24:05.757668 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf83b32-88b1-4431-8562-a4475dd30290 None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:24:05.868331 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a651a-8a5c-4b70-a32f-c6f4d5a493ff req-bc156f5f-eee6-4d53-b855-8518aa57d2ed tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:05.877593 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c5a651a-8a5c-4b70-a32f-c6f4d5a493ff req-bc156f5f-eee6-4d53-b855-8518aa57d2ed tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 945 time: 0.0659518 Aug 20 10:24:05.904591 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-44a56abf-c768-4e1f-81f5-b620d0f99baf req-fec13ce0-82db-4523-af17-ad5533d2e158 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.1024034 Aug 20 10:24:05.929874 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c5a651a-8a5c-4b70-a32f-c6f4d5a493ff req-376e36b6-7ec4-4d05-ac5d-33becf0d090e tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510581 Aug 20 10:24:06.073120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7762a98-386c-4bf8-a4be-730104cd1cc8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:06.077581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45076) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:06.078218 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f7762a98-386c-4bf8-a4be-730104cd1cc8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4795685 Aug 20 10:24:06.127895 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 0953b30e-5921-42cb-9866-0bcd865adb00 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:06.183301 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-88d89afd-6762-4939-89eb-0ebf23b5f0e9 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 207 time: 0.1034851 Aug 20 10:24:06.186801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45082) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:06.222495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 0953b30e-5921-42cb-9866-0bcd865adb00 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:06.222710 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:06.465520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53fe59-9de5-4379-adb6-108d414a984a req-548e64ac-5570-4d06-957d-b1927344d3f0 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:06.473264 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0a53fe59-9de5-4379-adb6-108d414a984a req-548e64ac-5570-4d06-957d-b1927344d3f0 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 946 time: 0.1491885 Aug 20 10:24:06.487988 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:06.514026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae002753-4425-4552-8dba-45966d42476c tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:06.519792 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae002753-4425-4552-8dba-45966d42476c tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:06.525526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae002753-4425-4552-8dba-45966d42476c tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:06.534796 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae002753-4425-4552-8dba-45966d42476c tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:06.541197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae002753-4425-4552-8dba-45966d42476c tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:06.546786 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d1a595-989e-4bc1-a850-01188e8065a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0953b30e-5921-42cb-9866-0bcd865adb00'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:06.549552 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08f420b-25b1-4a81-b5c1-7f228f6a8aed" -d '{"events": [{"server_uuid": "f9d1a595-989e-4bc1-a850-01188e8065a8", "name": "network-vif-plugged", "status": "completed", "tag": "0953b30e-5921-42cb-9866-0bcd865adb00"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:06.556233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae002753-4425-4552-8dba-45966d42476c tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:06.562226 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ae002753-4425-4552-8dba-45966d42476c tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3700514 Aug 20 10:24:06.563525 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45098) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:06.572310 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 0953b30e-5921-42cb-9866-0bcd865adb00, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=0953b30e-5921-42cb-9866-0bcd865adb00,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:06.588865 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:06.593346 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0a53fe59-9de5-4379-adb6-108d414a984a req-cfb27569-f44c-4d50-aa5b-b4e4b6050b66 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190617 Aug 20 10:24:06.652283 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bfc761-6780-499b-a2d9-8784081da76a x-openstack-request-id: req-95bfc761-6780-499b-a2d9-8784081da76a {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:06.652836 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d1a595-989e-4bc1-a850-01188e8065a8", "name": "network-vif-plugged", "status": "completed", "tag": "0953b30e-5921-42cb-9866-0bcd865adb00", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:06.652836 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95bfc761-6780-499b-a2d9-8784081da76a {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:06.653206 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d1a595-989e-4bc1-a850-01188e8065a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0953b30e-5921-42cb-9866-0bcd865adb00', 'code': 200} Aug 20 10:24:06.659973 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=0953b30e-5921-42cb-9866-0bcd865adb00,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:06.824902 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-bd1f1d07-2b93-46cf-899c-6edbc6d3e985 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a4845f767448482c998d39544b1d872d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466146 Aug 20 10:24:06.837573 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61b28d-9e47-4eca-8c6a-ff2cc1314cd2 req-069d657b-5d84-47f0-9eae-5a68be228160 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:06.839213 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f61b28d-9e47-4eca-8c6a-ff2cc1314cd2 req-069d657b-5d84-47f0-9eae-5a68be228160 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 945 time: 0.0494976 Aug 20 10:24:06.844288 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fd22713a-d18b-4001-998a-c8ea72edbe3d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2805390 Aug 20 10:24:06.850752 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45110) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:06.974666 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f61b28d-9e47-4eca-8c6a-ff2cc1314cd2 req-162f2161-ef56-40da-adb5-b49706884645 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292188 Aug 20 10:24:07.003144 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ecf5f1-0d39-4c3e-b6ec-a0892dc5ff43 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:07.004861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ecf5f1-0d39-4c3e-b6ec-a0892dc5ff43 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:07.007219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ecf5f1-0d39-4c3e-b6ec-a0892dc5ff43 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:07.009046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ecf5f1-0d39-4c3e-b6ec-a0892dc5ff43 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:07.010813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ecf5f1-0d39-4c3e-b6ec-a0892dc5ff43 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:07.012626 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-64ecf5f1-0d39-4c3e-b6ec-a0892dc5ff43 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1609571 Aug 20 10:24:07.016929 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45118) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:07.036576 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25934df6-ace8-494e-8fd3-24108d7dce69 req-16b04a6e-e6c9-4d7d-8af4-a3dd3d3af40e tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:07.038630 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-25934df6-ace8-494e-8fd3-24108d7dce69 req-16b04a6e-e6c9-4d7d-8af4-a3dd3d3af40e tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 945 time: 0.1213143 Aug 20 10:24:07.158739 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ca2abc-9e99-4dc9-8d98-612a2327d443 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:07.160196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ca2abc-9e99-4dc9-8d98-612a2327d443 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:07.161729 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ca2abc-9e99-4dc9-8d98-612a2327d443 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:07.163182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ca2abc-9e99-4dc9-8d98-612a2327d443 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:07.164613 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ca2abc-9e99-4dc9-8d98-612a2327d443 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:07.166866 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-18ca2abc-9e99-4dc9-8d98-612a2327d443 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1481748 Aug 20 10:24:07.188167 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45120) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:07.260702 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e8fba-1fad-4686-99ef-9a7761dea00d req-2a1284d6-32a5-4079-a1fd-4f49d8c48dd2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:07.262140 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-434e8fba-1fad-4686-99ef-9a7761dea00d req-2a1284d6-32a5-4079-a1fd-4f49d8c48dd2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 945 time: 0.2005844 Aug 20 10:24:07.330758 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-25934df6-ace8-494e-8fd3-24108d7dce69 req-7d6294c0-8a72-4785-ae42-57a329f4e326 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Deleting port afd38fd3-818c-44c2-bf3b-fe8c41cbde05 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:07.331126 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-25934df6-ace8-494e-8fd3-24108d7dce69 req-7d6294c0-8a72-4785-ae42-57a329f4e326 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:07.361981 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-8ec5564e-2d77-42f2-9f36-85e880419305 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:07.363512 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-8ec5564e-2d77-42f2-9f36-85e880419305 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5182052 Aug 20 10:24:07.379064 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-16edfd3e-e2b5-441a-bb13-2feba5ab7024 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/quotas/a4845f767448482c998d39544b1d872d HTTP/1.1" status: 200 len: 375 time: 0.0095778 Aug 20 10:24:07.388972 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-434e8fba-1fad-4686-99ef-9a7761dea00d req-77a5226a-786c-427f-94ae-f850635afaf2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173761 Aug 20 10:24:07.410026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12455263-79bd-47b8-b10b-d733375dfd52 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:07.410026 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-12455263-79bd-47b8-b10b-d733375dfd52 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "GET /v2.0/networks/45ab4bf7-f810-4a48-9a61-9f2d2b32de76 HTTP/1.1" status: 200 len: 803 time: 0.2176068 Aug 20 10:24:07.411503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45124) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:07.420253 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-1420d71a-9e1a-404e-a82c-7e285eb366e7 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4845f767448482c998d39544b1d872d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346904 Aug 20 10:24:07.489757 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45128) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:07.495309 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a635ea80-5d13-4433-b3cd-347892ec0fe8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-512121452'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:07.519706 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a635ea80-5d13-4433-b3cd-347892ec0fe8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Made reservation on behalf of 843b18f1aa4445f8ac4e5c22a26caccd for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:07.524167 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a635ea80-5d13-4433-b3cd-347892ec0fe8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:07.550398 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7bb963ea-c47a-410d-800d-0f57065aa57f req-4c25002c-a8d4-4d6c-a01f-66fdca3cbbed tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0717080 Aug 20 10:24:07.553862 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a635ea80-5d13-4433-b3cd-347892ec0fe8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:24:07.568482 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-25934df6-ace8-494e-8fd3-24108d7dce69 req-7d6294c0-8a72-4785-ae42-57a329f4e326 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] For port afd38fd3-818c-44c2-bf3b-fe8c41cbde05, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=afd38fd3-818c-44c2-bf3b-fe8c41cbde05,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:07.568925 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-25934df6-ace8-494e-8fd3-24108d7dce69 req-7d6294c0-8a72-4785-ae42-57a329f4e326 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:07.570390 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a635ea80-5d13-4433-b3cd-347892ec0fe8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:07.571227 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-a635ea80-5d13-4433-b3cd-347892ec0fe8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Added segment 6d9495c9-9d71-4da4-a2c6-20f28957f64e of type vlan for network 4cf94859-d7e3-4c88-add5-0fffdfba7677 Aug 20 10:24:07.613696 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-25934df6-ace8-494e-8fd3-24108d7dce69 req-7d6294c0-8a72-4785-ae42-57a329f4e326 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Calling delete_port for afd38fd3-818c-44c2-bf3b-fe8c41cbde05 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:07.633490 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a635ea80-5d13-4433-b3cd-347892ec0fe8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:07.649679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19698b-3bb7-45fb-8693-b77fded118ee req-c7373269-bfbd-4a25-b9cc-4744df20e2a1 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:07.651891 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a19698b-3bb7-45fb-8693-b77fded118ee req-c7373269-bfbd-4a25-b9cc-4744df20e2a1 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 946 time: 0.1606202 Aug 20 10:24:07.667506 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a635ea80-5d13-4433-b3cd-347892ec0fe8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:07.674920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a635ea80-5d13-4433-b3cd-347892ec0fe8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:07.675734 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a635ea80-5d13-4433-b3cd-347892ec0fe8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:07.687093 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d726e28b-bf3b-4597-8776-67f2b45654de tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "GET /v2.0/networks/45ab4bf7-f810-4a48-9a61-9f2d2b32de76?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2711413 Aug 20 10:24:07.687804 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45136) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:07.805698 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a635ea80-5d13-4433-b3cd-347892ec0fe8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3148112 Aug 20 10:24:07.813789 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45140) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:07.825677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-150a070a-1c2b-4d0a-9385-7c3d3b9625b1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-536780825'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:07.836462 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54258aff-bdea-464f-baf8-d049d409df36 req-afed2d2a-c9d4-4b5c-a6eb-b7fe134b7089 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 210 time: 0.0334024 Aug 20 10:24:07.839928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635ea80-5d13-4433-b3cd-347892ec0fe8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event updated for resources: {'Network': ['ID=4cf94859-d7e3-4c88-add5-0fffdfba7677,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:07.852200 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736bd4a6-0d81-414a-83ff-2a2b175bd002 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:07.853967 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-736bd4a6-0d81-414a-83ff-2a2b175bd002 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "GET /v2.0/subnets/c0155255-9fce-4404-a733-f49cf7783f9b HTTP/1.1" status: 200 len: 843 time: 0.1646783 Aug 20 10:24:07.854205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 4cf94859-d7e3-4c88-add5-0fffdfba7677 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:24:07.857992 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45144) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:07.873790 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150a070a-1c2b-4d0a-9385-7c3d3b9625b1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Made reservation on behalf of 843b18f1aa4445f8ac4e5c22a26caccd for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:07.878184 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-150a070a-1c2b-4d0a-9385-7c3d3b9625b1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:07.936991 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150a070a-1c2b-4d0a-9385-7c3d3b9625b1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:24:07.951706 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-150a070a-1c2b-4d0a-9385-7c3d3b9625b1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:07.952049 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-150a070a-1c2b-4d0a-9385-7c3d3b9625b1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Added segment 0978b3f2-648c-4313-9067-0569c252b2e7 of type vlan for network 8714eb28-f9d6-435d-8508-76f686adacfc Aug 20 10:24:07.972761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac2c59-f073-471d-a555-762934dd58eb req-8fd25a03-79c6-4b57-a6c0-e6e4241d3d77 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:07.974309 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4bac2c59-f073-471d-a555-762934dd58eb req-8fd25a03-79c6-4b57-a6c0-e6e4241d3d77 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 946 time: 0.0795839 Aug 20 10:24:07.985930 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-25934df6-ace8-494e-8fd3-24108d7dce69 req-7d6294c0-8a72-4785-ae42-57a329f4e326 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:08.039008 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-150a070a-1c2b-4d0a-9385-7c3d3b9625b1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:08.049043 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4bac2c59-f073-471d-a555-762934dd58eb req-820b9b29-d51f-42c5-b7de-6742e50e5f0b tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506458 Aug 20 10:24:08.071920 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-150a070a-1c2b-4d0a-9385-7c3d3b9625b1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:08.078359 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150a070a-1c2b-4d0a-9385-7c3d3b9625b1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:08.078984 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-150a070a-1c2b-4d0a-9385-7c3d3b9625b1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:08.104836 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6294c0-8a72-4785-ae42-57a329f4e326 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Pushing event deleted for resources: {'Port': ['ID=afd38fd3-818c-44c2-bf3b-fe8c41cbde05,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:08.114808 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-3a19698b-3bb7-45fb-8693-b77fded118ee req-36bb5878-2971-4025-9dd2-02e16d231864 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Deleting port 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:08.115325 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3a19698b-3bb7-45fb-8693-b77fded118ee req-36bb5878-2971-4025-9dd2-02e16d231864 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:08.144158 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b893edad-a288-4db9-9d56-b95f2b3f9b18 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:08.145932 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b893edad-a288-4db9-9d56-b95f2b3f9b18 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "GET /v2.0/subnets/c0155255-9fce-4404-a733-f49cf7783f9b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2867906 Aug 20 10:24:08.150604 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45150) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:08.159606 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-94e375ee-9706-42b8-9f5b-cb4a1f6eea4f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-522019813'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:08.179910 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-150a070a-1c2b-4d0a-9385-7c3d3b9625b1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3619277 Aug 20 10:24:08.184742 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45152) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:08.197448 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-06577a69-2184-46ab-b5ac-07da5c3f1ea8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Request body: {'subnet': {'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:08.205452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09a523-2924-49af-9e92-4d7615e3d97b req-347adb8b-7bb1-4b80-833b-4493870d9e65 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:08.207238 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ec09a523-2924-49af-9e92-4d7615e3d97b req-347adb8b-7bb1-4b80-833b-4493870d9e65 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 945 time: 0.2191610 Aug 20 10:24:08.208541 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a070a-1c2b-4d0a-9385-7c3d3b9625b1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event updated for resources: {'Network': ['ID=8714eb28-f9d6-435d-8508-76f686adacfc,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:08.225576 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-25934df6-ace8-494e-8fd3-24108d7dce69 req-7d6294c0-8a72-4785-ae42-57a329f4e326 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] No DVR routers for this DVR port afd38fd3-818c-44c2-bf3b-fe8c41cbde05 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:08.229916 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-25934df6-ace8-494e-8fd3-24108d7dce69 req-7d6294c0-8a72-4785-ae42-57a329f4e326 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:08.232149 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-25934df6-ace8-494e-8fd3-24108d7dce69 req-7d6294c0-8a72-4785-ae42-57a329f4e326 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.42 "DELETE /v2.0/ports/afd38fd3-818c-44c2-bf3b-fe8c41cbde05 HTTP/1.1" status: 204 len: 173 time: 1.1693919 Aug 20 10:24:08.232731 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce330c3e-4e74-4b22-8fe9-968930c7064b', 'name': 'network-vif-deleted', 'tag': 'afd38fd3-818c-44c2-bf3b-fe8c41cbde05'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:08.235164 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be889b4-d24d-4994-8836-e30c516fb42b" -d '{"events": [{"server_uuid": "ce330c3e-4e74-4b22-8fe9-968930c7064b", "name": "network-vif-deleted", "tag": "afd38fd3-818c-44c2-bf3b-fe8c41cbde05"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:08.236286 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 8714eb28-f9d6-435d-8508-76f686adacfc details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:24:08.281503 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e375ee-9706-42b8-9f5b-cb4a1f6eea4f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:08.287234 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94e375ee-9706-42b8-9f5b-cb4a1f6eea4f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:08.325271 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ec09a523-2924-49af-9e92-4d7615e3d97b req-a8ef5aff-8b1b-4705-89d7-eccfc5666a04 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867207 Aug 20 10:24:08.356502 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-3a19698b-3bb7-45fb-8693-b77fded118ee req-36bb5878-2971-4025-9dd2-02e16d231864 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] For port 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:08.356502 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3a19698b-3bb7-45fb-8693-b77fded118ee req-36bb5878-2971-4025-9dd2-02e16d231864 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:08.362370 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e375ee-9706-42b8-9f5b-cb4a1f6eea4f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:24:08.396048 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-3a19698b-3bb7-45fb-8693-b77fded118ee req-36bb5878-2971-4025-9dd2-02e16d231864 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Calling delete_port for 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:08.396423 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94e375ee-9706-42b8-9f5b-cb4a1f6eea4f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:08.396975 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-94e375ee-9706-42b8-9f5b-cb4a1f6eea4f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Added segment 41bbe541-36bb-4072-9c70-b6d88cce13dc of type vlan for network 8e119473-8f23-4420-a0b6-6de24241cedb Aug 20 10:24:08.483352 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94e375ee-9706-42b8-9f5b-cb4a1f6eea4f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:08.486946 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06577a69-2184-46ab-b5ac-07da5c3f1ea8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Made reservation on behalf of 843b18f1aa4445f8ac4e5c22a26caccd for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:08.492827 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-06577a69-2184-46ab-b5ac-07da5c3f1ea8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:08.616022 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94e375ee-9706-42b8-9f5b-cb4a1f6eea4f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:08.623476 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e375ee-9706-42b8-9f5b-cb4a1f6eea4f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:08.624035 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94e375ee-9706-42b8-9f5b-cb4a1f6eea4f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:08.704740 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-94e375ee-9706-42b8-9f5b-cb4a1f6eea4f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5526898 Aug 20 10:24:08.728633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45162) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:08.731616 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9bac3aa1-f695-47ba-a83c-27c3b6f73915 req-1d833deb-954f-4386-8815-cc0508961db4 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0514777 Aug 20 10:24:08.741091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e38ebb19-f7d8-479f-8b0f-f2b96438a52a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'subnet': {'network_id': '8e119473-8f23-4420-a0b6-6de24241cedb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:08.788776 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e375ee-9706-42b8-9f5b-cb4a1f6eea4f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Network': ['ID=8e119473-8f23-4420-a0b6-6de24241cedb,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:08.803461 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 8e119473-8f23-4420-a0b6-6de24241cedb details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:24:08.911471 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e7b853-9264-4674-93d6-efccdf998550 x-openstack-request-id: req-c7e7b853-9264-4674-93d6-efccdf998550 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:08.911817 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce330c3e-4e74-4b22-8fe9-968930c7064b", "name": "network-vif-deleted", "tag": "afd38fd3-818c-44c2-bf3b-fe8c41cbde05", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:08.912001 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7e7b853-9264-4674-93d6-efccdf998550 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:08.923473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38ebb19-f7d8-479f-8b0f-f2b96438a52a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Made reservation on behalf of dadb17a1633c48f6b31c504559794a61 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:08.927270 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e38ebb19-f7d8-479f-8b0f-f2b96438a52a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:08.931145 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce330c3e-4e74-4b22-8fe9-968930c7064b', 'name': 'network-vif-deleted', 'tag': 'afd38fd3-818c-44c2-bf3b-fe8c41cbde05', 'status': 'completed', 'code': 200} Aug 20 10:24:08.947252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-06577a69-2184-46ab-b5ac-07da5c3f1ea8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:08.982855 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62e24d39-2284-4b34-8630-a3f4db379afb req-edfc1932-8c39-4823-8745-2d04553d4849 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce330c3e-4e74-4b22-8fe9-968930c7064b HTTP/1.1" status: 200 len: 210 time: 0.0497003 Aug 20 10:24:09.084277 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2b73e19-9e3a-41fd-8c28-8bfbf69e99cf tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a4845f767448482c998d39544b1d872d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512316 Aug 20 10:24:09.109764 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.ipam_backend_mixin [None req-e38ebb19-f7d8-479f-8b0f-f2b96438a52a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Performing IP validity checks on allocation pools {{(pid=94866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 10:24:09.110986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.ipam_backend_mixin [None req-e38ebb19-f7d8-479f-8b0f-f2b96438a52a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 10:24:09.118947 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5780dc19-2c82-4548-9fa7-524e45568291 req-cf553752-d717-4a78-aba0-07cc1a2a48b0 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 210 time: 0.1279528 Aug 20 10:24:09.124869 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3a19698b-3bb7-45fb-8693-b77fded118ee req-36bb5878-2971-4025-9dd2-02e16d231864 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:09.138199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:24:09.141709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['995840f7-d39b-4bf6-beab-401653bd6374', 'b5832b5a-0d42-4846-be25-895144e0c1cd'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:24:09.176535 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb5878-2971-4025-9dd2-02e16d231864 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Pushing event deleted for resources: {'Port': ['ID=9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:09.219674 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-160c7080-d6ad-4de9-b3d8-1b0345b3b40f req-d72ec7c7-b73a-4182-8994-3acde1b8ab0b tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb999a5d-25c6-41f5-84e8-48a0485408b5 HTTP/1.1" status: 200 len: 210 time: 0.0485978 Aug 20 10:24:09.237408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06577a69-2184-46ab-b5ac-07da5c3f1ea8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event updated for resources: {'Subnet': ['ID=2ef00c8a-d620-4889-bfb4-943f5f324928,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:09.258913 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a19698b-3bb7-45fb-8693-b77fded118ee req-36bb5878-2971-4025-9dd2-02e16d231864 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] No DVR routers for this DVR port 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:09.262158 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3a19698b-3bb7-45fb-8693-b77fded118ee req-36bb5878-2971-4025-9dd2-02e16d231864 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:09.264581 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a19698b-3bb7-45fb-8693-b77fded118ee req-36bb5878-2971-4025-9dd2-02e16d231864 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.42 "DELETE /v2.0/ports/9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 HTTP/1.1" status: 204 len: 173 time: 1.5793517 Aug 20 10:24:09.296142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06577a69-2184-46ab-b5ac-07da5c3f1ea8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Checking segment: {'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:09.296792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06577a69-2184-46ab-b5ac-07da5c3f1ea8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Network hostable DHCP agents. Network: 4cf94859-d7e3-4c88-add5-0fffdfba7677, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:24:09.364684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-275dbb46-f76d-464f-ba5c-c60699b6b1ad tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:09.366086 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-275dbb46-f76d-464f-ba5c-c60699b6b1ad tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2590458 Aug 20 10:24:09.381214 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06577a69-2184-46ab-b5ac-07da5c3f1ea8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Network 4cf94859-d7e3-4c88-add5-0fffdfba7677 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:24:09.399285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-695b8599-ee44-4120-a8cb-60dbf2f78e29 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Request body: {'port': {'device_id': '2a9e7fd3-2edb-4b23-a605-b81e3b3e2279', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': 'a4845f767448482c998d39544b1d872d'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:09.481840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device afd38fd3-818c-44c2-bf3b-fe8c41cbde05 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:24:09.485810 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-06577a69-2184-46ab-b5ac-07da5c3f1ea8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 4cf94859-d7e3-4c88-add5-0fffdfba7677) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:09.508463 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e01ca2-4b78-4fe6-9880-b715e06f67d8 None None] Network 4cf94859-d7e3-4c88-add5-0fffdfba7677 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:09.511690 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: afd38fd3-818c-44c2-bf3b-fe8c41cbde05 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:24:09.512025 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device afd38fd3-818c-44c2-bf3b-fe8c41cbde05 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:24:09.512431 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:24:09.518491 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06577a69-2184-46ab-b5ac-07da5c3f1ea8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:09.519119 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-06577a69-2184-46ab-b5ac-07da5c3f1ea8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:09.550675 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e38ebb19-f7d8-479f-8b0f-f2b96438a52a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:09.565125 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:24:09.565469 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:24:09.571597 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-06577a69-2184-46ab-b5ac-07da5c3f1ea8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3832641 Aug 20 10:24:09.572496 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45172) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:09.580786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-76bf61cb-7f86-4ae2-ac53-c04b639a6667 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Request body: {'subnet': {'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:09.641176 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ebb19-f7d8-479f-8b0f-f2b96438a52a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Subnet': ['ID=cc028c30-e83a-452f-8afa-63145d01cf85,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:09.652323 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340fe90-1183-4260-8f24-d9da1b913ea8 req-fe66737b-c550-4e2f-aab0-789269d4e2bb tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:09.659920 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a340fe90-1183-4260-8f24-d9da1b913ea8 req-fe66737b-c550-4e2f-aab0-789269d4e2bb tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 945 time: 0.1901994 Aug 20 10:24:09.691817 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-4cf94859-d7e3-4c88-add5-0fffdfba7677', 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'fixed_ips': [{'subnet_id': '2ef00c8a-d620-4889-bfb4-943f5f324928'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:24:09.694613 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:09.701294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bf61cb-7f86-4ae2-ac53-c04b639a6667 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Made reservation on behalf of 843b18f1aa4445f8ac4e5c22a26caccd for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:09.705684 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-76bf61cb-7f86-4ae2-ac53-c04b639a6667 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:09.758200 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a340fe90-1183-4260-8f24-d9da1b913ea8 req-feaaac7a-3d4d-4b15-abc5-81410737157c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972686 Aug 20 10:24:09.783070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ebb19-f7d8-479f-8b0f-f2b96438a52a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Checking segment: {'id': '41bbe541-36bb-4072-9c70-b6d88cce13dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8e119473-8f23-4420-a0b6-6de24241cedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:09.783800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38ebb19-f7d8-479f-8b0f-f2b96438a52a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network hostable DHCP agents. Network: 8e119473-8f23-4420-a0b6-6de24241cedb, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:24:09.801446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-695b8599-ee44-4120-a8cb-60dbf2f78e29 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Made reservation on behalf of a4845f767448482c998d39544b1d872d for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:09.808542 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-695b8599-ee44-4120-a8cb-60dbf2f78e29 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:09.823399 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-695b8599-ee44-4120-a8cb-60dbf2f78e29 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:09.828338 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38ebb19-f7d8-479f-8b0f-f2b96438a52a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Network 8e119473-8f23-4420-a0b6-6de24241cedb is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:24:09.858834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-e38ebb19-f7d8-479f-8b0f-f2b96438a52a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 8e119473-8f23-4420-a0b6-6de24241cedb) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:09.865994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38ebb19-f7d8-479f-8b0f-f2b96438a52a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:09.866884 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e38ebb19-f7d8-479f-8b0f-f2b96438a52a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:09.892285 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416b1d6f-3368-4b16-9e8b-18f26d1a2ac0 None None] Network 8e119473-8f23-4420-a0b6-6de24241cedb requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:09.948415 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c6142d5e-0199-4b96-a3ef-c21b0d3e9b4d req-70b54a65-7230-4e53-be5d-d511ee3bc9dd tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0825419 Aug 20 10:24:09.990889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71682bb7-3317-479c-bc0a-c0766acdd473 req-90086003-ed6c-4ee3-ac51-983fb1fd4d9c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:09.992646 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-71682bb7-3317-479c-bc0a-c0766acdd473 req-90086003-ed6c-4ee3-ac51-983fb1fd4d9c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 945 time: 0.0785573 Aug 20 10:24:09.993393 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Allocated IP 10.1.1.2 (4cf94859-d7e3-4c88-add5-0fffdfba7677/2ef00c8a-d620-4889-bfb4-943f5f324928/b8882b27-d5e5-4e39-a717-5bd872c18fa4) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:10.041684 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-695b8599-ee44-4120-a8cb-60dbf2f78e29 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:10.053273 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-695b8599-ee44-4120-a8cb-60dbf2f78e29 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:10.082605 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e38ebb19-f7d8-479f-8b0f-f2b96438a52a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3421831 Aug 20 10:24:10.082605 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45180) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:10.089426 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-0f533e20-0bbf-4a40-982d-8a0eccbfd38a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:10.105938 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-76bf61cb-7f86-4ae2-ac53-c04b639a6667 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:10.134457 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 0953b30e-5921-42cb-9866-0bcd865adb00 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:24:10.214119 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf61cb-7f86-4ae2-ac53-c04b639a6667 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event updated for resources: {'Subnet': ['ID=e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:10.290245 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-695b8599-ee44-4120-a8cb-60dbf2f78e29 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Allocated IP 192.168.233.184 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/40179df4-df35-4f9b-972d-ab55f090b3f3) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:10.295384 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19674ddc-8fce-4567-928f-374004e25f2e req-bb7c495f-fa7a-4c45-94f6-5057ba4fcbee tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 210 time: 0.0570161 Aug 20 10:24:10.302933 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:10.319456 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bf61cb-7f86-4ae2-ac53-c04b639a6667 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Checking segment: {'id': '0978b3f2-648c-4313-9067-0569c252b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:10.320107 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bf61cb-7f86-4ae2-ac53-c04b639a6667 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Network hostable DHCP agents. Network: 8714eb28-f9d6-435d-8508-76f686adacfc, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:24:10.343833 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bf61cb-7f86-4ae2-ac53-c04b639a6667 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Network 8714eb28-f9d6-435d-8508-76f686adacfc is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:24:10.344083 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-8e119473-8f23-4420-a0b6-6de24241cedb', 'network_id': '8e119473-8f23-4420-a0b6-6de24241cedb', 'tenant_id': 'dadb17a1633c48f6b31c504559794a61', 'fixed_ips': [{'subnet_id': 'cc028c30-e83a-452f-8afa-63145d01cf85'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:24:10.344942 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:10.351946 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b8599-ee44-4120-a8cb-60dbf2f78e29 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6053c205-0885-40c7-afaf-57d506aeff64,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:10.364509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-76bf61cb-7f86-4ae2-ac53-c04b639a6667 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 8714eb28-f9d6-435d-8508-76f686adacfc) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:10.370820 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:10.382625 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bf61cb-7f86-4ae2-ac53-c04b639a6667 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:10.384409 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-76bf61cb-7f86-4ae2-ac53-c04b639a6667 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:10.386434 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Transition to ACTIVE for port object b8882b27-d5e5-4e39-a717-5bd872c18fa4 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:10.401561 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91dd589-3693-40ba-959e-4eddd05b9b7b None None] Network 8714eb28-f9d6-435d-8508-76f686adacfc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:10.405767 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-76bf61cb-7f86-4ae2-ac53-c04b639a6667 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8296607 Aug 20 10:24:10.406050 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45200) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:10.412624 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-ca3913ab-017b-4766-8ab6-4c57431da41b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Request body: {'port': {'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677', 'name': 'tempest-TaggedBootDevicesTest_v242-1848977007', 'fixed_ips': [{'subnet_id': '2ef00c8a-d620-4889-bfb4-943f5f324928'}]}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:10.500987 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d1a595-989e-4bc1-a850-01188e8065a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0953b30e-5921-42cb-9866-0bcd865adb00'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:10.503456 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9542a7f3-a935-45c9-a677-bb54a83c11f6" -d '{"events": [{"server_uuid": "f9d1a595-989e-4bc1-a850-01188e8065a8", "name": "network-vif-unplugged", "status": "completed", "tag": "0953b30e-5921-42cb-9866-0bcd865adb00"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:10.567155 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3913ab-017b-4766-8ab6-4c57431da41b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Made reservation on behalf of 843b18f1aa4445f8ac4e5c22a26caccd for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:10.596071 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0f533e20-0bbf-4a40-982d-8a0eccbfd38a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12258607'] for subnet, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:10.607433 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-71682bb7-3317-479c-bc0a-c0766acdd473 req-15afe9c6-8dec-4870-8779-d260db49f24e tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Deleting port 0953b30e-5921-42cb-9866-0bcd865adb00 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:10.607949 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-71682bb7-3317-479c-bc0a-c0766acdd473 req-15afe9c6-8dec-4870-8779-d260db49f24e tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:10.635920 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Transition to ACTIVE for port object b8882b27-d5e5-4e39-a717-5bd872c18fa4 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:10.641306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 0953b30e-5921-42cb-9866-0bcd865adb00, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=0953b30e-5921-42cb-9866-0bcd865adb00,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:10.653293 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:10.706480 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:10.713197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023e272-e2bc-4951-b6e4-6ab52bbcc8cc req-358812dc-6f54-4fc9-bcb0-a0510ff6333d tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:10.713535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=0953b30e-5921-42cb-9866-0bcd865adb00,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:10.715302 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d023e272-e2bc-4951-b6e4-6ab52bbcc8cc req-358812dc-6f54-4fc9-bcb0-a0510ff6333d tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 946 time: 0.0873041 Aug 20 10:24:10.732341 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca3913ab-017b-4766-8ab6-4c57431da41b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:10.761909 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-6b95aa08-606a-42e0-b4f5-5a32865c19dd tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:10.765972 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-6b95aa08-606a-42e0-b4f5-5a32865c19dd tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 811 time: 0.4238818 Aug 20 10:24:10.766273 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-ca3913ab-017b-4766-8ab6-4c57431da41b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] device_id is not set on port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:24:10.769933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Pushing event updated for resources: {'Port': ['ID=b8882b27-d5e5-4e39-a717-5bd872c18fa4,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:10.784957 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Network 4cf94859-d7e3-4c88-add5-0fffdfba7677 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:10.803804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:10.805975 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:10.808895 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-695b8599-ee44-4120-a8cb-60dbf2f78e29 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:10.833257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-8714eb28-f9d6-435d-8508-76f686adacfc', 'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'fixed_ips': [{'subnet_id': 'e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:24:10.834097 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:10.849015 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d023e272-e2bc-4951-b6e4-6ab52bbcc8cc req-5b6aa418-350d-4b2f-9941-a9acb677c322 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141295 Aug 20 10:24:10.856288 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-71682bb7-3317-479c-bc0a-c0766acdd473 req-15afe9c6-8dec-4870-8779-d260db49f24e tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] For port 0953b30e-5921-42cb-9866-0bcd865adb00, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=0953b30e-5921-42cb-9866-0bcd865adb00,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:10.856656 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-71682bb7-3317-479c-bc0a-c0766acdd473 req-15afe9c6-8dec-4870-8779-d260db49f24e tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:10.868065 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-695b8599-ee44-4120-a8cb-60dbf2f78e29 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Transition to ACTIVE for port object 40179df4-df35-4f9b-972d-ab55f090b3f3 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:10.872929 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-237f8d02-2bc4-4733-8bba-df9c2f5ddfd6 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/quotas/6e53ce8e85ec4b5491d4531e04655740 HTTP/1.1" status: 200 len: 375 time: 0.0821266 Aug 20 10:24:10.881096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Attempting to bind port b8882b27-d5e5-4e39-a717-5bd872c18fa4 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:10.881484 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Attempting to bind port b8882b27-d5e5-4e39-a717-5bd872c18fa4 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:10.881849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Attempting to bind port b8882b27-d5e5-4e39-a717-5bd872c18fa4 on network 4cf94859-d7e3-4c88-add5-0fffdfba7677 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:10.932901 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb999a5d-25c6-41f5-84e8-48a0485408b5', 'name': 'network-vif-deleted', 'tag': '9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:10.935375 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa62c49e-45de-4f3b-8db3-be7ea6dd2cdc" -d '{"events": [{"server_uuid": "fb999a5d-25c6-41f5-84e8-48a0485408b5", "name": "network-vif-deleted", "tag": "9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:10.936875 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab995c8c-2021-40f1-bfe1-73add701a1ca x-openstack-request-id: req-ab995c8c-2021-40f1-bfe1-73add701a1ca {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:10.937161 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d1a595-989e-4bc1-a850-01188e8065a8", "name": "network-vif-unplugged", "status": "completed", "tag": "0953b30e-5921-42cb-9866-0bcd865adb00", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:10.937414 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab995c8c-2021-40f1-bfe1-73add701a1ca {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:10.937803 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d1a595-989e-4bc1-a850-01188e8065a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0953b30e-5921-42cb-9866-0bcd865adb00', 'code': 200} Aug 20 10:24:10.944689 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 10:24:10.944689 n-d-778550-11 neutron-server[94868]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 20 10:24:10.944689 n-d-778550-11 neutron-server[94868]: [parameters: {'in_use': 1, 'id_1': 'cc028c30-e83a-452f-8afa-63145d01cf85'}] Aug 20 10:24:10.944689 n-d-778550-11 neutron-server[94868]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:24:10.945096 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:24:10.948083 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:10.948460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Checking segment: {'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:10.948864 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:10.949257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Bound using segment: {'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:10.949741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Bound port: b8882b27-d5e5-4e39-a717-5bd872c18fa4, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:10.950122 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:11.010877 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-71682bb7-3317-479c-bc0a-c0766acdd473 req-15afe9c6-8dec-4870-8779-d260db49f24e tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Calling delete_port for 0953b30e-5921-42cb-9866-0bcd865adb00 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:11.053798 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-eaa08fba-4d7e-4bae-8bdb-b7037078e6c7 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1660306 Aug 20 10:24:11.059464 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Allocated IP 10.2.2.2 (8714eb28-f9d6-435d-8508-76f686adacfc/e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b/c46ccad2-4aef-42da-b53b-22c3cf791019) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:11.076113 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] For port b8882b27-d5e5-4e39-a717-5bd872c18fa4, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:11.080042 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] For port b8882b27-d5e5-4e39-a717-5bd872c18fa4, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b8882b27-d5e5-4e39-a717-5bd872c18fa4,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:11.081368 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c492e-f7a1-42f6-b52d-4cce18907ea4 req-eac5e5f4-0a93-4979-a1d2-c9f4bcccaa99 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:11.083006 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d44c492e-f7a1-42f6-b52d-4cce18907ea4 req-eac5e5f4-0a93-4979-a1d2-c9f4bcccaa99 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 943 time: 0.0975363 Aug 20 10:24:11.090299 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:11.098241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-ca3913ab-017b-4766-8ab6-4c57431da41b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Allocated IP 10.1.1.82 (4cf94859-d7e3-4c88-add5-0fffdfba7677/2ef00c8a-d620-4889-bfb4-943f5f324928/cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:11.163305 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d44c492e-f7a1-42f6-b52d-4cce18907ea4 req-06bce00f-772e-45c7-8c18-32ac27590384 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663381 Aug 20 10:24:11.244579 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12503f-706c-4ab6-ad31-bb8337653be1 None None] Pushing event updated for resources: {'Port': ['ID=b8882b27-d5e5-4e39-a717-5bd872c18fa4,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:11.356256 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca3913ab-017b-4766-8ab6-4c57431da41b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:11.375008 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13efe82a-e269-4a63-bc78-18e283cc6f23 x-openstack-request-id: req-13efe82a-e269-4a63-bc78-18e283cc6f23 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:11.375492 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb999a5d-25c6-41f5-84e8-48a0485408b5", "name": "network-vif-deleted", "tag": "9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:11.375856 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13efe82a-e269-4a63-bc78-18e283cc6f23 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:11.376380 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb999a5d-25c6-41f5-84e8-48a0485408b5', 'name': 'network-vif-deleted', 'tag': '9e9bc6ce-14a9-4737-bfc2-dbd85299e0e0', 'status': 'completed', 'code': 200} Aug 20 10:24:11.379722 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-ca3913ab-017b-4766-8ab6-4c57431da41b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Transition to ACTIVE for port object cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:11.394860 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:11.409348 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Transition to ACTIVE for port object c46ccad2-4aef-42da-b53b-22c3cf791019 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:11.427853 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca3913ab-017b-4766-8ab6-4c57431da41b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:11.439455 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0f533e20-0bbf-4a40-982d-8a0eccbfd38a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748628821818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10241624'] for subnet, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:11.440533 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Transition to ACTIVE for port object c46ccad2-4aef-42da-b53b-22c3cf791019 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:11.446820 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:11.453118 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:11.497719 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3913ab-017b-4766-8ab6-4c57431da41b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Network 4cf94859-d7e3-4c88-add5-0fffdfba7677 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:11.513434 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-695b8599-ee44-4120-a8cb-60dbf2f78e29 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:11.558619 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f533e20-0bbf-4a40-982d-8a0eccbfd38a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event updated for resources: {'Subnet': ['ID=cc028c30-e83a-452f-8afa-63145d01cf85,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:11.571622 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21b025bd-e8af-4c8a-9cab-3aa9033397f8 req-b8802384-913f-47f0-99c3-8c5f349284d4 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0828266 Aug 20 10:24:11.576999 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-ca3913ab-017b-4766-8ab6-4c57431da41b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:11.598079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3913ab-017b-4766-8ab6-4c57431da41b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:11.641643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f533e20-0bbf-4a40-982d-8a0eccbfd38a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:11.642267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3913ab-017b-4766-8ab6-4c57431da41b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event updated for resources: {'Port': ['ID=cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:11.642362 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0f533e20-0bbf-4a40-982d-8a0eccbfd38a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:11.646319 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0f533e20-0bbf-4a40-982d-8a0eccbfd38a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "PUT /v2.0/subnets/cc028c30-e83a-452f-8afa-63145d01cf85 HTTP/1.1" status: 200 len: 900 time: 1.5637112 Aug 20 10:24:11.648858 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45216) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:11.675564 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-695b8599-ee44-4120-a8cb-60dbf2f78e29 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:11.698189 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-695b8599-ee44-4120-a8cb-60dbf2f78e29 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:11.702646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b8599-ee44-4120-a8cb-60dbf2f78e29 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Pushing event updated for resources: {'Port': ['ID=40179df4-df35-4f9b-972d-ab55f090b3f3,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:11.714475 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-695b8599-ee44-4120-a8cb-60dbf2f78e29 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:11.731167 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-1309e0bc-42de-4267-ab26-4cb3e1a72899 service neutron] 10.222.0.16 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6239715 Aug 20 10:24:11.741208 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Network 8714eb28-f9d6-435d-8508-76f686adacfc is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:11.751983 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:11.756653 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Pushing event updated for resources: {'Port': ['ID=c46ccad2-4aef-42da-b53b-22c3cf791019,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:11.770692 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:11.840968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3913ab-017b-4766-8ab6-4c57431da41b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:11.841941 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca3913ab-017b-4766-8ab6-4c57431da41b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:11.864975 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Allocated IP 2001:db8::3 (8e119473-8f23-4420-a0b6-6de24241cedb/cc028c30-e83a-452f-8afa-63145d01cf85/9615a484-eb6f-48bb-8afe-efad42cd7760) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:11.885726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-695b8599-ee44-4120-a8cb-60dbf2f78e29 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:11.886419 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-695b8599-ee44-4120-a8cb-60dbf2f78e29 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:11.926817 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-71682bb7-3317-479c-bc0a-c0766acdd473 req-15afe9c6-8dec-4870-8779-d260db49f24e tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:11.931135 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e883a69-d4e4-48ae-82a2-616c499f30af req-0e47f5eb-7c44-47f7-8050-d079fef169f6 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:11.942057 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3e883a69-d4e4-48ae-82a2-616c499f30af req-0e47f5eb-7c44-47f7-8050-d079fef169f6 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 936 time: 0.1196229 Aug 20 10:24:11.942487 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-6e81ad73-fb0c-4eb5-8427-b18630b58511 service neutron] 10.222.0.16 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103844 Aug 20 10:24:11.944036 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-695b8599-ee44-4120-a8cb-60dbf2f78e29 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5546000 Aug 20 10:24:11.949265 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:11.961238 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-7634975a-40b2-45e9-9ad4-b49620f9ff3c tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:24:11.962036 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ca3913ab-017b-4766-8ab6-4c57431da41b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5546751 Aug 20 10:24:11.963252 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-7634975a-40b2-45e9-9ad4-b49620f9ff3c tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094392 Aug 20 10:24:11.991305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45220) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:12.019576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Request body: {'port': {'device_id': '2a9e7fd3-2edb-4b23-a605-b81e3b3e2279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:12.020663 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9bb3f33f-1fb4-4fa2-bacd-3b9012d8c473 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Request body: {'port': {'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677', 'name': 'tempest-TaggedBootDevicesTest_v242-1698176654', 'fixed_ips': [{'subnet_id': '2ef00c8a-d620-4889-bfb4-943f5f324928'}]}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:12.028458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afe9c6-8dec-4870-8779-d260db49f24e tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Pushing event deleted for resources: {'Port': ['ID=0953b30e-5921-42cb-9866-0bcd865adb00,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:12.103898 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3e883a69-d4e4-48ae-82a2-616c499f30af req-f122b3db-3d08-47be-a973-78ab77ff8726 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606288 Aug 20 10:24:12.127324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-71682bb7-3317-479c-bc0a-c0766acdd473 req-15afe9c6-8dec-4870-8779-d260db49f24e tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] No DVR routers for this DVR port 0953b30e-5921-42cb-9866-0bcd865adb00 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:12.131500 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-71682bb7-3317-479c-bc0a-c0766acdd473 req-15afe9c6-8dec-4870-8779-d260db49f24e tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:12.133819 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-71682bb7-3317-479c-bc0a-c0766acdd473 req-15afe9c6-8dec-4870-8779-d260db49f24e tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.24 "DELETE /v2.0/ports/0953b30e-5921-42cb-9866-0bcd865adb00 HTTP/1.1" status: 204 len: 173 time: 2.1322618 Aug 20 10:24:12.135947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d1a595-989e-4bc1-a850-01188e8065a8', 'name': 'network-vif-deleted', 'tag': '0953b30e-5921-42cb-9866-0bcd865adb00'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:12.146332 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e9e3fa-8e09-4741-9b6c-24d04795b086" -d '{"events": [{"server_uuid": "f9d1a595-989e-4bc1-a850-01188e8065a8", "name": "network-vif-deleted", "tag": "0953b30e-5921-42cb-9866-0bcd865adb00"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:12.255689 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77205ed2-2456-447d-8434-b7752796a8db x-openstack-request-id: req-77205ed2-2456-447d-8434-b7752796a8db {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:12.256133 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d1a595-989e-4bc1-a850-01188e8065a8", "name": "network-vif-deleted", "tag": "0953b30e-5921-42cb-9866-0bcd865adb00", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:12.256395 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77205ed2-2456-447d-8434-b7752796a8db {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:12.256958 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d1a595-989e-4bc1-a850-01188e8065a8', 'name': 'network-vif-deleted', 'tag': '0953b30e-5921-42cb-9866-0bcd865adb00', 'status': 'completed', 'code': 200} Aug 20 10:24:12.258769 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:12.310647 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-49d490d5-0fda-4272-bc63-ee187c4d3e72 None None] Provisioning for port 40179df4-df35-4f9b-972d-ab55f090b3f3 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:12.321783 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-49d490d5-0fda-4272-bc63-ee187c4d3e72 None None] Provisioning complete for port 40179df4-df35-4f9b-972d-ab55f090b3f3 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:12.323166 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-49d490d5-0fda-4272-bc63-ee187c4d3e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:12.348244 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb3f33f-1fb4-4fa2-bacd-3b9012d8c473 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Made reservation on behalf of 843b18f1aa4445f8ac4e5c22a26caccd for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:12.352872 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f33f-1fb4-4fa2-bacd-3b9012d8c473 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:12.371897 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Attempting to bind port c46ccad2-4aef-42da-b53b-22c3cf791019 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:12.372309 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Attempting to bind port c46ccad2-4aef-42da-b53b-22c3cf791019 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '0978b3f2-648c-4313-9067-0569c252b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:12.372729 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Attempting to bind port c46ccad2-4aef-42da-b53b-22c3cf791019 on network 8714eb28-f9d6-435d-8508-76f686adacfc {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:12.382986 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-9bb3f33f-1fb4-4fa2-bacd-3b9012d8c473 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] device_id is not set on port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:24:12.389143 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:12.402295 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:12.403215 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Checking segment: {'id': '0978b3f2-648c-4313-9067-0569c252b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:12.403215 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:12.403769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Bound using segment: {'id': '0978b3f2-648c-4313-9067-0569c252b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:12.404217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Bound port: c46ccad2-4aef-42da-b53b-22c3cf791019, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0978b3f2-648c-4313-9067-0569c252b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:12.404637 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:12.469727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-49d490d5-0fda-4272-bc63-ee187c4d3e72 None None] Port 40179df4-df35-4f9b-972d-ab55f090b3f3 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:24:12.508787 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41a16d-3b2b-4421-9f41-4a645f4b8c60 req-93d1d3a6-9681-4cce-8054-bf0382d66e1d tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:12.527678 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb41a16d-3b2b-4421-9f41-4a645f4b8c60 req-93d1d3a6-9681-4cce-8054-bf0382d66e1d tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 946 time: 0.2965956 Aug 20 10:24:12.646846 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] For port c46ccad2-4aef-42da-b53b-22c3cf791019, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:12.655659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] For port c46ccad2-4aef-42da-b53b-22c3cf791019, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c46ccad2-4aef-42da-b53b-22c3cf791019,segment=NetworkSegment(0978b3f2-648c-4313-9067-0569c252b2e7),segment_id=0978b3f2-648c-4313-9067-0569c252b2e7)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:12.663761 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb41a16d-3b2b-4421-9f41-4a645f4b8c60 req-52c3c8a3-418a-419a-b3f8-27450a034b5c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298125 Aug 20 10:24:12.666208 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b8882b27-d5e5-4e39-a717-5bd872c18fa4 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:12.675760 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:12.721341 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf82397a-ed9e-4d09-b2f4-aac53e9f1edb req-c658a967-9b8b-4d9b-8e0f-b269e773c561 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 210 time: 0.4122715 Aug 20 10:24:12.945731 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de26bce-42c5-472e-b3b2-bfe4102853d4 None None] Network 4cf94859-d7e3-4c88-add5-0fffdfba7677 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:12.970385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40179df4-df35-4f9b-972d-ab55f090b3f3 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:12.987806 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-db277e7b-b9e1-4cf8-beaa-28a76d0a0b1d req-667b714b-9380-45af-9f84-2f21cb2a3c30 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9d1a595-989e-4bc1-a850-01188e8065a8 HTTP/1.1" status: 200 len: 210 time: 0.1434755 Aug 20 10:24:13.038157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-9bb3f33f-1fb4-4fa2-bacd-3b9012d8c473 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Allocated IP 10.1.1.209 (4cf94859-d7e3-4c88-add5-0fffdfba7677/2ef00c8a-d620-4889-bfb4-943f5f324928/8c03ea33-81cd-4ef0-9cb8-e0f29d79c575) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:13.040383 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:13.047794 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:13.108889 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8da59a90-cadf-4f63-91f3-1307b9d919a0 req-7a32fdde-f80c-42ee-8a6e-af0b488e806d tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.1071765 Aug 20 10:24:13.114610 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Transition to ACTIVE for port object 40179df4-df35-4f9b-972d-ab55f090b3f3 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:13.126322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea473a9-6281-4e17-bc8f-1507cd40ea48 req-67a8eee9-a973-4ad5-ae6a-253e1f6bd4f7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:13.129047 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ea473a9-6281-4e17-bc8f-1507cd40ea48 req-67a8eee9-a973-4ad5-ae6a-253e1f6bd4f7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.24 "GET /v2.0/ports?device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 946 time: 0.7938759 Aug 20 10:24:13.132731 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:13.176469 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c1bbf-7477-4385-b597-6417b1d80a77 None None] Pushing event updated for resources: {'Port': ['ID=c46ccad2-4aef-42da-b53b-22c3cf791019,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:13.207497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Transition to ACTIVE for port object 9615a484-eb6f-48bb-8afe-efad42cd7760 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:13.234845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7fb5eb86-adeb-4caf-8e04-ea50db2f1c07 None None] Provisioning for port b8882b27-d5e5-4e39-a717-5bd872c18fa4 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:13.286145 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port b8882b27-d5e5-4e39-a717-5bd872c18fa4 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:13.337147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b8882b27-d5e5-4e39-a717-5bd872c18fa4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:13.337826 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:13.396621 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Transition to ACTIVE for port object 9615a484-eb6f-48bb-8afe-efad42cd7760 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:13.420783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=40179df4-df35-4f9b-972d-ab55f090b3f3,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:13.440401 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:13.453586 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f33f-1fb4-4fa2-bacd-3b9012d8c473 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:13.479371 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-9bb3f33f-1fb4-4fa2-bacd-3b9012d8c473 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Transition to ACTIVE for port object 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:13.490255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-0ea473a9-6281-4e17-bc8f-1507cd40ea48 req-426fd4d3-56b3-48d6-829f-b421930edff7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Deleting port b5832b5a-0d42-4846-be25-895144e0c1cd {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:13.490748 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0ea473a9-6281-4e17-bc8f-1507cd40ea48 req-426fd4d3-56b3-48d6-829f-b421930edff7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:13.500615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Attempting to bind port 40179df4-df35-4f9b-972d-ab55f090b3f3 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:13.500957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Attempting to bind port 40179df4-df35-4f9b-972d-ab55f090b3f3 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:13.501306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Attempting to bind port 40179df4-df35-4f9b-972d-ab55f090b3f3 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:13.552926 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Port 40179df4-df35-4f9b-972d-ab55f090b3f3 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:24:13.553284 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Attempting to bind port 40179df4-df35-4f9b-972d-ab55f090b3f3 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:13.568255 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f33f-1fb4-4fa2-bacd-3b9012d8c473 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:13.569573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:13.570022 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:13.570614 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:13.571151 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Bound port: 40179df4-df35-4f9b-972d-ab55f090b3f3, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:13.571579 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:13.589154 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009633a-602d-4d84-ba38-ddae5e2ff28d req-10401515-aa24-4b89-b20c-674603c3d2be tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:13.592878 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Pushing event updated for resources: {'Port': ['ID=9615a484-eb6f-48bb-8afe-efad42cd7760,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:13.604818 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e009633a-602d-4d84-ba38-ddae5e2ff28d req-10401515-aa24-4b89-b20c-674603c3d2be tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 948 time: 0.3155596 Aug 20 10:24:13.649394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Network 8e119473-8f23-4420-a0b6-6de24241cedb is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:13.656191 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:13.659583 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:13.672876 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-0ea473a9-6281-4e17-bc8f-1507cd40ea48 req-426fd4d3-56b3-48d6-829f-b421930edff7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] For port b5832b5a-0d42-4846-be25-895144e0c1cd, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b5832b5a-0d42-4846-be25-895144e0c1cd,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:13.673263 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0ea473a9-6281-4e17-bc8f-1507cd40ea48 req-426fd4d3-56b3-48d6-829f-b421930edff7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:13.732347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] For port 40179df4-df35-4f9b-972d-ab55f090b3f3, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:13.738885 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-0ea473a9-6281-4e17-bc8f-1507cd40ea48 req-426fd4d3-56b3-48d6-829f-b421930edff7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Calling delete_port for b5832b5a-0d42-4846-be25-895144e0c1cd owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:13.743149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb3f33f-1fb4-4fa2-bacd-3b9012d8c473 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Network 4cf94859-d7e3-4c88-add5-0fffdfba7677 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:13.746533 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:13.790645 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] For port 40179df4-df35-4f9b-972d-ab55f090b3f3, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=40179df4-df35-4f9b-972d-ab55f090b3f3,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:13.808316 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:13.832811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Subnet': ['ID=cc028c30-e83a-452f-8afa-63145d01cf85,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:13.837023 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:13.840583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-9bb3f33f-1fb4-4fa2-bacd-3b9012d8c473 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:13.854906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb3f33f-1fb4-4fa2-bacd-3b9012d8c473 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:13.859408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3f33f-1fb4-4fa2-bacd-3b9012d8c473 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event updated for resources: {'Port': ['ID=8c03ea33-81cd-4ef0-9cb8-e0f29d79c575,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:13.889995 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e009633a-602d-4d84-ba38-ddae5e2ff28d req-e8baf9b6-a6b4-41da-ac3f-e188f1cf7bd5 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841885 Aug 20 10:24:13.914785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Attempting to bind port 9615a484-eb6f-48bb-8afe-efad42cd7760 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:13.915191 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Attempting to bind port 9615a484-eb6f-48bb-8afe-efad42cd7760 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '41bbe541-36bb-4072-9c70-b6d88cce13dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8e119473-8f23-4420-a0b6-6de24241cedb'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:13.915600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Attempting to bind port 9615a484-eb6f-48bb-8afe-efad42cd7760 on network 8e119473-8f23-4420-a0b6-6de24241cedb {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:13.920414 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=40179df4-df35-4f9b-972d-ab55f090b3f3,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:13.944448 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:13.944909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Checking segment: {'id': '41bbe541-36bb-4072-9c70-b6d88cce13dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8e119473-8f23-4420-a0b6-6de24241cedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:13.949398 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:13.949819 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Bound using segment: {'id': '41bbe541-36bb-4072-9c70-b6d88cce13dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8e119473-8f23-4420-a0b6-6de24241cedb'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:13.950330 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Bound port: 9615a484-eb6f-48bb-8afe-efad42cd7760, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bbe541-36bb-4072-9c70-b6d88cce13dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8e119473-8f23-4420-a0b6-6de24241cedb'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:13.950778 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:13.955075 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:13.956327 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:13.962982 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-c2171539-8ac6-416b-a130-39b34abd5fb9 service neutron] 10.222.0.24 "PUT /v2.0/ports/40179df4-df35-4f9b-972d-ab55f090b3f3 HTTP/1.1" status: 200 len: 1097 time: 1.9453385 Aug 20 10:24:14.012608 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port b8882b27-d5e5-4e39-a717-5bd872c18fa4, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b8882b27-d5e5-4e39-a717-5bd872c18fa4,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:14.045966 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d5347-7054-4a00-8716-090d3e5df6c4 req-dcc4cfc0-a3e8-46b1-9082-d10aebcb7211 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:14.046755 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:14.052038 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:14.073098 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-612d5347-7054-4a00-8716-090d3e5df6c4 req-dcc4cfc0-a3e8-46b1-9082-d10aebcb7211 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=254b00b2-6ea4-4638-a17f-0b4fbd7cddb2 HTTP/1.1" status: 200 len: 946 time: 0.2884400 Aug 20 10:24:14.076046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e119473-8f23-4420-a0b6-6de24241cedb']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:14.100631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41bbe541-36bb-4072-9c70-b6d88cce13dc') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:14.100974 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41bbe541-36bb-4072-9c70-b6d88cce13dc') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:14.114372 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:14.149952 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:14.168749 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:24:14.169196 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:14.244062 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] For port 9615a484-eb6f-48bb-8afe-efad42cd7760, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:14.252900 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 0953b30e-5921-42cb-9866-0bcd865adb00 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:24:14.289991 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:24:14.298085 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 0953b30e-5921-42cb-9866-0bcd865adb00 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:24:14.302384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 0953b30e-5921-42cb-9866-0bcd865adb00 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:24:14.302890 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device b5832b5a-0d42-4846-be25-895144e0c1cd no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:24:14.335535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] For port 9615a484-eb6f-48bb-8afe-efad42cd7760, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9615a484-eb6f-48bb-8afe-efad42cd7760,segment=NetworkSegment(41bbe541-36bb-4072-9c70-b6d88cce13dc),segment_id=41bbe541-36bb-4072-9c70-b6d88cce13dc)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:14.336848 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.api [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 10:24:14.336848 n-d-778550-11 neutron-server[94867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 10:24:14.336848 n-d-778550-11 neutron-server[94867]: [parameters: {'id': '8e119473-8f23-4420-a0b6-6de24241cedb'}] Aug 20 10:24:14.336848 n-d-778550-11 neutron-server[94867]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:24:14.337360 n-d-778550-11 neutron-server[94867]: DEBUG oslo_db.api [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:24:14.341734 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2f03b99-62de-4acb-9697-81e95bb5de65 req-3a05c863-653d-4ac5-8182-e95c20d00d05 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 210 time: 0.0378480 Aug 20 10:24:14.356292 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9e7fd3-2edb-4b23-a605-b81e3b3e2279', 'tag': '40179df4-df35-4f9b-972d-ab55f090b3f3'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:14.384526 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ed7f58-37d2-44c5-b55f-64a524efe246" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9e7fd3-2edb-4b23-a605-b81e3b3e2279", "tag": "40179df4-df35-4f9b-972d-ab55f090b3f3"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:14.426209 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb3f33f-1fb4-4fa2-bacd-3b9012d8c473 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:14.427355 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f33f-1fb4-4fa2-bacd-3b9012d8c473 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:14.451545 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-612d5347-7054-4a00-8716-090d3e5df6c4 req-2fc4957a-e7c3-4c3c-8c19-b59744803967 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767872 Aug 20 10:24:14.456705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-b8f7e761-4f69-4126-a884-98ab725830d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:14.457932 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-b8f7e761-4f69-4126-a884-98ab725830d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4845f767448482c998d39544b1d872d&device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 1100 time: 0.3680303 Aug 20 10:24:14.474744 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:14.521088 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9bb3f33f-1fb4-4fa2-bacd-3b9012d8c473 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5047829 Aug 20 10:24:14.556856 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-cd500da2-7afb-42d7-b724-f9c05b099743 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=40179df4-df35-4f9b-972d-ab55f090b3f3 HTTP/1.1" status: 200 len: 217 time: 0.0893605 Aug 20 10:24:14.583026 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0ea473a9-6281-4e17-bc8f-1507cd40ea48 req-426fd4d3-56b3-48d6-829f-b421930edff7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:14.611355 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-7c64b907-8851-42cb-8294-0e6295719cd0 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:14.615326 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-7c64b907-8851-42cb-8294-0e6295719cd0 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.42 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 811 time: 0.3231485 Aug 20 10:24:14.635693 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-430dc041-9393-435c-a322-66d8402ccd61 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Request body: {'port': {'device_id': '6ea985b4-8059-4330-a637-2199b5a66368', 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f', 'admin_state_up': True, 'tenant_id': '6e53ce8e85ec4b5491d4531e04655740'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:14.638194 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['995840f7-d39b-4bf6-beab-401653bd6374'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:24:14.655944 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=b8882b27-d5e5-4e39-a717-5bd872c18fa4,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:14.766414 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447c4b70-78c4-4769-baeb-be6670994b40 x-openstack-request-id: req-447c4b70-78c4-4769-baeb-be6670994b40 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:14.768111 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9e7fd3-2edb-4b23-a605-b81e3b3e2279", "tag": "40179df4-df35-4f9b-972d-ab55f090b3f3", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:14.768880 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-447c4b70-78c4-4769-baeb-be6670994b40 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:14.769838 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9e7fd3-2edb-4b23-a605-b81e3b3e2279', 'tag': '40179df4-df35-4f9b-972d-ab55f090b3f3', 'status': 'completed', 'code': 200} Aug 20 10:24:14.780170 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fd4d3-56b3-48d6-829f-b421930edff7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Pushing event deleted for resources: {'Port': ['ID=b5832b5a-0d42-4846-be25-895144e0c1cd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:14.871576 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c46ccad2-4aef-42da-b53b-22c3cf791019 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:14.877319 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:14.891066 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-03c8ae8c-a8b0-4118-bf96-a69f4d3af09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:14.892958 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-03c8ae8c-a8b0-4118-bf96-a69f4d3af09d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.3286371 Aug 20 10:24:14.923723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea473a9-6281-4e17-bc8f-1507cd40ea48 req-426fd4d3-56b3-48d6-829f-b421930edff7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] No DVR routers for this DVR port b5832b5a-0d42-4846-be25-895144e0c1cd on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:14.934954 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0ea473a9-6281-4e17-bc8f-1507cd40ea48 req-426fd4d3-56b3-48d6-829f-b421930edff7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:14.937315 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ea473a9-6281-4e17-bc8f-1507cd40ea48 req-426fd4d3-56b3-48d6-829f-b421930edff7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.24 "DELETE /v2.0/ports/b5832b5a-0d42-4846-be25-895144e0c1cd HTTP/1.1" status: 204 len: 173 time: 1.7944357 Aug 20 10:24:14.939126 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7f249b2e-6aca-4040-ad9a-ae216d1931c0 req-6dbf489c-0363-4540-9b53-27419e61696f tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0576234 Aug 20 10:24:14.977325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-430dc041-9393-435c-a322-66d8402ccd61 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Made reservation on behalf of 6e53ce8e85ec4b5491d4531e04655740 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:14.985337 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-430dc041-9393-435c-a322-66d8402ccd61 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:15.036193 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30446021-2f8c-45dc-9d3a-ac8783419a96 None None] Network 8714eb28-f9d6-435d-8508-76f686adacfc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:15.041523 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6d40a-e158-4309-bf1b-f20666f73eaf None None] Pushing event updated for resources: {'Port': ['ID=9615a484-eb6f-48bb-8afe-efad42cd7760,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:15.045622 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-2a1b2b23-d925-40ce-bb7a-472acca82f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:15.050177 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-2a1b2b23-d925-40ce-bb7a-472acca82f62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1353528 Aug 20 10:24:15.064860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No active binding found for port b5832b5a-0d42-4846-be25-895144e0c1cd {{(pid=94868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 10:24:15.066025 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device b5832b5a-0d42-4846-be25-895144e0c1cd not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:24:15.198267 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a4b27d-0ad4-495c-9dfe-ed334bb127a1 None None] Network 8e119473-8f23-4420-a0b6-6de24241cedb requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:15.300528 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Deleting port 9615a484-eb6f-48bb-8afe-efad42cd7760 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:15.300894 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:15.322741 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-703557a6-e617-4a0d-b298-6c8b202e1105 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559590 Aug 20 10:24:15.407862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45260) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:15.449197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45264) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:15.454473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-61d937bd-8a11-469a-b7e0-1aef4a640b09 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1861128600', 'description': 'tempest-description--1551667173'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:15.481722 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2e63282b-0d24-4032-9dc0-d99e4c2e3ccb None None] Provisioning for port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:15.499815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2e63282b-0d24-4032-9dc0-d99e4c2e3ccb None None] Provisioning complete for port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:15.500809 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2e63282b-0d24-4032-9dc0-d99e4c2e3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:15.532516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8c3fee-4012-4898-b3af-e24bf3790a26 None None] Network 8e119473-8f23-4420-a0b6-6de24241cedb requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:15.543476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-430dc041-9393-435c-a322-66d8402ccd61 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Allocated IP 172.20.0.8 (cfce61d9-c87f-4881-8801-06adfd00a39f/cadf393e-210e-42af-b610-6c3e5318317c/b773e930-fbb7-49dd-bf9d-10fc2e0594a5) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:15.581236 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61d937bd-8a11-469a-b7e0-1aef4a640b09 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:15.595112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2ff7bb59-ea8e-4a8f-9964-9f050fa38e58 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1093278587', 'description': 'tempest-description--93647139'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:15.635546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port c46ccad2-4aef-42da-b53b-22c3cf791019 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:15.640467 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868ccad-ce40-41d4-8984-21d458cd5570 req-35cae797-7175-4743-814a-313c6011b3f0 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:15.642026 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3868ccad-ce40-41d4-8984-21d458cd5570 req-35cae797-7175-4743-814a-313c6011b3f0 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 948 time: 0.1335592 Aug 20 10:24:15.645258 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-971f7528-dd55-4a1c-ae18-154543a0ace7 req-a35e1bb6-aa24-412c-ba83-8c5dcac5acaa service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117332 Aug 20 10:24:15.656868 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-25396946-ee5e-4fd4-9d03-8834356baff5 req-366b2e1a-07fe-4c7e-8fee-8f4f6acdd050 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 210 time: 0.0518653 Aug 20 10:24:15.727598 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3868ccad-ce40-41d4-8984-21d458cd5570 req-e95fd605-b661-4e4f-9008-97a32920afb4 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753143 Aug 20 10:24:15.746405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] For port 9615a484-eb6f-48bb-8afe-efad42cd7760, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9615a484-eb6f-48bb-8afe-efad42cd7760,segment=NetworkSegment(41bbe541-36bb-4072-9c70-b6d88cce13dc),segment_id=41bbe541-36bb-4072-9c70-b6d88cce13dc)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:15.746958 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:15.756539 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2ff7bb59-ea8e-4a8f-9964-9f050fa38e58 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:15.776176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Calling delete_port for 9615a484-eb6f-48bb-8afe-efad42cd7760 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:15.839976 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2e63282b-0d24-4032-9dc0-d99e4c2e3ccb None None] Port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:24:15.894950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed7f58-37d2-44c5-b55f-64a524efe246 req-0ffb579a-f099-4063-b555-192e17d2d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:15.896576 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-01ed7f58-37d2-44c5-b55f-64a524efe246 req-0ffb579a-f099-4063-b555-192e17d2d1c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4845f767448482c998d39544b1d872d&device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 1100 time: 0.1288512 Aug 20 10:24:15.907072 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2e63282b-0d24-4032-9dc0-d99e4c2e3ccb None None] Provisioning complete for port b8882b27-d5e5-4e39-a717-5bd872c18fa4 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:15.907555 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2e63282b-0d24-4032-9dc0-d99e4c2e3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:15.913706 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-430dc041-9393-435c-a322-66d8402ccd61 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:15.965822 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.003801 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61d937bd-8a11-469a-b7e0-1aef4a640b09 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.021614 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61d937bd-8a11-469a-b7e0-1aef4a640b09 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.068085 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2e63282b-0d24-4032-9dc0-d99e4c2e3ccb None None] Provisioning for port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:16.074653 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2e63282b-0d24-4032-9dc0-d99e4c2e3ccb None None] Provisioning complete for port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:16.075064 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2e63282b-0d24-4032-9dc0-d99e4c2e3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.076953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No DVR routers for this DVR port 9615a484-eb6f-48bb-8afe-efad42cd7760 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:16.078823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Port': ['ID=9615a484-eb6f-48bb-8afe-efad42cd7760,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:16.083941 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d937bd-8a11-469a-b7e0-1aef4a640b09 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a8264e-e014-412e-ac87-43af7e7dba75,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:16.086671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed7f58-37d2-44c5-b55f-64a524efe246 req-93a67e00-d50f-4e3e-ba5c-c264278711d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:16.088927 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-01ed7f58-37d2-44c5-b55f-64a524efe246 req-93a67e00-d50f-4e3e-ba5c-c264278711d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1835630 Aug 20 10:24:16.123886 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-430dc041-9393-435c-a322-66d8402ccd61 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.137733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2e63282b-0d24-4032-9dc0-d99e4c2e3ccb None None] Port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:24:16.141685 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.142035 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.142377 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.142715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.143082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.143404 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.143740 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.144069 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.144505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.144713 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.145040 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.145376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.155464 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2e63282b-0d24-4032-9dc0-d99e4c2e3ccb None None] Provisioning for port c46ccad2-4aef-42da-b53b-22c3cf791019 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:16.160180 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2e63282b-0d24-4032-9dc0-d99e4c2e3ccb None None] Provisioning complete for port c46ccad2-4aef-42da-b53b-22c3cf791019 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:16.160558 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2e63282b-0d24-4032-9dc0-d99e4c2e3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.193056 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-70fa3f13-dda4-4ac1-9791-2e3c8dc73115 req-1af04afa-2260-4b9f-a454-8cbac692945d tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0958643 Aug 20 10:24:16.194941 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-01ed7f58-37d2-44c5-b55f-64a524efe246 req-fd564245-3e1a-4f9e-9d86-23e38ed3c9ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=40179df4-df35-4f9b-972d-ab55f090b3f3 HTTP/1.1" status: 200 len: 217 time: 0.0932238 Aug 20 10:24:16.261925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed7f58-37d2-44c5-b55f-64a524efe246 req-cda026a8-0115-489d-932a-c6671a6c39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:16.263328 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-01ed7f58-37d2-44c5-b55f-64a524efe246 req-cda026a8-0115-489d-932a-c6671a6c39c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0602863 Aug 20 10:24:16.294308 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.300709 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-430dc041-9393-435c-a322-66d8402ccd61 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Network cfce61d9-c87f-4881-8801-06adfd00a39f is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:16.318499 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e119473-8f23-4420-a0b6-6de24241cedb']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:16.324286 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-430dc041-9393-435c-a322-66d8402ccd61 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:16.347421 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-430dc041-9393-435c-a322-66d8402ccd61 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:16.347684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed7f58-37d2-44c5-b55f-64a524efe246 req-8b48e394-f355-494b-adcc-0f0bd2a06ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:16.352302 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-01ed7f58-37d2-44c5-b55f-64a524efe246 req-8b48e394-f355-494b-adcc-0f0bd2a06ada service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0801198 Aug 20 10:24:16.357987 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41bbe541-36bb-4072-9c70-b6d88cce13dc') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:16.358214 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41bbe541-36bb-4072-9c70-b6d88cce13dc') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:16.381635 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430dc041-9393-435c-a322-66d8402ccd61 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Pushing event updated for resources: {'Port': ['ID=b773e930-fbb7-49dd-bf9d-10fc2e0594a5,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:16.384828 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aa3e1c-68c5-40dc-8493-0d0569ffa8ce None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:24:16.405667 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.449792 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2ff7bb59-ea8e-4a8f-9964-9f050fa38e58 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.459827 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-6c68c8bd-ae63-4be6-b0ff-2a691e96a418 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:16.461391 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-6c68c8bd-ae63-4be6-b0ff-2a691e96a418 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 806 time: 0.3857994 Aug 20 10:24:16.462556 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.470594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-430dc041-9393-435c-a322-66d8402ccd61 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:16.471277 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-430dc041-9393-435c-a322-66d8402ccd61 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.478479 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2ff7bb59-ea8e-4a8f-9964-9f050fa38e58 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.480191 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61d937bd-8a11-469a-b7e0-1aef4a640b09 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.487809 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-61d937bd-8a11-469a-b7e0-1aef4a640b09 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0320346 Aug 20 10:24:16.489546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45284) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:16.500822 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:24:16.501257 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:24:16.504272 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:24:16.506196 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Request body: {'security_group_rule': {'security_group_id': '70a8264e-e014-412e-ac87-43af7e7dba75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:16.533456 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-01ed7f58-37d2-44c5-b55f-64a524efe246 req-ec35d2a3-6fda-4837-b1b0-74dce77438e8 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717222 Aug 20 10:24:16.536362 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2e63282b-0d24-4032-9dc0-d99e4c2e3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.559571 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-8489556f-a17b-4c32-b9f6-58be00eecb14 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/quotas/b20bf29d55e5407ca542b24a04751634 HTTP/1.1" status: 200 len: 375 time: 0.0832772 Aug 20 10:24:16.580172 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-430dc041-9393-435c-a322-66d8402ccd61 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9505267 Aug 20 10:24:16.589377 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2ff7bb59-ea8e-4a8f-9964-9f050fa38e58 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.595584 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2ff7bb59-ea8e-4a8f-9964-9f050fa38e58 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9998267 Aug 20 10:24:16.595846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-4f4b6d4e-5692-4f1d-9399-164f06cacf7e tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:24:16.596976 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-4f4b6d4e-5692-4f1d-9399-164f06cacf7e tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050733 Aug 20 10:24:16.614007 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2e63282b-0d24-4032-9dc0-d99e4c2e3ccb None None] For port c46ccad2-4aef-42da-b53b-22c3cf791019, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c46ccad2-4aef-42da-b53b-22c3cf791019,segment=NetworkSegment(0978b3f2-648c-4313-9067-0569c252b2e7),segment_id=0978b3f2-648c-4313-9067-0569c252b2e7)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:16.621857 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b8882b27-d5e5-4e39-a717-5bd872c18fa4 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:16.622072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45286) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:16.630675 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2e63282b-0d24-4032-9dc0-d99e4c2e3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.632764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-6152937b-7461-45b9-8d0b-683344950794 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Request body: {'security_group_rule': {'security_group_id': 'b4f3f050-f403-43cf-8c5a-95c355c35a18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:16.646325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7bb59-ea8e-4a8f-9964-9f050fa38e58 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f3f050-f403-43cf-8c5a-95c355c35a18,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:16.667905 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aa3e1c-68c5-40dc-8493-0d0569ffa8ce None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:24:16.681436 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-c5e76d24-c65f-4351-b95d-5c524899d677 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1209087 Aug 20 10:24:16.691066 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.735625 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.739908 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.741745 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/networks/8e119473-8f23-4420-a0b6-6de24241cedb HTTP/1.1" status: 204 len: 168 time: 5.0910063 Aug 20 10:24:16.754914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45292) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:16.788866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abed36-a42b-4427-8ab1-14b66ab649e2 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Network': ['ID=8e119473-8f23-4420-a0b6-6de24241cedb,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:16.815422 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a422db8-2d72-4fbd-a2ee-662265a1d57b tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] DELETE failed (client error): The resource could not be found. Aug 20 10:24:16.815946 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a422db8-2d72-4fbd-a2ee-662265a1d57b tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:24:16.817724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8a422db8-2d72-4fbd-a2ee-662265a1d57b tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/subnets/cc028c30-e83a-452f-8afa-63145d01cf85 HTTP/1.1" status: 404 len: 337 time: 0.0602825 Aug 20 10:24:16.820454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45296) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:16.842915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254b00b2-6ea4-4638-a17f-0b4fbd7cddb2', 'name': 'network-vif-deleted', 'tag': 'b5832b5a-0d42-4846-be25-895144e0c1cd'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:16.845542 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232fe995-9b42-44fb-afff-7483b5c53e1e" -d '{"events": [{"server_uuid": "254b00b2-6ea4-4638-a17f-0b4fbd7cddb2", "name": "network-vif-deleted", "tag": "b5832b5a-0d42-4846-be25-895144e0c1cd"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:16.867746 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.873867 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.919658 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6be55307-086a-4780-b799-1fa13a3daea0 None None] Provisioning complete for port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:16.920308 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6be55307-086a-4780-b799-1fa13a3daea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.923280 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed20a392-c15a-470f-8e1b-2431e86718af,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:16.927093 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63282b-0d24-4032-9dc0-d99e4c2e3ccb None None] Pushing event updated for resources: {'Port': ['ID=c46ccad2-4aef-42da-b53b-22c3cf791019,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:16.927986 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-01ed7f58-37d2-44c5-b55f-64a524efe246 req-163278a0-244e-4cbc-91d1-78d26498024c service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853664 Aug 20 10:24:16.943420 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:16.948300 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4558713 Aug 20 10:24:16.949899 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.950261 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.950838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.951162 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.951512 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.951857 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.952243 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.953044 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.953396 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.953739 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.954078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.954417 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d86d31-c468-4b1c-9ea1-052da8c4d60c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:16.957236 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45302) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:16.963098 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-59e5a893-a4c5-4593-8361-185f71d7d550 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Request body: {'security_group_rule': {'security_group_id': '70a8264e-e014-412e-ac87-43af7e7dba75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:16.982008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e84154-c82d-4c81-a88b-3a61a79860a9 req-b8c557c3-a1ae-4927-a92f-4997a914cc67 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:16.989584 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6e84154-c82d-4c81-a88b-3a61a79860a9 req-b8c557c3-a1ae-4927-a92f-4997a914cc67 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 931 time: 0.1561878 Aug 20 10:24:17.032834 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6be55307-086a-4780-b799-1fa13a3daea0 None None] Port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:24:17.035892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b8882b27-d5e5-4e39-a717-5bd872c18fa4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:17.036397 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.037632 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59e5a893-a4c5-4593-8361-185f71d7d550 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.050359 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6e84154-c82d-4c81-a88b-3a61a79860a9 req-3622576b-8bfa-43a0-af99-4a67ca1d3bed tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597823 Aug 20 10:24:17.109931 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6be55307-086a-4780-b799-1fa13a3daea0 None None] Provisioning complete for port c46ccad2-4aef-42da-b53b-22c3cf791019 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:17.110683 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6be55307-086a-4780-b799-1fa13a3daea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.135683 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59e5a893-a4c5-4593-8361-185f71d7d550 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.150557 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59e5a893-a4c5-4593-8361-185f71d7d550 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.182427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5a893-a4c5-4593-8361-185f71d7d550 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf22d6c-a1a1-4daf-8260-bdb87b9c9221,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:17.206337 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59e5a893-a4c5-4593-8361-185f71d7d550 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.210504 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-59e5a893-a4c5-4593-8361-185f71d7d550 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2484105 Aug 20 10:24:17.210670 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Request body: {'port': {'device_id': '6ea985b4-8059-4330-a637-2199b5a66368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:17.211578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45304) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:17.223654 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6152937b-7461-45b9-8d0b-683344950794 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.223869 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa35a1-b465-4193-a59d-bcd4b0cc8831 req-7e56ba3a-3102-4479-bc68-74d702fadee2 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:17.227434 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-99aa35a1-b465-4193-a59d-bcd4b0cc8831 req-7e56ba3a-3102-4479-bc68-74d702fadee2 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 948 time: 0.0865364 Aug 20 10:24:17.233668 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-71a9dfed-0ba1-4597-b262-c5db9d76bd84 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:17.247636 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1be419f-ae39-493d-b1e0-2f84ff7d5d2a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] DELETE failed (client error): The resource could not be found. Aug 20 10:24:17.248211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1be419f-ae39-493d-b1e0-2f84ff7d5d2a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:24:17.249927 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f1be419f-ae39-493d-b1e0-2f84ff7d5d2a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/networks/8e119473-8f23-4420-a0b6-6de24241cedb HTTP/1.1" status: 404 len: 339 time: 0.4281950 Aug 20 10:24:17.254391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45308) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:17.281593 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-efa07984-4486-40ee-a632-66f6d02641ef service neutron] 10.222.0.16 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5992196 Aug 20 10:24:17.342125 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71a9dfed-0ba1-4597-b262-c5db9d76bd84 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.366426 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.400129 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6152937b-7461-45b9-8d0b-683344950794 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.427834 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-99aa35a1-b465-4193-a59d-bcd4b0cc8831 req-88d7fb7e-b915-406e-a11d-ebe9d6039cf9 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848109 Aug 20 10:24:17.428527 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6152937b-7461-45b9-8d0b-683344950794 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.431588 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4f23b92b-336c-4f69-ad2c-9cfe8ea92ad9 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.461094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152937b-7461-45b9-8d0b-683344950794 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307315be-c725-4311-85f5-4bb6c364bf40,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:17.493513 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-40c48d76-b713-4f07-9a17-97101e77c9e6 service neutron] 10.222.0.16 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833961 Aug 20 10:24:17.543646 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6152937b-7461-45b9-8d0b-683344950794 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.544861 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6152937b-7461-45b9-8d0b-683344950794 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9193723 Aug 20 10:24:17.552697 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45310) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:17.559559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-bfe056ea-6c00-4bd1-8d41-25268d60efa6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Request body: {'security_group_rule': {'security_group_id': 'b4f3f050-f403-43cf-8c5a-95c355c35a18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:17.650616 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bfe056ea-6c00-4bd1-8d41-25268d60efa6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.750460 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b068d498-6d57-48d2-8104-f70e33790a1a req-651a4712-5cde-4fa4-80fa-6f442bdf26f8 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 210 time: 0.0583963 Aug 20 10:24:17.793267 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bfe056ea-6c00-4bd1-8d41-25268d60efa6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.801878 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bfe056ea-6c00-4bd1-8d41-25268d60efa6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.842783 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd9c62e-6f69-412f-a214-46a7cdfe56d9 x-openstack-request-id: req-ebd9c62e-6f69-412f-a214-46a7cdfe56d9 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:17.843164 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254b00b2-6ea4-4638-a17f-0b4fbd7cddb2", "name": "network-vif-deleted", "tag": "b5832b5a-0d42-4846-be25-895144e0c1cd", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:17.843387 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebd9c62e-6f69-412f-a214-46a7cdfe56d9 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:17.844226 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254b00b2-6ea4-4638-a17f-0b4fbd7cddb2', 'name': 'network-vif-deleted', 'tag': 'b5832b5a-0d42-4846-be25-895144e0c1cd', 'status': 'completed', 'code': 200} Aug 20 10:24:17.845524 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe056ea-6c00-4bd1-8d41-25268d60efa6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760e9701-3efa-46f4-b471-cfcfee160247,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:17.857348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b773e930-fbb7-49dd-bf9d-10fc2e0594a5 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:17.861642 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bfe056ea-6c00-4bd1-8d41-25268d60efa6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.863010 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bfe056ea-6c00-4bd1-8d41-25268d60efa6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3102250 Aug 20 10:24:17.865991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45316) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:17.870496 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-47896f32-15f5-40ca-8deb-c92c26e76722 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:17.876090 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.895483 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Transition to ACTIVE for port object b773e930-fbb7-49dd-bf9d-10fc2e0594a5 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:17.903692 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.904086 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4523e81c-a336-4b70-80f9-258fed7604f3 req-2419d72c-2b55-4861-aeb4-633d8e153dc1 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0649726 Aug 20 10:24:17.909990 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4f23b92b-336c-4f69-ad2c-9cfe8ea92ad9 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.924307 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-4f23b92b-336c-4f69-ad2c-9cfe8ea92ad9 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509d9eed-bb9d-4815-9a2d-ac44bd132a1d']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:17.941607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-4f23b92b-336c-4f69-ad2c-9cfe8ea92ad9 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40bc52d-6e0c-4389-92ae-53308bb90d72') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:17.941896 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-4f23b92b-336c-4f69-ad2c-9cfe8ea92ad9 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40bc52d-6e0c-4389-92ae-53308bb90d72') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:17.946093 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-47896f32-15f5-40ca-8deb-c92c26e76722 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.966615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4f23b92b-336c-4f69-ad2c-9cfe8ea92ad9 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:17.993272 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4f23b92b-336c-4f69-ad2c-9cfe8ea92ad9 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:18.002299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71a9dfed-0ba1-4597-b262-c5db9d76bd84 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:18.004938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f23b92b-336c-4f69-ad2c-9cfe8ea92ad9 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:24:18.005188 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4f23b92b-336c-4f69-ad2c-9cfe8ea92ad9 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:24:18.009302 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:24:18.015658 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Pushing event updated for resources: {'Port': ['ID=b773e930-fbb7-49dd-bf9d-10fc2e0594a5,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:18.104474 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4f23b92b-336c-4f69-ad2c-9cfe8ea92ad9 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:18.104801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Attempting to bind port b773e930-fbb7-49dd-bf9d-10fc2e0594a5 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:18.104801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Attempting to bind port b773e930-fbb7-49dd-bf9d-10fc2e0594a5 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:18.105054 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Attempting to bind port b773e930-fbb7-49dd-bf9d-10fc2e0594a5 on network cfce61d9-c87f-4881-8801-06adfd00a39f {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:18.114239 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Port b773e930-fbb7-49dd-bf9d-10fc2e0594a5 on network cfce61d9-c87f-4881-8801-06adfd00a39f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:24:18.115022 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Attempting to bind port b773e930-fbb7-49dd-bf9d-10fc2e0594a5 on network cfce61d9-c87f-4881-8801-06adfd00a39f {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:18.116580 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4f23b92b-336c-4f69-ad2c-9cfe8ea92ad9 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:18.118440 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4f23b92b-336c-4f69-ad2c-9cfe8ea92ad9 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/networks/509d9eed-bb9d-4815-9a2d-ac44bd132a1d HTTP/1.1" status: 204 len: 168 time: 0.8617222 Aug 20 10:24:18.123530 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45326) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:18.140049 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:18.140265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Checking segment: {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:18.140542 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Bound using segment: {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:18.141314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Bound port: b773e930-fbb7-49dd-bf9d-10fc2e0594a5, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:18.141993 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:18.161718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23b92b-336c-4f69-ad2c-9cfe8ea92ad9 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Network': ['ID=509d9eed-bb9d-4815-9a2d-ac44bd132a1d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:18.179338 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e86064-44c7-42fc-81fc-ddcc34901588 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] DELETE failed (client error): The resource could not be found. Aug 20 10:24:18.180102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e86064-44c7-42fc-81fc-ddcc34901588 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:24:18.182197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-97e86064-44c7-42fc-81fc-ddcc34901588 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/subnets/7be6eb75-43cd-4db3-8e01-c9c9b5101497 HTTP/1.1" status: 404 len: 337 time: 0.0534787 Aug 20 10:24:18.185686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45328) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:18.227360 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-927241a3-0cbd-4dd3-9e93-d7d12933564f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] DELETE failed (client error): The resource could not be found. Aug 20 10:24:18.227998 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927241a3-0cbd-4dd3-9e93-d7d12933564f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:24:18.230036 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-927241a3-0cbd-4dd3-9e93-d7d12933564f tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/networks/2c15ad1f-1b57-4bc8-b8cc-057b4c93f1fc HTTP/1.1" status: 404 len: 339 time: 0.0429184 Aug 20 10:24:18.232812 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45330) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:18.279391 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-47896f32-15f5-40ca-8deb-c92c26e76722 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:18.293221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-71a9dfed-0ba1-4597-b262-c5db9d76bd84 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Allocated IP 172.25.3.223 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/286303b7-0235-4d7b-921a-ec0691982acf) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:18.294275 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:18.307779 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-278f85cc-b97a-4539-92ba-6686e715b817 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Deleting subnet c0b32072-65c4-4676-867f-4a1834bae157 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:24:18.314271 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-278f85cc-b97a-4539-92ba-6686e715b817 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:18.318288 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] For port b773e930-fbb7-49dd-bf9d-10fc2e0594a5, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:18.368842 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] For port b773e930-fbb7-49dd-bf9d-10fc2e0594a5, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b773e930-fbb7-49dd-bf9d-10fc2e0594a5,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:18.381694 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68130d63-a78e-4b79-b2ce-fdee92551197 req-93d1db67-51c2-47ee-b05e-4d274a97306d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:18.383356 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-68130d63-a78e-4b79-b2ce-fdee92551197 req-93d1db67-51c2-47ee-b05e-4d274a97306d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 943 time: 0.1520288 Aug 20 10:24:18.387183 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:18.404240 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-278f85cc-b97a-4539-92ba-6686e715b817 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:18.443786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:18.444406 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:18.445868 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] 10.222.0.42 "PUT /v2.0/ports/b773e930-fbb7-49dd-bf9d-10fc2e0594a5 HTTP/1.1" status: 200 len: 1092 time: 1.8231053 Aug 20 10:24:18.446393 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea985b4-8059-4330-a637-2199b5a66368', 'tag': 'b773e930-fbb7-49dd-bf9d-10fc2e0594a5'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:18.449514 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fe17c8-4838-44cc-adbf-0f38d550f321" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea985b4-8059-4330-a637-2199b5a66368", "tag": "b773e930-fbb7-49dd-bf9d-10fc2e0594a5"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:18.482697 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386b6e5-48c7-4825-88e7-4bcfef5c1fcc service neutron] Pushing event updated for resources: {'Port': ['ID=b773e930-fbb7-49dd-bf9d-10fc2e0594a5,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:18.500077 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-68130d63-a78e-4b79-b2ce-fdee92551197 req-c5ef7376-026e-4b1d-a389-e7579b0b9787 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802000 Aug 20 10:24:18.518946 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc10f6b5-71a0-4280-9f19-902e8e837476 x-openstack-request-id: req-cc10f6b5-71a0-4280-9f19-902e8e837476 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:18.519530 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea985b4-8059-4330-a637-2199b5a66368", "tag": "b773e930-fbb7-49dd-bf9d-10fc2e0594a5", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:18.520233 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc10f6b5-71a0-4280-9f19-902e8e837476 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:18.520886 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea985b4-8059-4330-a637-2199b5a66368', 'tag': 'b773e930-fbb7-49dd-bf9d-10fc2e0594a5', 'status': 'completed', 'code': 200} Aug 20 10:24:18.534934 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71a9dfed-0ba1-4597-b262-c5db9d76bd84 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:18.555954 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-278f85cc-b97a-4539-92ba-6686e715b817 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:18.635966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c46ccad2-4aef-42da-b53b-22c3cf791019 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:18.637724 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-2ef02619-2884-4128-b8c2-95b55ee70313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:18.639394 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-2ef02619-2884-4128-b8c2-95b55ee70313 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 1095 time: 0.0905998 Aug 20 10:24:18.646468 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71a9dfed-0ba1-4597-b262-c5db9d76bd84 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:18.702445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a9dfed-0ba1-4597-b262-c5db9d76bd84 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:18.704034 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-278f85cc-b97a-4539-92ba-6686e715b817 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:18.705902 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port c46ccad2-4aef-42da-b53b-22c3cf791019 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:18.706275 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:18.727185 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a1513-694d-4ea6-9641-8f1adce42cea req-32204189-9826-4fd1-9bcc-0a7560304408 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:18.732554 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a75a1513-694d-4ea6-9641-8f1adce42cea req-32204189-9826-4fd1-9bcc-0a7560304408 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 948 time: 0.1513195 Aug 20 10:24:18.734737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f85cc-b97a-4539-92ba-6686e715b817 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b32072-65c4-4676-867f-4a1834bae157,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:18.739171 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-71a9dfed-0ba1-4597-b262-c5db9d76bd84 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:18.745112 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a9dfed-0ba1-4597-b262-c5db9d76bd84 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:18.749701 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-88d04502-1b07-420c-b9ac-470cdc7ca053 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b773e930-fbb7-49dd-bf9d-10fc2e0594a5 HTTP/1.1" status: 200 len: 217 time: 0.0992243 Aug 20 10:24:18.814661 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-278f85cc-b97a-4539-92ba-6686e715b817 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:18.820826 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-278f85cc-b97a-4539-92ba-6686e715b817 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/subnets/c0b32072-65c4-4676-867f-4a1834bae157 HTTP/1.1" status: 204 len: 168 time: 0.5868845 Aug 20 10:24:18.822020 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-47896f32-15f5-40ca-8deb-c92c26e76722 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Allocated IP 172.25.3.199 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/8b01cda7-9bb6-4bef-a93b-d701b7575ac9) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:18.823135 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45340) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:18.831342 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66caa57a-bf67-44e2-b28d-5eb37a49a18f None None] Network 81029d2e-0834-4659-b229-82f9b4e5510f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:18.858479 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a75a1513-694d-4ea6-9641-8f1adce42cea req-bc101be9-f8d0-4674-927f-2a8411f4963d tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249444 Aug 20 10:24:18.868226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-c2427087-6a1e-4aae-9612-cb414724deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:18.870697 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-c2427087-6a1e-4aae-9612-cb414724deb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cadf393e-210e-42af-b610-6c3e5318317c HTTP/1.1" status: 200 len: 851 time: 0.1080394 Aug 20 10:24:18.964760 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-a4a8e38e-f863-4537-ab2e-440afbef5215 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cfce61d9-c87f-4881-8801-06adfd00a39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834370 Aug 20 10:24:18.974705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9dfed-0ba1-4597-b262-c5db9d76bd84 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Pushing event updated for resources: {'Port': ['ID=286303b7-0235-4d7b-921a-ec0691982acf,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:18.992746 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2ea1f5b1-1a02-4651-97c1-2d8d289f186a req-81918753-67c2-4eff-9acc-2d513500d290 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 210 time: 0.0725648 Aug 20 10:24:19.096192 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7c0cd0-0e19-45ac-8a19-14bbd815d78e tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Deleting subnet 015a1d16-af91-4ff1-949f-e87000389873 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:24:19.105395 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0cd0-0e19-45ac-8a19-14bbd815d78e tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:19.161950 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-714c9508-4c7a-44f7-a970-46e2bb1375dd req-49a45dd8-3a08-446c-a30b-3e01577405a7 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0926116 Aug 20 10:24:19.170619 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71a9dfed-0ba1-4597-b262-c5db9d76bd84 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:19.174174 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0cd0-0e19-45ac-8a19-14bbd815d78e tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:19.247170 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-47896f32-15f5-40ca-8deb-c92c26e76722 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:19.283025 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-c3bec39e-1760-412b-b10b-d8f724869644 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:19.284605 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-c3bec39e-1760-412b-b10b-d8f724869644 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.42 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 806 time: 0.3475626 Aug 20 10:24:19.291726 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-36758dea-b57d-4525-ba17-31f574b1bc07 service neutron] 10.222.0.42 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070567 Aug 20 10:24:19.293770 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71a9dfed-0ba1-4597-b262-c5db9d76bd84 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:19.311890 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-b2f01d9c-b354-4039-b6c2-0a8e36fc2319 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Request body: {'port': {'device_id': 'f655d03b-0520-473d-88ad-0f888ea0ad3f', 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a', 'admin_state_up': True, 'tenant_id': 'b20bf29d55e5407ca542b24a04751634'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:19.334997 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0cd0-0e19-45ac-8a19-14bbd815d78e tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:19.472348 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-47896f32-15f5-40ca-8deb-c92c26e76722 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:19.479770 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0cd0-0e19-45ac-8a19-14bbd815d78e tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:19.513103 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c0cd0-0e19-45ac-8a19-14bbd815d78e tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Subnet': ['ID=015a1d16-af91-4ff1-949f-e87000389873,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:19.534503 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0cd0-0e19-45ac-8a19-14bbd815d78e tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:19.539775 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bf7c0cd0-0e19-45ac-8a19-14bbd815d78e tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/subnets/015a1d16-af91-4ff1-949f-e87000389873 HTTP/1.1" status: 204 len: 168 time: 0.6963320 Aug 20 10:24:19.542665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45346) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:19.567336 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47896f32-15f5-40ca-8deb-c92c26e76722 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event updated for resources: {'Port': ['ID=8b01cda7-9bb6-4bef-a93b-d701b7575ac9,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:19.576401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47896f32-15f5-40ca-8deb-c92c26e76722 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:19.585292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-47896f32-15f5-40ca-8deb-c92c26e76722 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:19.589336 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5544f190-c6fe-4992-958a-907ad3c14bb2 req-9a99e415-2e5e-4d85-adc7-aa929cfce19b service neutron] 10.222.0.42 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881925 Aug 20 10:24:19.590069 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47896f32-15f5-40ca-8deb-c92c26e76722 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:19.605103 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71a9dfed-0ba1-4597-b262-c5db9d76bd84 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:19.642362 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-b2f01d9c-b354-4039-b6c2-0a8e36fc2319 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Made reservation on behalf of b20bf29d55e5407ca542b24a04751634 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:19.648304 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-b2f01d9c-b354-4039-b6c2-0a8e36fc2319 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:19.652744 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71a9dfed-0ba1-4597-b262-c5db9d76bd84 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:19.798133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9dfed-0ba1-4597-b262-c5db9d76bd84 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Pushing event updated for resources: {'Port': ['ID=286303b7-0235-4d7b-921a-ec0691982acf,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:19.803970 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:19.820318 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-47896f32-15f5-40ca-8deb-c92c26e76722 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:19.826202 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabd3742-e130-4bc4-b7e6-9a0afac52e27 None None] Network 81029d2e-0834-4659-b229-82f9b4e5510f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:19.829045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5436520-f43b-4f22-8549-7f854da98e26 req-a91abb25-3072-40f0-bade-3525145874d7 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:19.830650 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e5436520-f43b-4f22-8549-7f854da98e26 req-a91abb25-3072-40f0-bade-3525145874d7 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 943 time: 0.2286725 Aug 20 10:24:19.832720 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71a9dfed-0ba1-4597-b262-c5db9d76bd84 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:19.833935 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe17c8-4838-44cc-adbf-0f38d550f321 req-6999d7fd-b842-41b8-a8f0-9ce516053206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:19.835519 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72fe17c8-4838-44cc-adbf-0f38d550f321 req-6999d7fd-b842-41b8-a8f0-9ce516053206 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 1095 time: 0.1753852 Aug 20 10:24:19.888899 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e0f4a8dc-8bd7-4057-b94e-71d0042945a8 None None] Provisioning complete for port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:19.889404 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e0f4a8dc-8bd7-4057-b94e-71d0042945a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:19.895036 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71a9dfed-0ba1-4597-b262-c5db9d76bd84 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:19.907276 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-71a9dfed-0ba1-4597-b262-c5db9d76bd84 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6837401 Aug 20 10:24:19.931154 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e5436520-f43b-4f22-8549-7f854da98e26 req-f467bda1-e6a7-4665-9af5-321bd315366b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698411 Aug 20 10:24:19.935827 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Deleting port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:19.936179 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:20.007031 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] For port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=759bd625-ce4b-4a7f-ba2c-08c43c01fddb,segment=NetworkSegment(e14911f7-4f3e-415d-bef4-39b1c2c2f847),segment_id=e14911f7-4f3e-415d-bef4-39b1c2c2f847)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:20.007768 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:20.023891 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Calling delete_port for 759bd625-ce4b-4a7f-ba2c-08c43c01fddb owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:20.128431 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41095654-794d-45f6-8104-1f86c4d719d7 None None] DHCP port deletion for 81029d2e-0834-4659-b229-82f9b4e5510f request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:24:20.141401 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0cf05c80-abca-4535-9ae8-8c18ad1cacf1 req-67c79e0f-999b-4c46-ae1a-221626e2ff2f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 210 time: 0.0409830 Aug 20 10:24:20.143368 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-47896f32-15f5-40ca-8deb-c92c26e76722 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:20.175482 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:20.183201 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe17c8-4838-44cc-adbf-0f38d550f321 req-6cb7e7ac-5aaf-499c-b010-93d4c682f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:20.185388 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72fe17c8-4838-44cc-adbf-0f38d550f321 req-6cb7e7ac-5aaf-499c-b010-93d4c682f017 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 912 time: 0.3367136 Aug 20 10:24:20.187819 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-b2f01d9c-b354-4039-b6c2-0a8e36fc2319 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Allocated IP 172.20.0.4 (c63852f8-5c78-42de-a5e1-12993fc8be5a/d14c8d45-d320-4574-86d3-37a082d1daf5/b3000b9e-bc68-4761-afbe-802f28dc95ac) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:20.190714 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 40179df4-df35-4f9b-972d-ab55f090b3f3 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:24:20.210282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Port': ['ID=759bd625-ce4b-4a7f-ba2c-08c43c01fddb,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:20.212697 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No DVR routers for this DVR port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:20.281813 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72fe17c8-4838-44cc-adbf-0f38d550f321 req-2625cfa5-8b07-4683-a7d2-878d02c31dc2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b773e930-fbb7-49dd-bf9d-10fc2e0594a5 HTTP/1.1" status: 200 len: 217 time: 0.0838790 Aug 20 10:24:20.298774 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10177a-dd46-4876-bde9-9c626f89415f req-8411a48e-a4f8-4fae-a3b9-e09724d04d6b tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:20.300967 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb10177a-dd46-4876-bde9-9c626f89415f req-8411a48e-a4f8-4fae-a3b9-e09724d04d6b tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 948 time: 0.2404468 Aug 20 10:24:20.309116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-41095654-794d-45f6-8104-1f86c4d719d7 None None] Deleting port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:20.309501 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-41095654-794d-45f6-8104-1f86c4d719d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:20.376119 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 40179df4-df35-4f9b-972d-ab55f090b3f3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=40179df4-df35-4f9b-972d-ab55f090b3f3,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:20.397277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '40179df4-df35-4f9b-972d-ab55f090b3f3', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '40179df4-df35-4f9b-972d-ab55f090b3f3', 'mac_address': 'fa:16:3e:e0:37:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:24:20.403485 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-41095654-794d-45f6-8104-1f86c4d719d7 None None] For port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb, host n-d-778550-11, got binding levels [] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:20.403884 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-41095654-794d-45f6-8104-1f86c4d719d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:20.416880 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:20.435991 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-41095654-794d-45f6-8104-1f86c4d719d7 None None] Calling delete_port for 759bd625-ce4b-4a7f-ba2c-08c43c01fddb owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:20.436250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81029d2e-0834-4659-b229-82f9b4e5510f']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:20.440296 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.ipam_backend_mixin [None req-41095654-794d-45f6-8104-1f86c4d719d7 None None] Port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb was not found and therefore no delete operation was performed {{(pid=94868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 10:24:20.452154 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14911f7-4f3e-415d-bef4-39b1c2c2f847') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:20.452528 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14911f7-4f3e-415d-bef4-39b1c2c2f847') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:20.455623 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:20.457476 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-41095654-794d-45f6-8104-1f86c4d719d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:20.471204 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:20.488860 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:20.494224 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40179df4-df35-4f9b-972d-ab55f090b3f3 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:20.495006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe17c8-4838-44cc-adbf-0f38d550f321 req-4df64d1c-cea9-4c9e-9ae0-c7a30165bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:20.496537 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72fe17c8-4838-44cc-adbf-0f38d550f321 req-4df64d1c-cea9-4c9e-9ae0-c7a30165bb96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cadf393e-210e-42af-b610-6c3e5318317c HTTP/1.1" status: 200 len: 851 time: 0.1944568 Aug 20 10:24:20.497953 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-ac46fd9e-2e35-47bb-9e97-fac4df34d5de tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:20.498525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41095654-794d-45f6-8104-1f86c4d719d7 None None] Pushing event deleted for resources: {'Port': ['ID=759bd625-ce4b-4a7f-ba2c-08c43c01fddb,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:20.500586 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41095654-794d-45f6-8104-1f86c4d719d7 None None] No DVR routers for this DVR port 759bd625-ce4b-4a7f-ba2c-08c43c01fddb on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:20.505436 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb10177a-dd46-4876-bde9-9c626f89415f req-51c074de-3aca-41da-bbcf-f1409ef718eb tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914642 Aug 20 10:24:20.505755 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-ac46fd9e-2e35-47bb-9e97-fac4df34d5de tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/networks?id=deae5e63-6201-4553-930d-897a3e36a65a HTTP/1.1" status: 200 len: 821 time: 0.2515900 Aug 20 10:24:20.532149 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-a459d698-9edf-49f2-bf2c-cb350cf2c00c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/quotas/c60b1bbfe47a48a99fe09e78d51d99e0 HTTP/1.1" status: 200 len: 375 time: 0.0247684 Aug 20 10:24:20.536979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 40179df4-df35-4f9b-972d-ab55f090b3f3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=40179df4-df35-4f9b-972d-ab55f090b3f3,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:20.546286 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:20.562530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:24:20.562530 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:24:20.565803 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:24:20.572152 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72fe17c8-4838-44cc-adbf-0f38d550f321 req-e0e2968e-2cb9-4565-bf46-1f8bb44e7e36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cfce61d9-c87f-4881-8801-06adfd00a39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577874 Aug 20 10:24:20.607329 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=40179df4-df35-4f9b-972d-ab55f090b3f3,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:20.648383 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 759bd625-ce4b-4a7f-ba2c-08c43c01fddb no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:24:20.659740 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-36849396-b8d5-4011-bf85-add967e45105 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c60b1bbfe47a48a99fe09e78d51d99e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1265876 Aug 20 10:24:20.661651 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:20.669512 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 759bd625-ce4b-4a7f-ba2c-08c43c01fddb {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:24:20.669869 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 759bd625-ce4b-4a7f-ba2c-08c43c01fddb not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:24:20.670695 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:20.678684 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/networks/81029d2e-0834-4659-b229-82f9b4e5510f HTTP/1.1" status: 204 len: 168 time: 1.1318936 Aug 20 10:24:20.687590 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45368) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:20.700738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c1dba-965f-4ac5-be5c-66e919ec448a tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Network': ['ID=81029d2e-0834-4659-b229-82f9b4e5510f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:20.759758 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7f5e2add-06c9-460f-ae57-ffa6a45f32b0 req-cc9a0f79-4c76-439d-bd72-83b0ac0db803 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.1233866 Aug 20 10:24:20.789544 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-b2f01d9c-b354-4039-b6c2-0a8e36fc2319 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:20.793554 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdf4a50-4163-49a4-81c9-afbf6e868798 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] DELETE failed (client error): The resource could not be found. Aug 20 10:24:20.794003 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdf4a50-4163-49a4-81c9-afbf6e868798 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:24:20.800118 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7cdf4a50-4163-49a4-81c9-afbf6e868798 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/subnets/77a2d023-7c01-463c-9fb4-200cb2731d85 HTTP/1.1" status: 404 len: 337 time: 0.0739455 Aug 20 10:24:20.800442 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45372) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:20.829866 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-2980031a-78f5-408e-90e0-e9dd4e9bf502 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] DELETE failed (client error): The resource could not be found. Aug 20 10:24:20.830746 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2980031a-78f5-408e-90e0-e9dd4e9bf502 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:24:20.834617 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2980031a-78f5-408e-90e0-e9dd4e9bf502 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/networks/4d1f2a9d-78ce-449e-a9c7-8b7718ea6049 HTTP/1.1" status: 404 len: 339 time: 0.0322735 Aug 20 10:24:20.834948 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45374) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:20.837912 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-bbe16d68-7f7e-4108-b03a-f7fc65dee6a1 service neutron] 10.222.0.16 "GET /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453943 Aug 20 10:24:20.897792 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b889f1-4688-4b04-bb24-6d203c504ad4 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] DELETE failed (client error): The resource could not be found. Aug 20 10:24:20.898256 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b889f1-4688-4b04-bb24-6d203c504ad4 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:24:20.900198 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-43b889f1-4688-4b04-bb24-6d203c504ad4 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/subnets/cc30db5a-aeb2-4c58-9320-f84ce6cd7d8a HTTP/1.1" status: 404 len: 337 time: 0.0627141 Aug 20 10:24:20.903148 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['40179df4-df35-4f9b-972d-ab55f090b3f3'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:24:20.906983 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45376) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:20.908165 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-47896f32-15f5-40ca-8deb-c92c26e76722 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:20.917756 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72fe17c8-4838-44cc-adbf-0f38d550f321 req-0978f04d-b9ee-4012-8123-7432b30dd52c service neutron] 10.222.0.42 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856193 Aug 20 10:24:20.920321 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-47896f32-15f5-40ca-8deb-c92c26e76722 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:20.938892 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed01588-71a6-4612-aa8b-80ab5ef4a45d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] DELETE failed (client error): The resource could not be found. Aug 20 10:24:20.939503 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed01588-71a6-4612-aa8b-80ab5ef4a45d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:24:20.943656 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3ed01588-71a6-4612-aa8b-80ab5ef4a45d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/networks/977870b7-603a-4f54-81c1-5dd7d0c108c8 HTTP/1.1" status: 404 len: 339 time: 0.0329387 Aug 20 10:24:20.944400 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45378) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:20.998752 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6aea71-296c-4bdd-b4f9-e744790a7a50 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] DELETE failed (client error): The resource could not be found. Aug 20 10:24:20.999256 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a6aea71-296c-4bdd-b4f9-e744790a7a50 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:24:21.001073 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1a6aea71-296c-4bdd-b4f9-e744790a7a50 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/subnets/ab89bd71-8ddf-4940-8b38-b8bc3ca00a6d HTTP/1.1" status: 404 len: 337 time: 0.0541506 Aug 20 10:24:21.006823 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45382) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:21.013636 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-b2f01d9c-b354-4039-b6c2-0a8e36fc2319 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:21.028217 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f63d49-23d6-488b-a145-4774ad7b4b55 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] DELETE failed (client error): The resource could not be found. Aug 20 10:24:21.028795 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f63d49-23d6-488b-a145-4774ad7b4b55 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:24:21.033089 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-96f63d49-23d6-488b-a145-4774ad7b4b55 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/networks/739f8ac7-a711-47b1-8bf3-643ff21e9e39 HTTP/1.1" status: 404 len: 339 time: 0.0226932 Aug 20 10:24:21.033947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45384) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:21.064017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47896f32-15f5-40ca-8deb-c92c26e76722 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event updated for resources: {'Port': ['ID=8b01cda7-9bb6-4bef-a93b-d701b7575ac9,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:21.076266 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-d18ba0ed-d632-4d90-bfaf-01a819f7c14f service neutron] 10.222.0.16 "GET /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318261 Aug 20 10:24:21.112207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2f6223-fdc7-485f-8a31-c91c9fb478bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Deleting subnet 82b8c4a1-3a11-4b4d-be8d-01ae76f5ff6c {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:24:21.116488 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da2f6223-fdc7-485f-8a31-c91c9fb478bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:21.147769 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-b2f01d9c-b354-4039-b6c2-0a8e36fc2319 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Network c63852f8-5c78-42de-a5e1-12993fc8be5a is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:21.156813 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-47896f32-15f5-40ca-8deb-c92c26e76722 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:21.165588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-b2f01d9c-b354-4039-b6c2-0a8e36fc2319 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:21.167162 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da2f6223-fdc7-485f-8a31-c91c9fb478bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:21.177054 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-b2f01d9c-b354-4039-b6c2-0a8e36fc2319 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:21.185661 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72fe17c8-4838-44cc-adbf-0f38d550f321 req-cc9d0299-b017-4c0d-b9cf-371e61b47da4 service neutron] 10.222.0.42 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588186 Aug 20 10:24:21.234720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f01d9c-b354-4039-b6c2-0a8e36fc2319 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Pushing event updated for resources: {'Port': ['ID=b3000b9e-bc68-4761-afbe-802f28dc95ac,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:21.243069 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-47896f32-15f5-40ca-8deb-c92c26e76722 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:21.245514 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-47896f32-15f5-40ca-8deb-c92c26e76722 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3773644 Aug 20 10:24:21.260604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2f4c9-d828-4ee5-823c-a12ec0de6b7d req-ef7c94dc-c80e-4917-b572-a2235ddf06e7 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:21.268027 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5f2f4c9-d828-4ee5-823c-a12ec0de6b7d req-ef7c94dc-c80e-4917-b572-a2235ddf06e7 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 943 time: 0.2101004 Aug 20 10:24:21.289570 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-b2f01d9c-b354-4039-b6c2-0a8e36fc2319 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:21.293835 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-b2f01d9c-b354-4039-b6c2-0a8e36fc2319 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:21.325646 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-b2f01d9c-b354-4039-b6c2-0a8e36fc2319 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0251420 Aug 20 10:24:21.345306 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5f2f4c9-d828-4ee5-823c-a12ec0de6b7d req-ea889fba-51cb-4c16-8ce0-900e8760e97f tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742004 Aug 20 10:24:21.355970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Request body: {'port': {'device_id': 'f655d03b-0520-473d-88ad-0f888ea0ad3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:21.373336 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da2f6223-fdc7-485f-8a31-c91c9fb478bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:21.442259 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133fb7d-2cc9-411f-a7c3-1d096bbe5089 req-a4031629-8d86-4829-a8ce-efa4802dd71c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:21.445050 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d133fb7d-2cc9-411f-a7c3-1d096bbe5089 req-a4031629-8d86-4829-a8ce-efa4802dd71c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 931 time: 0.1286237 Aug 20 10:24:21.479527 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d453431-f85f-4209-ba61-9d1860c7f020 req-547e5143-d8c2-40d7-a425-2d39049adc0e tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 210 time: 0.0719180 Aug 20 10:24:21.489176 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:21.510541 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b773e930-fbb7-49dd-bf9d-10fc2e0594a5 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:24:21.549284 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d133fb7d-2cc9-411f-a7c3-1d096bbe5089 req-a9cdf9bb-d278-4851-b7d2-8522b7fc5d73 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930088 Aug 20 10:24:21.622452 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da2f6223-fdc7-485f-8a31-c91c9fb478bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:21.635602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['995840f7-d39b-4bf6-beab-401653bd6374'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:24:21.684191 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da2f6223-fdc7-485f-8a31-c91c9fb478bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:21.689553 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-da2f6223-fdc7-485f-8a31-c91c9fb478bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/subnets/82b8c4a1-3a11-4b4d-be8d-01ae76f5ff6c HTTP/1.1" status: 204 len: 168 time: 0.6515944 Aug 20 10:24:21.689779 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f6223-fdc7-485f-8a31-c91c9fb478bb tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Subnet': ['ID=82b8c4a1-3a11-4b4d-be8d-01ae76f5ff6c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:21.702685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d55f78-16e6-4db6-ada1-a79a8994b404 None None] Network c9c27f47-7a95-4af2-aa5a-072693236020 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:21.703022 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45414) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:21.761907 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-97c139bd-1640-4b6b-9b02-89635ce5f0cc tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1093278587&fields=id&tenant_id=843b18f1aa4445f8ac4e5c22a26caccd HTTP/1.1" status: 200 len: 267 time: 0.1446466 Aug 20 10:24:21.809455 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:21.839558 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b773e930-fbb7-49dd-bf9d-10fc2e0594a5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b773e930-fbb7-49dd-bf9d-10fc2e0594a5,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:21.891266 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'b773e930-fbb7-49dd-bf9d-10fc2e0594a5', 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f', 'port_id': 'b773e930-fbb7-49dd-bf9d-10fc2e0594a5', 'mac_address': 'fa:16:3e:03:c9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadf393e-210e-42af-b610-6c3e5318317c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:24:21.895745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce620640-3f94-4a12-91c9-62c621f73dce req-10ebd316-1006-425e-bc38-84eb91d0de0a tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:21.907038 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce620640-3f94-4a12-91c9-62c621f73dce req-10ebd316-1006-425e-bc38-84eb91d0de0a tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 949 time: 0.2182379 Aug 20 10:24:21.962880 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce620640-3f94-4a12-91c9-62c621f73dce req-fe3e6eab-7e80-424e-8fd4-e058c7c97ae6 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543699 Aug 20 10:24:21.976018 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Deleting port babdf08f-910f-481f-b6ce-9962f7322192 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:21.976387 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:22.008309 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:22.035426 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b773e930-fbb7-49dd-bf9d-10fc2e0594a5 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:22.077102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b773e930-fbb7-49dd-bf9d-10fc2e0594a5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b773e930-fbb7-49dd-bf9d-10fc2e0594a5,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:22.088126 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:22.089498 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] For port babdf08f-910f-481f-b6ce-9962f7322192, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=babdf08f-910f-481f-b6ce-9962f7322192,segment=NetworkSegment(c44fd75f-fa1a-4a42-a8b4-6f9625ddd8ab),segment_id=c44fd75f-fa1a-4a42-a8b4-6f9625ddd8ab)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:22.090076 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:22.109050 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Calling delete_port for babdf08f-910f-481f-b6ce-9962f7322192 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:22.150474 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c34842-45ec-41a0-9964-14509bf53783 None None] DHCP port deletion for c9c27f47-7a95-4af2-aa5a-072693236020 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:24:22.169224 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-faf7da08-9e2e-4d9e-ab30-24bd7c4bff38 req-31374d2d-b57a-4317-aa1d-0a041dbe9717 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0481126 Aug 20 10:24:22.217935 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 40179df4-df35-4f9b-972d-ab55f090b3f3 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:22.269762 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:22.276099 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=b773e930-fbb7-49dd-bf9d-10fc2e0594a5,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:22.308012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 40179df4-df35-4f9b-972d-ab55f090b3f3 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:22.313038 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-9ce0f400-efa8-4ced-a2f4-591e906aba90 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:22.315621 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 40179df4-df35-4f9b-972d-ab55f090b3f3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:22.316146 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:22.320457 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No DVR routers for this DVR port babdf08f-910f-481f-b6ce-9962f7322192 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:22.321629 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-9ce0f400-efa8-4ced-a2f4-591e906aba90 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports/cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 HTTP/1.1" status: 200 len: 936 time: 0.5411606 Aug 20 10:24:22.325513 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Port': ['ID=babdf08f-910f-481f-b6ce-9962f7322192,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:22.356185 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-24c34842-45ec-41a0-9964-14509bf53783 None None] Deleting port babdf08f-910f-481f-b6ce-9962f7322192 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:22.356698 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-24c34842-45ec-41a0-9964-14509bf53783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:22.390220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-63b5ba3a-1ff7-47aa-8c90-bdc6dd3ecaf6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:22.397885 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-63b5ba3a-1ff7-47aa-8c90-bdc6dd3ecaf6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports/8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 HTTP/1.1" status: 200 len: 937 time: 0.0752208 Aug 20 10:24:22.411597 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:22.450700 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c27f47-7a95-4af2-aa5a-072693236020']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:22.462420 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-96d8b1a3-1fb7-4f85-8ee9-5a1238709da8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?network_id=8714eb28-f9d6-435d-8508-76f686adacfc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0632699 Aug 20 10:24:22.464967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44fd75f-fa1a-4a42-a8b4-6f9625ddd8ab') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:22.465316 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44fd75f-fa1a-4a42-a8b4-6f9625ddd8ab') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:22.482319 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:22.507251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba94acf-0615-45f5-8c33-7719805c47c9 req-ae5bb777-85d3-4617-9f9f-8482ee6541fc tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:22.509302 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bba94acf-0615-45f5-8c33-7719805c47c9 req-ae5bb777-85d3-4617-9f9f-8482ee6541fc tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 944 time: 0.0884094 Aug 20 10:24:22.510637 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:22.523096 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-19648610-fc57-451a-9123-e85a06d68d04 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?network_id=8714eb28-f9d6-435d-8508-76f686adacfc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0594866 Aug 20 10:24:22.526755 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:24:22.528278 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:24:22.532493 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:24:22.636062 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bba94acf-0615-45f5-8c33-7719805c47c9 req-2220d199-afbc-4f5d-80c0-0bb1a34cbe0f tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179435 Aug 20 10:24:22.661811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-9113afc3-f7f9-465f-80e2-eaaa298cf73d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:22.668778 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-9113afc3-f7f9-465f-80e2-eaaa298cf73d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:22.675193 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-9113afc3-f7f9-465f-80e2-eaaa298cf73d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:22.679063 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:22.682985 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-9113afc3-f7f9-465f-80e2-eaaa298cf73d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/networks?id=88f93105-b451-41f4-a5e5-079e47726c50&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=8714eb28-f9d6-435d-8508-76f686adacfc&id=8714eb28-f9d6-435d-8508-76f686adacfc HTTP/1.1" status: 200 len: 1993 time: 0.1586604 Aug 20 10:24:22.703447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['b773e930-fbb7-49dd-bf9d-10fc2e0594a5'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:24:22.715973 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-3b18d8a8-9c3a-41b1-8f79-29fddf427a36 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/quotas/843b18f1aa4445f8ac4e5c22a26caccd HTTP/1.1" status: 200 len: 375 time: 0.0316064 Aug 20 10:24:22.743179 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:22.747433 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/networks/c9c27f47-7a95-4af2-aa5a-072693236020 HTTP/1.1" status: 204 len: 168 time: 1.0427556 Aug 20 10:24:22.748219 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144742d-6a72-4014-9c03-5f090ed07ae8 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Network': ['ID=c9c27f47-7a95-4af2-aa5a-072693236020,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:22.749920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45426) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:22.771737 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device babdf08f-910f-481f-b6ce-9962f7322192 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:24:22.814130 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:22.815214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: babdf08f-910f-481f-b6ce-9962f7322192 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:24:22.815777 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device babdf08f-910f-481f-b6ce-9962f7322192 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:24:22.834608 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-24c34842-45ec-41a0-9964-14509bf53783 None None] For port babdf08f-910f-481f-b6ce-9962f7322192, host n-d-778550-11, got binding levels [] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:22.835410 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-24c34842-45ec-41a0-9964-14509bf53783 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:22.844755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3000b9e-bc68-4761-afbe-802f28dc95ac {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:22.855397 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:22.865237 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-24c34842-45ec-41a0-9964-14509bf53783 None None] Calling delete_port for babdf08f-910f-481f-b6ce-9962f7322192 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:22.870233 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.ipam_backend_mixin [None req-24c34842-45ec-41a0-9964-14509bf53783 None None] Port babdf08f-910f-481f-b6ce-9962f7322192 was not found and therefore no delete operation was performed {{(pid=94868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 10:24:22.877925 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-24c34842-45ec-41a0-9964-14509bf53783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:22.883226 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-c02efd8f-e181-432d-9eb2-fc68c37d4e76 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1646488 Aug 20 10:24:22.898241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-9ac4bdde-ab82-4d05-bc49-f88de59a277e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:24:22.906389 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-9ac4bdde-ab82-4d05-bc49-f88de59a277e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124071 Aug 20 10:24:22.947243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c34842-45ec-41a0-9964-14509bf53783 None None] Pushing event deleted for resources: {'Port': ['ID=babdf08f-910f-481f-b6ce-9962f7322192,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:22.950108 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-24c34842-45ec-41a0-9964-14509bf53783 None None] Network c9c27f47-7a95-4af2-aa5a-072693236020 is not hosted by any dhcp agent {{(pid=94868) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 10:24:22.950779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c34842-45ec-41a0-9964-14509bf53783 None None] No DVR routers for this DVR port babdf08f-910f-481f-b6ce-9962f7322192 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:22.964443 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Transition to ACTIVE for port object b3000b9e-bc68-4761-afbe-802f28dc95ac will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:22.982001 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:22.984620 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:23.049812 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9e7fd3-2edb-4b23-a605-b81e3b3e2279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40179df4-df35-4f9b-972d-ab55f090b3f3'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:23.052228 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63bc5fb-b64a-484e-81cf-d92fa0ecf452" -d '{"events": [{"server_uuid": "2a9e7fd3-2edb-4b23-a605-b81e3b3e2279", "name": "network-vif-plugged", "status": "completed", "tag": "40179df4-df35-4f9b-972d-ab55f090b3f3"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:23.070429 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Pushing event updated for resources: {'Port': ['ID=b3000b9e-bc68-4761-afbe-802f28dc95ac,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:23.072347 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e355e59-2854-4d11-8854-f1aa233f8664 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] DELETE failed (client error): The resource could not be found. Aug 20 10:24:23.073796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e355e59-2854-4d11-8854-f1aa233f8664 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:24:23.073925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 40179df4-df35-4f9b-972d-ab55f090b3f3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=40179df4-df35-4f9b-972d-ab55f090b3f3,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:23.082057 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9e355e59-2854-4d11-8854-f1aa233f8664 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/subnets/52d726e0-a727-415e-a851-bc942c195e9d HTTP/1.1" status: 404 len: 337 time: 0.3230040 Aug 20 10:24:23.082583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45432) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:23.091101 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:23.097172 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead131ab-30b1-4e7c-ad77-be12b8e3a9b4 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] DELETE failed (client error): The resource could not be found. Aug 20 10:24:23.097764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead131ab-30b1-4e7c-ad77-be12b8e3a9b4 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:24:23.101834 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ead131ab-30b1-4e7c-ad77-be12b8e3a9b4 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/networks/4d86adfa-7281-4121-aaeb-254f0c68ccef HTTP/1.1" status: 404 len: 339 time: 0.0207520 Aug 20 10:24:23.103624 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45434) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:23.112463 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a373f87b-1fa6-4d39-905a-57a530be51b0 req-34ac8130-6c16-47f3-80e4-5bc7b684d5f4 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 210 time: 0.0432544 Aug 20 10:24:23.168617 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-c7a04050-3e01-4122-b947-b3c3f6cd3baf service neutron] 10.222.0.16 "GET /v2.0/networks/88f93105-b451-41f4-a5e5-079e47726c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612548 Aug 20 10:24:23.177958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-1d39c93d-fd9e-486c-8199-e8ea182c8350 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:23.180570 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-1d39c93d-fd9e-486c-8199-e8ea182c8350 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.24 "GET /v2.0/networks?id=deae5e63-6201-4553-930d-897a3e36a65a HTTP/1.1" status: 200 len: 821 time: 0.5389197 Aug 20 10:24:23.184606 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=40179df4-df35-4f9b-972d-ab55f090b3f3,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:23.198681 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-0c3de55e-27ca-4f4f-bb94-ef882148fb44 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Request body: {'port': {'device_id': '06c514bc-92d6-4e6d-bcad-a41a8156ee2e', 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a', 'admin_state_up': True, 'tenant_id': 'c60b1bbfe47a48a99fe09e78d51d99e0'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:23.269657 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04f0462-2f46-4c5a-aa00-89f9e255ade0 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Deleting subnet c0155255-9fce-4404-a733-f49cf7783f9b {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:24:23.275356 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e04f0462-2f46-4c5a-aa00-89f9e255ade0 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:23.299464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783291d-6514-47bc-986d-b5289ae2ea9c req-ddb8f3cc-cdec-463d-a0b0-e605f244526a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:23.301012 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a783291d-6514-47bc-986d-b5289ae2ea9c req-ddb8f3cc-cdec-463d-a0b0-e605f244526a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 943 time: 0.1190417 Aug 20 10:24:23.338715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Attempting to bind port b3000b9e-bc68-4761-afbe-802f28dc95ac on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:23.339626 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Attempting to bind port b3000b9e-bc68-4761-afbe-802f28dc95ac by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:23.339626 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Attempting to bind port b3000b9e-bc68-4761-afbe-802f28dc95ac on network c63852f8-5c78-42de-a5e1-12993fc8be5a {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:23.349928 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e04f0462-2f46-4c5a-aa00-89f9e255ade0 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:23.365101 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a783291d-6514-47bc-986d-b5289ae2ea9c req-e27d4176-e3ad-4a26-87c9-92a882d89e97 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567322 Aug 20 10:24:23.376650 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-0c3de55e-27ca-4f4f-bb94-ef882148fb44 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Made reservation on behalf of c60b1bbfe47a48a99fe09e78d51d99e0 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:23.378808 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Port b3000b9e-bc68-4761-afbe-802f28dc95ac on network c63852f8-5c78-42de-a5e1-12993fc8be5a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:24:23.379160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Attempting to bind port b3000b9e-bc68-4761-afbe-802f28dc95ac on network c63852f8-5c78-42de-a5e1-12993fc8be5a {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:23.380631 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-0c3de55e-27ca-4f4f-bb94-ef882148fb44 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:23.403130 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:23.403477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Checking segment: {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:23.403860 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Bound using segment: {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:23.404352 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Bound port: b3000b9e-bc68-4761-afbe-802f28dc95ac, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:23.404766 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:23.411254 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-9ed4731a-6ea1-478c-8350-71ad52f809be service neutron] 10.222.0.16 "GET /v2.0/networks/88f93105-b451-41f4-a5e5-079e47726c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417519 Aug 20 10:24:23.514273 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-a931a190-d0c4-4c34-8c92-b3d0d05447f4 service neutron] 10.222.0.16 "GET /v2.0/ports/cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0906448 Aug 20 10:24:23.554937 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de05759-7155-4366-a932-7c95d891506e req-81a97d5f-3d1f-46da-b0a9-932f5c87e165 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:23.556480 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9de05759-7155-4366-a932-7c95d891506e req-81a97d5f-3d1f-46da-b0a9-932f5c87e165 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 950 time: 0.1051052 Aug 20 10:24:23.574901 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-0c3de55e-27ca-4f4f-bb94-ef882148fb44 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Allocated IP 172.20.0.4 (deae5e63-6201-4553-930d-897a3e36a65a/e2a0b821-48e6-40b2-874d-6ba5dd3e1302/cbe4860d-91d7-4aad-a240-103307e5db1c) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:23.588819 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e04f0462-2f46-4c5a-aa00-89f9e255ade0 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:23.624425 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9de05759-7155-4366-a932-7c95d891506e req-f61b6745-d028-4d28-939e-71bc2d8e8a00 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591040 Aug 20 10:24:23.643454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] For port b3000b9e-bc68-4761-afbe-802f28dc95ac, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:23.645931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] For port b3000b9e-bc68-4761-afbe-802f28dc95ac, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b3000b9e-bc68-4761-afbe-802f28dc95ac,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:23.659102 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:23.696463 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff83ccd-175f-4d27-98f5-5c2afb73c0e1 x-openstack-request-id: req-fff83ccd-175f-4d27-98f5-5c2afb73c0e1 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:23.696781 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9e7fd3-2edb-4b23-a605-b81e3b3e2279", "name": "network-vif-plugged", "status": "completed", "tag": "40179df4-df35-4f9b-972d-ab55f090b3f3", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:23.697042 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fff83ccd-175f-4d27-98f5-5c2afb73c0e1 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:23.698911 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9e7fd3-2edb-4b23-a605-b81e3b3e2279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40179df4-df35-4f9b-972d-ab55f090b3f3', 'code': 200} Aug 20 10:24:23.741647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:23.742409 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:23.743875 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] 10.222.0.42 "PUT /v2.0/ports/b3000b9e-bc68-4761-afbe-802f28dc95ac HTTP/1.1" status: 200 len: 1092 time: 2.3970051 Aug 20 10:24:23.745054 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f655d03b-0520-473d-88ad-0f888ea0ad3f', 'tag': 'b3000b9e-bc68-4761-afbe-802f28dc95ac'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:23.747510 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a739b5-4e0b-4971-a1d2-98062443a825" -d '{"events": [{"name": "network-changed", "server_uuid": "f655d03b-0520-473d-88ad-0f888ea0ad3f", "tag": "b3000b9e-bc68-4761-afbe-802f28dc95ac"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:23.757491 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-96394352-267e-41a5-bb66-5f9d5276fbcd service neutron] 10.222.0.16 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343800 Aug 20 10:24:23.783135 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e04f0462-2f46-4c5a-aa00-89f9e255ade0 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:23.857242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8e05a-7548-4bab-b2ac-669338dbd5ca service neutron] Pushing event updated for resources: {'Port': ['ID=b3000b9e-bc68-4761-afbe-802f28dc95ac,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:23.858738 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a403f79f-89da-4494-83e9-00d8b88af4c6 req-36e67be1-0806-44b0-aa64-33b5dffc4696 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0526974 Aug 20 10:24:23.874183 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-0c3de55e-27ca-4f4f-bb94-ef882148fb44 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:23.892251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a4e5b-a272-468a-98de-a7766a578bf0 req-9e11c1b5-a82a-4db1-a4de-0f52d740fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:23.893751 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1c8a4e5b-a272-468a-98de-a7766a578bf0 req-9e11c1b5-a82a-4db1-a4de-0f52d740fa79 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 1102 time: 0.1035514 Aug 20 10:24:23.914368 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f0462-2f46-4c5a-aa00-89f9e255ade0 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Subnet': ['ID=c0155255-9fce-4404-a733-f49cf7783f9b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:23.916605 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e04f0462-2f46-4c5a-aa00-89f9e255ade0 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:23.918524 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e04f0462-2f46-4c5a-aa00-89f9e255ade0 tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/subnets/c0155255-9fce-4404-a733-f49cf7783f9b HTTP/1.1" status: 204 len: 168 time: 0.8138764 Aug 20 10:24:23.922012 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45444) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:23.930028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b2eca7-5972-4410-904e-eec6d7538f66 None None] Network 45ab4bf7-f810-4a48-9a61-9f2d2b32de76 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:23.947453 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1c8a4e5b-a272-468a-98de-a7766a578bf0 req-541bdfec-0d99-46e3-afb2-acccc75fb337 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459905 Aug 20 10:24:23.951926 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-0c3de55e-27ca-4f4f-bb94-ef882148fb44 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:24.027454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-0c3de55e-27ca-4f4f-bb94-ef882148fb44 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Network deae5e63-6201-4553-930d-897a3e36a65a is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:24.030565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-0c3de55e-27ca-4f4f-bb94-ef882148fb44 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:24.036535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-0c3de55e-27ca-4f4f-bb94-ef882148fb44 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:24.055147 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:24.063644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3de55e-27ca-4f4f-bb94-ef882148fb44 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Pushing event updated for resources: {'Port': ['ID=cbe4860d-91d7-4aad-a240-103307e5db1c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:24.093105 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-48acf51d-1f93-4208-96e6-ffd919524835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:24.094662 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-48acf51d-1f93-4208-96e6-ffd919524835 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 1095 time: 0.2854171 Aug 20 10:24:24.105980 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-09215475-4b9a-463e-9ea9-e713ebbedf4c service neutron] 10.222.0.16 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394136 Aug 20 10:24:24.123731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-0c3de55e-27ca-4f4f-bb94-ef882148fb44 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:24.125136 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-0c3de55e-27ca-4f4f-bb94-ef882148fb44 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:24.159197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f4bc3-0e52-4995-b369-fb7eba924d5e req-d25d3b94-6969-48a7-8f37-02b18ef6ea74 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:24.166132 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] DHCP port deletion for 45ab4bf7-f810-4a48-9a61-9f2d2b32de76 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:24:24.167562 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-644f4bc3-0e52-4995-b369-fb7eba924d5e req-d25d3b94-6969-48a7-8f37-02b18ef6ea74 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 944 time: 0.0946617 Aug 20 10:24:24.170508 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-0c3de55e-27ca-4f4f-bb94-ef882148fb44 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9766908 Aug 20 10:24:24.196129 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Request body: {'port': {'device_id': '06c514bc-92d6-4e6d-bcad-a41a8156ee2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:24.202771 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-a97c80b7-d77e-434b-9645-63cb108b8e83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3000b9e-bc68-4761-afbe-802f28dc95ac HTTP/1.1" status: 200 len: 217 time: 0.0727363 Aug 20 10:24:24.222144 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] Deleting port d806cf7f-af91-40c5-9e45-7fec5c445d3a {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:24.222750 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:24.240017 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-caa5774f-c729-41eb-9208-f943f0bdb7c8 service neutron] 10.222.0.16 "GET /v2.0/ports/8c03ea33-81cd-4ef0-9cb8-e0f29d79c575?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1086378 Aug 20 10:24:24.269210 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-644f4bc3-0e52-4995-b369-fb7eba924d5e req-5f52cff5-bf1d-4cc9-8295-89e28d168787 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961075 Aug 20 10:24:24.286877 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:24.307707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] For port d806cf7f-af91-40c5-9e45-7fec5c445d3a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d806cf7f-af91-40c5-9e45-7fec5c445d3a,segment=NetworkSegment(7aff973e-db14-4b6a-973f-ef8690fe9c41),segment_id=7aff973e-db14-4b6a-973f-ef8690fe9c41)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:24.308136 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:24.322889 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] Calling delete_port for d806cf7f-af91-40c5-9e45-7fec5c445d3a owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:24.333480 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b5b174-8478-4b91-b133-b299e1feab2b x-openstack-request-id: req-94b5b174-8478-4b91-b133-b299e1feab2b {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:24.333777 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f655d03b-0520-473d-88ad-0f888ea0ad3f", "tag": "b3000b9e-bc68-4761-afbe-802f28dc95ac", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:24.334232 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94b5b174-8478-4b91-b133-b299e1feab2b {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:24.334809 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f655d03b-0520-473d-88ad-0f888ea0ad3f', 'tag': 'b3000b9e-bc68-4761-afbe-802f28dc95ac', 'status': 'completed', 'code': 200} Aug 20 10:24:24.341127 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-c07ab3f3-ad87-40a4-ad97-0e55b5538be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:24.343742 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-c07ab3f3-ad87-40a4-ad97-0e55b5538be7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d14c8d45-d320-4574-86d3-37a082d1daf5 HTTP/1.1" status: 200 len: 846 time: 0.1339018 Aug 20 10:24:24.366951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Deleting port d806cf7f-af91-40c5-9e45-7fec5c445d3a {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:24.368350 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:24.403652 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-51127c67-ab0c-4bc8-9271-bd5e0d2a9767 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c63852f8-5c78-42de-a5e1-12993fc8be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517704 Aug 20 10:24:24.417030 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:24.451573 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] Pushing event deleted for resources: {'Port': ['ID=d806cf7f-af91-40c5-9e45-7fec5c445d3a,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:24.457625 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] No DVR routers for this DVR port d806cf7f-af91-40c5-9e45-7fec5c445d3a on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:24.468318 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:24.468840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:24.469806 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:24.470328 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:24.470817 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:24.471462 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:24.471950 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:24.472451 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:24.472964 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:24.473260 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:24.473739 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:24.473909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07453b-5cbd-470d-a913-7378cf67fef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:24:24.548977 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] For port d806cf7f-af91-40c5-9e45-7fec5c445d3a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d806cf7f-af91-40c5-9e45-7fec5c445d3a,segment=NetworkSegment(7aff973e-db14-4b6a-973f-ef8690fe9c41),segment_id=7aff973e-db14-4b6a-973f-ef8690fe9c41)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:24.548977 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:24.561195 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-225df79d-94ff-42f8-bfbe-34ba914f7e7b service neutron] 10.222.0.16 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120492 Aug 20 10:24:24.569968 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb1263-8bc1-4152-95cf-1eaea680f1fc req-6f9e1103-cc73-4f96-b3f2-6551cd70f2a6 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:24.571617 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33fb1263-8bc1-4152-95cf-1eaea680f1fc req-6f9e1103-cc73-4f96-b3f2-6551cd70f2a6 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 931 time: 0.1342552 Aug 20 10:24:24.579613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d806cf7f-af91-40c5-9e45-7fec5c445d3a no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:24:24.614808 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: d806cf7f-af91-40c5-9e45-7fec5c445d3a {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:24:24.615473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d806cf7f-af91-40c5-9e45-7fec5c445d3a not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:24:24.637644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Calling delete_port for d806cf7f-af91-40c5-9e45-7fec5c445d3a owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:24.657856 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33fb1263-8bc1-4152-95cf-1eaea680f1fc req-d0489800-1e55-4639-adeb-35581ebe2801 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675116 Aug 20 10:24:24.726811 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-3615ec8d-f656-4a11-a628-89887d9d8eae service neutron] 10.222.0.42 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811031 Aug 20 10:24:24.743186 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe4860d-91d7-4aad-a240-103307e5db1c {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:24.773668 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:24.791812 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Transition to ACTIVE for port object cbe4860d-91d7-4aad-a240-103307e5db1c will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:24.799311 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:24.811724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-126ad5e7-8977-44b8-ab60-be2e01238635 service neutron] 10.222.0.16 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496340 Aug 20 10:24:24.815438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b6267-2e7d-48d4-bc2a-8afa2504ddce req-f119a63f-f6e1-4347-b299-c2e26b27bc3c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:24.817130 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd2b6267-2e7d-48d4-bc2a-8afa2504ddce req-f119a63f-f6e1-4347-b299-c2e26b27bc3c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 943 time: 0.0904973 Aug 20 10:24:24.890184 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:24.890512 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Pushing event updated for resources: {'Port': ['ID=cbe4860d-91d7-4aad-a240-103307e5db1c,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:24.919940 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd2b6267-2e7d-48d4-bc2a-8afa2504ddce req-0e583328-a50d-4f78-90bc-8c64848ddc89 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795131 Aug 20 10:24:24.938577 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Port': ['ID=d806cf7f-af91-40c5-9e45-7fec5c445d3a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:24.957617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] No DVR routers for this DVR port d806cf7f-af91-40c5-9e45-7fec5c445d3a on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:24.972915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Attempting to bind port cbe4860d-91d7-4aad-a240-103307e5db1c on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:24.973344 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Attempting to bind port cbe4860d-91d7-4aad-a240-103307e5db1c by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '65fdf31e-510b-4ce8-b116-9f076bf82d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:24.973683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Attempting to bind port cbe4860d-91d7-4aad-a240-103307e5db1c on network deae5e63-6201-4553-930d-897a3e36a65a {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:24.976614 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71cf38f1-0c9b-40f6-b026-bd5f6d0cb3f7 req-df2730d5-7974-4440-abac-97aeb6e061de service neutron] 10.222.0.42 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440248 Aug 20 10:24:24.979230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Port cbe4860d-91d7-4aad-a240-103307e5db1c on network deae5e63-6201-4553-930d-897a3e36a65a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:24:24.979443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Attempting to bind port cbe4860d-91d7-4aad-a240-103307e5db1c on network deae5e63-6201-4553-930d-897a3e36a65a {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:24.984867 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:24.985274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Checking segment: {'id': '65fdf31e-510b-4ce8-b116-9f076bf82d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:24.985585 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Bound using segment: {'id': '65fdf31e-510b-4ce8-b116-9f076bf82d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:24.986016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Bound port: cbe4860d-91d7-4aad-a240-103307e5db1c, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fdf31e-510b-4ce8-b116-9f076bf82d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:24.986465 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:25.089045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] For port cbe4860d-91d7-4aad-a240-103307e5db1c, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:25.092779 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] For port cbe4860d-91d7-4aad-a240-103307e5db1c, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cbe4860d-91d7-4aad-a240-103307e5db1c,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:25.101172 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6a8a1-1580-4cbd-8e3f-65b4ee8f4c45 req-59056b35-2a32-490d-a670-95c3e76203e7 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:25.102736 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5e6a8a1-1580-4cbd-8e3f-65b4ee8f4c45 req-59056b35-2a32-490d-a670-95c3e76203e7 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 950 time: 0.0785451 Aug 20 10:24:25.104960 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:25.115686 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-53046ce6-9324-43fb-aa67-5cdde15a13b6 service neutron] 10.222.0.16 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896242 Aug 20 10:24:25.127865 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:25.156849 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ab4bf7-f810-4a48-9a61-9f2d2b32de76']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:25.166823 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:25.167657 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:25.168861 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] 10.222.0.24 "PUT /v2.0/ports/cbe4860d-91d7-4aad-a240-103307e5db1c HTTP/1.1" status: 200 len: 1092 time: 0.9776683 Aug 20 10:24:25.169591 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c514bc-92d6-4e6d-bcad-a41a8156ee2e', 'tag': 'cbe4860d-91d7-4aad-a240-103307e5db1c'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:25.172211 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9b5218-70bb-4bdb-b1d3-88c7c1a32aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "06c514bc-92d6-4e6d-bcad-a41a8156ee2e", "tag": "cbe4860d-91d7-4aad-a240-103307e5db1c"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:25.201390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aff973e-db14-4b6a-973f-ef8690fe9c41') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:25.201701 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aff973e-db14-4b6a-973f-ef8690fe9c41') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:25.211706 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5e6a8a1-1580-4cbd-8e3f-65b4ee8f4c45 req-12b29ac4-49b5-40bb-b159-66c80ab4e74b tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750494 Aug 20 10:24:25.211926 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a739b5-4e0b-4971-a1d2-98062443a825 req-b6f8bf47-aa0d-4f6b-a3b5-30d979347526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:25.213275 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9a739b5-4e0b-4971-a1d2-98062443a825 req-b6f8bf47-aa0d-4f6b-a3b5-30d979347526 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 1095 time: 0.1477253 Aug 20 10:24:25.214143 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3229011-045c-4570-a102-9f9cfb4136fe service neutron] Pushing event updated for resources: {'Port': ['ID=cbe4860d-91d7-4aad-a240-103307e5db1c,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:25.218391 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:25.266250 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:25.312130 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:24:25.313191 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:24:25.315919 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:24:25.347662 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-d6a7ab71-14b0-4553-89f8-ebe4dce76a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:25.349177 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-d6a7ab71-14b0-4553-89f8-ebe4dce76a44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c60b1bbfe47a48a99fe09e78d51d99e0&device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 1095 time: 0.1024740 Aug 20 10:24:25.350894 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13c022ee-ecda-488e-a1a7-7f20ce6d04bf req-541f802f-ff20-466b-aaec-c40446575126 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0481055 Aug 20 10:24:25.385455 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-913a28c0-80dd-40c7-b8f8-c7a0000003fd service neutron] 10.222.0.16 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608416 Aug 20 10:24:25.402620 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-e412899a-1795-4d54-a131-da300b3c2d6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbe4860d-91d7-4aad-a240-103307e5db1c HTTP/1.1" status: 200 len: 217 time: 0.0447352 Aug 20 10:24:25.464977 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:25.466782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-e508a71b-bcaa-4a8c-aecd-9628f3075776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:25.467811 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-e508a71b-bcaa-4a8c-aecd-9628f3075776 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2a0b821-48e6-40b2-874d-6ba5dd3e1302 HTTP/1.1" status: 200 len: 861 time: 0.0576932 Aug 20 10:24:25.486061 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:25.493149 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] 10.222.0.16 "DELETE /v2.0/networks/45ab4bf7-f810-4a48-9a61-9f2d2b32de76 HTTP/1.1" status: 204 len: 168 time: 1.5668755 Aug 20 10:24:25.505279 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37c5916-8525-4f99-bb98-64f290b3c05b x-openstack-request-id: req-b37c5916-8525-4f99-bb98-64f290b3c05b {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:25.505669 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c514bc-92d6-4e6d-bcad-a41a8156ee2e", "tag": "cbe4860d-91d7-4aad-a240-103307e5db1c", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:25.506063 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b37c5916-8525-4f99-bb98-64f290b3c05b {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:25.506536 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c514bc-92d6-4e6d-bcad-a41a8156ee2e', 'tag': 'cbe4860d-91d7-4aad-a240-103307e5db1c', 'status': 'completed', 'code': 200} Aug 20 10:24:25.509253 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-869e4c5d-ef23-4d8c-8f71-8b1071bd0eb5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=deae5e63-6201-4553-930d-897a3e36a65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330317 Aug 20 10:24:25.509816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b773e930-fbb7-49dd-bf9d-10fc2e0594a5 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:25.543178 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a739b5-4e0b-4971-a1d2-98062443a825 req-7bc5da10-ed03-4fa0-941c-3442439aeebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:25.545040 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9a739b5-4e0b-4971-a1d2-98062443a825 req-7bc5da10-ed03-4fa0-941c-3442439aeebf service neutron] 10.222.0.42 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 907 time: 0.3233113 Aug 20 10:24:25.545858 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e8a32-b404-4e12-a955-35f917aeef4d tempest-NetworksIpV6Test-2122735456 tempest-NetworksIpV6Test-2122735456-project] Pushing event deleted for resources: {'Network': ['ID=45ab4bf7-f810-4a48-9a61-9f2d2b32de76,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:25.587599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port b773e930-fbb7-49dd-bf9d-10fc2e0594a5 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:25.594928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port b773e930-fbb7-49dd-bf9d-10fc2e0594a5 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:25.595570 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:25.618993 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9a739b5-4e0b-4971-a1d2-98062443a825 req-e56a5de1-5ab4-4a2a-bf4a-163d54278136 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3000b9e-bc68-4761-afbe-802f28dc95ac HTTP/1.1" status: 200 len: 217 time: 0.0527658 Aug 20 10:24:25.663104 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9c62c-050e-4d09-b3d7-e523e401d758 req-b798e9ae-4725-463f-a866-d603c456d38b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:25.671697 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-09e9c62c-050e-4d09-b3d7-e523e401d758 req-b798e9ae-4725-463f-a866-d603c456d38b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 944 time: 0.1072190 Aug 20 10:24:25.684931 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-b04c7885-c1d5-4463-878c-38bb213b31cb service neutron] 10.222.0.24 "GET /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684878 Aug 20 10:24:25.687026 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-34898010-953d-4fb4-ae7c-b8789facb47e service neutron] 10.222.0.16 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891901 Aug 20 10:24:25.714669 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:25.765800 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea985b4-8059-4330-a637-2199b5a66368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b773e930-fbb7-49dd-bf9d-10fc2e0594a5'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:25.769976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a739b5-4e0b-4971-a1d2-98062443a825 req-049fcc94-923a-4d09-b7bb-8ea4a9314ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:25.770577 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa318572-8100-4bd7-ac71-cbe1377e25b0" -d '{"events": [{"server_uuid": "6ea985b4-8059-4330-a637-2199b5a66368", "name": "network-vif-plugged", "status": "completed", "tag": "b773e930-fbb7-49dd-bf9d-10fc2e0594a5"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:25.771129 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9a739b5-4e0b-4971-a1d2-98062443a825 req-049fcc94-923a-4d09-b7bb-8ea4a9314ac9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d14c8d45-d320-4574-86d3-37a082d1daf5 HTTP/1.1" status: 200 len: 846 time: 0.1441162 Aug 20 10:24:25.793670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b773e930-fbb7-49dd-bf9d-10fc2e0594a5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b773e930-fbb7-49dd-bf9d-10fc2e0594a5,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:25.793819 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-09e9c62c-050e-4d09-b3d7-e523e401d758 req-a64b4d36-8c50-4853-8c94-3ee3970b5265 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126559 Aug 20 10:24:25.811915 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:25.821532 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9a739b5-4e0b-4971-a1d2-98062443a825 req-0b199979-13c3-4192-95d3-b948410b8144 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c63852f8-5c78-42de-a5e1-12993fc8be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427129 Aug 20 10:24:25.838658 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08c21ad1-efe9-4f88-a9bd-a720115f665f req-33705155-3eda-4e4a-8995-90cb4307f4da service neutron] 10.222.0.24 "GET /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461065 Aug 20 10:24:25.872137 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45468) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:25.914247 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=b773e930-fbb7-49dd-bf9d-10fc2e0594a5,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:25.972014 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-891dff48-e3f4-49a0-a23a-587b26977de5 service neutron] 10.222.0.16 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842891 Aug 20 10:24:25.993721 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9fcb2-e25a-449d-9ea8-99853bdcf8c1 req-20337dbc-ec36-4262-859e-e22cd907987c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:26.000807 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f3d9fcb2-e25a-449d-9ea8-99853bdcf8c1 req-20337dbc-ec36-4262-859e-e22cd907987c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 943 time: 0.1090736 Aug 20 10:24:26.003473 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9a739b5-4e0b-4971-a1d2-98062443a825 req-2abbb4ae-abdb-4d4c-8f7e-9729d204d6b3 service neutron] 10.222.0.42 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676052 Aug 20 10:24:26.005328 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b5218-70bb-4bdb-b1d3-88c7c1a32aaf req-3bce3a12-92e0-4124-aec8-6e6059c912a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:26.006927 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f9b5218-70bb-4bdb-b1d3-88c7c1a32aaf req-3bce3a12-92e0-4124-aec8-6e6059c912a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c60b1bbfe47a48a99fe09e78d51d99e0&device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 1095 time: 0.1021800 Aug 20 10:24:26.140644 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f3d9fcb2-e25a-449d-9ea8-99853bdcf8c1 req-3919eff1-dd3b-4c63-9add-e43035d8dc39 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342392 Aug 20 10:24:26.167783 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-81c60c8d-231b-4f22-bb8c-6a1d711ee81b service neutron] 10.222.0.16 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809115 Aug 20 10:24:26.170335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45474) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:26.170611 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e5470c45-c1b1-4465-a13d-199cb496d8c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dadb17a1633c48f6b31c504559794a61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969182 Aug 20 10:24:26.179026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b5218-70bb-4bdb-b1d3-88c7c1a32aaf req-be087ab6-7529-4419-b9a9-9db90354e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:26.181249 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f9b5218-70bb-4bdb-b1d3-88c7c1a32aaf req-be087ab6-7529-4419-b9a9-9db90354e113 service neutron] 10.222.0.24 "GET /v2.0/networks?id=deae5e63-6201-4553-930d-897a3e36a65a HTTP/1.1" status: 200 len: 922 time: 0.1649461 Aug 20 10:24:26.183096 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9a739b5-4e0b-4971-a1d2-98062443a825 req-bb4596e2-68cf-471e-aefd-8f1c6af8c7fb service neutron] 10.222.0.42 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638086 Aug 20 10:24:26.209279 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b626b1c-cadc-4e07-b17c-0ce3c6c2ed34 x-openstack-request-id: req-3b626b1c-cadc-4e07-b17c-0ce3c6c2ed34 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:26.209565 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea985b4-8059-4330-a637-2199b5a66368", "name": "network-vif-plugged", "status": "completed", "tag": "b773e930-fbb7-49dd-bf9d-10fc2e0594a5", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:26.209824 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b626b1c-cadc-4e07-b17c-0ce3c6c2ed34 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:26.210239 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea985b4-8059-4330-a637-2199b5a66368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b773e930-fbb7-49dd-bf9d-10fc2e0594a5', 'code': 200} Aug 20 10:24:26.237702 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f9b5218-70bb-4bdb-b1d3-88c7c1a32aaf req-9c33ce77-ac7b-44e5-b5a4-a72dfa8ab652 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbe4860d-91d7-4aad-a240-103307e5db1c HTTP/1.1" status: 200 len: 217 time: 0.0485682 Aug 20 10:24:26.327600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b5218-70bb-4bdb-b1d3-88c7c1a32aaf req-702a8e4f-1441-41ba-a057-cc486eca5835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:26.329173 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f9b5218-70bb-4bdb-b1d3-88c7c1a32aaf req-702a8e4f-1441-41ba-a057-cc486eca5835 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2a0b821-48e6-40b2-874d-6ba5dd3e1302 HTTP/1.1" status: 200 len: 861 time: 0.0830812 Aug 20 10:24:26.353606 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53688282-7c59-4d02-8c0f-da00bfa6e87a req-9f1ec12d-c1b9-4c76-9481-f9f21fca8bda tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:26.355187 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-53688282-7c59-4d02-8c0f-da00bfa6e87a req-9f1ec12d-c1b9-4c76-9481-f9f21fca8bda tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 943 time: 0.0773723 Aug 20 10:24:26.372224 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f48b89-9de2-4ecc-a82a-cc2cd469ffff req-1abc8fff-b56f-40df-8514-db9809f6fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:26.372447 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f9b5218-70bb-4bdb-b1d3-88c7c1a32aaf req-f02299c9-5714-4094-970d-b025fbcac129 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=deae5e63-6201-4553-930d-897a3e36a65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351481 Aug 20 10:24:26.374018 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-51f48b89-9de2-4ecc-a82a-cc2cd469ffff req-1abc8fff-b56f-40df-8514-db9809f6fd7b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 1097 time: 0.0970578 Aug 20 10:24:26.375124 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9bd7ce4c-50d7-4fe6-94bf-7fb48a789f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:26.378898 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ed5d339-1080-4382-bddf-09cbadf4f698 service neutron] 10.222.0.16 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896231 Aug 20 10:24:26.422085 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9bd7ce4c-50d7-4fe6-94bf-7fb48a789f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:26.459548 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-53688282-7c59-4d02-8c0f-da00bfa6e87a req-2a82a91b-4c45-4f67-8501-4074755e5e32 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900104 Aug 20 10:24:26.509739 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f9b5218-70bb-4bdb-b1d3-88c7c1a32aaf req-925be036-2c4c-4295-a4ca-d8cb41ed836e service neutron] 10.222.0.24 "GET /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230700 Aug 20 10:24:26.515615 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-51f48b89-9de2-4ecc-a82a-cc2cd469ffff req-c38ca845-0b85-42d2-ae95-f9d26395eb5e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333489 Aug 20 10:24:26.547465 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-c311e718-6cc1-4fb1-a88c-edb0a5f5d895 service neutron] 10.222.0.16 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515141 Aug 20 10:24:26.552769 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9bd7ce4c-50d7-4fe6-94bf-7fb48a789f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:26.556051 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9bd7ce4c-50d7-4fe6-94bf-7fb48a789f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:26.557770 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9bd7ce4c-50d7-4fe6-94bf-7fb48a789f61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c70e000a-2929-4e75-9212-58dcd547626a HTTP/1.1" status: 204 len: 168 time: 0.3859630 Aug 20 10:24:26.621410 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7ce4c-50d7-4fe6-94bf-7fb48a789f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70e000a-2929-4e75-9212-58dcd547626a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:26.650405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be75df-b574-4f32-a463-4e1ce5d5c910 req-f6baf0f1-59ed-453f-8b85-83caa27469b0 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:26.651915 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-60be75df-b574-4f32-a463-4e1ce5d5c910 req-f6baf0f1-59ed-453f-8b85-83caa27469b0 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 950 time: 0.1019053 Aug 20 10:24:26.671400 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f9b5218-70bb-4bdb-b1d3-88c7c1a32aaf req-bff5eed6-de95-4b8a-96ca-db9bfb06e058 service neutron] 10.222.0.24 "GET /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534276 Aug 20 10:24:26.686273 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-327db088-022f-4c57-b848-0d97232f8ec5 service neutron] 10.222.0.16 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272051 Aug 20 10:24:26.701670 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-60be75df-b574-4f32-a463-4e1ce5d5c910 req-6683175a-105a-4b44-ae50-24bbdd057c37 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419683 Aug 20 10:24:26.819628 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-add613d3-b64e-4c70-8d5c-42677f489d74 req-e83a9958-c273-4567-83b1-029ae717d06d tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0354743 Aug 20 10:24:27.137781 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-0ca39a28-808f-4900-865f-1c99d181a221 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0634220 Aug 20 10:24:27.263633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-13704077-78a4-47ef-9d5e-02abab4b5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:27.264121 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-13704077-78a4-47ef-9d5e-02abab4b5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:27.264656 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-13704077-78a4-47ef-9d5e-02abab4b5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:27.265263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-13704077-78a4-47ef-9d5e-02abab4b5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:27.265741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-13704077-78a4-47ef-9d5e-02abab4b5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:27.266432 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-13704077-78a4-47ef-9d5e-02abab4b5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:27.267076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-13704077-78a4-47ef-9d5e-02abab4b5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:27.271431 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-13704077-78a4-47ef-9d5e-02abab4b5695 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0e5831484784def8c1647505b6cc771&device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 6498 time: 0.0752165 Aug 20 10:24:27.318025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bd326-fbe8-4cc5-b9d9-c62beadbc4d9 req-3692cfe1-afb0-4759-8355-73dc4ba01692 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:27.331139 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a33bd326-fbe8-4cc5-b9d9-c62beadbc4d9 req-3692cfe1-afb0-4759-8355-73dc4ba01692 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.0928140 Aug 20 10:24:27.388296 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a33bd326-fbe8-4cc5-b9d9-c62beadbc4d9 req-a7fcce26-0280-40d3-8395-9f9ba1cab5c2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559549 Aug 20 10:24:27.519996 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b3000b9e-bc68-4761-afbe-802f28dc95ac details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:24:27.522750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bab98-040b-431a-876c-c0fd249d4bf6 req-eab3cac1-ca5e-4315-ae24-50b058f294f5 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:27.549086 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4a0bab98-040b-431a-876c-c0fd249d4bf6 req-eab3cac1-ca5e-4315-ae24-50b058f294f5 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 943 time: 0.0919375 Aug 20 10:24:27.672156 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4a0bab98-040b-431a-876c-c0fd249d4bf6 req-419e948d-445a-4256-a647-8e5d0d328c62 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214633 Aug 20 10:24:27.720139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b3000b9e-bc68-4761-afbe-802f28dc95ac, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b3000b9e-bc68-4761-afbe-802f28dc95ac,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:27.767715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'b3000b9e-bc68-4761-afbe-802f28dc95ac', 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a', 'port_id': 'b3000b9e-bc68-4761-afbe-802f28dc95ac', 'mac_address': 'fa:16:3e:21:38:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14c8d45-d320-4574-86d3-37a082d1daf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:24:27.772208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45546) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:27.776389 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d104f31-8e7f-4920-9687-4d2f618caf5e req-10e6e521-2574-4436-9a87-c23c8f042739 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.0462720 Aug 20 10:24:27.882982 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:27.899931 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3000b9e-bc68-4761-afbe-802f28dc95ac {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:27.930039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b3000b9e-bc68-4761-afbe-802f28dc95ac, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b3000b9e-bc68-4761-afbe-802f28dc95ac,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:27.935752 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:27.993160 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f5a5fd1c-dc4f-4001-b536-6b71bba661ec tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1431858097'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:28.002239 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-ef406ac1-498c-48ec-8e5e-01acfd71665d tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a4845f767448482c998d39544b1d872d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353341 Aug 20 10:24:28.010427 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=b3000b9e-bc68-4761-afbe-802f28dc95ac,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:28.028675 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05723452-bfe2-45ca-9ce0-9fe570b48cc6 req-a8ad1235-0e48-4abb-9572-28ecd87f1694 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:28.030501 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-05723452-bfe2-45ca-9ce0-9fe570b48cc6 req-a8ad1235-0e48-4abb-9572-28ecd87f1694 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 944 time: 0.1068468 Aug 20 10:24:28.068143 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a5fd1c-dc4f-4001-b536-6b71bba661ec tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Made reservation on behalf of 9af67ae9ba2d441696d26c43aa8dc912 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:28.074189 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f5a5fd1c-dc4f-4001-b536-6b71bba661ec tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:28.088029 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f5a5fd1c-dc4f-4001-b536-6b71bba661ec tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:28.121081 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-2488c11c-55dc-4f5a-830c-9e4368f577bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:28.121557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-2488c11c-55dc-4f5a-830c-9e4368f577bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:28.122025 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-2488c11c-55dc-4f5a-830c-9e4368f577bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:28.123701 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-2488c11c-55dc-4f5a-830c-9e4368f577bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8eb4a3e-b147-44c8-b055-38c08a4758a5&id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c&id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c HTTP/1.1" status: 200 len: 2292 time: 0.8109002 Aug 20 10:24:28.154529 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-05723452-bfe2-45ca-9ce0-9fe570b48cc6 req-5b8e5987-39a4-46d7-a45c-45c543044e4a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152399 Aug 20 10:24:28.204444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['b3000b9e-bc68-4761-afbe-802f28dc95ac'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:24:28.269203 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-a82c967b-8b6b-4459-bd8b-379a830ba3af tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:28.287907 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-a82c967b-8b6b-4459-bd8b-379a830ba3af tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2847042 Aug 20 10:24:28.307537 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f5a5fd1c-dc4f-4001-b536-6b71bba661ec tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:28.320088 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f5a5fd1c-dc4f-4001-b536-6b71bba661ec tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:28.325802 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-f27ebc26-00ce-46c0-ad76-428c4d8ef82c tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/quotas/a4845f767448482c998d39544b1d872d HTTP/1.1" status: 200 len: 375 time: 0.0361855 Aug 20 10:24:28.342140 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-83fbda34-cb6b-4cf2-9879-d47a59f94e49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2546b1e2-0838-4e48-be61-9c0af5b6f798 HTTP/1.1" status: 200 len: 1001 time: 0.2067356 Aug 20 10:24:28.346919 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-516cc91d-cd4d-47b1-a653-3e98634f91ac req-1317238c-55dc-49e4-82de-bcd0a525cfa6 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0474939 Aug 20 10:24:28.366575 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a5fd1c-dc4f-4001-b536-6b71bba661ec tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:24:28.382662 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5fd1c-dc4f-4001-b536-6b71bba661ec tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761d4122-a36d-4ba2-932e-389d7272253c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:28.408249 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f5a5fd1c-dc4f-4001-b536-6b71bba661ec tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:28.408249 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-f5a5fd1c-dc4f-4001-b536-6b71bba661ec tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Added segment 66acd654-3788-482d-bc18-b8356eac8728 of type vlan for network e68042e1-3e88-4f0e-906d-888a46f7fdd6 Aug 20 10:24:28.461203 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f5a5fd1c-dc4f-4001-b536-6b71bba661ec tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:28.508087 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-fa013a15-ca49-4c39-8882-464fc15051ff tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4845f767448482c998d39544b1d872d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1808131 Aug 20 10:24:28.511553 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f5a5fd1c-dc4f-4001-b536-6b71bba661ec tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:28.527994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a5fd1c-dc4f-4001-b536-6b71bba661ec tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:28.530447 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f5a5fd1c-dc4f-4001-b536-6b71bba661ec tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:28.532060 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-393c8fef-d639-422d-9609-6f46e6d5be77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:28.537596 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-393c8fef-d639-422d-9609-6f46e6d5be77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cdb8b0c3-e2dc-4f1a-99e9-151eb29be007 HTTP/1.1" status: 200 len: 851 time: 0.1462104 Aug 20 10:24:28.614215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-7b3d12a6-1301-4ebc-b3c6-f3041979d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:28.616027 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-7b3d12a6-1301-4ebc-b3c6-f3041979d392 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8eb4a3e-b147-44c8-b055-38c08a4758a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709209 Aug 20 10:24:28.635283 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f5a5fd1c-dc4f-4001-b536-6b71bba661ec tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8579619 Aug 20 10:24:28.680886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582bd2b-c201-4e49-ab3c-fee75c488057 req-445b5cda-6550-409a-964e-6f5236087a05 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:28.682532 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e582bd2b-c201-4e49-ab3c-fee75c488057 req-445b5cda-6550-409a-964e-6f5236087a05 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.1270976 Aug 20 10:24:28.686001 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5fd1c-dc4f-4001-b536-6b71bba661ec tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event updated for resources: {'Network': ['ID=e68042e1-3e88-4f0e-906d-888a46f7fdd6,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:28.704327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network e68042e1-3e88-4f0e-906d-888a46f7fdd6 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:24:28.790518 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e582bd2b-c201-4e49-ab3c-fee75c488057 req-78825f49-c48a-4c8f-adfe-d6e3d51184ee tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000626 Aug 20 10:24:28.826988 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-65f95b4b-fa87-4369-9075-a1efbf9db19c req-7a53aa79-5085-4447-80b4-180215f3be4b tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 210 time: 0.0486584 Aug 20 10:24:28.877069 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-76fc84e7-79e3-47b9-8cd7-f3f4567cf48d service neutron] 10.222.0.42 "GET /v2.0/networks/b8eb4a3e-b147-44c8-b055-38c08a4758a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517323 Aug 20 10:24:28.965498 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9ed59-59ee-4acd-a259-26b9090cc30b req-e7cf3a53-23e3-4f79-ab36-61ed73d8df19 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:28.967245 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21d9ed59-59ee-4acd-a259-26b9090cc30b req-e7cf3a53-23e3-4f79-ab36-61ed73d8df19 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 943 time: 0.0669980 Aug 20 10:24:29.064772 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21d9ed59-59ee-4acd-a259-26b9090cc30b req-113f5dbe-4c1b-4f80-a01c-98f5f13b30d8 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916495 Aug 20 10:24:29.193196 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-5b01088b-82ba-42ab-86a2-8efb1543cabd service neutron] 10.222.0.42 "GET /v2.0/networks/b8eb4a3e-b147-44c8-b055-38c08a4758a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873471 Aug 20 10:24:29.204269 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8806b368-e84f-4d00-8f18-77066a5bd059 req-eac001c9-1af5-4519-ad15-c31e23d20e4c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.1830072 Aug 20 10:24:29.259141 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0f5072f2-a257-4083-8d0c-3c3ed3133751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:29.295347 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-c36167a8-cd7b-4951-a712-7681a39347c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:29.300588 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-c36167a8-cd7b-4951-a712-7681a39347c6 service neutron] 10.222.0.42 "GET /v2.0/ports/cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 HTTP/1.1" status: 200 len: 1032 time: 0.2597556 Aug 20 10:24:29.306342 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-6897fc98-422f-442d-85df-6d1b6428b238 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=c43a519f-c520-4a8c-8b50-6cbb1c0ed201 HTTP/1.1" status: 200 len: 217 time: 0.1088667 Aug 20 10:24:29.510170 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-fab315cc-982a-42e8-a58e-081521a94456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:29.511695 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-fab315cc-982a-42e8-a58e-081521a94456 service neutron] 10.222.0.42 "GET /v2.0/ports/8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 HTTP/1.1" status: 200 len: 1033 time: 0.2015765 Aug 20 10:24:29.555198 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b3000b9e-bc68-4761-afbe-802f28dc95ac up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:29.663942 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-66481425-5260-457d-8473-641ba07e4dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:29.666514 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-66481425-5260-457d-8473-641ba07e4dcc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bbdbb57-b2a0-488f-89de-e5556b3e2800 HTTP/1.1" status: 200 len: 797 time: 0.3182178 Aug 20 10:24:29.690475 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee4e17-2254-4345-aa24-90669f3504d3 req-bee5be60-4f00-45d0-be17-0e8ea9df72b3 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:29.699246 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-07ee4e17-2254-4345-aa24-90669f3504d3 req-bee5be60-4f00-45d0-be17-0e8ea9df72b3 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 944 time: 0.3276942 Aug 20 10:24:29.777003 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port b3000b9e-bc68-4761-afbe-802f28dc95ac completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:29.792056 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port b3000b9e-bc68-4761-afbe-802f28dc95ac triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:29.797333 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:29.857693 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-07ee4e17-2254-4345-aa24-90669f3504d3 req-4256a7c4-1495-4849-bcf7-979b47db4c22 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573422 Aug 20 10:24:29.906889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-bf73e3e1-71e1-4c44-9843-faaf836323cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:29.908803 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-bf73e3e1-71e1-4c44-9843-faaf836323cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2027597 Aug 20 10:24:29.960924 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-53fd86d6-b90e-413d-acb1-6004191d7785 req-1ad36136-73d6-429e-a725-ce0ab762d22f tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0694890 Aug 20 10:24:30.003404 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:30.046104 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f655d03b-0520-473d-88ad-0f888ea0ad3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3000b9e-bc68-4761-afbe-802f28dc95ac'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:30.050458 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26a16be-30a6-4c3c-a715-b547e3bf1836" -d '{"events": [{"server_uuid": "f655d03b-0520-473d-88ad-0f888ea0ad3f", "name": "network-vif-plugged", "status": "completed", "tag": "b3000b9e-bc68-4761-afbe-802f28dc95ac"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:30.085381 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b3000b9e-bc68-4761-afbe-802f28dc95ac, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b3000b9e-bc68-4761-afbe-802f28dc95ac,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:30.090178 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:30.154176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-dfa345f7-e489-4012-9bfc-0e8013accda6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:30.162123 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-dfa345f7-e489-4012-9bfc-0e8013accda6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:30.168524 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-dfa345f7-e489-4012-9bfc-0e8013accda6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:30.171082 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-dfa345f7-e489-4012-9bfc-0e8013accda6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.42 "GET /v2.0/networks?id=88f93105-b451-41f4-a5e5-079e47726c50&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=8714eb28-f9d6-435d-8508-76f686adacfc&id=8714eb28-f9d6-435d-8508-76f686adacfc HTTP/1.1" status: 200 len: 1993 time: 0.6441462 Aug 20 10:24:30.254188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649848b-e37a-4802-a6b6-d6c4115fd40a req-714bb463-2542-4782-9b9e-26a00a60e6a2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:30.256378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=b3000b9e-bc68-4761-afbe-802f28dc95ac,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:30.257514 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1649848b-e37a-4802-a6b6-d6c4115fd40a req-714bb463-2542-4782-9b9e-26a00a60e6a2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.1765847 Aug 20 10:24:30.273616 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cbe4860d-91d7-4aad-a240-103307e5db1c details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:24:30.409380 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1649848b-e37a-4802-a6b6-d6c4115fd40a req-f0dbdd86-1e7e-4fc5-8a28-bc1ae471c8e7 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414719 Aug 20 10:24:30.417058 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-6676d54f-80e8-430d-8fec-64be709d80e0 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a4845f767448482c998d39544b1d872d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860338 Aug 20 10:24:30.449105 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-4b932ce9-3103-4459-a13d-fcd55ab9715f tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=843b18f1aa4445f8ac4e5c22a26caccd HTTP/1.1" status: 200 len: 380 time: 0.2590096 Aug 20 10:24:30.471255 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c829d398-91dc-4117-9d26-17c9f34da47a req-dc73a032-0917-40b4-be15-033b698bb93f tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 210 time: 0.2438939 Aug 20 10:24:30.490055 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-8b1ee06d-8e2c-4240-b68a-fba8c4851799 service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704503 Aug 20 10:24:30.500174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-36255845-7929-4349-8e05-080ed5580e68 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Request body: {'port': {'device_id': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50', 'admin_state_up': True, 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'security_groups': ['b4f3f050-f403-43cf-8c5a-95c355c35a18']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:30.616352 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1624f5f-d38f-4796-810e-d1d1f1abdbfe req-264b2cff-d97f-4f5a-a845-db6267664a78 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.1549089 Aug 20 10:24:30.624206 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960b5697-0a9e-4953-b8ce-bad9ec4bf4b1 x-openstack-request-id: req-960b5697-0a9e-4953-b8ce-bad9ec4bf4b1 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:30.624533 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f655d03b-0520-473d-88ad-0f888ea0ad3f", "name": "network-vif-plugged", "status": "completed", "tag": "b3000b9e-bc68-4761-afbe-802f28dc95ac", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:30.624811 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-960b5697-0a9e-4953-b8ce-bad9ec4bf4b1 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:30.625196 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f655d03b-0520-473d-88ad-0f888ea0ad3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3000b9e-bc68-4761-afbe-802f28dc95ac', 'code': 200} Aug 20 10:24:30.661328 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cbe4860d-91d7-4aad-a240-103307e5db1c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cbe4860d-91d7-4aad-a240-103307e5db1c,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:30.699988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'cbe4860d-91d7-4aad-a240-103307e5db1c', 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a', 'port_id': 'cbe4860d-91d7-4aad-a240-103307e5db1c', 'mac_address': 'fa:16:3e:d7:41:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a0b821-48e6-40b2-874d-6ba5dd3e1302', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:24:30.782184 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:30.801375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe4860d-91d7-4aad-a240-103307e5db1c {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:30.818655 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e0ba99a2-2a53-4b20-9b28-d6f369a8e6c0 req-b4293778-8228-4657-bd7e-b765528c2b87 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.0594938 Aug 20 10:24:30.871594 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cbe4860d-91d7-4aad-a240-103307e5db1c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cbe4860d-91d7-4aad-a240-103307e5db1c,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:30.885623 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:30.974899 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-4344765a-563e-4b7b-8170-c9f441909f21 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:30.976524 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-4344765a-563e-4b7b-8170-c9f441909f21 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5527983 Aug 20 10:24:30.993329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8f01a-a068-4a1a-8c0a-1f9636c66cbe req-265d54ad-77f7-4dbf-a9ce-691e497626b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:30.995302 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-feb8f01a-a068-4a1a-8c0a-1f9636c66cbe req-265d54ad-77f7-4dbf-a9ce-691e497626b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 1097 time: 0.1949761 Aug 20 10:24:30.995470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-594e53ae-e2b4-4bf2-84da-81cef4c8c435 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Request body: {'port': {'device_id': '006d133b-0849-4303-a1a6-f2c5ded4e8ec', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': 'a4845f767448482c998d39544b1d872d'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:31.009529 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb0506-f20b-4b31-91f8-95384812fcef req-74bbb928-67f8-4fb5-a522-0090752f6ccd tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:31.019366 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-89bb0506-f20b-4b31-91f8-95384812fcef req-74bbb928-67f8-4fb5-a522-0090752f6ccd tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 943 time: 0.2174058 Aug 20 10:24:31.045390 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-65420fb4-8ebd-40a7-bce1-b47602ca5a29 service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297492 Aug 20 10:24:31.066613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=cbe4860d-91d7-4aad-a240-103307e5db1c,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:31.156762 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b99a8-f509-4fe9-99e4-e4297818c159 req-870178ee-e7ea-4a46-9af1-dcc945109104 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:31.170597 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e13b99a8-f509-4fe9-99e4-e4297818c159 req-870178ee-e7ea-4a46-9af1-dcc945109104 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 945 time: 0.1437242 Aug 20 10:24:31.192099 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-89bb0506-f20b-4b31-91f8-95384812fcef req-e905f114-ea9d-4eae-8ae5-68827cdf377e tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718256 Aug 20 10:24:31.192858 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-36255845-7929-4349-8e05-080ed5580e68 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Made reservation on behalf of 843b18f1aa4445f8ac4e5c22a26caccd for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:31.198466 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-36255845-7929-4349-8e05-080ed5580e68 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:31.222081 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-219c47e0-42d7-4901-976a-35b5f3829f31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=b0dc443b-1921-4dad-bda7-a656f1502e81 HTTP/1.1" status: 200 len: 217 time: 0.1372879 Aug 20 10:24:31.262704 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e13b99a8-f509-4fe9-99e4-e4297818c159 req-24de68f2-fabb-494f-beef-8a81c81ee45c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908334 Aug 20 10:24:31.296070 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['cbe4860d-91d7-4aad-a240-103307e5db1c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:24:31.374212 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-594e53ae-e2b4-4bf2-84da-81cef4c8c435 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Made reservation on behalf of a4845f767448482c998d39544b1d872d for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:31.384442 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-594e53ae-e2b4-4bf2-84da-81cef4c8c435 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:31.406784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-a60f0848-9e41-4d4f-bca7-7d7e70df0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:31.411885 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-a60f0848-9e41-4d4f-bca7-7d7e70df0f98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bbdbb57-b2a0-488f-89de-e5556b3e2800 HTTP/1.1" status: 200 len: 797 time: 0.1793001 Aug 20 10:24:31.536715 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-feb8f01a-a068-4a1a-8c0a-1f9636c66cbe req-89cfd8df-58f6-4f36-adaf-aeb60a5c5297 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109308 Aug 20 10:24:31.638499 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ee828ba-b30e-4b9b-80c8-283ebda0bc52 req-33a3f2e2-2a09-45d8-9331-7a22b8f27095 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.2180119 Aug 20 10:24:31.665076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-c9b6814a-779a-4cd0-b382-9e9eb6a32bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:31.669399 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-c9b6814a-779a-4cd0-b382-9e9eb6a32bec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2478695 Aug 20 10:24:31.793721 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-594e53ae-e2b4-4bf2-84da-81cef4c8c435 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Allocated IP 192.168.233.164 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/b84cd94f-50b8-4c82-b999-4b7442672216) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:31.821577 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:24:31.824604 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e84f4-ce6b-4d66-b328-8f7abdffdb6f req-96fe69a9-95b4-42f5-bbc4-05d4e9c5c711 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:31.832503 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d58e84f4-ce6b-4d66-b328-8f7abdffdb6f req-96fe69a9-95b4-42f5-bbc4-05d4e9c5c711 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.1553307 Aug 20 10:24:31.899338 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-227f7030-9d60-47fa-936f-e2ed4eea0ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:31.925431 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d58e84f4-ce6b-4d66-b328-8f7abdffdb6f req-33f2b896-91ac-4c83-905f-8786a1f316b0 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919561 Aug 20 10:24:31.964169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-36255845-7929-4349-8e05-080ed5580e68 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Allocated IP 172.20.0.13 (88f93105-b451-41f4-a5e5-079e47726c50/86001f3a-7a5c-4499-a121-de6a1935b5ad/5374ab06-53f2-44d9-811c-ef39f56f233a) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:32.157379 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf95757f-48a7-47cb-8dba-b062ce63e184 req-f1343235-59ba-4c5d-b4f8-4691bca8d3cd tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.0853472 Aug 20 10:24:32.274175 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-86e56ed3-abb3-46d9-8686-6b383f6025da service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115650 Aug 20 10:24:32.290990 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c03ac65-71a8-4267-b328-3d04f1bf6583 req-21775467-7c98-47d3-b617-fed086ced337 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 210 time: 0.0939603 Aug 20 10:24:32.311351 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:32.355211 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-594e53ae-e2b4-4bf2-84da-81cef4c8c435 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:32.402863 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-594e53ae-e2b4-4bf2-84da-81cef4c8c435 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Transition to ACTIVE for port object b84cd94f-50b8-4c82-b999-4b7442672216 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:32.419823 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-36255845-7929-4349-8e05-080ed5580e68 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:32.434606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-36255845-7929-4349-8e05-080ed5580e68 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Transition to ACTIVE for port object 5374ab06-53f2-44d9-811c-ef39f56f233a will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:32.436400 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4d1cb-1037-4823-8850-cec2a3504f95 req-dd2a3eb1-896d-4c7e-a2f0-e59b434f044b tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:32.444136 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7eb4d1cb-1037-4823-8850-cec2a3504f95 req-dd2a3eb1-896d-4c7e-a2f0-e59b434f044b tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 944 time: 0.0950379 Aug 20 10:24:32.469320 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45620) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:32.476047 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2fc85987-bcb1-4a69-9a0e-ec5d82191f1a tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Request body: {'subnet': {'network_id': 'e68042e1-3e88-4f0e-906d-888a46f7fdd6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:32.480759 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-36255845-7929-4349-8e05-080ed5580e68 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:32.601732 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-594e53ae-e2b4-4bf2-84da-81cef4c8c435 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:32.615233 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['40179df4-df35-4f9b-972d-ab55f090b3f3'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:24:32.630747 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-36255845-7929-4349-8e05-080ed5580e68 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Network 88f93105-b451-41f4-a5e5-079e47726c50 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:32.650906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-36255845-7929-4349-8e05-080ed5580e68 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:32.660547 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36255845-7929-4349-8e05-080ed5580e68 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event updated for resources: {'Port': ['ID=5374ab06-53f2-44d9-811c-ef39f56f233a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:32.667650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-36255845-7929-4349-8e05-080ed5580e68 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:32.728571 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7eb4d1cb-1037-4823-8850-cec2a3504f95 req-4adc53a3-d3d6-4977-8e7c-f4e3fbeda6b5 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831481 Aug 20 10:24:32.740412 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-594e53ae-e2b4-4bf2-84da-81cef4c8c435 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:32.746332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-594e53ae-e2b4-4bf2-84da-81cef4c8c435 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:32.778874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-594e53ae-e2b4-4bf2-84da-81cef4c8c435 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:32.799481 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899fb1c-af08-499f-8418-fa4a5fbc44de req-5d123fe9-cec9-4b69-ab01-3760e10a6987 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:32.824796 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d899fb1c-af08-499f-8418-fa4a5fbc44de req-5d123fe9-cec9-4b69-ab01-3760e10a6987 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 945 time: 0.3469918 Aug 20 10:24:32.857554 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-594e53ae-e2b4-4bf2-84da-81cef4c8c435 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:32.858688 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-594e53ae-e2b4-4bf2-84da-81cef4c8c435 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:32.889942 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc85987-bcb1-4a69-9a0e-ec5d82191f1a tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Made reservation on behalf of 9af67ae9ba2d441696d26c43aa8dc912 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:32.892563 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2fc85987-bcb1-4a69-9a0e-ec5d82191f1a tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:32.917135 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-32c04871-8efd-462d-a7f1-c66e64781f6f service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6242819 Aug 20 10:24:32.918152 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-594e53ae-e2b4-4bf2-84da-81cef4c8c435 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9306073 Aug 20 10:24:32.939186 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-36255845-7929-4349-8e05-080ed5580e68 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:32.941661 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-36255845-7929-4349-8e05-080ed5580e68 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:32.963776 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Request body: {'port': {'device_id': '006d133b-0849-4303-a1a6-f2c5ded4e8ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:33.023314 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e53ae-e2b4-4bf2-84da-81cef4c8c435 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Pushing event updated for resources: {'Port': ['ID=b84cd94f-50b8-4c82-b999-4b7442672216,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:33.029885 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-8c1523ef-2df6-4503-b2e9-6b13158b5a16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 HTTP/1.1" status: 200 len: 217 time: 0.0759079 Aug 20 10:24:33.057865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d899fb1c-af08-499f-8418-fa4a5fbc44de req-5f8080d9-ef3d-4768-874f-d0064d53d9f6 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315893 Aug 20 10:24:33.066089 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:33.085633 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-36255845-7929-4349-8e05-080ed5580e68 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6107464 Aug 20 10:24:33.140031 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8ed047b-30c5-4eff-8e43-6c5d72fd2d3d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Request body: {'port': {'device_id': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677', 'admin_state_up': True, 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'security_groups': ['b4f3f050-f403-43cf-8c5a-95c355c35a18']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:33.213306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c5a07c48-69e2-4fd5-af5b-7d84c54b57d7 None None] Provisioning for port 5374ab06-53f2-44d9-811c-ef39f56f233a completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:33.219901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c5a07c48-69e2-4fd5-af5b-7d84c54b57d7 None None] Provisioning complete for port 5374ab06-53f2-44d9-811c-ef39f56f233a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:33.220318 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c5a07c48-69e2-4fd5-af5b-7d84c54b57d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:33.258466 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c5a07c48-69e2-4fd5-af5b-7d84c54b57d7 None None] Port 5374ab06-53f2-44d9-811c-ef39f56f233a cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:24:33.273378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c5a07c48-69e2-4fd5-af5b-7d84c54b57d7 None None] Provisioning for port b84cd94f-50b8-4c82-b999-4b7442672216 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:33.278301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c5a07c48-69e2-4fd5-af5b-7d84c54b57d7 None None] Provisioning complete for port b84cd94f-50b8-4c82-b999-4b7442672216 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:33.278676 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c5a07c48-69e2-4fd5-af5b-7d84c54b57d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:33.294619 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-29a4e47b-a43b-4518-88cf-5fc8a20fa792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:33.296197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-29a4e47b-a43b-4518-88cf-5fc8a20fa792 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bbdbb57-b2a0-488f-89de-e5556b3e2800 HTTP/1.1" status: 200 len: 797 time: 0.2369201 Aug 20 10:24:33.318551 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c5a07c48-69e2-4fd5-af5b-7d84c54b57d7 None None] Port b84cd94f-50b8-4c82-b999-4b7442672216 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:24:33.368027 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8ed047b-30c5-4eff-8e43-6c5d72fd2d3d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Made reservation on behalf of 843b18f1aa4445f8ac4e5c22a26caccd for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:33.372173 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8ed047b-30c5-4eff-8e43-6c5d72fd2d3d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:33.383955 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145aed0-587e-42bd-a4e5-10839e90f193 req-c199287e-f86d-4cad-a142-299faeca37a4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:33.386418 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7145aed0-587e-42bd-a4e5-10839e90f193 req-c199287e-f86d-4cad-a142-299faeca37a4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.2028027 Aug 20 10:24:33.430043 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-13ddc90e-6038-4774-b7ac-a0f50dc07559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:33.430525 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-13ddc90e-6038-4774-b7ac-a0f50dc07559 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1242938 Aug 20 10:24:33.511021 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f7094775-9239-4a21-980d-c63e384b122e req-55206f43-1465-4319-ab2b-09989337d60d tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.4319561 Aug 20 10:24:33.551950 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7145aed0-587e-42bd-a4e5-10839e90f193 req-ac4761a0-977b-4aec-9e95-8bc16896d434 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489940 Aug 20 10:24:33.560797 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:33.649286 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-d4844a1c-ebfe-4459-ac22-d9367626e665 service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100258 Aug 20 10:24:33.676757 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2fc85987-bcb1-4a69-9a0e-ec5d82191f1a tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:33.726705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8ed047b-30c5-4eff-8e43-6c5d72fd2d3d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Allocated IP 10.1.1.143 (4cf94859-d7e3-4c88-add5-0fffdfba7677/2ef00c8a-d620-4889-bfb4-943f5f324928/37e4a62c-8652-430f-86df-59ad1164affe) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:33.836220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684126a3-b9cd-48c5-a08a-a81cbb235ced req-eaa6f121-b317-454c-a7cd-b64971e4d320 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:33.837680 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-684126a3-b9cd-48c5-a08a-a81cbb235ced req-eaa6f121-b317-454c-a7cd-b64971e4d320 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 936 time: 0.1655717 Aug 20 10:24:33.866808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc85987-bcb1-4a69-9a0e-ec5d82191f1a tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event updated for resources: {'Subnet': ['ID=dee32779-cf1b-4bf3-a879-24883550b1f2,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:33.902313 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-4ab0bdaa-abad-4554-873b-5eb328f143c3 service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421210 Aug 20 10:24:33.926398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582eeafc-c0dd-4a34-af8f-06500340f881 req-f3884df6-2fcb-4854-9051-bded5c577b11 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:33.933849 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-582eeafc-c0dd-4a34-af8f-06500340f881 req-f3884df6-2fcb-4854-9051-bded5c577b11 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 932 time: 0.1671095 Aug 20 10:24:33.960495 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-80ea26e9-07c8-476e-a257-8c5c7ec70fbb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=701a9a4a-df10-4332-8647-3e0dc184c93a HTTP/1.1" status: 200 len: 217 time: 0.0478351 Aug 20 10:24:33.960796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc85987-bcb1-4a69-9a0e-ec5d82191f1a tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Checking segment: {'id': '66acd654-3788-482d-bc18-b8356eac8728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e68042e1-3e88-4f0e-906d-888a46f7fdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:33.960796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc85987-bcb1-4a69-9a0e-ec5d82191f1a tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Network hostable DHCP agents. Network: e68042e1-3e88-4f0e-906d-888a46f7fdd6, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:24:34.013426 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-582eeafc-c0dd-4a34-af8f-06500340f881 req-52790211-0471-44e3-a25b-c7f3c48db453 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786955 Aug 20 10:24:34.017399 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-684126a3-b9cd-48c5-a08a-a81cbb235ced req-8de54b93-657c-4066-a5da-cfe6f5aa5b99 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658511 Aug 20 10:24:34.032676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc85987-bcb1-4a69-9a0e-ec5d82191f1a tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Network e68042e1-3e88-4f0e-906d-888a46f7fdd6 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:24:34.050716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-6132f351-53b2-4344-8790-a76f68088215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:34.052213 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-6132f351-53b2-4344-8790-a76f68088215 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bbdbb57-b2a0-488f-89de-e5556b3e2800 HTTP/1.1" status: 200 len: 797 time: 0.0801890 Aug 20 10:24:34.101256 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-2fc85987-bcb1-4a69-9a0e-ec5d82191f1a tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, e68042e1-3e88-4f0e-906d-888a46f7fdd6) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:34.110068 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8ed047b-30c5-4eff-8e43-6c5d72fd2d3d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:34.111307 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06b1c41-e7dc-4ab6-9ef4-6f8eed44c045 None None] Network e68042e1-3e88-4f0e-906d-888a46f7fdd6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:34.112876 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc85987-bcb1-4a69-9a0e-ec5d82191f1a tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:34.116378 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2fc85987-bcb1-4a69-9a0e-ec5d82191f1a tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:34.144166 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8ed047b-30c5-4eff-8e43-6c5d72fd2d3d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Transition to ACTIVE for port object 37e4a62c-8652-430f-86df-59ad1164affe will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:34.174881 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2fc85987-bcb1-4a69-9a0e-ec5d82191f1a tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7031217 Aug 20 10:24:34.179188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45638) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:34.187711 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-756aa45e-4ba0-482d-81f5-0eb6fedb5a0d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1521221677'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:34.199073 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b84cd94f-50b8-4c82-b999-4b7442672216 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:34.211306 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:34.236811 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Transition to ACTIVE for port object b84cd94f-50b8-4c82-b999-4b7442672216 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:34.244138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756aa45e-4ba0-482d-81f5-0eb6fedb5a0d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Made reservation on behalf of 9af67ae9ba2d441696d26c43aa8dc912 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:34.249183 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-756aa45e-4ba0-482d-81f5-0eb6fedb5a0d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:34.254474 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:34.375493 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e075cc1f-3b21-457d-b5ad-1dfe422d01ee req-01211fb5-de0b-42b6-8a92-35c4641d3c8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a8baa00e7ea846209fd6c80fb6a65c4b&device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0589075 Aug 20 10:24:34.375837 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cbe4860d-91d7-4aad-a240-103307e5db1c up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:34.471139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-e68042e1-3e88-4f0e-906d-888a46f7fdd6', 'network_id': 'e68042e1-3e88-4f0e-906d-888a46f7fdd6', 'tenant_id': '9af67ae9ba2d441696d26c43aa8dc912', 'fixed_ips': [{'subnet_id': 'dee32779-cf1b-4bf3-a879-24883550b1f2'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:24:34.472712 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:34.503747 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756aa45e-4ba0-482d-81f5-0eb6fedb5a0d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:24:34.506301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Attempting to bind port b84cd94f-50b8-4c82-b999-4b7442672216 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:34.506998 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Attempting to bind port b84cd94f-50b8-4c82-b999-4b7442672216 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:34.507466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Attempting to bind port b84cd94f-50b8-4c82-b999-4b7442672216 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:34.526893 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Pushing event updated for resources: {'Port': ['ID=b84cd94f-50b8-4c82-b999-4b7442672216,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:34.533200 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e075cc1f-3b21-457d-b5ad-1dfe422d01ee req-61548051-a418-40f3-971b-53235d42298b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a8baa00e7ea846209fd6c80fb6a65c4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1277580 Aug 20 10:24:34.540270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Port b84cd94f-50b8-4c82-b999-4b7442672216 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:24:34.541454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Attempting to bind port b84cd94f-50b8-4c82-b999-4b7442672216 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:34.591381 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-756aa45e-4ba0-482d-81f5-0eb6fedb5a0d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:34.591785 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-756aa45e-4ba0-482d-81f5-0eb6fedb5a0d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Added segment 4ca6668c-ced2-4de9-9907-2dc29689570a of type vlan for network 8f3cac0f-8801-4c15-8367-d75bc3e3cda2 Aug 20 10:24:34.740298 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:34.740719 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:34.741075 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:34.741540 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Bound port: b84cd94f-50b8-4c82-b999-4b7442672216, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:34.741910 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:34.747319 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-4f346141-94d2-40e3-a267-ec61a0df1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:34.762862 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-4f346141-94d2-40e3-a267-ec61a0df1fec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6937959 Aug 20 10:24:34.858161 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ea407-5107-4f73-b138-314e7a0ae421 req-4246a0d9-1ad4-4159-8323-1092b2306bc9 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:34.866979 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-564ea407-5107-4f73-b138-314e7a0ae421 req-4246a0d9-1ad4-4159-8323-1092b2306bc9 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 944 time: 0.7401464 Aug 20 10:24:34.890441 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-756aa45e-4ba0-482d-81f5-0eb6fedb5a0d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:34.925022 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8ed047b-30c5-4eff-8e43-6c5d72fd2d3d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:34.954440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port cbe4860d-91d7-4aad-a240-103307e5db1c completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:34.964517 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port cbe4860d-91d7-4aad-a240-103307e5db1c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:34.964854 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:34.967383 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:34.967556 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-564ea407-5107-4f73-b138-314e7a0ae421 req-faf52c69-4eed-4c33-908e-35560135bd25 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992255 Aug 20 10:24:34.995959 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Allocated IP 2001:db8:0:ffff::2 (e68042e1-3e88-4f0e-906d-888a46f7fdd6/dee32779-cf1b-4bf3-a879-24883550b1f2/b2342828-7035-4919-ae06-c84d56867b92) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:35.016066 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.resource_extend [None req-756aa45e-4ba0-482d-81f5-0eb6fedb5a0d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:24:35.039300 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ff38a-5804-49c1-8723-2a09a8b666d1 req-47aae013-95b2-4406-8891-158658fd8108 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:35.048215 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f72ff38a-5804-49c1-8723-2a09a8b666d1 req-47aae013-95b2-4406-8891-158658fd8108 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 945 time: 0.5095799 Aug 20 10:24:35.091287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8ed047b-30c5-4eff-8e43-6c5d72fd2d3d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Network 4cf94859-d7e3-4c88-add5-0fffdfba7677 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:35.101620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8ed047b-30c5-4eff-8e43-6c5d72fd2d3d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:35.106251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8ed047b-30c5-4eff-8e43-6c5d72fd2d3d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:35.140637 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-756aa45e-4ba0-482d-81f5-0eb6fedb5a0d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:35.148161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756aa45e-4ba0-482d-81f5-0eb6fedb5a0d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:35.149340 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-756aa45e-4ba0-482d-81f5-0eb6fedb5a0d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:35.159930 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:35.173426 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8ed047b-30c5-4eff-8e43-6c5d72fd2d3d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:35.174397 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8ed047b-30c5-4eff-8e43-6c5d72fd2d3d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:35.183346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075cc1f-3b21-457d-b5ad-1dfe422d01ee req-f9f153b3-9c33-4bcf-9e04-8c653a656523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:35.185202 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e075cc1f-3b21-457d-b5ad-1dfe422d01ee req-f9f153b3-9c33-4bcf-9e04-8c653a656523 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6386790 Aug 20 10:24:35.206222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] For port b84cd94f-50b8-4c82-b999-4b7442672216, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:35.209973 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-802af321-d716-42a3-93d4-bcd89e093ac4 service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373903 Aug 20 10:24:35.263393 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c514bc-92d6-4e6d-bcad-a41a8156ee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe4860d-91d7-4aad-a240-103307e5db1c'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:35.265542 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00490e66-c3df-44b1-9946-9724b9cc353c" -d '{"events": [{"server_uuid": "06c514bc-92d6-4e6d-bcad-a41a8156ee2e", "name": "network-vif-plugged", "status": "completed", "tag": "cbe4860d-91d7-4aad-a240-103307e5db1c"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:35.273234 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c7f215e-dd22-4146-9825-59bd12b635de req-a69f923f-6b24-4fb4-ab84-74eab59dde23 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.1093218 Aug 20 10:24:35.273871 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed047b-30c5-4eff-8e43-6c5d72fd2d3d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event updated for resources: {'Port': ['ID=37e4a62c-8652-430f-86df-59ad1164affe,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:35.286836 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cbe4860d-91d7-4aad-a240-103307e5db1c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cbe4860d-91d7-4aad-a240-103307e5db1c,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:35.289054 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] For port b84cd94f-50b8-4c82-b999-4b7442672216, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b84cd94f-50b8-4c82-b999-4b7442672216,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:35.295481 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-756aa45e-4ba0-482d-81f5-0eb6fedb5a0d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1137149 Aug 20 10:24:35.306870 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8ed047b-30c5-4eff-8e43-6c5d72fd2d3d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1808879 Aug 20 10:24:35.308560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45650) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:35.315326 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:35.317029 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:35.323275 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-f0104a0e-363c-4dee-891a-345ea8217f43 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Request body: {'subnet': {'network_id': '8f3cac0f-8801-4c15-8367-d75bc3e3cda2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:35.329571 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Transition to ACTIVE for port object b2342828-7035-4919-ae06-c84d56867b92 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:35.355117 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Transition to ACTIVE for port object b2342828-7035-4919-ae06-c84d56867b92 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:35.359985 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:35.397729 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:35.398445 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2096d304-12de-403a-978c-91177e86d790 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Request body: {'port': {'device_id': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677', 'admin_state_up': True, 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'security_groups': ['b4f3f050-f403-43cf-8c5a-95c355c35a18']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:35.419832 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Network e68042e1-3e88-4f0e-906d-888a46f7fdd6 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:35.424095 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:35.429074 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:35.449324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:35.450411 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:35.452096 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] 10.222.0.24 "PUT /v2.0/ports/b84cd94f-50b8-4c82-b999-4b7442672216 HTTP/1.1" status: 200 len: 1097 time: 2.5105455 Aug 20 10:24:35.456133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590bab7-727c-497a-b0f3-6ce268381b8b service neutron] Pushing event updated for resources: {'Port': ['ID=b84cd94f-50b8-4c82-b999-4b7442672216,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:35.462046 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006d133b-0849-4303-a1a6-f2c5ded4e8ec', 'tag': 'b84cd94f-50b8-4c82-b999-4b7442672216'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:35.465216 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a91a53-91f2-437e-9115-057866d64118" -d '{"events": [{"name": "network-changed", "server_uuid": "006d133b-0849-4303-a1a6-f2c5ded4e8ec", "tag": "b84cd94f-50b8-4c82-b999-4b7442672216"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:35.475712 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f72ff38a-5804-49c1-8723-2a09a8b666d1 req-f5910516-658d-4779-853c-3ec7b93d8134 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265046 Aug 20 10:24:35.480313 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756aa45e-4ba0-482d-81f5-0eb6fedb5a0d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event updated for resources: {'Network': ['ID=8f3cac0f-8801-4c15-8367-d75bc3e3cda2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:35.526862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 8f3cac0f-8801-4c15-8367-d75bc3e3cda2 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:24:35.612637 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=cbe4860d-91d7-4aad-a240-103307e5db1c,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:35.655937 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-f925c39c-7730-4993-9d8e-fa434d3fc0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:35.658012 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-f925c39c-7730-4993-9d8e-fa434d3fc0de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4845f767448482c998d39544b1d872d&device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 1100 time: 0.1276512 Aug 20 10:24:35.702322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Attempting to bind port b2342828-7035-4919-ae06-c84d56867b92 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:35.702667 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Attempting to bind port b2342828-7035-4919-ae06-c84d56867b92 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '66acd654-3788-482d-bc18-b8356eac8728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e68042e1-3e88-4f0e-906d-888a46f7fdd6'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:35.702963 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Attempting to bind port b2342828-7035-4919-ae06-c84d56867b92 on network e68042e1-3e88-4f0e-906d-888a46f7fdd6 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:35.737125 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-b26169b1-a578-4b72-ac47-c30489875cb6 service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483640 Aug 20 10:24:35.740131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f30066-d3ca-47e2-a6c0-957f311e26ff req-4665fc67-1ae4-400c-a32a-b9a5510a017a tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:35.742452 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-50f30066-d3ca-47e2-a6c0-957f311e26ff req-4665fc67-1ae4-400c-a32a-b9a5510a017a tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 948 time: 0.1502633 Aug 20 10:24:35.744536 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-04674f13-f162-423d-b262-52887e8b7157 None None] Provisioning for port 37e4a62c-8652-430f-86df-59ad1164affe completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:35.745754 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-f4220ea0-d9bf-469e-a3ab-2efe4520049c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=b84cd94f-50b8-4c82-b999-4b7442672216 HTTP/1.1" status: 200 len: 217 time: 0.0731649 Aug 20 10:24:35.757980 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01758159-9134-46bc-bba5-852f66050613 req-9d501914-b1e0-4349-a52e-4cc279836c53 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:35.766879 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01758159-9134-46bc-bba5-852f66050613 req-9d501914-b1e0-4349-a52e-4cc279836c53 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.3042643 Aug 20 10:24:35.781575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Pushing event updated for resources: {'Port': ['ID=b2342828-7035-4919-ae06-c84d56867b92,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:35.794707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:35.795100 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Checking segment: {'id': '66acd654-3788-482d-bc18-b8356eac8728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e68042e1-3e88-4f0e-906d-888a46f7fdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:35.795510 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:35.795899 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Bound using segment: {'id': '66acd654-3788-482d-bc18-b8356eac8728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e68042e1-3e88-4f0e-906d-888a46f7fdd6'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:35.796391 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Bound port: b2342828-7035-4919-ae06-c84d56867b92, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66acd654-3788-482d-bc18-b8356eac8728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e68042e1-3e88-4f0e-906d-888a46f7fdd6'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:35.796818 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:35.811871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-04674f13-f162-423d-b262-52887e8b7157 None None] Provisioning complete for port 37e4a62c-8652-430f-86df-59ad1164affe triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:35.812411 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-04674f13-f162-423d-b262-52887e8b7157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:35.833048 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-9e04ba53-fe85-4567-ae35-4e902a52b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:35.836049 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-9e04ba53-fe85-4567-ae35-4e902a52b3af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0725110 Aug 20 10:24:35.852249 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-3798eb9b-df07-4de6-94c1-00d5c112074b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0ea9a863-c39c-4c78-8ebf-b33fde029e1a HTTP/1.1" status: 200 len: 217 time: 0.0778306 Aug 20 10:24:35.857375 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0104a0e-363c-4dee-891a-345ea8217f43 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Made reservation on behalf of 9af67ae9ba2d441696d26c43aa8dc912 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:35.861148 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f0104a0e-363c-4dee-891a-345ea8217f43 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:35.875370 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-04674f13-f162-423d-b262-52887e8b7157 None None] Port 37e4a62c-8652-430f-86df-59ad1164affe cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:24:35.913976 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-50f30066-d3ca-47e2-a6c0-957f311e26ff req-53ca611e-8f12-4f5c-8e7c-4292457b79a2 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646540 Aug 20 10:24:35.922877 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-87657c16-06b2-4867-ac0a-a0c1af0bf1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:35.924732 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-87657c16-06b2-4867-ac0a-a0c1af0bf1f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0807602 Aug 20 10:24:35.938855 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] For port b2342828-7035-4919-ae06-c84d56867b92, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:35.942769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] For port b2342828-7035-4919-ae06-c84d56867b92, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b2342828-7035-4919-ae06-c84d56867b92,segment=NetworkSegment(66acd654-3788-482d-bc18-b8356eac8728),segment_id=66acd654-3788-482d-bc18-b8356eac8728)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:35.949720 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:36.008706 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01758159-9134-46bc-bba5-852f66050613 req-0fb4eccd-a44d-413c-82d6-5af24d6dda82 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405643 Aug 20 10:24:36.039241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2096d304-12de-403a-978c-91177e86d790 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Made reservation on behalf of 843b18f1aa4445f8ac4e5c22a26caccd for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:36.044822 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2096d304-12de-403a-978c-91177e86d790 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:36.059214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85bdbc-b298-4d64-b220-9677c4a0eb87 None None] Pushing event updated for resources: {'Port': ['ID=b2342828-7035-4919-ae06-c84d56867b92,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:36.069921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-f6d318a1-c8d9-4791-bc10-bc06c4d437e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:36.071855 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-f6d318a1-c8d9-4791-bc10-bc06c4d437e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79f99d51-52f9-411d-a632-51860487ab08 HTTP/1.1" status: 200 len: 797 time: 0.2047997 Aug 20 10:24:36.170820 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-96f270cc-d9b5-41f6-ad14-e6710a126fcb service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351253 Aug 20 10:24:36.275498 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f41a9-0bf6-4eb2-a8cc-76e6be0cdbeb req-12111184-fdb8-4bab-8d10-8bb0bdbd5329 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:36.278015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-50931605-6b0b-4c56-836a-a2298043cfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:36.279583 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-50931605-6b0b-4c56-836a-a2298043cfa0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1913590 Aug 20 10:24:36.283323 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f41a9-0bf6-4eb2-a8cc-76e6be0cdbeb req-12111184-fdb8-4bab-8d10-8bb0bdbd5329 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:36.285241 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ec2f41a9-0bf6-4eb2-a8cc-76e6be0cdbeb req-12111184-fdb8-4bab-8d10-8bb0bdbd5329 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 1654 time: 0.1965301 Aug 20 10:24:36.419568 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b461bb-21c4-48e6-aa57-7a27b573aa10 x-openstack-request-id: req-02b461bb-21c4-48e6-aa57-7a27b573aa10 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:36.420098 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c514bc-92d6-4e6d-bcad-a41a8156ee2e", "name": "network-vif-plugged", "status": "completed", "tag": "cbe4860d-91d7-4aad-a240-103307e5db1c", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:36.420098 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02b461bb-21c4-48e6-aa57-7a27b573aa10 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:36.420506 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c514bc-92d6-4e6d-bcad-a41a8156ee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe4860d-91d7-4aad-a240-103307e5db1c', 'code': 200} Aug 20 10:24:36.466121 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e6bc35a-ba45-4b81-a90e-43e244399f79 req-ddf65f81-d923-416a-b193-7c62e374cdd1 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824750 Aug 20 10:24:36.486298 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ec2f41a9-0bf6-4eb2-a8cc-76e6be0cdbeb req-d695b3b8-7035-4448-8f7d-6fa4d3e13b24 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853747 Aug 20 10:24:36.536104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2096d304-12de-403a-978c-91177e86d790 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Allocated IP 10.1.1.151 (4cf94859-d7e3-4c88-add5-0fffdfba7677/2ef00c8a-d620-4889-bfb4-943f5f324928/c58f68f8-6192-44b4-9074-737ec613eda7) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:36.618162 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ef2742-0b1a-4612-b810-bee6ce059032 x-openstack-request-id: req-08ef2742-0b1a-4612-b810-bee6ce059032 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:36.620414 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006d133b-0849-4303-a1a6-f2c5ded4e8ec", "tag": "b84cd94f-50b8-4c82-b999-4b7442672216", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:36.620866 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08ef2742-0b1a-4612-b810-bee6ce059032 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:36.621296 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006d133b-0849-4303-a1a6-f2c5ded4e8ec', 'tag': 'b84cd94f-50b8-4c82-b999-4b7442672216', 'status': 'completed', 'code': 200} Aug 20 10:24:36.624226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e33d96-318e-426c-9754-afbe87d9b3f7 req-c0ded415-efab-4776-93ae-e105ef0ed012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:36.631024 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-29e33d96-318e-426c-9754-afbe87d9b3f7 req-c0ded415-efab-4776-93ae-e105ef0ed012 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 1097 time: 0.1401927 Aug 20 10:24:36.639644 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-a836e6e2-9fb7-46b2-8c3c-70dd31132e48 service neutron] 10.222.0.42 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350637 Aug 20 10:24:36.707425 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b2342828-7035-4919-ae06-c84d56867b92 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:36.748480 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-29e33d96-318e-426c-9754-afbe87d9b3f7 req-6c36b1ef-17f0-4268-be75-214aac277fb9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912216 Aug 20 10:24:36.757717 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e075cc1f-3b21-457d-b5ad-1dfe422d01ee req-ca3cdd82-371f-46ee-b92e-f26e0f469328 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.0798364 Aug 20 10:24:36.779864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a91a53-91f2-437e-9115-057866d64118 req-940981ec-37d6-47f6-93ae-0dc5f3fbc621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:36.781587 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91a91a53-91f2-437e-9115-057866d64118 req-940981ec-37d6-47f6-93ae-0dc5f3fbc621 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4845f767448482c998d39544b1d872d&device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 1100 time: 0.1173701 Aug 20 10:24:36.806810 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port b2342828-7035-4919-ae06-c84d56867b92 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:36.814463 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb14b0-7929-40f7-9cac-fc484deeb5c8 req-e75d03b4-fde7-4418-b7fb-43ef1c076694 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:36.816940 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f2fb14b0-7929-40f7-9cac-fc484deeb5c8 req-e75d03b4-fde7-4418-b7fb-43ef1c076694 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 945 time: 0.0795588 Aug 20 10:24:36.864863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.objects.ports [None req-f0104a0e-363c-4dee-891a-345ea8217f43 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94867) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:24:36.869862 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f2fb14b0-7929-40f7-9cac-fc484deeb5c8 req-93e4dd45-dd95-4064-96bd-ecf11c086b66 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458283 Aug 20 10:24:36.902500 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f0104a0e-363c-4dee-891a-345ea8217f43 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:37.005060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e01108-c826-4bb9-bb23-bb6d29fd4dea req-6c509715-224e-457a-8d63-4b03717034e1 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:37.006695 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-88e01108-c826-4bb9-bb23-bb6d29fd4dea req-6c509715-224e-457a-8d63-4b03717034e1 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 945 time: 0.0679240 Aug 20 10:24:37.017672 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83c463c7-0769-470e-a196-2d1c431f6383 req-f704164b-0ff2-45eb-9543-d6f920037385 tempest-ServerShowV257Test-1518243680 tempest-ServerShowV257Test-1518243680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eb958a8-680a-4b09-934d-4557bfc3d58b HTTP/1.1" status: 200 len: 210 time: 0.1256680 Aug 20 10:24:37.079867 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0104a0e-363c-4dee-891a-345ea8217f43 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event updated for resources: {'Subnet': ['ID=f402ff27-b7a9-4855-a349-bfd7b47f5af4,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:37.154119 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-1aef7b15-77e6-4c48-a0f7-7f567852b596 service neutron] 10.222.0.42 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868658 Aug 20 10:24:37.155157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0104a0e-363c-4dee-891a-345ea8217f43 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Checking segment: {'id': '4ca6668c-ced2-4de9-9907-2dc29689570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f3cac0f-8801-4c15-8367-d75bc3e3cda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:37.155768 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0104a0e-363c-4dee-891a-345ea8217f43 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Network hostable DHCP agents. Network: 8f3cac0f-8801-4c15-8367-d75bc3e3cda2, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:24:37.200879 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-88e01108-c826-4bb9-bb23-bb6d29fd4dea req-4dda6e90-6703-42c4-9a16-fdd00ca6788a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525984 Aug 20 10:24:37.258698 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2096d304-12de-403a-978c-91177e86d790 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:37.260181 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a91a53-91f2-437e-9115-057866d64118 req-f94ecc80-d5fd-4f8f-b45d-5cdb44e7e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:37.262245 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91a91a53-91f2-437e-9115-057866d64118 req-f94ecc80-d5fd-4f8f-b45d-5cdb44e7e5a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2525544 Aug 20 10:24:37.273960 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-6909ed2e-1fd8-4adf-9a22-9e0bce3954d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1c3b1508-6022-445a-aa9b-de0059fa9cb5 HTTP/1.1" status: 200 len: 217 time: 0.1075957 Aug 20 10:24:37.326424 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91a91a53-91f2-437e-9115-057866d64118 req-4f5df076-ec50-41db-9717-7d311970e1bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=b84cd94f-50b8-4c82-b999-4b7442672216 HTTP/1.1" status: 200 len: 217 time: 0.0535071 Aug 20 10:24:37.337115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2096d304-12de-403a-978c-91177e86d790 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Transition to ACTIVE for port object c58f68f8-6192-44b4-9074-737ec613eda7 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:37.351091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0104a0e-363c-4dee-891a-345ea8217f43 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Network 8f3cac0f-8801-4c15-8367-d75bc3e3cda2 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:24:37.386682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-f0104a0e-363c-4dee-891a-345ea8217f43 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 8f3cac0f-8801-4c15-8367-d75bc3e3cda2) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:37.391373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0104a0e-363c-4dee-891a-345ea8217f43 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:37.391987 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f0104a0e-363c-4dee-891a-345ea8217f43 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:37.396161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a680db8-4730-49fa-a95c-8c8650fe8d54 None None] Network 8f3cac0f-8801-4c15-8367-d75bc3e3cda2 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:37.408442 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e29b6d-12b0-47d6-9c35-c94af829e7ba req-01a55535-7422-4e99-9aa9-1d4092964c97 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:37.416885 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70e29b6d-12b0-47d6-9c35-c94af829e7ba req-01a55535-7422-4e99-9aa9-1d4092964c97 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 948 time: 0.2557769 Aug 20 10:24:37.430281 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-099dc508-a185-421c-a9c7-1b1f739f0fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:37.431328 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-099dc508-a185-421c-a9c7-1b1f739f0fc3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79f99d51-52f9-411d-a632-51860487ab08 HTTP/1.1" status: 200 len: 797 time: 0.1489642 Aug 20 10:24:37.446536 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073ccb0-3659-44b7-9989-5539c65c0eaa req-35b03b36-ad3d-4f68-95fc-bdbd6aaedd46 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:37.451674 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc0e6fe6-b95e-49f1-bca2-865248b6b0f8 req-9da04553-9a97-4296-919f-aa4d06075299 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1966059 Aug 20 10:24:37.457505 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a073ccb0-3659-44b7-9989-5539c65c0eaa req-35b03b36-ad3d-4f68-95fc-bdbd6aaedd46 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.1333826 Aug 20 10:24:37.460709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a91a53-91f2-437e-9115-057866d64118 req-1138033c-70d7-4c0c-9cc8-ba60e7d161de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:37.462729 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91a91a53-91f2-437e-9115-057866d64118 req-1138033c-70d7-4c0c-9cc8-ba60e7d161de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1218548 Aug 20 10:24:37.511115 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f0104a0e-363c-4dee-891a-345ea8217f43 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1982613 Aug 20 10:24:37.522291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45672) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:37.527849 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-7709c831-3394-441d-a7a3-587d177cd83b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Request body: {'port': {'network_id': '8f3cac0f-8801-4c15-8367-d75bc3e3cda2', 'name': 'tempest-NetworksIpV6TestAttrs-1360254594'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:37.574154 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a073ccb0-3659-44b7-9989-5539c65c0eaa req-6255a9ca-43ab-4708-bef2-3ead104b0e6e tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152356 Aug 20 10:24:37.583233 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70e29b6d-12b0-47d6-9c35-c94af829e7ba req-8ec0cf46-f35b-4c62-a172-2ef67292d5a4 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611025 Aug 20 10:24:37.598188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a91a53-91f2-437e-9115-057866d64118 req-74d23908-c825-42f7-b2d8-f0b8b2be8a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:37.604363 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91a91a53-91f2-437e-9115-057866d64118 req-74d23908-c825-42f7-b2d8-f0b8b2be8a96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1312449 Aug 20 10:24:37.622015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96425f6-2968-467b-bbbb-1f9966b9edbc None None] Network e68042e1-3e88-4f0e-906d-888a46f7fdd6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:37.661930 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2096d304-12de-403a-978c-91177e86d790 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:37.760337 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-f8e0826c-ffbb-4891-9fbb-cac2aa99b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:37.763093 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-f8e0826c-ffbb-4891-9fbb-cac2aa99b225 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3146446 Aug 20 10:24:37.801985 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2096d304-12de-403a-978c-91177e86d790 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Network 4cf94859-d7e3-4c88-add5-0fffdfba7677 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:37.809443 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91a91a53-91f2-437e-9115-057866d64118 req-6a0c049d-0ed2-4fb4-9534-ef9b22974612 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856019 Aug 20 10:24:37.816912 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e6fe6-b95e-49f1-bca2-865248b6b0f8 req-cc06ce78-2426-4e0a-987f-ec230bbb5021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:37.819274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c542b3-ccfc-43b7-a11a-8c4fde546526 req-eb75f18b-e83d-4cfb-a693-876c013b6e72 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:37.819565 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc0e6fe6-b95e-49f1-bca2-865248b6b0f8 req-cc06ce78-2426-4e0a-987f-ec230bbb5021 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 1097 time: 0.3262417 Aug 20 10:24:37.827908 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c5c542b3-ccfc-43b7-a11a-8c4fde546526 req-eb75f18b-e83d-4cfb-a693-876c013b6e72 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 945 time: 0.0947194 Aug 20 10:24:37.852981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-8f3cac0f-8801-4c15-8367-d75bc3e3cda2', 'network_id': '8f3cac0f-8801-4c15-8367-d75bc3e3cda2', 'tenant_id': '9af67ae9ba2d441696d26c43aa8dc912', 'fixed_ips': [{'subnet_id': 'f402ff27-b7a9-4855-a349-bfd7b47f5af4'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:24:37.854421 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:37.854535 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2096d304-12de-403a-978c-91177e86d790 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:37.859280 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2096d304-12de-403a-978c-91177e86d790 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:37.912966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fdfcaf7b-0e6a-4a58-a402-fcec6d1fb02f None None] Provisioning for port b2342828-7035-4919-ae06-c84d56867b92 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:37.934829 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fdfcaf7b-0e6a-4a58-a402-fcec6d1fb02f None None] Provisioning complete for port b2342828-7035-4919-ae06-c84d56867b92 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:37.935250 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fdfcaf7b-0e6a-4a58-a402-fcec6d1fb02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:37.956817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2096d304-12de-403a-978c-91177e86d790 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:37.957603 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2096d304-12de-403a-978c-91177e86d790 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:38.027702 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c5c542b3-ccfc-43b7-a11a-8c4fde546526 req-52eb3104-c463-47b3-9927-2f2a8528c8e7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966736 Aug 20 10:24:38.044034 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91a91a53-91f2-437e-9115-057866d64118 req-172d805c-afa9-4146-9244-f459c2c32f34 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078784 Aug 20 10:24:38.080745 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e6fe6-b95e-49f1-bca2-865248b6b0f8 req-83428bb9-fb0b-45fd-8e8e-52819db5aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:38.082345 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc0e6fe6-b95e-49f1-bca2-865248b6b0f8 req-83428bb9-fb0b-45fd-8e8e-52819db5aea8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 907 time: 0.1331384 Aug 20 10:24:38.097454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096d304-12de-403a-978c-91177e86d790 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event updated for resources: {'Port': ['ID=c58f68f8-6192-44b4-9074-737ec613eda7,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:38.161221 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc0e6fe6-b95e-49f1-bca2-865248b6b0f8 req-4fc63fa7-3ce3-472f-af9f-c070744c1b0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=995840f7-d39b-4bf6-beab-401653bd6374 HTTP/1.1" status: 200 len: 217 time: 0.0443974 Aug 20 10:24:38.187333 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2096d304-12de-403a-978c-91177e86d790 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8091404 Aug 20 10:24:38.211397 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-05361bc6-6c5b-417a-8e7c-afab3809a003 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Request body: {'port': {'device_id': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc', 'admin_state_up': True, 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'security_groups': ['b4f3f050-f403-43cf-8c5a-95c355c35a18']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:38.241825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5252c75-e3c1-4d33-9a7d-7cc45dd68449 req-9c8508db-4a75-482a-b313-6728ff29c3a3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:38.247903 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5252c75-e3c1-4d33-9a7d-7cc45dd68449 req-9c8508db-4a75-482a-b313-6728ff29c3a3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:38.254380 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5252c75-e3c1-4d33-9a7d-7cc45dd68449 req-9c8508db-4a75-482a-b313-6728ff29c3a3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:38.262513 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5252c75-e3c1-4d33-9a7d-7cc45dd68449 req-9c8508db-4a75-482a-b313-6728ff29c3a3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 2375 time: 0.5344555 Aug 20 10:24:38.278771 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d548cc-9845-49c7-8fda-a58fceabb3a8 req-88c00524-9f43-44fc-86b2-15dc5b99e269 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:38.281513 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-38d548cc-9845-49c7-8fda-a58fceabb3a8 req-88c00524-9f43-44fc-86b2-15dc5b99e269 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 945 time: 0.0661540 Aug 20 10:24:38.359219 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-38d548cc-9845-49c7-8fda-a58fceabb3a8 req-1f7d9910-e098-456e-b1fc-745165bfead1 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704439 Aug 20 10:24:38.369650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7709c831-3394-441d-a7a3-587d177cd83b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Made reservation on behalf of 9af67ae9ba2d441696d26c43aa8dc912 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:38.373582 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7709c831-3394-441d-a7a3-587d177cd83b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:38.406463 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e6fe6-b95e-49f1-bca2-865248b6b0f8 req-69722a73-90ae-4272-9841-99f641c37e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:38.408027 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc0e6fe6-b95e-49f1-bca2-865248b6b0f8 req-69722a73-90ae-4272-9841-99f641c37e56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d14c8d45-d320-4574-86d3-37a082d1daf5 HTTP/1.1" status: 200 len: 846 time: 0.2346077 Aug 20 10:24:38.444304 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-4e2ce326-a61d-4b30-9322-cc1002448b26 service neutron] 10.222.0.42 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550677 Aug 20 10:24:38.448700 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-7709c831-3394-441d-a7a3-587d177cd83b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] device_id is not set on port e2e7a982-aeff-4687-b3fc-cc5c77b9fa8f yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:24:38.454105 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fdfcaf7b-0e6a-4a58-a402-fcec6d1fb02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:38.479081 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5252c75-e3c1-4d33-9a7d-7cc45dd68449 req-4e9e3663-d05b-4491-a371-386a25c1e09d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154684 Aug 20 10:24:38.540529 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc0e6fe6-b95e-49f1-bca2-865248b6b0f8 req-b3f2942d-c023-4842-845c-1293ec82424d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c63852f8-5c78-42de-a5e1-12993fc8be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008289 Aug 20 10:24:38.560114 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-fdfcaf7b-0e6a-4a58-a402-fcec6d1fb02f None None] For port b2342828-7035-4919-ae06-c84d56867b92, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b2342828-7035-4919-ae06-c84d56867b92,segment=NetworkSegment(66acd654-3788-482d-bc18-b8356eac8728),segment_id=66acd654-3788-482d-bc18-b8356eac8728)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:38.606530 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fdfcaf7b-0e6a-4a58-a402-fcec6d1fb02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:38.703267 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Allocated IP 2001:db8::f816:3eff:fe98:8fb (8f3cac0f-8801-4c15-8367-d75bc3e3cda2/f402ff27-b7a9-4855-a349-bfd7b47f5af4/e55b62c0-21ed-473a-90ec-76152c8739e4) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:38.777179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c31ef0e3-fa60-4b55-a92e-14dcae209cfa None None] Provisioning for port c58f68f8-6192-44b4-9074-737ec613eda7 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:38.802229 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcaf7b-0e6a-4a58-a402-fcec6d1fb02f None None] Pushing event updated for resources: {'Port': ['ID=b2342828-7035-4919-ae06-c84d56867b92,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:38.817208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f6a86-1f13-46f6-b9f4-234141496d24 req-5d61a22a-5e7c-4175-9bd1-f92322ccddb5 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:38.830696 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-684f6a86-1f13-46f6-b9f4-234141496d24 req-5d61a22a-5e7c-4175-9bd1-f92322ccddb5 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 948 time: 0.1113610 Aug 20 10:24:38.878557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c31ef0e3-fa60-4b55-a92e-14dcae209cfa None None] Provisioning complete for port c58f68f8-6192-44b4-9074-737ec613eda7 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:38.878845 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c31ef0e3-fa60-4b55-a92e-14dcae209cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:38.910161 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-684f6a86-1f13-46f6-b9f4-234141496d24 req-60dce7f9-7268-44e2-8775-da610e0fe9ab tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784819 Aug 20 10:24:38.957583 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c31ef0e3-fa60-4b55-a92e-14dcae209cfa None None] Port c58f68f8-6192-44b4-9074-737ec613eda7 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:24:39.089535 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:39.109617 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Transition to ACTIVE for port object e55b62c0-21ed-473a-90ec-76152c8739e4 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:39.109810 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45694) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:39.122380 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3b3f474f-ab50-4324-b9c4-5f41159ee880 None None] Provisioning complete for port b2342828-7035-4919-ae06-c84d56867b92 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:39.122772 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3b3f474f-ab50-4324-b9c4-5f41159ee880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:39.144344 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17484a-d414-49ef-81d4-8982d4a4cb07 req-72f55ea9-610e-4851-965d-63f63c64a53a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:39.145909 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c17484a-d414-49ef-81d4-8982d4a4cb07 req-72f55ea9-610e-4851-965d-63f63c64a53a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 945 time: 0.1094589 Aug 20 10:24:39.161206 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Transition to ACTIVE for port object e55b62c0-21ed-473a-90ec-76152c8739e4 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:39.178315 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:39.225977 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c17484a-d414-49ef-81d4-8982d4a4cb07 req-815d7006-5827-4203-bd7b-5d2b2cdb64d5 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687938 Aug 20 10:24:39.270830 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Network 8f3cac0f-8801-4c15-8367-d75bc3e3cda2 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:39.277192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Pushing event updated for resources: {'Port': ['ID=e55b62c0-21ed-473a-90ec-76152c8739e4,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:39.284332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:39.292693 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:39.307492 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da68c67f-0b78-43d1-bde4-6996e87baabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:39.307681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-05361bc6-6c5b-417a-8e7c-afab3809a003 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Made reservation on behalf of 843b18f1aa4445f8ac4e5c22a26caccd for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:39.434237 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da68c67f-0b78-43d1-bde4-6996e87baabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:39.440607 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da68c67f-0b78-43d1-bde4-6996e87baabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:39.473440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Attempting to bind port e55b62c0-21ed-473a-90ec-76152c8739e4 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:39.473814 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Attempting to bind port e55b62c0-21ed-473a-90ec-76152c8739e4 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '4ca6668c-ced2-4de9-9907-2dc29689570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f3cac0f-8801-4c15-8367-d75bc3e3cda2'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:39.474229 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Attempting to bind port e55b62c0-21ed-473a-90ec-76152c8739e4 on network 8f3cac0f-8801-4c15-8367-d75bc3e3cda2 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:39.480664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:39.481189 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Checking segment: {'id': '4ca6668c-ced2-4de9-9907-2dc29689570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f3cac0f-8801-4c15-8367-d75bc3e3cda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:39.481604 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:39.482443 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Bound using segment: {'id': '4ca6668c-ced2-4de9-9907-2dc29689570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f3cac0f-8801-4c15-8367-d75bc3e3cda2'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:39.482763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Bound port: e55b62c0-21ed-473a-90ec-76152c8739e4, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca6668c-ced2-4de9-9907-2dc29689570a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f3cac0f-8801-4c15-8367-d75bc3e3cda2'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:39.483361 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:39.486711 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68c67f-0b78-43d1-bde4-6996e87baabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3a9b16-b4bf-4b9d-abf5-0ec12a4c5309,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:39.501679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4323c3c-ee5f-4361-b1f4-1ebf0cc8f775 req-b2632697-5049-4765-952d-6ba5b01ece5b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:39.509180 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a4323c3c-ee5f-4361-b1f4-1ebf0cc8f775 req-b2632697-5049-4765-952d-6ba5b01ece5b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.2435656 Aug 20 10:24:39.549542 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc0e6fe6-b95e-49f1-bca2-865248b6b0f8 req-7631445f-337a-4d41-80b8-0dbc195e576a service neutron] 10.222.0.24 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9910140 Aug 20 10:24:39.558968 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] For port e55b62c0-21ed-473a-90ec-76152c8739e4, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:39.560304 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-da68c67f-0b78-43d1-bde4-6996e87baabf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8baa00e7ea846209fd6c80fb6a65c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494901 Aug 20 10:24:39.563085 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72b765eb-47a0-4c77-9cf2-3881ada2cd0e req-a3ad8f4d-9d4a-43a2-9738-ec7d3a5840d2 service neutron] 10.222.0.42 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0988309 Aug 20 10:24:39.563789 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45704) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:39.566469 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] For port e55b62c0-21ed-473a-90ec-76152c8739e4, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e55b62c0-21ed-473a-90ec-76152c8739e4,segment=NetworkSegment(4ca6668c-ced2-4de9-9907-2dc29689570a),segment_id=4ca6668c-ced2-4de9-9907-2dc29689570a)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:39.587130 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:39.605226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-7709c831-3394-441d-a7a3-587d177cd83b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Allocated IP 2001:db8::f816:3eff:feb5:954f (8f3cac0f-8801-4c15-8367-d75bc3e3cda2/f402ff27-b7a9-4855-a349-bfd7b47f5af4/e2e7a982-aeff-4687-b3fc-cc5c77b9fa8f) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:39.622550 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a4323c3c-ee5f-4361-b1f4-1ebf0cc8f775 req-16de53fc-819a-48c1-9995-4760eb0222a5 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124399 Aug 20 10:24:39.639465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98897b27-1462-45b2-9cf9-d5f8ff7fba41 req-3ba2f9ec-b44f-4aaa-969b-76826d1b8076 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:39.641261 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-98897b27-1462-45b2-9cf9-d5f8ff7fba41 req-3ba2f9ec-b44f-4aaa-969b-76826d1b8076 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 945 time: 0.1341209 Aug 20 10:24:39.692216 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd7994-83a4-49dc-bc20-cf99e7484bae None None] Pushing event updated for resources: {'Port': ['ID=e55b62c0-21ed-473a-90ec-76152c8739e4,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:39.730876 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-05361bc6-6c5b-417a-8e7c-afab3809a003 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:39.761530 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-98897b27-1462-45b2-9cf9-d5f8ff7fba41 req-36991224-095b-43e2-a8f9-6881b94ec682 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762928 Aug 20 10:24:39.762645 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f6c0676f-4eaa-4ed1-978f-a8a0a85590dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:39.792326 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f6c0676f-4eaa-4ed1-978f-a8a0a85590dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:39.872473 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f6c0676f-4eaa-4ed1-978f-a8a0a85590dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:39.875316 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f6c0676f-4eaa-4ed1-978f-a8a0a85590dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:39.876542 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f6c0676f-4eaa-4ed1-978f-a8a0a85590dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f3a9b16-b4bf-4b9d-abf5-0ec12a4c5309 HTTP/1.1" status: 204 len: 168 time: 0.3114834 Aug 20 10:24:39.904460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0676f-4eaa-4ed1-978f-a8a0a85590dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3a9b16-b4bf-4b9d-abf5-0ec12a4c5309,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:39.932838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1223df8-0e23-424a-a479-f258abff5bf1 req-69817a82-10d7-435e-9c72-46dda81adff2 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:39.946573 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1223df8-0e23-424a-a479-f258abff5bf1 req-69817a82-10d7-435e-9c72-46dda81adff2 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 945 time: 0.0919569 Aug 20 10:24:40.028516 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1223df8-0e23-424a-a479-f258abff5bf1 req-03e725d2-1caa-456b-a6ce-5c1127953999 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803914 Aug 20 10:24:40.051996 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc0e6fe6-b95e-49f1-bca2-865248b6b0f8 req-b3dffb83-05f8-4f26-8a23-537cce7db929 service neutron] 10.222.0.24 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828773 Aug 20 10:24:40.196395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368dd6e-c4cd-43e0-b9c9-c9dae088b83d req-411f781c-0857-4458-bce3-e20432b2ba29 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:40.203923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368dd6e-c4cd-43e0-b9c9-c9dae088b83d req-411f781c-0857-4458-bce3-e20432b2ba29 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:40.210199 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368dd6e-c4cd-43e0-b9c9-c9dae088b83d req-411f781c-0857-4458-bce3-e20432b2ba29 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:40.218429 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d368dd6e-c4cd-43e0-b9c9-c9dae088b83d req-411f781c-0857-4458-bce3-e20432b2ba29 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 2375 time: 0.4703531 Aug 20 10:24:40.222055 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591b42c-8070-4734-bbfe-64ca22b5cdf5 req-a02253ea-5cff-4172-b960-3a1b0b39e493 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:40.223653 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6591b42c-8070-4734-bbfe-64ca22b5cdf5 req-a02253ea-5cff-4172-b960-3a1b0b39e493 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 948 time: 0.0871959 Aug 20 10:24:40.288005 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device b84cd94f-50b8-4c82-b999-4b7442672216 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:24:40.309920 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6591b42c-8070-4734-bbfe-64ca22b5cdf5 req-01429cc2-99a8-4aa1-9bbd-ab29e1a58060 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668678 Aug 20 10:24:40.437747 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d368dd6e-c4cd-43e0-b9c9-c9dae088b83d req-673c233d-24ea-44cf-a109-596a5aa4d2f2 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183607 Aug 20 10:24:40.443202 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7709c831-3394-441d-a7a3-587d177cd83b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:40.570884 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b233df-42be-4d18-8cfd-6757536ae310 req-19738e7e-069b-4884-b639-96c538435140 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:40.592320 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port b84cd94f-50b8-4c82-b999-4b7442672216, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b84cd94f-50b8-4c82-b999-4b7442672216,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:40.593868 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b5b233df-42be-4d18-8cfd-6757536ae310 req-19738e7e-069b-4884-b639-96c538435140 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.42 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 945 time: 0.4953375 Aug 20 10:24:40.607233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-7709c831-3394-441d-a7a3-587d177cd83b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Transition to ACTIVE for port object e2e7a982-aeff-4687-b3fc-cc5c77b9fa8f will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:40.629016 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'b84cd94f-50b8-4c82-b999-4b7442672216', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': 'b84cd94f-50b8-4c82-b999-4b7442672216', 'mac_address': 'fa:16:3e:61:8f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:24:40.719309 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:40.771723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84cd94f-50b8-4c82-b999-4b7442672216 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:40.813679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port b84cd94f-50b8-4c82-b999-4b7442672216, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b84cd94f-50b8-4c82-b999-4b7442672216,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:40.819098 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b2342828-7035-4919-ae06-c84d56867b92 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:40.892721 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:40.916566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-05361bc6-6c5b-417a-8e7c-afab3809a003 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Allocated IP 10.2.2.100 (8714eb28-f9d6-435d-8508-76f686adacfc/e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b/5bc7b05c-dae2-490c-b4d9-1bcf484d16d4) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:40.951025 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21792-3bc3-48e2-9057-58e37702cf54 req-fa4ea2a8-3a11-4df9-b42a-f2777c4b27e3 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:40.953033 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d9f21792-3bc3-48e2-9057-58e37702cf54 req-fa4ea2a8-3a11-4df9-b42a-f2777c4b27e3 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 945 time: 0.3357074 Aug 20 10:24:41.013319 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7709c831-3394-441d-a7a3-587d177cd83b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.019348 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b2342828-7035-4919-ae06-c84d56867b92 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:41.022503 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.065506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45750) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:41.107813 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d9f21792-3bc3-48e2-9057-58e37702cf54 req-fbb3e442-1733-44a5-a954-630944f91d04 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437161 Aug 20 10:24:41.112458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=b84cd94f-50b8-4c82-b999-4b7442672216,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:41.136247 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-b5b233df-42be-4d18-8cfd-6757536ae310 req-7d6ad55f-8d85-4067-928e-79729a35a1c2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Deleting port b3000b9e-bc68-4761-afbe-802f28dc95ac {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:41.136947 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b5b233df-42be-4d18-8cfd-6757536ae310 req-7d6ad55f-8d85-4067-928e-79729a35a1c2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.188478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7709c831-3394-441d-a7a3-587d177cd83b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Network 8f3cac0f-8801-4c15-8367-d75bc3e3cda2 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:41.220988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421819f2-6785-4eba-9729-cae171571abb req-ad4a9069-079b-4ffc-bbda-e24a89eb893c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:41.231659 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-421819f2-6785-4eba-9729-cae171571abb req-ad4a9069-079b-4ffc-bbda-e24a89eb893c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.1238570 Aug 20 10:24:41.240116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e55b62c0-21ed-473a-90ec-76152c8739e4 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:41.280478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-7709c831-3394-441d-a7a3-587d177cd83b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:41.297900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7709c831-3394-441d-a7a3-587d177cd83b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:41.306043 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7709c831-3394-441d-a7a3-587d177cd83b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:41.307160 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7709c831-3394-441d-a7a3-587d177cd83b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.311777 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['b84cd94f-50b8-4c82-b999-4b7442672216'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:24:41.315935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-30cb6d13-72e5-407d-9008-d5218883dec7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-106803760-network', 'tenant_id': '9ab24141c3cf4678b6e8c7a8b270c121'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:41.347285 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc6d51f-4966-4a2a-90be-66e2edc0b789 None None] Network 8f3cac0f-8801-4c15-8367-d75bc3e3cda2 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:41.351964 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709c831-3394-441d-a7a3-587d177cd83b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event updated for resources: {'Port': ['ID=e2e7a982-aeff-4687-b3fc-cc5c77b9fa8f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:41.357194 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-421819f2-6785-4eba-9729-cae171571abb req-41547530-a642-40e6-8d8c-57adef09a780 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171410 Aug 20 10:24:41.391945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cb6d13-72e5-407d-9008-d5218883dec7 admin admin] Made reservation on behalf of 9ab24141c3cf4678b6e8c7a8b270c121 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:41.394764 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30cb6d13-72e5-407d-9008-d5218883dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.424650 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7709c831-3394-441d-a7a3-587d177cd83b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.9011605 Aug 20 10:24:41.425940 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45762) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:41.428111 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30cb6d13-72e5-407d-9008-d5218883dec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.497887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-b5b233df-42be-4d18-8cfd-6757536ae310 req-7d6ad55f-8d85-4067-928e-79729a35a1c2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] For port b3000b9e-bc68-4761-afbe-802f28dc95ac, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b3000b9e-bc68-4761-afbe-802f28dc95ac,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:41.498470 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b5b233df-42be-4d18-8cfd-6757536ae310 req-7d6ad55f-8d85-4067-928e-79729a35a1c2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.517802 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b740f86-1270-435c-b1fd-9ca3b5c8baa1 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Deleting subnet f402ff27-b7a9-4855-a349-bfd7b47f5af4 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:24:41.546901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d9b4ba93-a720-42fa-ae12-e10db264699e None None] Provisioning for port e55b62c0-21ed-473a-90ec-76152c8739e4 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:41.558468 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7b740f86-1270-435c-b1fd-9ca3b5c8baa1 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.561441 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-b5b233df-42be-4d18-8cfd-6757536ae310 req-7d6ad55f-8d85-4067-928e-79729a35a1c2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Calling delete_port for b3000b9e-bc68-4761-afbe-802f28dc95ac owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:41.590291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad3628-9db9-4cf0-82d0-9589b68bb6e9 req-17d5549f-d026-42e9-9dad-4a62b139166d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:41.598610 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad3628-9db9-4cf0-82d0-9589b68bb6e9 req-17d5549f-d026-42e9-9dad-4a62b139166d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:41.605476 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad3628-9db9-4cf0-82d0-9589b68bb6e9 req-17d5549f-d026-42e9-9dad-4a62b139166d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:41.612624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad3628-9db9-4cf0-82d0-9589b68bb6e9 req-17d5549f-d026-42e9-9dad-4a62b139166d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:41.619770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad3628-9db9-4cf0-82d0-9589b68bb6e9 req-17d5549f-d026-42e9-9dad-4a62b139166d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:41.624441 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-05361bc6-6c5b-417a-8e7c-afab3809a003 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.626386 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad3628-9db9-4cf0-82d0-9589b68bb6e9 req-17d5549f-d026-42e9-9dad-4a62b139166d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:41.632900 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad3628-9db9-4cf0-82d0-9589b68bb6e9 req-17d5549f-d026-42e9-9dad-4a62b139166d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:41.637653 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port e55b62c0-21ed-473a-90ec-76152c8739e4 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:41.642783 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46ad3628-9db9-4cf0-82d0-9589b68bb6e9 req-17d5549f-d026-42e9-9dad-4a62b139166d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5434 time: 0.1474411 Aug 20 10:24:41.648560 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e55b62c0-21ed-473a-90ec-76152c8739e4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:41.648932 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.690110 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7b740f86-1270-435c-b1fd-9ca3b5c8baa1 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.706447 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46ad3628-9db9-4cf0-82d0-9589b68bb6e9 req-b6454b44-1101-4ec7-b5b1-a4711eb1fef9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626352 Aug 20 10:24:41.721937 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30cb6d13-72e5-407d-9008-d5218883dec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.727411 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30cb6d13-72e5-407d-9008-d5218883dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.741868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cb6d13-72e5-407d-9008-d5218883dec7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:24:41.760771 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30cb6d13-72e5-407d-9008-d5218883dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.761251 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-30cb6d13-72e5-407d-9008-d5218883dec7 admin admin] Added segment b609cb7a-77cc-49c3-9444-7cdfcd98764f of type vlan for network bc500ecd-8f48-462e-8406-51f60bdda1bd Aug 20 10:24:41.762853 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-05361bc6-6c5b-417a-8e7c-afab3809a003 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Transition to ACTIVE for port object 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:41.789480 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d244dbe-a654-4ef8-b3e4-a16a3fe132b2 req-1a82932c-9a60-4166-8142-098512ba1bd0 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:41.791195 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d244dbe-a654-4ef8-b3e4-a16a3fe132b2 req-1a82932c-9a60-4166-8142-098512ba1bd0 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 949 time: 0.2705226 Aug 20 10:24:41.820149 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30cb6d13-72e5-407d-9008-d5218883dec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.883121 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb6d13-72e5-407d-9008-d5218883dec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec07865c-f0c3-4485-9418-09492c4c6470,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:41.888302 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30cb6d13-72e5-407d-9008-d5218883dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.889530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cb6d13-72e5-407d-9008-d5218883dec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:41.890194 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30cb6d13-72e5-407d-9008-d5218883dec7 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.892489 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.938757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port e55b62c0-21ed-473a-90ec-76152c8739e4, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e55b62c0-21ed-473a-90ec-76152c8739e4,segment=NetworkSegment(4ca6668c-ced2-4de9-9907-2dc29689570a),segment_id=4ca6668c-ced2-4de9-9907-2dc29689570a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:41.951149 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:41.994435 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-30cb6d13-72e5-407d-9008-d5218883dec7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9242263 Aug 20 10:24:42.001494 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45774) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:42.012647 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d244dbe-a654-4ef8-b3e4-a16a3fe132b2 req-af9c6acc-a18e-4883-b705-3eba7ba47c19 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943927 Aug 20 10:24:42.016619 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012434d2-ff4b-49e1-9275-f5e1369e1779 req-25ce25af-7482-414e-b1a9-56407fa53ec8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:42.025319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012434d2-ff4b-49e1-9275-f5e1369e1779 req-25ce25af-7482-414e-b1a9-56407fa53ec8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:42.032500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012434d2-ff4b-49e1-9275-f5e1369e1779 req-25ce25af-7482-414e-b1a9-56407fa53ec8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:42.038416 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-05361bc6-6c5b-417a-8e7c-afab3809a003 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:42.044009 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-012434d2-ff4b-49e1-9275-f5e1369e1779 req-25ce25af-7482-414e-b1a9-56407fa53ec8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 2375 time: 0.1944716 Aug 20 10:24:42.054499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-aa9d6c05-edcb-4274-8f68-d9a6f05d3ccb admin admin] Request body: {'subnet': {'network_id': 'bc500ecd-8f48-462e-8406-51f60bdda1bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-106803760-subnet', 'tenant_id': '9ab24141c3cf4678b6e8c7a8b270c121', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:42.068726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=e55b62c0-21ed-473a-90ec-76152c8739e4,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:42.076968 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb6d13-72e5-407d-9008-d5218883dec7 admin admin] Pushing event updated for resources: {'Network': ['ID=bc500ecd-8f48-462e-8406-51f60bdda1bd,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:42.094649 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network bc500ecd-8f48-462e-8406-51f60bdda1bd details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:24:42.142282 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-012434d2-ff4b-49e1-9275-f5e1369e1779 req-3f1cb809-1073-4837-b2b5-5739def8adce tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964594 Aug 20 10:24:42.148342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9d6c05-edcb-4274-8f68-d9a6f05d3ccb admin admin] Made reservation on behalf of 9ab24141c3cf4678b6e8c7a8b270c121 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:42.154239 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6c05-edcb-4274-8f68-d9a6f05d3ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:42.177739 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7b740f86-1270-435c-b1fd-9ca3b5c8baa1 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:42.266568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-05361bc6-6c5b-417a-8e7c-afab3809a003 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Network 8714eb28-f9d6-435d-8508-76f686adacfc is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:42.314044 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-77f1498a-fce8-4d90-a09b-9d95ec4cbc3f None None] Provisioning for port e2e7a982-aeff-4687-b3fc-cc5c77b9fa8f completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:42.316465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387f4ac-ec53-45f5-88db-ae33c7dabcf3 req-e415bdd6-8c0e-462a-81b2-7bf6d2b9b736 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:42.318542 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6387f4ac-ec53-45f5-88db-ae33c7dabcf3 req-e415bdd6-8c0e-462a-81b2-7bf6d2b9b736 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 945 time: 0.0746658 Aug 20 10:24:42.318836 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-77f1498a-fce8-4d90-a09b-9d95ec4cbc3f None None] Provisioning complete for port e2e7a982-aeff-4687-b3fc-cc5c77b9fa8f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:42.319239 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-77f1498a-fce8-4d90-a09b-9d95ec4cbc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:42.335492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-05361bc6-6c5b-417a-8e7c-afab3809a003 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:42.343421 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-05361bc6-6c5b-417a-8e7c-afab3809a003 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:42.345949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05361bc6-6c5b-417a-8e7c-afab3809a003 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event updated for resources: {'Port': ['ID=5bc7b05c-dae2-490c-b4d9-1bcf484d16d4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:42.355862 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b5b233df-42be-4d18-8cfd-6757536ae310 req-7d6ad55f-8d85-4067-928e-79729a35a1c2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:42.380565 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6387f4ac-ec53-45f5-88db-ae33c7dabcf3 req-02702e72-6dc0-4875-b112-c44d0ea64685 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512164 Aug 20 10:24:42.391631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-77f1498a-fce8-4d90-a09b-9d95ec4cbc3f None None] Port e2e7a982-aeff-4687-b3fc-cc5c77b9fa8f cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:24:42.404590 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-77f1498a-fce8-4d90-a09b-9d95ec4cbc3f None None] Provisioning complete for port e55b62c0-21ed-473a-90ec-76152c8739e4 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:42.405272 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-77f1498a-fce8-4d90-a09b-9d95ec4cbc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:42.489908 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ad55f-8d85-4067-928e-79729a35a1c2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Pushing event deleted for resources: {'Port': ['ID=b3000b9e-bc68-4761-afbe-802f28dc95ac,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:42.493344 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7b740f86-1270-435c-b1fd-9ca3b5c8baa1 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:42.589751 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-05361bc6-6c5b-417a-8e7c-afab3809a003 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:42.590426 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-05361bc6-6c5b-417a-8e7c-afab3809a003 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:42.596419 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b740f86-1270-435c-b1fd-9ca3b5c8baa1 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event deleted for resources: {'Subnet': ['ID=f402ff27-b7a9-4855-a349-bfd7b47f5af4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:42.632544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6c05-edcb-4274-8f68-d9a6f05d3ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:42.637537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e55b62c0-21ed-473a-90ec-76152c8739e4 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:42.641686 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7b740f86-1270-435c-b1fd-9ca3b5c8baa1 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:42.654329 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7b740f86-1270-435c-b1fd-9ca3b5c8baa1 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/subnets/f402ff27-b7a9-4855-a349-bfd7b47f5af4 HTTP/1.1" status: 204 len: 168 time: 1.2189386 Aug 20 10:24:42.667104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb268f84-ce71-4c52-ba47-337ddeb741da req-a0b72663-b94a-4639-bea5-b37d20e22e92 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:42.673430 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb268f84-ce71-4c52-ba47-337ddeb741da req-a0b72663-b94a-4639-bea5-b37d20e22e92 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:42.685522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb268f84-ce71-4c52-ba47-337ddeb741da req-a0b72663-b94a-4639-bea5-b37d20e22e92 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:42.690292 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45780) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:42.691014 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d6c05-edcb-4274-8f68-d9a6f05d3ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf539f61-8f34-42e8-a606-b643c725c2c7,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:42.693072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb268f84-ce71-4c52-ba47-337ddeb741da req-a0b72663-b94a-4639-bea5-b37d20e22e92 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:42.696012 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f7480f4-7d84-42a2-921c-cec6544a6c5c req-70810048-8be9-415b-9464-e39aa72645d9 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=f655d03b-0520-473d-88ad-0f888ea0ad3f HTTP/1.1" status: 200 len: 210 time: 0.0769203 Aug 20 10:24:42.699296 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb268f84-ce71-4c52-ba47-337ddeb741da req-a0b72663-b94a-4639-bea5-b37d20e22e92 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:42.708973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb268f84-ce71-4c52-ba47-337ddeb741da req-a0b72663-b94a-4639-bea5-b37d20e22e92 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:42.715524 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb268f84-ce71-4c52-ba47-337ddeb741da req-a0b72663-b94a-4639-bea5-b37d20e22e92 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:42.721144 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb268f84-ce71-4c52-ba47-337ddeb741da req-a0b72663-b94a-4639-bea5-b37d20e22e92 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5434 time: 0.5003624 Aug 20 10:24:42.739567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['995840f7-d39b-4bf6-beab-401653bd6374'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:24:42.741863 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0623c4c8-b1ff-4193-beda-3a82b11835e9 None None] Network 8f3cac0f-8801-4c15-8367-d75bc3e3cda2 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:42.758062 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-05361bc6-6c5b-417a-8e7c-afab3809a003 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5558355 Aug 20 10:24:42.758847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b233df-42be-4d18-8cfd-6757536ae310 req-7d6ad55f-8d85-4067-928e-79729a35a1c2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] No DVR routers for this DVR port b3000b9e-bc68-4761-afbe-802f28dc95ac on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:42.761785 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b5b233df-42be-4d18-8cfd-6757536ae310 req-7d6ad55f-8d85-4067-928e-79729a35a1c2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:42.764119 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b5b233df-42be-4d18-8cfd-6757536ae310 req-7d6ad55f-8d85-4067-928e-79729a35a1c2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.42 "DELETE /v2.0/ports/b3000b9e-bc68-4761-afbe-802f28dc95ac HTTP/1.1" status: 204 len: 173 time: 2.1693776 Aug 20 10:24:42.764572 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f655d03b-0520-473d-88ad-0f888ea0ad3f', 'name': 'network-vif-deleted', 'tag': 'b3000b9e-bc68-4761-afbe-802f28dc95ac'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:42.767108 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6003c93-8186-42ab-b8ee-89cc6eb6e368" -d '{"events": [{"server_uuid": "f655d03b-0520-473d-88ad-0f888ea0ad3f", "name": "network-vif-deleted", "tag": "b3000b9e-bc68-4761-afbe-802f28dc95ac"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:42.785534 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbe9f5d-0bc1-4ab4-a4c7-680fe1f28308 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:42.787415 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbe9f5d-0bc1-4ab4-a4c7-680fe1f28308 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:42.788622 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ba3335a9-5c7f-46a3-9d81-92ba58798cfe tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Request body: {'port': {'device_id': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc', 'admin_state_up': True, 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'security_groups': ['b4f3f050-f403-43cf-8c5a-95c355c35a18']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:42.789115 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2bbe9f5d-0bc1-4ab4-a4c7-680fe1f28308 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0955677 Aug 20 10:24:42.794084 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45786) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:42.869558 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbcf2f4-8c6d-4b5f-98fa-060edbaa95aa x-openstack-request-id: req-6dbcf2f4-8c6d-4b5f-98fa-060edbaa95aa {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:42.869959 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f655d03b-0520-473d-88ad-0f888ea0ad3f", "name": "network-vif-deleted", "tag": "b3000b9e-bc68-4761-afbe-802f28dc95ac", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:42.870244 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6dbcf2f4-8c6d-4b5f-98fa-060edbaa95aa {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:42.871353 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f655d03b-0520-473d-88ad-0f888ea0ad3f', 'name': 'network-vif-deleted', 'tag': 'b3000b9e-bc68-4761-afbe-802f28dc95ac', 'status': 'completed', 'code': 200} Aug 20 10:24:42.919388 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cfa7ff69-8533-4f21-86d2-4c2c404fc58e tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:42.937018 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa7ff69-8533-4f21-86d2-4c2c404fc58e tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 20 10:24:42.937439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa7ff69-8533-4f21-86d2-4c2c404fc58e tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:24:42.944008 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cfa7ff69-8533-4f21-86d2-4c2c404fc58e tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/networks/8f3cac0f-8801-4c15-8367-d75bc3e3cda2 HTTP/1.1" status: 409 len: 405 time: 0.1419382 Aug 20 10:24:42.948543 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45788) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:42.952349 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d1310b28-6f8e-46a8-869f-a98a81ca6320 None None] Provisioning complete for port e2e7a982-aeff-4687-b3fc-cc5c77b9fa8f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:42.953357 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d1310b28-6f8e-46a8-869f-a98a81ca6320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:42.956878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-efe07b86-93e3-4dc2-9e98-6c8065ef4aaa tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-870246682'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:42.996679 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9d6c05-edcb-4274-8f68-d9a6f05d3ccb admin admin] Checking segment: {'id': 'b609cb7a-77cc-49c3-9444-7cdfcd98764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bc500ecd-8f48-462e-8406-51f60bdda1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:42.997011 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9d6c05-edcb-4274-8f68-d9a6f05d3ccb admin admin] Network hostable DHCP agents. Network: bc500ecd-8f48-462e-8406-51f60bdda1bd, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:24:43.004012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d1310b28-6f8e-46a8-869f-a98a81ca6320 None None] Port e2e7a982-aeff-4687-b3fc-cc5c77b9fa8f cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:24:43.017143 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe07b86-93e3-4dc2-9e98-6c8065ef4aaa tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Made reservation on behalf of 9af67ae9ba2d441696d26c43aa8dc912 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:43.022945 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efe07b86-93e3-4dc2-9e98-6c8065ef4aaa tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:43.030277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ba3335a9-5c7f-46a3-9d81-92ba58798cfe tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Made reservation on behalf of 843b18f1aa4445f8ac4e5c22a26caccd for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:43.037627 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affbab0-ea1c-4db9-b73e-e34b522f0ed2 req-7c6dfc32-e571-4070-8eef-fe38bbaa6b7f tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:43.040165 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6affbab0-ea1c-4db9-b73e-e34b522f0ed2 req-7c6dfc32-e571-4070-8eef-fe38bbaa6b7f tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.1130188 Aug 20 10:24:43.041835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9d6c05-edcb-4274-8f68-d9a6f05d3ccb admin admin] Network bc500ecd-8f48-462e-8406-51f60bdda1bd is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:24:43.053643 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ba3335a9-5c7f-46a3-9d81-92ba58798cfe tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:43.074602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e55b62c0-21ed-473a-90ec-76152c8739e4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:43.074902 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:43.077523 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-aa9d6c05-edcb-4274-8f68-d9a6f05d3ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, bc500ecd-8f48-462e-8406-51f60bdda1bd) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:43.089520 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9d6c05-edcb-4274-8f68-d9a6f05d3ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:43.090299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6c05-edcb-4274-8f68-d9a6f05d3ccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:43.101955 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe07b86-93e3-4dc2-9e98-6c8065ef4aaa tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:24:43.110352 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6affbab0-ea1c-4db9-b73e-e34b522f0ed2 req-17d31c22-f650-4de7-8934-5887f97d1b55 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596807 Aug 20 10:24:43.119183 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aa9d6c05-edcb-4274-8f68-d9a6f05d3ccb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0669591 Aug 20 10:24:43.153480 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efe07b86-93e3-4dc2-9e98-6c8065ef4aaa tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:43.153827 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-efe07b86-93e3-4dc2-9e98-6c8065ef4aaa tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Added segment af9e9ebf-cddc-4d14-9af2-34a443b75542 of type vlan for network e0a41e2b-253c-4803-bbf3-e54a6603bb67 Aug 20 10:24:43.164832 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7b55c0-cae6-4899-b2bb-96f46b59c93f None None] Network bc500ecd-8f48-462e-8406-51f60bdda1bd requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:43.221017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5d4821-cedc-42eb-a5f7-fd8b3e16efbf None None] DHCP port deletion for 8f3cac0f-8801-4c15-8367-d75bc3e3cda2 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:24:43.244939 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efe07b86-93e3-4dc2-9e98-6c8065ef4aaa tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:43.344859 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f115f18a-33a9-49b1-9154-4727f4521cd4 None None] Provisioning for port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:43.381427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15d205-b4e0-48e3-bb12-444a37f5b0f7 req-5c1186ab-a403-45de-8cfb-c65c08e0d6f6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:43.387184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f115f18a-33a9-49b1-9154-4727f4521cd4 None None] Provisioning complete for port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:43.387471 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f115f18a-33a9-49b1-9154-4727f4521cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:43.395488 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15d205-b4e0-48e3-bb12-444a37f5b0f7 req-5c1186ab-a403-45de-8cfb-c65c08e0d6f6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:43.397505 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efe07b86-93e3-4dc2-9e98-6c8065ef4aaa tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:43.407580 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15d205-b4e0-48e3-bb12-444a37f5b0f7 req-5c1186ab-a403-45de-8cfb-c65c08e0d6f6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:43.410757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe07b86-93e3-4dc2-9e98-6c8065ef4aaa tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:43.411606 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efe07b86-93e3-4dc2-9e98-6c8065ef4aaa tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:43.427943 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15d205-b4e0-48e3-bb12-444a37f5b0f7 req-5c1186ab-a403-45de-8cfb-c65c08e0d6f6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:43.435449 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5e15d205-b4e0-48e3-bb12-444a37f5b0f7 req-5c1186ab-a403-45de-8cfb-c65c08e0d6f6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 3096 time: 0.1523395 Aug 20 10:24:43.491324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-f115f18a-33a9-49b1-9154-4727f4521cd4 None None] Port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:24:43.522510 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5e15d205-b4e0-48e3-bb12-444a37f5b0f7 req-38416cf5-3427-4bb6-a397-11207b01d533 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831642 Aug 20 10:24:43.524685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d4821-cedc-42eb-a5f7-fd8b3e16efbf None None] Deleting port e55b62c0-21ed-473a-90ec-76152c8739e4 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:43.525087 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5f5d4821-cedc-42eb-a5f7-fd8b3e16efbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:43.610150 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-efe07b86-93e3-4dc2-9e98-6c8065ef4aaa tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6602983 Aug 20 10:24:43.614378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45804) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:43.624932 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-ad82f28f-3afd-48bd-8608-808eb616b0a6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Request body: {'subnet': {'network_id': 'e0a41e2b-253c-4803-bbf3-e54a6603bb67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:43.627399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486bf76-c2ef-40e6-9fe2-25f1c4530d85 req-bfb4eebb-2537-4fc0-be42-239685526048 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:43.636372 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d486bf76-c2ef-40e6-9fe2-25f1c4530d85 req-bfb4eebb-2537-4fc0-be42-239685526048 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 949 time: 0.4806378 Aug 20 10:24:43.642726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe07b86-93e3-4dc2-9e98-6c8065ef4aaa tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event updated for resources: {'Network': ['ID=e0a41e2b-253c-4803-bbf3-e54a6603bb67,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:43.750184 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d486bf76-c2ef-40e6-9fe2-25f1c4530d85 req-7e1e0536-cfe4-4ab2-bd5f-d74477429ad9 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099491 Aug 20 10:24:43.789107 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad82f28f-3afd-48bd-8608-808eb616b0a6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Made reservation on behalf of 9af67ae9ba2d441696d26c43aa8dc912 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:43.796431 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad82f28f-3afd-48bd-8608-808eb616b0a6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:43.802364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ba3335a9-5c7f-46a3-9d81-92ba58798cfe tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Allocated IP 10.2.2.200 (8714eb28-f9d6-435d-8508-76f686adacfc/e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b/2a37e7c4-cae4-4620-80d8-485fc0c672bb) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:43.813578 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-5f5d4821-cedc-42eb-a5f7-fd8b3e16efbf None None] For port e55b62c0-21ed-473a-90ec-76152c8739e4, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e55b62c0-21ed-473a-90ec-76152c8739e4,segment=NetworkSegment(4ca6668c-ced2-4de9-9907-2dc29689570a),segment_id=4ca6668c-ced2-4de9-9907-2dc29689570a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:43.814590 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5f5d4821-cedc-42eb-a5f7-fd8b3e16efbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:43.828265 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d4821-cedc-42eb-a5f7-fd8b3e16efbf None None] Calling delete_port for e55b62c0-21ed-473a-90ec-76152c8739e4 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:43.929232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffeb6d5-a0b1-4dc1-a5ed-84f1332d69da None None] Network bc500ecd-8f48-462e-8406-51f60bdda1bd requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:44.008112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f0c94-a5a5-4a42-91ec-96e4ba140201 req-805a2eed-004f-43fe-b864-69327b690832 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:44.009818 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e6f0c94-a5a5-4a42-91ec-96e4ba140201 req-805a2eed-004f-43fe-b864-69327b690832 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 945 time: 0.1318181 Aug 20 10:24:44.015678 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b3000b9e-bc68-4761-afbe-802f28dc95ac no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:24:44.017177 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network e0a41e2b-253c-4803-bbf3-e54a6603bb67 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:24:44.071556 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ba3335a9-5c7f-46a3-9d81-92ba58798cfe tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:44.095787 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e6f0c94-a5a5-4a42-91ec-96e4ba140201 req-d29c193b-2dcb-47e8-92b4-b86968dce11a tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765378 Aug 20 10:24:44.102118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ba3335a9-5c7f-46a3-9d81-92ba58798cfe tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Transition to ACTIVE for port object 2a37e7c4-cae4-4620-80d8-485fc0c672bb will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:44.110944 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: b3000b9e-bc68-4761-afbe-802f28dc95ac {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:24:44.111320 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b3000b9e-bc68-4761-afbe-802f28dc95ac not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:24:44.168789 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ba3335a9-5c7f-46a3-9d81-92ba58798cfe tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:44.228937 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5f5d4821-cedc-42eb-a5f7-fd8b3e16efbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:44.264110 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d4821-cedc-42eb-a5f7-fd8b3e16efbf None None] Pushing event deleted for resources: {'Port': ['ID=e55b62c0-21ed-473a-90ec-76152c8739e4,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:44.266280 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d4821-cedc-42eb-a5f7-fd8b3e16efbf None None] No DVR routers for this DVR port e55b62c0-21ed-473a-90ec-76152c8739e4 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:44.267406 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ba3335a9-5c7f-46a3-9d81-92ba58798cfe tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Network 8714eb28-f9d6-435d-8508-76f686adacfc is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:44.276174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ba3335a9-5c7f-46a3-9d81-92ba58798cfe tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:44.288056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ba3335a9-5c7f-46a3-9d81-92ba58798cfe tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:44.323169 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cbe4860d-91d7-4aad-a240-103307e5db1c details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:24:44.328692 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device b84cd94f-50b8-4c82-b999-4b7442672216 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:44.372381 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3335a9-5c7f-46a3-9d81-92ba58798cfe tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event updated for resources: {'Port': ['ID=2a37e7c4-cae4-4620-80d8-485fc0c672bb,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:44.405478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ba3335a9-5c7f-46a3-9d81-92ba58798cfe tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:44.406214 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ba3335a9-5c7f-46a3-9d81-92ba58798cfe tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:44.441565 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7157efc-7325-41fa-ab00-14e6669f8a6c req-107409a4-3628-4660-acde-bff32fb3f405 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:44.449760 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7157efc-7325-41fa-ab00-14e6669f8a6c req-107409a4-3628-4660-acde-bff32fb3f405 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.1789224 Aug 20 10:24:44.469173 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ba3335a9-5c7f-46a3-9d81-92ba58798cfe tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6877403 Aug 20 10:24:44.483282 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Request body: {'port': {'device_id': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:44.527572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cbe4860d-91d7-4aad-a240-103307e5db1c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cbe4860d-91d7-4aad-a240-103307e5db1c,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:44.559632 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'cbe4860d-91d7-4aad-a240-103307e5db1c', 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a', 'port_id': 'cbe4860d-91d7-4aad-a240-103307e5db1c', 'mac_address': 'fa:16:3e:d7:41:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a0b821-48e6-40b2-874d-6ba5dd3e1302', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:24:44.593904 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port b84cd94f-50b8-4c82-b999-4b7442672216 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:44.599502 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7157efc-7325-41fa-ab00-14e6669f8a6c req-882a2eb8-2aa1-44ff-8034-dfc4a41e9b1c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486657 Aug 20 10:24:44.606292 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port b84cd94f-50b8-4c82-b999-4b7442672216 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:44.606723 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:44.679625 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e55b62c0-21ed-473a-90ec-76152c8739e4 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:24:44.697834 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:44.757897 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: e55b62c0-21ed-473a-90ec-76152c8739e4 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:24:44.757897 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e55b62c0-21ed-473a-90ec-76152c8739e4 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:24:44.758791 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:44.770089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-861b3792-6f83-46ae-a687-4ba462d14d1d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:44.779020 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-861b3792-6f83-46ae-a687-4ba462d14d1d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/networks?id=bc500ecd-8f48-462e-8406-51f60bdda1bd HTTP/1.1" status: 200 len: 813 time: 0.8620546 Aug 20 10:24:44.790651 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbe4860d-91d7-4aad-a240-103307e5db1c {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:44.827201 n-d-778550-11 neutron-server[94866]: DEBUG neutron.objects.ports [None req-ad82f28f-3afd-48bd-8608-808eb616b0a6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94866) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:24:44.829590 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad82f28f-3afd-48bd-8608-808eb616b0a6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:44.844618 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cbe4860d-91d7-4aad-a240-103307e5db1c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cbe4860d-91d7-4aad-a240-103307e5db1c,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:44.845115 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-a482b894-b592-40f1-a97e-1d90272c8266 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/quotas/9ab24141c3cf4678b6e8c7a8b270c121 HTTP/1.1" status: 200 len: 375 time: 0.0632837 Aug 20 10:24:44.897336 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:44.909897 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-13b53f26-0c57-4d55-8819-55fdd2212c31 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ab24141c3cf4678b6e8c7a8b270c121&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637341 Aug 20 10:24:44.914038 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-8a90c909-530f-4f4f-ad18-cd1f4629da1e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:44.917045 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:44.917332 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-8a90c909-530f-4f4f-ad18-cd1f4629da1e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 806 time: 0.1542938 Aug 20 10:24:44.926764 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f6375839-1c3e-4dec-a6a5-c2a122ae32a3 None None] Provisioning for port 2a37e7c4-cae4-4620-80d8-485fc0c672bb completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:44.933708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f6375839-1c3e-4dec-a6a5-c2a122ae32a3 None None] Provisioning complete for port 2a37e7c4-cae4-4620-80d8-485fc0c672bb triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:44.934045 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f6375839-1c3e-4dec-a6a5-c2a122ae32a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:44.991901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-f6375839-1c3e-4dec-a6a5-c2a122ae32a3 None None] Port 2a37e7c4-cae4-4620-80d8-485fc0c672bb cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:24:44.992973 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006d133b-0849-4303-a1a6-f2c5ded4e8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84cd94f-50b8-4c82-b999-4b7442672216'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:44.994565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82f28f-3afd-48bd-8608-808eb616b0a6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event updated for resources: {'Subnet': ['ID=2c8301ad-a8c8-4091-9c5d-7a1cd8689fa7,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:44.995764 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68ab655-7524-411c-8d6f-4bce835f8744" -d '{"events": [{"server_uuid": "006d133b-0849-4303-a1a6-f2c5ded4e8ec", "name": "network-vif-plugged", "status": "completed", "tag": "b84cd94f-50b8-4c82-b999-4b7442672216"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:45.010085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad82f28f-3afd-48bd-8608-808eb616b0a6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Checking segment: {'id': 'af9e9ebf-cddc-4d14-9af2-34a443b75542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e0a41e2b-253c-4803-bbf3-e54a6603bb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:45.010576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad82f28f-3afd-48bd-8608-808eb616b0a6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Network hostable DHCP agents. Network: e0a41e2b-253c-4803-bbf3-e54a6603bb67, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:24:45.044231 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port b84cd94f-50b8-4c82-b999-4b7442672216, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b84cd94f-50b8-4c82-b999-4b7442672216,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:45.048178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad82f28f-3afd-48bd-8608-808eb616b0a6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Network e0a41e2b-253c-4803-bbf3-e54a6603bb67 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:24:45.065685 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-8b5ec683-7f82-4f06-b35f-03d2fb89ac51 service neutron] 10.222.0.16 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539712 Aug 20 10:24:45.070624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['cbe4860d-91d7-4aad-a240-103307e5db1c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:24:45.076173 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-ad82f28f-3afd-48bd-8608-808eb616b0a6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, e0a41e2b-253c-4803-bbf3-e54a6603bb67) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:45.078902 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:45.108122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e37f1da-9480-4764-bdae-e499dcdbdc1e None None] Network e0a41e2b-253c-4803-bbf3-e54a6603bb67 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:45.113692 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad82f28f-3afd-48bd-8608-808eb616b0a6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:45.114426 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad82f28f-3afd-48bd-8608-808eb616b0a6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:45.143080 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ad82f28f-3afd-48bd-8608-808eb616b0a6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5264819 Aug 20 10:24:45.150149 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45846) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:45.157856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-60a9ef30-ebd2-45bd-8d3c-9956d9253354 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Request body: {'port': {'network_id': 'e0a41e2b-253c-4803-bbf3-e54a6603bb67', 'name': 'tempest-NetworksIpV6TestAttrs-1796798765'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:45.211178 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-d418f3f2-c19a-405e-a77a-cb12e06af301 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/quotas/b20bf29d55e5407ca542b24a04751634 HTTP/1.1" status: 200 len: 375 time: 0.0213697 Aug 20 10:24:45.232005 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-95d8e525-99e7-405d-88a7-62a4095efc39 service neutron] 10.222.0.16 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661110 Aug 20 10:24:45.283635 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=cbe4860d-91d7-4aad-a240-103307e5db1c,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:45.308315 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-73209164-10df-4999-b236-6a6e5d27b97c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0887551 Aug 20 10:24:45.313232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a9ef30-ebd2-45bd-8d3c-9956d9253354 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Made reservation on behalf of 9af67ae9ba2d441696d26c43aa8dc912 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:45.317386 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60a9ef30-ebd2-45bd-8d3c-9956d9253354 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:45.340033 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=b84cd94f-50b8-4c82-b999-4b7442672216,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:45.351997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-e0a41e2b-253c-4803-bbf3-e54a6603bb67', 'network_id': 'e0a41e2b-253c-4803-bbf3-e54a6603bb67', 'tenant_id': '9af67ae9ba2d441696d26c43aa8dc912', 'fixed_ips': [{'subnet_id': '2c8301ad-a8c8-4091-9c5d-7a1cd8689fa7'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:24:45.352838 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:45.362139 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-60a9ef30-ebd2-45bd-8d3c-9956d9253354 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] device_id is not set on port fb9c097d-7b82-4ade-be58-e8b0b7222de8 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:24:45.424791 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5374ab06-53f2-44d9-811c-ef39f56f233a {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:45.438653 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:45.496321 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Transition to ACTIVE for port object 5374ab06-53f2-44d9-811c-ef39f56f233a will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:45.525444 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:45.529418 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Allocated IP 2001:db8::f816:3eff:fe5e:d1ed (e0a41e2b-253c-4803-bbf3-e54a6603bb67/2c8301ad-a8c8-4091-9c5d-7a1cd8689fa7/50e24251-6432-4f36-8040-25a3f0394dbf) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:45.642590 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Pushing event updated for resources: {'Port': ['ID=5374ab06-53f2-44d9-811c-ef39f56f233a,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:45.677778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ab2c9-fa9a-49ff-94bd-5c43af825529 req-10a66f57-5bf8-475e-94ee-34a1ac6dd359 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:45.684091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ab2c9-fa9a-49ff-94bd-5c43af825529 req-10a66f57-5bf8-475e-94ee-34a1ac6dd359 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:45.690917 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ab2c9-fa9a-49ff-94bd-5c43af825529 req-10a66f57-5bf8-475e-94ee-34a1ac6dd359 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:45.708106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45866) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:45.713961 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ab2c9-fa9a-49ff-94bd-5c43af825529 req-10a66f57-5bf8-475e-94ee-34a1ac6dd359 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:45.727904 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-c484c058-3bd5-493c-88dc-133b00f47e7f service neutron] 10.222.0.16 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078472 Aug 20 10:24:45.742880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ab2c9-fa9a-49ff-94bd-5c43af825529 req-10a66f57-5bf8-475e-94ee-34a1ac6dd359 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:45.748995 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a36ab2c9-fa9a-49ff-94bd-5c43af825529 req-10a66f57-5bf8-475e-94ee-34a1ac6dd359 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 3829 time: 0.1701765 Aug 20 10:24:45.825320 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:45.830924 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a36ab2c9-fa9a-49ff-94bd-5c43af825529 req-6d696feb-ceb9-413a-829c-45d12cd9b97b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752630 Aug 20 10:24:45.844206 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Transition to ACTIVE for port object 50e24251-6432-4f36-8040-25a3f0394dbf will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:45.887219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Transition to ACTIVE for port object 50e24251-6432-4f36-8040-25a3f0394dbf will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:45.902520 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:45.921524 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-a778cbd6-8cfb-45e5-8c7c-f6f727b6aeae service neutron] 10.222.0.16 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684000 Aug 20 10:24:45.968909 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Attempting to bind port 5374ab06-53f2-44d9-811c-ef39f56f233a on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:45.969250 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Attempting to bind port 5374ab06-53f2-44d9-811c-ef39f56f233a by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '68b70fe9-f85a-48b9-af9b-55bddb3372c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:45.969647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Attempting to bind port 5374ab06-53f2-44d9-811c-ef39f56f233a on network 88f93105-b451-41f4-a5e5-079e47726c50 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:46.008198 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Network e0a41e2b-253c-4803-bbf3-e54a6603bb67 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:46.016362 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde94b9-faef-4ae9-99b4-e67a7d34d348 req-20ebec9f-cd00-4afc-8897-00b55ba546f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:46.019763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:46.020539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde94b9-faef-4ae9-99b4-e67a7d34d348 req-20ebec9f-cd00-4afc-8897-00b55ba546f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:46.021180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde94b9-faef-4ae9-99b4-e67a7d34d348 req-20ebec9f-cd00-4afc-8897-00b55ba546f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:46.021804 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde94b9-faef-4ae9-99b4-e67a7d34d348 req-20ebec9f-cd00-4afc-8897-00b55ba546f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:46.024004 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde94b9-faef-4ae9-99b4-e67a7d34d348 req-20ebec9f-cd00-4afc-8897-00b55ba546f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:46.026075 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde94b9-faef-4ae9-99b4-e67a7d34d348 req-20ebec9f-cd00-4afc-8897-00b55ba546f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:46.027539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:46.028221 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde94b9-faef-4ae9-99b4-e67a7d34d348 req-20ebec9f-cd00-4afc-8897-00b55ba546f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:46.041048 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fde94b9-faef-4ae9-99b4-e67a7d34d348 req-20ebec9f-cd00-4afc-8897-00b55ba546f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 6498 time: 0.3300464 Aug 20 10:24:46.090097 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Port 5374ab06-53f2-44d9-811c-ef39f56f233a on network 88f93105-b451-41f4-a5e5-079e47726c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:24:46.090614 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Attempting to bind port 5374ab06-53f2-44d9-811c-ef39f56f233a on network 88f93105-b451-41f4-a5e5-079e47726c50 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:46.098171 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-60a9ef30-ebd2-45bd-8d3c-9956d9253354 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Allocated IP 2001:db8::f816:3eff:fe9b:b1c9 (e0a41e2b-253c-4803-bbf3-e54a6603bb67/2c8301ad-a8c8-4091-9c5d-7a1cd8689fa7/fb9c097d-7b82-4ade-be58-e8b0b7222de8) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:46.115033 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:46.115628 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Checking segment: {'id': '68b70fe9-f85a-48b9-af9b-55bddb3372c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:46.116279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Bound using segment: {'id': '68b70fe9-f85a-48b9-af9b-55bddb3372c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:46.117143 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Bound port: 5374ab06-53f2-44d9-811c-ef39f56f233a, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b70fe9-f85a-48b9-af9b-55bddb3372c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:46.117641 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:46.120758 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322e668-68c7-405a-8dde-5bdc97a099ce req-61105112-90b9-4a7b-96dc-e96bccfaafe2 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:46.122419 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3322e668-68c7-405a-8dde-5bdc97a099ce req-61105112-90b9-4a7b-96dc-e96bccfaafe2 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 950 time: 0.1607180 Aug 20 10:24:46.122565 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Pushing event updated for resources: {'Port': ['ID=50e24251-6432-4f36-8040-25a3f0394dbf,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:46.198906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Attempting to bind port 50e24251-6432-4f36-8040-25a3f0394dbf on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:46.199314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Attempting to bind port 50e24251-6432-4f36-8040-25a3f0394dbf by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'af9e9ebf-cddc-4d14-9af2-34a443b75542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e0a41e2b-253c-4803-bbf3-e54a6603bb67'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:46.199679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Attempting to bind port 50e24251-6432-4f36-8040-25a3f0394dbf on network e0a41e2b-253c-4803-bbf3-e54a6603bb67 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:46.216538 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:46.216914 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Checking segment: {'id': 'af9e9ebf-cddc-4d14-9af2-34a443b75542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e0a41e2b-253c-4803-bbf3-e54a6603bb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:46.217320 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:46.217715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Bound using segment: {'id': 'af9e9ebf-cddc-4d14-9af2-34a443b75542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e0a41e2b-253c-4803-bbf3-e54a6603bb67'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:46.220295 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3322e668-68c7-405a-8dde-5bdc97a099ce req-8a66b6e7-5ae2-4283-a524-c4b0bae90d2d tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790672 Aug 20 10:24:46.223322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Bound port: 50e24251-6432-4f36-8040-25a3f0394dbf, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9e9ebf-cddc-4d14-9af2-34a443b75542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e0a41e2b-253c-4803-bbf3-e54a6603bb67'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:46.223764 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:46.235652 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697c065e-bcf5-477b-8bd2-b7560297958e x-openstack-request-id: req-697c065e-bcf5-477b-8bd2-b7560297958e {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:46.235984 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006d133b-0849-4303-a1a6-f2c5ded4e8ec", "name": "network-vif-plugged", "status": "completed", "tag": "b84cd94f-50b8-4c82-b999-4b7442672216", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:46.236225 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-697c065e-bcf5-477b-8bd2-b7560297958e {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:46.236642 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006d133b-0849-4303-a1a6-f2c5ded4e8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84cd94f-50b8-4c82-b999-4b7442672216', 'code': 200} Aug 20 10:24:46.359996 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cbe4860d-91d7-4aad-a240-103307e5db1c up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:46.412539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] For port 50e24251-6432-4f36-8040-25a3f0394dbf, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:46.438908 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9c06d1a0-e92d-4daf-b8a5-db6be0616a6b req-3c9a94da-bea3-4c96-8bff-bb39f891f396 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 210 time: 0.0498495 Aug 20 10:24:46.493271 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] For port 50e24251-6432-4f36-8040-25a3f0394dbf, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=50e24251-6432-4f36-8040-25a3f0394dbf,segment=NetworkSegment(af9e9ebf-cddc-4d14-9af2-34a443b75542),segment_id=af9e9ebf-cddc-4d14-9af2-34a443b75542)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:46.502809 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60a9ef30-ebd2-45bd-8d3c-9956d9253354 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:46.529071 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:46.533535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-60a9ef30-ebd2-45bd-8d3c-9956d9253354 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Transition to ACTIVE for port object fb9c097d-7b82-4ade-be58-e8b0b7222de8 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:46.592195 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60a9ef30-ebd2-45bd-8d3c-9956d9253354 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:46.684808 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port cbe4860d-91d7-4aad-a240-103307e5db1c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:24:46.685339 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:46.793631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a9ef30-ebd2-45bd-8d3c-9956d9253354 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Network e0a41e2b-253c-4803-bbf3-e54a6603bb67 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:46.842804 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-60a9ef30-ebd2-45bd-8d3c-9956d9253354 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:46.847342 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c66a3b-e3db-451a-aaee-069f381f6f38 None None] Pushing event updated for resources: {'Port': ['ID=50e24251-6432-4f36-8040-25a3f0394dbf,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:46.851897 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a9ef30-ebd2-45bd-8d3c-9956d9253354 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:46.861987 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a9ef30-ebd2-45bd-8d3c-9956d9253354 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:46.862575 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60a9ef30-ebd2-45bd-8d3c-9956d9253354 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:46.888337 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fde94b9-faef-4ae9-99b4-e67a7d34d348 req-01074b75-adf0-4cbc-acd1-13bd58bfef36 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&id=5573b89e-c63c-4e28-9bf7-bd8952682578&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8456001 Aug 20 10:24:46.888938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9ef30-ebd2-45bd-8d3c-9956d9253354 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event updated for resources: {'Port': ['ID=fb9c097d-7b82-4ade-be58-e8b0b7222de8,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:46.905452 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-60a9ef30-ebd2-45bd-8d3c-9956d9253354 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7511115 Aug 20 10:24:46.906565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45888) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:46.959429 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:47.026474 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc74d6-a1e8-40f6-8d2c-2a8a79211bce req-d9c669c3-dd14-4b0f-a8f4-e45ac7f25c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:47.027812 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c3fc74d6-a1e8-40f6-8d2c-2a8a79211bce req-d9c669c3-dd14-4b0f-a8f4-e45ac7f25c23 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 1102 time: 0.1489005 Aug 20 10:24:47.029654 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] For port 5374ab06-53f2-44d9-811c-ef39f56f233a, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:47.043567 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f17414-5b4d-44f5-86e6-a7be14333898 req-2b10c6be-86b2-4cb2-96f0-6e56270c2848 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:47.045281 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-22f17414-5b4d-44f5-86e6-a7be14333898 req-2b10c6be-86b2-4cb2-96f0-6e56270c2848 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 944 time: 0.1750410 Aug 20 10:24:47.047635 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] For port 5374ab06-53f2-44d9-811c-ef39f56f233a, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=5374ab06-53f2-44d9-811c-ef39f56f233a,segment=NetworkSegment(68b70fe9-f85a-48b9-af9b-55bddb3372c3),segment_id=68b70fe9-f85a-48b9-af9b-55bddb3372c3)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:47.065221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cbe4860d-91d7-4aad-a240-103307e5db1c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cbe4860d-91d7-4aad-a240-103307e5db1c,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:47.073425 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-676933fa-5682-4106-b3b0-d413d0439a46 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Deleting subnet 2c8301ad-a8c8-4091-9c5d-7a1cd8689fa7 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:24:47.074351 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:47.090151 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-676933fa-5682-4106-b3b0-d413d0439a46 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:47.117956 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:47.141274 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=cbe4860d-91d7-4aad-a240-103307e5db1c,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:47.188486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd8829-b2a0-4994-ac3d-0131e11c6d3d req-8126bad6-c610-49fc-a018-449585f33e80 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:47.190041 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ccd8829-b2a0-4994-ac3d-0131e11c6d3d req-8126bad6-c610-49fc-a018-449585f33e80 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.5064075 Aug 20 10:24:47.263817 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-676933fa-5682-4106-b3b0-d413d0439a46 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:47.289956 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:47.290579 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:47.292766 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] 10.222.0.42 "PUT /v2.0/ports/5374ab06-53f2-44d9-811c-ef39f56f233a HTTP/1.1" status: 200 len: 1093 time: 2.8145502 Aug 20 10:24:47.302112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'tag': '5374ab06-53f2-44d9-811c-ef39f56f233a'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:47.304424 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ed3453-e524-4c2a-961a-b6341356d5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "tag": "5374ab06-53f2-44d9-811c-ef39f56f233a"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:47.368273 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-22f17414-5b4d-44f5-86e6-a7be14333898 req-7b27c2d8-e0af-4aea-b6db-47669e065971 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016071 Aug 20 10:24:47.374649 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ccd8829-b2a0-4994-ac3d-0131e11c6d3d req-df1cdf65-9254-40bb-9a01-207802a6b77c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641958 Aug 20 10:24:47.398939 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Request body: {'port': {'device_id': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:47.417986 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c3fc74d6-a1e8-40f6-8d2c-2a8a79211bce req-b8096432-8bd2-4f5a-aab4-25f4cdbfe867 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688786 Aug 20 10:24:47.534078 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8127a7f-eaaa-4192-927c-de516ae0e21a service neutron] Pushing event updated for resources: {'Port': ['ID=5374ab06-53f2-44d9-811c-ef39f56f233a,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:47.573489 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d66d379b-ac44-4f9e-80c7-28f2285270ba req-adc2d87d-68a1-438a-b2c0-dd9db0fecf81 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 210 time: 0.0719061 Aug 20 10:24:47.627310 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-676933fa-5682-4106-b3b0-d413d0439a46 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:47.637931 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:47.643896 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6632e8-044a-4b33-822a-a2408105b706 req-44568c1d-f0d2-44b6-bd8d-9cb9b0a046aa tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:47.653703 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6632e8-044a-4b33-822a-a2408105b706 req-44568c1d-f0d2-44b6-bd8d-9cb9b0a046aa tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:47.660573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6632e8-044a-4b33-822a-a2408105b706 req-44568c1d-f0d2-44b6-bd8d-9cb9b0a046aa tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:47.667974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6632e8-044a-4b33-822a-a2408105b706 req-44568c1d-f0d2-44b6-bd8d-9cb9b0a046aa tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:47.677934 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6632e8-044a-4b33-822a-a2408105b706 req-44568c1d-f0d2-44b6-bd8d-9cb9b0a046aa tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:47.680201 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0b6632e8-044a-4b33-822a-a2408105b706 req-44568c1d-f0d2-44b6-bd8d-9cb9b0a046aa tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 3829 time: 0.1780376 Aug 20 10:24:47.713603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-e2f1b6d3-24ab-42a6-b537-b401c1022bc0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:47.715239 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-e2f1b6d3-24ab-42a6-b537-b401c1022bc0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.42 "GET /v2.0/networks?id=bc500ecd-8f48-462e-8406-51f60bdda1bd HTTP/1.1" status: 200 len: 813 time: 0.4957035 Aug 20 10:24:47.750080 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-eff59695-3c1d-4db4-8fb9-7b6dba812ca1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Request body: {'port': {'device_id': 'bc9d4a3b-6d77-42bc-823a-43315f3f41af', 'network_id': 'bc500ecd-8f48-462e-8406-51f60bdda1bd', 'admin_state_up': True, 'tenant_id': '9ab24141c3cf4678b6e8c7a8b270c121'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:47.798392 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0b6632e8-044a-4b33-822a-a2408105b706 req-370d6c64-73dd-4ef2-8435-21dcc0094a69 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828228 Aug 20 10:24:47.834127 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-676933fa-5682-4106-b3b0-d413d0439a46 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:47.859618 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-676933fa-5682-4106-b3b0-d413d0439a46 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:47.863466 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-676933fa-5682-4106-b3b0-d413d0439a46 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/subnets/2c8301ad-a8c8-4091-9c5d-7a1cd8689fa7 HTTP/1.1" status: 204 len: 168 time: 0.9523213 Aug 20 10:24:47.870169 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45900) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:47.956627 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0f1be2-8e4c-4995-8f61-d8681b29cad9 x-openstack-request-id: req-ad0f1be2-8e4c-4995-8f61-d8681b29cad9 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:47.957236 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "tag": "5374ab06-53f2-44d9-811c-ef39f56f233a", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:47.957451 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad0f1be2-8e4c-4995-8f61-d8681b29cad9 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:47.958017 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'tag': '5374ab06-53f2-44d9-811c-ef39f56f233a', 'status': 'completed', 'code': 200} Aug 20 10:24:48.027733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b82473f-d8fc-4d15-abce-901cad93b31c None None] Network e0a41e2b-253c-4803-bbf3-e54a6603bb67 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:48.035741 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c0a4ed-bb39-41e4-89fe-d4190cc257c6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:48.037270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c0a4ed-bb39-41e4-89fe-d4190cc257c6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:48.051395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b175d34-a978-4d3c-aaf9-85a74f842d3f req-4812031b-cea1-4f14-9994-934bdc91b80c tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:48.052978 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3b175d34-a978-4d3c-aaf9-85a74f842d3f req-4812031b-cea1-4f14-9994-934bdc91b80c tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 950 time: 0.3368380 Aug 20 10:24:48.061531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45902) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:48.065645 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e5c0a4ed-bb39-41e4-89fe-d4190cc257c6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1886153 Aug 20 10:24:48.079028 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676933fa-5682-4106-b3b0-d413d0439a46 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8301ad-a8c8-4091-9c5d-7a1cd8689fa7,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:48.128877 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac7b765e-52b2-4e6a-8970-8333d575e33e req-c957f9ef-8e06-4764-888e-30605c9099b7 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 210 time: 0.0617230 Aug 20 10:24:48.157739 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0bb1fcd3-0bce-42df-9858-d3b17db87b85 None None] Provisioning for port 50e24251-6432-4f36-8040-25a3f0394dbf completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:24:48.184763 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed3453-e524-4c2a-961a-b6341356d5fa req-50d1dde9-b7b0-415d-906c-defe0bb36054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:48.185581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed3453-e524-4c2a-961a-b6341356d5fa req-50d1dde9-b7b0-415d-906c-defe0bb36054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:48.186234 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed3453-e524-4c2a-961a-b6341356d5fa req-50d1dde9-b7b0-415d-906c-defe0bb36054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:48.188114 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed3453-e524-4c2a-961a-b6341356d5fa req-50d1dde9-b7b0-415d-906c-defe0bb36054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:48.188666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed3453-e524-4c2a-961a-b6341356d5fa req-50d1dde9-b7b0-415d-906c-defe0bb36054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:48.190666 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52ed3453-e524-4c2a-961a-b6341356d5fa req-50d1dde9-b7b0-415d-906c-defe0bb36054 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 4365 time: 0.1659718 Aug 20 10:24:48.242387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c514bc-92d6-4e6d-bcad-a41a8156ee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe4860d-91d7-4aad-a240-103307e5db1c'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:48.245663 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa0bcb1-dd6c-4f3d-a7f1-d30f737af1f1" -d '{"events": [{"server_uuid": "06c514bc-92d6-4e6d-bcad-a41a8156ee2e", "name": "network-vif-plugged", "status": "completed", "tag": "cbe4860d-91d7-4aad-a240-103307e5db1c"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:48.305866 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:48.306967 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3b175d34-a978-4d3c-aaf9-85a74f842d3f req-d2e9bf54-d993-4543-bf0f-11045016b730 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353575 Aug 20 10:24:48.317143 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7b793c-40e3-4f6b-acb2-b9dc3054c3b7 x-openstack-request-id: req-dc7b793c-40e3-4f6b-acb2-b9dc3054c3b7 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:48.317492 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c514bc-92d6-4e6d-bcad-a41a8156ee2e", "name": "network-vif-plugged", "status": "completed", "tag": "cbe4860d-91d7-4aad-a240-103307e5db1c", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:48.317804 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc7b793c-40e3-4f6b-acb2-b9dc3054c3b7 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:48.318216 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c514bc-92d6-4e6d-bcad-a41a8156ee2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe4860d-91d7-4aad-a240-103307e5db1c', 'code': 200} Aug 20 10:24:48.334228 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-eff59695-3c1d-4db4-8fb9-7b6dba812ca1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Made reservation on behalf of 9ab24141c3cf4678b6e8c7a8b270c121 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:48.337465 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-eff59695-3c1d-4db4-8fb9-7b6dba812ca1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:48.339345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6ce14b-a15d-4ae7-8762-c8e93b4d56aa None None] DHCP port deletion for e0a41e2b-253c-4803-bbf3-e54a6603bb67 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:24:48.348809 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-c7dde07c-eebc-4269-870a-f2f372f58c57 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:48.350274 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-c7dde07c-eebc-4269-870a-f2f372f58c57 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.42 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 806 time: 0.4145164 Aug 20 10:24:48.368604 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-23fd9066-21df-45c2-aeeb-a8de2012faf5 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:48.390106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-ef73b1ff-d2ff-4c06-beeb-bd15a7684fda tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Request body: {'port': {'device_id': '0141b479-c737-499c-a2ab-1799b38dde58', 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a', 'admin_state_up': True, 'tenant_id': 'b20bf29d55e5407ca542b24a04751634'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:48.409486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-be6ce14b-a15d-4ae7-8762-c8e93b4d56aa None None] Deleting port 50e24251-6432-4f36-8040-25a3f0394dbf {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:48.409870 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-be6ce14b-a15d-4ae7-8762-c8e93b4d56aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:48.496904 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-be6ce14b-a15d-4ae7-8762-c8e93b4d56aa None None] For port 50e24251-6432-4f36-8040-25a3f0394dbf, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=50e24251-6432-4f36-8040-25a3f0394dbf,segment=NetworkSegment(af9e9ebf-cddc-4d14-9af2-34a443b75542),segment_id=af9e9ebf-cddc-4d14-9af2-34a443b75542)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:48.497364 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-be6ce14b-a15d-4ae7-8762-c8e93b4d56aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:48.521668 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-be6ce14b-a15d-4ae7-8762-c8e93b4d56aa None None] Calling delete_port for 50e24251-6432-4f36-8040-25a3f0394dbf owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:48.544857 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed3453-e524-4c2a-961a-b6341356d5fa req-e6793c10-fda8-4648-b5b1-0562352542b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:48.545485 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed3453-e524-4c2a-961a-b6341356d5fa req-e6793c10-fda8-4648-b5b1-0562352542b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:48.546161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed3453-e524-4c2a-961a-b6341356d5fa req-e6793c10-fda8-4648-b5b1-0562352542b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:48.548119 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52ed3453-e524-4c2a-961a-b6341356d5fa req-e6793c10-fda8-4648-b5b1-0562352542b4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3470132 Aug 20 10:24:48.574449 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-23fd9066-21df-45c2-aeeb-a8de2012faf5 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 20 10:24:48.575176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23fd9066-21df-45c2-aeeb-a8de2012faf5 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:24:48.582562 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-23fd9066-21df-45c2-aeeb-a8de2012faf5 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/networks/e0a41e2b-253c-4803-bbf3-e54a6603bb67 HTTP/1.1" status: 409 len: 405 time: 0.5199039 Aug 20 10:24:48.583573 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45910) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:48.608051 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c02f84b0-8cb2-4df2-8228-9eb7dfe062a4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1058452468'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:48.685636 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:48.715150 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:48.730741 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e303c2-d441-4658-92a4-86ea63a9df1b req-354db282-bd9e-422f-bced-15368fdb9345 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:48.748481 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e7e303c2-d441-4658-92a4-86ea63a9df1b req-354db282-bd9e-422f-bced-15368fdb9345 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.2646565 Aug 20 10:24:48.756850 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed3453-e524-4c2a-961a-b6341356d5fa req-409674c5-c248-466a-9541-5e2937ea7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:48.759160 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52ed3453-e524-4c2a-961a-b6341356d5fa req-409674c5-c248-466a-9541-5e2937ea7a96 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1992459 Aug 20 10:24:48.788244 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Transition to ACTIVE for port object cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:48.794727 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02f84b0-8cb2-4df2-8228-9eb7dfe062a4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Made reservation on behalf of 9af67ae9ba2d441696d26c43aa8dc912 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:48.798708 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c02f84b0-8cb2-4df2-8228-9eb7dfe062a4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:48.812193 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e7e303c2-d441-4658-92a4-86ea63a9df1b req-3a7eabbb-5019-4507-9f23-c5ea33e37904 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620835 Aug 20 10:24:48.822176 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-be6ce14b-a15d-4ae7-8762-c8e93b4d56aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:48.822386 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba396c9c-498b-4c08-b06f-b0c689564397 req-9a05087e-3083-4b1c-a081-63e8ef171ed9 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:48.828751 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ba396c9c-498b-4c08-b06f-b0c689564397 req-9a05087e-3083-4b1c-a081-63e8ef171ed9 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 945 time: 0.3472257 Aug 20 10:24:48.830564 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:48.843735 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ce14b-a15d-4ae7-8762-c8e93b4d56aa None None] Pushing event deleted for resources: {'Port': ['ID=50e24251-6432-4f36-8040-25a3f0394dbf,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:48.855125 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6ce14b-a15d-4ae7-8762-c8e93b4d56aa None None] No DVR routers for this DVR port 50e24251-6432-4f36-8040-25a3f0394dbf on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:48.926463 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ed440cb0-7100-4162-a5b5-6b13e62e1849 req-99f10565-5ae7-42a8-b8ad-0f5e98c21af5 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 210 time: 0.0386751 Aug 20 10:24:48.929167 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-eff59695-3c1d-4db4-8fb9-7b6dba812ca1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Allocated IP 172.20.0.13 (bc500ecd-8f48-462e-8406-51f60bdda1bd/cf539f61-8f34-42e8-a606-b643c725c2c7/c97eb99c-7c9b-43ce-a058-cc469682ed9c) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:48.949739 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02f84b0-8cb2-4df2-8228-9eb7dfe062a4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:24:48.975323 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:48.987927 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ba396c9c-498b-4c08-b06f-b0c689564397 req-d0c9f52d-95b2-45a2-b49f-60688fb509d4 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579862 Aug 20 10:24:49.024934 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c02f84b0-8cb2-4df2-8228-9eb7dfe062a4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:49.025854 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-c02f84b0-8cb2-4df2-8228-9eb7dfe062a4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Added segment e4a9599d-0353-4b42-9deb-fba3a2146c67 of type vlan for network 0bd49f9b-7db7-4d59-a4c2-653c53cf63d1 Aug 20 10:24:49.027410 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-ef73b1ff-d2ff-4c06-beeb-bd15a7684fda tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Made reservation on behalf of b20bf29d55e5407ca542b24a04751634 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:49.031108 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-ef73b1ff-d2ff-4c06-beeb-bd15a7684fda tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:49.080026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182f54b-d115-4ed0-82d9-d22f22c05cff req-ad2c08e9-321f-41a9-bb24-c4c070374574 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:49.088539 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182f54b-d115-4ed0-82d9-d22f22c05cff req-ad2c08e9-321f-41a9-bb24-c4c070374574 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:49.096226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182f54b-d115-4ed0-82d9-d22f22c05cff req-ad2c08e9-321f-41a9-bb24-c4c070374574 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:49.102977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182f54b-d115-4ed0-82d9-d22f22c05cff req-ad2c08e9-321f-41a9-bb24-c4c070374574 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:49.109889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182f54b-d115-4ed0-82d9-d22f22c05cff req-ad2c08e9-321f-41a9-bb24-c4c070374574 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:49.119613 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182f54b-d115-4ed0-82d9-d22f22c05cff req-ad2c08e9-321f-41a9-bb24-c4c070374574 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:49.122330 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0182f54b-d115-4ed0-82d9-d22f22c05cff req-ad2c08e9-321f-41a9-bb24-c4c070374574 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 4606 time: 0.1183145 Aug 20 10:24:49.157129 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c02f84b0-8cb2-4df2-8228-9eb7dfe062a4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:49.202910 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0182f54b-d115-4ed0-82d9-d22f22c05cff req-675987b1-3e7b-438c-bacd-e0622df985d5 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697856 Aug 20 10:24:49.316946 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0c97d893-4200-4e10-98cc-d9c528d4843c req-438df9c6-f2f7-4db5-8c06-8ec9583102aa tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 210 time: 0.0747035 Aug 20 10:24:49.320250 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.resource_extend [None req-c02f84b0-8cb2-4df2-8228-9eb7dfe062a4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:24:49.372083 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Attempting to bind port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:49.372443 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Attempting to bind port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:49.372757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Attempting to bind port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 on network 4cf94859-d7e3-4c88-add5-0fffdfba7677 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:49.391901 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c02f84b0-8cb2-4df2-8228-9eb7dfe062a4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:49.397521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02f84b0-8cb2-4df2-8228-9eb7dfe062a4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:49.398119 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c02f84b0-8cb2-4df2-8228-9eb7dfe062a4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:49.410092 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502af92c-73b3-4dc9-9694-83bdaa34ceea req-4c97d2a1-0ec2-4352-9097-6ceb84096d94 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:49.411648 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-502af92c-73b3-4dc9-9694-83bdaa34ceea req-4c97d2a1-0ec2-4352-9097-6ceb84096d94 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 950 time: 0.0524411 Aug 20 10:24:49.440596 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 on network 4cf94859-d7e3-4c88-add5-0fffdfba7677 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:24:49.440926 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Attempting to bind port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 on network 4cf94859-d7e3-4c88-add5-0fffdfba7677 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:49.454841 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-502af92c-73b3-4dc9-9694-83bdaa34ceea req-0b5e1d4a-7cfc-42c5-a32e-3cca893246b7 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364680 Aug 20 10:24:49.515908 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:49.516274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Checking segment: {'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:49.516649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Bound using segment: {'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:49.517102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Bound port: cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:49.517468 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:49.532994 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c02f84b0-8cb2-4df2-8228-9eb7dfe062a4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9269981 Aug 20 10:24:49.533301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45924) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:49.538413 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d0a5fb64-d924-4633-aaab-0cdd026b0289 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Request body: {'subnet': {'network_id': '0bd49f9b-7db7-4d59-a4c2-653c53cf63d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:49.558650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-ef73b1ff-d2ff-4c06-beeb-bd15a7684fda tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Allocated IP 172.20.0.4 (c63852f8-5c78-42de-a5e1-12993fc8be5a/d14c8d45-d320-4574-86d3-37a082d1daf5/b147f505-7083-43fc-8073-8ea7b00ed6d1) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:49.620720 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-eff59695-3c1d-4db4-8fb9-7b6dba812ca1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:49.626237 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f84b0-8cb2-4df2-8228-9eb7dfe062a4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event updated for resources: {'Network': ['ID=0bd49f9b-7db7-4d59-a4c2-653c53cf63d1,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:49.639779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 0bd49f9b-7db7-4d59-a4c2-653c53cf63d1 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:24:49.667537 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a5fb64-d924-4633-aaab-0cdd026b0289 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Made reservation on behalf of 9af67ae9ba2d441696d26c43aa8dc912 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:49.671347 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d0a5fb64-d924-4633-aaab-0cdd026b0289 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:49.809210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312bd46-21c3-4daf-bead-703e4cb27596 req-dd0bdc26-7c89-49cb-bf05-e610dce50c77 tempest-ServersAdminNegativeTestJSON-1319512700 tempest-ServersAdminNegativeTestJSON-1319512700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:49.810797 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1312bd46-21c3-4daf-bead-703e4cb27596 req-dd0bdc26-7c89-49cb-bf05-e610dce50c77 tempest-ServersAdminNegativeTestJSON-1319512700 tempest-ServersAdminNegativeTestJSON-1319512700-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 1102 time: 0.1094193 Aug 20 10:24:49.826264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] For port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:49.833789 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1312bd46-21c3-4daf-bead-703e4cb27596 req-4da41862-cc26-4f52-9516-69e823475700 tempest-ServersAdminNegativeTestJSON-1319512700 tempest-ServersAdminNegativeTestJSON-1319512700-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:49.849899 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-eff59695-3c1d-4db4-8fb9-7b6dba812ca1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:49.867422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] For port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:49.937138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff59695-3c1d-4db4-8fb9-7b6dba812ca1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Pushing event updated for resources: {'Port': ['ID=c97eb99c-7c9b-43ce-a058-cc469682ed9c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:49.953870 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:49.971098 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-eff59695-3c1d-4db4-8fb9-7b6dba812ca1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Network bc500ecd-8f48-462e-8406-51f60bdda1bd is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:50.036291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-eff59695-3c1d-4db4-8fb9-7b6dba812ca1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:50.046692 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-ef73b1ff-d2ff-4c06-beeb-bd15a7684fda tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:50.049633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-eff59695-3c1d-4db4-8fb9-7b6dba812ca1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:50.051533 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1312bd46-21c3-4daf-bead-703e4cb27596 req-4da41862-cc26-4f52-9516-69e823475700 tempest-ServersAdminNegativeTestJSON-1319512700 tempest-ServersAdminNegativeTestJSON-1319512700-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:50.059142 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1312bd46-21c3-4daf-bead-703e4cb27596 req-4da41862-cc26-4f52-9516-69e823475700 tempest-ServersAdminNegativeTestJSON-1319512700 tempest-ServersAdminNegativeTestJSON-1319512700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:50.088584 n-d-778550-11 neutron-server[94866]: DEBUG neutron.objects.ports [None req-d0a5fb64-d924-4633-aaab-0cdd026b0289 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94866) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:24:50.090617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:50.111793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.112598 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:50.113079 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1312bd46-21c3-4daf-bead-703e4cb27596 req-4da41862-cc26-4f52-9516-69e823475700 tempest-ServersAdminNegativeTestJSON-1319512700 tempest-ServersAdminNegativeTestJSON-1319512700-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944129 Aug 20 10:24:50.114002 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2479ed4d-bb11-422a-b5a6-cbe781272ae5 service neutron] 10.222.0.42 "PUT /v2.0/ports/cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 HTTP/1.1" status: 200 len: 1136 time: 2.7322838 Aug 20 10:24:50.114630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'tag': 'cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:50.116903 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8d356b-cb71-4be0-b793-2d00fb755b08" -d '{"events": [{"name": "network-changed", "server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "tag": "cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:50.128799 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d0a5fb64-d924-4633-aaab-0cdd026b0289 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:50.149197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491fe1-3f5e-4fb7-bc8f-165a96f02e51 req-5727e706-dec3-43f8-b668-f118fbe7027e tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.150628 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d9491fe1-3f5e-4fb7-bc8f-165a96f02e51 req-5727e706-dec3-43f8-b668-f118fbe7027e tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.2241657 Aug 20 10:24:50.164424 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Request body: {'port': {'device_id': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:50.224241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-eff59695-3c1d-4db4-8fb9-7b6dba812ca1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.224880 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-eff59695-3c1d-4db4-8fb9-7b6dba812ca1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:50.253558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da41862-cc26-4f52-9516-69e823475700 tempest-ServersAdminNegativeTestJSON-1319512700 tempest-ServersAdminNegativeTestJSON-1319512700-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa363984-6183-466c-b889-b7148c6c1c8d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:50.283588 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0bbbdd85-6b5b-48cc-b871-91e11d7a3a19 req-6a447f06-bfde-444f-ab7f-98923b3f8110 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 210 time: 0.0628765 Aug 20 10:24:50.307751 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5fb64-d924-4633-aaab-0cdd026b0289 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event updated for resources: {'Subnet': ['ID=6bdc06fb-bac0-4fa5-be53-ae69da4bfe8a,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:50.313239 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d9491fe1-3f5e-4fb7-bc8f-165a96f02e51 req-98782b5e-fa65-49bb-b21c-43ed7813a6b2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551900 Aug 20 10:24:50.314484 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-eff59695-3c1d-4db4-8fb9-7b6dba812ca1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5838077 Aug 20 10:24:50.328467 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5fb64-d924-4633-aaab-0cdd026b0289 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Checking segment: {'id': 'e4a9599d-0353-4b42-9deb-fba3a2146c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0bd49f9b-7db7-4d59-a4c2-653c53cf63d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:50.333104 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a5fb64-d924-4633-aaab-0cdd026b0289 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Network hostable DHCP agents. Network: 0bd49f9b-7db7-4d59-a4c2-653c53cf63d1, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:24:50.336438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Request body: {'port': {'device_id': 'bc9d4a3b-6d77-42bc-823a-43315f3f41af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:50.341135 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:50.372922 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a5fb64-d924-4633-aaab-0cdd026b0289 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Network 0bd49f9b-7db7-4d59-a4c2-653c53cf63d1 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:24:50.385858 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-d0a5fb64-d924-4633-aaab-0cdd026b0289 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 0bd49f9b-7db7-4d59-a4c2-653c53cf63d1) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:50.394796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5fb64-d924-4633-aaab-0cdd026b0289 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.395658 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d0a5fb64-d924-4633-aaab-0cdd026b0289 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:50.396190 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77cef88-cfae-49e5-a7d6-ce087965a094 None None] Network 0bd49f9b-7db7-4d59-a4c2-653c53cf63d1 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:50.503246 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d0a5fb64-d924-4633-aaab-0cdd026b0289 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9687352 Aug 20 10:24:50.507746 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45940) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:50.539994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d356b-cb71-4be0-b793-2d00fb755b08 req-df8761b4-55c7-4163-b9e9-ce70934755d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.540479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d356b-cb71-4be0-b793-2d00fb755b08 req-df8761b4-55c7-4163-b9e9-ce70934755d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.541611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d356b-cb71-4be0-b793-2d00fb755b08 req-df8761b4-55c7-4163-b9e9-ce70934755d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.542085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d356b-cb71-4be0-b793-2d00fb755b08 req-df8761b4-55c7-4163-b9e9-ce70934755d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.542550 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d356b-cb71-4be0-b793-2d00fb755b08 req-df8761b4-55c7-4163-b9e9-ce70934755d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.543007 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d356b-cb71-4be0-b793-2d00fb755b08 req-df8761b4-55c7-4163-b9e9-ce70934755d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.545230 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e8d356b-cb71-4be0-b793-2d00fb755b08 req-df8761b4-55c7-4163-b9e9-ce70934755d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5294 time: 0.1066554 Aug 20 10:24:50.572639 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922ef24-3c4b-4d46-b331-a12667a3117e req-be481ba8-e774-4926-8b70-2be857ed8ff0 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.574275 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f922ef24-3c4b-4d46-b331-a12667a3117e req-be481ba8-e774-4926-8b70-2be857ed8ff0 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 945 time: 0.1738970 Aug 20 10:24:50.604413 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-ef73b1ff-d2ff-4c06-beeb-bd15a7684fda tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:50.608076 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7136cd1-6f72-4f32-9119-e19da969979f x-openstack-request-id: req-d7136cd1-6f72-4f32-9119-e19da969979f {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:50.608454 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "tag": "cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:50.609141 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7136cd1-6f72-4f32-9119-e19da969979f {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:50.609645 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'tag': 'cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8', 'status': 'completed', 'code': 200} Aug 20 10:24:50.620174 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['995840f7-d39b-4bf6-beab-401653bd6374'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:24:50.666826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-0bd49f9b-7db7-4d59-a4c2-653c53cf63d1', 'network_id': '0bd49f9b-7db7-4d59-a4c2-653c53cf63d1', 'tenant_id': '9af67ae9ba2d441696d26c43aa8dc912', 'fixed_ips': [{'subnet_id': '6bdc06fb-bac0-4fa5-be53-ae69da4bfe8a'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:24:50.668643 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:50.678226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-ef73b1ff-d2ff-4c06-beeb-bd15a7684fda tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Network c63852f8-5c78-42de-a5e1-12993fc8be5a is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:50.700706 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-ef73b1ff-d2ff-4c06-beeb-bd15a7684fda tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:50.706074 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-ef73b1ff-d2ff-4c06-beeb-bd15a7684fda tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:50.742278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d356b-cb71-4be0-b793-2d00fb755b08 req-c2b2238c-1d6d-4d9a-bdbe-a4303c340303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.742758 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d356b-cb71-4be0-b793-2d00fb755b08 req-c2b2238c-1d6d-4d9a-bdbe-a4303c340303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.747518 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d356b-cb71-4be0-b793-2d00fb755b08 req-c2b2238c-1d6d-4d9a-bdbe-a4303c340303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.749365 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e8d356b-cb71-4be0-b793-2d00fb755b08 req-c2b2238c-1d6d-4d9a-bdbe-a4303c340303 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1734726 Aug 20 10:24:50.880287 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:50.883886 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f922ef24-3c4b-4d46-b331-a12667a3117e req-b8d930c4-552d-4a8b-a8fa-5c5d76262259 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275272 Aug 20 10:24:50.909509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-ef73b1ff-d2ff-4c06-beeb-bd15a7684fda tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.910168 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-ef73b1ff-d2ff-4c06-beeb-bd15a7684fda tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:50.928346 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:50.938798 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054c9c8-8f0b-4cd9-8b3f-79180b0c4659 req-3fed706c-142a-4b1d-ad66-b6eaf4e88540 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.949909 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054c9c8-8f0b-4cd9-8b3f-79180b0c4659 req-3fed706c-142a-4b1d-ad66-b6eaf4e88540 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.957851 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054c9c8-8f0b-4cd9-8b3f-79180b0c4659 req-3fed706c-142a-4b1d-ad66-b6eaf4e88540 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.959371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d356b-cb71-4be0-b793-2d00fb755b08 req-103f6797-3dc5-458e-bb1a-4e3c682cd0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.959908 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e8d356b-cb71-4be0-b793-2d00fb755b08 req-103f6797-3dc5-458e-bb1a-4e3c682cd0d6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1937199 Aug 20 10:24:50.963559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054c9c8-8f0b-4cd9-8b3f-79180b0c4659 req-3fed706c-142a-4b1d-ad66-b6eaf4e88540 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:50.981193 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Allocated IP 2001:db8::f816:3eff:fe7b:5bff (0bd49f9b-7db7-4d59-a4c2-653c53cf63d1/6bdc06fb-bac0-4fa5-be53-ae69da4bfe8a/8107ce8f-676c-4832-9643-ad45537e768b) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:51.008644 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:51.009361 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054c9c8-8f0b-4cd9-8b3f-79180b0c4659 req-3fed706c-142a-4b1d-ad66-b6eaf4e88540 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:51.016043 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054c9c8-8f0b-4cd9-8b3f-79180b0c4659 req-3fed706c-142a-4b1d-ad66-b6eaf4e88540 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:51.021913 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8054c9c8-8f0b-4cd9-8b3f-79180b0c4659 req-3fed706c-142a-4b1d-ad66-b6eaf4e88540 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 4606 time: 0.3972573 Aug 20 10:24:51.022628 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73b1ff-d2ff-4c06-beeb-bd15a7684fda tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Pushing event updated for resources: {'Port': ['ID=b147f505-7083-43fc-8073-8ea7b00ed6d1,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:51.057171 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-ef73b1ff-d2ff-4c06-beeb-bd15a7684fda tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6821349 Aug 20 10:24:51.099300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Request body: {'port': {'device_id': '0141b479-c737-499c-a2ab-1799b38dde58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:51.111983 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf8a7f-e9ed-4666-b078-870f6e0d11cc req-8127ad1c-4f82-479b-a708-d8d4c88a9272 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:51.113561 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cdbf8a7f-e9ed-4666-b078-870f6e0d11cc req-8127ad1c-4f82-479b-a708-d8d4c88a9272 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 932 time: 0.0766590 Aug 20 10:24:51.168144 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cdbf8a7f-e9ed-4666-b078-870f6e0d11cc req-b296df3b-d250-473c-b815-4d728b4817a1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389180 Aug 20 10:24:51.185657 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:51.198608 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Transition to ACTIVE for port object 8107ce8f-676c-4832-9643-ad45537e768b will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:51.205117 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8054c9c8-8f0b-4cd9-8b3f-79180b0c4659 req-159abc6f-ade2-40ef-a104-c5d075358b63 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1558189 Aug 20 10:24:51.251673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Transition to ACTIVE for port object 8107ce8f-676c-4832-9643-ad45537e768b will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:51.260386 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:51.290265 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:51.299919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:51.312190 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:51.326035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Network 0bd49f9b-7db7-4d59-a4c2-653c53cf63d1 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:51.329751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:51.333407 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:51.349706 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:51.359033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event deleted for resources: {'Subnet': ['ID=6bdc06fb-bac0-4fa5-be53-ae69da4bfe8a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:51.381346 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Transition to ACTIVE for port object 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:51.406803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Pushing event updated for resources: {'Port': ['ID=8107ce8f-676c-4832-9643-ad45537e768b,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:51.429487 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:51.429844 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:51.430169 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Attempting to bind port 8107ce8f-676c-4832-9643-ad45537e768b on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:51.430554 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Attempting to bind port 8107ce8f-676c-4832-9643-ad45537e768b by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'e4a9599d-0353-4b42-9deb-fba3a2146c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0bd49f9b-7db7-4d59-a4c2-653c53cf63d1'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:51.430912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Attempting to bind port 8107ce8f-676c-4832-9643-ad45537e768b on network 0bd49f9b-7db7-4d59-a4c2-653c53cf63d1 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:51.437089 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:51.437695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Checking segment: {'id': 'e4a9599d-0353-4b42-9deb-fba3a2146c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0bd49f9b-7db7-4d59-a4c2-653c53cf63d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:51.438287 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:51.438840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Bound using segment: {'id': 'e4a9599d-0353-4b42-9deb-fba3a2146c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0bd49f9b-7db7-4d59-a4c2-653c53cf63d1'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:51.439493 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Bound port: 8107ce8f-676c-4832-9643-ad45537e768b, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a9599d-0353-4b42-9deb-fba3a2146c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0bd49f9b-7db7-4d59-a4c2-653c53cf63d1'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:51.440049 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:51.444257 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd49f9b-7db7-4d59-a4c2-653c53cf63d1']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:51.457493 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a9599d-0353-4b42-9deb-fba3a2146c67') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:51.457948 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a9599d-0353-4b42-9deb-fba3a2146c67') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:51.467632 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:51.509409 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:51.519710 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:24:51.520184 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:24:51.524635 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:24:51.532419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] For port 8107ce8f-676c-4832-9643-ad45537e768b, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:51.606756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df74052-86d6-437a-a2ea-e6bf06999ca8 req-e01bfe5b-392f-42e5-b0f0-6f592d3d7c8a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:51.608417 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1df74052-86d6-437a-a2ea-e6bf06999ca8 req-e01bfe5b-392f-42e5-b0f0-6f592d3d7c8a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 931 time: 0.1334291 Aug 20 10:24:51.615593 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] For port 8107ce8f-676c-4832-9643-ad45537e768b, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8107ce8f-676c-4832-9643-ad45537e768b,segment=NetworkSegment(e4a9599d-0353-4b42-9deb-fba3a2146c67),segment_id=e4a9599d-0353-4b42-9deb-fba3a2146c67)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:51.617806 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.api [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 10:24:51.617806 n-d-778550-11 neutron-server[94866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 10:24:51.617806 n-d-778550-11 neutron-server[94866]: [parameters: {'id': '0bd49f9b-7db7-4d59-a4c2-653c53cf63d1'}] Aug 20 10:24:51.617806 n-d-778550-11 neutron-server[94866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:24:51.618151 n-d-778550-11 neutron-server[94866]: DEBUG oslo_db.api [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:24:51.623258 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:51.667821 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1df74052-86d6-437a-a2ea-e6bf06999ca8 req-61b9ddd9-b763-48f3-b6f8-00fa2ebc9328 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447080 Aug 20 10:24:51.692990 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3697a-dcab-44b1-a855-6e86caf48d5c None None] Pushing event updated for resources: {'Port': ['ID=8107ce8f-676c-4832-9643-ad45537e768b,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:51.774826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3874cfa4-f201-41bd-a8a9-2aead9ccee9e None None] Network 0bd49f9b-7db7-4d59-a4c2-653c53cf63d1 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:51.806663 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80726618-de44-4d36-83e1-f1308503e834 req-b70a1431-6e5a-4a40-9836-4449244d3875 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:51.808302 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-80726618-de44-4d36-83e1-f1308503e834 req-b70a1431-6e5a-4a40-9836-4449244d3875 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.0540667 Aug 20 10:24:51.849909 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-80726618-de44-4d36-83e1-f1308503e834 req-74391b1a-8d05-4b34-aaa4-7b5ddf177f02 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348997 Aug 20 10:24:51.910639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Pushing event updated for resources: {'Port': ['ID=8c03ea33-81cd-4ef0-9cb8-e0f29d79c575,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:51.912719 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac72b23-696f-40a6-9641-d67740d2ae87 None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:24:51.939160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44fbcb-8dce-401f-96c9-453aece6ad25 req-eda68db0-8d0e-44da-a760-3c91a198f1ac tempest-ServersAdminNegativeTestJSON-1319512700 tempest-ServersAdminNegativeTestJSON-1319512700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:51.940436 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b44fbcb-8dce-401f-96c9-453aece6ad25 req-eda68db0-8d0e-44da-a760-3c91a198f1ac tempest-ServersAdminNegativeTestJSON-1319512700 tempest-ServersAdminNegativeTestJSON-1319512700-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 1102 time: 0.6212542 Aug 20 10:24:51.970798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655410a-28ed-4a9f-8531-39159cd3f9e9 req-f03b7dd8-a871-4e25-96a4-fa4ce5d69c58 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:51.972543 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d655410a-28ed-4a9f-8531-39159cd3f9e9 req-f03b7dd8-a871-4e25-96a4-fa4ce5d69c58 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 945 time: 0.0600355 Aug 20 10:24:52.039948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac72b23-696f-40a6-9641-d67740d2ae87 None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:24:52.168432 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b44fbcb-8dce-401f-96c9-453aece6ad25 req-098eb039-06d9-4967-8c8e-1558cfe2bd5f tempest-ServersAdminNegativeTestJSON-1319512700 tempest-ServersAdminNegativeTestJSON-1319512700-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139156 Aug 20 10:24:52.193348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Attempting to bind port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:52.193348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Attempting to bind port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:52.193348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Attempting to bind port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 on network 4cf94859-d7e3-4c88-add5-0fffdfba7677 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:52.208383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 on network 4cf94859-d7e3-4c88-add5-0fffdfba7677 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:24:52.208716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Attempting to bind port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 on network 4cf94859-d7e3-4c88-add5-0fffdfba7677 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:52.227510 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97eb99c-7c9b-43ce-a058-cc469682ed9c {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:52.240838 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:52.245684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:52.246055 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Checking segment: {'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:52.246411 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Bound using segment: {'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:52.246867 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Bound port: 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:52.247276 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:52.266202 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:52.296726 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d655410a-28ed-4a9f-8531-39159cd3f9e9 req-09d1dba3-83da-4b86-ba0a-89caf7d3e977 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176992 Aug 20 10:24:52.303163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Transition to ACTIVE for port object c97eb99c-7c9b-43ce-a058-cc469682ed9c will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:52.337044 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:52.361646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Deleting port 8107ce8f-676c-4832-9643-ad45537e768b {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:52.361992 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:52.389404 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cbe4860d-91d7-4aad-a240-103307e5db1c no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:24:52.436956 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] For port 8107ce8f-676c-4832-9643-ad45537e768b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8107ce8f-676c-4832-9643-ad45537e768b,segment=NetworkSegment(e4a9599d-0353-4b42-9deb-fba3a2146c67),segment_id=e4a9599d-0353-4b42-9deb-fba3a2146c67)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:52.437330 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:52.442730 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ce93c-e94a-4308-a710-e3041d5a9f04 req-960c1658-7783-4f81-bca3-b38521172f34 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:52.444515 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-819ce93c-e94a-4308-a710-e3041d5a9f04 req-960c1658-7783-4f81-bca3-b38521172f34 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 932 time: 0.1806290 Aug 20 10:24:52.460268 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Calling delete_port for 8107ce8f-676c-4832-9643-ad45537e768b owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:52.494203 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] For port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:52.497099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c97eb99c-7c9b-43ce-a058-cc469682ed9c,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:52.497522 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:52.513432 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:52.535892 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b147f505-7083-43fc-8073-8ea7b00ed6d1 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:52.538986 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c514bc-92d6-4e6d-bcad-a41a8156ee2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbe4860d-91d7-4aad-a240-103307e5db1c'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:52.542187 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd68d3e-98ec-43df-9878-884da83c3f9d" -d '{"events": [{"server_uuid": "06c514bc-92d6-4e6d-bcad-a41a8156ee2e", "name": "network-vif-unplugged", "status": "completed", "tag": "cbe4860d-91d7-4aad-a240-103307e5db1c"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:52.547568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea8cc-f9d9-42d8-9e7b-eba3ee876975 req-5b544ada-ea16-4ed3-8d18-ef49ad405cc4 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:52.553873 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea8cc-f9d9-42d8-9e7b-eba3ee876975 req-5b544ada-ea16-4ed3-8d18-ef49ad405cc4 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:52.555452 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cbe4860d-91d7-4aad-a240-103307e5db1c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cbe4860d-91d7-4aad-a240-103307e5db1c,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:52.559674 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea8cc-f9d9-42d8-9e7b-eba3ee876975 req-5b544ada-ea16-4ed3-8d18-ef49ad405cc4 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:52.559807 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:52.565813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea8cc-f9d9-42d8-9e7b-eba3ee876975 req-5b544ada-ea16-4ed3-8d18-ef49ad405cc4 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:52.571816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea8cc-f9d9-42d8-9e7b-eba3ee876975 req-5b544ada-ea16-4ed3-8d18-ef49ad405cc4 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:52.572974 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] For port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=8c03ea33-81cd-4ef0-9cb8-e0f29d79c575,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:52.575311 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:52.577785 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea8cc-f9d9-42d8-9e7b-eba3ee876975 req-5b544ada-ea16-4ed3-8d18-ef49ad405cc4 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:52.585390 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea8cc-f9d9-42d8-9e7b-eba3ee876975 req-5b544ada-ea16-4ed3-8d18-ef49ad405cc4 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:52.588378 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f42ea8cc-f9d9-42d8-9e7b-eba3ee876975 req-5b544ada-ea16-4ed3-8d18-ef49ad405cc4 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5384 time: 0.1418214 Aug 20 10:24:52.594811 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:52.609686 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=cbe4860d-91d7-4aad-a240-103307e5db1c,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:52.617078 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-819ce93c-e94a-4308-a710-e3041d5a9f04 req-4d8140cb-8126-4bae-94e8-d1739da4f831 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453521 Aug 20 10:24:52.642829 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Transition to ACTIVE for port object b147f505-7083-43fc-8073-8ea7b00ed6d1 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:52.658218 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:52.658631 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:52.660097 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] 10.222.0.42 "PUT /v2.0/ports/8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 HTTP/1.1" status: 200 len: 1137 time: 2.4996846 Aug 20 10:24:52.663179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'tag': '8c03ea33-81cd-4ef0-9cb8-e0f29d79c575'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:52.666861 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f42ea8cc-f9d9-42d8-9e7b-eba3ee876975 req-cf02af24-a32f-446f-819f-a0b94aaeac34 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642400 Aug 20 10:24:52.673057 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef72611d-3c8d-47d2-b396-c59a70fdae8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "tag": "8c03ea33-81cd-4ef0-9cb8-e0f29d79c575"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:52.675977 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:52.685766 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:52.685958 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122a7a09-31da-4616-85c0-477da948c1b4 x-openstack-request-id: req-122a7a09-31da-4616-85c0-477da948c1b4 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:52.686218 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c514bc-92d6-4e6d-bcad-a41a8156ee2e", "name": "network-vif-unplugged", "status": "completed", "tag": "cbe4860d-91d7-4aad-a240-103307e5db1c", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:52.686467 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-122a7a09-31da-4616-85c0-477da948c1b4 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:52.686872 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c514bc-92d6-4e6d-bcad-a41a8156ee2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbe4860d-91d7-4aad-a240-103307e5db1c', 'code': 200} Aug 20 10:24:52.707511 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] No DVR routers for this DVR port 8107ce8f-676c-4832-9643-ad45537e768b on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:52.727694 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Request body: {'port': {'device_id': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:52.761811 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef618220-e019-4c6d-8466-55c62ccaead4 x-openstack-request-id: req-ef618220-e019-4c6d-8466-55c62ccaead4 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:52.762105 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "tag": "8c03ea33-81cd-4ef0-9cb8-e0f29d79c575", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:52.762365 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef618220-e019-4c6d-8466-55c62ccaead4 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:52.762774 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'tag': '8c03ea33-81cd-4ef0-9cb8-e0f29d79c575', 'status': 'completed', 'code': 200} Aug 20 10:24:52.765631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Attempting to bind port c97eb99c-7c9b-43ce-a058-cc469682ed9c on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:52.765973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Attempting to bind port c97eb99c-7c9b-43ce-a058-cc469682ed9c by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'b609cb7a-77cc-49c3-9444-7cdfcd98764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bc500ecd-8f48-462e-8406-51f60bdda1bd'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:52.766313 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Attempting to bind port c97eb99c-7c9b-43ce-a058-cc469682ed9c on network bc500ecd-8f48-462e-8406-51f60bdda1bd {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:52.782918 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc9466-d058-4c4f-b710-10bc16f6d528 service neutron] Pushing event updated for resources: {'Port': ['ID=8c03ea33-81cd-4ef0-9cb8-e0f29d79c575,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:52.796431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Port c97eb99c-7c9b-43ce-a058-cc469682ed9c on network bc500ecd-8f48-462e-8406-51f60bdda1bd not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:24:52.796431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Attempting to bind port c97eb99c-7c9b-43ce-a058-cc469682ed9c on network bc500ecd-8f48-462e-8406-51f60bdda1bd {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:52.840733 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event deleted for resources: {'Port': ['ID=8107ce8f-676c-4832-9643-ad45537e768b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:52.863138 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:52.879085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd49f9b-7db7-4d59-a4c2-653c53cf63d1']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:52.879358 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:52.879508 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Checking segment: {'id': 'b609cb7a-77cc-49c3-9444-7cdfcd98764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bc500ecd-8f48-462e-8406-51f60bdda1bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:52.879880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Bound using segment: {'id': 'b609cb7a-77cc-49c3-9444-7cdfcd98764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bc500ecd-8f48-462e-8406-51f60bdda1bd'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:52.880331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Bound port: c97eb99c-7c9b-43ce-a058-cc469682ed9c, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b609cb7a-77cc-49c3-9444-7cdfcd98764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bc500ecd-8f48-462e-8406-51f60bdda1bd'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:52.880691 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:52.902304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a9599d-0353-4b42-9deb-fba3a2146c67') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:52.902650 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a9599d-0353-4b42-9deb-fba3a2146c67') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:52.908982 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72611d-3c8d-47d2-b396-c59a70fdae8b req-8442873e-1d57-4e1e-87b9-4d64d6fd249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:52.909469 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72611d-3c8d-47d2-b396-c59a70fdae8b req-8442873e-1d57-4e1e-87b9-4d64d6fd249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:52.910026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72611d-3c8d-47d2-b396-c59a70fdae8b req-8442873e-1d57-4e1e-87b9-4d64d6fd249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:52.910407 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72611d-3c8d-47d2-b396-c59a70fdae8b req-8442873e-1d57-4e1e-87b9-4d64d6fd249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:52.910887 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72611d-3c8d-47d2-b396-c59a70fdae8b req-8442873e-1d57-4e1e-87b9-4d64d6fd249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:52.911365 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72611d-3c8d-47d2-b396-c59a70fdae8b req-8442873e-1d57-4e1e-87b9-4d64d6fd249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:52.911923 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72611d-3c8d-47d2-b396-c59a70fdae8b req-8442873e-1d57-4e1e-87b9-4d64d6fd249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:52.914013 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ef72611d-3c8d-47d2-b396-c59a70fdae8b req-8442873e-1d57-4e1e-87b9-4d64d6fd249b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 6224 time: 0.0854685 Aug 20 10:24:52.924501 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:52.939983 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:52.970975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Pushing event updated for resources: {'Port': ['ID=b147f505-7083-43fc-8073-8ea7b00ed6d1,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:52.993290 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:53.003468 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:24:53.003875 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:53.058722 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03bd25-201f-4cec-8d14-51f634c03e64 req-fa7cd0f4-e561-4768-9808-528ec4c89cb6 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:53.060256 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f03bd25-201f-4cec-8d14-51f634c03e64 req-fa7cd0f4-e561-4768-9808-528ec4c89cb6 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 943 time: 0.2388868 Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:24:53.063969 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:24:53.125512 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Attempting to bind port b147f505-7083-43fc-8073-8ea7b00ed6d1 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:53.125903 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Attempting to bind port b147f505-7083-43fc-8073-8ea7b00ed6d1 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:53.126172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Attempting to bind port b147f505-7083-43fc-8073-8ea7b00ed6d1 on network c63852f8-5c78-42de-a5e1-12993fc8be5a {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:53.129473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] For port c97eb99c-7c9b-43ce-a058-cc469682ed9c, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:53.140782 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:53.145367 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:53.147435 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/networks/0bd49f9b-7db7-4d59-a4c2-653c53cf63d1 HTTP/1.1" status: 204 len: 168 time: 2.6378741 Aug 20 10:24:53.155170 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45976) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:53.158365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Port b147f505-7083-43fc-8073-8ea7b00ed6d1 on network c63852f8-5c78-42de-a5e1-12993fc8be5a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:24:53.158684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Attempting to bind port b147f505-7083-43fc-8073-8ea7b00ed6d1 on network c63852f8-5c78-42de-a5e1-12993fc8be5a {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:53.161343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b68ef547-8f11-4724-b67b-47de15cfc1d4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-644890448'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:53.161545 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] For port c97eb99c-7c9b-43ce-a058-cc469682ed9c, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c97eb99c-7c9b-43ce-a058-cc469682ed9c,segment=NetworkSegment(b609cb7a-77cc-49c3-9444-7cdfcd98764f),segment_id=b609cb7a-77cc-49c3-9444-7cdfcd98764f)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:53.176442 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72611d-3c8d-47d2-b396-c59a70fdae8b req-9755f8bf-2689-4005-b38e-a7fef868bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:53.176924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72611d-3c8d-47d2-b396-c59a70fdae8b req-9755f8bf-2689-4005-b38e-a7fef868bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:53.177398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72611d-3c8d-47d2-b396-c59a70fdae8b req-9755f8bf-2689-4005-b38e-a7fef868bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:53.178969 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ef72611d-3c8d-47d2-b396-c59a70fdae8b req-9755f8bf-2689-4005-b38e-a7fef868bf58 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2569301 Aug 20 10:24:53.182379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06a6b4-3aad-4b11-ae45-eb4340cc4772 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event deleted for resources: {'Network': ['ID=0bd49f9b-7db7-4d59-a4c2-653c53cf63d1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:53.209724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f03bd25-201f-4cec-8d14-51f634c03e64 req-1437d0a5-1b2c-48a8-a7c8-f995578fbee9 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300871 Aug 20 10:24:53.212081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edb269-6313-455e-ab9f-31a810d0a07b req-70cd9a71-6bb2-4390-a94b-cb644d872417 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:53.213787 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-93edb269-6313-455e-ab9f-31a810d0a07b req-70cd9a71-6bb2-4390-a94b-cb644d872417 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.1490002 Aug 20 10:24:53.216999 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:53.224697 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:53.224697 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Checking segment: {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:53.225044 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Bound using segment: {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:53.225234 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Bound port: b147f505-7083-43fc-8073-8ea7b00ed6d1, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:53.225559 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:53.284863 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68ef547-8f11-4724-b67b-47de15cfc1d4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Made reservation on behalf of 9af67ae9ba2d441696d26c43aa8dc912 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:53.290565 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b68ef547-8f11-4724-b67b-47de15cfc1d4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:53.290801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:53.291337 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:53.292898 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] 10.222.0.42 "PUT /v2.0/ports/c97eb99c-7c9b-43ce-a058-cc469682ed9c HTTP/1.1" status: 200 len: 1093 time: 2.9661677 Aug 20 10:24:53.344962 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-93edb269-6313-455e-ab9f-31a810d0a07b req-38eed28a-026d-4454-847e-0be459189034 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200480 Aug 20 10:24:53.362424 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68ef547-8f11-4724-b67b-47de15cfc1d4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:24:53.370914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72611d-3c8d-47d2-b396-c59a70fdae8b req-1b6e481e-8f90-47ce-b895-3188a394921f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:53.372509 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ef72611d-3c8d-47d2-b396-c59a70fdae8b req-1b6e481e-8f90-47ce-b895-3188a394921f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1816149 Aug 20 10:24:53.382682 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b68ef547-8f11-4724-b67b-47de15cfc1d4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:53.383110 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-b68ef547-8f11-4724-b67b-47de15cfc1d4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Added segment 138a14fc-8d92-403c-8cf2-aecf53ba479a of type vlan for network 0d8b6c70-928f-45c3-8cc2-f549b4fc652a Aug 20 10:24:53.430093 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b68ef547-8f11-4724-b67b-47de15cfc1d4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:53.437705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ded6f2-2712-46d3-b29a-f643b56708e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c97eb99c-7c9b-43ce-a058-cc469682ed9c,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:53.490121 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] For port b147f505-7083-43fc-8073-8ea7b00ed6d1, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:53.494695 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ed641-bf99-41ed-9afa-b3f931c25932 req-811da0e9-9219-42d4-a7c4-8f958f31fe95 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:53.496441 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f81ed641-bf99-41ed-9afa-b3f931c25932 req-811da0e9-9219-42d4-a7c4-8f958f31fe95 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 943 time: 0.0703404 Aug 20 10:24:53.497587 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b68ef547-8f11-4724-b67b-47de15cfc1d4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:53.502995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68ef547-8f11-4724-b67b-47de15cfc1d4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:53.503610 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b68ef547-8f11-4724-b67b-47de15cfc1d4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:53.516229 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86ea86-957d-48f1-b6c5-a519068a4685 req-b71aeb57-b4cb-4aee-9448-2cf8f2674ce9 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:53.517734 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e86ea86-957d-48f1-b6c5-a519068a4685 req-b71aeb57-b4cb-4aee-9448-2cf8f2674ce9 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 950 time: 0.2042689 Aug 20 10:24:53.522694 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-1a5355e7-9cc6-4f99-8d8f-ffd0646acb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:53.524116 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-1a5355e7-9cc6-4f99-8d8f-ffd0646acb90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ab24141c3cf4678b6e8c7a8b270c121&device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 1096 time: 0.1541369 Aug 20 10:24:53.527023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] For port b147f505-7083-43fc-8073-8ea7b00ed6d1, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b147f505-7083-43fc-8073-8ea7b00ed6d1,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:53.547957 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:53.581514 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b68ef547-8f11-4724-b67b-47de15cfc1d4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4249666 Aug 20 10:24:53.585551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45980) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:53.593027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f0a74222-7db6-4790-ba17-ee5fa685e48b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Request body: {'subnet': {'network_id': '0d8b6c70-928f-45c3-8cc2-f549b4fc652a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:53.638574 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-5fa6e5ec-0add-4e5b-9d84-4adbed8d19c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c97eb99c-7c9b-43ce-a058-cc469682ed9c HTTP/1.1" status: 200 len: 217 time: 0.1024575 Aug 20 10:24:53.654331 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ef547-8f11-4724-b67b-47de15cfc1d4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event updated for resources: {'Network': ['ID=0d8b6c70-928f-45c3-8cc2-f549b4fc652a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:53.664920 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 0d8b6c70-928f-45c3-8cc2-f549b4fc652a details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:24:53.672749 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:53.673374 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:53.674322 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f81ed641-bf99-41ed-9afa-b3f931c25932 req-1b822ca6-7f63-44b3-abdf-4d0beae1f6c6 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680470 Aug 20 10:24:53.674747 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] 10.222.0.42 "PUT /v2.0/ports/b147f505-7083-43fc-8073-8ea7b00ed6d1 HTTP/1.1" status: 200 len: 1092 time: 2.5986032 Aug 20 10:24:53.745861 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a74222-7db6-4790-ba17-ee5fa685e48b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Made reservation on behalf of 9af67ae9ba2d441696d26c43aa8dc912 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:53.750653 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0a74222-7db6-4790-ba17-ee5fa685e48b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:53.765653 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e86ea86-957d-48f1-b6c5-a519068a4685 req-80898d03-192c-4e07-9830-6d3f10a933e1 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405081 Aug 20 10:24:53.795526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc9c42-7786-44d3-b9e6-8f3f946f4740 service neutron] Pushing event updated for resources: {'Port': ['ID=b147f505-7083-43fc-8073-8ea7b00ed6d1,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:53.808863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e4a62c-8652-430f-86df-59ad1164affe {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:53.823575 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:53.840011 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-c88194fe-16a3-4788-bf11-5246dcd537cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:53.841420 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-c88194fe-16a3-4788-bf11-5246dcd537cd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf539f61-8f34-42e8-a606-b643c725c2c7 HTTP/1.1" status: 200 len: 853 time: 0.1581798 Aug 20 10:24:53.855012 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bb3f5-5891-4427-8fc6-cb9d55cb3378 req-f4379797-454e-4609-a2fe-ad6e7e2677e6 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:53.856471 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-081bb3f5-5891-4427-8fc6-cb9d55cb3378 req-f4379797-454e-4609-a2fe-ad6e7e2677e6 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.24 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 943 time: 0.2338440 Aug 20 10:24:53.884289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dea1b-1799-4a3a-a5a4-5c2527bd393d req-9336e1a4-a021-49d1-a551-015c10ae9db4 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:53.885785 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-538dea1b-1799-4a3a-a5a4-5c2527bd393d req-9336e1a4-a021-49d1-a551-015c10ae9db4 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.1136444 Aug 20 10:24:53.905821 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Transition to ACTIVE for port object 37e4a62c-8652-430f-86df-59ad1164affe will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:53.925892 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-34069cff-1bf0-4f6a-92fd-6d04cdffafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:53.927439 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-34069cff-1bf0-4f6a-92fd-6d04cdffafa5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 1095 time: 0.1927950 Aug 20 10:24:53.947153 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-1cd88eb6-9345-4679-b2d9-5de9f710c3a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc500ecd-8f48-462e-8406-51f60bdda1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825076 Aug 20 10:24:53.952316 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:53.969837 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-538dea1b-1799-4a3a-a5a4-5c2527bd393d req-5ddfcfe8-1649-497e-8cb0-3d6b7bdf2eed tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764513 Aug 20 10:24:54.034776 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0a74222-7db6-4790-ba17-ee5fa685e48b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:54.080295 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-00077652-2035-4beb-b173-7e8b29facea3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b147f505-7083-43fc-8073-8ea7b00ed6d1 HTTP/1.1" status: 200 len: 217 time: 0.1290638 Aug 20 10:24:54.101150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a74222-7db6-4790-ba17-ee5fa685e48b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event updated for resources: {'Subnet': ['ID=e533c3a6-b277-42df-9096-d54e628e8e92,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:54.116074 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a74222-7db6-4790-ba17-ee5fa685e48b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Checking segment: {'id': '138a14fc-8d92-403c-8cf2-aecf53ba479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d8b6c70-928f-45c3-8cc2-f549b4fc652a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:54.116447 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a74222-7db6-4790-ba17-ee5fa685e48b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Network hostable DHCP agents. Network: 0d8b6c70-928f-45c3-8cc2-f549b4fc652a, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:24:54.139566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a74222-7db6-4790-ba17-ee5fa685e48b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Network 0d8b6c70-928f-45c3-8cc2-f549b4fc652a is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:24:54.149779 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-f0a74222-7db6-4790-ba17-ee5fa685e48b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 0d8b6c70-928f-45c3-8cc2-f549b4fc652a) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:54.150588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24469080-0522-43ea-bbff-992f4a4a7f7f req-53a3ef26-4756-4f71-aecd-761bd4c81a07 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:54.154835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a74222-7db6-4790-ba17-ee5fa685e48b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:54.155507 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0a74222-7db6-4790-ba17-ee5fa685e48b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:54.156699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24469080-0522-43ea-bbff-992f4a4a7f7f req-53a3ef26-4756-4f71-aecd-761bd4c81a07 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:54.161102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2037a1c5-bb47-45be-a7ff-23d335b0bac6 None None] Network 0d8b6c70-928f-45c3-8cc2-f549b4fc652a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:54.162679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24469080-0522-43ea-bbff-992f4a4a7f7f req-53a3ef26-4756-4f71-aecd-761bd4c81a07 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:54.168873 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24469080-0522-43ea-bbff-992f4a4a7f7f req-53a3ef26-4756-4f71-aecd-761bd4c81a07 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:54.172559 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f0a74222-7db6-4790-ba17-ee5fa685e48b tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5831723 Aug 20 10:24:54.175093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45986) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:54.175370 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24469080-0522-43ea-bbff-992f4a4a7f7f req-53a3ef26-4756-4f71-aecd-761bd4c81a07 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:54.181956 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24469080-0522-43ea-bbff-992f4a4a7f7f req-53a3ef26-4756-4f71-aecd-761bd4c81a07 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:54.187980 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24469080-0522-43ea-bbff-992f4a4a7f7f req-53a3ef26-4756-4f71-aecd-761bd4c81a07 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:54.189916 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-24469080-0522-43ea-bbff-992f4a4a7f7f req-53a3ef26-4756-4f71-aecd-761bd4c81a07 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5384 time: 0.3530929 Aug 20 10:24:54.218188 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=37e4a62c-8652-430f-86df-59ad1164affe,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:54.317765 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:54.324792 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2aed64b3-6404-46f1-bc99-d79674703a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:54.326259 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-2aed64b3-6404-46f1-bc99-d79674703a9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d14c8d45-d320-4574-86d3-37a082d1daf5 HTTP/1.1" status: 200 len: 846 time: 0.2154739 Aug 20 10:24:54.354388 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-55ea5670-bd08-45d4-a0d8-7fcbfbd7b9ec service neutron] 10.222.0.42 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909311 Aug 20 10:24:54.364619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-0d8b6c70-928f-45c3-8cc2-f549b4fc652a', 'network_id': '0d8b6c70-928f-45c3-8cc2-f549b4fc652a', 'tenant_id': '9af67ae9ba2d441696d26c43aa8dc912', 'fixed_ips': [{'subnet_id': 'e533c3a6-b277-42df-9096-d54e628e8e92'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:24:54.365563 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:54.387318 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-24469080-0522-43ea-bbff-992f4a4a7f7f req-af60bdac-d9c5-4736-9a47-abded2431b5a tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1698968 Aug 20 10:24:54.410339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67199812-3ab7-4a26-ae2b-73075f37f1ee req-3040f259-24b3-42b3-8767-18517ceb837c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:54.418443 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-67199812-3ab7-4a26-ae2b-73075f37f1ee req-3040f259-24b3-42b3-8767-18517ceb837c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 943 time: 0.0979633 Aug 20 10:24:54.457855 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-5509f6e5-2158-4823-8a8d-194a29340d21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c63852f8-5c78-42de-a5e1-12993fc8be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183722 Aug 20 10:24:54.465299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:54.495373 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-67199812-3ab7-4a26-ae2b-73075f37f1ee req-ad83ae26-b2e2-45a4-a085-80cca0fae85e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760396 Aug 20 10:24:54.522266 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Allocated IP 2001:db8::2 (0d8b6c70-928f-45c3-8cc2-f549b4fc652a/e533c3a6-b277-42df-9096-d54e628e8e92/d5cc616d-872e-4bdc-b6d6-dd8f4984f9a0) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:24:54.573827 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Attempting to bind port 37e4a62c-8652-430f-86df-59ad1164affe on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:54.574046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Attempting to bind port 37e4a62c-8652-430f-86df-59ad1164affe by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:54.574377 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Attempting to bind port 37e4a62c-8652-430f-86df-59ad1164affe on network 4cf94859-d7e3-4c88-add5-0fffdfba7677 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:54.592042 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-081bb3f5-5891-4427-8fc6-cb9d55cb3378 req-8da2b5d8-2d6b-41ef-aed6-e3464d34332b tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Deleting port cbe4860d-91d7-4aad-a240-103307e5db1c {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:54.592378 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-081bb3f5-5891-4427-8fc6-cb9d55cb3378 req-8da2b5d8-2d6b-41ef-aed6-e3464d34332b tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:54.610331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Port 37e4a62c-8652-430f-86df-59ad1164affe on network 4cf94859-d7e3-4c88-add5-0fffdfba7677 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:24:54.610711 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Attempting to bind port 37e4a62c-8652-430f-86df-59ad1164affe on network 4cf94859-d7e3-4c88-add5-0fffdfba7677 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:54.676410 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:54.676750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Checking segment: {'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:54.677139 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Bound using segment: {'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:54.677909 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Bound port: 37e4a62c-8652-430f-86df-59ad1164affe, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:54.677909 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:54.687551 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54b86cf7-855c-4cf9-8c21-fbc8448eabd4 req-ed575050-1372-4301-b280-d2425ea67e98 service neutron] 10.222.0.42 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978094 Aug 20 10:24:54.703544 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:54.714999 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Transition to ACTIVE for port object d5cc616d-872e-4bdc-b6d6-dd8f4984f9a0 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:54.720732 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a60957-1285-48f5-9c24-b02c47884658 req-5803eace-f394-4235-9166-1f2bb0590352 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:54.722270 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-68a60957-1285-48f5-9c24-b02c47884658 req-5803eace-f394-4235-9166-1f2bb0590352 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.1912489 Aug 20 10:24:54.736065 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-74843524-e627-472f-86c5-28ab8bda2088 service neutron] 10.222.0.42 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702067 Aug 20 10:24:54.747698 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Transition to ACTIVE for port object d5cc616d-872e-4bdc-b6d6-dd8f4984f9a0 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:54.753729 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:54.773531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9d4a3b-6d77-42bc-823a-43315f3f41af', 'tag': 'c97eb99c-7c9b-43ce-a058-cc469682ed9c'}, {'name': 'network-changed', 'server_uuid': '0141b479-c737-499c-a2ab-1799b38dde58', 'tag': 'b147f505-7083-43fc-8073-8ea7b00ed6d1'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:54.776295 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daf87ae-680b-48b9-9c0b-1134d5f14be4" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9d4a3b-6d77-42bc-823a-43315f3f41af", "tag": "c97eb99c-7c9b-43ce-a058-cc469682ed9c"}, {"name": "network-changed", "server_uuid": "0141b479-c737-499c-a2ab-1799b38dde58", "tag": "b147f505-7083-43fc-8073-8ea7b00ed6d1"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:54.802635 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:54.806985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Network 0d8b6c70-928f-45c3-8cc2-f549b4fc652a is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:24:54.809854 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:54.817359 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:24:54.820758 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Pushing event updated for resources: {'Port': ['ID=d5cc616d-872e-4bdc-b6d6-dd8f4984f9a0,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:54.845823 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event deleted for resources: {'Subnet': ['ID=e533c3a6-b277-42df-9096-d54e628e8e92,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:54.879889 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Attempting to bind port d5cc616d-872e-4bdc-b6d6-dd8f4984f9a0 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:54.880378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Attempting to bind port d5cc616d-872e-4bdc-b6d6-dd8f4984f9a0 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '138a14fc-8d92-403c-8cf2-aecf53ba479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d8b6c70-928f-45c3-8cc2-f549b4fc652a'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:54.880631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Attempting to bind port d5cc616d-872e-4bdc-b6d6-dd8f4984f9a0 on network 0d8b6c70-928f-45c3-8cc2-f549b4fc652a {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:54.886161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:54.886860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Checking segment: {'id': '138a14fc-8d92-403c-8cf2-aecf53ba479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d8b6c70-928f-45c3-8cc2-f549b4fc652a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:54.887536 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:54.888134 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Bound using segment: {'id': '138a14fc-8d92-403c-8cf2-aecf53ba479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d8b6c70-928f-45c3-8cc2-f549b4fc652a'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:54.889095 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Bound port: d5cc616d-872e-4bdc-b6d6-dd8f4984f9a0, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138a14fc-8d92-403c-8cf2-aecf53ba479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0d8b6c70-928f-45c3-8cc2-f549b4fc652a'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:54.889718 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:54.892752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-68a60957-1285-48f5-9c24-b02c47884658 req-e3750024-b984-45e8-8fd8-1a2410be2b8a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620972 Aug 20 10:24:54.908816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97897a-571d-4098-9717-b2cfda2f1a75 req-37287bbd-2fd8-4872-9bf9-19044ef75c60 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:54.909317 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-081bb3f5-5891-4427-8fc6-cb9d55cb3378 req-8da2b5d8-2d6b-41ef-aed6-e3464d34332b tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] For port cbe4860d-91d7-4aad-a240-103307e5db1c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cbe4860d-91d7-4aad-a240-103307e5db1c,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:54.909694 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-081bb3f5-5891-4427-8fc6-cb9d55cb3378 req-8da2b5d8-2d6b-41ef-aed6-e3464d34332b tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:54.910393 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4e97897a-571d-4098-9717-b2cfda2f1a75 req-37287bbd-2fd8-4872-9bf9-19044ef75c60 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 943 time: 0.1496048 Aug 20 10:24:54.932635 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:54.932851 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] For port 37e4a62c-8652-430f-86df-59ad1164affe, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:54.952226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-081bb3f5-5891-4427-8fc6-cb9d55cb3378 req-8da2b5d8-2d6b-41ef-aed6-e3464d34332b tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Calling delete_port for cbe4860d-91d7-4aad-a240-103307e5db1c owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:54.952586 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8b6c70-928f-45c3-8cc2-f549b4fc652a']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:54.973847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] For port 37e4a62c-8652-430f-86df-59ad1164affe, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=37e4a62c-8652-430f-86df-59ad1164affe,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:54.974319 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] For port d5cc616d-872e-4bdc-b6d6-dd8f4984f9a0, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:54.979872 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] For port d5cc616d-872e-4bdc-b6d6-dd8f4984f9a0, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d5cc616d-872e-4bdc-b6d6-dd8f4984f9a0,segment=NetworkSegment(138a14fc-8d92-403c-8cf2-aecf53ba479a),segment_id=138a14fc-8d92-403c-8cf2-aecf53ba479a)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:54.980578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138a14fc-8d92-403c-8cf2-aecf53ba479a') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:54.981075 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138a14fc-8d92-403c-8cf2-aecf53ba479a') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:54.991837 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:54.993315 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b627fc7d-0202-42a9-9903-40c295f1f93f x-openstack-request-id: req-b627fc7d-0202-42a9-9903-40c295f1f93f {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:54.993315 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9d4a3b-6d77-42bc-823a-43315f3f41af", "tag": "c97eb99c-7c9b-43ce-a058-cc469682ed9c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0141b479-c737-499c-a2ab-1799b38dde58", "tag": "b147f505-7083-43fc-8073-8ea7b00ed6d1", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:54.993315 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b627fc7d-0202-42a9-9903-40c295f1f93f {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:54.993315 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9d4a3b-6d77-42bc-823a-43315f3f41af', 'tag': 'c97eb99c-7c9b-43ce-a058-cc469682ed9c', 'status': 'completed', 'code': 200} Aug 20 10:24:54.993649 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0141b479-c737-499c-a2ab-1799b38dde58', 'tag': 'b147f505-7083-43fc-8073-8ea7b00ed6d1', 'status': 'completed', 'code': 200} Aug 20 10:24:54.998693 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:54.999379 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4e97897a-571d-4098-9717-b2cfda2f1a75 req-890e6257-53bd-4e81-a594-bdbe00627bff tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785482 Aug 20 10:24:55.003736 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:55.051465 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:55.105709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ba319-5bd2-4584-b804-32a9e08a2d63 None None] Pushing event updated for resources: {'Port': ['ID=d5cc616d-872e-4bdc-b6d6-dd8f4984f9a0,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:55.110439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:24:55.110997 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:24:55.116553 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:24:55.124693 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc80779-676d-4441-92c4-55e00c265b06 None None] Network 0d8b6c70-928f-45c3-8cc2-f549b4fc652a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:55.200363 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57fc8e-ee0a-4286-8d0f-1277be7c0e4f req-3477c175-76ca-4a33-8171-5bab35903e2f tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:55.202054 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ad57fc8e-ee0a-4286-8d0f-1277be7c0e4f req-3477c175-76ca-4a33-8171-5bab35903e2f tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.24 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 950 time: 0.1961946 Aug 20 10:24:55.267801 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.api [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 10:24:55.267801 n-d-778550-11 neutron-server[94866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 10:24:55.267801 n-d-778550-11 neutron-server[94866]: [parameters: {'id': '0d8b6c70-928f-45c3-8cc2-f549b4fc652a'}] Aug 20 10:24:55.267801 n-d-778550-11 neutron-server[94866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:24:55.268198 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb74468-039d-47d9-b149-37096171477b None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:24:55.268283 n-d-778550-11 neutron-server[94866]: DEBUG oslo_db.api [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:24:55.310255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1a653-1bab-4626-8e88-0b88ae8a43dc req-9636b00b-1c2f-4d08-aeb2-c3e12ad2d2bd tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:55.316433 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02c1a653-1bab-4626-8e88-0b88ae8a43dc req-9636b00b-1c2f-4d08-aeb2-c3e12ad2d2bd tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.2134948 Aug 20 10:24:55.365654 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-ad57fc8e-ee0a-4286-8d0f-1277be7c0e4f req-3f53318b-f321-4771-a556-8697a6f43581 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Deleting port b84cd94f-50b8-4c82-b999-4b7442672216 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:55.366311 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ad57fc8e-ee0a-4286-8d0f-1277be7c0e4f req-3f53318b-f321-4771-a556-8697a6f43581 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:55.386944 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02c1a653-1bab-4626-8e88-0b88ae8a43dc req-5991ed68-19ed-4b1a-b513-6b6f3b9eb72c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601065 Aug 20 10:24:55.411978 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb74468-039d-47d9-b149-37096171477b None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:24:55.474573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-ad57fc8e-ee0a-4286-8d0f-1277be7c0e4f req-3f53318b-f321-4771-a556-8697a6f43581 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] For port b84cd94f-50b8-4c82-b999-4b7442672216, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b84cd94f-50b8-4c82-b999-4b7442672216,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:55.474953 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ad57fc8e-ee0a-4286-8d0f-1277be7c0e4f req-3f53318b-f321-4771-a556-8697a6f43581 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:55.497652 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7224836-ff89-4d80-a0a0-75437d0e159d req-110bd425-eb0d-4b99-a87b-397098ffac2b service neutron] 10.222.0.42 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7371886 Aug 20 10:24:55.520820 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-ad57fc8e-ee0a-4286-8d0f-1277be7c0e4f req-3f53318b-f321-4771-a556-8697a6f43581 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Calling delete_port for b84cd94f-50b8-4c82-b999-4b7442672216 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:55.538526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:55.539151 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:55.540594 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] 10.222.0.42 "PUT /v2.0/ports/37e4a62c-8652-430f-86df-59ad1164affe HTTP/1.1" status: 200 len: 1092 time: 2.8241513 Aug 20 10:24:55.590411 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Request body: {'port': {'device_id': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:55.590656 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db1326-e4f8-457a-95db-06d4d874cbdb req-f5063e07-296e-4733-aaf7-31bea4af9275 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:55.602500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db1326-e4f8-457a-95db-06d4d874cbdb req-f5063e07-296e-4733-aaf7-31bea4af9275 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:55.609030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db1326-e4f8-457a-95db-06d4d874cbdb req-f5063e07-296e-4733-aaf7-31bea4af9275 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:55.615070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db1326-e4f8-457a-95db-06d4d874cbdb req-f5063e07-296e-4733-aaf7-31bea4af9275 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:55.620185 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-218549ec-ff6f-463a-9a1d-6dbd249f26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:55.621535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db1326-e4f8-457a-95db-06d4d874cbdb req-f5063e07-296e-4733-aaf7-31bea4af9275 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:55.621724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-218549ec-ff6f-463a-9a1d-6dbd249f26eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ab24141c3cf4678b6e8c7a8b270c121&device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 1096 time: 0.5642443 Aug 20 10:24:55.626525 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a05b8f-45aa-46f8-8a39-e041a37e2fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=37e4a62c-8652-430f-86df-59ad1164affe,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:55.631699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db1326-e4f8-457a-95db-06d4d874cbdb req-f5063e07-296e-4733-aaf7-31bea4af9275 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:55.638301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db1326-e4f8-457a-95db-06d4d874cbdb req-f5063e07-296e-4733-aaf7-31bea4af9275 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:55.640231 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c6db1326-e4f8-457a-95db-06d4d874cbdb req-f5063e07-296e-4733-aaf7-31bea4af9275 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5396 time: 0.1624088 Aug 20 10:24:55.703473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4049dac-78ec-4222-92d9-e1037abd65ff req-77beb2c8-e3b4-43c1-8cf3-fde273fce702 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:55.705107 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f4049dac-78ec-4222-92d9-e1037abd65ff req-77beb2c8-e3b4-43c1-8cf3-fde273fce702 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=006d133b-0849-4303-a1a6-f2c5ded4e8ec HTTP/1.1" status: 200 len: 950 time: 0.2133157 Aug 20 10:24:55.705226 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c6db1326-e4f8-457a-95db-06d4d874cbdb req-d9bcd398-ee20-4cff-9b22-310089aa1662 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528305 Aug 20 10:24:55.771447 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:55.784959 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:55.820403 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ad57fc8e-ee0a-4286-8d0f-1277be7c0e4f req-3f53318b-f321-4771-a556-8697a6f43581 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:55.832177 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['40179df4-df35-4f9b-972d-ab55f090b3f3', 'b84cd94f-50b8-4c82-b999-4b7442672216'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:24:55.865263 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53318b-f321-4771-a556-8697a6f43581 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Pushing event deleted for resources: {'Port': ['ID=b84cd94f-50b8-4c82-b999-4b7442672216,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:55.865615 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f4049dac-78ec-4222-92d9-e1037abd65ff req-507692bb-9722-4e6d-b59c-4ea18458685a tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393554 Aug 20 10:24:55.892183 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-3649c497-6962-440c-a2c5-04695cecfc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:55.893844 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-3649c497-6962-440c-a2c5-04695cecfc19 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc500ecd-8f48-462e-8406-51f60bdda1bd HTTP/1.1" status: 200 len: 914 time: 0.2600076 Aug 20 10:24:55.894345 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-081bb3f5-5891-4427-8fc6-cb9d55cb3378 req-8da2b5d8-2d6b-41ef-aed6-e3464d34332b tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:55.952313 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad57fc8e-ee0a-4286-8d0f-1277be7c0e4f req-3f53318b-f321-4771-a556-8697a6f43581 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] No DVR routers for this DVR port b84cd94f-50b8-4c82-b999-4b7442672216 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:55.955293 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ad57fc8e-ee0a-4286-8d0f-1277be7c0e4f req-3f53318b-f321-4771-a556-8697a6f43581 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:55.957769 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ad57fc8e-ee0a-4286-8d0f-1277be7c0e4f req-3f53318b-f321-4771-a556-8697a6f43581 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.24 "DELETE /v2.0/ports/b84cd94f-50b8-4c82-b999-4b7442672216 HTTP/1.1" status: 204 len: 173 time: 0.7467294 Aug 20 10:24:55.959765 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006d133b-0849-4303-a1a6-f2c5ded4e8ec', 'name': 'network-vif-deleted', 'tag': 'b84cd94f-50b8-4c82-b999-4b7442672216'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:55.963469 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4925d425-0051-427a-8813-0c4edcddcab7" -d '{"events": [{"server_uuid": "006d133b-0849-4303-a1a6-f2c5ded4e8ec", "name": "network-vif-deleted", "tag": "b84cd94f-50b8-4c82-b999-4b7442672216"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:55.990653 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee1a70-e690-4193-80b3-a705b414678b req-6aa73612-4f10-48f7-a8e0-b543c9e7d758 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:55.999789 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6ee1a70-e690-4193-80b3-a705b414678b req-6aa73612-4f10-48f7-a8e0-b543c9e7d758 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 943 time: 0.1639974 Aug 20 10:24:56.037145 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Deleting port d5cc616d-872e-4bdc-b6d6-dd8f4984f9a0 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:24:56.037499 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:56.101139 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-9d3d7f5e-43fd-43b6-8fc2-eff2c9f4ec63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c97eb99c-7c9b-43ce-a058-cc469682ed9c HTTP/1.1" status: 200 len: 217 time: 0.1885781 Aug 20 10:24:56.108030 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6ee1a70-e690-4193-80b3-a705b414678b req-9e38ca87-f1f7-4d7a-8e51-1fa8bf18b298 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024647 Aug 20 10:24:56.173850 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] For port d5cc616d-872e-4bdc-b6d6-dd8f4984f9a0, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d5cc616d-872e-4bdc-b6d6-dd8f4984f9a0,segment=NetworkSegment(138a14fc-8d92-403c-8cf2-aecf53ba479a),segment_id=138a14fc-8d92-403c-8cf2-aecf53ba479a)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:56.174309 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:56.176997 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2b5d8-2d6b-41ef-aed6-e3464d34332b tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Pushing event deleted for resources: {'Port': ['ID=cbe4860d-91d7-4aad-a240-103307e5db1c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:56.189357 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4a94da-36cc-4d6e-a60b-b7fcca8afe24 x-openstack-request-id: req-fd4a94da-36cc-4d6e-a60b-b7fcca8afe24 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:56.189760 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006d133b-0849-4303-a1a6-f2c5ded4e8ec", "name": "network-vif-deleted", "tag": "b84cd94f-50b8-4c82-b999-4b7442672216", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:56.190119 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd4a94da-36cc-4d6e-a60b-b7fcca8afe24 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:56.190656 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006d133b-0849-4303-a1a6-f2c5ded4e8ec', 'name': 'network-vif-deleted', 'tag': 'b84cd94f-50b8-4c82-b999-4b7442672216', 'status': 'completed', 'code': 200} Aug 20 10:24:56.203248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Calling delete_port for d5cc616d-872e-4bdc-b6d6-dd8f4984f9a0 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:24:56.287322 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2fa56388-4cb5-4547-86d6-f432b606787b req-6abb52fb-7a7f-4b90-bc43-4da18280620f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=06c514bc-92d6-4e6d-bcad-a41a8156ee2e HTTP/1.1" status: 200 len: 210 time: 0.0306439 Aug 20 10:24:56.299468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-081bb3f5-5891-4427-8fc6-cb9d55cb3378 req-8da2b5d8-2d6b-41ef-aed6-e3464d34332b tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] No DVR routers for this DVR port cbe4860d-91d7-4aad-a240-103307e5db1c on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:56.314966 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-081bb3f5-5891-4427-8fc6-cb9d55cb3378 req-8da2b5d8-2d6b-41ef-aed6-e3464d34332b tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:56.316737 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-081bb3f5-5891-4427-8fc6-cb9d55cb3378 req-8da2b5d8-2d6b-41ef-aed6-e3464d34332b tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.24 "DELETE /v2.0/ports/cbe4860d-91d7-4aad-a240-103307e5db1c HTTP/1.1" status: 204 len: 173 time: 2.4407687 Aug 20 10:24:56.326590 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:56.352489 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event deleted for resources: {'Port': ['ID=d5cc616d-872e-4bdc-b6d6-dd8f4984f9a0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:56.356507 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] No DVR routers for this DVR port d5cc616d-872e-4bdc-b6d6-dd8f4984f9a0 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:24:56.358169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c33850-0ad8-4af2-a7f8-4279c41e99e0 req-a155eb29-e5e4-4655-9903-cc8259c69446 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:56.359599 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-80c33850-0ad8-4af2-a7f8-4279c41e99e0 req-a155eb29-e5e4-4655-9903-cc8259c69446 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.3302376 Aug 20 10:24:56.361060 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-3790ad7e-138e-4300-bba0-ea25416485ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:56.362401 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-3790ad7e-138e-4300-bba0-ea25416485ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf539f61-8f34-42e8-a606-b643c725c2c7 HTTP/1.1" status: 200 len: 853 time: 0.1827414 Aug 20 10:24:56.423766 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-52814965-e1ba-466d-bace-643aeb70677b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc500ecd-8f48-462e-8406-51f60bdda1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518224 Aug 20 10:24:56.439166 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:56.450444 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8b6c70-928f-45c3-8cc2-f549b4fc652a']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:56.461756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138a14fc-8d92-403c-8cf2-aecf53ba479a') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:56.461972 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138a14fc-8d92-403c-8cf2-aecf53ba479a') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:56.469961 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-80c33850-0ad8-4af2-a7f8-4279c41e99e0 req-03c2ef61-730f-4213-91c8-b4b7402f6949 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011491 Aug 20 10:24:56.481128 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:56.521935 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:56.534467 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:24:56.534885 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:24:56.538044 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:24:56.555919 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7711d-826b-4c25-b321-c463b4126d8c req-eb3b7b98-750f-490c-82fc-9fc69b9608cc tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:56.557502 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aae7711d-826b-4c25-b321-c463b4126d8c req-eb3b7b98-750f-490c-82fc-9fc69b9608cc tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.0885773 Aug 20 10:24:56.621924 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58f68f8-6192-44b4-9074-737ec613eda7 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:56.631411 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:56.633000 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:56.635743 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-c580ff0e-bbe0-4638-9d27-b69d768cab9f service neutron] 10.222.0.42 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978323 Aug 20 10:24:56.637724 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aae7711d-826b-4c25-b321-c463b4126d8c req-e6b61af3-ccf2-4679-9b03-80308b44500d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501819 Aug 20 10:24:56.644364 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:56.649928 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/networks/0d8b6c70-928f-45c3-8cc2-f549b4fc652a HTTP/1.1" status: 204 len: 168 time: 2.4730921 Aug 20 10:24:56.654793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46012) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:56.667117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf29cfe-b61e-4424-8986-6c81a03306ba tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event deleted for resources: {'Network': ['ID=0d8b6c70-928f-45c3-8cc2-f549b4fc652a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:56.667297 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9861e24c-cee3-4f0a-8de9-ca936f3effe6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1412885956'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:56.674529 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Transition to ACTIVE for port object c58f68f8-6192-44b4-9074-737ec613eda7 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:24:56.705393 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:56.831206 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9861e24c-cee3-4f0a-8de9-ca936f3effe6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Made reservation on behalf of 9af67ae9ba2d441696d26c43aa8dc912 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:56.835161 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9861e24c-cee3-4f0a-8de9-ca936f3effe6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:56.891796 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c58f68f8-6192-44b4-9074-737ec613eda7,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:56.966431 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-e081a4aa-4b60-4d3e-ae19-db55f40e09dc service neutron] 10.222.0.42 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215339 Aug 20 10:24:56.989013 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9861e24c-cee3-4f0a-8de9-ca936f3effe6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:24:57.003128 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'tag': '37e4a62c-8652-430f-86df-59ad1164affe'}, {'server_uuid': '06c514bc-92d6-4e6d-bcad-a41a8156ee2e', 'name': 'network-vif-deleted', 'tag': 'cbe4860d-91d7-4aad-a240-103307e5db1c'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:57.006787 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05b7b52-0665-4192-a49a-b0c044cdb188" -d '{"events": [{"name": "network-changed", "server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "tag": "37e4a62c-8652-430f-86df-59ad1164affe"}, {"server_uuid": "06c514bc-92d6-4e6d-bcad-a41a8156ee2e", "name": "network-vif-deleted", "tag": "cbe4860d-91d7-4aad-a240-103307e5db1c"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:57.030317 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Attempting to bind port c58f68f8-6192-44b4-9074-737ec613eda7 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:24:57.030711 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Attempting to bind port c58f68f8-6192-44b4-9074-737ec613eda7 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:24:57.031078 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Attempting to bind port c58f68f8-6192-44b4-9074-737ec613eda7 on network 4cf94859-d7e3-4c88-add5-0fffdfba7677 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:57.064584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b0337-53d0-47ec-af87-5697826e79d8 req-a7f8dd82-c531-4ecb-b7e1-af746ea35ee2 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.071562 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b0337-53d0-47ec-af87-5697826e79d8 req-a7f8dd82-c531-4ecb-b7e1-af746ea35ee2 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.078065 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b0337-53d0-47ec-af87-5697826e79d8 req-a7f8dd82-c531-4ecb-b7e1-af746ea35ee2 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.084000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b0337-53d0-47ec-af87-5697826e79d8 req-a7f8dd82-c531-4ecb-b7e1-af746ea35ee2 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.090062 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b0337-53d0-47ec-af87-5697826e79d8 req-a7f8dd82-c531-4ecb-b7e1-af746ea35ee2 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.096151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b0337-53d0-47ec-af87-5697826e79d8 req-a7f8dd82-c531-4ecb-b7e1-af746ea35ee2 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.102400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b0337-53d0-47ec-af87-5697826e79d8 req-a7f8dd82-c531-4ecb-b7e1-af746ea35ee2 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.104039 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-097b0337-53d0-47ec-af87-5697826e79d8 req-a7f8dd82-c531-4ecb-b7e1-af746ea35ee2 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5408 time: 0.2559583 Aug 20 10:24:57.105319 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9861e24c-cee3-4f0a-8de9-ca936f3effe6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:57.105662 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-9861e24c-cee3-4f0a-8de9-ca936f3effe6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Added segment 692e86c5-abd5-4909-94b9-90a1a91fe4be of type vlan for network 26f424bb-eead-435d-8a34-a7540406b8dc Aug 20 10:24:57.115361 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Port c58f68f8-6192-44b4-9074-737ec613eda7 on network 4cf94859-d7e3-4c88-add5-0fffdfba7677 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:24:57.115835 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Attempting to bind port c58f68f8-6192-44b4-9074-737ec613eda7 on network 4cf94859-d7e3-4c88-add5-0fffdfba7677 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:24:57.153009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:24:57.153362 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Checking segment: {'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:57.153752 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Bound using segment: {'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:24:57.154576 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Bound port: c58f68f8-6192-44b4-9074-737ec613eda7, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9495c9-9d71-4da4-a2c6-20f28957f64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:24:57.154949 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:57.196090 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9861e24c-cee3-4f0a-8de9-ca936f3effe6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:57.243099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-f65eec7b-83a7-42e3-934a-4a9bf9f5ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.244705 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-f65eec7b-83a7-42e3-934a-4a9bf9f5ea9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 1095 time: 0.2246721 Aug 20 10:24:57.255037 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5e935d-88f5-4ec1-9f37-0d3561f825ee x-openstack-request-id: req-bf5e935d-88f5-4ec1-9f37-0d3561f825ee {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:24:57.255370 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "tag": "37e4a62c-8652-430f-86df-59ad1164affe", "status": "completed", "code": 200}, {"server_uuid": "06c514bc-92d6-4e6d-bcad-a41a8156ee2e", "name": "network-vif-deleted", "tag": "cbe4860d-91d7-4aad-a240-103307e5db1c", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:24:57.255643 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf5e935d-88f5-4ec1-9f37-0d3561f825ee {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:24:57.256046 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'tag': '37e4a62c-8652-430f-86df-59ad1164affe', 'status': 'completed', 'code': 200} Aug 20 10:24:57.256311 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c514bc-92d6-4e6d-bcad-a41a8156ee2e', 'name': 'network-vif-deleted', 'tag': 'cbe4860d-91d7-4aad-a240-103307e5db1c', 'status': 'completed', 'code': 200} Aug 20 10:24:57.282485 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-097b0337-53d0-47ec-af87-5697826e79d8 req-bf83ccaf-4774-4f8a-9dfd-a5355c6a0fbe tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1600993 Aug 20 10:24:57.347446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7c373-0ab1-4514-9f5b-d0859e13f753 req-13f9f918-9313-4546-a7b6-9bf9fdba783f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.349596 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9861e24c-cee3-4f0a-8de9-ca936f3effe6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:57.355840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9861e24c-cee3-4f0a-8de9-ca936f3effe6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.356025 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b6e7c373-0ab1-4514-9f5b-d0859e13f753 req-13f9f918-9313-4546-a7b6-9bf9fdba783f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 943 time: 0.0825510 Aug 20 10:24:57.356761 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9861e24c-cee3-4f0a-8de9-ca936f3effe6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:57.391137 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b6e7c373-0ab1-4514-9f5b-d0859e13f753 req-68199bd5-83ef-4ba1-aa0f-8c8f56ae4542 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342989 Aug 20 10:24:57.477653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] For port c58f68f8-6192-44b4-9074-737ec613eda7, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:24:57.488369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46056) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:57.488862 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9861e24c-cee3-4f0a-8de9-ca936f3effe6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8306618 Aug 20 10:24:57.508819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-85aba6a7-ef71-44f1-b9b4-2a3b59da6bab tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Request body: {'subnet': {'network_id': '26f424bb-eead-435d-8a34-a7540406b8dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:57.562023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-49087f76-e7a8-4c81-ab1c-3ceb228f8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.564033 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-49087f76-e7a8-4c81-ab1c-3ceb228f8843 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 907 time: 0.3054488 Aug 20 10:24:57.564822 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861e24c-cee3-4f0a-8de9-ca936f3effe6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event updated for resources: {'Network': ['ID=26f424bb-eead-435d-8a34-a7540406b8dc,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:57.576506 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 26f424bb-eead-435d-8a34-a7540406b8dc details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:24:57.592007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] For port c58f68f8-6192-44b4-9074-737ec613eda7, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c58f68f8-6192-44b4-9074-737ec613eda7,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:24:57.604878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b7b52-0665-4192-a49a-b0c044cdb188 req-1d44aa37-b53e-4c44-9db0-6dc116276255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.605364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b7b52-0665-4192-a49a-b0c044cdb188 req-1d44aa37-b53e-4c44-9db0-6dc116276255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.605839 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b7b52-0665-4192-a49a-b0c044cdb188 req-1d44aa37-b53e-4c44-9db0-6dc116276255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.606308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b7b52-0665-4192-a49a-b0c044cdb188 req-1d44aa37-b53e-4c44-9db0-6dc116276255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.606795 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b7b52-0665-4192-a49a-b0c044cdb188 req-1d44aa37-b53e-4c44-9db0-6dc116276255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.607257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b7b52-0665-4192-a49a-b0c044cdb188 req-1d44aa37-b53e-4c44-9db0-6dc116276255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.607723 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b7b52-0665-4192-a49a-b0c044cdb188 req-1d44aa37-b53e-4c44-9db0-6dc116276255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.609668 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c05b7b52-0665-4192-a49a-b0c044cdb188 req-1d44aa37-b53e-4c44-9db0-6dc116276255 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 6318 time: 0.3496065 Aug 20 10:24:57.642966 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:57.746308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b773e930-fbb7-49dd-bf9d-10fc2e0594a5 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:24:57.761922 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-eeca0382-a4a3-41bb-bac7-2ca0c6787103 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b147f505-7083-43fc-8073-8ea7b00ed6d1 HTTP/1.1" status: 200 len: 217 time: 0.1484711 Aug 20 10:24:57.875861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b1318-24ce-44d7-942a-676bc1b1079c req-fcfafbce-e3c3-4c67-93c7-4b987a9954ec tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.881533 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f9b1318-24ce-44d7-942a-676bc1b1079c req-fcfafbce-e3c3-4c67-93c7-4b987a9954ec tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 950 time: 0.5117629 Aug 20 10:24:57.901600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:57.902239 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:57.906750 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] 10.222.0.42 "PUT /v2.0/ports/c58f68f8-6192-44b4-9074-737ec613eda7 HTTP/1.1" status: 200 len: 1092 time: 2.3280597 Aug 20 10:24:57.951973 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b773e930-fbb7-49dd-bf9d-10fc2e0594a5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b773e930-fbb7-49dd-bf9d-10fc2e0594a5,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:57.975289 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'b773e930-fbb7-49dd-bf9d-10fc2e0594a5', 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f', 'port_id': 'b773e930-fbb7-49dd-bf9d-10fc2e0594a5', 'mac_address': 'fa:16:3e:03:c9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadf393e-210e-42af-b610-6c3e5318317c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:24:58.005593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee879e0-30bb-4096-8098-cb4e9f4c555b req-20ffaaee-6acb-4aa6-9b51-b1875880493d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:58.009364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Request body: {'port': {'device_id': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:24:58.013230 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fee879e0-30bb-4096-8098-cb4e9f4c555b req-20ffaaee-6acb-4aa6-9b51-b1875880493d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.3992481 Aug 20 10:24:58.020615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85aba6a7-ef71-44f1-b9b4-2a3b59da6bab tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Made reservation on behalf of 9af67ae9ba2d441696d26c43aa8dc912 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:24:58.028276 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85aba6a7-ef71-44f1-b9b4-2a3b59da6bab tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:58.032900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-2c17bf2b-dc9f-4699-a11d-06cfa8822563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:58.036469 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-2c17bf2b-dc9f-4699-a11d-06cfa8822563 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d14c8d45-d320-4574-86d3-37a082d1daf5 HTTP/1.1" status: 200 len: 846 time: 0.1400034 Aug 20 10:24:58.046219 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:58.063806 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b773e930-fbb7-49dd-bf9d-10fc2e0594a5 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:58.101845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b773e930-fbb7-49dd-bf9d-10fc2e0594a5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b773e930-fbb7-49dd-bf9d-10fc2e0594a5,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:58.113606 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:58.115219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c97eb99c-7c9b-43ce-a058-cc469682ed9c details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:24:58.158826 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fee879e0-30bb-4096-8098-cb4e9f4c555b req-43f0af19-04d3-45e6-b900-6917b9dce9a4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379576 Aug 20 10:24:58.270555 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=b773e930-fbb7-49dd-bf9d-10fc2e0594a5,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:58.271805 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-95d90614-6214-4f9d-9deb-516ef214e515 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c63852f8-5c78-42de-a5e1-12993fc8be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1737721 Aug 20 10:24:58.299911 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:58.323472 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f9b1318-24ce-44d7-942a-676bc1b1079c req-53b75246-b723-4e35-8427-aaee172c66fe tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361413 Aug 20 10:24:58.334160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d168a-a184-4ed1-bf1c-985f861be9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c58f68f8-6192-44b4-9074-737ec613eda7,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:58.337541 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c97eb99c-7c9b-43ce-a058-cc469682ed9c, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c97eb99c-7c9b-43ce-a058-cc469682ed9c,segment=NetworkSegment(b609cb7a-77cc-49c3-9444-7cdfcd98764f),segment_id=b609cb7a-77cc-49c3-9444-7cdfcd98764f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:58.375567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'c97eb99c-7c9b-43ce-a058-cc469682ed9c', 'network_id': 'bc500ecd-8f48-462e-8406-51f60bdda1bd', 'port_id': 'c97eb99c-7c9b-43ce-a058-cc469682ed9c', 'mac_address': 'fa:16:3e:68:c0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf539f61-8f34-42e8-a606-b643c725c2c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:24:58.420743 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cbe4860d-91d7-4aad-a240-103307e5db1c no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:24:58.449854 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:58.458669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b7b52-0665-4192-a49a-b0c044cdb188 req-b02e68ad-203e-46a2-aa89-eb70ad7ab4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:58.459174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b7b52-0665-4192-a49a-b0c044cdb188 req-b02e68ad-203e-46a2-aa89-eb70ad7ab4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:58.459648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b7b52-0665-4192-a49a-b0c044cdb188 req-b02e68ad-203e-46a2-aa89-eb70ad7ab4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:58.461217 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c05b7b52-0665-4192-a49a-b0c044cdb188 req-b02e68ad-203e-46a2-aa89-eb70ad7ab4e4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8211195 Aug 20 10:24:58.477190 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216554b3-bb23-4636-a75e-0ef55f396acd req-32d6fe41-4a2d-4f3a-a8da-b57ebdb16628 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:58.484380 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-216554b3-bb23-4636-a75e-0ef55f396acd req-32d6fe41-4a2d-4f3a-a8da-b57ebdb16628 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/networks?id=deae5e63-6201-4553-930d-897a3e36a65a HTTP/1.1" status: 200 len: 821 time: 0.2047234 Aug 20 10:24:58.500330 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97eb99c-7c9b-43ce-a058-cc469682ed9c {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:24:58.509912 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-216554b3-bb23-4636-a75e-0ef55f396acd req-0a9f0dd2-e4ef-4bd2-b71e-593c0fb4bcf8 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/quotas/c60b1bbfe47a48a99fe09e78d51d99e0 HTTP/1.1" status: 200 len: 375 time: 0.0239885 Aug 20 10:24:58.557651 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c97eb99c-7c9b-43ce-a058-cc469682ed9c, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c97eb99c-7c9b-43ce-a058-cc469682ed9c,segment=NetworkSegment(b609cb7a-77cc-49c3-9444-7cdfcd98764f),segment_id=b609cb7a-77cc-49c3-9444-7cdfcd98764f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:24:58.559089 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: cbe4860d-91d7-4aad-a240-103307e5db1c {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:24:58.559699 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cbe4860d-91d7-4aad-a240-103307e5db1c not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:24:58.560304 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device b84cd94f-50b8-4c82-b999-4b7442672216 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:24:58.578536 n-d-778550-11 neutron-server[94866]: DEBUG neutron.objects.ports [None req-85aba6a7-ef71-44f1-b9b4-2a3b59da6bab tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94866) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:24:58.582302 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85aba6a7-ef71-44f1-b9b4-2a3b59da6bab tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:58.595256 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:58.603764 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: b84cd94f-50b8-4c82-b999-4b7442672216 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:24:58.604129 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device b84cd94f-50b8-4c82-b999-4b7442672216 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:24:58.664192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=c97eb99c-7c9b-43ce-a058-cc469682ed9c,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:58.696044 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867621d5-69c6-4acb-be3f-18ff984c0e2b req-c05e29de-fc0c-467c-88ef-29d0296c12f0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:58.704141 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-867621d5-69c6-4acb-be3f-18ff984c0e2b req-c05e29de-fc0c-467c-88ef-29d0296c12f0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.2503879 Aug 20 10:24:58.707007 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-216554b3-bb23-4636-a75e-0ef55f396acd req-f343e64a-95ba-45a3-bba6-043b502b2a6f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c60b1bbfe47a48a99fe09e78d51d99e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1956003 Aug 20 10:24:58.712263 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['b773e930-fbb7-49dd-bf9d-10fc2e0594a5'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:24:58.737868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aba6a7-ef71-44f1-b9b4-2a3b59da6bab tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event updated for resources: {'Subnet': ['ID=fad1a895-b83e-49d6-9db8-3c58e7ac61e1,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:58.757357 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-8705f2d2-4d0f-4ffd-8e14-7b41f4bfab1d service neutron] 10.222.0.42 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520495 Aug 20 10:24:58.774682 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aba6a7-ef71-44f1-b9b4-2a3b59da6bab tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Checking segment: {'id': '692e86c5-abd5-4909-94b9-90a1a91fe4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '26f424bb-eead-435d-8a34-a7540406b8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:24:58.775707 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aba6a7-ef71-44f1-b9b4-2a3b59da6bab tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Network hostable DHCP agents. Network: 26f424bb-eead-435d-8a34-a7540406b8dc, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:24:58.819981 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aba6a7-ef71-44f1-b9b4-2a3b59da6bab tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Network 26f424bb-eead-435d-8a34-a7540406b8dc is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:24:58.843245 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-85aba6a7-ef71-44f1-b9b4-2a3b59da6bab tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 26f424bb-eead-435d-8a34-a7540406b8dc) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:24:58.851697 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aba6a7-ef71-44f1-b9b4-2a3b59da6bab tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:58.852532 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85aba6a7-ef71-44f1-b9b4-2a3b59da6bab tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:58.864378 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-216554b3-bb23-4636-a75e-0ef55f396acd req-001daa34-88bd-4c61-949f-ab862ef88c71 service neutron] 10.222.0.16 "GET /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562400 Aug 20 10:24:58.870421 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4dbdd3-6637-4f71-98ba-50cd01e58502 None None] Network 26f424bb-eead-435d-8a34-a7540406b8dc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:58.887156 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-867621d5-69c6-4acb-be3f-18ff984c0e2b req-b84e0f00-c46f-410e-aecc-cd4e3712eb8d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764505 Aug 20 10:24:58.926748 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['c97eb99c-7c9b-43ce-a058-cc469682ed9c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:24:58.943090 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-85aba6a7-ef71-44f1-b9b4-2a3b59da6bab tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4535511 Aug 20 10:24:58.945844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46078) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:58.959917 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5daf87ae-680b-48b9-9c0b-1134d5f14be4 req-cc31a6b7-77c4-438d-a954-acd1be9a6051 service neutron] 10.222.0.42 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906352 Aug 20 10:24:59.010115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b7b52-0665-4192-a49a-b0c044cdb188 req-8e0aeeb0-edab-4a44-b5a1-606625cf2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:59.013464 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c05b7b52-0665-4192-a49a-b0c044cdb188 req-8e0aeeb0-edab-4a44-b5a1-606625cf2401 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4986970 Aug 20 10:24:59.069905 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bdceabb-ccfa-4e15-b073-dc0ac489bc38 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:59.075259 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbd5de-da02-48d4-bd8a-86ea57b68b2b req-ad032a60-2503-4520-8eff-3bed6d166e3a tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:59.077141 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-04cbd5de-da02-48d4-bd8a-86ea57b68b2b req-ad032a60-2503-4520-8eff-3bed6d166e3a tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 950 time: 0.1088331 Aug 20 10:24:59.162797 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-216554b3-bb23-4636-a75e-0ef55f396acd req-34286a65-e554-42cc-8e35-f833166cfdc0 service neutron] 10.222.0.16 "GET /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971129 Aug 20 10:24:59.191372 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bdceabb-ccfa-4e15-b073-dc0ac489bc38 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:59.339636 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bdceabb-ccfa-4e15-b073-dc0ac489bc38 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:59.390384 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bc504e02-9a11-481c-9800-7a65d7887fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:59.440171 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdceabb-ccfa-4e15-b073-dc0ac489bc38 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event deleted for resources: {'Subnet': ['ID=fad1a895-b83e-49d6-9db8-3c58e7ac61e1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:24:59.578301 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bdceabb-ccfa-4e15-b073-dc0ac489bc38 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:59.594641 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'tag': 'c58f68f8-6192-44b4-9074-737ec613eda7'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:24:59.595266 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0bdceabb-ccfa-4e15-b073-dc0ac489bc38 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f424bb-eead-435d-8a34-a7540406b8dc']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:59.598649 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307d993a-3e49-4169-82ca-aa83b39b43aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "tag": "c58f68f8-6192-44b4-9074-737ec613eda7"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:24:59.617877 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0bdceabb-ccfa-4e15-b073-dc0ac489bc38 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692e86c5-abd5-4909-94b9-90a1a91fe4be') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:59.618246 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0bdceabb-ccfa-4e15-b073-dc0ac489bc38 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692e86c5-abd5-4909-94b9-90a1a91fe4be') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:24:59.629011 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd08c82-fd67-4cef-9e13-a75c78f01202 req-24f590c1-ee93-4a8b-a1f5-a4730148f8f6 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:59.646644 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4cd08c82-fd67-4cef-9e13-a75c78f01202 req-24f590c1-ee93-4a8b-a1f5-a4730148f8f6 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 943 time: 0.1192946 Aug 20 10:24:59.670159 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bdceabb-ccfa-4e15-b073-dc0ac489bc38 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:59.706121 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bdceabb-ccfa-4e15-b073-dc0ac489bc38 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:59.722634 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bdceabb-ccfa-4e15-b073-dc0ac489bc38 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:24:59.723104 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bdceabb-ccfa-4e15-b073-dc0ac489bc38 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:24:59.727225 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:24:59.749575 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4cd08c82-fd67-4cef-9e13-a75c78f01202 req-c061ae05-5782-4bbe-8062-5d21da735619 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018083 Aug 20 10:24:59.768498 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67663254-2d8f-41ce-84e2-1402bbb2d9a1 None None] Network 26f424bb-eead-435d-8a34-a7540406b8dc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:24:59.774917 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b147f505-7083-43fc-8073-8ea7b00ed6d1 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:24:59.778201 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b773e930-fbb7-49dd-bf9d-10fc2e0594a5 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:24:59.821138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538952b5-2270-4977-be3d-c557d562c0ce req-19539e85-4bff-46e7-bc4b-e5429ce81bd9 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:59.830498 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538952b5-2270-4977-be3d-c557d562c0ce req-19539e85-4bff-46e7-bc4b-e5429ce81bd9 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:59.840505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538952b5-2270-4977-be3d-c557d562c0ce req-19539e85-4bff-46e7-bc4b-e5429ce81bd9 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:59.849001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538952b5-2270-4977-be3d-c557d562c0ce req-19539e85-4bff-46e7-bc4b-e5429ce81bd9 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:59.857286 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538952b5-2270-4977-be3d-c557d562c0ce req-19539e85-4bff-46e7-bc4b-e5429ce81bd9 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:59.895261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538952b5-2270-4977-be3d-c557d562c0ce req-19539e85-4bff-46e7-bc4b-e5429ce81bd9 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:59.916155 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538952b5-2270-4977-be3d-c557d562c0ce req-19539e85-4bff-46e7-bc4b-e5429ce81bd9 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:24:59.920317 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-538952b5-2270-4977-be3d-c557d562c0ce req-19539e85-4bff-46e7-bc4b-e5429ce81bd9 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5408 time: 0.8367946 Aug 20 10:24:59.921458 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bdceabb-ccfa-4e15-b073-dc0ac489bc38 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:59.957696 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bdceabb-ccfa-4e15-b073-dc0ac489bc38 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:24:59.967263 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0bdceabb-ccfa-4e15-b073-dc0ac489bc38 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/networks/26f424bb-eead-435d-8a34-a7540406b8dc HTTP/1.1" status: 204 len: 168 time: 1.0193853 Aug 20 10:24:59.968187 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46096) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:24:59.968721 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdceabb-ccfa-4e15-b073-dc0ac489bc38 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event deleted for resources: {'Network': ['ID=26f424bb-eead-435d-8a34-a7540406b8dc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:00.002118 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd994f56-a853-4f97-b56e-4e2578d18caa req-be1457bd-927d-48d6-a7e2-15db45adb424 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:00.011637 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cd994f56-a853-4f97-b56e-4e2578d18caa req-be1457bd-927d-48d6-a7e2-15db45adb424 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 944 time: 0.1365294 Aug 20 10:25:00.016276 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port b773e930-fbb7-49dd-bf9d-10fc2e0594a5 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:25:00.017146 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:00.074382 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cd994f56-a853-4f97-b56e-4e2578d18caa req-a14ac4e8-ed92-4392-9a0e-74d6101ccece tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616882 Aug 20 10:25:00.078079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:00.088416 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dba20e4-7972-4499-9946-25a643f4bc01 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] DELETE failed (client error): The resource could not be found. Aug 20 10:25:00.088886 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dba20e4-7972-4499-9946-25a643f4bc01 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:25:00.089696 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.resource_extend [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:25:00.094192 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2dba20e4-7972-4499-9946-25a643f4bc01 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/subnets/fad1a895-b83e-49d6-9db8-3c58e7ac61e1 HTTP/1.1" status: 404 len: 337 time: 0.0942323 Aug 20 10:25:00.095254 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46100) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:00.132011 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8b4d4f-923b-4264-bcc0-83fd3f5d83c6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] DELETE failed (client error): The resource could not be found. Aug 20 10:25:00.132832 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8b4d4f-923b-4264-bcc0-83fd3f5d83c6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:25:00.135163 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2e8b4d4f-923b-4264-bcc0-83fd3f5d83c6 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/networks/26f424bb-eead-435d-8a34-a7540406b8dc HTTP/1.1" status: 404 len: 339 time: 0.0389323 Aug 20 10:25:00.139785 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:00.143014 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46102) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:00.146319 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-04cbd5de-da02-48d4-bd8a-86ea57b68b2b req-d7dac87d-af1b-4b6a-baf0-589b1dba9df7 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Deleting port 40179df4-df35-4f9b-972d-ab55f090b3f3 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:25:00.146763 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-04cbd5de-da02-48d4-bd8a-86ea57b68b2b req-d7dac87d-af1b-4b6a-baf0-589b1dba9df7 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:00.199945 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed84b75-1630-40d2-88cf-55bf4e3dde3f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] DELETE failed (client error): The resource could not be found. Aug 20 10:25:00.200476 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed84b75-1630-40d2-88cf-55bf4e3dde3f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:25:00.202661 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aed84b75-1630-40d2-88cf-55bf4e3dde3f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/subnets/e533c3a6-b277-42df-9096-d54e628e8e92 HTTP/1.1" status: 404 len: 337 time: 0.0585370 Aug 20 10:25:00.211023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46104) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:00.278348 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-538952b5-2270-4977-be3d-c557d562c0ce req-35142385-d6aa-4501-aa3a-3cd8a0c3d8da tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3437126 Aug 20 10:25:00.279472 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Transition to ACTIVE for port object 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:25:00.280794 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcebe9a-ff90-49d4-b494-39496c5cb11f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] DELETE failed (client error): The resource could not be found. Aug 20 10:25:00.285557 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddcebe9a-ff90-49d4-b494-39496c5cb11f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:25:00.287374 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ddcebe9a-ff90-49d4-b494-39496c5cb11f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/networks/0d8b6c70-928f-45c3-8cc2-f549b4fc652a HTTP/1.1" status: 404 len: 339 time: 0.0725594 Aug 20 10:25:00.287866 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:00.291440 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46106) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:00.364403 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-db85d0d0-fcd8-4dfb-aec1-aff0f9d6d627 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] DELETE failed (client error): The resource could not be found. Aug 20 10:25:00.365334 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db85d0d0-fcd8-4dfb-aec1-aff0f9d6d627 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:25:00.368181 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-db85d0d0-fcd8-4dfb-aec1-aff0f9d6d627 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/subnets/6bdc06fb-bac0-4fa5-be53-ae69da4bfe8a HTTP/1.1" status: 404 len: 337 time: 0.0675635 Aug 20 10:25:00.370587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46108) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:00.442599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c969aa-153c-47d4-8038-046277bd75d7 req-9bfdf167-cdc0-4c2a-94e3-92836fad7a56 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:00.450131 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-35c969aa-153c-47d4-8038-046277bd75d7 req-9bfdf167-cdc0-4c2a-94e3-92836fad7a56 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a9e7fd3-2edb-4b23-a605-b81e3b3e2279 HTTP/1.1" status: 200 len: 950 time: 0.2519369 Aug 20 10:25:00.466522 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38c8511-aef0-45bd-8eb1-c0aa8adc35d4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] DELETE failed (client error): The resource could not be found. Aug 20 10:25:00.467133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38c8511-aef0-45bd-8eb1-c0aa8adc35d4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:25:00.471560 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f38c8511-aef0-45bd-8eb1-c0aa8adc35d4 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/networks/0bd49f9b-7db7-4d59-a4c2-653c53cf63d1 HTTP/1.1" status: 404 len: 339 time: 0.0973458 Aug 20 10:25:00.479131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46110) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:00.487478 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:00.491876 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-04cbd5de-da02-48d4-bd8a-86ea57b68b2b req-d7dac87d-af1b-4b6a-baf0-589b1dba9df7 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] For port 40179df4-df35-4f9b-972d-ab55f090b3f3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=40179df4-df35-4f9b-972d-ab55f090b3f3,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:00.492692 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-04cbd5de-da02-48d4-bd8a-86ea57b68b2b req-d7dac87d-af1b-4b6a-baf0-589b1dba9df7 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:00.502190 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b147f505-7083-43fc-8073-8ea7b00ed6d1, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b147f505-7083-43fc-8073-8ea7b00ed6d1,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:00.512757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-04cbd5de-da02-48d4-bd8a-86ea57b68b2b req-d7dac87d-af1b-4b6a-baf0-589b1dba9df7 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Calling delete_port for 40179df4-df35-4f9b-972d-ab55f090b3f3 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:25:00.561013 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea985b4-8059-4330-a637-2199b5a66368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b773e930-fbb7-49dd-bf9d-10fc2e0594a5'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:00.565608 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da8a4d1-57ff-46ac-b6a3-6ec6384ae436" -d '{"events": [{"server_uuid": "6ea985b4-8059-4330-a637-2199b5a66368", "name": "network-vif-plugged", "status": "completed", "tag": "b773e930-fbb7-49dd-bf9d-10fc2e0594a5"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:00.571785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'b147f505-7083-43fc-8073-8ea7b00ed6d1', 'network_id': 'c63852f8-5c78-42de-a5e1-12993fc8be5a', 'port_id': 'b147f505-7083-43fc-8073-8ea7b00ed6d1', 'mac_address': 'fa:16:3e:0d:ad:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14c8d45-d320-4574-86d3-37a082d1daf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:25:00.586492 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-35c969aa-153c-47d4-8038-046277bd75d7 req-05d4dab4-60e1-465d-9825-9e51939e42b4 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6053c205-0885-40c7-afaf-57d506aeff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353698 Aug 20 10:25:00.591393 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b773e930-fbb7-49dd-bf9d-10fc2e0594a5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b773e930-fbb7-49dd-bf9d-10fc2e0594a5,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:00.644342 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:00.647751 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:00.724343 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b147f505-7083-43fc-8073-8ea7b00ed6d1 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:00.752741 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-97876ecd-8c95-458b-a794-d3d737da280e tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Deleting port fb9c097d-7b82-4ade-be58-e8b0b7222de8 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:25:00.753115 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97876ecd-8c95-458b-a794-d3d737da280e tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:00.753782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc7b05c-dae2-490c-b4d9-1bcf484d16d4,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:00.814243 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d963a88-934f-4530-8644-31bc598cef21 x-openstack-request-id: req-3d963a88-934f-4530-8644-31bc598cef21 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:00.814533 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "tag": "c58f68f8-6192-44b4-9074-737ec613eda7", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:00.814875 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d963a88-934f-4530-8644-31bc598cef21 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:00.815423 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'tag': 'c58f68f8-6192-44b4-9074-737ec613eda7', 'status': 'completed', 'code': 200} Aug 20 10:25:00.816091 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-04cbd5de-da02-48d4-bd8a-86ea57b68b2b req-d7dac87d-af1b-4b6a-baf0-589b1dba9df7 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:00.817489 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b147f505-7083-43fc-8073-8ea7b00ed6d1, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b147f505-7083-43fc-8073-8ea7b00ed6d1,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:00.823820 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e316265-0b3f-4fa8-afc3-2ad8d6e97ea8 req-652e66e9-137b-4581-b868-8b98522c995b tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 210 time: 0.3552105 Aug 20 10:25:00.825293 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=b773e930-fbb7-49dd-bf9d-10fc2e0594a5,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:00.830529 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:00.885024 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=b147f505-7083-43fc-8073-8ea7b00ed6d1,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:00.903136 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dac87d-af1b-4b6a-baf0-589b1dba9df7 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Pushing event deleted for resources: {'Port': ['ID=40179df4-df35-4f9b-972d-ab55f090b3f3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:00.912343 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97876ecd-8c95-458b-a794-d3d737da280e tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:00.933027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-97876ecd-8c95-458b-a794-d3d737da280e tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Calling delete_port for fb9c097d-7b82-4ade-be58-e8b0b7222de8 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:25:00.939620 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ffb113-b764-4252-9510-223868cabbcb x-openstack-request-id: req-88ffb113-b764-4252-9510-223868cabbcb {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:00.939916 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea985b4-8059-4330-a637-2199b5a66368", "name": "network-vif-plugged", "status": "completed", "tag": "b773e930-fbb7-49dd-bf9d-10fc2e0594a5", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:00.940182 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88ffb113-b764-4252-9510-223868cabbcb {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:00.940691 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea985b4-8059-4330-a637-2199b5a66368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b773e930-fbb7-49dd-bf9d-10fc2e0594a5', 'code': 200} Aug 20 10:25:00.952180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Attempting to bind port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:25:00.952533 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Attempting to bind port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '0978b3f2-648c-4313-9067-0569c252b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:25:00.952871 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Attempting to bind port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 on network 8714eb28-f9d6-435d-8508-76f686adacfc {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:25:00.983956 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cbd5de-da02-48d4-bd8a-86ea57b68b2b req-d7dac87d-af1b-4b6a-baf0-589b1dba9df7 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] No DVR routers for this DVR port 40179df4-df35-4f9b-972d-ab55f090b3f3 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:25:00.993262 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d993a-3e49-4169-82ca-aa83b39b43aa req-6de59283-73c6-45ad-9040-8f4b0c95b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:00.994592 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d993a-3e49-4169-82ca-aa83b39b43aa req-6de59283-73c6-45ad-9040-8f4b0c95b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:00.998276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d993a-3e49-4169-82ca-aa83b39b43aa req-6de59283-73c6-45ad-9040-8f4b0c95b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:00.998785 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d993a-3e49-4169-82ca-aa83b39b43aa req-6de59283-73c6-45ad-9040-8f4b0c95b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:00.999317 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d993a-3e49-4169-82ca-aa83b39b43aa req-6de59283-73c6-45ad-9040-8f4b0c95b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:00.999802 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d993a-3e49-4169-82ca-aa83b39b43aa req-6de59283-73c6-45ad-9040-8f4b0c95b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:01.000412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d993a-3e49-4169-82ca-aa83b39b43aa req-6de59283-73c6-45ad-9040-8f4b0c95b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:01.002466 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-307d993a-3e49-4169-82ca-aa83b39b43aa req-6de59283-73c6-45ad-9040-8f4b0c95b1e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 6386 time: 0.2440906 Aug 20 10:25:01.003753 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-04cbd5de-da02-48d4-bd8a-86ea57b68b2b req-d7dac87d-af1b-4b6a-baf0-589b1dba9df7 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:01.005628 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-04cbd5de-da02-48d4-bd8a-86ea57b68b2b req-d7dac87d-af1b-4b6a-baf0-589b1dba9df7 tempest-ServersAdminNegativeTestJSON-1258886343 tempest-ServersAdminNegativeTestJSON-1258886343-project] 10.222.0.24 "DELETE /v2.0/ports/40179df4-df35-4f9b-972d-ab55f090b3f3 HTTP/1.1" status: 204 len: 173 time: 1.9090068 Aug 20 10:25:01.006399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 on network 8714eb28-f9d6-435d-8508-76f686adacfc not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:25:01.006728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Attempting to bind port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 on network 8714eb28-f9d6-435d-8508-76f686adacfc {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:25:01.092512 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97876ecd-8c95-458b-a794-d3d737da280e tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:01.124658 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['b147f505-7083-43fc-8073-8ea7b00ed6d1'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:01.137100 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:25:01.137954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Checking segment: {'id': '0978b3f2-648c-4313-9067-0569c252b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:25:01.139118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Bound using segment: {'id': '0978b3f2-648c-4313-9067-0569c252b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:25:01.139737 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Bound port: 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0978b3f2-648c-4313-9067-0569c252b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:25:01.140581 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:01.198113 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97876ecd-8c95-458b-a794-d3d737da280e tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:01.207906 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-97876ecd-8c95-458b-a794-d3d737da280e tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/ports/fb9c097d-7b82-4ade-be58-e8b0b7222de8 HTTP/1.1" status: 204 len: 168 time: 0.7152095 Aug 20 10:25:01.212932 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97876ecd-8c95-458b-a794-d3d737da280e tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event deleted for resources: {'Port': ['ID=fb9c097d-7b82-4ade-be58-e8b0b7222de8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:01.230522 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46118) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:01.293234 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7426bf-ddee-4946-b0b6-12e77316448f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] DELETE failed (client error): The resource could not be found. Aug 20 10:25:01.293881 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7426bf-ddee-4946-b0b6-12e77316448f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:25:01.295929 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4e7426bf-ddee-4946-b0b6-12e77316448f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/subnets/2c8301ad-a8c8-4091-9c5d-7a1cd8689fa7 HTTP/1.1" status: 404 len: 337 time: 0.0639651 Aug 20 10:25:01.299877 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46120) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:01.395672 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d993a-3e49-4169-82ca-aa83b39b43aa req-d9981447-8b5e-43fc-abff-453f213ea577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:01.396157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d993a-3e49-4169-82ca-aa83b39b43aa req-d9981447-8b5e-43fc-abff-453f213ea577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:01.396631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d993a-3e49-4169-82ca-aa83b39b43aa req-d9981447-8b5e-43fc-abff-453f213ea577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:01.398281 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-307d993a-3e49-4169-82ca-aa83b39b43aa req-d9981447-8b5e-43fc-abff-453f213ea577 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3758972 Aug 20 10:25:01.455658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8941ca-388d-48a3-8e21-786851e10ebb req-9346c141-9ea0-427f-9292-348ce04d1908 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:01.469649 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f8941ca-388d-48a3-8e21-786851e10ebb req-9346c141-9ea0-427f-9292-348ce04d1908 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 945 time: 0.4238000 Aug 20 10:25:01.474476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] For port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:25:01.478488 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] For port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=5bc7b05c-dae2-490c-b4d9-1bcf484d16d4,segment=NetworkSegment(0978b3f2-648c-4313-9067-0569c252b2e7),segment_id=0978b3f2-648c-4313-9067-0569c252b2e7)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:25:01.543103 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-243e2d3e-144d-419b-bc1d-10a71526567d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:01.550845 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:01.561725 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f8941ca-388d-48a3-8e21-786851e10ebb req-63b1196c-fee2-436b-9927-c59001ee4057 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911100 Aug 20 10:25:01.585367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbf42d-1d48-4ba1-8737-a84172281087 req-05ec82cb-a91b-418b-821c-90f450c2bc03 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:01.611685 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ccbf42d-1d48-4ba1-8737-a84172281087 req-05ec82cb-a91b-418b-821c-90f450c2bc03 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 944 time: 0.4762859 Aug 20 10:25:01.652290 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:01.653078 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:01.654679 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] 10.222.0.42 "PUT /v2.0/ports/5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 HTTP/1.1" status: 200 len: 1092 time: 3.6676986 Aug 20 10:25:01.697729 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Request body: {'port': {'device_id': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:01.748564 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c97eb99c-7c9b-43ce-a058-cc469682ed9c up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:25:01.802196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216554b3-bb23-4636-a75e-0ef55f396acd req-90f679ad-8022-433a-b301-2f31ca05eec0 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:01.803790 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-216554b3-bb23-4636-a75e-0ef55f396acd req-90f679ad-8022-433a-b301-2f31ca05eec0 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.24 "GET /v2.0/networks?id=deae5e63-6201-4553-930d-897a3e36a65a HTTP/1.1" status: 200 len: 821 time: 0.6444352 Aug 20 10:25:01.817588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-216554b3-bb23-4636-a75e-0ef55f396acd req-da3f2a96-e0bd-4a5a-aee1-624ef14a664f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Request body: {'port': {'device_id': '766b1efb-526a-4d53-b5bf-cdd03c067a75', 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a', 'admin_state_up': True, 'tenant_id': 'c60b1bbfe47a48a99fe09e78d51d99e0'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:01.831596 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-243e2d3e-144d-419b-bc1d-10a71526567d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:01.878928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-243e2d3e-144d-419b-bc1d-10a71526567d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a41e2b-253c-4803-bbf3-e54a6603bb67']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:01.909058 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port c97eb99c-7c9b-43ce-a058-cc469682ed9c completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:25:01.917822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port c97eb99c-7c9b-43ce-a058-cc469682ed9c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:25:01.921327 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:01.925749 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-243e2d3e-144d-419b-bc1d-10a71526567d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9e9ebf-cddc-4d14-9af2-34a443b75542') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:01.927119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-243e2d3e-144d-419b-bc1d-10a71526567d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9e9ebf-cddc-4d14-9af2-34a443b75542') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:01.944396 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5cbe3-8691-4535-ab1e-9d697391b939 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc7b05c-dae2-490c-b4d9-1bcf484d16d4,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:01.954724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ccbf42d-1d48-4ba1-8737-a84172281087 req-0431b5cc-d35c-44de-96ce-61ac2d659346 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421693 Aug 20 10:25:01.961031 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bfc02ff5-d70a-4001-90d8-3778e4d357de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:01.991111 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-243e2d3e-144d-419b-bc1d-10a71526567d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:02.021091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d993a-3e49-4169-82ca-aa83b39b43aa req-3dcb0be4-702a-450e-9b0b-895368d871fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:02.026818 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-307d993a-3e49-4169-82ca-aa83b39b43aa req-3dcb0be4-702a-450e-9b0b-895368d871fb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6130879 Aug 20 10:25:02.035256 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:02.057713 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e370e-5684-41a7-aab4-72b5b1244920 req-d27d9024-7893-4467-8865-b096781b7753 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:02.067349 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216554b3-bb23-4636-a75e-0ef55f396acd req-da3f2a96-e0bd-4a5a-aee1-624ef14a664f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Made reservation on behalf of c60b1bbfe47a48a99fe09e78d51d99e0 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:25:02.070855 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-216554b3-bb23-4636-a75e-0ef55f396acd req-da3f2a96-e0bd-4a5a-aee1-624ef14a664f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:02.074159 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-333e370e-5684-41a7-aab4-72b5b1244920 req-d27d9024-7893-4467-8865-b096781b7753 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.3427994 Aug 20 10:25:02.101566 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:02.102715 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-243e2d3e-144d-419b-bc1d-10a71526567d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:02.139185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243e2d3e-144d-419b-bc1d-10a71526567d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:25:02.140063 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-243e2d3e-144d-419b-bc1d-10a71526567d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:25:02.145382 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:25:02.191581 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c97eb99c-7c9b-43ce-a058-cc469682ed9c, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c97eb99c-7c9b-43ce-a058-cc469682ed9c,segment=NetworkSegment(b609cb7a-77cc-49c3-9444-7cdfcd98764f),segment_id=b609cb7a-77cc-49c3-9444-7cdfcd98764f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:02.199005 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:02.248923 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-333e370e-5684-41a7-aab4-72b5b1244920 req-aac62f97-d1f8-42a8-b66e-29fe7227638d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298709 Aug 20 10:25:02.279361 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-243e2d3e-144d-419b-bc1d-10a71526567d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:02.290306 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-243e2d3e-144d-419b-bc1d-10a71526567d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:02.296771 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-243e2d3e-144d-419b-bc1d-10a71526567d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/networks/e0a41e2b-253c-4803-bbf3-e54a6603bb67 HTTP/1.1" status: 204 len: 168 time: 0.9903688 Aug 20 10:25:02.319160 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46128) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:02.328817 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:02.369926 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f40db0-20db-442a-bbb5-b46914730209 req-b7af1bd5-f332-4a05-8dd6-450c33b30de3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:02.378023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f40db0-20db-442a-bbb5-b46914730209 req-b7af1bd5-f332-4a05-8dd6-450c33b30de3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:02.381616 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=c97eb99c-7c9b-43ce-a058-cc469682ed9c,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:02.389096 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f40db0-20db-442a-bbb5-b46914730209 req-b7af1bd5-f332-4a05-8dd6-450c33b30de3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:02.396044 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f40db0-20db-442a-bbb5-b46914730209 req-b7af1bd5-f332-4a05-8dd6-450c33b30de3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:02.403287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f40db0-20db-442a-bbb5-b46914730209 req-b7af1bd5-f332-4a05-8dd6-450c33b30de3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:02.411406 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f40db0-20db-442a-bbb5-b46914730209 req-b7af1bd5-f332-4a05-8dd6-450c33b30de3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:02.421352 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f40db0-20db-442a-bbb5-b46914730209 req-b7af1bd5-f332-4a05-8dd6-450c33b30de3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:02.423871 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56f40db0-20db-442a-bbb5-b46914730209 req-b7af1bd5-f332-4a05-8dd6-450c33b30de3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5420 time: 0.2770941 Aug 20 10:25:02.442283 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e2d3e-144d-419b-bc1d-10a71526567d tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event deleted for resources: {'Network': ['ID=e0a41e2b-253c-4803-bbf3-e54a6603bb67,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:02.450182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 40179df4-df35-4f9b-972d-ab55f090b3f3 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:25:02.508869 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 40179df4-df35-4f9b-972d-ab55f090b3f3 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:25:02.509863 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 40179df4-df35-4f9b-972d-ab55f090b3f3 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:25:02.538615 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd676eeb-772c-477f-99e1-56649f6f3449 req-ff8bc387-359a-4d62-b18a-9901bc4d5830 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 210 time: 0.0894475 Aug 20 10:25:02.592574 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5c3ca-db9f-401b-858f-834c6e0cad7f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Deleting port e2e7a982-aeff-4687-b3fc-cc5c77b9fa8f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:25:02.603129 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c3ca-db9f-401b-858f-834c6e0cad7f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:02.672921 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56f40db0-20db-442a-bbb5-b46914730209 req-d9b6981f-23c4-476d-a037-f3d02c60b0f5 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2394495 Aug 20 10:25:02.706866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-216554b3-bb23-4636-a75e-0ef55f396acd req-da3f2a96-e0bd-4a5a-aee1-624ef14a664f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Allocated IP 172.20.0.9 (deae5e63-6201-4553-930d-897a3e36a65a/e2a0b821-48e6-40b2-874d-6ba5dd3e1302/e8bc1a78-48b2-461a-b7ba-b9c6327572eb) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:25:02.751887 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c3ca-db9f-401b-858f-834c6e0cad7f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:02.768585 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5c3ca-db9f-401b-858f-834c6e0cad7f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Calling delete_port for e2e7a982-aeff-4687-b3fc-cc5c77b9fa8f owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:25:02.823652 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46136) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:02.828129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9e7fd3-2edb-4b23-a605-b81e3b3e2279', 'name': 'network-vif-deleted', 'tag': '40179df4-df35-4f9b-972d-ab55f090b3f3'}, {'name': 'network-changed', 'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'tag': '5bc7b05c-dae2-490c-b4d9-1bcf484d16d4'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:02.830329 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da0b017-231e-4949-8aa7-6f5116d93619" -d '{"events": [{"server_uuid": "2a9e7fd3-2edb-4b23-a605-b81e3b3e2279", "name": "network-vif-deleted", "tag": "40179df4-df35-4f9b-972d-ab55f090b3f3"}, {"name": "network-changed", "server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "tag": "5bc7b05c-dae2-490c-b4d9-1bcf484d16d4"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:02.888498 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a37e7c4-cae4-4620-80d8-485fc0c672bb {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:02.901424 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:02.911346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50504c-d094-482f-b1a6-9848c8d4585a req-6ee79216-7667-4505-95e9-e8ac5dd96da5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:02.918739 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Transition to ACTIVE for port object 2a37e7c4-cae4-4620-80d8-485fc0c672bb will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:25:02.919035 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee50504c-d094-482f-b1a6-9848c8d4585a req-6ee79216-7667-4505-95e9-e8ac5dd96da5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0941443 Aug 20 10:25:02.935490 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012fcfd8-c26e-4976-82cd-3a6ce8ac3353 x-openstack-request-id: req-012fcfd8-c26e-4976-82cd-3a6ce8ac3353 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:02.935793 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9e7fd3-2edb-4b23-a605-b81e3b3e2279", "name": "network-vif-deleted", "tag": "40179df4-df35-4f9b-972d-ab55f090b3f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "tag": "5bc7b05c-dae2-490c-b4d9-1bcf484d16d4", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:02.936038 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-012fcfd8-c26e-4976-82cd-3a6ce8ac3353 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:02.936520 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9e7fd3-2edb-4b23-a605-b81e3b3e2279', 'name': 'network-vif-deleted', 'tag': '40179df4-df35-4f9b-972d-ab55f090b3f3', 'status': 'completed', 'code': 200} Aug 20 10:25:02.936764 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'tag': '5bc7b05c-dae2-490c-b4d9-1bcf484d16d4', 'status': 'completed', 'code': 200} Aug 20 10:25:02.943099 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9d4a3b-6d77-42bc-823a-43315f3f41af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97eb99c-7c9b-43ce-a058-cc469682ed9c'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:02.949692 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c69179-1714-4015-adf8-683b3e11ad62" -d '{"events": [{"server_uuid": "bc9d4a3b-6d77-42bc-823a-43315f3f41af", "name": "network-vif-plugged", "status": "completed", "tag": "c97eb99c-7c9b-43ce-a058-cc469682ed9c"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:02.976060 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c3ca-db9f-401b-858f-834c6e0cad7f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:02.985174 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:03.029229 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfb5ef2-c3ab-4c44-b48f-bb3d3027b8cd x-openstack-request-id: req-fbfb5ef2-c3ab-4c44-b48f-bb3d3027b8cd {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:03.029715 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9d4a3b-6d77-42bc-823a-43315f3f41af", "name": "network-vif-plugged", "status": "completed", "tag": "c97eb99c-7c9b-43ce-a058-cc469682ed9c", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:03.030002 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbfb5ef2-c3ab-4c44-b48f-bb3d3027b8cd {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:03.030558 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9d4a3b-6d77-42bc-823a-43315f3f41af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97eb99c-7c9b-43ce-a058-cc469682ed9c', 'code': 200} Aug 20 10:25:03.062440 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:03.084462 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5c3ca-db9f-401b-858f-834c6e0cad7f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event deleted for resources: {'Port': ['ID=e2e7a982-aeff-4687-b3fc-cc5c77b9fa8f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:03.095537 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee50504c-d094-482f-b1a6-9848c8d4585a req-e1ac776c-3731-4280-a573-533637058a28 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754079 Aug 20 10:25:03.117589 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c3ca-db9f-401b-858f-834c6e0cad7f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:03.120154 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4bb5c3ca-db9f-401b-858f-834c6e0cad7f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/ports/e2e7a982-aeff-4687-b3fc-cc5c77b9fa8f HTTP/1.1" status: 204 len: 168 time: 0.7992103 Aug 20 10:25:03.125303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46146) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:03.167722 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-47794874-65a2-488a-a818-23c7d5a946fc tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] DELETE failed (client error): The resource could not be found. Aug 20 10:25:03.168795 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47794874-65a2-488a-a818-23c7d5a946fc tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:25:03.171816 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-47794874-65a2-488a-a818-23c7d5a946fc tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/subnets/f402ff27-b7a9-4855-a349-bfd7b47f5af4 HTTP/1.1" status: 404 len: 337 time: 0.0450437 Aug 20 10:25:03.174804 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46148) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:03.259701 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Pushing event updated for resources: {'Port': ['ID=2a37e7c4-cae4-4620-80d8-485fc0c672bb,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:03.284865 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cbfdf2f8-1651-4c3c-819d-9c163ad2cfdb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4845f767448482c998d39544b1d872d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588904 Aug 20 10:25:03.288318 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46152) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:03.330663 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbb14-fa08-420d-81fe-1813fdb1177f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:03.363592 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-216554b3-bb23-4636-a75e-0ef55f396acd req-da3f2a96-e0bd-4a5a-aee1-624ef14a664f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:03.419419 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0b017-231e-4949-8aa7-6f5116d93619 req-df117114-da37-4fac-8e90-ca9548133741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:03.420155 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0b017-231e-4949-8aa7-6f5116d93619 req-df117114-da37-4fac-8e90-ca9548133741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:03.420811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0b017-231e-4949-8aa7-6f5116d93619 req-df117114-da37-4fac-8e90-ca9548133741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:03.421426 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0b017-231e-4949-8aa7-6f5116d93619 req-df117114-da37-4fac-8e90-ca9548133741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:03.422059 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0b017-231e-4949-8aa7-6f5116d93619 req-df117114-da37-4fac-8e90-ca9548133741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:03.423171 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0b017-231e-4949-8aa7-6f5116d93619 req-df117114-da37-4fac-8e90-ca9548133741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:03.423787 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0b017-231e-4949-8aa7-6f5116d93619 req-df117114-da37-4fac-8e90-ca9548133741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:03.426273 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2da0b017-231e-4949-8aa7-6f5116d93619 req-df117114-da37-4fac-8e90-ca9548133741 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 6454 time: 0.3407075 Aug 20 10:25:03.463198 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3151a148-9bbe-4a64-a65b-640fc17ad27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:03.482319 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4818b5-d9fb-44a4-a457-01600259445a req-d965f64e-9b91-4cc4-9a55-72e17bf17cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:03.483778 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cb4818b5-d9fb-44a4-a457-01600259445a req-d965f64e-9b91-4cc4-9a55-72e17bf17cec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 1098 time: 0.3391583 Aug 20 10:25:03.491989 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3151a148-9bbe-4a64-a65b-640fc17ad27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:03.503718 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f77b7a-c157-494e-86d0-bd2bead8239c req-dd6dc36c-ab39-4a8a-9cd9-86f8ed1a4ee2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:03.512643 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-55f77b7a-c157-494e-86d0-bd2bead8239c req-dd6dc36c-ab39-4a8a-9cd9-86f8ed1a4ee2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 944 time: 0.4137881 Aug 20 10:25:03.626607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c065173-8ead-4850-9df4-4fcd64c7e7e5 req-3d65d24e-371d-4342-ad15-6b6f160640bd tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:03.628780 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1c065173-8ead-4850-9df4-4fcd64c7e7e5 req-3d65d24e-371d-4342-ad15-6b6f160640bd tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.2582138 Aug 20 10:25:03.630897 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbb14-fa08-420d-81fe-1813fdb1177f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:03.695091 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-216554b3-bb23-4636-a75e-0ef55f396acd req-da3f2a96-e0bd-4a5a-aee1-624ef14a664f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:03.697183 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-55f77b7a-c157-494e-86d0-bd2bead8239c req-e63646d7-bbe0-4a08-9630-1b7df0a08d85 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836586 Aug 20 10:25:03.697332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-8a6cbb14-fa08-420d-81fe-1813fdb1177f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3cac0f-8801-4c15-8367-d75bc3e3cda2']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:03.703081 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cb4818b5-d9fb-44a4-a457-01600259445a req-03e5a06d-b5c5-410f-861c-3e7a7ee75b7c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842830 Aug 20 10:25:03.706801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Attempting to bind port 2a37e7c4-cae4-4620-80d8-485fc0c672bb on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:25:03.707236 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Attempting to bind port 2a37e7c4-cae4-4620-80d8-485fc0c672bb by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '0978b3f2-648c-4313-9067-0569c252b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:25:03.707612 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Attempting to bind port 2a37e7c4-cae4-4620-80d8-485fc0c672bb on network 8714eb28-f9d6-435d-8508-76f686adacfc {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:25:03.723403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Port 2a37e7c4-cae4-4620-80d8-485fc0c672bb on network 8714eb28-f9d6-435d-8508-76f686adacfc not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:25:03.723742 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Attempting to bind port 2a37e7c4-cae4-4620-80d8-485fc0c672bb on network 8714eb28-f9d6-435d-8508-76f686adacfc {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:25:03.739006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:25:03.739006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Checking segment: {'id': '0978b3f2-648c-4313-9067-0569c252b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:25:03.739006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Bound using segment: {'id': '0978b3f2-648c-4313-9067-0569c252b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:25:03.739006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Bound port: 2a37e7c4-cae4-4620-80d8-485fc0c672bb, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0978b3f2-648c-4313-9067-0569c252b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:25:03.739006 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:03.747039 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0b017-231e-4949-8aa7-6f5116d93619 req-eaba620e-840a-4a55-8352-a885264d9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:03.747551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0b017-231e-4949-8aa7-6f5116d93619 req-eaba620e-840a-4a55-8352-a885264d9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:03.747885 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1c065173-8ead-4850-9df4-4fcd64c7e7e5 req-c78fcc4a-fb0d-487b-9a50-d0923cfe83ec tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923820 Aug 20 10:25:03.748026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0b017-231e-4949-8aa7-6f5116d93619 req-eaba620e-840a-4a55-8352-a885264d9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:03.749711 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2da0b017-231e-4949-8aa7-6f5116d93619 req-eaba620e-840a-4a55-8352-a885264d9284 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3050494 Aug 20 10:25:03.754046 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-8a6cbb14-fa08-420d-81fe-1813fdb1177f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca6668c-ced2-4de9-9907-2dc29689570a') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:03.754474 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-8a6cbb14-fa08-420d-81fe-1813fdb1177f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca6668c-ced2-4de9-9907-2dc29689570a') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:03.757401 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3151a148-9bbe-4a64-a65b-640fc17ad27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:03.763350 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3151a148-9bbe-4a64-a65b-640fc17ad27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:03.767035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b147f505-7083-43fc-8073-8ea7b00ed6d1 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:25:03.771208 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3151a148-9bbe-4a64-a65b-640fc17ad27f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6053c205-0885-40c7-afaf-57d506aeff64 HTTP/1.1" status: 204 len: 168 time: 0.4796124 Aug 20 10:25:03.816186 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216554b3-bb23-4636-a75e-0ef55f396acd req-da3f2a96-e0bd-4a5a-aee1-624ef14a664f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Network deae5e63-6201-4553-930d-897a3e36a65a is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:25:03.846097 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151a148-9bbe-4a64-a65b-640fc17ad27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6053c205-0885-40c7-afaf-57d506aeff64,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:03.858161 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbb14-fa08-420d-81fe-1813fdb1177f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:03.883125 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-216554b3-bb23-4636-a75e-0ef55f396acd req-da3f2a96-e0bd-4a5a-aee1-624ef14a664f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:25:03.888061 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f2a96-e0bd-4a5a-aee1-624ef14a664f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Pushing event updated for resources: {'Port': ['ID=e8bc1a78-48b2-461a-b7ba-b9c6327572eb,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:03.898377 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-216554b3-bb23-4636-a75e-0ef55f396acd req-da3f2a96-e0bd-4a5a-aee1-624ef14a664f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:25:03.940604 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbb14-fa08-420d-81fe-1813fdb1177f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:03.946560 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port b147f505-7083-43fc-8073-8ea7b00ed6d1 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:25:03.953145 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port b147f505-7083-43fc-8073-8ea7b00ed6d1 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:25:03.953903 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:03.979618 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6cbb14-fa08-420d-81fe-1813fdb1177f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:25:03.981163 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbb14-fa08-420d-81fe-1813fdb1177f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:25:03.987834 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:25:04.115069 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d30cd3-a08f-4aa1-869a-ff59c24d2b13 req-148f4598-0386-46e4-8dd8-ed238b097cd9 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.131470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d30cd3-a08f-4aa1-869a-ff59c24d2b13 req-148f4598-0386-46e4-8dd8-ed238b097cd9 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.132051 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216554b3-bb23-4636-a75e-0ef55f396acd req-da3f2a96-e0bd-4a5a-aee1-624ef14a664f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.132699 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-216554b3-bb23-4636-a75e-0ef55f396acd req-da3f2a96-e0bd-4a5a-aee1-624ef14a664f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:04.141505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d30cd3-a08f-4aa1-869a-ff59c24d2b13 req-148f4598-0386-46e4-8dd8-ed238b097cd9 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.153950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d30cd3-a08f-4aa1-869a-ff59c24d2b13 req-148f4598-0386-46e4-8dd8-ed238b097cd9 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.159827 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d30cd3-a08f-4aa1-869a-ff59c24d2b13 req-148f4598-0386-46e4-8dd8-ed238b097cd9 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.160650 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:04.160775 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] For port 2a37e7c4-cae4-4620-80d8-485fc0c672bb, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:25:04.169269 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d30cd3-a08f-4aa1-869a-ff59c24d2b13 req-148f4598-0386-46e4-8dd8-ed238b097cd9 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.179526 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d30cd3-a08f-4aa1-869a-ff59c24d2b13 req-148f4598-0386-46e4-8dd8-ed238b097cd9 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.181522 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83d30cd3-a08f-4aa1-869a-ff59c24d2b13 req-148f4598-0386-46e4-8dd8-ed238b097cd9 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.2250245 Aug 20 10:25:04.198675 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbb14-fa08-420d-81fe-1813fdb1177f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:04.231374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b147f505-7083-43fc-8073-8ea7b00ed6d1, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b147f505-7083-43fc-8073-8ea7b00ed6d1,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:04.232393 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbb14-fa08-420d-81fe-1813fdb1177f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:04.235370 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56970bf-bcf5-4064-9eaf-3ef2748dc86f req-480e7539-60c7-4733-827d-781b0ec6c45c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.237199 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8a6cbb14-fa08-420d-81fe-1813fdb1177f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/networks/8f3cac0f-8801-4c15-8367-d75bc3e3cda2 HTTP/1.1" status: 204 len: 168 time: 1.0612674 Aug 20 10:25:04.240817 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46168) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:04.243340 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a56970bf-bcf5-4064-9eaf-3ef2748dc86f req-480e7539-60c7-4733-827d-781b0ec6c45c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 931 time: 0.3402443 Aug 20 10:25:04.245094 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:04.246863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] For port 2a37e7c4-cae4-4620-80d8-485fc0c672bb, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2a37e7c4-cae4-4620-80d8-485fc0c672bb,segment=NetworkSegment(0978b3f2-648c-4313-9067-0569c252b2e7),segment_id=0978b3f2-648c-4313-9067-0569c252b2e7)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:25:04.255464 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-216554b3-bb23-4636-a75e-0ef55f396acd req-da3f2a96-e0bd-4a5a-aee1-624ef14a664f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4419289 Aug 20 10:25:04.258071 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:04.270071 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0b017-231e-4949-8aa7-6f5116d93619 req-e9f7dc6b-b452-496f-9287-3ad88e502746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.271632 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2da0b017-231e-4949-8aa7-6f5116d93619 req-e9f7dc6b-b452-496f-9287-3ad88e502746 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3755271 Aug 20 10:25:04.286484 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Request body: {'port': {'device_id': '766b1efb-526a-4d53-b5bf-cdd03c067a75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:04.324459 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cbb14-fa08-420d-81fe-1813fdb1177f tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event deleted for resources: {'Network': ['ID=8f3cac0f-8801-4c15-8367-d75bc3e3cda2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:04.343317 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=b147f505-7083-43fc-8073-8ea7b00ed6d1,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:04.351813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.352440 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:04.357145 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] 10.222.0.42 "PUT /v2.0/ports/2a37e7c4-cae4-4620-80d8-485fc0c672bb HTTP/1.1" status: 200 len: 1092 time: 2.6610467 Aug 20 10:25:04.374867 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a56970bf-bcf5-4064-9eaf-3ef2748dc86f req-43593edf-81af-4801-919c-25395622231f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304030 Aug 20 10:25:04.381515 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83d30cd3-a08f-4aa1-869a-ff59c24d2b13 req-4bac11f4-9811-4148-a036-be65c8488c79 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1908991 Aug 20 10:25:04.433603 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46170) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:04.452003 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-82745ffd-9977-4917-bf9b-bca4a6c1df68 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Deleting subnet dee32779-cf1b-4bf3-a879-24883550b1f2 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:25:04.455928 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:04.456456 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-82745ffd-9977-4917-bf9b-bca4a6c1df68 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:04.467727 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8fc89-aa22-4eca-a31a-4bfff6fa5c1a service neutron] Pushing event updated for resources: {'Port': ['ID=2a37e7c4-cae4-4620-80d8-485fc0c672bb,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:04.528596 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-82745ffd-9977-4917-bf9b-bca4a6c1df68 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:04.599100 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-a2ff4d04-0104-4a16-b2e1-9ff3c8ce94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.599100 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-a2ff4d04-0104-4a16-b2e1-9ff3c8ce94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.599572 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-a2ff4d04-0104-4a16-b2e1-9ff3c8ce94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.600056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-a2ff4d04-0104-4a16-b2e1-9ff3c8ce94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.600534 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-a2ff4d04-0104-4a16-b2e1-9ff3c8ce94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.601111 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-a2ff4d04-0104-4a16-b2e1-9ff3c8ce94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.601478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-a2ff4d04-0104-4a16-b2e1-9ff3c8ce94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.603621 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-a2ff4d04-0104-4a16-b2e1-9ff3c8ce94cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 6496 time: 0.1765361 Aug 20 10:25:04.619889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae3168-3158-45bf-8d9e-9ab3e4035492 req-1cb907ea-0e6f-4e9e-99eb-9cf680e07ccb tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.627164 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b5ae3168-3158-45bf-8d9e-9ab3e4035492 req-1cb907ea-0e6f-4e9e-99eb-9cf680e07ccb tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1292264 Aug 20 10:25:04.650672 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e31cedd7-dd24-452f-ab41-4357a5640492 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=081bb6b8b302463d9d9154b7ebc21e89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309114 Aug 20 10:25:04.668796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46172) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:04.715236 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-82745ffd-9977-4917-bf9b-bca4a6c1df68 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:04.733154 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:04.767810 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-44276c57-8898-4f2d-ba00-c16da043f040 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5374ab06-53f2-44d9-811c-ef39f56f233a HTTP/1.1" status: 200 len: 217 time: 0.1386502 Aug 20 10:25:04.834853 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf312d9a-64bf-4fda-823a-9208ae4c85d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:04.934347 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b5ae3168-3158-45bf-8d9e-9ab3e4035492 req-49e2be06-dac0-4290-a1e1-41b063bd6aa6 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062999 Aug 20 10:25:04.945242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'tag': '2a37e7c4-cae4-4620-80d8-485fc0c672bb'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:04.950436 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e86a82d-4193-42e5-b213-24b8de26a614" -d '{"events": [{"name": "network-changed", "server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "tag": "2a37e7c4-cae4-4620-80d8-485fc0c672bb"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:04.953162 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf312d9a-64bf-4fda-823a-9208ae4c85d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:04.963139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-82745ffd-9977-4917-bf9b-bca4a6c1df68 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:04.992362 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-6bc64fe6-ede6-4c12-a7d6-204fa2f01dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:04.995091 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-6bc64fe6-ede6-4c12-a7d6-204fa2f01dc8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86001f3a-7a5c-4499-a121-de6a1935b5ad HTTP/1.1" status: 200 len: 855 time: 0.2164459 Aug 20 10:25:05.031477 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0141b479-c737-499c-a2ab-1799b38dde58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b147f505-7083-43fc-8073-8ea7b00ed6d1'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:05.034491 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197723cc-e3f6-489d-9acb-609f7930fa6f" -d '{"events": [{"server_uuid": "0141b479-c737-499c-a2ab-1799b38dde58", "name": "network-vif-plugged", "status": "completed", "tag": "b147f505-7083-43fc-8073-8ea7b00ed6d1"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:05.171197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2c9f6-3508-483b-a49c-90af61d4bfb2 req-d60bb288-90e2-4671-bef9-a67d1107db18 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:05.173726 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48d2c9f6-3508-483b-a49c-90af61d4bfb2 req-d60bb288-90e2-4671-bef9-a67d1107db18 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.1044052 Aug 20 10:25:05.180632 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f0185435-3f46-43cb-9105-3d4bd40d071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:05.183173 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f0185435-3f46-43cb-9105-3d4bd40d071b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88f93105-b451-41f4-a5e5-079e47726c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1757631 Aug 20 10:25:05.393258 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-82745ffd-9977-4917-bf9b-bca4a6c1df68 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:05.396459 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-82745ffd-9977-4917-bf9b-bca4a6c1df68 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/subnets/dee32779-cf1b-4bf3-a879-24883550b1f2 HTTP/1.1" status: 204 len: 168 time: 1.1546731 Aug 20 10:25:05.406871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34eb8a7a-c98b-459d-8cc0-14392700c706 None None] Network e68042e1-3e88-4f0e-906d-888a46f7fdd6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:25:05.423434 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46184) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:05.539935 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:05.550635 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82745ffd-9977-4917-bf9b-bca4a6c1df68 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event deleted for resources: {'Subnet': ['ID=dee32779-cf1b-4bf3-a879-24883550b1f2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:05.579083 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85ac68-ceff-401d-8fd6-20addd810555 req-e4e10bc0-3f3b-4cc1-9b04-304090673e13 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:05.599703 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ab85ac68-ceff-401d-8fd6-20addd810555 req-e4e10bc0-3f3b-4cc1-9b04-304090673e13 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.6779141 Aug 20 10:25:05.749854 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf312d9a-64bf-4fda-823a-9208ae4c85d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:05.753826 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf312d9a-64bf-4fda-823a-9208ae4c85d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:05.767199 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bf312d9a-64bf-4fda-823a-9208ae4c85d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa363984-6183-466c-b889-b7148c6c1c8d HTTP/1.1" status: 204 len: 168 time: 1.0921807 Aug 20 10:25:05.774415 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ab85ac68-ceff-401d-8fd6-20addd810555 req-d48e38a0-29f2-42d5-a785-dfc9e791d4af tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734991 Aug 20 10:25:05.788469 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf312d9a-64bf-4fda-823a-9208ae4c85d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa363984-6183-466c-b889-b7148c6c1c8d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:05.825784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8bc1a78-48b2-461a-b7ba-b9c6327572eb {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:05.853881 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9924bb3c-0b91-44dc-9f7a-607532454204 None None] DHCP port deletion for e68042e1-3e88-4f0e-906d-888a46f7fdd6 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:25:05.860883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Deleting port b2342828-7035-4919-ae06-c84d56867b92 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:25:05.861160 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48d2c9f6-3508-483b-a49c-90af61d4bfb2 req-58825afa-87de-4286-97ba-d222da6a72c6 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6694274 Aug 20 10:25:05.861274 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:05.885949 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:05.918203 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9924bb3c-0b91-44dc-9f7a-607532454204 None None] Deleting port b2342828-7035-4919-ae06-c84d56867b92 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:25:05.919009 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9924bb3c-0b91-44dc-9f7a-607532454204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:05.934792 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd1da6b-67b0-407b-b2fb-951080a1a552 x-openstack-request-id: req-dbd1da6b-67b0-407b-b2fb-951080a1a552 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:05.937897 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "tag": "2a37e7c4-cae4-4620-80d8-485fc0c672bb", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:05.938198 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbd1da6b-67b0-407b-b2fb-951080a1a552 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:05.938746 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'tag': '2a37e7c4-cae4-4620-80d8-485fc0c672bb', 'status': 'completed', 'code': 200} Aug 20 10:25:05.959166 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Transition to ACTIVE for port object e8bc1a78-48b2-461a-b7ba-b9c6327572eb will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:25:05.962043 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-e7a8f4eb-6d1b-4fa0-b274-e887df9fd905 service neutron] 10.222.0.42 "GET /v2.0/networks/88f93105-b451-41f4-a5e5-079e47726c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7591400 Aug 20 10:25:05.970137 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:06.048345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9924bb3c-0b91-44dc-9f7a-607532454204 None None] For port b2342828-7035-4919-ae06-c84d56867b92, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b2342828-7035-4919-ae06-c84d56867b92,segment=NetworkSegment(66acd654-3788-482d-bc18-b8356eac8728),segment_id=66acd654-3788-482d-bc18-b8356eac8728)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:06.053581 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9924bb3c-0b91-44dc-9f7a-607532454204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:06.077997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9924bb3c-0b91-44dc-9f7a-607532454204 None None] Calling delete_port for b2342828-7035-4919-ae06-c84d56867b92 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:25:06.140749 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] For port b2342828-7035-4919-ae06-c84d56867b92, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b2342828-7035-4919-ae06-c84d56867b92,segment=NetworkSegment(66acd654-3788-482d-bc18-b8356eac8728),segment_id=66acd654-3788-482d-bc18-b8356eac8728)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:06.141320 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:06.165087 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Calling delete_port for b2342828-7035-4919-ae06-c84d56867b92 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:25:06.186778 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286122aa-7aa6-4660-9d3b-ce7cb7d5869a x-openstack-request-id: req-286122aa-7aa6-4660-9d3b-ce7cb7d5869a {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:06.186778 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0141b479-c737-499c-a2ab-1799b38dde58", "name": "network-vif-plugged", "status": "completed", "tag": "b147f505-7083-43fc-8073-8ea7b00ed6d1", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:06.186778 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-286122aa-7aa6-4660-9d3b-ce7cb7d5869a {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:06.186778 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0141b479-c737-499c-a2ab-1799b38dde58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b147f505-7083-43fc-8073-8ea7b00ed6d1', 'code': 200} Aug 20 10:25:06.205832 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c7e3f-a238-4160-8dcf-a6e36d218a76 req-1a9562e3-75b4-4b60-9e24-916f8fcf7530 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:06.221470 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-711c7e3f-a238-4160-8dcf-a6e36d218a76 req-1a9562e3-75b4-4b60-9e24-916f8fcf7530 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 943 time: 0.1327887 Aug 20 10:25:06.245321 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9924bb3c-0b91-44dc-9f7a-607532454204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:06.292393 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Pushing event updated for resources: {'Port': ['ID=e8bc1a78-48b2-461a-b7ba-b9c6327572eb,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:06.305728 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924bb3c-0b91-44dc-9f7a-607532454204 None None] Pushing event deleted for resources: {'Port': ['ID=b2342828-7035-4919-ae06-c84d56867b92,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:06.315410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9924bb3c-0b91-44dc-9f7a-607532454204 None None] No DVR routers for this DVR port b2342828-7035-4919-ae06-c84d56867b92 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:25:06.339176 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-711c7e3f-a238-4160-8dcf-a6e36d218a76 req-5e04a86e-4eaa-4868-94bb-c86ec5129475 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158004 Aug 20 10:25:06.452695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711726a8-f61d-43bb-ab2e-2d570b162e97 req-6aeb67df-260d-4120-9060-041e4dd1d7e1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:06.467299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:06.468824 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711726a8-f61d-43bb-ab2e-2d570b162e97 req-6aeb67df-260d-4120-9060-041e4dd1d7e1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:06.481972 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711726a8-f61d-43bb-ab2e-2d570b162e97 req-6aeb67df-260d-4120-9060-041e4dd1d7e1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:06.491433 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711726a8-f61d-43bb-ab2e-2d570b162e97 req-6aeb67df-260d-4120-9060-041e4dd1d7e1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:06.497526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711726a8-f61d-43bb-ab2e-2d570b162e97 req-6aeb67df-260d-4120-9060-041e4dd1d7e1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:06.512614 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event deleted for resources: {'Port': ['ID=b2342828-7035-4919-ae06-c84d56867b92,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:06.514796 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711726a8-f61d-43bb-ab2e-2d570b162e97 req-6aeb67df-260d-4120-9060-041e4dd1d7e1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:06.516200 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] No DVR routers for this DVR port b2342828-7035-4919-ae06-c84d56867b92 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:25:06.522631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711726a8-f61d-43bb-ab2e-2d570b162e97 req-6aeb67df-260d-4120-9060-041e4dd1d7e1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:06.524814 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-711726a8-f61d-43bb-ab2e-2d570b162e97 req-6aeb67df-260d-4120-9060-041e4dd1d7e1 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.4207866 Aug 20 10:25:06.527233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c4706-6491-404a-9b71-1a0fe0c40a13 req-8c65c853-f67c-47ca-97f3-18dd407cb194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:06.528869 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-180c4706-6491-404a-9b71-1a0fe0c40a13 req-8c65c853-f67c-47ca-97f3-18dd407cb194 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 1097 time: 0.4649301 Aug 20 10:25:06.535143 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a698e6b-44d6-41cf-824c-8c237d00c01e req-9d9f183c-da00-4cb2-8189-fc4f7fed6886 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:06.536723 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7a698e6b-44d6-41cf-824c-8c237d00c01e req-9d9f183c-da00-4cb2-8189-fc4f7fed6886 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1157727 Aug 20 10:25:06.591072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Attempting to bind port e8bc1a78-48b2-461a-b7ba-b9c6327572eb on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:25:06.591376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Attempting to bind port e8bc1a78-48b2-461a-b7ba-b9c6327572eb by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '65fdf31e-510b-4ce8-b116-9f076bf82d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:25:06.591671 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Attempting to bind port e8bc1a78-48b2-461a-b7ba-b9c6327572eb on network deae5e63-6201-4553-930d-897a3e36a65a {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:25:06.616375 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Port e8bc1a78-48b2-461a-b7ba-b9c6327572eb on network deae5e63-6201-4553-930d-897a3e36a65a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:25:06.616769 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Attempting to bind port e8bc1a78-48b2-461a-b7ba-b9c6327572eb on network deae5e63-6201-4553-930d-897a3e36a65a {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:25:06.638958 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b2342828-7035-4919-ae06-c84d56867b92 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:25:06.654485 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-b95c8291-d959-4a13-ad45-87ae36e77030 service neutron] 10.222.0.42 "GET /v2.0/networks/88f93105-b451-41f4-a5e5-079e47726c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6810045 Aug 20 10:25:06.678771 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: b2342828-7035-4919-ae06-c84d56867b92 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:25:06.691389 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b2342828-7035-4919-ae06-c84d56867b92 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:25:06.732116 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-180c4706-6491-404a-9b71-1a0fe0c40a13 req-ddeea9e8-d666-48e3-a289-c76de4cc3819 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847842 Aug 20 10:25:06.733366 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:25:06.734002 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Checking segment: {'id': '65fdf31e-510b-4ce8-b116-9f076bf82d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:25:06.734653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Bound using segment: {'id': '65fdf31e-510b-4ce8-b116-9f076bf82d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:25:06.735465 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Bound port: e8bc1a78-48b2-461a-b7ba-b9c6327572eb, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fdf31e-510b-4ce8-b116-9f076bf82d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:25:06.736044 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:06.748598 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-023380ea-6b9c-470d-a4b1-0f2dd41f274a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 HTTP/1.1" status: 200 len: 217 time: 0.0786157 Aug 20 10:25:06.749040 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7a698e6b-44d6-41cf-824c-8c237d00c01e req-4c7297b8-bbf5-49da-b14b-71169c3d86e4 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657233 Aug 20 10:25:06.756089 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:06.798069 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68042e1-3e88-4f0e-906d-888a46f7fdd6']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:06.824902 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66acd654-3788-482d-bc18-b8356eac8728') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:06.825201 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66acd654-3788-482d-bc18-b8356eac8728') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:06.843153 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:06.876391 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-711726a8-f61d-43bb-ab2e-2d570b162e97 req-ad9dc5a3-22f1-43e2-b940-3653dd743e4e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3416882 Aug 20 10:25:06.897322 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:06.907551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:25:06.908199 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:25:06.912897 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:25:06.983941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] For port e8bc1a78-48b2-461a-b7ba-b9c6327572eb, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:25:06.998633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-28ee97d4-50f4-4b24-9b04-4d6ff7d7a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:07.000744 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-28ee97d4-50f4-4b24-9b04-4d6ff7d7a33d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.0736082 Aug 20 10:25:07.028499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76741da7-6787-4df8-b529-a192b2cfb4fd req-bfda9fb2-d153-4bcc-b569-eb268a8af259 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:07.030361 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-76741da7-6787-4df8-b529-a192b2cfb4fd req-bfda9fb2-d153-4bcc-b569-eb268a8af259 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.1044602 Aug 20 10:25:07.031818 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:07.044010 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:07.046184 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] 10.222.0.16 "DELETE /v2.0/networks/e68042e1-3e88-4f0e-906d-888a46f7fdd6 HTTP/1.1" status: 204 len: 168 time: 1.6208475 Aug 20 10:25:07.068906 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e54cc-e2ba-4847-acf6-9bd6b0e7f073 tempest-NetworksIpV6TestAttrs-173680828 tempest-NetworksIpV6TestAttrs-173680828-project] Pushing event deleted for resources: {'Network': ['ID=e68042e1-3e88-4f0e-906d-888a46f7fdd6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:07.096317 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] For port e8bc1a78-48b2-461a-b7ba-b9c6327572eb, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=e8bc1a78-48b2-461a-b7ba-b9c6327572eb,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:25:07.162267 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:07.163607 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-76741da7-6787-4df8-b529-a192b2cfb4fd req-75e7f421-a54f-414e-b433-d65b1725363a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214135 Aug 20 10:25:07.246623 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-92d6f502-be02-491a-b742-b989e863cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:07.249092 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-92d6f502-be02-491a-b742-b989e863cbde service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2384088 Aug 20 10:25:07.254178 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:07.255760 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:07.257377 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-216554b3-bb23-4636-a75e-0ef55f396acd req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] 10.222.0.24 "PUT /v2.0/ports/e8bc1a78-48b2-461a-b7ba-b9c6327572eb HTTP/1.1" status: 200 len: 1092 time: 2.9809113 Aug 20 10:25:07.305477 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eee7b7-a7e0-44b2-99f3-3747815f6146 req-433a457b-929b-43e2-95c0-ce3b30c5f531 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:07.314469 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-47eee7b7-a7e0-44b2-99f3-3747815f6146 req-433a457b-929b-43e2-95c0-ce3b30c5f531 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.0645068 Aug 20 10:25:07.380445 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-47eee7b7-a7e0-44b2-99f3-3747815f6146 req-ca535d2a-53ef-4542-a355-362d4702842c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649719 Aug 20 10:25:07.431209 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522422f9-39e2-4615-9265-2e87fad4dc4a service neutron] Pushing event updated for resources: {'Port': ['ID=e8bc1a78-48b2-461a-b7ba-b9c6327572eb,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:07.450868 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-cb37d611-e56a-41de-9a69-cec4386696f7 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:07.452691 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-cb37d611-e56a-41de-9a69-cec4386696f7 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/networks?id=bc500ecd-8f48-462e-8406-51f60bdda1bd HTTP/1.1" status: 200 len: 813 time: 0.3759992 Aug 20 10:25:07.488385 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216554b3-bb23-4636-a75e-0ef55f396acd req-da9c1ac7-4a47-44f1-8529-48f4c4d021ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:07.490538 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-216554b3-bb23-4636-a75e-0ef55f396acd req-da9c1ac7-4a47-44f1-8529-48f4c4d021ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c60b1bbfe47a48a99fe09e78d51d99e0&device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 1095 time: 0.1531546 Aug 20 10:25:07.491990 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-c107f0d5-e591-45b1-a8f2-6e78af27e2d2 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/quotas/9ab24141c3cf4678b6e8c7a8b270c121 HTTP/1.1" status: 200 len: 375 time: 0.0308843 Aug 20 10:25:07.501364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c98805-f0ae-47ca-8d3f-978a681c6d58 req-414919d6-fb34-4c12-a56f-ea33ba9a8c8c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:07.509634 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e7c98805-f0ae-47ca-8d3f-978a681c6d58 req-414919d6-fb34-4c12-a56f-ea33ba9a8c8c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 943 time: 0.0742328 Aug 20 10:25:07.556098 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e7c98805-f0ae-47ca-8d3f-978a681c6d58 req-4332bcbf-8d7f-40a4-b658-9b3846f364a3 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428643 Aug 20 10:25:07.577004 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ee926481-b1d3-4e2e-b883-6a94e5bcfc56 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118193 Aug 20 10:25:07.580418 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-216554b3-bb23-4636-a75e-0ef55f396acd req-8e3f5fe2-952a-4e1f-878a-ee20e1ea198b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8bc1a78-48b2-461a-b7ba-b9c6327572eb HTTP/1.1" status: 200 len: 217 time: 0.0754197 Aug 20 10:25:07.631169 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46236) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:07.709138 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-b6fe6aaa-4cc8-4bfd-9392-199b13a7b957 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ab24141c3cf4678b6e8c7a8b270c121&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2051430 Aug 20 10:25:07.724585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216554b3-bb23-4636-a75e-0ef55f396acd req-0958ff9c-3341-4a51-a5df-3af70b8db50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:07.726985 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-216554b3-bb23-4636-a75e-0ef55f396acd req-0958ff9c-3341-4a51-a5df-3af70b8db50e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2a0b821-48e6-40b2-874d-6ba5dd3e1302 HTTP/1.1" status: 200 len: 861 time: 0.1308951 Aug 20 10:25:07.879411 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e6a0b37b-c886-4635-8fb3-cf1b2e2bd29d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9af67ae9ba2d441696d26c43aa8dc912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2462964 Aug 20 10:25:07.881848 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46246) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:07.955365 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-216554b3-bb23-4636-a75e-0ef55f396acd req-78578e96-fc79-4063-a083-83eaa70c49ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=deae5e63-6201-4553-930d-897a3e36a65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2057300 Aug 20 10:25:07.956733 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766b1efb-526a-4d53-b5bf-cdd03c067a75', 'tag': 'e8bc1a78-48b2-461a-b7ba-b9c6327572eb'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:07.961980 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aada5ec-8e3e-48b6-a17b-8571d5e66dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "766b1efb-526a-4d53-b5bf-cdd03c067a75", "tag": "e8bc1a78-48b2-461a-b7ba-b9c6327572eb"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:08.003232 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-678dba1c-ae55-4e4e-83f2-992b5f30655a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:08.092745 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-678dba1c-ae55-4e4e-83f2-992b5f30655a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:08.110101 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-216554b3-bb23-4636-a75e-0ef55f396acd req-5379ff9f-8273-4737-bed1-cf285acf5b5d service neutron] 10.222.0.24 "GET /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339312 Aug 20 10:25:08.133717 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ba179599-3c4f-46d0-8357-a52859bd7ae0 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454748 Aug 20 10:25:08.171512 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584ebf7-da9d-4153-85d4-83b5b334d5ea req-f7113f1b-e24d-4996-96cb-78fdfea3aeab tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:08.178179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584ebf7-da9d-4153-85d4-83b5b334d5ea req-f7113f1b-e24d-4996-96cb-78fdfea3aeab tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:08.184541 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584ebf7-da9d-4153-85d4-83b5b334d5ea req-f7113f1b-e24d-4996-96cb-78fdfea3aeab tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:08.190527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584ebf7-da9d-4153-85d4-83b5b334d5ea req-f7113f1b-e24d-4996-96cb-78fdfea3aeab tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:08.196454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584ebf7-da9d-4153-85d4-83b5b334d5ea req-f7113f1b-e24d-4996-96cb-78fdfea3aeab tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:08.203356 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584ebf7-da9d-4153-85d4-83b5b334d5ea req-f7113f1b-e24d-4996-96cb-78fdfea3aeab tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:08.209882 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584ebf7-da9d-4153-85d4-83b5b334d5ea req-f7113f1b-e24d-4996-96cb-78fdfea3aeab tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:08.212027 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7584ebf7-da9d-4153-85d4-83b5b334d5ea req-f7113f1b-e24d-4996-96cb-78fdfea3aeab tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.2240214 Aug 20 10:25:08.239000 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-9c6a2029-b984-442d-a002-5fa897bfac4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 HTTP/1.1" status: 200 len: 217 time: 0.0906637 Aug 20 10:25:08.242729 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-1cab584c-7306-42fa-8cd3-a56d13ba7449 service neutron] 10.222.0.16 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927089 Aug 20 10:25:08.265178 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7584ebf7-da9d-4153-85d4-83b5b334d5ea req-2331acb7-f6b6-41dd-8ac2-f4d6b284004e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440762 Aug 20 10:25:08.272675 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-678dba1c-ae55-4e4e-83f2-992b5f30655a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:08.276685 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-678dba1c-ae55-4e4e-83f2-992b5f30655a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:08.280933 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-678dba1c-ae55-4e4e-83f2-992b5f30655a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/761d4122-a36d-4ba2-932e-389d7272253c HTTP/1.1" status: 204 len: 168 time: 0.3981271 Aug 20 10:25:08.291526 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678dba1c-ae55-4e4e-83f2-992b5f30655a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761d4122-a36d-4ba2-932e-389d7272253c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:08.368211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ef6976b5-ae1a-4362-8594-d0123829d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:08.371670 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ef6976b5-ae1a-4362-8594-d0123829d470 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.1254725 Aug 20 10:25:08.386336 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afdca14-5b49-4fe4-a691-518077a37247 x-openstack-request-id: req-4afdca14-5b49-4fe4-a691-518077a37247 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:08.386666 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766b1efb-526a-4d53-b5bf-cdd03c067a75", "tag": "e8bc1a78-48b2-461a-b7ba-b9c6327572eb", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:08.387029 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4afdca14-5b49-4fe4-a691-518077a37247 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:08.387591 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766b1efb-526a-4d53-b5bf-cdd03c067a75', 'tag': 'e8bc1a78-48b2-461a-b7ba-b9c6327572eb', 'status': 'completed', 'code': 200} Aug 20 10:25:08.483270 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-216554b3-bb23-4636-a75e-0ef55f396acd req-7599b839-f056-4c51-9ac8-3482c1eab2f2 service neutron] 10.222.0.24 "GET /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634365 Aug 20 10:25:08.518451 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-0a6a022e-34bc-438d-9cff-85446a2c5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:08.520027 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-0a6a022e-34bc-438d-9cff-85446a2c5a44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1297355 Aug 20 10:25:08.523236 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-e5d4226e-aee8-45f1-9d4a-52d6d0de18d2 service neutron] 10.222.0.16 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252855 Aug 20 10:25:08.594383 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e632890-7b2c-4f8e-92e2-12c6c7585b23 req-fca609c7-84e6-4165-bd21-ee182c64c39a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:08.604753 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e632890-7b2c-4f8e-92e2-12c6c7585b23 req-fca609c7-84e6-4165-bd21-ee182c64c39a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.1575963 Aug 20 10:25:08.697049 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e632890-7b2c-4f8e-92e2-12c6c7585b23 req-b45ea5b8-51b5-41ef-ab36-ad8356fe9901 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870137 Aug 20 10:25:08.753103 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-e54e6dd1-bbff-493f-91fb-fd979ca2fbab service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249620 Aug 20 10:25:08.755938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aada5ec-8e3e-48b6-a17b-8571d5e66dd1 req-6977dd5a-5396-488f-b39e-a0ca42281ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:08.757665 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7aada5ec-8e3e-48b6-a17b-8571d5e66dd1 req-6977dd5a-5396-488f-b39e-a0ca42281ecd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c60b1bbfe47a48a99fe09e78d51d99e0&device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 1095 time: 0.1645455 Aug 20 10:25:08.792217 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:25:08.984023 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-fb597ded-015c-465a-81c1-ff1b1472a477 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223957 Aug 20 10:25:08.992251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c201a98-132c-416a-be5f-20e34e629a35 req-9f6963e1-90cf-4c97-ab16-a8708572ecc9 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:08.994170 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c201a98-132c-416a-be5f-20e34e629a35 req-9f6963e1-90cf-4c97-ab16-a8708572ecc9 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.1260841 Aug 20 10:25:08.995725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aada5ec-8e3e-48b6-a17b-8571d5e66dd1 req-ceddb64e-4114-46d1-b7ed-2b57af3356be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:08.997223 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7aada5ec-8e3e-48b6-a17b-8571d5e66dd1 req-ceddb64e-4114-46d1-b7ed-2b57af3356be service neutron] 10.222.0.24 "GET /v2.0/networks?id=deae5e63-6201-4553-930d-897a3e36a65a HTTP/1.1" status: 200 len: 922 time: 0.2247672 Aug 20 10:25:09.068456 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-77a02073-fd5f-49f8-b33c-fadd9f7008b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=37e4a62c-8652-430f-86df-59ad1164affe HTTP/1.1" status: 200 len: 217 time: 0.0691314 Aug 20 10:25:09.123094 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7aada5ec-8e3e-48b6-a17b-8571d5e66dd1 req-0666eeb3-145c-4373-9087-d688a5bd5290 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8bc1a78-48b2-461a-b7ba-b9c6327572eb HTTP/1.1" status: 200 len: 217 time: 0.0810146 Aug 20 10:25:09.225876 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c201a98-132c-416a-be5f-20e34e629a35 req-fc9f322d-d155-4994-bb47-1f395f87b712 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199576 Aug 20 10:25:09.251822 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aada5ec-8e3e-48b6-a17b-8571d5e66dd1 req-57124be2-c0bd-42ab-9727-16bd29b9d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:09.252897 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7aada5ec-8e3e-48b6-a17b-8571d5e66dd1 req-57124be2-c0bd-42ab-9727-16bd29b9d9dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2a0b821-48e6-40b2-874d-6ba5dd3e1302 HTTP/1.1" status: 200 len: 861 time: 0.0957913 Aug 20 10:25:09.254966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-433501d6-59c6-4db7-a955-8f89777fc78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:09.256353 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-433501d6-59c6-4db7-a955-8f89777fc78e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.1510530 Aug 20 10:25:09.318449 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7aada5ec-8e3e-48b6-a17b-8571d5e66dd1 req-219fa900-cec8-4bdb-81a0-1576f0db3bf1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=deae5e63-6201-4553-930d-897a3e36a65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560305 Aug 20 10:25:09.452447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-7713d0db-8c52-4cd7-b173-b4c405e3ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:09.459244 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-34eb1aab-17c7-4dae-871c-1b8f97a2ebfc req-e641c392-be5a-40c3-b5a5-621b46501863 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd9e77f-94f8-4fef-ada2-33bba0a01329 HTTP/1.1" status: 200 len: 210 time: 0.0708213 Aug 20 10:25:09.459711 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-7713d0db-8c52-4cd7-b173-b4c405e3ca48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1846175 Aug 20 10:25:09.731486 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917569d-7464-42f2-934c-c5e0ff8ba792 req-215e99ea-1f81-4462-be36-c9b9c2bde1e9 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:09.733077 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5917569d-7464-42f2-934c-c5e0ff8ba792 req-215e99ea-1f81-4462-be36-c9b9c2bde1e9 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 943 time: 0.3035469 Aug 20 10:25:09.779330 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7aada5ec-8e3e-48b6-a17b-8571d5e66dd1 req-2b2cb4b5-cf3d-4729-954e-5f5aa03edb53 service neutron] 10.222.0.24 "GET /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511862 Aug 20 10:25:09.787828 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46310) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:09.888087 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b2f0-8763-4557-8141-5079f1bb0ece req-fd8cab3f-8a0b-4480-aee7-c16eb489818e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:09.896398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b2f0-8763-4557-8141-5079f1bb0ece req-fd8cab3f-8a0b-4480-aee7-c16eb489818e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:09.904374 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b2f0-8763-4557-8141-5079f1bb0ece req-fd8cab3f-8a0b-4480-aee7-c16eb489818e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:09.915183 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5917569d-7464-42f2-934c-c5e0ff8ba792 req-2bd2afe0-f9c5-4660-8eed-3627dd9ff39f tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734252 Aug 20 10:25:09.922219 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b2f0-8763-4557-8141-5079f1bb0ece req-fd8cab3f-8a0b-4480-aee7-c16eb489818e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:09.925110 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-d0f8b338-4cdd-47c9-8b9a-d34c690bb925 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556575 Aug 20 10:25:09.936581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b2f0-8763-4557-8141-5079f1bb0ece req-fd8cab3f-8a0b-4480-aee7-c16eb489818e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:09.945775 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b2f0-8763-4557-8141-5079f1bb0ece req-fd8cab3f-8a0b-4480-aee7-c16eb489818e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:09.954092 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b2f0-8763-4557-8141-5079f1bb0ece req-fd8cab3f-8a0b-4480-aee7-c16eb489818e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:09.965018 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7908b2f0-8763-4557-8141-5079f1bb0ece req-fd8cab3f-8a0b-4480-aee7-c16eb489818e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.1916351 Aug 20 10:25:09.987544 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7aada5ec-8e3e-48b6-a17b-8571d5e66dd1 req-214c429d-6cb3-4060-98d5-5052d6a058ed service neutron] 10.222.0.24 "GET /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977608 Aug 20 10:25:10.036178 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7908b2f0-8763-4557-8141-5079f1bb0ece req-b89348cd-a062-494d-9fd2-8392ba0dc06e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689833 Aug 20 10:25:10.091316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-68d1ef84-8d46-4d6d-a903-04d2ec29998b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group': {'name': 'tempest-secgroup--477116589'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:10.163587 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-50bc008a-4dc8-4673-af19-073dd28a248e service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230477 Aug 20 10:25:10.183728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c97ff7-c6e7-4770-8fcb-3ffc82943d36 req-eda16466-8ba5-465c-9bc9-8a7e331ba5f4 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:10.185254 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-90c97ff7-c6e7-4770-8fcb-3ffc82943d36 req-eda16466-8ba5-465c-9bc9-8a7e331ba5f4 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.1007121 Aug 20 10:25:10.192342 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-68d1ef84-8d46-4d6d-a903-04d2ec29998b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:10.245857 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ab3ad5c1-7eeb-440e-b03c-0d9a97c70407 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=c58f68f8-6192-44b4-9074-737ec613eda7 HTTP/1.1" status: 200 len: 217 time: 0.0595007 Aug 20 10:25:10.342193 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-68d1ef84-8d46-4d6d-a903-04d2ec29998b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:10.438946 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-90c97ff7-c6e7-4770-8fcb-3ffc82943d36 req-e5ff1fe0-38fb-46a4-9440-1a3deb860c5b tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915240 Aug 20 10:25:10.498848 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-3e1bde10-6020-4a66-a969-a0ccb8fc3d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:10.500407 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-3e1bde10-6020-4a66-a969-a0ccb8fc3d48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.2277946 Aug 20 10:25:10.507736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-02a797d3-e873-4ce5-9948-5a4ef772cef8 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:10.510100 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-02a797d3-e873-4ce5-9948-5a4ef772cef8 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.24 "GET /v2.0/networks?id=bc500ecd-8f48-462e-8406-51f60bdda1bd HTTP/1.1" status: 200 len: 813 time: 0.2353992 Aug 20 10:25:10.522493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-138da21c-cf60-4170-833e-70c468ae1e9d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Request body: {'port': {'device_id': '8fd9e77f-94f8-4fef-ada2-33bba0a01329', 'network_id': 'bc500ecd-8f48-462e-8406-51f60bdda1bd', 'admin_state_up': True, 'tenant_id': '9ab24141c3cf4678b6e8c7a8b270c121'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:10.748118 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54d8ff-972b-4882-89bf-c57efdbee541 req-880ea377-fe1e-4fc6-941c-674520f63325 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:10.760914 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c54d8ff-972b-4882-89bf-c57efdbee541 req-880ea377-fe1e-4fc6-941c-674520f63325 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.0985610 Aug 20 10:25:10.829583 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c54d8ff-972b-4882-89bf-c57efdbee541 req-c37f3a72-1a4d-4572-baa4-b514cd03e249 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669320 Aug 20 10:25:10.942928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46348) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:10.966582 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c0517b0c-6e26-4c48-9297-dc0a70e5518c req-34ede014-d1b8-4936-b414-23f799a34e70 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd9e77f-94f8-4fef-ada2-33bba0a01329 HTTP/1.1" status: 200 len: 210 time: 0.0380621 Aug 20 10:25:11.115006 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec212990-420d-4871-bef4-c83bed7a48d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:11.224435 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548666e-425f-4376-83f8-31caa400dc7f req-0dc081c1-3127-4c4e-8e9f-74c5a9e65b71 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:11.231680 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e548666e-425f-4376-83f8-31caa400dc7f req-0dc081c1-3127-4c4e-8e9f-74c5a9e65b71 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.7020268 Aug 20 10:25:11.268730 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f6e482aa-6697-4b77-8fff-207f9f871ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:11.270236 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-f6e482aa-6697-4b77-8fff-207f9f871ef5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7396290 Aug 20 10:25:11.334971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd2bd7-78e0-43a3-b0f6-55f736b5837f req-7aaad6fe-5a1e-49fb-b7af-147841f12f53 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:11.336795 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c7cd2bd7-78e0-43a3-b0f6-55f736b5837f req-7aaad6fe-5a1e-49fb-b7af-147841f12f53 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 943 time: 0.0945992 Aug 20 10:25:11.376542 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-68d1ef84-8d46-4d6d-a903-04d2ec29998b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:11.392770 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c7cd2bd7-78e0-43a3-b0f6-55f736b5837f req-f25a031c-b6f8-4f17-8de2-dabb6185525c tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455098 Aug 20 10:25:11.395443 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e548666e-425f-4376-83f8-31caa400dc7f req-569158c7-1032-4cd9-accc-66148a4d5060 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613996 Aug 20 10:25:11.411643 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-68d1ef84-8d46-4d6d-a903-04d2ec29998b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:11.498549 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1ef84-8d46-4d6d-a903-04d2ec29998b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea2abde-87e8-4745-bef4-8993853d490f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:11.551083 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-c3492949-50f6-4517-9009-d779cb26fc46 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672274 Aug 20 10:25:11.580854 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c81d5-973e-4aaa-8fe9-6b644699c2af req-83742d72-4bb7-4109-8428-b474a08a445b tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:11.582420 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f57c81d5-973e-4aaa-8fe9-6b644699c2af req-83742d72-4bb7-4109-8428-b474a08a445b tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.0858169 Aug 20 10:25:11.594317 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec212990-420d-4871-bef4-c83bed7a48d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:11.614583 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec212990-420d-4871-bef4-c83bed7a48d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:11.646086 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e279844-db73-4111-943b-3a974d862f04 req-8303feb6-8964-4433-b33f-4db448ea9a96 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:11.652878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e279844-db73-4111-943b-3a974d862f04 req-8303feb6-8964-4433-b33f-4db448ea9a96 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:11.655364 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ec212990-420d-4871-bef4-c83bed7a48d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53277aab61074463a6d559e855af0357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6966901 Aug 20 10:25:11.657822 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46358) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:11.659444 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e279844-db73-4111-943b-3a974d862f04 req-8303feb6-8964-4433-b33f-4db448ea9a96 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:11.666360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e279844-db73-4111-943b-3a974d862f04 req-8303feb6-8964-4433-b33f-4db448ea9a96 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:11.672540 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e279844-db73-4111-943b-3a974d862f04 req-8303feb6-8964-4433-b33f-4db448ea9a96 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:11.679991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e279844-db73-4111-943b-3a974d862f04 req-8303feb6-8964-4433-b33f-4db448ea9a96 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:11.687958 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e279844-db73-4111-943b-3a974d862f04 req-8303feb6-8964-4433-b33f-4db448ea9a96 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:11.690270 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3e279844-db73-4111-943b-3a974d862f04 req-8303feb6-8964-4433-b33f-4db448ea9a96 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.1872785 Aug 20 10:25:11.699282 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-138da21c-cf60-4170-833e-70c468ae1e9d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Made reservation on behalf of 9ab24141c3cf4678b6e8c7a8b270c121 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:25:11.702905 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-138da21c-cf60-4170-833e-70c468ae1e9d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:11.709513 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f57c81d5-973e-4aaa-8fe9-6b644699c2af req-66637866-acea-486b-a73b-a7dd790cad1c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133635 Aug 20 10:25:11.716163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec212990-420d-4871-bef4-c83bed7a48d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f259e7-46a9-459c-8753-26812559e40d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:11.770121 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-193e42e1-356b-4d04-bed7-971fee4c9c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:11.808076 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-193e42e1-356b-4d04-bed7-971fee4c9c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:11.890615 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3e279844-db73-4111-943b-3a974d862f04 req-db3054d4-664f-4407-9e6b-7817cdc74420 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1799130 Aug 20 10:25:11.891040 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-193e42e1-356b-4d04-bed7-971fee4c9c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:11.894158 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-193e42e1-356b-4d04-bed7-971fee4c9c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:11.896139 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-193e42e1-356b-4d04-bed7-971fee4c9c60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29f259e7-46a9-459c-8753-26812559e40d HTTP/1.1" status: 204 len: 168 time: 0.2371531 Aug 20 10:25:11.911025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e42e1-356b-4d04-bed7-971fee4c9c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f259e7-46a9-459c-8753-26812559e40d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:11.911275 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-62b11722-aab9-42d3-959c-4652dcd15317 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486612 Aug 20 10:25:11.971885 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-c3bf9065-75d7-4613-92bd-b7e5199a9c90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 HTTP/1.1" status: 200 len: 217 time: 0.0503492 Aug 20 10:25:12.056358 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-68d1ef84-8d46-4d6d-a903-04d2ec29998b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:12.067644 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-68d1ef84-8d46-4d6d-a903-04d2ec29998b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:12.127605 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-68d1ef84-8d46-4d6d-a903-04d2ec29998b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:12.131214 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-68d1ef84-8d46-4d6d-a903-04d2ec29998b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3265245 Aug 20 10:25:12.133601 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff06dd6e-db8d-44cb-b00c-53462284652d req-c084e3f9-7630-4feb-9e58-6bc2b517d4bb tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd9e77f-94f8-4fef-ada2-33bba0a01329 HTTP/1.1" status: 200 len: 210 time: 0.0627141 Aug 20 10:25:12.134120 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46366) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:12.161769 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-138da21c-cf60-4170-833e-70c468ae1e9d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Allocated IP 172.20.0.2 (bc500ecd-8f48-462e-8406-51f60bdda1bd/cf539f61-8f34-42e8-a606-b643c725c2c7/d3c12798-dea1-4c6b-acd6-a95f82280688) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:25:12.181086 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-43ea8f62-2f29-4501-b74f-d8527bcaff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:12.182622 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-43ea8f62-2f29-4501-b74f-d8527bcaff56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b HTTP/1.1" status: 200 len: 797 time: 0.2010615 Aug 20 10:25:12.206268 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1ef84-8d46-4d6d-a903-04d2ec29998b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dce1e8c-a7ab-49ac-9bd7-1786df357edb,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:12.244327 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f9a8905c-a9a0-4797-95a4-3c34a0b04ada tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1090789 Aug 20 10:25:12.247322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46368) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:12.255847 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7c0e35c2-8552-45ba-8f16-9c2a94070259 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group': {'name': 'tempest-security--1281214364', 'description': 'tempest-security-description-2140553026'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:12.287126 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c0e35c2-8552-45ba-8f16-9c2a94070259 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:12.292248 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-697b7493-7e7c-435a-9058-7973de7e5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:12.293798 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-697b7493-7e7c-435a-9058-7973de7e5f1e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8714eb28-f9d6-435d-8508-76f686adacfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0845518 Aug 20 10:25:12.342824 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46370) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:12.367412 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-df5eff4a-3d44-4029-8074-cc096c38e113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:12.382883 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c0e35c2-8552-45ba-8f16-9c2a94070259 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:12.393459 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c0e35c2-8552-45ba-8f16-9c2a94070259 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:12.396405 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c0e35c2-8552-45ba-8f16-9c2a94070259 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:12.397660 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7c0e35c2-8552-45ba-8f16-9c2a94070259 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "PUT /v2.0/security-groups/9dce1e8c-a7ab-49ac-9bd7-1786df357edb HTTP/1.1" status: 200 len: 1780 time: 0.1486351 Aug 20 10:25:12.429955 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46372) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:12.477996 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device e8bc1a78-48b2-461a-b7ba-b9c6327572eb details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:25:12.493519 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e35c2-8552-45ba-8f16-9c2a94070259 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dce1e8c-a7ab-49ac-9bd7-1786df357edb,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:12.567867 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-18d843b5-7b16-484f-ad2f-69471df6a395 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-groups/9dce1e8c-a7ab-49ac-9bd7-1786df357edb HTTP/1.1" status: 200 len: 1780 time: 0.1368906 Aug 20 10:25:12.575272 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46378) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:12.597593 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-84717a20-2473-4369-bca7-816e7ad51f39 service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917597 Aug 20 10:25:12.603256 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-df5eff4a-3d44-4029-8074-cc096c38e113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:12.612085 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-df5eff4a-3d44-4029-8074-cc096c38e113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:12.631171 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port e8bc1a78-48b2-461a-b7ba-b9c6327572eb, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=e8bc1a78-48b2-461a-b7ba-b9c6327572eb,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:12.647560 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'e8bc1a78-48b2-461a-b7ba-b9c6327572eb', 'network_id': 'deae5e63-6201-4553-930d-897a3e36a65a', 'port_id': 'e8bc1a78-48b2-461a-b7ba-b9c6327572eb', 'mac_address': 'fa:16:3e:f3:6c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a0b821-48e6-40b2-874d-6ba5dd3e1302', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:25:12.668576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e0726-eb15-4bb0-9712-7e1407d058df req-8c779128-ceb2-4e85-9e61-3600ac9c69ad tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:12.670107 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d64e0726-eb15-4bb0-9712-7e1407d058df req-8c779128-ceb2-4e85-9e61-3600ac9c69ad tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 943 time: 0.1282446 Aug 20 10:25:12.677828 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-df5eff4a-3d44-4029-8074-cc096c38e113 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e34cf18bf87a4ad2bf6ce2a1ed607de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3337212 Aug 20 10:25:12.679911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5eff4a-3d44-4029-8074-cc096c38e113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285d46dd-cce6-453b-9e41-2fd01488c646,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:12.683911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46380) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:12.717643 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:12.718462 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c92576-d3d9-4067-84b1-c6d8291f6282 req-7bb6b8a5-d507-44cf-8e30-a00e9e7aa003 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:12.720053 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8c92576-d3d9-4067-84b1-c6d8291f6282 req-7bb6b8a5-d507-44cf-8e30-a00e9e7aa003 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.2309053 Aug 20 10:25:12.742568 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-138da21c-cf60-4170-833e-70c468ae1e9d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:12.752822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8bc1a78-48b2-461a-b7ba-b9c6327572eb {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:12.805110 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a939a1be-886f-44ef-9a51-90692fbaff19 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:12.809981 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d64e0726-eb15-4bb0-9712-7e1407d058df req-c507aac8-9fd3-4a77-aaf7-1c5295a4a510 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300492 Aug 20 10:25:12.812549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port e8bc1a78-48b2-461a-b7ba-b9c6327572eb, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=e8bc1a78-48b2-461a-b7ba-b9c6327572eb,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:12.819615 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:12.860110 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-0d834e7f-bbfc-4821-8910-48921178d219 service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510874 Aug 20 10:25:12.871816 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a939a1be-886f-44ef-9a51-90692fbaff19 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:12.887243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=e8bc1a78-48b2-461a-b7ba-b9c6327572eb,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:12.891524 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8c92576-d3d9-4067-84b1-c6d8291f6282 req-1496e88a-2a30-4efc-8c9c-63fc0d395570 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542809 Aug 20 10:25:12.920225 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-874820b0-cde8-4ad7-8c1f-e3edeb9444a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:12.925784 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-2db03e75-d764-40dc-b991-3cb6dfe41e69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a37e7c4-cae4-4620-80d8-485fc0c672bb HTTP/1.1" status: 200 len: 217 time: 0.0558221 Aug 20 10:25:12.958828 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-138da21c-cf60-4170-833e-70c468ae1e9d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:12.973698 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['c97eb99c-7c9b-43ce-a058-cc469682ed9c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:12.995512 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-874820b0-cde8-4ad7-8c1f-e3edeb9444a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:13.047920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e69eb2-3072-4aad-91de-805a3bb94c82 req-eabd8e0e-eb67-4f6e-b507-f726e6d9534e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:13.048850 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-42e69eb2-3072-4aad-91de-805a3bb94c82 req-eabd8e0e-eb67-4f6e-b507-f726e6d9534e tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.1186028 Aug 20 10:25:13.049235 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-138da21c-cf60-4170-833e-70c468ae1e9d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Network bc500ecd-8f48-462e-8406-51f60bdda1bd is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:25:13.055357 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a939a1be-886f-44ef-9a51-90692fbaff19 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:13.058603 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a939a1be-886f-44ef-9a51-90692fbaff19 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:13.061986 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a939a1be-886f-44ef-9a51-90692fbaff19 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-groups/9dce1e8c-a7ab-49ac-9bd7-1786df357edb HTTP/1.1" status: 204 len: 168 time: 0.4762411 Aug 20 10:25:13.063208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46386) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:13.066642 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-18041171-a0e5-4089-beaa-a760e1ab584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:13.068422 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-18041171-a0e5-4089-beaa-a760e1ab584e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b HTTP/1.1" status: 200 len: 797 time: 0.1313980 Aug 20 10:25:13.069346 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-138da21c-cf60-4170-833e-70c468ae1e9d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:25:13.079797 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-138da21c-cf60-4170-833e-70c468ae1e9d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:25:13.095970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138da21c-cf60-4170-833e-70c468ae1e9d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Pushing event updated for resources: {'Port': ['ID=d3c12798-dea1-4c6b-acd6-a95f82280688,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:13.121328 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-874820b0-cde8-4ad7-8c1f-e3edeb9444a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:13.124222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939a1be-886f-44ef-9a51-90692fbaff19 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dce1e8c-a7ab-49ac-9bd7-1786df357edb,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:13.124782 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-874820b0-cde8-4ad7-8c1f-e3edeb9444a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:13.126043 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-874820b0-cde8-4ad7-8c1f-e3edeb9444a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/285d46dd-cce6-453b-9e41-2fd01488c646 HTTP/1.1" status: 204 len: 168 time: 0.4412529 Aug 20 10:25:13.161890 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874820b0-cde8-4ad7-8c1f-e3edeb9444a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285d46dd-cce6-453b-9e41-2fd01488c646,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:13.208748 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5c1e1cc1-b372-4fb9-bd9f-e8da213be497 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1410284 Aug 20 10:25:13.213914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46392) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:13.237457 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['e8bc1a78-48b2-461a-b7ba-b9c6327572eb'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:13.244086 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-42e69eb2-3072-4aad-91de-805a3bb94c82 req-e1c31c46-b33e-46de-b4d3-579b743e8038 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411178 Aug 20 10:25:13.252549 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-d4b3ac66-6651-423d-a81b-ed0993b33246 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] delete failed (client error): The resource could not be found. Aug 20 10:25:13.259972 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d4b3ac66-6651-423d-a81b-ed0993b33246 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-groups/9dce1e8c-a7ab-49ac-9bd7-1786df357edb HTTP/1.1" status: 404 len: 347 time: 0.0446041 Aug 20 10:25:13.260624 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-138da21c-cf60-4170-833e-70c468ae1e9d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:13.261754 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-138da21c-cf60-4170-833e-70c468ae1e9d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:13.263614 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46394) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:13.268587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2fd4a283-8eb7-4f9b-9a25-71ef33a326ca tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group': {'name': 'tempest-secgroup--715055911'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:13.297627 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6a22-df83-4a60-8e2b-fc4176f66112 req-e394196c-8f4a-468c-96dc-5f17329a301c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:13.305437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6a22-df83-4a60-8e2b-fc4176f66112 req-e394196c-8f4a-468c-96dc-5f17329a301c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:13.317575 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6a22-df83-4a60-8e2b-fc4176f66112 req-e394196c-8f4a-468c-96dc-5f17329a301c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:13.325842 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6a22-df83-4a60-8e2b-fc4176f66112 req-e394196c-8f4a-468c-96dc-5f17329a301c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:13.329241 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a283-8eb7-4f9b-9a25-71ef33a326ca tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:13.333771 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6a22-df83-4a60-8e2b-fc4176f66112 req-e394196c-8f4a-468c-96dc-5f17329a301c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:13.341415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6a22-df83-4a60-8e2b-fc4176f66112 req-e394196c-8f4a-468c-96dc-5f17329a301c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:13.370080 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6a22-df83-4a60-8e2b-fc4176f66112 req-e394196c-8f4a-468c-96dc-5f17329a301c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:13.384731 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19ba6a22-df83-4a60-8e2b-fc4176f66112 req-e394196c-8f4a-468c-96dc-5f17329a301c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.2615857 Aug 20 10:25:13.398295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ca8ce282-e6e0-463b-902a-fc8546c407a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:13.400865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-ca8ce282-e6e0-463b-902a-fc8546c407a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8714eb28-f9d6-435d-8508-76f686adacfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3218379 Aug 20 10:25:13.403685 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-138da21c-cf60-4170-833e-70c468ae1e9d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8851616 Aug 20 10:25:13.429118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Request body: {'port': {'device_id': '8fd9e77f-94f8-4fef-ada2-33bba0a01329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:13.439348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f7f6c-857c-47eb-aa06-a653947ab249 req-7f654ee1-5a2b-424b-9f53-da1969749a7d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:13.448468 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e1f7f6c-857c-47eb-aa06-a653947ab249 req-7f654ee1-5a2b-424b-9f53-da1969749a7d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd9e77f-94f8-4fef-ada2-33bba0a01329 HTTP/1.1" status: 200 len: 931 time: 0.0893128 Aug 20 10:25:13.523272 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e1f7f6c-857c-47eb-aa06-a653947ab249 req-101e5935-3903-477e-8ec8-fa6e1a04acd8 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692379 Aug 20 10:25:13.560886 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a283-8eb7-4f9b-9a25-71ef33a326ca tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:13.570770 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a283-8eb7-4f9b-9a25-71ef33a326ca tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:13.619316 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a283-8eb7-4f9b-9a25-71ef33a326ca tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:13.627692 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2fd4a283-8eb7-4f9b-9a25-71ef33a326ca tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3617640 Aug 20 10:25:13.628429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46400) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:13.667702 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19ba6a22-df83-4a60-8e2b-fc4176f66112 req-fc7af5ef-f280-4da8-a2d1-43159cea572a tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2808063 Aug 20 10:25:13.670023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-ff76544f-c2e0-4cbe-b4f8-c118106fea89 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group_rule': {'security_group_id': '1b6f1606-db75-476e-9dc9-e5877e6ccef3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:13.700585 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4a283-8eb7-4f9b-9a25-71ef33a326ca tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6f1606-db75-476e-9dc9-e5877e6ccef3,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:13.709252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ff76544f-c2e0-4cbe-b4f8-c118106fea89 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:13.774473 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:13.845212 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ff76544f-c2e0-4cbe-b4f8-c118106fea89 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:13.849805 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-3ac8c588-4284-48c6-822d-857d907d37b3 service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351022 Aug 20 10:25:13.854632 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ff76544f-c2e0-4cbe-b4f8-c118106fea89 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:13.906767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76544f-c2e0-4cbe-b4f8-c118106fea89 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17893a70-7a35-4337-8bbf-f35ccd3610a5,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:13.934307 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ff76544f-c2e0-4cbe-b4f8-c118106fea89 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:13.941996 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ff76544f-c2e0-4cbe-b4f8-c118106fea89 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2962182 Aug 20 10:25:13.942827 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46412) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:14.102684 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b78323ee-5baa-4040-969f-a8b347da9902 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:14.114845 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b78323ee-5baa-4040-969f-a8b347da9902 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:14.145990 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385ffa0-a74d-460b-8927-6b0bedb025fc req-1123bd6e-ee9c-4fce-925d-bf8767857adc tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:14.147797 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d385ffa0-a74d-460b-8927-6b0bedb025fc req-1123bd6e-ee9c-4fce-925d-bf8767857adc tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 944 time: 0.1706076 Aug 20 10:25:14.181595 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b751010-eb2c-410f-9569-f20c54c94ef4 req-5015d21a-9deb-4988-a086-01d256face92 service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229196 Aug 20 10:25:14.237924 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d385ffa0-a74d-460b-8927-6b0bedb025fc req-42aa3ded-1fa6-4a3b-a5a1-c3d024451556 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758336 Aug 20 10:25:14.255597 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b78323ee-5baa-4040-969f-a8b347da9902 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:14.263946 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b78323ee-5baa-4040-969f-a8b347da9902 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:14.274978 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b78323ee-5baa-4040-969f-a8b347da9902 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/17893a70-7a35-4337-8bbf-f35ccd3610a5 HTTP/1.1" status: 204 len: 168 time: 0.3296380 Aug 20 10:25:14.280118 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46420) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:14.308581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78323ee-5baa-4040-969f-a8b347da9902 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17893a70-7a35-4337-8bbf-f35ccd3610a5,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:14.443858 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-833373a8-d7fe-47ed-88b7-8cdbcbfabe2c tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1596067 Aug 20 10:25:14.444155 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46426) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:14.478263 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device e8bc1a78-48b2-461a-b7ba-b9c6327572eb up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:25:14.507596 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ff68a-4c9e-48ab-85fc-ad01163fe5df req-9ca25424-a350-47a6-ad39-960462374468 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:14.510676 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a62ff68a-4c9e-48ab-85fc-ad01163fe5df req-9ca25424-a350-47a6-ad39-960462374468 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.1625447 Aug 20 10:25:14.531660 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c12798-dea1-4c6b-acd6-a95f82280688 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:14.543164 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:14.558916 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-856c5842-affe-4b29-92e3-b395568494ae tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:14.564108 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Transition to ACTIVE for port object d3c12798-dea1-4c6b-acd6-a95f82280688 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:25:14.599842 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-856c5842-affe-4b29-92e3-b395568494ae tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:14.606678 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a62ff68a-4c9e-48ab-85fc-ad01163fe5df req-de0bce88-cbd8-4e7d-94ad-9873d00e0a0d tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845921 Aug 20 10:25:14.615694 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:14.643825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464de37-053a-4bd5-a6ce-18e19f1b090c req-8eebdc87-3737-4b3c-bf42-3ad60f7355ef tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:14.645734 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e464de37-053a-4bd5-a6ce-18e19f1b090c req-8eebdc87-3737-4b3c-bf42-3ad60f7355ef tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.5482049 Aug 20 10:25:14.677199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port e8bc1a78-48b2-461a-b7ba-b9c6327572eb completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:25:14.689916 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-856c5842-affe-4b29-92e3-b395568494ae tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:14.692671 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port e8bc1a78-48b2-461a-b7ba-b9c6327572eb triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:25:14.693210 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-856c5842-affe-4b29-92e3-b395568494ae tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:14.696811 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:14.697023 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-856c5842-affe-4b29-92e3-b395568494ae tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-groups/1b6f1606-db75-476e-9dc9-e5877e6ccef3 HTTP/1.1" status: 204 len: 168 time: 0.2498741 Aug 20 10:25:14.699973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46432) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:14.736560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c5842-affe-4b29-92e3-b395568494ae tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6f1606-db75-476e-9dc9-e5877e6ccef3,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:14.802700 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e464de37-053a-4bd5-a6ce-18e19f1b090c req-aaf3b938-7249-4948-a0d9-796c28d96254 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316381 Aug 20 10:25:14.836016 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86a82d-4193-42e5-b213-24b8de26a614 req-8b235cbd-a90c-45b0-9a15-42a1ae861557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:14.836764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86a82d-4193-42e5-b213-24b8de26a614 req-8b235cbd-a90c-45b0-9a15-42a1ae861557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:14.837725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86a82d-4193-42e5-b213-24b8de26a614 req-8b235cbd-a90c-45b0-9a15-42a1ae861557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:14.838450 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86a82d-4193-42e5-b213-24b8de26a614 req-8b235cbd-a90c-45b0-9a15-42a1ae861557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:14.841015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86a82d-4193-42e5-b213-24b8de26a614 req-8b235cbd-a90c-45b0-9a15-42a1ae861557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:14.841643 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86a82d-4193-42e5-b213-24b8de26a614 req-8b235cbd-a90c-45b0-9a15-42a1ae861557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:14.842369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86a82d-4193-42e5-b213-24b8de26a614 req-8b235cbd-a90c-45b0-9a15-42a1ae861557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:14.848443 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e86a82d-4193-42e5-b213-24b8de26a614 req-8b235cbd-a90c-45b0-9a15-42a1ae861557 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 6496 time: 0.4125757 Aug 20 10:25:14.921589 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f5c089f7-9fa2-45f7-a51f-3d5dd18d2988 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2195570 Aug 20 10:25:14.925925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46438) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:14.929471 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Pushing event updated for resources: {'Port': ['ID=d3c12798-dea1-4c6b-acd6-a95f82280688,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:14.933039 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-002de374-8c62-4124-a354-d20adae73373 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group': {'name': 'tempest-secgroup--741476110'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:14.953032 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:14.961025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988c80a-6ccd-4068-af35-19d87bd813b3 req-a9c32bdd-8afa-4135-92b7-4eac70b4146c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:14.969549 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3988c80a-6ccd-4068-af35-19d87bd813b3 req-a9c32bdd-8afa-4135-92b7-4eac70b4146c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd9e77f-94f8-4fef-ada2-33bba0a01329 HTTP/1.1" status: 200 len: 943 time: 0.1994143 Aug 20 10:25:15.000898 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766b1efb-526a-4d53-b5bf-cdd03c067a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bc1a78-48b2-461a-b7ba-b9c6327572eb'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:15.003825 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9e7ca5-3f31-4337-a0d0-dcb5c116646f" -d '{"events": [{"server_uuid": "766b1efb-526a-4d53-b5bf-cdd03c067a75", "name": "network-vif-plugged", "status": "completed", "tag": "e8bc1a78-48b2-461a-b7ba-b9c6327572eb"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:15.019585 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port e8bc1a78-48b2-461a-b7ba-b9c6327572eb, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=e8bc1a78-48b2-461a-b7ba-b9c6327572eb,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:15.035161 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:15.091570 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-002de374-8c62-4124-a354-d20adae73373 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:15.110858 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3988c80a-6ccd-4068-af35-19d87bd813b3 req-ac60e1df-0f36-4fc6-bc68-cc34d08d20ee tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332479 Aug 20 10:25:15.112593 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=e8bc1a78-48b2-461a-b7ba-b9c6327572eb,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:15.205975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec00ed-dd55-4188-a3f5-dfce4f4c8eb0 req-da6d958b-d781-4ba7-afe3-c65eb2ce4341 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:15.212858 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec00ed-dd55-4188-a3f5-dfce4f4c8eb0 req-da6d958b-d781-4ba7-afe3-c65eb2ce4341 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:15.219257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec00ed-dd55-4188-a3f5-dfce4f4c8eb0 req-da6d958b-d781-4ba7-afe3-c65eb2ce4341 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:15.225488 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec00ed-dd55-4188-a3f5-dfce4f4c8eb0 req-da6d958b-d781-4ba7-afe3-c65eb2ce4341 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:15.232051 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec00ed-dd55-4188-a3f5-dfce4f4c8eb0 req-da6d958b-d781-4ba7-afe3-c65eb2ce4341 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:15.239427 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec00ed-dd55-4188-a3f5-dfce4f4c8eb0 req-da6d958b-d781-4ba7-afe3-c65eb2ce4341 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:15.244440 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec00ed-dd55-4188-a3f5-dfce4f4c8eb0 req-da6d958b-d781-4ba7-afe3-c65eb2ce4341 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:15.246294 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4ec00ed-dd55-4188-a3f5-dfce4f4c8eb0 req-da6d958b-d781-4ba7-afe3-c65eb2ce4341 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.3139324 Aug 20 10:25:15.279602 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Attempting to bind port d3c12798-dea1-4c6b-acd6-a95f82280688 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:25:15.279930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Attempting to bind port d3c12798-dea1-4c6b-acd6-a95f82280688 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'b609cb7a-77cc-49c3-9444-7cdfcd98764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bc500ecd-8f48-462e-8406-51f60bdda1bd'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:25:15.280266 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Attempting to bind port d3c12798-dea1-4c6b-acd6-a95f82280688 on network bc500ecd-8f48-462e-8406-51f60bdda1bd {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:25:15.296950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86a82d-4193-42e5-b213-24b8de26a614 req-b46f97ac-8ee3-49b0-bb72-d271712d86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:15.298725 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e86a82d-4193-42e5-b213-24b8de26a614 req-b46f97ac-8ee3-49b0-bb72-d271712d86f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8714eb28-f9d6-435d-8508-76f686adacfc HTTP/1.1" status: 200 len: 902 time: 0.4336193 Aug 20 10:25:15.301218 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Port d3c12798-dea1-4c6b-acd6-a95f82280688 on network bc500ecd-8f48-462e-8406-51f60bdda1bd not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:25:15.301548 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Attempting to bind port d3c12798-dea1-4c6b-acd6-a95f82280688 on network bc500ecd-8f48-462e-8406-51f60bdda1bd {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:25:15.322153 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-002de374-8c62-4124-a354-d20adae73373 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:15.328358 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-002de374-8c62-4124-a354-d20adae73373 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:15.368450 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-002de374-8c62-4124-a354-d20adae73373 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:15.369714 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-002de374-8c62-4124-a354-d20adae73373 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4428294 Aug 20 10:25:15.374138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46446) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:15.383821 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e86a82d-4193-42e5-b213-24b8de26a614 req-28578527-9f12-4ecc-964a-e8e5ffb6640b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a37e7c4-cae4-4620-80d8-485fc0c672bb HTTP/1.1" status: 200 len: 217 time: 0.0734773 Aug 20 10:25:15.384647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-00dcfc0e-16f0-4fff-9b45-a710119431b5 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group_rule': {'security_group_id': 'da32f668-8d3f-4fa2-a8f8-a7d5b234e1e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:15.385180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:25:15.385521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Checking segment: {'id': 'b609cb7a-77cc-49c3-9444-7cdfcd98764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bc500ecd-8f48-462e-8406-51f60bdda1bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:25:15.385909 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Bound using segment: {'id': 'b609cb7a-77cc-49c3-9444-7cdfcd98764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bc500ecd-8f48-462e-8406-51f60bdda1bd'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:25:15.386366 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Bound port: d3c12798-dea1-4c6b-acd6-a95f82280688, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b609cb7a-77cc-49c3-9444-7cdfcd98764f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'bc500ecd-8f48-462e-8406-51f60bdda1bd'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:25:15.386730 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:15.410118 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002de374-8c62-4124-a354-d20adae73373 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da32f668-8d3f-4fa2-a8f8-a7d5b234e1e7,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:15.413160 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4ec00ed-dd55-4188-a3f5-dfce4f4c8eb0 req-dbfa838d-f1ac-4e57-a848-9389890d7625 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1529472 Aug 20 10:25:15.523684 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a715d5b-f960-4f50-bd50-caf78d623fe9 x-openstack-request-id: req-3a715d5b-f960-4f50-bd50-caf78d623fe9 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:15.525420 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766b1efb-526a-4d53-b5bf-cdd03c067a75", "name": "network-vif-plugged", "status": "completed", "tag": "e8bc1a78-48b2-461a-b7ba-b9c6327572eb", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:15.526266 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a715d5b-f960-4f50-bd50-caf78d623fe9 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:15.527078 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766b1efb-526a-4d53-b5bf-cdd03c067a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bc1a78-48b2-461a-b7ba-b9c6327572eb', 'code': 200} Aug 20 10:25:15.532994 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-00dcfc0e-16f0-4fff-9b45-a710119431b5 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:15.564955 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86a82d-4193-42e5-b213-24b8de26a614 req-b76d0011-9259-4120-b299-7d03ef0d62da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:15.566529 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e86a82d-4193-42e5-b213-24b8de26a614 req-b76d0011-9259-4120-b299-7d03ef0d62da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b HTTP/1.1" status: 200 len: 797 time: 0.1746268 Aug 20 10:25:15.653037 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] For port d3c12798-dea1-4c6b-acd6-a95f82280688, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:25:15.736125 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f5d9e-698b-46c7-9526-4b9b4c6e2263 req-c3a4665c-b8f8-45e6-bfba-c23c099822c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:15.736125 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-384f5d9e-698b-46c7-9526-4b9b4c6e2263 req-c3a4665c-b8f8-45e6-bfba-c23c099822c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 1097 time: 0.1094754 Aug 20 10:25:15.757456 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-00dcfc0e-16f0-4fff-9b45-a710119431b5 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:15.774388 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-00dcfc0e-16f0-4fff-9b45-a710119431b5 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:15.785845 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-384f5d9e-698b-46c7-9526-4b9b4c6e2263 req-51db0111-a217-4e7d-9eca-64f85a1742a1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541987 Aug 20 10:25:15.791949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] For port d3c12798-dea1-4c6b-acd6-a95f82280688, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d3c12798-dea1-4c6b-acd6-a95f82280688,segment=NetworkSegment(b609cb7a-77cc-49c3-9444-7cdfcd98764f),segment_id=b609cb7a-77cc-49c3-9444-7cdfcd98764f)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:25:15.799472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dcfc0e-16f0-4fff-9b45-a710119431b5 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb456a7b-3e7b-4683-9c53-44e3f23f38ef,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:15.804508 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86a82d-4193-42e5-b213-24b8de26a614 req-09a96df3-8307-41f3-9308-d873801f2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:15.806749 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e86a82d-4193-42e5-b213-24b8de26a614 req-09a96df3-8307-41f3-9308-d873801f2da0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8714eb28-f9d6-435d-8508-76f686adacfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2218649 Aug 20 10:25:15.812602 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:15.829465 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-00dcfc0e-16f0-4fff-9b45-a710119431b5 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:15.832990 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-00dcfc0e-16f0-4fff-9b45-a710119431b5 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4578269 Aug 20 10:25:15.833697 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46464) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:15.853156 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-af56b326-9142-43de-90db-16c3f7acdd79 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group_rule': {'security_group_id': 'da32f668-8d3f-4fa2-a8f8-a7d5b234e1e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:15.892429 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Pushing event updated for resources: {'Port': ['ID=d3c12798-dea1-4c6b-acd6-a95f82280688,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:15.906265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4df579-8eb5-4943-b9bb-0726905a9675 req-09af213d-78d1-4636-8eac-25b9e1c95fba tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:15.906957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c346c-1d39-41f1-bf07-800fb2031146 req-38bedd0b-ac06-40ac-a34e-29c58dec73e3 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:15.908973 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d4c346c-1d39-41f1-bf07-800fb2031146 req-38bedd0b-ac06-40ac-a34e-29c58dec73e3 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.1002104 Aug 20 10:25:15.916309 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1f4df579-8eb5-4943-b9bb-0726905a9675 req-09af213d-78d1-4636-8eac-25b9e1c95fba tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 945 time: 0.3617847 Aug 20 10:25:15.922366 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af56b326-9142-43de-90db-16c3f7acdd79 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:15.987684 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d4c346c-1d39-41f1-bf07-800fb2031146 req-8bc47716-aa05-452f-91a9-862e776f2eed tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725429 Aug 20 10:25:16.019317 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1f4df579-8eb5-4943-b9bb-0726905a9675 req-cdb8ca2b-a18e-4c94-8c3b-120483c1562e tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979397 Aug 20 10:25:16.023750 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af56b326-9142-43de-90db-16c3f7acdd79 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:16.033483 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:16.034223 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:16.035935 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-170c8996-ce14-451f-a294-b8d80580caec service neutron] 10.222.0.24 "PUT /v2.0/ports/d3c12798-dea1-4c6b-acd6-a95f82280688 HTTP/1.1" status: 200 len: 1092 time: 2.6112537 Aug 20 10:25:16.036625 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af56b326-9142-43de-90db-16c3f7acdd79 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:16.039039 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd9e77f-94f8-4fef-ada2-33bba0a01329', 'tag': 'd3c12798-dea1-4c6b-acd6-a95f82280688'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:16.042815 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2919e548-0eb3-48b4-82fd-e20ed4843a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd9e77f-94f8-4fef-ada2-33bba0a01329", "tag": "d3c12798-dea1-4c6b-acd6-a95f82280688"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:16.058968 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56b326-9142-43de-90db-16c3f7acdd79 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65128060-a2d0-4188-90c6-bf0796b4ed95,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:16.079885 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af56b326-9142-43de-90db-16c3f7acdd79 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:16.081365 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-af56b326-9142-43de-90db-16c3f7acdd79 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2325504 Aug 20 10:25:16.085248 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46474) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:16.092280 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group_rule': {'security_group_id': 'da32f668-8d3f-4fa2-a8f8-a7d5b234e1e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:16.148253 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b80bedc-5222-4697-8562-4cf3b670f848 x-openstack-request-id: req-7b80bedc-5222-4697-8562-4cf3b670f848 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:16.148509 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd9e77f-94f8-4fef-ada2-33bba0a01329", "tag": "d3c12798-dea1-4c6b-acd6-a95f82280688", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:16.148674 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b80bedc-5222-4697-8562-4cf3b670f848 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:16.149414 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd9e77f-94f8-4fef-ada2-33bba0a01329', 'tag': 'd3c12798-dea1-4c6b-acd6-a95f82280688', 'status': 'completed', 'code': 200} Aug 20 10:25:16.171264 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:16.206439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addab9a-4789-4035-8cf9-075b78de1110 req-8cd9e487-d300-4e6d-86c8-3b41424bdaec tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:16.209061 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5addab9a-4789-4035-8cf9-075b78de1110 req-8cd9e487-d300-4e6d-86c8-3b41424bdaec tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.0815787 Aug 20 10:25:16.281668 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5addab9a-4789-4035-8cf9-075b78de1110 req-ea34189b-ffe4-4749-b247-ef2e5e604293 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644445 Aug 20 10:25:16.352003 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e86a82d-4193-42e5-b213-24b8de26a614 req-009e1bfa-2c82-415d-95e6-5c0d9a92fa41 service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346868 Aug 20 10:25:16.357058 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-39eb87d0-baf2-46ca-a167-c04bd9437ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:16.357963 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-39eb87d0-baf2-46ca-a167-c04bd9437ea4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ab24141c3cf4678b6e8c7a8b270c121&device_id=8fd9e77f-94f8-4fef-ada2-33bba0a01329 HTTP/1.1" status: 200 len: 1095 time: 0.2077849 Aug 20 10:25:16.510505 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e86a82d-4193-42e5-b213-24b8de26a614 req-b7e7afd4-be16-4627-b556-c23fd5d8e457 service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457267 Aug 20 10:25:16.510724 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:16.536007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11121f4b-21e1-4705-ab7f-cd48862b6048 req-88364b66-6561-4216-8a55-4c1d704b2409 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:16.537817 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-11121f4b-21e1-4705-ab7f-cd48862b6048 req-88364b66-6561-4216-8a55-4c1d704b2409 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd9e77f-94f8-4fef-ada2-33bba0a01329 HTTP/1.1" status: 200 len: 943 time: 0.3248785 Aug 20 10:25:16.539872 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-fa78e4c9-9626-4b4d-aba5-add06f1d6bf8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3c12798-dea1-4c6b-acd6-a95f82280688 HTTP/1.1" status: 200 len: 217 time: 0.1642487 Aug 20 10:25:16.548253 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:16.602331 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e052baf-12fa-455c-a9d4-a664ff255949 req-5cb47e21-c745-4be6-b6c2-af8fa246e19b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:16.609020 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e052baf-12fa-455c-a9d4-a664ff255949 req-5cb47e21-c745-4be6-b6c2-af8fa246e19b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:16.614977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e052baf-12fa-455c-a9d4-a664ff255949 req-5cb47e21-c745-4be6-b6c2-af8fa246e19b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:16.618238 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f097dba-8797-45cf-ac7d-5304010cb2fe,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:16.621046 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e052baf-12fa-455c-a9d4-a664ff255949 req-5cb47e21-c745-4be6-b6c2-af8fa246e19b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:16.629711 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e052baf-12fa-455c-a9d4-a664ff255949 req-5cb47e21-c745-4be6-b6c2-af8fa246e19b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:16.630963 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:16.632280 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5459964 Aug 20 10:25:16.635129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46496) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:16.637412 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e052baf-12fa-455c-a9d4-a664ff255949 req-5cb47e21-c745-4be6-b6c2-af8fa246e19b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:16.641265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d60b8920-329a-4756-9f99-e5f265f1c669 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group_rule': {'security_group_id': 'da32f668-8d3f-4fa2-a8f8-a7d5b234e1e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:16.644516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e052baf-12fa-455c-a9d4-a664ff255949 req-5cb47e21-c745-4be6-b6c2-af8fa246e19b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:16.646487 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5e052baf-12fa-455c-a9d4-a664ff255949 req-5cb47e21-c745-4be6-b6c2-af8fa246e19b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.1184804 Aug 20 10:25:16.648141 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:16.648497 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:16.648839 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:16.649179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:16.650050 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:16.650388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:16.650717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:16.651073 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:16.651398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:16.651726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:16.652049 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:16.652373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eabab2-2706-46c7-adbb-f00405ae0542 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:16.673641 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-c33ea4e3-637f-4646-888d-c0ddc0a95f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:16.675334 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-c33ea4e3-637f-4646-888d-c0ddc0a95f39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf539f61-8f34-42e8-a606-b643c725c2c7 HTTP/1.1" status: 200 len: 853 time: 0.1242101 Aug 20 10:25:16.685352 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-11121f4b-21e1-4705-ab7f-cd48862b6048 req-f49511ec-82c1-43d1-9369-9cd38be8c454 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332140 Aug 20 10:25:16.707209 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5e052baf-12fa-455c-a9d4-a664ff255949 req-07439008-c0c2-4c28-8816-edb8f7ef29a5 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510311 Aug 20 10:25:16.728223 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-84398b1e-496b-481f-8125-263e435e66d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc500ecd-8f48-462e-8406-51f60bdda1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418963 Aug 20 10:25:16.770111 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d60b8920-329a-4756-9f99-e5f265f1c669 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:16.847260 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5072d5d1-55b7-4fa1-bb6a-b64aac0480de req-c80b8330-6d0c-45b5-a60c-6fbc1111c298 tempest-FlavorsV2NegativeTest-2045616238 tempest-FlavorsV2NegativeTest-2045616238-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b81532ad6c044cce86f46eec28a42ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449917 Aug 20 10:25:16.951825 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d60b8920-329a-4756-9f99-e5f265f1c669 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:16.963399 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d60b8920-329a-4756-9f99-e5f265f1c669 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:16.979760 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-19b15bed-06f5-420c-b81a-283067bc7db1 service neutron] 10.222.0.24 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416303 Aug 20 10:25:17.007894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b8920-329a-4756-9f99-e5f265f1c669 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cd8fad-a175-4d66-8dc0-284f12c3923a,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:17.060169 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d60b8920-329a-4756-9f99-e5f265f1c669 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:17.064004 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d60b8920-329a-4756-9f99-e5f265f1c669 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4253359 Aug 20 10:25:17.064268 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46514) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:17.078592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group_rule': {'security_group_id': 'da32f668-8d3f-4fa2-a8f8-a7d5b234e1e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:17.085960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072d5d1-55b7-4fa1-bb6a-b64aac0480de req-b528a55c-c829-4501-8539-f4c2f19c188b tempest-FlavorsV2NegativeTest-2045616238 tempest-FlavorsV2NegativeTest-2045616238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:17.088001 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5072d5d1-55b7-4fa1-bb6a-b64aac0480de req-b528a55c-c829-4501-8539-f4c2f19c188b tempest-FlavorsV2NegativeTest-2045616238 tempest-FlavorsV2NegativeTest-2045616238-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2330124 Aug 20 10:25:17.118761 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5072d5d1-55b7-4fa1-bb6a-b64aac0480de req-92e7a21c-b315-45e5-8a6d-a8c22f448202 tempest-FlavorsV2NegativeTest-2045616238 tempest-FlavorsV2NegativeTest-2045616238-project] 10.222.0.16 "GET /v2.0/quotas/b81532ad6c044cce86f46eec28a42ab6 HTTP/1.1" status: 200 len: 375 time: 0.0186346 Aug 20 10:25:17.136649 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18bf11-d5a5-4597-9f2f-df8fcf662494 req-5b42ed0a-797f-463c-a3db-3559e21c31fd tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:17.139908 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ed18bf11-d5a5-4597-9f2f-df8fcf662494 req-5b42ed0a-797f-463c-a3db-3559e21c31fd tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.0780926 Aug 20 10:25:17.140087 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1af4111a-06ba-4d76-bc78-a3469e7bc416 req-9beac4cb-ccdd-4249-b5a8-7bb7c5298a9d service neutron] 10.222.0.24 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459954 Aug 20 10:25:17.141773 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:17.159857 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5072d5d1-55b7-4fa1-bb6a-b64aac0480de req-389c9655-5560-4556-9789-63f720a93739 tempest-FlavorsV2NegativeTest-2045616238 tempest-FlavorsV2NegativeTest-2045616238-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b81532ad6c044cce86f46eec28a42ab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335269 Aug 20 10:25:17.232182 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ed18bf11-d5a5-4597-9f2f-df8fcf662494 req-bb1f70fc-21da-40a7-8c34-8dc16217ac63 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630589 Aug 20 10:25:17.239242 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:17.254566 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:17.276945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e65813-fc4e-458c-b973-12b7cf959646,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:17.286545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:17.286897 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:17.287319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:17.287611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:17.287949 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:17.288280 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:17.288609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:17.288935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:17.289260 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:17.289582 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:17.289906 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:17.290259 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:17.300343 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:17.303438 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2a92dbf9-d278-4e89-a619-222f66d85dd8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2362933 Aug 20 10:25:17.304809 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46528) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:17.325911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeca6ee-cce1-4a09-927c-c6a83d730cef req-6c349ec9-ccaf-4084-a8d7-f82aafa0e26a tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:17.334332 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-faeca6ee-cce1-4a09-927c-c6a83d730cef req-6c349ec9-ccaf-4084-a8d7-f82aafa0e26a tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 945 time: 0.1042097 Aug 20 10:25:17.335761 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5e26a1a-3c57-4c3b-adba-6af721df9a99 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:17.344510 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5e26a1a-3c57-4c3b-adba-6af721df9a99 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:17.380675 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5e26a1a-3c57-4c3b-adba-6af721df9a99 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:17.388874 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5e26a1a-3c57-4c3b-adba-6af721df9a99 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:17.390840 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e5e26a1a-3c57-4c3b-adba-6af721df9a99 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/88e65813-fc4e-458c-b973-12b7cf959646 HTTP/1.1" status: 204 len: 168 time: 0.0844121 Aug 20 10:25:17.393201 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46532) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:17.413295 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e26a1a-3c57-4c3b-adba-6af721df9a99 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88e65813-fc4e-458c-b973-12b7cf959646,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:17.413552 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-faeca6ee-cce1-4a09-927c-c6a83d730cef req-41945df7-fd44-42da-83ec-f25e259bab99 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783689 Aug 20 10:25:17.416764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919e548-0eb3-48b4-82fd-e20ed4843a7f req-49a41c0b-9bb1-414f-b622-1f76b5dfc3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:17.418231 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2919e548-0eb3-48b4-82fd-e20ed4843a7f req-49a41c0b-9bb1-414f-b622-1f76b5dfc3eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ab24141c3cf4678b6e8c7a8b270c121&device_id=8fd9e77f-94f8-4fef-ada2-33bba0a01329 HTTP/1.1" status: 200 len: 1095 time: 0.0813594 Aug 20 10:25:17.492443 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8c060b5e-9fcd-4382-a3d8-30130d22d66d tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0979409 Aug 20 10:25:17.501661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c5d9d-b06f-49b2-8b97-5387ebb958d9 req-a65ecfd6-c1ee-4f51-a09b-ac3b54969bfc tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:17.503340 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-563c5d9d-b06f-49b2-8b97-5387ebb958d9 req-a65ecfd6-c1ee-4f51-a09b-ac3b54969bfc tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.1047022 Aug 20 10:25:17.503910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46538) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:17.553315 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-23c2657b-4039-43d4-8af6-9a2bca819418 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:17.568467 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-563c5d9d-b06f-49b2-8b97-5387ebb958d9 req-565c149a-d4d5-41a4-b03d-ed8d2e123ff4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578160 Aug 20 10:25:17.570272 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-23c2657b-4039-43d4-8af6-9a2bca819418 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:17.613649 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-23c2657b-4039-43d4-8af6-9a2bca819418 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:17.622153 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-23c2657b-4039-43d4-8af6-9a2bca819418 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:17.623316 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-23c2657b-4039-43d4-8af6-9a2bca819418 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/21cd8fad-a175-4d66-8dc0-284f12c3923a HTTP/1.1" status: 204 len: 168 time: 0.1183677 Aug 20 10:25:17.626131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46542) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:17.644785 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2657b-4039-43d4-8af6-9a2bca819418 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21cd8fad-a175-4d66-8dc0-284f12c3923a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:17.685731 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c40d3db4-ebf8-4e24-b675-b85db6284941 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0559897 Aug 20 10:25:17.686487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46544) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:17.714140 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60d63431-5819-4ecb-a083-63d0eb4f5757 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:17.724265 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60d63431-5819-4ecb-a083-63d0eb4f5757 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:17.781147 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60d63431-5819-4ecb-a083-63d0eb4f5757 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:17.788867 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60d63431-5819-4ecb-a083-63d0eb4f5757 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:17.793394 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-60d63431-5819-4ecb-a083-63d0eb4f5757 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/3f097dba-8797-45cf-ac7d-5304010cb2fe HTTP/1.1" status: 204 len: 168 time: 0.1057808 Aug 20 10:25:17.794095 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46552) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:17.814042 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46554) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:17.815102 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d63431-5819-4ecb-a083-63d0eb4f5757 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f097dba-8797-45cf-ac7d-5304010cb2fe,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:17.890910 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e79f2883-cfd1-4382-ab2f-6020fa7cde1e tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0922449 Aug 20 10:25:17.895902 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46558) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:17.933599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228b47e-41ad-4d31-af46-451e157d6106 req-75cdeb8b-7032-4796-b135-2dfd38ac8f36 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:17.939570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228b47e-41ad-4d31-af46-451e157d6106 req-75cdeb8b-7032-4796-b135-2dfd38ac8f36 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:17.945426 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228b47e-41ad-4d31-af46-451e157d6106 req-75cdeb8b-7032-4796-b135-2dfd38ac8f36 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:17.951339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228b47e-41ad-4d31-af46-451e157d6106 req-75cdeb8b-7032-4796-b135-2dfd38ac8f36 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:17.954623 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e30e16-684f-4f10-8d07-66f7f1f2ed2a req-baa1f466-5f3f-472f-bf85-93d78e0409e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:17.956136 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0e30e16-684f-4f10-8d07-66f7f1f2ed2a req-baa1f466-5f3f-472f-bf85-93d78e0409e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 1097 time: 0.5346320 Aug 20 10:25:17.957209 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228b47e-41ad-4d31-af46-451e157d6106 req-75cdeb8b-7032-4796-b135-2dfd38ac8f36 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:17.963566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228b47e-41ad-4d31-af46-451e157d6106 req-75cdeb8b-7032-4796-b135-2dfd38ac8f36 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:17.969548 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228b47e-41ad-4d31-af46-451e157d6106 req-75cdeb8b-7032-4796-b135-2dfd38ac8f36 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:17.971469 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b228b47e-41ad-4d31-af46-451e157d6106 req-75cdeb8b-7032-4796-b135-2dfd38ac8f36 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.1367569 Aug 20 10:25:17.989792 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a770bb-04c6-4c64-954a-fb067c5249a9 req-f9d538a9-7d14-4ee9-b242-f7d773cbbe0e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:17.991244 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a5a770bb-04c6-4c64-954a-fb067c5249a9 req-f9d538a9-7d14-4ee9-b242-f7d773cbbe0e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd9e77f-94f8-4fef-ada2-33bba0a01329 HTTP/1.1" status: 200 len: 943 time: 0.1041300 Aug 20 10:25:17.996081 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5edc2283-7a91-4152-a56f-230c90cfe51b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.003507 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7934-40f0-436d-af0e-ce9ec60eb8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.006579 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5edc2283-7a91-4152-a56f-230c90cfe51b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.032009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919e548-0eb3-48b4-82fd-e20ed4843a7f req-40073ab7-e651-40f6-a37b-2dd3f8b0426f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:18.033563 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2919e548-0eb3-48b4-82fd-e20ed4843a7f req-40073ab7-e651-40f6-a37b-2dd3f8b0426f service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc500ecd-8f48-462e-8406-51f60bdda1bd HTTP/1.1" status: 200 len: 914 time: 0.5985262 Aug 20 10:25:18.067619 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b228b47e-41ad-4d31-af46-451e157d6106 req-1648ba81-4a43-4b76-af21-8316c90103cd tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873263 Aug 20 10:25:18.073425 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5edc2283-7a91-4152-a56f-230c90cfe51b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.081728 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5edc2283-7a91-4152-a56f-230c90cfe51b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.085459 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5edc2283-7a91-4152-a56f-230c90cfe51b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/65128060-a2d0-4188-90c6-bf0796b4ed95 HTTP/1.1" status: 204 len: 168 time: 0.1860616 Aug 20 10:25:18.086924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46560) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:18.099633 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2919e548-0eb3-48b4-82fd-e20ed4843a7f req-89982220-d670-47c9-88ca-6c41570aac1f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d3c12798-dea1-4c6b-acd6-a95f82280688 HTTP/1.1" status: 200 len: 217 time: 0.0562189 Aug 20 10:25:18.103314 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc2283-7a91-4152-a56f-230c90cfe51b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65128060-a2d0-4188-90c6-bf0796b4ed95,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:18.147828 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a5a770bb-04c6-4c64-954a-fb067c5249a9 req-3199d18b-3337-445a-aba1-287f9d1ae3e2 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218436 Aug 20 10:25:18.160250 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5be26a1b-19df-4a10-b645-68be1455b0c5 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0665655 Aug 20 10:25:18.163758 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46562) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:18.181271 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e30e16-684f-4f10-8d07-66f7f1f2ed2a req-e71f1c73-f58b-4664-9f4e-1f5b505e7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:18.182789 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0e30e16-684f-4f10-8d07-66f7f1f2ed2a req-e71f1c73-f58b-4664-9f4e-1f5b505e7062 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 912 time: 0.2162259 Aug 20 10:25:18.186621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919e548-0eb3-48b4-82fd-e20ed4843a7f req-81229284-7f61-44b2-95b3-195037cbe7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:18.188262 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2919e548-0eb3-48b4-82fd-e20ed4843a7f req-81229284-7f61-44b2-95b3-195037cbe7f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf539f61-8f34-42e8-a606-b643c725c2c7 HTTP/1.1" status: 200 len: 853 time: 0.0781808 Aug 20 10:25:18.213767 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c0f0ac9-5200-4c63-81be-6eef0a62ea3b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.228709 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7934-40f0-436d-af0e-ce9ec60eb8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.230831 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c0f0ac9-5200-4c63-81be-6eef0a62ea3b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.237488 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1d1b7934-40f0-436d-af0e-ce9ec60eb8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.246490 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0e30e16-684f-4f10-8d07-66f7f1f2ed2a req-6d80a125-4998-4c41-8ed8-bb74fac9a983 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b773e930-fbb7-49dd-bf9d-10fc2e0594a5 HTTP/1.1" status: 200 len: 217 time: 0.0563316 Aug 20 10:25:18.248258 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2919e548-0eb3-48b4-82fd-e20ed4843a7f req-181cb5f8-04a0-4909-8a4b-e9b20ee32f05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc500ecd-8f48-462e-8406-51f60bdda1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520906 Aug 20 10:25:18.289771 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b7934-40f0-436d-af0e-ce9ec60eb8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40140250-5e7c-4516-b859-60df7b331032,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:18.294826 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1d1b7934-40f0-436d-af0e-ce9ec60eb8e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b81532ad6c044cce86f46eec28a42ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4778574 Aug 20 10:25:18.296672 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c0f0ac9-5200-4c63-81be-6eef0a62ea3b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.298762 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46566) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:18.299200 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.309397 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c0f0ac9-5200-4c63-81be-6eef0a62ea3b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.312789 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7c0f0ac9-5200-4c63-81be-6eef0a62ea3b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/eb456a7b-3e7b-4683-9c53-44e3f23f38ef HTTP/1.1" status: 204 len: 168 time: 0.1456351 Aug 20 10:25:18.314908 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46568) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:18.326901 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f0ac9-5200-4c63-81be-6eef0a62ea3b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb456a7b-3e7b-4683-9c53-44e3f23f38ef,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:18.353001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e30e16-684f-4f10-8d07-66f7f1f2ed2a req-d3ef48b7-3174-4831-b6bf-2a8a885ffd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:18.354474 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0e30e16-684f-4f10-8d07-66f7f1f2ed2a req-d3ef48b7-3174-4831-b6bf-2a8a885ffd5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cadf393e-210e-42af-b610-6c3e5318317c HTTP/1.1" status: 200 len: 851 time: 0.1015966 Aug 20 10:25:18.396690 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0e30e16-684f-4f10-8d07-66f7f1f2ed2a req-919e84b9-ccd9-413e-ba12-600283530eb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cfce61d9-c87f-4881-8801-06adfd00a39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337245 Aug 20 10:25:18.413012 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-10a38870-308b-4acd-9362-32f54856e91e tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0967543 Aug 20 10:25:18.417275 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46570) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:18.426775 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-857d1a80-ffce-4c38-810f-ce754a670a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.435174 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2919e548-0eb3-48b4-82fd-e20ed4843a7f req-0824eaf2-4a16-4ed1-a4be-6b14208d4a96 service neutron] 10.222.0.24 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732090 Aug 20 10:25:18.444359 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af9823-8c02-4cc8-ae36-241ddf39cb07 req-50168041-1419-4d04-a4c5-4c403cd80254 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:18.445875 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13af9823-8c02-4cc8-ae36-241ddf39cb07 req-50168041-1419-4d04-a4c5-4c403cd80254 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.1053746 Aug 20 10:25:18.461045 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-857d1a80-ffce-4c38-810f-ce754a670a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.519713 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13af9823-8c02-4cc8-ae36-241ddf39cb07 req-743a0b53-70f8-49dc-8c2c-bd386204020c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636780 Aug 20 10:25:18.545901 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-857d1a80-ffce-4c38-810f-ce754a670a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.547251 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-857d1a80-ffce-4c38-810f-ce754a670a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.549548 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-857d1a80-ffce-4c38-810f-ce754a670a49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40140250-5e7c-4516-b859-60df7b331032 HTTP/1.1" status: 204 len: 168 time: 0.2479606 Aug 20 10:25:18.557820 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d1a80-ffce-4c38-810f-ce754a670a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40140250-5e7c-4516-b859-60df7b331032,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:18.639638 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-90b0b7e1-93d5-4828-9208-cd7716a4be94 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.652369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1020a9b-2133-473c-9fcf-8a86fa9e30c1 req-f7f8540d-fbf0-4e46-8267-f41fc023ecab tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:18.653872 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1020a9b-2133-473c-9fcf-8a86fa9e30c1 req-f7f8540d-fbf0-4e46-8267-f41fc023ecab tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 945 time: 0.1597531 Aug 20 10:25:18.663480 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0e30e16-684f-4f10-8d07-66f7f1f2ed2a req-51ac6ace-99d9-4e45-821f-944143461ac9 service neutron] 10.222.0.42 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572761 Aug 20 10:25:18.694022 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2919e548-0eb3-48b4-82fd-e20ed4843a7f req-674121ed-a837-473f-8d78-dd76146f4382 service neutron] 10.222.0.24 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290874 Aug 20 10:25:18.720089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf22d2-6bf9-4f70-92be-263edd4ae673 req-a593297e-ef6b-401d-b0bf-1aac0695bde1 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:18.723105 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-97cf22d2-6bf9-4f70-92be-263edd4ae673 req-a593297e-ef6b-401d-b0bf-1aac0695bde1 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.0648708 Aug 20 10:25:18.749619 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-90b0b7e1-93d5-4828-9208-cd7716a4be94 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.768418 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-97cf22d2-6bf9-4f70-92be-263edd4ae673 req-3eb1478b-1527-4539-8879-2faf419012da tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398588 Aug 20 10:25:18.791605 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1020a9b-2133-473c-9fcf-8a86fa9e30c1 req-59d95ab1-7226-47db-9e0c-f97a2bacb6d3 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271687 Aug 20 10:25:18.839466 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-90b0b7e1-93d5-4828-9208-cd7716a4be94 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.842069 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-90b0b7e1-93d5-4828-9208-cd7716a4be94 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:18.845547 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-90b0b7e1-93d5-4828-9208-cd7716a4be94 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-groups/da32f668-8d3f-4fa2-a8f8-a7d5b234e1e7 HTTP/1.1" status: 204 len: 168 time: 0.4250405 Aug 20 10:25:18.847526 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46586) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:18.848657 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0e30e16-684f-4f10-8d07-66f7f1f2ed2a req-ae6b98ca-66fd-4905-b622-d7f8024754a1 service neutron] 10.222.0.42 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684320 Aug 20 10:25:18.855141 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0b7e1-93d5-4828-9208-cd7716a4be94 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da32f668-8d3f-4fa2-a8f8-a7d5b234e1e7,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:18.917323 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c2bd3721-1644-4317-8d90-7b90dd797114 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0696683 Aug 20 10:25:18.922498 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46590) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:18.928804 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-580449e0-6d07-43e1-aa48-d43a2600f79e tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516141021'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:18.953477 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-580449e0-6d07-43e1-aa48-d43a2600f79e tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.046581 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-580449e0-6d07-43e1-aa48-d43a2600f79e tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.052376 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-580449e0-6d07-43e1-aa48-d43a2600f79e tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.083351 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-580449e0-6d07-43e1-aa48-d43a2600f79e tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.085168 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c221b7-3b4d-49b7-8ea3-3608a13100c8 req-187ba275-0fde-41ef-a3c0-4fa84981297d tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:19.086733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-93c221b7-3b4d-49b7-8ea3-3608a13100c8 req-187ba275-0fde-41ef-a3c0-4fa84981297d tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 945 time: 0.0553086 Aug 20 10:25:19.087757 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-580449e0-6d07-43e1-aa48-d43a2600f79e tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1637378 Aug 20 10:25:19.088102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46598) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:19.091989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580449e0-6d07-43e1-aa48-d43a2600f79e tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=380e4559-2541-49ca-9855-6478889a8c46,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:19.093186 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-8d63fe73-6e08-4a5c-8ed6-270aee3d8367 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group_rule': {'security_group_id': '380e4559-2541-49ca-9855-6478889a8c46', 'direction': 'ingress', 'protocol': 17}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:19.153754 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-93c221b7-3b4d-49b7-8ea3-3608a13100c8 req-c8bf8e7a-744c-4ac2-b091-1d6891287ddf tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556781 Aug 20 10:25:19.162705 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8d63fe73-6e08-4a5c-8ed6-270aee3d8367 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.236365 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5af09b-5140-4d45-9076-4a584546f0b3 req-2fe8fb6a-9961-4bc3-8725-afb33f5cb3c0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:19.236668 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8d63fe73-6e08-4a5c-8ed6-270aee3d8367 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.244675 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8d63fe73-6e08-4a5c-8ed6-270aee3d8367 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.253577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5af09b-5140-4d45-9076-4a584546f0b3 req-2fe8fb6a-9961-4bc3-8725-afb33f5cb3c0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:19.259571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5af09b-5140-4d45-9076-4a584546f0b3 req-2fe8fb6a-9961-4bc3-8725-afb33f5cb3c0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:19.265540 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5af09b-5140-4d45-9076-4a584546f0b3 req-2fe8fb6a-9961-4bc3-8725-afb33f5cb3c0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:19.271488 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5af09b-5140-4d45-9076-4a584546f0b3 req-2fe8fb6a-9961-4bc3-8725-afb33f5cb3c0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:19.277733 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5af09b-5140-4d45-9076-4a584546f0b3 req-2fe8fb6a-9961-4bc3-8725-afb33f5cb3c0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:19.283601 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5af09b-5140-4d45-9076-4a584546f0b3 req-2fe8fb6a-9961-4bc3-8725-afb33f5cb3c0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:19.285593 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0b5af09b-5140-4d45-9076-4a584546f0b3 req-2fe8fb6a-9961-4bc3-8725-afb33f5cb3c0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.1315563 Aug 20 10:25:19.299677 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63fe73-6e08-4a5c-8ed6-270aee3d8367 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcb960d-89d3-437d-a986-8a4801308473,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:19.311358 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8d63fe73-6e08-4a5c-8ed6-270aee3d8367 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.315492 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8d63fe73-6e08-4a5c-8ed6-270aee3d8367 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2262495 Aug 20 10:25:19.317967 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46610) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:19.329331 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0b5af09b-5140-4d45-9076-4a584546f0b3 req-7bc6056f-3da5-4477-a7e7-dfe3c1dd73c7 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370636 Aug 20 10:25:19.346558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0e376-a66d-4ea9-8565-7432f9c67e58 req-f5ada683-c7ed-49d4-b41c-82404347d3c0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:19.347947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46612) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:19.348073 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d9a0e376-a66d-4ea9-8565-7432f9c67e58 req-f5ada683-c7ed-49d4-b41c-82404347d3c0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd9e77f-94f8-4fef-ada2-33bba0a01329 HTTP/1.1" status: 200 len: 943 time: 0.1005230 Aug 20 10:25:19.408853 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-623921d3-086c-4780-9e64-36aa08dbe479 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.420015 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d9a0e376-a66d-4ea9-8565-7432f9c67e58 req-49ca2ce0-9159-411f-9916-511fd4cc1b98 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572336 Aug 20 10:25:19.442929 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-623921d3-086c-4780-9e64-36aa08dbe479 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.449817 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-048ade14-c84b-48b5-aa12-b353edd4142f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1966964908-network', 'tenant_id': 'a14c0ec977254acfabe7230c5ae2158d'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:19.472075 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048ade14-c84b-48b5-aa12-b353edd4142f admin admin] Made reservation on behalf of a14c0ec977254acfabe7230c5ae2158d for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:25:19.474544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-048ade14-c84b-48b5-aa12-b353edd4142f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.483915 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-048ade14-c84b-48b5-aa12-b353edd4142f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.488713 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-623921d3-086c-4780-9e64-36aa08dbe479 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.491457 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-623921d3-086c-4780-9e64-36aa08dbe479 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.492592 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-623921d3-086c-4780-9e64-36aa08dbe479 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-groups/380e4559-2541-49ca-9855-6478889a8c46 HTTP/1.1" status: 204 len: 168 time: 0.1739063 Aug 20 10:25:19.495859 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46616) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:19.501466 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623921d3-086c-4780-9e64-36aa08dbe479 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=380e4559-2541-49ca-9855-6478889a8c46,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:19.556608 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d3726dd8-61cd-477a-8368-ecf44b8364cc tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0594916 Aug 20 10:25:19.563207 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46620) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:19.569156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e03ce77c-cbd4-4bd5-b8cb-264b679fee1d tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group': {'name': 'tempest-secgroup--1309515587'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:19.645691 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-048ade14-c84b-48b5-aa12-b353edd4142f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.651592 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-048ade14-c84b-48b5-aa12-b353edd4142f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.664948 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e03ce77c-cbd4-4bd5-b8cb-264b679fee1d tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.682753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e2647-867d-44a1-a0c9-0702a6f461d3 req-b0e548e0-9366-4e31-ad0a-71d25848cebf tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:19.684271 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-294e2647-867d-44a1-a0c9-0702a6f461d3 req-b0e548e0-9366-4e31-ad0a-71d25848cebf tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.0882697 Aug 20 10:25:19.691327 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048ade14-c84b-48b5-aa12-b353edd4142f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:25:19.718419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ade14-c84b-48b5-aa12-b353edd4142f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17a4584-88dc-495f-9cb2-883ca19caec0,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:19.722535 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-048ade14-c84b-48b5-aa12-b353edd4142f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.723340 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-048ade14-c84b-48b5-aa12-b353edd4142f admin admin] Added segment db5f7a13-bbcf-4283-ac85-340991cd7d38 of type vlan for network 530560a3-622f-41b9-8222-5a8222e0b1ac Aug 20 10:25:19.755313 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e03ce77c-cbd4-4bd5-b8cb-264b679fee1d tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.760584 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e03ce77c-cbd4-4bd5-b8cb-264b679fee1d tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.780031 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-294e2647-867d-44a1-a0c9-0702a6f461d3 req-e19dad36-063e-41cd-840b-e2b5c127caa9 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860908 Aug 20 10:25:19.782048 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-048ade14-c84b-48b5-aa12-b353edd4142f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.790388 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e03ce77c-cbd4-4bd5-b8cb-264b679fee1d tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.791126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b773e930-fbb7-49dd-bf9d-10fc2e0594a5 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:25:19.801064 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e03ce77c-cbd4-4bd5-b8cb-264b679fee1d tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2363636 Aug 20 10:25:19.807913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46624) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:19.809936 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ce77c-cbd4-4bd5-b8cb-264b679fee1d tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f15bf03-c4f8-4340-b864-a9566020249d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:19.813820 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-19f1ebc7-a05b-4219-ad80-7432f6ae31f6 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285125312'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:19.837829 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-048ade14-c84b-48b5-aa12-b353edd4142f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.839104 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048ade14-c84b-48b5-aa12-b353edd4142f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:19.839707 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-048ade14-c84b-48b5-aa12-b353edd4142f admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.883421 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.896309 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19f1ebc7-a05b-4219-ad80-7432f6ae31f6 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:19.901902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbd510-2ff8-4514-b36b-b503f8468d56 req-0322be4b-3df5-4b2c-bf46-c0888f6b8cd8 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:19.904279 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7dbd510-2ff8-4514-b36b-b503f8468d56 req-0322be4b-3df5-4b2c-bf46-c0888f6b8cd8 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 945 time: 0.0589888 Aug 20 10:25:19.910078 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-048ade14-c84b-48b5-aa12-b353edd4142f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5610478 Aug 20 10:25:19.916559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea985b4-8059-4330-a637-2199b5a66368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b773e930-fbb7-49dd-bf9d-10fc2e0594a5'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:19.916979 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46626) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:19.919385 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1df82a-8da7-479f-b8cf-e360bbce22f4" -d '{"events": [{"server_uuid": "6ea985b4-8059-4330-a637-2199b5a66368", "name": "network-vif-unplugged", "status": "completed", "tag": "b773e930-fbb7-49dd-bf9d-10fc2e0594a5"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:19.923243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e6170833-c861-4a0b-a0d3-e5e69f89d503 admin admin] Request body: {'subnet': {'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1966964908-subnet', 'tenant_id': 'a14c0ec977254acfabe7230c5ae2158d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:19.937738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ade14-c84b-48b5-aa12-b353edd4142f admin admin] Pushing event updated for resources: {'Network': ['ID=530560a3-622f-41b9-8222-5a8222e0b1ac,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:19.947594 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b773e930-fbb7-49dd-bf9d-10fc2e0594a5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b773e930-fbb7-49dd-bf9d-10fc2e0594a5,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:19.951623 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.api [None req-e6170833-c861-4a0b-a0d3-e5e69f89d503 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 10:25:19.951623 n-d-778550-11 neutron-server[94867]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 10:25:19.951623 n-d-778550-11 neutron-server[94867]: [parameters: {'project_id_1': 'a14c0ec977254acfabe7230c5ae2158d', 'expiration_1': datetime.datetime(2021, 8, 20, 10, 25, 19, 933964)}] Aug 20 10:25:19.951623 n-d-778550-11 neutron-server[94867]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:25:19.952104 n-d-778550-11 neutron-server[94867]: DEBUG oslo_db.api [None req-e6170833-c861-4a0b-a0d3-e5e69f89d503 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:25:19.953133 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 530560a3-622f-41b9-8222-5a8222e0b1ac details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:25:19.978973 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7dbd510-2ff8-4514-b36b-b503f8468d56 req-f7cd24bc-3c4a-435f-80a1-8e8fdf8f4d0c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632348 Aug 20 10:25:20.005475 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19f1ebc7-a05b-4219-ad80-7432f6ae31f6 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.006014 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e02cb04-9887-4b0e-a8a1-eaa4989904ca x-openstack-request-id: req-5e02cb04-9887-4b0e-a8a1-eaa4989904ca {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:20.006309 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea985b4-8059-4330-a637-2199b5a66368", "name": "network-vif-unplugged", "status": "completed", "tag": "b773e930-fbb7-49dd-bf9d-10fc2e0594a5", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:20.006566 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e02cb04-9887-4b0e-a8a1-eaa4989904ca {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:20.007198 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea985b4-8059-4330-a637-2199b5a66368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b773e930-fbb7-49dd-bf9d-10fc2e0594a5', 'code': 200} Aug 20 10:25:20.011230 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.011494 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19f1ebc7-a05b-4219-ad80-7432f6ae31f6 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.042163 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19f1ebc7-a05b-4219-ad80-7432f6ae31f6 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.043395 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-19f1ebc7-a05b-4219-ad80-7432f6ae31f6 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2342834 Aug 20 10:25:20.046526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46630) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:20.048312 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1ebc7-a05b-4219-ad80-7432f6ae31f6 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6b2362-c9fb-4808-8638-4385e407c69c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:20.063604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b9ace93e-89b9-4894-b3ac-a106a80b9ba1 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group_rule': {'security_group_id': '5f15bf03-c4f8-4340-b864-a9566020249d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1d6b2362-c9fb-4808-8638-4385e407c69c', 'remote_ip_prefix': None}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:20.070933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=b773e930-fbb7-49dd-bf9d-10fc2e0594a5,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:20.095913 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9ace93e-89b9-4894-b3ac-a106a80b9ba1 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.148919 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9ace93e-89b9-4894-b3ac-a106a80b9ba1 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.152593 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9ace93e-89b9-4894-b3ac-a106a80b9ba1 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.173263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ace93e-89b9-4894-b3ac-a106a80b9ba1 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf6b7e8-f2cb-4030-9d8c-82ee95c80848,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:20.179252 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9ace93e-89b9-4894-b3ac-a106a80b9ba1 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.180427 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b9ace93e-89b9-4894-b3ac-a106a80b9ba1 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1327653 Aug 20 10:25:20.183747 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46632) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:20.208744 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36822abe-e131-4a98-8fd0-766be7e9beb7 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.216553 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36822abe-e131-4a98-8fd0-766be7e9beb7 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.249423 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36822abe-e131-4a98-8fd0-766be7e9beb7 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.256443 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36822abe-e131-4a98-8fd0-766be7e9beb7 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.257546 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-36822abe-e131-4a98-8fd0-766be7e9beb7 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0cf6b7e8-f2cb-4030-9d8c-82ee95c80848 HTTP/1.1" status: 204 len: 168 time: 0.0728745 Aug 20 10:25:20.263350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46636) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:20.269470 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36822abe-e131-4a98-8fd0-766be7e9beb7 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cf6b7e8-f2cb-4030-9d8c-82ee95c80848,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:20.290069 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42655a1-c1ff-4562-a9e9-8754578026b5 req-9e895c13-685d-4848-92a2-294af0a32ede tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:20.291692 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f42655a1-c1ff-4562-a9e9-8754578026b5 req-9e895c13-685d-4848-92a2-294af0a32ede tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 945 time: 0.0509048 Aug 20 10:25:20.333925 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f42655a1-c1ff-4562-a9e9-8754578026b5 req-ed95a49b-ed9f-4cef-96bb-e34cfd4133b7 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups?id=3197cc8c-d663-499c-a367-db81451a1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348620 Aug 20 10:25:20.339734 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1321f758-f8c7-4163-8378-e1d76d4c9737 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0752051 Aug 20 10:25:20.342388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46638) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:20.396882 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d90d9400-9256-4577-b517-48f6cb78efc7 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.452685 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d90d9400-9256-4577-b517-48f6cb78efc7 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.509569 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d3c12798-dea1-4c6b-acd6-a95f82280688 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:25:20.537786 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c994c24-6124-40e8-b4e5-af5617750006 req-02639615-5caa-4dec-b5ba-507e4284e9d7 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:20.539416 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c994c24-6124-40e8-b4e5-af5617750006 req-02639615-5caa-4dec-b5ba-507e4284e9d7 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd9e77f-94f8-4fef-ada2-33bba0a01329 HTTP/1.1" status: 200 len: 943 time: 0.0517464 Aug 20 10:25:20.541459 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623d468-23c1-4a0f-9d3d-b8146b5e6728 req-24365236-c611-4750-9bd4-1b6af4208364 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:20.547404 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623d468-23c1-4a0f-9d3d-b8146b5e6728 req-24365236-c611-4750-9bd4-1b6af4208364 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:20.553563 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623d468-23c1-4a0f-9d3d-b8146b5e6728 req-24365236-c611-4750-9bd4-1b6af4208364 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:20.560893 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623d468-23c1-4a0f-9d3d-b8146b5e6728 req-24365236-c611-4750-9bd4-1b6af4208364 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:20.567160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623d468-23c1-4a0f-9d3d-b8146b5e6728 req-24365236-c611-4750-9bd4-1b6af4208364 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:20.573112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623d468-23c1-4a0f-9d3d-b8146b5e6728 req-24365236-c611-4750-9bd4-1b6af4208364 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:20.579003 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623d468-23c1-4a0f-9d3d-b8146b5e6728 req-24365236-c611-4750-9bd4-1b6af4208364 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:20.581053 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8623d468-23c1-4a0f-9d3d-b8146b5e6728 req-24365236-c611-4750-9bd4-1b6af4208364 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.1736808 Aug 20 10:25:20.583735 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6170833-c861-4a0b-a0d3-e5e69f89d503 admin admin] Made reservation on behalf of a14c0ec977254acfabe7230c5ae2158d for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:25:20.586078 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e6170833-c861-4a0b-a0d3-e5e69f89d503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.589425 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c994c24-6124-40e8-b4e5-af5617750006 req-65b6c790-88dd-4d02-9b34-f4184de8befe tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432477 Aug 20 10:25:20.609418 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27c5ef-95b1-4b88-9cd9-c3c118881202 req-8adfa60f-d9cd-4dce-97cf-5db43363df76 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:20.610895 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b27c5ef-95b1-4b88-9cd9-c3c118881202 req-8adfa60f-d9cd-4dce-97cf-5db43363df76 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.24 "GET /v2.0/ports?device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 945 time: 0.1901824 Aug 20 10:25:20.630770 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d3c12798-dea1-4c6b-acd6-a95f82280688, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d3c12798-dea1-4c6b-acd6-a95f82280688,segment=NetworkSegment(b609cb7a-77cc-49c3-9444-7cdfcd98764f),segment_id=b609cb7a-77cc-49c3-9444-7cdfcd98764f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:20.647604 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'd3c12798-dea1-4c6b-acd6-a95f82280688', 'network_id': 'bc500ecd-8f48-462e-8406-51f60bdda1bd', 'port_id': 'd3c12798-dea1-4c6b-acd6-a95f82280688', 'mac_address': 'fa:16:3e:05:3c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf539f61-8f34-42e8-a606-b643c725c2c7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:25:20.670264 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d90d9400-9256-4577-b517-48f6cb78efc7 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.673380 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d90d9400-9256-4577-b517-48f6cb78efc7 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.674409 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d90d9400-9256-4577-b517-48f6cb78efc7 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-groups/1d6b2362-c9fb-4808-8638-4385e407c69c HTTP/1.1" status: 204 len: 168 time: 0.3310905 Aug 20 10:25:20.677596 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46644) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:20.735304 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d9400-9256-4577-b517-48f6cb78efc7 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6b2362-c9fb-4808-8638-4385e407c69c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:20.763992 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2974258b-63ad-45e8-b4e6-d65ce29de7b3 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0844893 Aug 20 10:25:20.766769 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46646) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:20.771378 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8623d468-23c1-4a0f-9d3d-b8146b5e6728 req-eadf0b34-7298-47dc-b7ec-e44fb78ff444 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1572182 Aug 20 10:25:20.865643 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-38887f33-611a-4177-807f-6ebe6c16cc46 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.879211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-8b27c5ef-95b1-4b88-9cd9-c3c118881202 req-0f95ba9a-c7fe-4747-a6dc-ac16eaf030d2 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Deleting port e8bc1a78-48b2-461a-b7ba-b9c6327572eb {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:25:20.879672 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8b27c5ef-95b1-4b88-9cd9-c3c118881202 req-0f95ba9a-c7fe-4747-a6dc-ac16eaf030d2 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.905406 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.917845 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-38887f33-611a-4177-807f-6ebe6c16cc46 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.919965 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c12798-dea1-4c6b-acd6-a95f82280688 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:20.941183 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d3c12798-dea1-4c6b-acd6-a95f82280688, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d3c12798-dea1-4c6b-acd6-a95f82280688,segment=NetworkSegment(b609cb7a-77cc-49c3-9444-7cdfcd98764f),segment_id=b609cb7a-77cc-49c3-9444-7cdfcd98764f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:20.946682 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.956374 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d647f-ae9c-4803-a774-cf6bc9b539ee req-05c811b2-7f1f-4e4c-822d-af8cb63e6745 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:20.958010 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea6d647f-ae9c-4803-a774-cf6bc9b539ee req-05c811b2-7f1f-4e4c-822d-af8cb63e6745 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.0888155 Aug 20 10:25:20.982101 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e6170833-c861-4a0b-a0d3-e5e69f89d503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.990841 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-38887f33-611a-4177-807f-6ebe6c16cc46 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.993417 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-38887f33-611a-4177-807f-6ebe6c16cc46 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:20.994538 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-38887f33-611a-4177-807f-6ebe6c16cc46 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-groups/5f15bf03-c4f8-4340-b864-a9566020249d HTTP/1.1" status: 204 len: 168 time: 0.2267590 Aug 20 10:25:21.007954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46650) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:21.018907 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d3c12798-dea1-4c6b-acd6-a95f82280688,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:21.037306 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea6d647f-ae9c-4803-a774-cf6bc9b539ee req-44274e60-469c-4030-bcb9-c3ff8deb55c1 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694370 Aug 20 10:25:21.039720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38887f33-611a-4177-807f-6ebe6c16cc46 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f15bf03-c4f8-4340-b864-a9566020249d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:21.073395 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3d6be838-6d56-4a25-86ea-c8c22c6328fa tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624213 Aug 20 10:25:21.077166 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46654) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:21.085016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-869b1327-e5cc-4957-b0ad-9fb1406ceaff tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group': {'name': 'tempest-secgroup--2095769861'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:21.110076 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-869b1327-e5cc-4957-b0ad-9fb1406ceaff tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.126233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6170833-c861-4a0b-a0d3-e5e69f89d503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcda7d78-8f96-4bd2-aa67-b7d358612b18,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:21.144245 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-8b27c5ef-95b1-4b88-9cd9-c3c118881202 req-0f95ba9a-c7fe-4747-a6dc-ac16eaf030d2 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] For port e8bc1a78-48b2-461a-b7ba-b9c6327572eb, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=e8bc1a78-48b2-461a-b7ba-b9c6327572eb,segment=NetworkSegment(65fdf31e-510b-4ce8-b116-9f076bf82d26),segment_id=65fdf31e-510b-4ce8-b116-9f076bf82d26)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:21.144666 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8b27c5ef-95b1-4b88-9cd9-c3c118881202 req-0f95ba9a-c7fe-4747-a6dc-ac16eaf030d2 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.164788 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-8b27c5ef-95b1-4b88-9cd9-c3c118881202 req-0f95ba9a-c7fe-4747-a6dc-ac16eaf030d2 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Calling delete_port for e8bc1a78-48b2-461a-b7ba-b9c6327572eb owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:25:21.178557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6170833-c861-4a0b-a0d3-e5e69f89d503 admin admin] Checking segment: {'id': 'db5f7a13-bbcf-4283-ac85-340991cd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:25:21.178923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6170833-c861-4a0b-a0d3-e5e69f89d503 admin admin] Network hostable DHCP agents. Network: 530560a3-622f-41b9-8222-5a8222e0b1ac, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:25:21.210021 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-869b1327-e5cc-4957-b0ad-9fb1406ceaff tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.214747 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-869b1327-e5cc-4957-b0ad-9fb1406ceaff tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.235135 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9d41e-663d-40ee-8e17-24ee813d5d4c req-14bb803c-2b23-4ea5-a216-0971c93c564f tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:21.236680 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ff9d41e-663d-40ee-8e17-24ee813d5d4c req-14bb803c-2b23-4ea5-a216-0971c93c564f tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 943 time: 0.1728845 Aug 20 10:25:21.246082 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-869b1327-e5cc-4957-b0ad-9fb1406ceaff tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.247310 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-869b1327-e5cc-4957-b0ad-9fb1406ceaff tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1688728 Aug 20 10:25:21.248439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b1327-e5cc-4957-b0ad-9fb1406ceaff tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7311b51-8918-4e9f-921d-5a3c719713c2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:21.251880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46656) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:21.256623 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-4bdd61c0-5e83-4abb-b893-73b16e6e763a tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group_rule': {'security_group_id': 'b7311b51-8918-4e9f-921d-5a3c719713c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:21.264970 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['d3c12798-dea1-4c6b-acd6-a95f82280688'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:21.271463 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6170833-c861-4a0b-a0d3-e5e69f89d503 admin admin] Network 530560a3-622f-41b9-8222-5a8222e0b1ac is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:25:21.290971 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4bdd61c0-5e83-4abb-b893-73b16e6e763a tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.301406 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-e6170833-c861-4a0b-a0d3-e5e69f89d503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 530560a3-622f-41b9-8222-5a8222e0b1ac) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:25:21.312874 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078e4cd6-6440-43e4-bb49-9f0e29979de0 None None] Network 530560a3-622f-41b9-8222-5a8222e0b1ac requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:25:21.317433 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6170833-c861-4a0b-a0d3-e5e69f89d503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:21.318043 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e6170833-c861-4a0b-a0d3-e5e69f89d503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.327741 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ff9d41e-663d-40ee-8e17-24ee813d5d4c req-3a402862-c428-4c4a-a5a7-a7efa3e77ed9 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826967 Aug 20 10:25:21.347711 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e6170833-c861-4a0b-a0d3-e5e69f89d503 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4295034 Aug 20 10:25:21.422219 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8b27c5ef-95b1-4b88-9cd9-c3c118881202 req-0f95ba9a-c7fe-4747-a6dc-ac16eaf030d2 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.424629 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4bdd61c0-5e83-4abb-b893-73b16e6e763a tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.432273 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4bdd61c0-5e83-4abb-b893-73b16e6e763a tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.465954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd61c0-5e83-4abb-b893-73b16e6e763a tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbacdc7b-58d8-4339-b58d-7de2896fddef,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:21.478249 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95ba9a-c7fe-4747-a6dc-ac16eaf030d2 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Pushing event deleted for resources: {'Port': ['ID=e8bc1a78-48b2-461a-b7ba-b9c6327572eb,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:21.496652 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4bdd61c0-5e83-4abb-b893-73b16e6e763a tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.497898 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4bdd61c0-5e83-4abb-b893-73b16e6e763a tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2450809 Aug 20 10:25:21.502414 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46668) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:21.505696 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b862855f-ce83-46ae-a401-d46f777e5c33 req-74aff536-8a76-4718-b5bc-272410197b31 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/ports?device_id=766b1efb-526a-4d53-b5bf-cdd03c067a75 HTTP/1.1" status: 200 len: 210 time: 0.0650191 Aug 20 10:25:21.548260 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b27c5ef-95b1-4b88-9cd9-c3c118881202 req-0f95ba9a-c7fe-4747-a6dc-ac16eaf030d2 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] No DVR routers for this DVR port e8bc1a78-48b2-461a-b7ba-b9c6327572eb on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:25:21.550705 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8b27c5ef-95b1-4b88-9cd9-c3c118881202 req-0f95ba9a-c7fe-4747-a6dc-ac16eaf030d2 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.553057 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b27c5ef-95b1-4b88-9cd9-c3c118881202 req-0f95ba9a-c7fe-4747-a6dc-ac16eaf030d2 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.24 "DELETE /v2.0/ports/e8bc1a78-48b2-461a-b7ba-b9c6327572eb HTTP/1.1" status: 204 len: 173 time: 0.9135976 Aug 20 10:25:21.553488 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766b1efb-526a-4d53-b5bf-cdd03c067a75', 'name': 'network-vif-deleted', 'tag': 'e8bc1a78-48b2-461a-b7ba-b9c6327572eb'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:21.556914 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fda067-bb26-4795-819c-edd75d65961f" -d '{"events": [{"server_uuid": "766b1efb-526a-4d53-b5bf-cdd03c067a75", "name": "network-vif-deleted", "tag": "e8bc1a78-48b2-461a-b7ba-b9c6327572eb"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:21.559547 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b448d1d-4540-4bd4-bb9b-7a695a40c01b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.578223 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b448d1d-4540-4bd4-bb9b-7a695a40c01b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.640101 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b448d1d-4540-4bd4-bb9b-7a695a40c01b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.648395 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b448d1d-4540-4bd4-bb9b-7a695a40c01b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.649974 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3b448d1d-4540-4bd4-bb9b-7a695a40c01b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/bbacdc7b-58d8-4339-b58d-7de2896fddef HTTP/1.1" status: 204 len: 168 time: 0.1465445 Aug 20 10:25:21.652650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46684) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:21.656960 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b448d1d-4540-4bd4-bb9b-7a695a40c01b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbacdc7b-58d8-4339-b58d-7de2896fddef,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:21.662268 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a46eabd-ab8e-47c1-bb3b-51848410c5d8 x-openstack-request-id: req-4a46eabd-ab8e-47c1-bb3b-51848410c5d8 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:21.662470 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766b1efb-526a-4d53-b5bf-cdd03c067a75", "name": "network-vif-deleted", "tag": "e8bc1a78-48b2-461a-b7ba-b9c6327572eb", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:21.662594 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a46eabd-ab8e-47c1-bb3b-51848410c5d8 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:21.662992 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766b1efb-526a-4d53-b5bf-cdd03c067a75', 'name': 'network-vif-deleted', 'tag': 'e8bc1a78-48b2-461a-b7ba-b9c6327572eb', 'status': 'completed', 'code': 200} Aug 20 10:25:21.697551 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943a6d28-ccd5-4fe9-b47a-b70fcc24c163 None None] Network 530560a3-622f-41b9-8222-5a8222e0b1ac requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:25:21.742289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46688) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:21.742892 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-93ee3785-0444-4e22-b9be-c6d25db242c4 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0886264 Aug 20 10:25:21.809835 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7673-9c4f-416a-8c2d-d9ef05972d17 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.838812 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7673-9c4f-416a-8c2d-d9ef05972d17 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.905222 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7673-9c4f-416a-8c2d-d9ef05972d17 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.908269 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f2ea7673-9c4f-416a-8c2d-d9ef05972d17 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:21.909273 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f2ea7673-9c4f-416a-8c2d-d9ef05972d17 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-groups/b7311b51-8918-4e9f-921d-5a3c719713c2 HTTP/1.1" status: 204 len: 168 time: 0.1648829 Aug 20 10:25:21.912191 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46710) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:21.918598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea7673-9c4f-416a-8c2d-d9ef05972d17 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7311b51-8918-4e9f-921d-5a3c719713c2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:22.031902 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5d6114f1-3efa-4878-b9d0-67822e970a7b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1184134 Aug 20 10:25:22.035948 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46728) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:22.041901 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-c84a7f77-ed33-41bc-a6da-2981301f8ec8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375242690'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:22.077141 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c84a7f77-ed33-41bc-a6da-2981301f8ec8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.084458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-12c60d8a-00ae-4cf0-ac06-be0613b49f93 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:22.086218 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-12c60d8a-00ae-4cf0-ac06-be0613b49f93 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/networks?id=530560a3-622f-41b9-8222-5a8222e0b1ac HTTP/1.1" status: 200 len: 805 time: 0.1561756 Aug 20 10:25:22.116658 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-bd071945-0944-4ffa-b201-6d554a0326b7 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/quotas/a14c0ec977254acfabe7230c5ae2158d HTTP/1.1" status: 200 len: 375 time: 0.0196180 Aug 20 10:25:22.155328 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-a86a1c53-32bf-4721-b283-6a618989198f tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a14c0ec977254acfabe7230c5ae2158d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304973 Aug 20 10:25:22.174352 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c84a7f77-ed33-41bc-a6da-2981301f8ec8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.179434 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c84a7f77-ed33-41bc-a6da-2981301f8ec8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.215336 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c84a7f77-ed33-41bc-a6da-2981301f8ec8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.219279 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c84a7f77-ed33-41bc-a6da-2981301f8ec8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1794970 Aug 20 10:25:22.219279 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a7f77-ed33-41bc-a6da-2981301f8ec8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f120359c-0cd2-4295-9e8d-6d0128002e19,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:22.219812 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46732) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:22.224561 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-121d1980-cce8-4d33-baa2-e8958edeee97 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group_rule': {'security_group_id': 'f120359c-0cd2-4295-9e8d-6d0128002e19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:22.242964 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['e8bc1a78-48b2-461a-b7ba-b9c6327572eb'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:22.260157 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-121d1980-cce8-4d33-baa2-e8958edeee97 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.275650 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-01e48709-93ca-4628-9a32-87566887ab9d service neutron] 10.222.0.16 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112039 Aug 20 10:25:22.353142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efae39e-478c-4d10-8b46-1e6fbb37cdc2 req-499d229c-d67f-46e4-891d-767107763e61 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:22.354722 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3efae39e-478c-4d10-8b46-1e6fbb37cdc2 req-499d229c-d67f-46e4-891d-767107763e61 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea985b4-8059-4330-a637-2199b5a66368 HTTP/1.1" status: 200 len: 943 time: 0.0813899 Aug 20 10:25:22.362905 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-121d1980-cce8-4d33-baa2-e8958edeee97 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.372949 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-121d1980-cce8-4d33-baa2-e8958edeee97 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.377083 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-114771e7-2162-41d1-adcd-1151ac7d22ca service neutron] 10.222.0.16 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883937 Aug 20 10:25:22.416279 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d1980-cce8-4d33-baa2-e8958edeee97 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3839f75-c4c6-4db2-a58f-bb5ba1e059c6,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:22.424816 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-121d1980-cce8-4d33-baa2-e8958edeee97 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.426602 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-121d1980-cce8-4d33-baa2-e8958edeee97 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2052510 Aug 20 10:25:22.428863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46734) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:22.450178 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b255f1a0-4b23-4037-86d9-2ddc953648d7 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-group-rules/a3839f75-c4c6-4db2-a58f-bb5ba1e059c6 HTTP/1.1" status: 200 len: 763 time: 0.0199754 Aug 20 10:25:22.450620 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46736) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:22.487309 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.503136 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5f180eb7-e12b-4322-850a-b46046bd4fed tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0513258 Aug 20 10:25:22.508198 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46740) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:22.520821 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-3efae39e-478c-4d10-8b46-1e6fbb37cdc2 req-57835adf-b06a-498c-855d-eac4d1ed35a2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Deleting port b773e930-fbb7-49dd-bf9d-10fc2e0594a5 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:25:22.521161 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3efae39e-478c-4d10-8b46-1e6fbb37cdc2 req-57835adf-b06a-498c-855d-eac4d1ed35a2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.522408 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d3c12798-dea1-4c6b-acd6-a95f82280688 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:25:22.589865 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-88358a20-5872-4f12-ae82-187d9fd08da3 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.590914 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port d3c12798-dea1-4c6b-acd6-a95f82280688 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:25:22.602236 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port d3c12798-dea1-4c6b-acd6-a95f82280688 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:25:22.602851 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.604845 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-88358a20-5872-4f12-ae82-187d9fd08da3 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.660459 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-3efae39e-478c-4d10-8b46-1e6fbb37cdc2 req-57835adf-b06a-498c-855d-eac4d1ed35a2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] For port b773e930-fbb7-49dd-bf9d-10fc2e0594a5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b773e930-fbb7-49dd-bf9d-10fc2e0594a5,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:22.660459 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3efae39e-478c-4d10-8b46-1e6fbb37cdc2 req-57835adf-b06a-498c-855d-eac4d1ed35a2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.663304 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc6b2c-d974-4158-bcbb-d958a7ed5f78 req-2434706a-9154-481c-b84b-0f249d944b06 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:22.666151 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3efc6b2c-d974-4158-bcbb-d958a7ed5f78 req-2434706a-9154-481c-b84b-0f249d944b06 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd9e77f-94f8-4fef-ada2-33bba0a01329 HTTP/1.1" status: 200 len: 944 time: 0.0793200 Aug 20 10:25:22.669260 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-88358a20-5872-4f12-ae82-187d9fd08da3 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.684121 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-88358a20-5872-4f12-ae82-187d9fd08da3 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.687503 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-88358a20-5872-4f12-ae82-187d9fd08da3 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/a3839f75-c4c6-4db2-a58f-bb5ba1e059c6 HTTP/1.1" status: 204 len: 168 time: 0.1789126 Aug 20 10:25:22.691646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46748) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:22.702534 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-3efae39e-478c-4d10-8b46-1e6fbb37cdc2 req-57835adf-b06a-498c-855d-eac4d1ed35a2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Calling delete_port for b773e930-fbb7-49dd-bf9d-10fc2e0594a5 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:25:22.705542 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88358a20-5872-4f12-ae82-187d9fd08da3 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3839f75-c4c6-4db2-a58f-bb5ba1e059c6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:22.713042 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.731767 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3efc6b2c-d974-4158-bcbb-d958a7ed5f78 req-fd266d18-bd53-4c4c-bba7-e9bb5650cf54 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572500 Aug 20 10:25:22.762615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd9e77f-94f8-4fef-ada2-33bba0a01329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c12798-dea1-4c6b-acd6-a95f82280688'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:22.765753 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeaca2a-a478-45e5-8518-da8f8d664928" -d '{"events": [{"server_uuid": "8fd9e77f-94f8-4fef-ada2-33bba0a01329", "name": "network-vif-plugged", "status": "completed", "tag": "d3c12798-dea1-4c6b-acd6-a95f82280688"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:22.787795 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d3c12798-dea1-4c6b-acd6-a95f82280688, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d3c12798-dea1-4c6b-acd6-a95f82280688,segment=NetworkSegment(b609cb7a-77cc-49c3-9444-7cdfcd98764f),segment_id=b609cb7a-77cc-49c3-9444-7cdfcd98764f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:22.794612 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.796865 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9a087035-3474-47aa-857e-1973d44f3e8b tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1004610 Aug 20 10:25:22.799717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46754) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:22.804805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-593819c7-0b99-4b24-8127-242f62fcded3 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group_rule': {'security_group_id': 'f120359c-0cd2-4295-9e8d-6d0128002e19', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:22.866313 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-593819c7-0b99-4b24-8127-242f62fcded3 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.892128 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd1967-8756-452b-b865-7d8c1765460e req-b732876a-4c6a-4b54-ba45-bc1fd5e18f0a tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:22.898222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd1967-8756-452b-b865-7d8c1765460e req-b732876a-4c6a-4b54-ba45-bc1fd5e18f0a tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:22.904859 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd1967-8756-452b-b865-7d8c1765460e req-b732876a-4c6a-4b54-ba45-bc1fd5e18f0a tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:22.906370 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d3c12798-dea1-4c6b-acd6-a95f82280688,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:22.906566 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3efae39e-478c-4d10-8b46-1e6fbb37cdc2 req-57835adf-b06a-498c-855d-eac4d1ed35a2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.918008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd1967-8756-452b-b865-7d8c1765460e req-b732876a-4c6a-4b54-ba45-bc1fd5e18f0a tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:22.924906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd1967-8756-452b-b865-7d8c1765460e req-b732876a-4c6a-4b54-ba45-bc1fd5e18f0a tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:22.933067 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd1967-8756-452b-b865-7d8c1765460e req-b732876a-4c6a-4b54-ba45-bc1fd5e18f0a tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:22.939122 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57835adf-b06a-498c-855d-eac4d1ed35a2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Pushing event deleted for resources: {'Port': ['ID=b773e930-fbb7-49dd-bf9d-10fc2e0594a5,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:22.939775 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd1967-8756-452b-b865-7d8c1765460e req-b732876a-4c6a-4b54-ba45-bc1fd5e18f0a tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:22.949010 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fdd1967-8756-452b-b865-7d8c1765460e req-b732876a-4c6a-4b54-ba45-bc1fd5e18f0a tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.1388268 Aug 20 10:25:22.980790 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efae39e-478c-4d10-8b46-1e6fbb37cdc2 req-57835adf-b06a-498c-855d-eac4d1ed35a2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] No DVR routers for this DVR port b773e930-fbb7-49dd-bf9d-10fc2e0594a5 on host n-h1-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:25:22.984057 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3efae39e-478c-4d10-8b46-1e6fbb37cdc2 req-57835adf-b06a-498c-855d-eac4d1ed35a2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:22.986130 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3efae39e-478c-4d10-8b46-1e6fbb37cdc2 req-57835adf-b06a-498c-855d-eac4d1ed35a2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "DELETE /v2.0/ports/b773e930-fbb7-49dd-bf9d-10fc2e0594a5 HTTP/1.1" status: 204 len: 173 time: 0.6220486 Aug 20 10:25:22.986624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea985b4-8059-4330-a637-2199b5a66368', 'name': 'network-vif-deleted', 'tag': 'b773e930-fbb7-49dd-bf9d-10fc2e0594a5'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:22.989005 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c43a990-c658-4b06-8e6d-d7dea3e0d0a6" -d '{"events": [{"server_uuid": "6ea985b4-8059-4330-a637-2199b5a66368", "name": "network-vif-deleted", "tag": "b773e930-fbb7-49dd-bf9d-10fc2e0594a5"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:23.015449 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fdd1967-8756-452b-b865-7d8c1765460e req-7a5fff6a-e947-4ce6-98a0-c7494eaf5944 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656116 Aug 20 10:25:23.042431 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-593819c7-0b99-4b24-8127-242f62fcded3 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:23.051955 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-593819c7-0b99-4b24-8127-242f62fcded3 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:23.081643 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593819c7-0b99-4b24-8127-242f62fcded3 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd87c58-2fd0-4a6b-bef3-28e051727bdb,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:23.095377 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-593819c7-0b99-4b24-8127-242f62fcded3 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:23.100000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46762) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:23.100190 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-593819c7-0b99-4b24-8127-242f62fcded3 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2993255 Aug 20 10:25:23.123587 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-948d3a1f-3004-41c8-b98b-2c2f963ff6e8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-group-rules/6dd87c58-2fd0-4a6b-bef3-28e051727bdb HTTP/1.1" status: 200 len: 763 time: 0.0223560 Aug 20 10:25:23.127509 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46764) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:23.175861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851403f-1328-4e68-9389-9f08757eb8e7 req-5743188a-3179-4b24-bd8c-54014e530fd8 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:23.179023 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e851403f-1328-4e68-9389-9f08757eb8e7 req-5743188a-3179-4b24-bd8c-54014e530fd8 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.0683546 Aug 20 10:25:23.230629 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e851403f-1328-4e68-9389-9f08757eb8e7 req-e0402b2e-fffe-46d8-bf73-65e318982335 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436275 Aug 20 10:25:23.316756 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1acfc3-78ab-47be-b03b-f1a0e47e3ffa x-openstack-request-id: req-1c1acfc3-78ab-47be-b03b-f1a0e47e3ffa {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:23.317292 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd9e77f-94f8-4fef-ada2-33bba0a01329", "name": "network-vif-plugged", "status": "completed", "tag": "d3c12798-dea1-4c6b-acd6-a95f82280688", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:23.317292 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c1acfc3-78ab-47be-b03b-f1a0e47e3ffa {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:23.317807 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd9e77f-94f8-4fef-ada2-33bba0a01329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c12798-dea1-4c6b-acd6-a95f82280688', 'code': 200} Aug 20 10:25:23.440552 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bffbe-3eed-4497-ab6d-3b0b4dd9d11d req-6c315e43-56b0-4959-9479-7d9352db005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:23.444414 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd3bffbe-3eed-4497-ab6d-3b0b4dd9d11d req-6c315e43-56b0-4959-9479-7d9352db005c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8fd9e77f-94f8-4fef-ada2-33bba0a01329 HTTP/1.1" status: 200 len: 1097 time: 0.0663812 Aug 20 10:25:23.451583 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b2ce60-efba-4d20-a2b8-ca46786dda59 x-openstack-request-id: req-59b2ce60-efba-4d20-a2b8-ca46786dda59 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:23.452090 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea985b4-8059-4330-a637-2199b5a66368", "name": "network-vif-deleted", "tag": "b773e930-fbb7-49dd-bf9d-10fc2e0594a5", "status": "failed", "code": 422}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:23.452090 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59b2ce60-efba-4d20-a2b8-ca46786dda59 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:23.452508 n-d-778550-11 neutron-server[94866]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ea985b4-8059-4330-a637-2199b5a66368', 'name': 'network-vif-deleted', 'tag': 'b773e930-fbb7-49dd-bf9d-10fc2e0594a5', 'status': 'failed', 'code': 422} returned with failed status Aug 20 10:25:23.493912 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd3bffbe-3eed-4497-ab6d-3b0b4dd9d11d req-745fc833-0b99-4b25-94b5-8fa904fd8b2f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408206 Aug 20 10:25:23.495352 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21ba115b-f0ff-4b6c-a92a-9ec16a2bf6f6 req-033ab9ac-03f2-4570-9a27-543b82b39aa3 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d8c320-0b96-4897-a71a-8bf20753bdc5 HTTP/1.1" status: 200 len: 210 time: 0.0454054 Aug 20 10:25:23.525334 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c6daabc5-20de-4061-b5d1-da8ea075c4a0 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3965447 Aug 20 10:25:23.528354 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46788) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:23.531337 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46790) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:23.557095 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-286bd849-f0f9-4e96-ab17-268e7037a3c4 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:23.565099 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-286bd849-f0f9-4e96-ab17-268e7037a3c4 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:23.591963 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7bc4490d-c55b-46c2-aec4-762e13469cc6 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:23.618805 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7bc4490d-c55b-46c2-aec4-762e13469cc6 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:23.641077 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-286bd849-f0f9-4e96-ab17-268e7037a3c4 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:23.646950 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-286bd849-f0f9-4e96-ab17-268e7037a3c4 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:23.648102 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-286bd849-f0f9-4e96-ab17-268e7037a3c4 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6dd87c58-2fd0-4a6b-bef3-28e051727bdb HTTP/1.1" status: 204 len: 168 time: 0.1187704 Aug 20 10:25:23.650591 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46796) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:23.662188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bd849-f0f9-4e96-ab17-268e7037a3c4 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dd87c58-2fd0-4a6b-bef3-28e051727bdb,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:23.696311 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f33148cd-e03d-481e-b096-7d5def1e70a7 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0443702 Aug 20 10:25:23.698648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46798) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:23.703041 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-518a7a26-de24-452c-bf93-80a357975c0a tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Request body: {'security_group_rule': {'security_group_id': 'f120359c-0cd2-4295-9e8d-6d0128002e19', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:23.708684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-312278fc-e237-4e49-8c4e-8b7f0744f2ea tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:23.710634 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-312278fc-e237-4e49-8c4e-8b7f0744f2ea tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 811 time: 0.1331415 Aug 20 10:25:23.713048 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7bc4490d-c55b-46c2-aec4-762e13469cc6 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:23.715538 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7bc4490d-c55b-46c2-aec4-762e13469cc6 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:23.719240 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7bc4490d-c55b-46c2-aec4-762e13469cc6 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "DELETE /v2.0/security-groups/70a8264e-e014-412e-ac87-43af7e7dba75 HTTP/1.1" status: 204 len: 168 time: 0.1868768 Aug 20 10:25:23.722010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46800) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:23.734233 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-566cab25-a908-4349-bf01-07bb4cb3d7ea tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/quotas/6e53ce8e85ec4b5491d4531e04655740 HTTP/1.1" status: 200 len: 375 time: 0.0171382 Aug 20 10:25:23.750122 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-35a1e6cc-d78e-4f31-957a-0e498d967b69 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] show failed (client error): The resource could not be found. Aug 20 10:25:23.753962 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-35a1e6cc-d78e-4f31-957a-0e498d967b69 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "GET /v2.0/security-groups/70a8264e-e014-412e-ac87-43af7e7dba75 HTTP/1.1" status: 404 len: 347 time: 0.0286520 Aug 20 10:25:23.754576 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46802) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:23.757737 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4490d-c55b-46c2-aec4-762e13469cc6 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a8264e-e014-412e-ac87-43af7e7dba75,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:23.784058 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-254a5d97-d11f-4834-9e2a-9680fe28df6b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374634 Aug 20 10:25:23.797131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-39791ee9-1781-4fd3-8375-b08ed19116cb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:25:23.798383 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-39791ee9-1781-4fd3-8375-b08ed19116cb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055006 Aug 20 10:25:23.807182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b773e930-fbb7-49dd-bf9d-10fc2e0594a5 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:25:23.829674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: b773e930-fbb7-49dd-bf9d-10fc2e0594a5 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:25:23.830278 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b773e930-fbb7-49dd-bf9d-10fc2e0594a5 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:25:23.834174 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-518a7a26-de24-452c-bf93-80a357975c0a tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:23.919957 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-e957d9d5-7e2e-44da-824d-4020a3ac125f service neutron] 10.222.0.16 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075914 Aug 20 10:25:24.030621 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-84aab03e-139b-4406-a05d-4b9120005c87 service neutron] 10.222.0.16 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991433 Aug 20 10:25:24.056604 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-518a7a26-de24-452c-bf93-80a357975c0a tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:24.071155 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6f81b-d6f7-4242-9d44-4c9b5e4538d7 req-65759321-904c-4183-8c57-9aff2cf43466 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:24.072765 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-53c6f81b-d6f7-4242-9d44-4c9b5e4538d7 req-65759321-904c-4183-8c57-9aff2cf43466 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd9e77f-94f8-4fef-ada2-33bba0a01329 HTTP/1.1" status: 200 len: 945 time: 0.1929011 Aug 20 10:25:24.077732 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-518a7a26-de24-452c-bf93-80a357975c0a tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:24.126084 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-90af38d5-ce17-46a9-97cb-9116ab650f4d tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:24.127532 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-90af38d5-ce17-46a9-97cb-9116ab650f4d tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.24 "GET /v2.0/networks?id=530560a3-622f-41b9-8222-5a8222e0b1ac HTTP/1.1" status: 200 len: 805 time: 0.2466033 Aug 20 10:25:24.142043 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a7a26-de24-452c-bf93-80a357975c0a tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697b0f19-4b36-423d-a4a7-280ab1a3bc04,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:24.146791 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-518a7a26-de24-452c-bf93-80a357975c0a tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:24.147977 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-518a7a26-de24-452c-bf93-80a357975c0a tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4483871 Aug 20 10:25:24.158487 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-769f68eb-a8ca-4ecc-9642-541396f183df tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Request body: {'port': {'device_id': 'c6d8c320-0b96-4897-a71a-8bf20753bdc5', 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac', 'admin_state_up': True, 'tenant_id': 'a14c0ec977254acfabe7230c5ae2158d'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:24.159220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46810) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:24.185517 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2f23d516-cee6-46ad-be29-5da1088f542a tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-group-rules/697b0f19-4b36-423d-a4a7-280ab1a3bc04 HTTP/1.1" status: 200 len: 764 time: 0.0249157 Aug 20 10:25:24.188076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46814) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:24.209907 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-06ba6a67-3c92-4e34-b82d-50deacbeb985 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Deleting port 286303b7-0235-4d7b-921a-ec0691982acf {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:25:24.210412 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06ba6a67-3c92-4e34-b82d-50deacbeb985 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:24.214894 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-53c6f81b-d6f7-4242-9d44-4c9b5e4538d7 req-0b061e26-0b4f-43a1-a9f7-4cfa6af68a86 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300280 Aug 20 10:25:24.294229 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-010ca448-0525-430b-8e51-5898cbb2452a tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1048222 Aug 20 10:25:24.298360 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46818) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:24.318146 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-531c9519-50fb-46d0-bd4c-3b1736b9a27b req-96fe8f3d-bf97-4189-b483-f7c46d1b3332 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 210 time: 0.0439465 Aug 20 10:25:24.320963 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544318d6-3957-4c7d-bf1d-d2bc7363d33d req-486a567c-4665-4d5c-97b8-e6c59943946c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:24.327764 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544318d6-3957-4c7d-bf1d-d2bc7363d33d req-486a567c-4665-4d5c-97b8-e6c59943946c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:24.333772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544318d6-3957-4c7d-bf1d-d2bc7363d33d req-486a567c-4665-4d5c-97b8-e6c59943946c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:24.340660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544318d6-3957-4c7d-bf1d-d2bc7363d33d req-486a567c-4665-4d5c-97b8-e6c59943946c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:24.346392 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544318d6-3957-4c7d-bf1d-d2bc7363d33d req-486a567c-4665-4d5c-97b8-e6c59943946c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:24.352420 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544318d6-3957-4c7d-bf1d-d2bc7363d33d req-486a567c-4665-4d5c-97b8-e6c59943946c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:24.360326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544318d6-3957-4c7d-bf1d-d2bc7363d33d req-486a567c-4665-4d5c-97b8-e6c59943946c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:24.362250 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-544318d6-3957-4c7d-bf1d-d2bc7363d33d req-486a567c-4665-4d5c-97b8-e6c59943946c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.1573849 Aug 20 10:25:24.378360 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06ba6a67-3c92-4e34-b82d-50deacbeb985 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:24.378682 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06ba6a67-3c92-4e34-b82d-50deacbeb985 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:24.397703 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-06ba6a67-3c92-4e34-b82d-50deacbeb985 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Calling delete_port for 286303b7-0235-4d7b-921a-ec0691982acf owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:25:24.405289 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19bb5555-7612-4f43-8edd-08d0ff18e9a8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:24.412787 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-769f68eb-a8ca-4ecc-9642-541396f183df tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Made reservation on behalf of a14c0ec977254acfabe7230c5ae2158d for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:25:24.416328 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-769f68eb-a8ca-4ecc-9642-541396f183df tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:24.431572 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19bb5555-7612-4f43-8edd-08d0ff18e9a8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:24.446882 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-544318d6-3957-4c7d-bf1d-d2bc7363d33d req-29d10b88-c3ca-4cd5-b573-174b3f0134ff tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742655 Aug 20 10:25:24.477597 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19bb5555-7612-4f43-8edd-08d0ff18e9a8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:24.483714 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19bb5555-7612-4f43-8edd-08d0ff18e9a8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:24.486960 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-19bb5555-7612-4f43-8edd-08d0ff18e9a8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/697b0f19-4b36-423d-a4a7-280ab1a3bc04 HTTP/1.1" status: 204 len: 168 time: 0.1872261 Aug 20 10:25:24.490191 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46826) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:24.496910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb5555-7612-4f43-8edd-08d0ff18e9a8 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=697b0f19-4b36-423d-a4a7-280ab1a3bc04,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:24.530682 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device e8bc1a78-48b2-461a-b7ba-b9c6327572eb no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:25:24.563443 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-44e40622-0d53-4c3b-8a60-546a1b9be12d tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0613883 Aug 20 10:25:24.564265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46830) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:24.575646 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: e8bc1a78-48b2-461a-b7ba-b9c6327572eb {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:25:24.576468 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device e8bc1a78-48b2-461a-b7ba-b9c6327572eb not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:25:24.616802 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b3654610-dbfc-4887-9702-3feaeeb1f175 req-1f938256-d456-4538-aeab-4d8f2fe4f310 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d8c320-0b96-4897-a71a-8bf20753bdc5 HTTP/1.1" status: 200 len: 210 time: 0.0353663 Aug 20 10:25:24.620699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236feff-eb2a-4952-88ae-9e7525786742 req-a5587b53-7f4e-4344-b3cf-c2f65475bd9d tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:24.622489 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1236feff-eb2a-4952-88ae-9e7525786742 req-a5587b53-7f4e-4344-b3cf-c2f65475bd9d tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.2107813 Aug 20 10:25:24.653669 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59546a5d-f27c-4935-a040-23b03ac1c986 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:24.681130 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59546a5d-f27c-4935-a040-23b03ac1c986 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:24.750288 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59546a5d-f27c-4935-a040-23b03ac1c986 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:24.753213 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59546a5d-f27c-4935-a040-23b03ac1c986 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:24.755201 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-769f68eb-a8ca-4ecc-9642-541396f183df tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Allocated IP 172.20.0.5 (530560a3-622f-41b9-8222-5a8222e0b1ac/fcda7d78-8f96-4bd2-aa67-b7d358612b18/d2f4924b-f369-4974-a093-aa9e1c4d2357) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:25:24.755943 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-59546a5d-f27c-4935-a040-23b03ac1c986 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "DELETE /v2.0/security-groups/f120359c-0cd2-4295-9e8d-6d0128002e19 HTTP/1.1" status: 204 len: 168 time: 0.1906574 Aug 20 10:25:24.760054 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1236feff-eb2a-4952-88ae-9e7525786742 req-2bbffe77-4f53-4b33-aed6-a3bea8ee6683 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272459 Aug 20 10:25:24.760785 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46832) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:24.789733 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59546a5d-f27c-4935-a040-23b03ac1c986 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f120359c-0cd2-4295-9e8d-6d0128002e19,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:24.818475 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06ba6a67-3c92-4e34-b82d-50deacbeb985 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:24.824697 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-be814f41-174f-4218-9180-51f72c3cd984 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0628440 Aug 20 10:25:24.830699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46834) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:24.856378 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba6a67-3c92-4e34-b82d-50deacbeb985 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Pushing event deleted for resources: {'Port': ['ID=286303b7-0235-4d7b-921a-ec0691982acf,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:24.892969 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ddff87eb-62d7-4f8d-af98-a6c2407ec741 tempest-SecGroupTest-309520769 tempest-SecGroupTest-309520769-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610483 Aug 20 10:25:25.001005 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06ba6a67-3c92-4e34-b82d-50deacbeb985 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:25.003557 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06ba6a67-3c92-4e34-b82d-50deacbeb985 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:25.004767 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-06ba6a67-3c92-4e34-b82d-50deacbeb985 tempest-ImagesOneServerNegativeTestJSON-922680174 tempest-ImagesOneServerNegativeTestJSON-922680174-project] 10.222.0.16 "DELETE /v2.0/floatingips/6f03338e-def7-41a2-bfff-62f03df3dedb HTTP/1.1" status: 204 len: 168 time: 1.2481787 Aug 20 10:25:25.052985 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-769f68eb-a8ca-4ecc-9642-541396f183df tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:25.098992 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-769f68eb-a8ca-4ecc-9642-541396f183df tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:25.127547 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46850) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:25.135889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46852) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:25.143505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-769f68eb-a8ca-4ecc-9642-541396f183df tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Network 530560a3-622f-41b9-8222-5a8222e0b1ac is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:25:25.146716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-769f68eb-a8ca-4ecc-9642-541396f183df tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:25:25.150739 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-769f68eb-a8ca-4ecc-9642-541396f183df tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:25:25.177975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f68eb-a8ca-4ecc-9642-541396f183df tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Pushing event updated for resources: {'Port': ['ID=d2f4924b-f369-4974-a093-aa9e1c4d2357,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:25.187297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d387c9-f7f7-4201-a03c-a2b2a863f741 admin admin] Deleting subnet e2a0b821-48e6-40b2-874d-6ba5dd3e1302 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:25:25.193963 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-01d387c9-f7f7-4201-a03c-a2b2a863f741 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:25.210773 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-769f68eb-a8ca-4ecc-9642-541396f183df tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:25.211457 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-769f68eb-a8ca-4ecc-9642-541396f183df tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:25.231399 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-769f68eb-a8ca-4ecc-9642-541396f183df tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0868504 Aug 20 10:25:25.236912 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-01d387c9-f7f7-4201-a03c-a2b2a863f741 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:25.248589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Request body: {'port': {'device_id': 'c6d8c320-0b96-4897-a71a-8bf20753bdc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:25.416266 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-01d387c9-f7f7-4201-a03c-a2b2a863f741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:25.417317 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989527d-d55a-4e2b-823e-617b7d718c6f req-a576e122-1b8f-461a-b65c-77d11be475c5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:25.418966 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0989527d-d55a-4e2b-823e-617b7d718c6f req-a576e122-1b8f-461a-b65c-77d11be475c5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd9e77f-94f8-4fef-ada2-33bba0a01329 HTTP/1.1" status: 200 len: 945 time: 0.1027718 Aug 20 10:25:25.419849 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:25.490725 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e0a0ea32-d822-4e33-a9b7-c1bef3a33756 req-b712fa3a-16d4-419f-9b3c-eb077496d3b5 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 210 time: 0.0691023 Aug 20 10:25:25.497136 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0989527d-d55a-4e2b-823e-617b7d718c6f req-35ce444d-0182-40bf-9344-837811dd3b7b tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636985 Aug 20 10:25:25.557726 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bd0ff9d1-581f-4750-a9f9-20237d45bb64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=794f5ac0a29d481c8344a56328d63fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201365 Aug 20 10:25:25.558390 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46864) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:25.568222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-4a942532-1abb-4bf3-b5bf-5e34c55ba64c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:25.570433 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-4a942532-1abb-4bf3-b5bf-5e34c55ba64c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.24 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 811 time: 0.2726393 Aug 20 10:25:25.597811 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-c088d920-2506-45dd-b096-d890e4c2cd4c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Request body: {'port': {'device_id': '64bfb312-9ad4-445d-b69c-26cc2dd02806', 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f', 'admin_state_up': True, 'tenant_id': '6e53ce8e85ec4b5491d4531e04655740'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:25.700293 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-01d387c9-f7f7-4201-a03c-a2b2a863f741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:25.770857 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d387c9-f7f7-4201-a03c-a2b2a863f741 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2a0b821-48e6-40b2-874d-6ba5dd3e1302,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:25.787336 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-01d387c9-f7f7-4201-a03c-a2b2a863f741 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:25.789273 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-01d387c9-f7f7-4201-a03c-a2b2a863f741 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e2a0b821-48e6-40b2-874d-6ba5dd3e1302 HTTP/1.1" status: 204 len: 168 time: 0.6604080 Aug 20 10:25:25.794743 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46872) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:25.833649 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dffe4-eeb7-4f1f-915d-a4ed9ecec37b req-7ebdf813-70ac-4c9f-a4a0-61edfa89d42c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:25.839621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dffe4-eeb7-4f1f-915d-a4ed9ecec37b req-7ebdf813-70ac-4c9f-a4a0-61edfa89d42c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:25.845647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dffe4-eeb7-4f1f-915d-a4ed9ecec37b req-7ebdf813-70ac-4c9f-a4a0-61edfa89d42c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:25.851699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dffe4-eeb7-4f1f-915d-a4ed9ecec37b req-7ebdf813-70ac-4c9f-a4a0-61edfa89d42c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:25.858260 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dffe4-eeb7-4f1f-915d-a4ed9ecec37b req-7ebdf813-70ac-4c9f-a4a0-61edfa89d42c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:25.864304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dffe4-eeb7-4f1f-915d-a4ed9ecec37b req-7ebdf813-70ac-4c9f-a4a0-61edfa89d42c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:25.871075 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dffe4-eeb7-4f1f-915d-a4ed9ecec37b req-7ebdf813-70ac-4c9f-a4a0-61edfa89d42c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:25.873325 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-602dffe4-eeb7-4f1f-915d-a4ed9ecec37b req-7ebdf813-70ac-4c9f-a4a0-61edfa89d42c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.2680762 Aug 20 10:25:25.932640 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-992ed529-b15e-4ec5-9c57-9ba68bfda374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.000346 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-992ed529-b15e-4ec5-9c57-9ba68bfda374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.017622 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cab9a923-5832-42df-8fbd-fe041feda457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.042813 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-602dffe4-eeb7-4f1f-915d-a4ed9ecec37b req-0fc267d6-262a-4cde-a39a-a2e86b3603c2 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1534019 Aug 20 10:25:26.057238 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-c088d920-2506-45dd-b096-d890e4c2cd4c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Made reservation on behalf of 6e53ce8e85ec4b5491d4531e04655740 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:25:26.062067 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88556d1-94ed-4b33-a147-d292f383290d req-1e9d7686-4b22-44dc-aecc-09bfece464b3 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:26.063701 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c88556d1-94ed-4b33-a147-d292f383290d req-1e9d7686-4b22-44dc-aecc-09bfece464b3 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d8c320-0b96-4897-a71a-8bf20753bdc5 HTTP/1.1" status: 200 len: 931 time: 0.1127877 Aug 20 10:25:26.064045 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-c088d920-2506-45dd-b096-d890e4c2cd4c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.138354 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c88556d1-94ed-4b33-a147-d292f383290d req-74d6c8c6-def5-460e-baa9-fb051bfa4189 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684221 Aug 20 10:25:26.213438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f4924b-f369-4974-a093-aa9e1c4d2357 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:26.238056 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.249160 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-992ed529-b15e-4ec5-9c57-9ba68bfda374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.251740 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-992ed529-b15e-4ec5-9c57-9ba68bfda374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.255314 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-992ed529-b15e-4ec5-9c57-9ba68bfda374 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ea2abde-87e8-4745-bef4-8993853d490f HTTP/1.1" status: 204 len: 168 time: 0.6925647 Aug 20 10:25:26.272855 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Transition to ACTIVE for port object d2f4924b-f369-4974-a093-aa9e1c4d2357 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:25:26.280383 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.280863 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cab9a923-5832-42df-8fbd-fe041feda457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.295973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ed529-b15e-4ec5-9c57-9ba68bfda374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea2abde-87e8-4745-bef4-8993853d490f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:26.298937 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-cab9a923-5832-42df-8fbd-fe041feda457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deae5e63-6201-4553-930d-897a3e36a65a']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:26.305222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af111f9e-0f99-4cce-9d88-270c63446a8a req-14583a2a-411a-4596-bb9b-8d049128e52c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:26.307339 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-af111f9e-0f99-4cce-9d88-270c63446a8a req-14583a2a-411a-4596-bb9b-8d049128e52c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.0866537 Aug 20 10:25:26.311816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecf38a-f462-493c-bcb7-adb9ec97a9b2 req-7cd5b1dc-8b15-459f-8442-bc03019226ac tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:26.313516 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91ecf38a-f462-493c-bcb7-adb9ec97a9b2 req-7cd5b1dc-8b15-459f-8442-bc03019226ac tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd9e77f-94f8-4fef-ada2-33bba0a01329 HTTP/1.1" status: 200 len: 945 time: 0.1579924 Aug 20 10:25:26.364181 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-cab9a923-5832-42df-8fbd-fe041feda457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fdf31e-510b-4ce8-b116-9f076bf82d26') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:26.364481 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-cab9a923-5832-42df-8fbd-fe041feda457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fdf31e-510b-4ce8-b116-9f076bf82d26') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:26.385245 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cab9a923-5832-42df-8fbd-fe041feda457 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.392764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f4924b-f369-4974-a093-aa9e1c4d2357,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:26.417384 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cab9a923-5832-42df-8fbd-fe041feda457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.427840 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-c088d920-2506-45dd-b096-d890e4c2cd4c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Allocated IP 172.20.0.7 (cfce61d9-c87f-4881-8801-06adfd00a39f/cadf393e-210e-42af-b610-6c3e5318317c/e04b2abf-5143-475d-8bfc-7cbd409dced9) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:25:26.436980 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab9a923-5832-42df-8fbd-fe041feda457 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:25:26.437404 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cab9a923-5832-42df-8fbd-fe041feda457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:25:26.439140 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:25:26.450201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-af111f9e-0f99-4cce-9d88-270c63446a8a req-1deb4c03-585b-4b67-b373-1ba65042b8af tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096191 Aug 20 10:25:26.471409 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91ecf38a-f462-493c-bcb7-adb9ec97a9b2 req-31a778e9-0355-4e8f-8fe8-929263de042e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113839 Aug 20 10:25:26.479317 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Attempting to bind port d2f4924b-f369-4974-a093-aa9e1c4d2357 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:25:26.479656 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Attempting to bind port d2f4924b-f369-4974-a093-aa9e1c4d2357 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'db5f7a13-bbcf-4283-ac85-340991cd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:25:26.480122 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Attempting to bind port d2f4924b-f369-4974-a093-aa9e1c4d2357 on network 530560a3-622f-41b9-8222-5a8222e0b1ac {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:25:26.485022 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Port d2f4924b-f369-4974-a093-aa9e1c4d2357 on network 530560a3-622f-41b9-8222-5a8222e0b1ac not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:25:26.485354 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Attempting to bind port d2f4924b-f369-4974-a093-aa9e1c4d2357 on network 530560a3-622f-41b9-8222-5a8222e0b1ac {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:25:26.490641 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:25:26.490846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Checking segment: {'id': 'db5f7a13-bbcf-4283-ac85-340991cd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:25:26.491266 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Bound using segment: {'id': 'db5f7a13-bbcf-4283-ac85-340991cd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:25:26.491694 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Bound port: d2f4924b-f369-4974-a093-aa9e1c4d2357, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5f7a13-bbcf-4283-ac85-340991cd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:25:26.492049 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.548511 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cab9a923-5832-42df-8fbd-fe041feda457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.563003 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cab9a923-5832-42df-8fbd-fe041feda457 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.567322 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cab9a923-5832-42df-8fbd-fe041feda457 admin admin] 10.222.0.16 "DELETE /v2.0/networks/deae5e63-6201-4553-930d-897a3e36a65a HTTP/1.1" status: 204 len: 168 time: 0.7676129 Aug 20 10:25:26.585600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9a923-5832-42df-8fbd-fe041feda457 admin admin] Pushing event deleted for resources: {'Network': ['ID=deae5e63-6201-4553-930d-897a3e36a65a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:26.663384 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] For port d2f4924b-f369-4974-a093-aa9e1c4d2357, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:25:26.667986 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4cdbb301-c926-47c8-a9c5-64fdfb02c75b req-d6838e7e-c151-44bc-bed3-648a8602b5db tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 210 time: 0.0464668 Aug 20 10:25:26.683458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] For port d2f4924b-f369-4974-a093-aa9e1c4d2357, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2f4924b-f369-4974-a093-aa9e1c4d2357,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:25:26.689932 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.761820 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:26.763079 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.765743 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] 10.222.0.24 "PUT /v2.0/ports/d2f4924b-f369-4974-a093-aa9e1c4d2357 HTTP/1.1" status: 200 len: 1092 time: 1.5239112 Aug 20 10:25:26.766361 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d8c320-0b96-4897-a71a-8bf20753bdc5', 'tag': 'd2f4924b-f369-4974-a093-aa9e1c4d2357'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:26.770056 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e817239-1db0-4419-ac2b-c4b2368d3e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d8c320-0b96-4897-a71a-8bf20753bdc5", "tag": "d2f4924b-f369-4974-a093-aa9e1c4d2357"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:26.785983 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-c088d920-2506-45dd-b096-d890e4c2cd4c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.820962 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7247305-93ed-4f5a-82c0-5ff440dc0e80 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f4924b-f369-4974-a093-aa9e1c4d2357,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:26.824371 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46892) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:26.841622 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59debd27-dbf1-476c-a65c-591a7ee00727 x-openstack-request-id: req-59debd27-dbf1-476c-a65c-591a7ee00727 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:26.841972 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d8c320-0b96-4897-a71a-8bf20753bdc5", "tag": "d2f4924b-f369-4974-a093-aa9e1c4d2357", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:26.842307 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59debd27-dbf1-476c-a65c-591a7ee00727 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:26.842801 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d8c320-0b96-4897-a71a-8bf20753bdc5', 'tag': 'd2f4924b-f369-4974-a093-aa9e1c4d2357', 'status': 'completed', 'code': 200} Aug 20 10:25:26.866011 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-c088d920-2506-45dd-b096-d890e4c2cd4c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:26.912117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-c088d920-2506-45dd-b096-d890e4c2cd4c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Network cfce61d9-c87f-4881-8801-06adfd00a39f is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:25:26.914802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-c088d920-2506-45dd-b096-d890e4c2cd4c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:25:26.918883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-c088d920-2506-45dd-b096-d890e4c2cd4c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:25:26.925466 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e8681ef9-eda6-4a1f-b93c-2ee47f019617 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c60b1bbfe47a48a99fe09e78d51d99e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0999465 Aug 20 10:25:26.928339 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46894) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:26.940178 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-c375511b-8fbc-484a-8642-ee600097812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:26.942011 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-c375511b-8fbc-484a-8642-ee600097812c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14c0ec977254acfabe7230c5ae2158d&device_id=c6d8c320-0b96-4897-a71a-8bf20753bdc5 HTTP/1.1" status: 200 len: 1095 time: 0.0978050 Aug 20 10:25:26.966123 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088d920-2506-45dd-b096-d890e4c2cd4c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Pushing event updated for resources: {'Port': ['ID=e04b2abf-5143-475d-8bfc-7cbd409dced9,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:26.985178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-c088d920-2506-45dd-b096-d890e4c2cd4c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:26.985838 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-c088d920-2506-45dd-b096-d890e4c2cd4c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:27.001798 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-32d37b9a-a329-4786-a5e3-b44d61fc73f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f4924b-f369-4974-a093-aa9e1c4d2357 HTTP/1.1" status: 200 len: 217 time: 0.0513997 Aug 20 10:25:27.006136 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-c088d920-2506-45dd-b096-d890e4c2cd4c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4227748 Aug 20 10:25:27.021423 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Request body: {'port': {'device_id': '64bfb312-9ad4-445d-b69c-26cc2dd02806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:27.064976 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db73da95-8414-452e-9022-121cc0753f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:27.089968 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:27.093817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-7a76eb6b-e072-47bb-9f66-8c2f2e916d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:27.095341 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-7a76eb6b-e072-47bb-9f66-8c2f2e916d92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcda7d78-8f96-4bd2-aa67-b7d358612b18 HTTP/1.1" status: 200 len: 845 time: 0.0787258 Aug 20 10:25:27.100799 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db73da95-8414-452e-9022-121cc0753f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:27.149607 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-c68247e9-d853-44df-b135-790eed3da637 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=530560a3-622f-41b9-8222-5a8222e0b1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396307 Aug 20 10:25:27.291967 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46908) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:27.326750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbb05a-a376-426c-92b4-dbd6ead124a9 req-96b4eb1b-ed53-410e-aba3-b1b58d1d9fde tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:27.332727 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbb05a-a376-426c-92b4-dbd6ead124a9 req-96b4eb1b-ed53-410e-aba3-b1b58d1d9fde tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:27.338635 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbb05a-a376-426c-92b4-dbd6ead124a9 req-96b4eb1b-ed53-410e-aba3-b1b58d1d9fde tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:27.344687 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbb05a-a376-426c-92b4-dbd6ead124a9 req-96b4eb1b-ed53-410e-aba3-b1b58d1d9fde tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:27.350530 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbb05a-a376-426c-92b4-dbd6ead124a9 req-96b4eb1b-ed53-410e-aba3-b1b58d1d9fde tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:27.356921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbb05a-a376-426c-92b4-dbd6ead124a9 req-96b4eb1b-ed53-410e-aba3-b1b58d1d9fde tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:27.363002 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbb05a-a376-426c-92b4-dbd6ead124a9 req-96b4eb1b-ed53-410e-aba3-b1b58d1d9fde tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:27.371833 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-efcbb05a-a376-426c-92b4-dbd6ead124a9 req-96b4eb1b-ed53-410e-aba3-b1b58d1d9fde tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.2275941 Aug 20 10:25:27.378269 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfb7d0-d575-4d06-8c23-4ca3ac300e18 req-8c1558db-5caa-4327-a183-034116ad0950 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:27.379809 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a4dfb7d0-d575-4d06-8c23-4ca3ac300e18 req-8c1558db-5caa-4327-a183-034116ad0950 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fd9e77f-94f8-4fef-ada2-33bba0a01329 HTTP/1.1" status: 200 len: 945 time: 0.1522207 Aug 20 10:25:27.391333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cfce6-a13f-4cef-9467-7491c3517231 req-a5279fe3-7dde-4d1b-a28c-bc72d36a7c37 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:27.392826 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca3cfce6-a13f-4cef-9467-7491c3517231 req-a5279fe3-7dde-4d1b-a28c-bc72d36a7c37 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d8c320-0b96-4897-a71a-8bf20753bdc5 HTTP/1.1" status: 200 len: 943 time: 0.1445632 Aug 20 10:25:27.397940 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db73da95-8414-452e-9022-121cc0753f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:27.400748 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db73da95-8414-452e-9022-121cc0753f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:27.401880 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-db73da95-8414-452e-9022-121cc0753f30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3197cc8c-d663-499c-a367-db81451a1c49 HTTP/1.1" status: 204 len: 168 time: 0.4726548 Aug 20 10:25:27.429610 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-8906c21a-f925-4870-a8e5-dd6c2246c27e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:27.430242 n-d-778550-11 neutron-server[94867]: WARNING neutron.api.v2.base [None req-8906c21a-f925-4870-a8e5-dd6c2246c27e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 10:25:27.430474 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-8906c21a-f925-4870-a8e5-dd6c2246c27e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 10:25:27.435589 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8906c21a-f925-4870-a8e5-dd6c2246c27e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1374419 Aug 20 10:25:27.439718 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46914) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:27.440755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73da95-8414-452e-9022-121cc0753f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3197cc8c-d663-499c-a367-db81451a1c49,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:27.454702 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-e046cd39-5d36-49a8-bfb1-cd4316262381 service neutron] 10.222.0.24 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718813 Aug 20 10:25:27.462622 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d0830755-0e53-49f5-ab5a-32fef68ae553 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967794989'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:27.490387 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-efcbb05a-a376-426c-92b4-dbd6ead124a9 req-7525ddcb-9057-47f1-b5c5-45491888a6cb tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1169577 Aug 20 10:25:27.544839 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca3cfce6-a13f-4cef-9467-7491c3517231 req-afb52581-0b7b-4691-9822-b10772c154b2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142764 Aug 20 10:25:27.561553 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d0830755-0e53-49f5-ab5a-32fef68ae553 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:27.577185 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d0830755-0e53-49f5-ab5a-32fef68ae553 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:27.630832 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-a4dfb7d0-d575-4d06-8c23-4ca3ac300e18 req-e48792aa-5911-4f03-8827-dba81f1fe4c0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Deleting port d3c12798-dea1-4c6b-acd6-a95f82280688 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:25:27.631400 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a4dfb7d0-d575-4d06-8c23-4ca3ac300e18 req-e48792aa-5911-4f03-8827-dba81f1fe4c0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:27.727492 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04b2abf-5143-475d-8bfc-7cbd409dced9 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:27.732808 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d0830755-0e53-49f5-ab5a-32fef68ae553 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:27.740810 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:27.745922 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d0830755-0e53-49f5-ab5a-32fef68ae553 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:27.755014 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8fa1d47a-7469-4d99-a677-f11f17211d14 req-6b7241e3-2992-4014-9595-37f9e1e1a87b service neutron] 10.222.0.24 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773566 Aug 20 10:25:27.778313 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Transition to ACTIVE for port object e04b2abf-5143-475d-8bfc-7cbd409dced9 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:25:27.791291 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:27.809933 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf2462-450d-40f0-987b-d0dad2582b68 req-b740b8ab-9c70-4d92-8541-568a7d6d30a7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:27.811555 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62bf2462-450d-40f0-987b-d0dad2582b68 req-b740b8ab-9c70-4d92-8541-568a7d6d30a7 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.1366704 Aug 20 10:25:27.822298 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8b76c-34f3-444e-ba77-10857769a2ad req-f9dfae6f-287b-46c8-a13b-389143325875 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:27.823911 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e0a8b76c-34f3-444e-ba77-10857769a2ad req-f9dfae6f-287b-46c8-a13b-389143325875 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd9e77f-94f8-4fef-ada2-33bba0a01329 HTTP/1.1" status: 200 len: 945 time: 0.1431570 Aug 20 10:25:27.829293 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0830755-0e53-49f5-ab5a-32fef68ae553 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff5c2fa-e128-4db4-bc38-d42c55fb07cd,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:27.858994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-a4dfb7d0-d575-4d06-8c23-4ca3ac300e18 req-e48792aa-5911-4f03-8827-dba81f1fe4c0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] For port d3c12798-dea1-4c6b-acd6-a95f82280688, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d3c12798-dea1-4c6b-acd6-a95f82280688,segment=NetworkSegment(b609cb7a-77cc-49c3-9444-7cdfcd98764f),segment_id=b609cb7a-77cc-49c3-9444-7cdfcd98764f)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:27.859295 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a4dfb7d0-d575-4d06-8c23-4ca3ac300e18 req-e48792aa-5911-4f03-8827-dba81f1fe4c0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:27.893951 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-a4dfb7d0-d575-4d06-8c23-4ca3ac300e18 req-e48792aa-5911-4f03-8827-dba81f1fe4c0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Calling delete_port for d3c12798-dea1-4c6b-acd6-a95f82280688 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:25:27.929171 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e817239-1db0-4419-ac2b-c4b2368d3e9b req-0187fac4-f129-472b-bf98-61a2d096dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:27.930752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e817239-1db0-4419-ac2b-c4b2368d3e9b req-0187fac4-f129-472b-bf98-61a2d096dde7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14c0ec977254acfabe7230c5ae2158d&device_id=c6d8c320-0b96-4897-a71a-8bf20753bdc5 HTTP/1.1" status: 200 len: 1095 time: 0.1145225 Aug 20 10:25:27.933826 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62bf2462-450d-40f0-987b-d0dad2582b68 req-5faff8e5-6bd3-42e9-b89c-5468ef3e9c29 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799088 Aug 20 10:25:27.936693 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Pushing event updated for resources: {'Port': ['ID=e04b2abf-5143-475d-8bfc-7cbd409dced9,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:28.032949 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e0a8b76c-34f3-444e-ba77-10857769a2ad req-9520f323-355c-425b-b774-0f4dce9c7727 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761782 Aug 20 10:25:28.052339 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d0830755-0e53-49f5-ab5a-32fef68ae553 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:28.073530 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d0830755-0e53-49f5-ab5a-32fef68ae553 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:28.091633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Attempting to bind port e04b2abf-5143-475d-8bfc-7cbd409dced9 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:25:28.091633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Attempting to bind port e04b2abf-5143-475d-8bfc-7cbd409dced9 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:25:28.091633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Attempting to bind port e04b2abf-5143-475d-8bfc-7cbd409dced9 on network cfce61d9-c87f-4881-8801-06adfd00a39f {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:25:28.099093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Port e04b2abf-5143-475d-8bfc-7cbd409dced9 on network cfce61d9-c87f-4881-8801-06adfd00a39f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:25:28.099507 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Attempting to bind port e04b2abf-5143-475d-8bfc-7cbd409dced9 on network cfce61d9-c87f-4881-8801-06adfd00a39f {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:25:28.106963 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:25:28.107402 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Checking segment: {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:25:28.108033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Bound using segment: {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:25:28.108508 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Bound port: e04b2abf-5143-475d-8bfc-7cbd409dced9, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:25:28.108870 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:28.139090 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d0830755-0e53-49f5-ab5a-32fef68ae553 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:28.142830 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d0830755-0e53-49f5-ab5a-32fef68ae553 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6931694 Aug 20 10:25:28.145397 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46936) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:28.150756 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0830755-0e53-49f5-ab5a-32fef68ae553 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502d4713-c025-4620-94d7-3ec242e868fd,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:28.156139 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-27bf696f-0d33-4aaf-9130-36da53b719fc tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': '502d4713-c025-4620-94d7-3ec242e868fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:28.161932 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e817239-1db0-4419-ac2b-c4b2368d3e9b req-58db5d38-6aa8-410a-809b-706a5a539e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:28.162967 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e817239-1db0-4419-ac2b-c4b2368d3e9b req-58db5d38-6aa8-410a-809b-706a5a539e47 service neutron] 10.222.0.24 "GET /v2.0/networks?id=530560a3-622f-41b9-8222-5a8222e0b1ac HTTP/1.1" status: 200 len: 906 time: 0.2137430 Aug 20 10:25:28.172395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa24a09-6a9b-4d49-abd9-02c4378fae37 req-9c1fe617-ecb5-4649-89a9-4f4e6f646192 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:28.173971 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3fa24a09-6a9b-4d49-abd9-02c4378fae37 req-9c1fe617-ecb5-4649-89a9-4f4e6f646192 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 943 time: 0.1475229 Aug 20 10:25:28.219910 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a4dfb7d0-d575-4d06-8c23-4ca3ac300e18 req-e48792aa-5911-4f03-8827-dba81f1fe4c0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:28.226687 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e817239-1db0-4419-ac2b-c4b2368d3e9b req-f952e0cf-dde4-4a0f-941d-d9416974c2c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2f4924b-f369-4974-a093-aa9e1c4d2357 HTTP/1.1" status: 200 len: 217 time: 0.0495844 Aug 20 10:25:28.238372 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['d3c12798-dea1-4c6b-acd6-a95f82280688'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:28.257558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] For port e04b2abf-5143-475d-8bfc-7cbd409dced9, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:25:28.261869 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48792aa-5911-4f03-8827-dba81f1fe4c0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Pushing event deleted for resources: {'Port': ['ID=d3c12798-dea1-4c6b-acd6-a95f82280688,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:28.282690 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['c97eb99c-7c9b-43ce-a058-cc469682ed9c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:28.300701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] For port e04b2abf-5143-475d-8bfc-7cbd409dced9, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=e04b2abf-5143-475d-8bfc-7cbd409dced9,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:25:28.311810 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27bf696f-0d33-4aaf-9130-36da53b719fc tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:28.316090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dfb7d0-d575-4d06-8c23-4ca3ac300e18 req-e48792aa-5911-4f03-8827-dba81f1fe4c0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] No DVR routers for this DVR port d3c12798-dea1-4c6b-acd6-a95f82280688 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:25:28.317870 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:28.321873 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a4dfb7d0-d575-4d06-8c23-4ca3ac300e18 req-e48792aa-5911-4f03-8827-dba81f1fe4c0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:28.323952 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a4dfb7d0-d575-4d06-8c23-4ca3ac300e18 req-e48792aa-5911-4f03-8827-dba81f1fe4c0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.24 "DELETE /v2.0/ports/d3c12798-dea1-4c6b-acd6-a95f82280688 HTTP/1.1" status: 204 len: 173 time: 0.9301956 Aug 20 10:25:28.325917 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd9e77f-94f8-4fef-ada2-33bba0a01329', 'name': 'network-vif-deleted', 'tag': 'd3c12798-dea1-4c6b-acd6-a95f82280688'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:28.328338 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732b7950-0140-4cd8-b4fa-d51a6eaaf540" -d '{"events": [{"server_uuid": "8fd9e77f-94f8-4fef-ada2-33bba0a01329", "name": "network-vif-deleted", "tag": "d3c12798-dea1-4c6b-acd6-a95f82280688"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:28.338610 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3fa24a09-6a9b-4d49-abd9-02c4378fae37 req-501030a4-fae8-4529-8783-2bcf6c813064 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543260 Aug 20 10:25:28.382403 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:28.383061 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:28.385229 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] 10.222.0.24 "PUT /v2.0/ports/e04b2abf-5143-475d-8bfc-7cbd409dced9 HTTP/1.1" status: 200 len: 1092 time: 1.3683803 Aug 20 10:25:28.388932 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52aafcc6-e042-446b-ae91-a9dd81c1cd6e x-openstack-request-id: req-52aafcc6-e042-446b-ae91-a9dd81c1cd6e {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:28.389222 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd9e77f-94f8-4fef-ada2-33bba0a01329", "name": "network-vif-deleted", "tag": "d3c12798-dea1-4c6b-acd6-a95f82280688", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:28.389484 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52aafcc6-e042-446b-ae91-a9dd81c1cd6e {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:28.389934 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd9e77f-94f8-4fef-ada2-33bba0a01329', 'name': 'network-vif-deleted', 'tag': 'd3c12798-dea1-4c6b-acd6-a95f82280688', 'status': 'completed', 'code': 200} Aug 20 10:25:28.409674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e817239-1db0-4419-ac2b-c4b2368d3e9b req-9d61db80-0cc7-4adc-94ff-c231801b65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:28.411905 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e817239-1db0-4419-ac2b-c4b2368d3e9b req-9d61db80-0cc7-4adc-94ff-c231801b65ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcda7d78-8f96-4bd2-aa67-b7d358612b18 HTTP/1.1" status: 200 len: 845 time: 0.1735582 Aug 20 10:25:28.419317 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7f685-a88d-4e8c-badb-71e2029dc543 service neutron] Pushing event updated for resources: {'Port': ['ID=e04b2abf-5143-475d-8bfc-7cbd409dced9,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:28.467985 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27bf696f-0d33-4aaf-9130-36da53b719fc tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:28.503409 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e817239-1db0-4419-ac2b-c4b2368d3e9b req-d58e6b3a-6ff3-439a-a272-39beb3786369 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=530560a3-622f-41b9-8222-5a8222e0b1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533292 Aug 20 10:25:28.504794 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27bf696f-0d33-4aaf-9130-36da53b719fc tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:28.505031 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-ab370abd-ed66-4973-99c1-0afa40de9c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:28.506929 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-ab370abd-ed66-4973-99c1-0afa40de9c0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 1095 time: 0.0587664 Aug 20 10:25:28.515166 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46946) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:28.521594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf696f-0d33-4aaf-9130-36da53b719fc tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f292d268-5134-4b09-8ced-972cde4e77dc,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:28.570564 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27bf696f-0d33-4aaf-9130-36da53b719fc tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:28.572639 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-27bf696f-0d33-4aaf-9130-36da53b719fc tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4254735 Aug 20 10:25:28.582484 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46952) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:28.588146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c5067e72-1106-48f4-88de-68107f62098a tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': '502d4713-c025-4620-94d7-3ec242e868fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:28.610587 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-06506a79-8761-4c55-880c-799e327d166c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e04b2abf-5143-475d-8bfc-7cbd409dced9 HTTP/1.1" status: 200 len: 217 time: 0.0735977 Aug 20 10:25:28.698156 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c5067e72-1106-48f4-88de-68107f62098a tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:28.745575 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e817239-1db0-4419-ac2b-c4b2368d3e9b req-2654e47f-ba05-4ef5-8b5b-9a7852a1fc6e service neutron] 10.222.0.24 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934848 Aug 20 10:25:28.775987 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46edbf-8466-4eee-930b-13402efe3174 req-a76ab5a5-d3f0-48ef-9433-357d7a673159 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:28.782241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46edbf-8466-4eee-930b-13402efe3174 req-a76ab5a5-d3f0-48ef-9433-357d7a673159 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:28.788551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46edbf-8466-4eee-930b-13402efe3174 req-a76ab5a5-d3f0-48ef-9433-357d7a673159 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:28.795105 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46edbf-8466-4eee-930b-13402efe3174 req-a76ab5a5-d3f0-48ef-9433-357d7a673159 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:28.801334 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46edbf-8466-4eee-930b-13402efe3174 req-a76ab5a5-d3f0-48ef-9433-357d7a673159 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:28.807871 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46edbf-8466-4eee-930b-13402efe3174 req-a76ab5a5-d3f0-48ef-9433-357d7a673159 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:28.813810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46edbf-8466-4eee-930b-13402efe3174 req-a76ab5a5-d3f0-48ef-9433-357d7a673159 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:28.815821 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef46edbf-8466-4eee-930b-13402efe3174 req-a76ab5a5-d3f0-48ef-9433-357d7a673159 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.1648202 Aug 20 10:25:28.893166 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-c5067e72-1106-48f4-88de-68107f62098a tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 10:25:28.894231 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c5067e72-1106-48f4-88de-68107f62098a tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3105161 Aug 20 10:25:28.900159 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46956) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:28.949477 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef46edbf-8466-4eee-930b-13402efe3174 req-3874dd9c-f782-414d-b732-9dd2eda5eec0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167932 Aug 20 10:25:28.973504 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e06d9aba-5748-4bbe-ad03-ca75f0bac073 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-168176299-network', 'tenant_id': 'd7e4ed6a4f2c4b3db9b58918d6a913e7'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:28.983165 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e817239-1db0-4419-ac2b-c4b2368d3e9b req-c0355477-7ecc-496d-a408-74d79c4e0520 service neutron] 10.222.0.24 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277763 Aug 20 10:25:29.011879 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de09bc-a143-430a-85e6-d0465ce39be4 req-0c9e9ff5-f1e1-49b2-a1c4-33c4a77cef05 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.012112 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b99fe591-077c-414f-95fa-e0802bc58bad tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:29.021097 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-86de09bc-a143-430a-85e6-d0465ce39be4 req-0c9e9ff5-f1e1-49b2-a1c4-33c4a77cef05 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d8c320-0b96-4897-a71a-8bf20753bdc5 HTTP/1.1" status: 200 len: 943 time: 0.3656235 Aug 20 10:25:29.023598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06d9aba-5748-4bbe-ad03-ca75f0bac073 admin admin] Made reservation on behalf of d7e4ed6a4f2c4b3db9b58918d6a913e7 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:25:29.025218 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e06d9aba-5748-4bbe-ad03-ca75f0bac073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:29.041432 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e06d9aba-5748-4bbe-ad03-ca75f0bac073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:29.043140 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b99fe591-077c-414f-95fa-e0802bc58bad tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:29.076178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-310b6792-a73a-4450-b78d-0535e3a68f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.077897 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-310b6792-a73a-4450-b78d-0535e3a68f3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cadf393e-210e-42af-b610-6c3e5318317c HTTP/1.1" status: 200 len: 851 time: 0.4585829 Aug 20 10:25:29.123551 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-30fb977c-e09c-4189-8bf5-58865333b26f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfce61d9-c87f-4881-8801-06adfd00a39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326123 Aug 20 10:25:29.128743 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-86de09bc-a143-430a-85e6-d0465ce39be4 req-246bfefb-ad48-4f52-bdb5-587fc4898f1f tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067469 Aug 20 10:25:29.175196 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b99fe591-077c-414f-95fa-e0802bc58bad tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:29.177781 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b99fe591-077c-414f-95fa-e0802bc58bad tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:29.181769 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b99fe591-077c-414f-95fa-e0802bc58bad tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "DELETE /v2.0/security-groups/502d4713-c025-4620-94d7-3ec242e868fd HTTP/1.1" status: 204 len: 168 time: 0.2778385 Aug 20 10:25:29.187215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46962) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:29.189102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0dc36-d0e6-4faa-bcb9-b8f11829070b req-7f2b3416-3aca-47c4-bc4f-c9a4d858e055 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.190673 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ca0dc36-d0e6-4faa-bcb9-b8f11829070b req-7f2b3416-3aca-47c4-bc4f-c9a4d858e055 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.1228867 Aug 20 10:25:29.210439 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-ede42682-b0e7-4ab8-9632-40e44227530f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1109743 Aug 20 10:25:29.212492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fe591-077c-414f-95fa-e0802bc58bad tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=502d4713-c025-4620-94d7-3ec242e868fd,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:29.270405 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f9984400-b5be-4dd2-822a-015f6115b48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:29.292198 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-09770d8a-66cd-438f-b0f4-bfab8f53fe14 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1039944 Aug 20 10:25:29.292732 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ca0dc36-d0e6-4faa-bcb9-b8f11829070b req-54eaa3f1-094b-4fd9-9ba9-be90e0dfd321 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902848 Aug 20 10:25:29.307467 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46966) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:29.316336 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c158d89e-67f0-451c-ad4e-ab48aad75313 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761932509'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:29.345313 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-168477dc-dc36-4597-8821-3274f08a1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.345800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-168477dc-dc36-4597-8821-3274f08a1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.346279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-168477dc-dc36-4597-8821-3274f08a1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.346746 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-168477dc-dc36-4597-8821-3274f08a1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.346875 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-ad1b3e8e-a19d-4c49-bf0a-a06d55ba94d8 service neutron] 10.222.0.24 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139363 Aug 20 10:25:29.347255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-168477dc-dc36-4597-8821-3274f08a1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.347729 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-168477dc-dc36-4597-8821-3274f08a1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.348193 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-168477dc-dc36-4597-8821-3274f08a1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.350143 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-168477dc-dc36-4597-8821-3274f08a1f71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0e5831484784def8c1647505b6cc771&device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 6498 time: 0.0717731 Aug 20 10:25:29.437339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faef6d4-5ec6-4865-bb30-cc69d8c929a3 req-ec553587-c90b-460b-aea8-63ba16b94d34 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.438898 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9faef6d4-5ec6-4865-bb30-cc69d8c929a3 req-ec553587-c90b-460b-aea8-63ba16b94d34 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1707098 Aug 20 10:25:29.441008 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e06d9aba-5748-4bbe-ad03-ca75f0bac073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:29.457145 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e06d9aba-5748-4bbe-ad03-ca75f0bac073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:29.498388 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c158d89e-67f0-451c-ad4e-ab48aad75313 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:29.501038 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06d9aba-5748-4bbe-ad03-ca75f0bac073 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:25:29.528861 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d9aba-5748-4bbe-ad03-ca75f0bac073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173d6db1-78bc-4c3a-bf66-1739c0033322,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:29.539008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcdd57-7675-4e4b-8380-6fec47a487dc req-4bb2d682-d095-481e-a65f-a4eab79cd67d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.541062 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-98bcdd57-7675-4e4b-8380-6fec47a487dc req-4bb2d682-d095-481e-a65f-a4eab79cd67d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 943 time: 0.1087980 Aug 20 10:25:29.541623 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e06d9aba-5748-4bbe-ad03-ca75f0bac073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:29.541981 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-e06d9aba-5748-4bbe-ad03-ca75f0bac073 admin admin] Added segment 07ecd010-bae1-4f6f-8607-4df2bd45ace5 of type vlan for network f920487b-b2a2-4da5-952f-e2da40eabc10 Aug 20 10:25:29.545759 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9faef6d4-5ec6-4865-bb30-cc69d8c929a3 req-1aa01ff4-db3c-40f7-b486-ce5eb8a44eb2 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996852 Aug 20 10:25:29.554774 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-321634ed-eab3-455b-a3f6-1b647e8773f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.555520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-321634ed-eab3-455b-a3f6-1b647e8773f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.556032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-321634ed-eab3-455b-a3f6-1b647e8773f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.558331 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-321634ed-eab3-455b-a3f6-1b647e8773f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b8eb4a3e-b147-44c8-b055-38c08a4758a5&id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c&id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c HTTP/1.1" status: 200 len: 2292 time: 0.1765456 Aug 20 10:25:29.566606 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84ca463f-022a-4e8f-9b18-4242ea28e18e req-7cbedcbc-26dc-47f6-925a-d83ff1ef879b service neutron] 10.222.0.24 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097621 Aug 20 10:25:29.605921 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e06d9aba-5748-4bbe-ad03-ca75f0bac073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:29.638000 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e06d9aba-5748-4bbe-ad03-ca75f0bac073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:29.639276 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06d9aba-5748-4bbe-ad03-ca75f0bac073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.639868 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e06d9aba-5748-4bbe-ad03-ca75f0bac073 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:29.667969 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-98bcdd57-7675-4e4b-8380-6fec47a487dc req-9dc79239-5ddd-4b6f-9553-3b292e47b8f3 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176376 Aug 20 10:25:29.688729 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-e09def53-5bc9-42e4-b340-30e8443e4204 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2546b1e2-0838-4e48-be61-9c0af5b6f798 HTTP/1.1" status: 200 len: 1001 time: 0.1203842 Aug 20 10:25:29.714419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d9aba-5748-4bbe-ad03-ca75f0bac073 admin admin] Pushing event updated for resources: {'Network': ['ID=f920487b-b2a2-4da5-952f-e2da40eabc10,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:29.732970 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network f920487b-b2a2-4da5-952f-e2da40eabc10 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:25:29.770565 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-3983e8fb-c0e3-4f0c-8fe5-e7bb4e10cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.772276 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-3983e8fb-c0e3-4f0c-8fe5-e7bb4e10cf87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cdb8b0c3-e2dc-4f1a-99e9-151eb29be007 HTTP/1.1" status: 200 len: 851 time: 0.0743663 Aug 20 10:25:29.832220 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c158d89e-67f0-451c-ad4e-ab48aad75313 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:29.839799 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c158d89e-67f0-451c-ad4e-ab48aad75313 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:29.841358 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e06d9aba-5748-4bbe-ad03-ca75f0bac073 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3250160 Aug 20 10:25:29.844513 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46976) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:29.849695 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-54db5bd8-32b6-4092-86b8-2924eedf381a admin admin] Request body: {'subnet': {'network_id': 'f920487b-b2a2-4da5-952f-e2da40eabc10', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-168176299-subnet', 'tenant_id': 'd7e4ed6a4f2c4b3db9b58918d6a913e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:29.872096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54db5bd8-32b6-4092-86b8-2924eedf381a admin admin] Made reservation on behalf of d7e4ed6a4f2c4b3db9b58918d6a913e7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:25:29.874446 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-54db5bd8-32b6-4092-86b8-2924eedf381a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:29.883157 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c158d89e-67f0-451c-ad4e-ab48aad75313 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:29.884963 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c158d89e-67f0-451c-ad4e-ab48aad75313 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5756059 Aug 20 10:25:29.886555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158d89e-67f0-451c-ad4e-ab48aad75313 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba53ba9-c5b2-4389-bf2c-0d48c2d05cb3,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:29.887993 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46978) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:29.898372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd8840-8a6a-41ab-8644-c3f5bf69d81e req-8ebff117-adf1-4eb9-8d35-252eca11dcd4 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.899983 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9acd8840-8a6a-41ab-8644-c3f5bf69d81e req-8ebff117-adf1-4eb9-8d35-252eca11dcd4 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1492825 Aug 20 10:25:29.902867 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-effa1eae-2769-43f9-8976-bc8c01bc713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:29.904490 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-effa1eae-2769-43f9-8976-bc8c01bc713f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b8eb4a3e-b147-44c8-b055-38c08a4758a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157689 Aug 20 10:25:29.922563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e4e6a398-b8a1-428e-b52e-e709a9620740 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': 'eba53ba9-c5b2-4389-bf2c-0d48c2d05cb3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:29.923620 n-d-778550-11 neutron-server[94866]: WARNING neutron.api.v2.base [None req-e4e6a398-b8a1-428e-b52e-e709a9620740 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 20 10:25:29.924147 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-e4e6a398-b8a1-428e-b52e-e709a9620740 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:25:29.925129 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e4e6a398-b8a1-428e-b52e-e709a9620740 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0350597 Aug 20 10:25:29.930180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46980) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:30.095885 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-54db5bd8-32b6-4092-86b8-2924eedf381a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:30.163558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4cb8e-5a56-4b4f-a32f-442f0c034e7c req-aa7991e0-6996-42fb-8a6d-766c4172abe7 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:30.169569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4cb8e-5a56-4b4f-a32f-442f0c034e7c req-aa7991e0-6996-42fb-8a6d-766c4172abe7 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:30.175837 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4cb8e-5a56-4b4f-a32f-442f0c034e7c req-aa7991e0-6996-42fb-8a6d-766c4172abe7 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:30.182318 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4cb8e-5a56-4b4f-a32f-442f0c034e7c req-aa7991e0-6996-42fb-8a6d-766c4172abe7 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:30.188208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4cb8e-5a56-4b4f-a32f-442f0c034e7c req-aa7991e0-6996-42fb-8a6d-766c4172abe7 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:30.194076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4cb8e-5a56-4b4f-a32f-442f0c034e7c req-aa7991e0-6996-42fb-8a6d-766c4172abe7 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:30.200557 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4cb8e-5a56-4b4f-a32f-442f0c034e7c req-aa7991e0-6996-42fb-8a6d-766c4172abe7 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:30.202572 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-45e4cb8e-5a56-4b4f-a32f-442f0c034e7c req-aa7991e0-6996-42fb-8a6d-766c4172abe7 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.1572518 Aug 20 10:25:30.225642 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db5bd8-32b6-4092-86b8-2924eedf381a admin admin] Pushing event updated for resources: {'Subnet': ['ID=680ac599-0c01-49bb-acaf-f6e6ac8ac95a,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:30.248491 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db5bd8-32b6-4092-86b8-2924eedf381a admin admin] Checking segment: {'id': '07ecd010-bae1-4f6f-8607-4df2bd45ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f920487b-b2a2-4da5-952f-e2da40eabc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:25:30.248760 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db5bd8-32b6-4092-86b8-2924eedf381a admin admin] Network hostable DHCP agents. Network: f920487b-b2a2-4da5-952f-e2da40eabc10, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:25:30.258632 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9acd8840-8a6a-41ab-8644-c3f5bf69d81e req-ecbeaaf0-9bd0-42e6-9b82-b23941733ebf tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506992 Aug 20 10:25:30.275777 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-45e4cb8e-5a56-4b4f-a32f-442f0c034e7c req-857231f7-5d3f-40f6-a8a7-57a434479632 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607429 Aug 20 10:25:30.295333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db5bd8-32b6-4092-86b8-2924eedf381a admin admin] Network f920487b-b2a2-4da5-952f-e2da40eabc10 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:25:30.309468 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-54db5bd8-32b6-4092-86b8-2924eedf381a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, f920487b-b2a2-4da5-952f-e2da40eabc10) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:25:30.314548 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54db5bd8-32b6-4092-86b8-2924eedf381a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:30.315341 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-54db5bd8-32b6-4092-86b8-2924eedf381a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:30.325646 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb5c8c2-1e51-477b-8ee8-892a8b4836bf None None] Network f920487b-b2a2-4da5-952f-e2da40eabc10 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:25:30.329062 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-049df278-5b8a-485c-bdb8-80c98c3cea9e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:30.339685 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-54db5bd8-32b6-4092-86b8-2924eedf381a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4910505 Aug 20 10:25:30.367972 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-11c826b3-db03-4e06-83c3-49d0d0a8aab2 service neutron] 10.222.0.42 "GET /v2.0/networks/b8eb4a3e-b147-44c8-b055-38c08a4758a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462693 Aug 20 10:25:30.408863 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bfb312-9ad4-445d-b69c-26cc2dd02806', 'tag': 'e04b2abf-5143-475d-8bfc-7cbd409dced9'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:30.411501 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fdd219-0493-49bb-8493-5d1a50037728" -d '{"events": [{"name": "network-changed", "server_uuid": "64bfb312-9ad4-445d-b69c-26cc2dd02806", "tag": "e04b2abf-5143-475d-8bfc-7cbd409dced9"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:30.443999 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d1255-8027-4f1a-aae5-3bc1cf2ae529 req-a4b0d985-a4f2-40e1-a684-8a17712044c7 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:30.453931 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-275d1255-8027-4f1a-aae5-3bc1cf2ae529 req-a4b0d985-a4f2-40e1-a684-8a17712044c7 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0785534 Aug 20 10:25:30.455729 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-049df278-5b8a-485c-bdb8-80c98c3cea9e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:30.485106 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5744ee-3d8a-45f2-a935-48b1394a1e38 None None] Network f920487b-b2a2-4da5-952f-e2da40eabc10 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:25:30.502082 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-275d1255-8027-4f1a-aae5-3bc1cf2ae529 req-3994e84a-da34-4fd5-82a0-71ba23f86282 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465183 Aug 20 10:25:30.507093 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b82c7-5533-4c2b-8f9e-29fccd54f5e8 req-c3f2985c-e97c-4d2b-8d00-7ef657ca2a75 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:30.507816 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-221b82c7-5533-4c2b-8f9e-29fccd54f5e8 req-c3f2985c-e97c-4d2b-8d00-7ef657ca2a75 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d8c320-0b96-4897-a71a-8bf20753bdc5 HTTP/1.1" status: 200 len: 943 time: 0.1676495 Aug 20 10:25:30.554457 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d2f4924b-f369-4974-a093-aa9e1c4d2357 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:25:30.557183 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d3c12798-dea1-4c6b-acd6-a95f82280688 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:25:30.585934 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-049df278-5b8a-485c-bdb8-80c98c3cea9e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:30.590196 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-049df278-5b8a-485c-bdb8-80c98c3cea9e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:30.595402 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-049df278-5b8a-485c-bdb8-80c98c3cea9e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "DELETE /v2.0/security-groups/eba53ba9-c5b2-4389-bf2c-0d48c2d05cb3 HTTP/1.1" status: 204 len: 168 time: 0.6612365 Aug 20 10:25:30.596151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46998) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:30.598741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: d3c12798-dea1-4c6b-acd6-a95f82280688 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:25:30.599122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d3c12798-dea1-4c6b-acd6-a95f82280688 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:25:30.622500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049df278-5b8a-485c-bdb8-80c98c3cea9e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba53ba9-c5b2-4389-bf2c-0d48c2d05cb3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:30.645471 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2ab52-1a68-4a9a-82db-f7e9eaacc7fe req-af0a0668-1485-4ac4-9706-391ea4a073ad tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:30.651300 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-06a2ab52-1a68-4a9a-82db-f7e9eaacc7fe req-af0a0668-1485-4ac4-9706-391ea4a073ad tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.0585120 Aug 20 10:25:30.678129 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-478cf8ae-5852-4a45-abe3-83f22b02f611 service neutron] 10.222.0.42 "GET /v2.0/networks/b8eb4a3e-b147-44c8-b055-38c08a4758a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873721 Aug 20 10:25:30.697042 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-221b82c7-5533-4c2b-8f9e-29fccd54f5e8 req-7a3f4691-bfce-48dd-8210-7d7bddd0519b tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723595 Aug 20 10:25:30.713670 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-06a2ab52-1a68-4a9a-82db-f7e9eaacc7fe req-196d3bf2-e926-479b-853f-f93dcda23f8b tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520961 Aug 20 10:25:30.750502 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-f3419361-c22f-4300-93ee-1e0fe8a260a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=c43a519f-c520-4a8c-8b50-6cbb1c0ed201 HTTP/1.1" status: 200 len: 217 time: 0.0485241 Aug 20 10:25:30.793117 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d2f4924b-f369-4974-a093-aa9e1c4d2357, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2f4924b-f369-4974-a093-aa9e1c4d2357,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:30.797596 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c36bee-1038-4926-8db4-25a1f0aad338 x-openstack-request-id: req-f2c36bee-1038-4926-8db4-25a1f0aad338 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:30.797885 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bfb312-9ad4-445d-b69c-26cc2dd02806", "tag": "e04b2abf-5143-475d-8bfc-7cbd409dced9", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:30.798436 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2c36bee-1038-4926-8db4-25a1f0aad338 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:30.798848 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64bfb312-9ad4-445d-b69c-26cc2dd02806', 'tag': 'e04b2abf-5143-475d-8bfc-7cbd409dced9', 'status': 'completed', 'code': 200} Aug 20 10:25:30.820589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'd2f4924b-f369-4974-a093-aa9e1c4d2357', 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac', 'port_id': 'd2f4924b-f369-4974-a093-aa9e1c4d2357', 'mac_address': 'fa:16:3e:c1:02:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcda7d78-8f96-4bd2-aa67-b7d358612b18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:25:30.846264 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ca2c44fb-7770-4cfc-8ed6-f9453b5f4e2c tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2328558 Aug 20 10:25:30.850559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47004) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:30.859590 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9bf05029-6e09-4661-a5c7-bbc42e69ab53 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group': {'name': 'tempest-secgroup--1331086056'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:30.891683 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:30.901976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdd219-0493-49bb-8493-5d1a50037728 req-1d29c0b0-2e13-4188-bb1b-a0e2d62b2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:30.903417 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-47fdd219-0493-49bb-8493-5d1a50037728 req-1d29c0b0-2e13-4188-bb1b-a0e2d62b2b87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 1095 time: 0.0830598 Aug 20 10:25:30.915775 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-87a6a6b1-2539-4705-a0ef-8183c40332fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:30.916886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f4924b-f369-4974-a093-aa9e1c4d2357 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:30.917393 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-87a6a6b1-2539-4705-a0ef-8183c40332fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bbdbb57-b2a0-488f-89de-e5556b3e2800 HTTP/1.1" status: 200 len: 797 time: 0.1578689 Aug 20 10:25:30.945463 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d2f4924b-f369-4974-a093-aa9e1c4d2357, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2f4924b-f369-4974-a093-aa9e1c4d2357,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:30.966416 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:31.001339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-41481b4a-1be4-48fe-9a3b-25bc0742bcbb req-9e147f12-7e86-4a5c-95d1-9207f6fe16a1 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2119063577', 'description': 'tempest-description-601529728'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:31.002185 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9bf05029-6e09-4661-a5c7-bbc42e69ab53 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:31.043154 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a4332-e33a-4fbf-a301-fbe323dac079 req-459a1c8e-e950-4ebc-a8c6-963f74c0d3d5 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:31.051503 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc4a4332-e33a-4fbf-a301-fbe323dac079 req-459a1c8e-e950-4ebc-a8c6-963f74c0d3d5 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 943 time: 0.1580849 Aug 20 10:25:31.063985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d2f4924b-f369-4974-a093-aa9e1c4d2357,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:31.075681 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:31.076419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:31.076972 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:31.077511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:31.078044 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:31.078745 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:31.079921 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:31.080500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-4c827786-d48c-46a2-b7a3-5d8878d6018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:31.080757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:31.081415 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:31.081940 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:31.082507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:31.082613 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-4c827786-d48c-46a2-b7a3-5d8878d6018d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1442671 Aug 20 10:25:31.083163 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:25:31.098982 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-41481b4a-1be4-48fe-9a3b-25bc0742bcbb req-9e147f12-7e86-4a5c-95d1-9207f6fe16a1 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:31.118826 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdd219-0493-49bb-8493-5d1a50037728 req-2015d814-b34b-4269-9686-cc088972fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:31.120492 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-47fdd219-0493-49bb-8493-5d1a50037728 req-2015d814-b34b-4269-9686-cc088972fa07 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 912 time: 0.2078373 Aug 20 10:25:31.155163 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc4a4332-e33a-4fbf-a301-fbe323dac079 req-ea314536-aca9-4ffa-9f0b-2fd511d53046 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026640 Aug 20 10:25:31.175016 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-47fdd219-0493-49bb-8493-5d1a50037728 req-cc7ba3ca-7f36-4661-8397-b3acc3ce93b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e04b2abf-5143-475d-8bfc-7cbd409dced9 HTTP/1.1" status: 200 len: 217 time: 0.0444298 Aug 20 10:25:31.234797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdd219-0493-49bb-8493-5d1a50037728 req-bea512d2-8a5f-4164-9a7a-e501eef49c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:31.236305 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-47fdd219-0493-49bb-8493-5d1a50037728 req-bea512d2-8a5f-4164-9a7a-e501eef49c71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cadf393e-210e-42af-b610-6c3e5318317c HTTP/1.1" status: 200 len: 851 time: 0.0537758 Aug 20 10:25:31.238679 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-9d2bbde1-8b54-4abf-bc7a-3fd02a4830fa service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423156 Aug 20 10:25:31.273831 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-47fdd219-0493-49bb-8493-5d1a50037728 req-fdc03d72-2966-4039-9269-b62b2e401a01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfce61d9-c87f-4881-8801-06adfd00a39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268438 Aug 20 10:25:31.280942 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9bf05029-6e09-4661-a5c7-bbc42e69ab53 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:31.310645 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9bf05029-6e09-4661-a5c7-bbc42e69ab53 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:31.353243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf05029-6e09-4661-a5c7-bbc42e69ab53 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ef1e52-0241-4d09-9423-3d30af8224f2,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:31.420538 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-47fdd219-0493-49bb-8493-5d1a50037728 req-45c180d9-ca2c-49c8-ac7d-97776d147d0b service neutron] 10.222.0.24 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412196 Aug 20 10:25:31.428116 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-fad35dc1-1de7-4f26-9838-5d62f669cbf1 service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799316 Aug 20 10:25:31.434855 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['d2f4924b-f369-4974-a093-aa9e1c4d2357'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:31.495006 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-256ea7cc-51ff-4551-86f1-0c9d67ab029a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=b0dc443b-1921-4dad-bda7-a656f1502e81 HTTP/1.1" status: 200 len: 217 time: 0.0444741 Aug 20 10:25:31.502969 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-41481b4a-1be4-48fe-9a3b-25bc0742bcbb req-9e147f12-7e86-4a5c-95d1-9207f6fe16a1 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:31.514685 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-41481b4a-1be4-48fe-9a3b-25bc0742bcbb req-9e147f12-7e86-4a5c-95d1-9207f6fe16a1 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:31.548865 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d598d0-aca4-495e-b465-6e3b6c26cd75 req-82efb858-53e4-442d-84f2-89f0b5709e7d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:31.556549 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d598d0-aca4-495e-b465-6e3b6c26cd75 req-82efb858-53e4-442d-84f2-89f0b5709e7d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:31.560909 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-41481b4a-1be4-48fe-9a3b-25bc0742bcbb req-9e147f12-7e86-4a5c-95d1-9207f6fe16a1 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:31.570935 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41481b4a-1be4-48fe-9a3b-25bc0742bcbb req-9e147f12-7e86-4a5c-95d1-9207f6fe16a1 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5715640 Aug 20 10:25:31.573086 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d598d0-aca4-495e-b465-6e3b6c26cd75 req-82efb858-53e4-442d-84f2-89f0b5709e7d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:31.578565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e147f12-7e86-4a5c-95d1-9207f6fe16a1 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34c2fdc-edcd-437e-8dbf-cb6bfca730e2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:31.579970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d598d0-aca4-495e-b465-6e3b6c26cd75 req-82efb858-53e4-442d-84f2-89f0b5709e7d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:31.593690 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d598d0-aca4-495e-b465-6e3b6c26cd75 req-82efb858-53e4-442d-84f2-89f0b5709e7d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:31.599479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-1abd6c01-60b1-45f5-8dcb-fe696eb030fe req-db5b8ed6-a6c7-4d06-95d4-f3f1987b4ddf tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2116514032', 'description': 'tempest-description-734934275'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:31.600364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d598d0-aca4-495e-b465-6e3b6c26cd75 req-82efb858-53e4-442d-84f2-89f0b5709e7d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:31.607186 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d598d0-aca4-495e-b465-6e3b6c26cd75 req-82efb858-53e4-442d-84f2-89f0b5709e7d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:31.609830 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-65d598d0-aca4-495e-b465-6e3b6c26cd75 req-82efb858-53e4-442d-84f2-89f0b5709e7d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.2115932 Aug 20 10:25:31.611017 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-47fdd219-0493-49bb-8493-5d1a50037728 req-b91b7f48-33ad-4f51-99a4-e930a9affec5 service neutron] 10.222.0.24 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778564 Aug 20 10:25:31.616145 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9bf05029-6e09-4661-a5c7-bbc42e69ab53 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:31.621658 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9bf05029-6e09-4661-a5c7-bbc42e69ab53 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7693820 Aug 20 10:25:31.627990 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47016) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:31.644101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c2ab7cf7-6262-45fe-ba7b-5e4de705f8a7 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': '44ef1e52-0241-4d09-9423-3d30af8224f2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:31.646216 n-d-778550-11 neutron-server[94867]: WARNING neutron.api.v2.base [None req-c2ab7cf7-6262-45fe-ba7b-5e4de705f8a7 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 20 10:25:31.647585 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-c2ab7cf7-6262-45fe-ba7b-5e4de705f8a7 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:25:31.648618 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c2ab7cf7-6262-45fe-ba7b-5e4de705f8a7 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0195148 Aug 20 10:25:31.653091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47018) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:31.678996 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1abd6c01-60b1-45f5-8dcb-fe696eb030fe req-db5b8ed6-a6c7-4d06-95d4-f3f1987b4ddf tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:31.712312 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-65d598d0-aca4-495e-b465-6e3b6c26cd75 req-3b827c8d-7ba3-4b4e-bcdc-1856a0372188 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776362 Aug 20 10:25:31.714639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-44db1eb2-842b-4f24-8380-66c966bd1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:31.727114 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-44db1eb2-842b-4f24-8380-66c966bd1a35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bbdbb57-b2a0-488f-89de-e5556b3e2800 HTTP/1.1" status: 200 len: 797 time: 0.2185020 Aug 20 10:25:31.755093 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdf9cfa3-72f8-492e-9714-2704a1baf713 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:31.770943 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdf9cfa3-72f8-492e-9714-2704a1baf713 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:31.815369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-7e32d7ee-a74e-4040-83a6-5bd5b0268da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:31.818145 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-7e32d7ee-a74e-4040-83a6-5bd5b0268da7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0841782 Aug 20 10:25:31.848625 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdf9cfa3-72f8-492e-9714-2704a1baf713 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:31.851487 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdf9cfa3-72f8-492e-9714-2704a1baf713 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:31.855112 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cdf9cfa3-72f8-492e-9714-2704a1baf713 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "DELETE /v2.0/security-groups/44ef1e52-0241-4d09-9423-3d30af8224f2 HTTP/1.1" status: 204 len: 168 time: 0.1991098 Aug 20 10:25:31.868940 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47024) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:31.869710 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9cfa3-72f8-492e-9714-2704a1baf713 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ef1e52-0241-4d09-9423-3d30af8224f2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:31.885044 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1abd6c01-60b1-45f5-8dcb-fe696eb030fe req-db5b8ed6-a6c7-4d06-95d4-f3f1987b4ddf tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:31.894739 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1abd6c01-60b1-45f5-8dcb-fe696eb030fe req-db5b8ed6-a6c7-4d06-95d4-f3f1987b4ddf tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:31.922537 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-197ccec7-38c5-4d0a-91b9-a104e622f3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:31.949645 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1abd6c01-60b1-45f5-8dcb-fe696eb030fe req-db5b8ed6-a6c7-4d06-95d4-f3f1987b4ddf tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:31.950862 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1abd6c01-60b1-45f5-8dcb-fe696eb030fe req-db5b8ed6-a6c7-4d06-95d4-f3f1987b4ddf tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3574510 Aug 20 10:25:31.960329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecb40e-ec7a-4fda-8d59-f828e23c50fa req-d5e89cab-a53c-4ae7-a3e8-3f3be041b61f tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:31.964633 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-887d5140-a8ca-4b2e-8902-c9918b628e2c tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0925052 Aug 20 10:25:31.965667 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b8ed6-a6c7-4d06-95d4-f3f1987b4ddf tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0847b4-8b60-4b18-967d-adb6e5f27728,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:31.972235 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d2ecb40e-ec7a-4fda-8d59-f828e23c50fa req-d5e89cab-a53c-4ae7-a3e8-3f3be041b61f tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d8c320-0b96-4897-a71a-8bf20753bdc5 HTTP/1.1" status: 200 len: 944 time: 0.1241336 Aug 20 10:25:31.975601 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47028) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:31.984693 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7a1e26bc-979a-4b5a-929b-558cc91745bb tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group': {'name': 'tempest-secgroup--1365889810'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:32.027808 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d2ecb40e-ec7a-4fda-8d59-f828e23c50fa req-d041d49f-35b8-4be3-91c0-1f8cd2170e37 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544810 Aug 20 10:25:32.033947 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-b401d404-cf99-4d21-b096-67792f8129cd service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031531 Aug 20 10:25:32.052845 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a1e26bc-979a-4b5a-929b-558cc91745bb tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:32.073814 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f5ed3-a9cd-48bd-8028-79b435d97e78 req-4e44d933-e201-4bba-bcde-57c0ac1e0750 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:32.075895 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c47f5ed3-a9cd-48bd-8028-79b435d97e78 req-4e44d933-e201-4bba-bcde-57c0ac1e0750 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.0674562 Aug 20 10:25:32.159894 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c47f5ed3-a9cd-48bd-8028-79b435d97e78 req-60117097-1202-49d5-93d1-4d960389e5b0 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759094 Aug 20 10:25:32.220595 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a1e26bc-979a-4b5a-929b-558cc91745bb tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:32.226602 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a1e26bc-979a-4b5a-929b-558cc91745bb tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:32.272274 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-d4c4145e-239f-402f-a4aa-ad87543bc9b4 service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274566 Aug 20 10:25:32.280949 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:32.285395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-f89ff5f5-cadb-40a2-8213-a6a49f35ef8a tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:32.288505 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-f89ff5f5-cadb-40a2-8213-a6a49f35ef8a tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/networks?id=f920487b-b2a2-4da5-952f-e2da40eabc10 HTTP/1.1" status: 200 len: 812 time: 0.1748083 Aug 20 10:25:32.289806 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a1e26bc-979a-4b5a-929b-558cc91745bb tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:32.292109 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7a1e26bc-979a-4b5a-929b-558cc91745bb tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3154883 Aug 20 10:25:32.296035 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47050) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:32.303358 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-487cf5f6-5ac3-42df-967e-ca8f4c53b8bf tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': '5581c3b4-bf2d-4159-bba7-218161824652', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:32.309534 n-d-778550-11 neutron-server[94866]: WARNING neutron.api.v2.base [None req-487cf5f6-5ac3-42df-967e-ca8f4c53b8bf tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 20 10:25:32.310105 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-487cf5f6-5ac3-42df-967e-ca8f4c53b8bf tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:25:32.311179 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-487cf5f6-5ac3-42df-967e-ca8f4c53b8bf tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0147338 Aug 20 10:25:32.312064 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e26bc-979a-4b5a-929b-558cc91745bb tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5581c3b4-bf2d-4159-bba7-218161824652,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:32.314311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47054) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:32.325096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f07362e0-3b55-49fe-8c0a-e942322f94ac tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': '5581c3b4-bf2d-4159-bba7-218161824652', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:32.325880 n-d-778550-11 neutron-server[94866]: WARNING neutron.api.v2.base [None req-f07362e0-3b55-49fe-8c0a-e942322f94ac tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 20 10:25:32.326543 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-f07362e0-3b55-49fe-8c0a-e942322f94ac tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:25:32.327900 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f07362e0-3b55-49fe-8c0a-e942322f94ac tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0126588 Aug 20 10:25:32.331577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47056) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:32.332502 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-eed63e98-789d-4501-a392-25391756d7ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 HTTP/1.1" status: 200 len: 217 time: 0.0426967 Aug 20 10:25:32.336289 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-60729532-81f3-49c5-a13a-f03ad2f36e9d tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/quotas/d7e4ed6a4f2c4b3db9b58918d6a913e7 HTTP/1.1" status: 200 len: 375 time: 0.0112424 Aug 20 10:25:32.337578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a39fcec6-8ca0-4a34-a2da-0ec53fb29579 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': '5581c3b4-bf2d-4159-bba7-218161824652', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:32.338417 n-d-778550-11 neutron-server[94866]: WARNING neutron.api.v2.base [None req-a39fcec6-8ca0-4a34-a2da-0ec53fb29579 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 20 10:25:32.338937 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-a39fcec6-8ca0-4a34-a2da-0ec53fb29579 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:25:32.342780 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a39fcec6-8ca0-4a34-a2da-0ec53fb29579 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074725 Aug 20 10:25:32.343599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47058) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:32.349487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-ac91c28c-33d7-4651-94bc-85961255e573 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': '5581c3b4-bf2d-4159-bba7-218161824652', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:32.350563 n-d-778550-11 neutron-server[94866]: WARNING neutron.api.v2.base [None req-ac91c28c-33d7-4651-94bc-85961255e573 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 20 10:25:32.351280 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-ac91c28c-33d7-4651-94bc-85961255e573 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:25:32.353893 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ac91c28c-33d7-4651-94bc-85961255e573 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077581 Aug 20 10:25:32.362606 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bb015-1fdc-48d5-8b93-d46ac2999a41 req-3e1a6a6b-d841-4ca1-8f66-fb8d4bf0b38c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:32.364762 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e4bb015-1fdc-48d5-8b93-d46ac2999a41 req-3e1a6a6b-d841-4ca1-8f66-fb8d4bf0b38c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 943 time: 0.1236355 Aug 20 10:25:32.365187 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47060) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:32.399887 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-aa10a96d-c927-4fbd-89a2-152423c9c98b tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7e4ed6a4f2c4b3db9b58918d6a913e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508945 Aug 20 10:25:32.409062 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-9c274bc6-28c3-417f-af65-890dbac5b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:32.410545 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-9c274bc6-28c3-417f-af65-890dbac5b287 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bbdbb57-b2a0-488f-89de-e5556b3e2800 HTTP/1.1" status: 200 len: 797 time: 0.0706587 Aug 20 10:25:32.430294 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e4bb015-1fdc-48d5-8b93-d46ac2999a41 req-b6b53e84-34ec-49ef-a67a-4ae33dabb830 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561051 Aug 20 10:25:32.450660 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4eef5aaa-0135-4aca-aee6-da0bfa984fc6 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:32.478028 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4eef5aaa-0135-4aca-aee6-da0bfa984fc6 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:32.521479 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-2b53be44-8316-4897-9744-1d552bbb5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:32.523444 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-2b53be44-8316-4897-9744-1d552bbb5844 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1021895 Aug 20 10:25:32.527558 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4eef5aaa-0135-4aca-aee6-da0bfa984fc6 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:32.530386 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4eef5aaa-0135-4aca-aee6-da0bfa984fc6 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:32.531586 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4eef5aaa-0135-4aca-aee6-da0bfa984fc6 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "DELETE /v2.0/security-groups/5581c3b4-bf2d-4159-bba7-218161824652 HTTP/1.1" status: 204 len: 168 time: 0.1654615 Aug 20 10:25:32.535512 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47066) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:32.549157 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef5aaa-0135-4aca-aee6-da0bfa984fc6 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5581c3b4-bf2d-4159-bba7-218161824652,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:32.554293 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device e04b2abf-5143-475d-8bfc-7cbd409dced9 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:25:32.556169 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-1a8c019c-cfa3-4b28-8b61-a5403fa02eca service neutron] 10.222.0.16 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440897 Aug 20 10:25:32.557823 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d2f4924b-f369-4974-a093-aa9e1c4d2357 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:25:32.607286 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-64b640e5-3c75-48e8-a2f0-65bffc9e70e7 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0679328 Aug 20 10:25:32.610988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47068) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:32.619870 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-44f13d02-bf18-430b-96c5-6b9555bc3322 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621475359'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:32.690227 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-44f13d02-bf18-430b-96c5-6b9555bc3322 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:32.703566 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-93118d6a-a73c-41df-b63a-1f6de9376c8f service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693964 Aug 20 10:25:32.713075 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port d2f4924b-f369-4974-a093-aa9e1c4d2357 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:25:32.715270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315e6c9-bec9-4b4c-8e66-2381f189f9a8 req-e38430f3-daa5-41db-989d-1ee084746619 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:32.716947 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1315e6c9-bec9-4b4c-8e66-2381f189f9a8 req-e38430f3-daa5-41db-989d-1ee084746619 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0895374 Aug 20 10:25:32.733092 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port d2f4924b-f369-4974-a093-aa9e1c4d2357 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:25:32.733465 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:32.747630 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-18186837-12ce-493f-b91f-b6a7f2eebe14 service neutron] 10.222.0.16 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586366 Aug 20 10:25:32.784259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port e04b2abf-5143-475d-8bfc-7cbd409dced9, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=e04b2abf-5143-475d-8bfc-7cbd409dced9,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:32.791529 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1315e6c9-bec9-4b4c-8e66-2381f189f9a8 req-7736e6f5-a5b8-4601-9404-9f3e13719ada tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658393 Aug 20 10:25:32.826356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'e04b2abf-5143-475d-8bfc-7cbd409dced9', 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f', 'port_id': 'e04b2abf-5143-475d-8bfc-7cbd409dced9', 'mac_address': 'fa:16:3e:90:71:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadf393e-210e-42af-b610-6c3e5318317c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:25:32.861918 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-99c94a29-99ae-434d-8cd6-c60da632dd6a service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487787 Aug 20 10:25:32.901203 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:32.903238 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:32.912766 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-44f13d02-bf18-430b-96c5-6b9555bc3322 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:32.917934 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04b2abf-5143-475d-8bfc-7cbd409dced9 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:32.926666 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-44f13d02-bf18-430b-96c5-6b9555bc3322 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:32.928623 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-0ac53195-ef48-4f84-8eac-70e20b4971dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=701a9a4a-df10-4332-8647-3e0dc184c93a HTTP/1.1" status: 200 len: 217 time: 0.0582297 Aug 20 10:25:32.962328 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d8c320-0b96-4897-a71a-8bf20753bdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f4924b-f369-4974-a093-aa9e1c4d2357'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:32.964972 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424fc377-6ef8-476e-8120-deca879ca475" -d '{"events": [{"server_uuid": "c6d8c320-0b96-4897-a71a-8bf20753bdc5", "name": "network-vif-plugged", "status": "completed", "tag": "d2f4924b-f369-4974-a093-aa9e1c4d2357"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:32.978083 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port e04b2abf-5143-475d-8bfc-7cbd409dced9, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=e04b2abf-5143-475d-8bfc-7cbd409dced9,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:32.982840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d2f4924b-f369-4974-a093-aa9e1c4d2357, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2f4924b-f369-4974-a093-aa9e1c4d2357,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:32.984375 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:32.990577 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-44f13d02-bf18-430b-96c5-6b9555bc3322 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:33.002911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-da248be9-a057-47c2-91ea-c39577f37c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:33.003438 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-44f13d02-bf18-430b-96c5-6b9555bc3322 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3906603 Aug 20 10:25:33.005276 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-da248be9-a057-47c2-91ea-c39577f37c2c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6bbdbb57-b2a0-488f-89de-e5556b3e2800 HTTP/1.1" status: 200 len: 797 time: 0.0655606 Aug 20 10:25:33.006227 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47080) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:33.013394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2b29ddbd-2df2-43db-a7f1-c1d90ea95e99 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': 'b5cd25d5-0a98-4f9f-b289-967546fff9dc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:33.014463 n-d-778550-11 neutron-server[94867]: WARNING neutron.api.v2.base [None req-2b29ddbd-2df2-43db-a7f1-c1d90ea95e99 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 10:25:33.015029 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-2b29ddbd-2df2-43db-a7f1-c1d90ea95e99 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:25:33.016236 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2b29ddbd-2df2-43db-a7f1-c1d90ea95e99 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085547 Aug 20 10:25:33.023304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47082) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:33.034072 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-81925951-d75c-4641-9dd0-0b7b62b6c92a tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': 'b5cd25d5-0a98-4f9f-b289-967546fff9dc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:33.050010 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f13d02-bf18-430b-96c5-6b9555bc3322 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cd25d5-0a98-4f9f-b289-967546fff9dc,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:33.066494 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=e04b2abf-5143-475d-8bfc-7cbd409dced9,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:33.074550 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:33.108728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-3a6f6d07-0e52-4984-8d2b-e20c547a0649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:33.111962 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-3a6f6d07-0e52-4984-8d2b-e20c547a0649 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2860b90c-db3f-4841-95e1-b5cb7f4d6680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0927560 Aug 20 10:25:33.119541 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:33.123589 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b051b1b-1ac4-404e-b06b-cf1a62b3512d req-8e3166ce-84bb-4740-bc1e-98274bd73975 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:33.130945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b051b1b-1ac4-404e-b06b-cf1a62b3512d req-8e3166ce-84bb-4740-bc1e-98274bd73975 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:33.132952 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a632716-3940-47c6-ae39-5bb74d2e09dc req-5a3b592c-eabd-4878-807e-ab32bf1eed78 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:33.135424 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8a632716-3940-47c6-ae39-5bb74d2e09dc req-5a3b592c-eabd-4878-807e-ab32bf1eed78 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1177666 Aug 20 10:25:33.138139 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b051b1b-1ac4-404e-b06b-cf1a62b3512d req-8e3166ce-84bb-4740-bc1e-98274bd73975 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:33.144358 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d2f4924b-f369-4974-a093-aa9e1c4d2357,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:33.144924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b051b1b-1ac4-404e-b06b-cf1a62b3512d req-8e3166ce-84bb-4740-bc1e-98274bd73975 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:33.166326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b051b1b-1ac4-404e-b06b-cf1a62b3512d req-8e3166ce-84bb-4740-bc1e-98274bd73975 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:33.174729 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b051b1b-1ac4-404e-b06b-cf1a62b3512d req-8e3166ce-84bb-4740-bc1e-98274bd73975 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:33.185130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b051b1b-1ac4-404e-b06b-cf1a62b3512d req-8e3166ce-84bb-4740-bc1e-98274bd73975 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:33.187179 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0b051b1b-1ac4-404e-b06b-cf1a62b3512d req-8e3166ce-84bb-4740-bc1e-98274bd73975 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5432 time: 0.2727971 Aug 20 10:25:33.229098 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-81925951-d75c-4641-9dd0-0b7b62b6c92a tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:25:33.233114 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-81925951-d75c-4641-9dd0-0b7b62b6c92a tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2040138 Aug 20 10:25:33.233660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47092) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:33.243677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-3bcb3755-9bc9-4962-814c-be6d6589ea32 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': 'b5cd25d5-0a98-4f9f-b289-967546fff9dc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:33.244406 n-d-778550-11 neutron-server[94866]: WARNING neutron.api.v2.base [None req-3bcb3755-9bc9-4962-814c-be6d6589ea32 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 20 10:25:33.244938 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-3bcb3755-9bc9-4962-814c-be6d6589ea32 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:25:33.247620 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3bcb3755-9bc9-4962-814c-be6d6589ea32 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107400 Aug 20 10:25:33.248613 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8a632716-3940-47c6-ae39-5bb74d2e09dc req-0c4d1337-f510-4bfc-a936-08935d3c9a76 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925443 Aug 20 10:25:33.249176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47094) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:33.256759 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c7ac416a-e942-437f-a924-55ca0696d367 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': 'b5cd25d5-0a98-4f9f-b289-967546fff9dc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:33.261128 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0b051b1b-1ac4-404e-b06b-cf1a62b3512d req-7c439932-a392-4641-8232-d14dc434af0e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667524 Aug 20 10:25:33.294236 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-6b2c46f0-9a92-4fe4-a42b-d3f4cceb89b9 service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729238 Aug 20 10:25:33.322441 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['e04b2abf-5143-475d-8bfc-7cbd409dced9'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:33.355963 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-c7ac416a-e942-437f-a924-55ca0696d367 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:25:33.357184 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c7ac416a-e942-437f-a924-55ca0696d367 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1054873 Aug 20 10:25:33.360067 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47100) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:33.365385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-361dde3d-8174-4977-8ae2-1db441d32a39 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': 'b5cd25d5-0a98-4f9f-b289-967546fff9dc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:33.366345 n-d-778550-11 neutron-server[94866]: WARNING neutron.api.v2.base [None req-361dde3d-8174-4977-8ae2-1db441d32a39 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 10:25:33.369801 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-361dde3d-8174-4977-8ae2-1db441d32a39 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:25:33.373101 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-361dde3d-8174-4977-8ae2-1db441d32a39 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108871 Aug 20 10:25:33.375704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47102) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:33.385937 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2370e5c7-0f14-43a8-9ff8-109bed5e0920 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': 'b5cd25d5-0a98-4f9f-b289-967546fff9dc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:33.426029 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155adc9e-05e0-4a5a-b27d-05c1eaab6f44 x-openstack-request-id: req-155adc9e-05e0-4a5a-b27d-05c1eaab6f44 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:33.426316 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d8c320-0b96-4897-a71a-8bf20753bdc5", "name": "network-vif-plugged", "status": "completed", "tag": "d2f4924b-f369-4974-a093-aa9e1c4d2357", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:33.426682 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-155adc9e-05e0-4a5a-b27d-05c1eaab6f44 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:33.427181 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d8c320-0b96-4897-a71a-8bf20753bdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f4924b-f369-4974-a093-aa9e1c4d2357', 'code': 200} Aug 20 10:25:33.442917 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b5e80004-8138-437f-b6d8-a5a98552a772 req-590fbf0c-3f1a-4c8f-9637-0ef4cd36d20f tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 210 time: 0.0717452 Aug 20 10:25:33.474522 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-0d4b1ca1-dbc9-4d3d-bcbb-07d3e5d53309 service neutron] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697969 Aug 20 10:25:33.555200 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-c14ad6e3-e491-4f41-8bbd-d2b827023cd7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0ea9a863-c39c-4c78-8ebf-b33fde029e1a HTTP/1.1" status: 200 len: 217 time: 0.0711267 Aug 20 10:25:33.604127 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d1ba3-b27a-4db7-97e3-3a6ab0fbf4fe req-ba67a584-3f6d-473a-8773-11aa69dcd22d tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:33.614732 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-256d1ba3-b27a-4db7-97e3-3a6ab0fbf4fe req-ba67a584-3f6d-473a-8773-11aa69dcd22d tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d8c320-0b96-4897-a71a-8bf20753bdc5 HTTP/1.1" status: 200 len: 945 time: 0.1193497 Aug 20 10:25:33.646356 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-2370e5c7-0f14-43a8-9ff8-109bed5e0920 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:25:33.647493 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2370e5c7-0f14-43a8-9ff8-109bed5e0920 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2706487 Aug 20 10:25:33.650532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a999b-5029-40d7-972c-c40f1d192e3a req-b2a747bd-5b5b-4d07-b74a-dd38a5f4bd93 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:33.652273 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-891a999b-5029-40d7-972c-c40f1d192e3a req-b2a747bd-5b5b-4d07-b74a-dd38a5f4bd93 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.1000612 Aug 20 10:25:33.652998 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47106) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:33.660064 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-02c1f23e-3e53-4018-809d-1f760a5c486f tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': 'b5cd25d5-0a98-4f9f-b289-967546fff9dc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:33.660561 n-d-778550-11 neutron-server[94867]: WARNING neutron.api.v2.base [None req-02c1f23e-3e53-4018-809d-1f760a5c486f tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 20 10:25:33.661046 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-02c1f23e-3e53-4018-809d-1f760a5c486f tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:25:33.662061 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-02c1f23e-3e53-4018-809d-1f760a5c486f tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059671 Aug 20 10:25:33.666841 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-4b6f96be-3e76-486d-9596-8b104e8ad58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:33.667031 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47108) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:33.667591 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-4b6f96be-3e76-486d-9596-8b104e8ad58a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79f99d51-52f9-411d-a632-51860487ab08 HTTP/1.1" status: 200 len: 797 time: 0.1002481 Aug 20 10:25:33.671268 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95e4e1-7189-49bc-9d19-d21cbb84ec99 req-502c9672-abbf-468c-82cf-961f33921394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:33.672804 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8b95e4e1-7189-49bc-9d19-d21cbb84ec99 req-502c9672-abbf-468c-82cf-961f33921394 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c6d8c320-0b96-4897-a71a-8bf20753bdc5 HTTP/1.1" status: 200 len: 1097 time: 0.2391224 Aug 20 10:25:33.677621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-5e06aeab-cc75-472c-bb47-a22d3ebb514e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': 'b5cd25d5-0a98-4f9f-b289-967546fff9dc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:33.729180 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-891a999b-5029-40d7-972c-c40f1d192e3a req-4c4e9957-2562-4ea7-b40c-0de199218820 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659544 Aug 20 10:25:33.746122 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-32488241-1da3-4537-bf33-086fad2c48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:33.747680 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-32488241-1da3-4537-bf33-086fad2c48d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0631754 Aug 20 10:25:33.795961 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-256d1ba3-b27a-4db7-97e3-3a6ab0fbf4fe req-fcc7d41f-8313-4378-8d38-ea9e1242c313 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772802 Aug 20 10:25:33.840129 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c58f68f8-6192-44b4-9074-737ec613eda7 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:25:33.865308 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-5e06aeab-cc75-472c-bb47-a22d3ebb514e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:25:33.868512 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5e06aeab-cc75-472c-bb47-a22d3ebb514e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2005770 Aug 20 10:25:33.871305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47114) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:33.875292 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8b95e4e1-7189-49bc-9d19-d21cbb84ec99 req-b010a119-2b1e-46ee-8f71-09c475929fb9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721077 Aug 20 10:25:33.879794 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-76f23d9c-5d46-4928-a02f-66ee0620a9ca tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': 'b5cd25d5-0a98-4f9f-b289-967546fff9dc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:33.943906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7087c-ee1b-4d05-84fe-48ad59296128 req-8e00d231-bf88-4b82-bb76-a65b96279151 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:33.945470 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7eb7087c-ee1b-4d05-84fe-48ad59296128 req-8e00d231-bf88-4b82-bb76-a65b96279151 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 944 time: 0.1063604 Aug 20 10:25:33.954947 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-15bea85b-bff3-42ef-84e2-fbf1e7499449 service neutron] 10.222.0.42 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981192 Aug 20 10:25:33.956811 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c58f68f8-6192-44b4-9074-737ec613eda7, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c58f68f8-6192-44b4-9074-737ec613eda7,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:33.971206 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'c58f68f8-6192-44b4-9074-737ec613eda7', 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677', 'port_id': 'c58f68f8-6192-44b4-9074-737ec613eda7', 'mac_address': 'fa:16:3e:b0:dd:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef00c8a-d620-4889-bfb4-943f5f324928', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:25:34.014063 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:34.027699 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58f68f8-6192-44b4-9074-737ec613eda7 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:34.027925 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-76f23d9c-5d46-4928-a02f-66ee0620a9ca tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:25:34.031462 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-76f23d9c-5d46-4928-a02f-66ee0620a9ca tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1550105 Aug 20 10:25:34.032782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47118) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:34.048540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c58f68f8-6192-44b4-9074-737ec613eda7, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c58f68f8-6192-44b4-9074-737ec613eda7,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:34.054197 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:34.054398 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7eb7087c-ee1b-4d05-84fe-48ad59296128 req-ded851b4-aca3-49c5-b61a-81077b54f33d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984516 Aug 20 10:25:34.055424 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:25:34.094174 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-df8e911e-2949-4aac-a184-cd59fe9fbce6 service neutron] 10.222.0.42 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292038 Aug 20 10:25:34.099665 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9c27b4c-169d-4c7c-8a85-afed282a99ef tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:34.125023 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9c27b4c-169d-4c7c-8a85-afed282a99ef tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:34.145367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=8c03ea33-81cd-4ef0-9cb8-e0f29d79c575,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:34.147845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=c58f68f8-6192-44b4-9074-737ec613eda7,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:34.150862 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-7aeb2375-f8e7-443e-97e4-4ac3b40a914d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1c3b1508-6022-445a-aa9b-de0059fa9cb5 HTTP/1.1" status: 200 len: 217 time: 0.0450461 Aug 20 10:25:34.170195 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '8c03ea33-81cd-4ef0-9cb8-e0f29d79c575', 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677', 'port_id': '8c03ea33-81cd-4ef0-9cb8-e0f29d79c575', 'mac_address': 'fa:16:3e:eb:af:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef00c8a-d620-4889-bfb4-943f5f324928', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:25:34.172933 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9c27b4c-169d-4c7c-8a85-afed282a99ef tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:34.178825 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9c27b4c-169d-4c7c-8a85-afed282a99ef tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:34.180282 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c9c27b4c-169d-4c7c-8a85-afed282a99ef tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "DELETE /v2.0/security-groups/b5cd25d5-0a98-4f9f-b289-967546fff9dc HTTP/1.1" status: 204 len: 168 time: 0.1460118 Aug 20 10:25:34.183601 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47120) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:34.209567 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c27b4c-169d-4c7c-8a85-afed282a99ef tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cd25d5-0a98-4f9f-b289-967546fff9dc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:34.209903 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-4bb8f8cc-90f3-423c-ac77-5248b4d01581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:34.214868 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:34.218552 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-4bb8f8cc-90f3-423c-ac77-5248b4d01581 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79f99d51-52f9-411d-a632-51860487ab08 HTTP/1.1" status: 200 len: 797 time: 0.0518281 Aug 20 10:25:34.241081 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:34.253910 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4a410644-f798-4f71-a58f-2640110453f6 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0690668 Aug 20 10:25:34.257736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47122) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:34.263354 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-fa19c5c3-94bc-4c57-b00f-bfe336965054 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219288739'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:34.266896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=8c03ea33-81cd-4ef0-9cb8-e0f29d79c575,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:34.272053 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:34.273660 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2a37e7c4-cae4-4620-80d8-485fc0c672bb details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:25:34.287157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-43406c5c-67ee-434a-887d-bc05124e29b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:34.288777 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-43406c5c-67ee-434a-887d-bc05124e29b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=986d71c4-4ce3-4801-9a57-aea4a1dceb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0691290 Aug 20 10:25:34.309249 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa19c5c3-94bc-4c57-b00f-bfe336965054 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:34.406468 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=8c03ea33-81cd-4ef0-9cb8-e0f29d79c575,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:34.437298 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-f807594f-c16d-435c-bb25-9a77d5e9d437 service neutron] 10.222.0.42 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398695 Aug 20 10:25:34.449939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 2a37e7c4-cae4-4620-80d8-485fc0c672bb, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2a37e7c4-cae4-4620-80d8-485fc0c672bb,segment=NetworkSegment(0978b3f2-648c-4313-9067-0569c252b2e7),segment_id=0978b3f2-648c-4313-9067-0569c252b2e7)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:34.459300 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe73e8-ff50-43c2-91fe-f059aa9b8034 req-57dcb72f-46b4-4053-bfc0-ad3dd6d89efa tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:34.466415 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '2a37e7c4-cae4-4620-80d8-485fc0c672bb', 'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc', 'port_id': '2a37e7c4-cae4-4620-80d8-485fc0c672bb', 'mac_address': 'fa:16:3e:12:77:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:25:34.472449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe73e8-ff50-43c2-91fe-f059aa9b8034 req-57dcb72f-46b4-4053-bfc0-ad3dd6d89efa tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:34.485462 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe73e8-ff50-43c2-91fe-f059aa9b8034 req-57dcb72f-46b4-4053-bfc0-ad3dd6d89efa tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:34.491625 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe73e8-ff50-43c2-91fe-f059aa9b8034 req-57dcb72f-46b4-4053-bfc0-ad3dd6d89efa tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:34.498370 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe73e8-ff50-43c2-91fe-f059aa9b8034 req-57dcb72f-46b4-4053-bfc0-ad3dd6d89efa tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:34.505071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe73e8-ff50-43c2-91fe-f059aa9b8034 req-57dcb72f-46b4-4053-bfc0-ad3dd6d89efa tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:34.513752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe73e8-ff50-43c2-91fe-f059aa9b8034 req-57dcb72f-46b4-4053-bfc0-ad3dd6d89efa tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:34.534159 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7fe73e8-ff50-43c2-91fe-f059aa9b8034 req-57dcb72f-46b4-4053-bfc0-ad3dd6d89efa tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5434 time: 0.1886199 Aug 20 10:25:34.546754 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa19c5c3-94bc-4c57-b00f-bfe336965054 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:34.564635 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa19c5c3-94bc-4c57-b00f-bfe336965054 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:34.577613 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:34.592716 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device e04b2abf-5143-475d-8bfc-7cbd409dced9 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:25:34.620771 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19c5c3-94bc-4c57-b00f-bfe336965054 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=736c6e2a-58c9-477f-a481-39eef397b06d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:34.632578 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa19c5c3-94bc-4c57-b00f-bfe336965054 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:34.637234 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fa19c5c3-94bc-4c57-b00f-bfe336965054 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3753054 Aug 20 10:25:34.655082 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a37e7c4-cae4-4620-80d8-485fc0c672bb {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:34.657900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47128) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:34.669769 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-de4c125e-4a03-464b-b56e-4a910040be4f tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': '736c6e2a-58c9-477f-a481-39eef397b06d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:34.712677 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fb60f43-44ab-43d4-9e57-926c8b679e3a req-e26e4b1f-06df-46ed-aab4-4e698062d0cd service neutron] 10.222.0.42 "GET /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470455 Aug 20 10:25:34.717140 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 2a37e7c4-cae4-4620-80d8-485fc0c672bb, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2a37e7c4-cae4-4620-80d8-485fc0c672bb,segment=NetworkSegment(0978b3f2-648c-4313-9067-0569c252b2e7),segment_id=0978b3f2-648c-4313-9067-0569c252b2e7)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:34.748568 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:34.753264 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fbc27311-0e7e-4a4c-bdd7-296816f6bd79 req-e96a2a4c-9d5d-4058-a354-0ee36e957428 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 210 time: 0.0609419 Aug 20 10:25:34.760541 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 37e4a62c-8652-430f-86df-59ad1164affe details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:25:34.777861 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port e04b2abf-5143-475d-8bfc-7cbd409dced9 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:25:34.813696 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-9a078a5a-69ae-4cd3-aabd-3e9fbf901404 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:34.815544 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-9a078a5a-69ae-4cd3-aabd-3e9fbf901404 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.24 "GET /v2.0/networks?id=f920487b-b2a2-4da5-952f-e2da40eabc10 HTTP/1.1" status: 200 len: 812 time: 0.2251480 Aug 20 10:25:34.818990 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-de4c125e-4a03-464b-b56e-4a910040be4f tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The resource could not be found. Aug 20 10:25:34.820724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-de4c125e-4a03-464b-b56e-4a910040be4f tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1615336 Aug 20 10:25:34.823407 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47134) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:34.830931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d61a0bf4-0d46-43f8-a85d-acf53a47d4b1 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': '736c6e2a-58c9-477f-a481-39eef397b06d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ff7a5461-dec6-480e-990c-5107daca6ca7'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:34.836534 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port e04b2abf-5143-475d-8bfc-7cbd409dced9 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:25:34.836958 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:34.838772 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:34.842186 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-bbae3371-f8e8-47e5-b3e8-7cab1266bc20 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Request body: {'port': {'device_id': 'c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25', 'network_id': 'f920487b-b2a2-4da5-952f-e2da40eabc10', 'admin_state_up': True, 'tenant_id': 'd7e4ed6a4f2c4b3db9b58918d6a913e7'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:34.867755 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7fe73e8-ff50-43c2-91fe-f059aa9b8034 req-d84e5aa7-6a95-4de0-b513-85ddc2118eb9 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3265843 Aug 20 10:25:34.913989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 37e4a62c-8652-430f-86df-59ad1164affe, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=37e4a62c-8652-430f-86df-59ad1164affe,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:34.960796 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=2a37e7c4-cae4-4620-80d8-485fc0c672bb,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:34.969323 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '37e4a62c-8652-430f-86df-59ad1164affe', 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677', 'port_id': '37e4a62c-8652-430f-86df-59ad1164affe', 'mac_address': 'fa:16:3e:90:0f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef00c8a-d620-4889-bfb4-943f5f324928', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:25:34.971595 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-d61a0bf4-0d46-43f8-a85d-acf53a47d4b1 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The resource could not be found. Aug 20 10:25:34.972646 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d61a0bf4-0d46-43f8-a85d-acf53a47d4b1 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1479032 Aug 20 10:25:34.983747 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d11980-4f0d-4dcd-8d0f-79af757dc43e req-373b8a9c-3955-4cdf-9643-bf1267d7a1f3 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:34.984084 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47140) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:34.985316 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-06d11980-4f0d-4dcd-8d0f-79af757dc43e req-373b8a9c-3955-4cdf-9643-bf1267d7a1f3 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.1070383 Aug 20 10:25:35.044167 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-06d11980-4f0d-4dcd-8d0f-79af757dc43e req-48f58e19-03aa-4bd3-8f77-5f1efa85eddd tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491464 Aug 20 10:25:35.093962 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:35.111697 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:35.127785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e4a62c-8652-430f-86df-59ad1164affe {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:35.172650 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceda210-e77f-4066-9f6a-39ba2182f2a5 req-ecf3750b-c68e-43e6-84f2-d908e51966e0 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:35.174299 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ceda210-e77f-4066-9f6a-39ba2182f2a5 req-ecf3750b-c68e-43e6-84f2-d908e51966e0 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d8c320-0b96-4897-a71a-8bf20753bdc5 HTTP/1.1" status: 200 len: 945 time: 0.1911259 Aug 20 10:25:35.174911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-bbae3371-f8e8-47e5-b3e8-7cab1266bc20 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Made reservation on behalf of d7e4ed6a4f2c4b3db9b58918d6a913e7 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:25:35.178377 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-bbae3371-f8e8-47e5-b3e8-7cab1266bc20 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:35.182375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 37e4a62c-8652-430f-86df-59ad1164affe, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=37e4a62c-8652-430f-86df-59ad1164affe,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:35.197363 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52061d15-32a7-4485-9310-c0069094338f req-d348d484-6a55-46f7-8fa2-1efe28735be1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:35.199563 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-52061d15-32a7-4485-9310-c0069094338f req-d348d484-6a55-46f7-8fa2-1efe28735be1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0715959 Aug 20 10:25:35.203856 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1dde5dd7-9753-4fe4-9b56-75d7014527ba tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:35.209380 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:35.209380 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:25:35.215362 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port e04b2abf-5143-475d-8bfc-7cbd409dced9, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=e04b2abf-5143-475d-8bfc-7cbd409dced9,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:35.246365 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1dde5dd7-9753-4fe4-9b56-75d7014527ba tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:35.260898 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:35.267627 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-52061d15-32a7-4485-9310-c0069094338f req-4b2b2e2c-14cd-4beb-8e87-d4cfd0ea9758 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608935 Aug 20 10:25:35.300119 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ceda210-e77f-4066-9f6a-39ba2182f2a5 req-253d8242-30c2-440a-bd37-72b0724e29e6 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146936 Aug 20 10:25:35.306249 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=37e4a62c-8652-430f-86df-59ad1164affe,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:35.387352 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=e04b2abf-5143-475d-8bfc-7cbd409dced9,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:35.444730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=5bc7b05c-dae2-490c-b4d9-1bcf484d16d4,segment=NetworkSegment(0978b3f2-648c-4313-9067-0569c252b2e7),segment_id=0978b3f2-648c-4313-9067-0569c252b2e7)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:35.450283 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bfb312-9ad4-445d-b69c-26cc2dd02806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04b2abf-5143-475d-8bfc-7cbd409dced9'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:35.453044 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c7e3c7-8c24-4fe8-a4e1-7314fd809757" -d '{"events": [{"server_uuid": "64bfb312-9ad4-445d-b69c-26cc2dd02806", "name": "network-vif-plugged", "status": "completed", "tag": "e04b2abf-5143-475d-8bfc-7cbd409dced9"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:35.466406 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '5bc7b05c-dae2-490c-b4d9-1bcf484d16d4', 'network_id': '8714eb28-f9d6-435d-8508-76f686adacfc', 'port_id': '5bc7b05c-dae2-490c-b4d9-1bcf484d16d4', 'mac_address': 'fa:16:3e:10:a4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:25:35.512496 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:35.515545 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b329e-600a-43fd-86b0-a690b1c64ff9 req-284d1ce1-e14f-4e19-ad26-f9c47c896987 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:35.519811 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0a9b329e-600a-43fd-86b0-a690b1c64ff9 req-284d1ce1-e14f-4e19-ad26-f9c47c896987 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.0960293 Aug 20 10:25:35.545361 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:35.563141 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1dde5dd7-9753-4fe4-9b56-75d7014527ba tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:35.565703 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1dde5dd7-9753-4fe4-9b56-75d7014527ba tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:35.566901 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1dde5dd7-9753-4fe4-9b56-75d7014527ba tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "DELETE /v2.0/security-groups/736c6e2a-58c9-477f-a481-39eef397b06d HTTP/1.1" status: 204 len: 168 time: 0.5819092 Aug 20 10:25:35.570291 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0a9b329e-600a-43fd-86b0-a690b1c64ff9 req-f543d41a-b9e5-4109-bb22-5c00f262f088 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433016 Aug 20 10:25:35.570797 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47152) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:35.571692 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=5bc7b05c-dae2-490c-b4d9-1bcf484d16d4,segment=NetworkSegment(0978b3f2-648c-4313-9067-0569c252b2e7),segment_id=0978b3f2-648c-4313-9067-0569c252b2e7)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:35.579100 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:35.580554 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:25:35.613784 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263e9cc-04ad-4419-8e4f-a86cadfc7252 req-a75dd3aa-5a09-4a47-afc0-b71873983dd5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:35.623246 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b263e9cc-04ad-4419-8e4f-a86cadfc7252 req-a75dd3aa-5a09-4a47-afc0-b71873983dd5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1730442 Aug 20 10:25:35.630971 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aca5b53-d89d-452c-a03d-b3b847af38a2 x-openstack-request-id: req-2aca5b53-d89d-452c-a03d-b3b847af38a2 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:35.631285 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bfb312-9ad4-445d-b69c-26cc2dd02806", "name": "network-vif-plugged", "status": "completed", "tag": "e04b2abf-5143-475d-8bfc-7cbd409dced9", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:35.631540 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2aca5b53-d89d-452c-a03d-b3b847af38a2 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:35.631944 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bfb312-9ad4-445d-b69c-26cc2dd02806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04b2abf-5143-475d-8bfc-7cbd409dced9', 'code': 200} Aug 20 10:25:35.643270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde5dd7-9753-4fe4-9b56-75d7014527ba tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=736c6e2a-58c9-477f-a481-39eef397b06d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:35.658731 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b8bd6d09-cf9f-44f5-bf0a-9d48d6f483cb tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0852494 Aug 20 10:25:35.664227 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47154) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:35.673624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:35.676620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=5bc7b05c-dae2-490c-b4d9-1bcf484d16d4,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:35.678887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-94ead764-b05a-40fd-9936-52e6f8c246b6 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': 'fff06c8e-5f93-407e-82e5-db61b905b8ff', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:35.680848 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b263e9cc-04ad-4419-8e4f-a86cadfc7252 req-644e3381-1730-493e-bc97-9c7b8489dd79 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545630 Aug 20 10:25:35.695885 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-bbae3371-f8e8-47e5-b3e8-7cab1266bc20 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Allocated IP 172.20.0.5 (f920487b-b2a2-4da5-952f-e2da40eabc10/680ac599-0c01-49bb-acaf-f6e6ac8ac95a/1bf09fee-fc2e-408d-90da-007d55960cab) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:25:35.702784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8', 'network_id': '4cf94859-d7e3-4c88-add5-0fffdfba7677', 'port_id': 'cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8', 'mac_address': 'fa:16:3e:51:f9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef00c8a-d620-4889-bfb4-943f5f324928', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:25:35.778234 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:35.793007 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-94ead764-b05a-40fd-9936-52e6f8c246b6 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The resource could not be found. Aug 20 10:25:35.794058 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-94ead764-b05a-40fd-9936-52e6f8c246b6 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1246266 Aug 20 10:25:35.799090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:35.800730 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47160) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:35.804947 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affed919-ee05-46ed-80e1-aa2fb9f6375d req-8e92686f-7767-48f1-809f-cbaf19532f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:35.807230 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-affed919-ee05-46ed-80e1-aa2fb9f6375d req-8e92686f-7767-48f1-809f-cbaf19532f86 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 1097 time: 0.0856819 Aug 20 10:25:35.818594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-f846563c-d9c2-4e3d-9fed-ea597e1b38e8 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group': {'name': 'tempest-secgroup--1605994232'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:35.835615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:35.843715 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:35.844400 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 5374ab06-53f2-44d9-811c-ef39f56f233a details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:25:35.904757 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f846563c-d9c2-4e3d-9fed-ea597e1b38e8 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:35.924977 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cdf10cfd-03bc-480a-9f11-ac1c9303444b req-d46fda5d-c0d6-4fc1-9121-fbd1d9d66879 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 210 time: 0.0441523 Aug 20 10:25:35.928160 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-affed919-ee05-46ed-80e1-aa2fb9f6375d req-5019432b-06ff-472d-99a9-597f339683e7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026952 Aug 20 10:25:35.975947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c9326-ac60-4385-9398-333c3d9c96d4 req-96b9c366-269d-437b-8415-51241ad6550a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:35.978414 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-976c9326-ac60-4385-9398-333c3d9c96d4 req-96b9c366-269d-437b-8415-51241ad6550a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0905986 Aug 20 10:25:36.053360 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-bbae3371-f8e8-47e5-b3e8-7cab1266bc20 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:36.067857 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f846563c-d9c2-4e3d-9fed-ea597e1b38e8 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:36.072912 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f846563c-d9c2-4e3d-9fed-ea597e1b38e8 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:36.083867 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-976c9326-ac60-4385-9398-333c3d9c96d4 req-faec8c33-61e9-4f6c-b5c4-9a66d8992b64 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923541 Aug 20 10:25:36.113066 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846563c-d9c2-4e3d-9fed-ea597e1b38e8 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a214349c-a32b-4c81-9eb5-c7c17d53e202,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:36.125641 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-bbae3371-f8e8-47e5-b3e8-7cab1266bc20 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:36.130218 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d13812-d0eb-409b-aca8-ce1b84cb03c6 req-ef2a5ae9-1198-4d76-8836-a37de312ffb0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:36.137810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d13812-d0eb-409b-aca8-ce1b84cb03c6 req-ef2a5ae9-1198-4d76-8836-a37de312ffb0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:36.142046 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:36.144255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d13812-d0eb-409b-aca8-ce1b84cb03c6 req-ef2a5ae9-1198-4d76-8836-a37de312ffb0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:36.150396 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d13812-d0eb-409b-aca8-ce1b84cb03c6 req-ef2a5ae9-1198-4d76-8836-a37de312ffb0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:36.157393 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d13812-d0eb-409b-aca8-ce1b84cb03c6 req-ef2a5ae9-1198-4d76-8836-a37de312ffb0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:36.163492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d13812-d0eb-409b-aca8-ce1b84cb03c6 req-ef2a5ae9-1198-4d76-8836-a37de312ffb0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:36.169648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d13812-d0eb-409b-aca8-ce1b84cb03c6 req-ef2a5ae9-1198-4d76-8836-a37de312ffb0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:36.171521 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70d13812-d0eb-409b-aca8-ce1b84cb03c6 req-ef2a5ae9-1198-4d76-8836-a37de312ffb0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5438 time: 0.1421635 Aug 20 10:25:36.172623 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f846563c-d9c2-4e3d-9fed-ea597e1b38e8 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:36.177045 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f846563c-d9c2-4e3d-9fed-ea597e1b38e8 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3688300 Aug 20 10:25:36.177760 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47172) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:36.183305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-24fff1fb-8e6b-4b08-aac6-1acc7f3d114e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885389244'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:36.202139 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-bbae3371-f8e8-47e5-b3e8-7cab1266bc20 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Network f920487b-b2a2-4da5-952f-e2da40eabc10 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:25:36.207190 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-bbae3371-f8e8-47e5-b3e8-7cab1266bc20 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:25:36.208048 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 5374ab06-53f2-44d9-811c-ef39f56f233a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=5374ab06-53f2-44d9-811c-ef39f56f233a,segment=NetworkSegment(68b70fe9-f85a-48b9-af9b-55bddb3372c3),segment_id=68b70fe9-f85a-48b9-af9b-55bddb3372c3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:36.209680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-bbae3371-f8e8-47e5-b3e8-7cab1266bc20 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:25:36.229113 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24fff1fb-8e6b-4b08-aac6-1acc7f3d114e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:36.231384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '5374ab06-53f2-44d9-811c-ef39f56f233a', 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50', 'port_id': '5374ab06-53f2-44d9-811c-ef39f56f233a', 'mac_address': 'fa:16:3e:97:f5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:25:36.247355 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70d13812-d0eb-409b-aca8-ce1b84cb03c6 req-e9af9421-7834-45e8-9dd5-e20fbc648694 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564604 Aug 20 10:25:36.286973 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:36.293199 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae3371-f8e8-47e5-b3e8-7cab1266bc20 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event updated for resources: {'Port': ['ID=1bf09fee-fc2e-408d-90da-007d55960cab,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:36.304773 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5374ab06-53f2-44d9-811c-ef39f56f233a {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:36.314065 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-bbae3371-f8e8-47e5-b3e8-7cab1266bc20 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:36.314872 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-bbae3371-f8e8-47e5-b3e8-7cab1266bc20 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:36.327379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85410f03-acff-4406-ae57-0ad036aca3a7 req-d9cf5c3b-c442-4633-8529-14c491c4ca5d tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:36.334890 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-85410f03-acff-4406-ae57-0ad036aca3a7 req-d9cf5c3b-c442-4633-8529-14c491c4ca5d tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.1318476 Aug 20 10:25:36.344969 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 5374ab06-53f2-44d9-811c-ef39f56f233a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=5374ab06-53f2-44d9-811c-ef39f56f233a,segment=NetworkSegment(68b70fe9-f85a-48b9-af9b-55bddb3372c3),segment_id=68b70fe9-f85a-48b9-af9b-55bddb3372c3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:36.351395 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:36.355758 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24fff1fb-8e6b-4b08-aac6-1acc7f3d114e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:36.369927 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-bbae3371-f8e8-47e5-b3e8-7cab1266bc20 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5359497 Aug 20 10:25:36.370194 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24fff1fb-8e6b-4b08-aac6-1acc7f3d114e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:36.386231 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Request body: {'port': {'device_id': 'c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:36.404113 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=5374ab06-53f2-44d9-811c-ef39f56f233a,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:36.419227 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-85410f03-acff-4406-ae57-0ad036aca3a7 req-a65f1ec6-2536-4624-9eac-f88e5f7fbc84 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832269 Aug 20 10:25:36.422511 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24fff1fb-8e6b-4b08-aac6-1acc7f3d114e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:36.435100 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-24fff1fb-8e6b-4b08-aac6-1acc7f3d114e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2479606 Aug 20 10:25:36.435704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47176) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:36.440109 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7646ce97-465d-4902-9fea-c3be81c22eeb tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group_rule': {'security_group_id': 'a214349c-a32b-4c81-9eb5-c7c17d53e202', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c81d87dc-a4ab-43ca-8d18-4afd6ccb74b2'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:36.442550 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fff1fb-8e6b-4b08-aac6-1acc7f3d114e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81d87dc-a4ab-43ca-8d18-4afd6ccb74b2,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:36.462448 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfeee1-1bf3-4bfe-822b-8da3ebbab43c req-8fd79f9e-8ff8-4754-ab19-1253ef437580 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:36.464373 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bdfeee1-1bf3-4bfe-822b-8da3ebbab43c req-8fd79f9e-8ff8-4754-ab19-1253ef437580 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1045818 Aug 20 10:25:36.516811 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:36.564225 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-7646ce97-465d-4902-9fea-c3be81c22eeb tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:25:36.568301 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7646ce97-465d-4902-9fea-c3be81c22eeb tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1375163 Aug 20 10:25:36.568652 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47178) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:36.599342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275dfe9-1959-48cf-ad77-833ef19cf2d9 req-7e947b25-efa7-4ad2-a61d-1edf63bbcb53 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:36.600889 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f275dfe9-1959-48cf-ad77-833ef19cf2d9 req-7e947b25-efa7-4ad2-a61d-1edf63bbcb53 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d8c320-0b96-4897-a71a-8bf20753bdc5 HTTP/1.1" status: 200 len: 945 time: 0.1250255 Aug 20 10:25:36.738220 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f275dfe9-1959-48cf-ad77-833ef19cf2d9 req-06e3c9f1-6a2b-45c2-96ba-ad9135c080d2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212664 Aug 20 10:25:36.752690 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bdfeee1-1bf3-4bfe-822b-8da3ebbab43c req-ec9bf92c-d6b8-40bb-8ae9-092e680b127c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811487 Aug 20 10:25:36.755410 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-55beece9-97dc-4f5a-83dd-a0cc6c1999f5 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:36.823824 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-55beece9-97dc-4f5a-83dd-a0cc6c1999f5 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:36.949605 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-55beece9-97dc-4f5a-83dd-a0cc6c1999f5 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:36.952311 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-55beece9-97dc-4f5a-83dd-a0cc6c1999f5 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:36.955997 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-55beece9-97dc-4f5a-83dd-a0cc6c1999f5 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "DELETE /v2.0/security-groups/c81d87dc-a4ab-43ca-8d18-4afd6ccb74b2 HTTP/1.1" status: 204 len: 168 time: 0.3841481 Aug 20 10:25:36.956420 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47192) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:36.961496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c4a16-0913-4014-9ade-c21d0367ac3b req-15f9cb0b-03e5-4ca1-80a2-ff5d28e48669 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:36.963065 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e00c4a16-0913-4014-9ade-c21d0367ac3b req-15f9cb0b-03e5-4ca1-80a2-ff5d28e48669 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.1301076 Aug 20 10:25:37.005347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55beece9-97dc-4f5a-83dd-a0cc6c1999f5 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81d87dc-a4ab-43ca-8d18-4afd6ccb74b2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:37.023417 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf09fee-fc2e-408d-90da-007d55960cab {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:37.034590 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:37.052412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55684fd6-9415-48c2-86ea-e7beb74dd8cb req-811778fc-37d2-475c-8642-ff115aaf48c6 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:37.057136 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e00c4a16-0913-4014-9ade-c21d0367ac3b req-646664fb-acd8-4c1d-8f49-493253059a05 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858433 Aug 20 10:25:37.060070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Transition to ACTIVE for port object 1bf09fee-fc2e-408d-90da-007d55960cab will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:25:37.061081 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-55684fd6-9415-48c2-86ea-e7beb74dd8cb req-811778fc-37d2-475c-8642-ff115aaf48c6 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d8c320-0b96-4897-a71a-8bf20753bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0871458 Aug 20 10:25:37.064603 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:37.074622 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47196) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:37.074774 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-589d6708-cc0d-4a08-a50e-9d3e3efc4793 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1160445 Aug 20 10:25:37.117666 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-55684fd6-9415-48c2-86ea-e7beb74dd8cb req-f398280a-8823-410d-8301-ca50aa5640f9 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553360 Aug 20 10:25:37.147573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf09fee-fc2e-408d-90da-007d55960cab,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:37.248293 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb232e-7d2f-4b33-83e2-7b1f94cf958b req-4e0aaaa8-f2a3-4354-bdf2-0c0afa07e6ba tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:37.251025 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8eeb232e-7d2f-4b33-83e2-7b1f94cf958b req-4e0aaaa8-f2a3-4354-bdf2-0c0afa07e6ba tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 943 time: 0.0580790 Aug 20 10:25:37.300652 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8eeb232e-7d2f-4b33-83e2-7b1f94cf958b req-8545ba6f-4226-43d0-9213-cc882470f6a1 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417910 Aug 20 10:25:37.335352 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['8c03ea33-81cd-4ef0-9cb8-e0f29d79c575'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:37.379158 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['37e4a62c-8652-430f-86df-59ad1164affe'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:37.449644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515843ba-c19e-4c3e-864a-a387e3c72099 req-ddb57955-bbfd-43ac-9e3a-a6e62291722b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:37.456658 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515843ba-c19e-4c3e-864a-a387e3c72099 req-ddb57955-bbfd-43ac-9e3a-a6e62291722b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:37.463529 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515843ba-c19e-4c3e-864a-a387e3c72099 req-ddb57955-bbfd-43ac-9e3a-a6e62291722b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:37.467000 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['2a37e7c4-cae4-4620-80d8-485fc0c672bb'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:37.469542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['c58f68f8-6192-44b4-9074-737ec613eda7'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:37.470228 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515843ba-c19e-4c3e-864a-a387e3c72099 req-ddb57955-bbfd-43ac-9e3a-a6e62291722b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:37.472450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['5374ab06-53f2-44d9-811c-ef39f56f233a'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:37.474763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:37.478428 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515843ba-c19e-4c3e-864a-a387e3c72099 req-ddb57955-bbfd-43ac-9e3a-a6e62291722b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:37.485721 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515843ba-c19e-4c3e-864a-a387e3c72099 req-ddb57955-bbfd-43ac-9e3a-a6e62291722b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:37.491888 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515843ba-c19e-4c3e-864a-a387e3c72099 req-ddb57955-bbfd-43ac-9e3a-a6e62291722b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:37.497979 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-515843ba-c19e-4c3e-864a-a387e3c72099 req-ddb57955-bbfd-43ac-9e3a-a6e62291722b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5439 time: 0.1080968 Aug 20 10:25:37.522009 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-20ad315c-f66f-4f11-a8ab-80fdab7b1fb0 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:37.540891 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-515843ba-c19e-4c3e-864a-a387e3c72099 req-17e4b4eb-04d3-45a9-864c-981c1eebbaf5 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403550 Aug 20 10:25:37.556115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['5bc7b05c-dae2-490c-b4d9-1bcf484d16d4'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:37.562583 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-20ad315c-f66f-4f11-a8ab-80fdab7b1fb0 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:37.580520 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a93b3b-394a-4e41-b0ab-4705b70ac221 req-6af2c71f-0281-4f40-8c7d-0e52dab9572a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:37.582068 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46a93b3b-394a-4e41-b0ab-4705b70ac221 req-6af2c71f-0281-4f40-8c7d-0e52dab9572a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.4203315 Aug 20 10:25:37.585228 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Attempting to bind port 1bf09fee-fc2e-408d-90da-007d55960cab on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:25:37.585568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Attempting to bind port 1bf09fee-fc2e-408d-90da-007d55960cab by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '07ecd010-bae1-4f6f-8607-4df2bd45ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f920487b-b2a2-4da5-952f-e2da40eabc10'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:25:37.586258 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Attempting to bind port 1bf09fee-fc2e-408d-90da-007d55960cab on network f920487b-b2a2-4da5-952f-e2da40eabc10 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:25:37.612599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Port 1bf09fee-fc2e-408d-90da-007d55960cab on network f920487b-b2a2-4da5-952f-e2da40eabc10 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:25:37.612931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Attempting to bind port 1bf09fee-fc2e-408d-90da-007d55960cab on network f920487b-b2a2-4da5-952f-e2da40eabc10 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:25:37.634263 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:25:37.634263 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Checking segment: {'id': '07ecd010-bae1-4f6f-8607-4df2bd45ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f920487b-b2a2-4da5-952f-e2da40eabc10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:25:37.634579 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Bound using segment: {'id': '07ecd010-bae1-4f6f-8607-4df2bd45ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f920487b-b2a2-4da5-952f-e2da40eabc10'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:25:37.635393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Bound port: 1bf09fee-fc2e-408d-90da-007d55960cab, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07ecd010-bae1-4f6f-8607-4df2bd45ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f920487b-b2a2-4da5-952f-e2da40eabc10'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:25:37.635393 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:37.678898 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190101d-c1ae-4bb1-926c-0f4a0facda3b req-ec4986da-634b-4ca9-9e97-ab8597c04c4f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:37.685069 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46a93b3b-394a-4e41-b0ab-4705b70ac221 req-64c422e5-8e97-4536-8ca6-176a099bd7a2 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886016 Aug 20 10:25:37.687002 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5190101d-c1ae-4bb1-926c-0f4a0facda3b req-ec4986da-634b-4ca9-9e97-ab8597c04c4f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.0711405 Aug 20 10:25:37.711943 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-20ad315c-f66f-4f11-a8ab-80fdab7b1fb0 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:37.715785 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-20ad315c-f66f-4f11-a8ab-80fdab7b1fb0 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:37.716926 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-20ad315c-f66f-4f11-a8ab-80fdab7b1fb0 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "DELETE /v2.0/security-groups/a214349c-a32b-4c81-9eb5-c7c17d53e202 HTTP/1.1" status: 204 len: 168 time: 0.6404407 Aug 20 10:25:37.722374 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47206) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:37.753114 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5190101d-c1ae-4bb1-926c-0f4a0facda3b req-150fbfd5-bfa7-4d21-a313-07f1b6b0106b tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631535 Aug 20 10:25:37.761042 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad315c-f66f-4f11-a8ab-80fdab7b1fb0 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a214349c-a32b-4c81-9eb5-c7c17d53e202,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:37.782668 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] For port 1bf09fee-fc2e-408d-90da-007d55960cab, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:25:37.788140 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] For port 1bf09fee-fc2e-408d-90da-007d55960cab, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1bf09fee-fc2e-408d-90da-007d55960cab,segment=NetworkSegment(07ecd010-bae1-4f6f-8607-4df2bd45ace5),segment_id=07ecd010-bae1-4f6f-8607-4df2bd45ace5)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:25:37.801059 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:37.807081 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5a75b38d-8ed9-40df-a892-17fd01d3ee99 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0834074 Aug 20 10:25:37.811416 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47208) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:37.816449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-aa618392-4bdc-496d-a558-39b44907b16b tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group': {'name': 'tempest-secgroup--1383982932'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:37.842078 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa618392-4bdc-496d-a558-39b44907b16b tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:37.853274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:37.853887 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:37.855281 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] 10.222.0.24 "PUT /v2.0/ports/1bf09fee-fc2e-408d-90da-007d55960cab HTTP/1.1" status: 200 len: 1092 time: 1.4733598 Aug 20 10:25:37.858828 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25', 'tag': '1bf09fee-fc2e-408d-90da-007d55960cab'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:37.861153 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2728e3f-8a7c-4cc0-95df-a28f870b1ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25", "tag": "1bf09fee-fc2e-408d-90da-007d55960cab"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:37.887346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555cff4-06d0-45ad-98a0-f77d54e93f18 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf09fee-fc2e-408d-90da-007d55960cab,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:37.897984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75594e31-9a58-4eca-99ad-1e860385ae31 req-8b7359ff-7993-425a-a591-c8b18d23c4fd tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:37.899635 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75594e31-9a58-4eca-99ad-1e860385ae31 req-8b7359ff-7993-425a-a591-c8b18d23c4fd tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1138947 Aug 20 10:25:37.926463 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afabc0a-7fcd-4987-9ff9-d5c9a864ab81 x-openstack-request-id: req-3afabc0a-7fcd-4987-9ff9-d5c9a864ab81 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:37.926632 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25", "tag": "1bf09fee-fc2e-408d-90da-007d55960cab", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:37.926802 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3afabc0a-7fcd-4987-9ff9-d5c9a864ab81 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:37.927403 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25', 'tag': '1bf09fee-fc2e-408d-90da-007d55960cab', 'status': 'completed', 'code': 200} Aug 20 10:25:37.959540 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa618392-4bdc-496d-a558-39b44907b16b tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:37.964211 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa618392-4bdc-496d-a558-39b44907b16b tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:37.990240 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75594e31-9a58-4eca-99ad-1e860385ae31 req-afccfc07-a501-4cc0-b37f-52540f288ea9 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828536 Aug 20 10:25:37.993844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-b3687b1f-4ee2-4927-82cc-a69d10f6c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:37.995687 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-b3687b1f-4ee2-4927-82cc-a69d10f6c629 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7e4ed6a4f2c4b3db9b58918d6a913e7&device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 1095 time: 0.0710225 Aug 20 10:25:38.001320 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa618392-4bdc-496d-a558-39b44907b16b tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:38.002580 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-aa618392-4bdc-496d-a558-39b44907b16b tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1905754 Aug 20 10:25:38.005259 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa618392-4bdc-496d-a558-39b44907b16b tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53479d7-1f9b-4fd7-bc6e-fee33f00533e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:38.012361 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47212) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:38.028865 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-884a8e55-499b-4f4d-9539-bfd3893ede16 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:38.028865 n-d-778550-11 neutron-server[94866]: WARNING neutron.api.v2.base [None req-884a8e55-499b-4f4d-9539-bfd3893ede16 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 10:25:38.028865 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-884a8e55-499b-4f4d-9539-bfd3893ede16 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 10:25:38.028865 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-884a8e55-499b-4f4d-9539-bfd3893ede16 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "PUT /v2.0/security-groups/c53479d7-1f9b-4fd7-bc6e-fee33f00533e HTTP/1.1" status: 409 len: 330 time: 0.0072637 Aug 20 10:25:38.028865 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47214) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:38.064512 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-ffcd3cb6-2963-4db5-80f5-3032319dee92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bf09fee-fc2e-408d-90da-007d55960cab HTTP/1.1" status: 200 len: 217 time: 0.0582016 Aug 20 10:25:38.155987 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-0ab74daa-f8ad-4e4b-a15c-4220ee2b91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:38.157576 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-0ab74daa-f8ad-4e4b-a15c-4220ee2b91f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680ac599-0c01-49bb-acaf-f6e6ac8ac95a HTTP/1.1" status: 200 len: 852 time: 0.0854418 Aug 20 10:25:38.160743 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca9a23c9-76e4-46bc-9945-d6063b899d37 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:38.229962 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72d9a9-8e65-4a11-a0de-cc0fe6f34537 req-41f514a4-1933-4c1c-9413-cb6eb400bfe6 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:38.231823 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c72d9a9-8e65-4a11-a0de-cc0fe6f34537 req-41f514a4-1933-4c1c-9413-cb6eb400bfe6 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0608635 Aug 20 10:25:38.238995 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca9a23c9-76e4-46bc-9945-d6063b899d37 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:38.243064 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-5979ab3b-b420-455e-add3-bcabc64b06d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f920487b-b2a2-4da5-952f-e2da40eabc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621393 Aug 20 10:25:38.284348 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c72d9a9-8e65-4a11-a0de-cc0fe6f34537 req-764f6a31-3a78-4b1f-985c-13576a8126b5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438240 Aug 20 10:25:38.342734 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcea80-4997-4d9b-b94f-9e6696ee5826 req-9c11940a-bb5f-42b0-85da-38398b4d9417 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:38.344268 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0afcea80-4997-4d9b-b94f-9e6696ee5826 req-9c11940a-bb5f-42b0-85da-38398b4d9417 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.1815324 Aug 20 10:25:38.373854 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca9a23c9-76e4-46bc-9945-d6063b899d37 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:38.376707 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca9a23c9-76e4-46bc-9945-d6063b899d37 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:38.380470 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ca9a23c9-76e4-46bc-9945-d6063b899d37 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "DELETE /v2.0/security-groups/c53479d7-1f9b-4fd7-bc6e-fee33f00533e HTTP/1.1" status: 204 len: 168 time: 0.3536861 Aug 20 10:25:38.384358 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47230) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:38.406337 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a23c9-76e4-46bc-9945-d6063b899d37 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53479d7-1f9b-4fd7-bc6e-fee33f00533e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:38.415450 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-9746f8b7-1662-4b6d-9f60-4e0b51946f82 service neutron] 10.222.0.24 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642921 Aug 20 10:25:38.446984 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0afcea80-4997-4d9b-b94f-9e6696ee5826 req-9754c6a5-f421-46aa-91d9-4f5e209414d5 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847502 Aug 20 10:25:38.470724 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47a2d0-e0c2-4ffb-94da-9c6fd9787cef req-8c47ce91-9c7c-48e2-8b73-1477849d3e17 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:38.475516 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d47a2d0-e0c2-4ffb-94da-9c6fd9787cef req-8c47ce91-9c7c-48e2-8b73-1477849d3e17 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d8c320-0b96-4897-a71a-8bf20753bdc5 HTTP/1.1" status: 200 len: 945 time: 0.1024165 Aug 20 10:25:38.481218 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4c9ad48a-1072-4eda-a30b-9ed696ca45d6 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0927408 Aug 20 10:25:38.484947 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47234) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:38.510760 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-c05ae7d0-9b82-47b5-9efb-aded090e7bc9 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] delete failed (client error): The resource could not be found. Aug 20 10:25:38.511920 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c05ae7d0-9b82-47b5-9efb-aded090e7bc9 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "DELETE /v2.0/security-groups/529b4d86-c60e-478f-b421-b11c6d42fd85 HTTP/1.1" status: 404 len: 347 time: 0.0260761 Aug 20 10:25:38.517964 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47236) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:38.538082 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-37073e74-daba-4292-bf9e-d32129f5a22e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] show failed (client error): The resource could not be found. Aug 20 10:25:38.539103 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-37073e74-daba-4292-bf9e-d32129f5a22e tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "GET /v2.0/security-groups/7bc38ae8-ba29-41fe-bb04-fb4183628a04 HTTP/1.1" status: 404 len: 347 time: 0.0201569 Aug 20 10:25:38.543912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47238) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:38.544801 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d47a2d0-e0c2-4ffb-94da-9c6fd9787cef req-85faad28-98c0-4e96-9b26-158c4cc1fcb9 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624385 Aug 20 10:25:38.548623 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be54a726-b80b-4e95-a07e-2dd15450f19f req-9861fc86-1d41-4119-8074-1ffe6cf5496d service neutron] 10.222.0.24 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268339 Aug 20 10:25:38.563471 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-1b7c918d-18de-49af-8623-9e12bb3edca2 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] show failed (client error): The resource could not be found. Aug 20 10:25:38.563471 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1b7c918d-18de-49af-8623-9e12bb3edca2 tempest-NegativeSecGroupTest-1688071346 tempest-NegativeSecGroupTest-1688071346-project] 10.222.0.16 "GET /v2.0/security-group-rules/e8882d65-df01-4ee2-a6b8-166a41c3f7b9 HTTP/1.1" status: 404 len: 356 time: 0.0174844 Aug 20 10:25:38.587971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37710438-fc0e-4da1-8358-4a9b30826411 req-da5b659f-90e0-47c2-814a-5705ee7a8e5d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:38.589883 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37710438-fc0e-4da1-8358-4a9b30826411 req-da5b659f-90e0-47c2-814a-5705ee7a8e5d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0800352 Aug 20 10:25:38.667585 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37710438-fc0e-4da1-8358-4a9b30826411 req-517a661f-65e9-4b4f-b6e9-16f76463e60a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696342 Aug 20 10:25:38.678128 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7584e3-a5cf-4b91-9f29-12146887028f req-31abf725-c8da-4090-b79b-d13ac263146c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:38.680062 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ba7584e3-a5cf-4b91-9f29-12146887028f req-31abf725-c8da-4090-b79b-d13ac263146c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 943 time: 0.0521810 Aug 20 10:25:38.680191 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2728e3f-8a7c-4cc0-95df-a28f870b1ccb req-9c95f9e7-2479-4200-9128-1e87a923024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:38.682613 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2728e3f-8a7c-4cc0-95df-a28f870b1ccb req-9c95f9e7-2479-4200-9128-1e87a923024a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7e4ed6a4f2c4b3db9b58918d6a913e7&device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 1095 time: 0.0756361 Aug 20 10:25:38.737584 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ba7584e3-a5cf-4b91-9f29-12146887028f req-297692e4-c313-4613-b0ed-d7da63f6defb tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503020 Aug 20 10:25:38.815626 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2728e3f-8a7c-4cc0-95df-a28f870b1ccb req-ebbbd4de-a98a-44bc-9d41-c170b36284b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:38.817430 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2728e3f-8a7c-4cc0-95df-a28f870b1ccb req-ebbbd4de-a98a-44bc-9d41-c170b36284b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f920487b-b2a2-4da5-952f-e2da40eabc10 HTTP/1.1" status: 200 len: 913 time: 0.1277730 Aug 20 10:25:38.850929 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eef2e3ee-0212-47e3-a9c7-e697b7ac10b1 req-f6ef0aa5-2923-4e12-ac04-b98892e859b1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0592284 Aug 20 10:25:38.882502 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2728e3f-8a7c-4cc0-95df-a28f870b1ccb req-6853867c-c1ce-4fa6-b04b-23f964c63aa1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bf09fee-fc2e-408d-90da-007d55960cab HTTP/1.1" status: 200 len: 217 time: 0.0549614 Aug 20 10:25:38.912815 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47260) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:38.945237 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2728e3f-8a7c-4cc0-95df-a28f870b1ccb req-0dd7bf9a-3474-47e7-930c-bbeed6ee1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:38.946885 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2728e3f-8a7c-4cc0-95df-a28f870b1ccb req-0dd7bf9a-3474-47e7-930c-bbeed6ee1b0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680ac599-0c01-49bb-acaf-f6e6ac8ac95a HTTP/1.1" status: 200 len: 852 time: 0.0559177 Aug 20 10:25:38.960732 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2e3ee-0212-47e3-a9c7-e697b7ac10b1 req-341f9017-54f0-4a98-9541-e63e50c21406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:38.963157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eef2e3ee-0212-47e3-a9c7-e697b7ac10b1 req-341f9017-54f0-4a98-9541-e63e50c21406 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b20bf29d55e5407ca542b24a04751634&device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 1097 time: 0.0512533 Aug 20 10:25:38.993743 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2728e3f-8a7c-4cc0-95df-a28f870b1ccb req-c307c80c-3502-49d8-ba0a-e1db2eaf8b65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f920487b-b2a2-4da5-952f-e2da40eabc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393074 Aug 20 10:25:39.099646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc6b8e-4ec8-46d1-8363-a647730e3dc6 req-9e5a2322-b7c4-43ef-ba1a-86c46d97d025 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:39.107555 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc6b8e-4ec8-46d1-8363-a647730e3dc6 req-9e5a2322-b7c4-43ef-ba1a-86c46d97d025 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:39.110038 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2e3ee-0212-47e3-a9c7-e697b7ac10b1 req-23088504-72e7-47ed-b9f6-f772065e40c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:39.111883 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eef2e3ee-0212-47e3-a9c7-e697b7ac10b1 req-23088504-72e7-47ed-b9f6-f772065e40c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 200 len: 907 time: 0.1276898 Aug 20 10:25:39.114136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc6b8e-4ec8-46d1-8363-a647730e3dc6 req-9e5a2322-b7c4-43ef-ba1a-86c46d97d025 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:39.121656 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc6b8e-4ec8-46d1-8363-a647730e3dc6 req-9e5a2322-b7c4-43ef-ba1a-86c46d97d025 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:39.127553 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc6b8e-4ec8-46d1-8363-a647730e3dc6 req-9e5a2322-b7c4-43ef-ba1a-86c46d97d025 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:39.134644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc6b8e-4ec8-46d1-8363-a647730e3dc6 req-9e5a2322-b7c4-43ef-ba1a-86c46d97d025 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:39.141171 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc6b8e-4ec8-46d1-8363-a647730e3dc6 req-9e5a2322-b7c4-43ef-ba1a-86c46d97d025 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:39.155348 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8bdc6b8e-4ec8-46d1-8363-a647730e3dc6 req-9e5a2322-b7c4-43ef-ba1a-86c46d97d025 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5439 time: 0.1721137 Aug 20 10:25:39.175894 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eef2e3ee-0212-47e3-a9c7-e697b7ac10b1 req-f86361b3-24c0-4aeb-b9d6-9873cbd9556a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=995840f7-d39b-4bf6-beab-401653bd6374 HTTP/1.1" status: 200 len: 217 time: 0.0558093 Aug 20 10:25:39.203598 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-55753111-3122-49f1-9200-309b5d01a726 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8b2fb940bcd4446ae1d05f18f86c381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825668 Aug 20 10:25:39.205329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47270) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:39.238861 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2728e3f-8a7c-4cc0-95df-a28f870b1ccb req-99b32751-cdad-4a6f-a0a6-91c23f299870 service neutron] 10.222.0.24 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218893 Aug 20 10:25:39.246592 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8bdc6b8e-4ec8-46d1-8363-a647730e3dc6 req-4683fa05-fff3-4a9a-aa78-fd303b37f399 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724304 Aug 20 10:25:39.322035 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2e3ee-0212-47e3-a9c7-e697b7ac10b1 req-32f0e9e2-9e97-4445-ad85-48099260fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:39.324348 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eef2e3ee-0212-47e3-a9c7-e697b7ac10b1 req-32f0e9e2-9e97-4445-ad85-48099260fe23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d14c8d45-d320-4574-86d3-37a082d1daf5 HTTP/1.1" status: 200 len: 846 time: 0.1391835 Aug 20 10:25:39.345913 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2728e3f-8a7c-4cc0-95df-a28f870b1ccb req-435f3f90-8e05-484f-b8b8-9021ca5edd97 service neutron] 10.222.0.24 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982621 Aug 20 10:25:39.348212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e715448-6e4f-45af-9bdd-51b2dd957dbc req-6461e433-564c-43b7-b37c-5943c4dccd59 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:39.349792 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e715448-6e4f-45af-9bdd-51b2dd957dbc req-6461e433-564c-43b7-b37c-5943c4dccd59 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.1140516 Aug 20 10:25:39.392876 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eef2e3ee-0212-47e3-a9c7-e697b7ac10b1 req-b5134e38-87c7-4ef7-a46c-7e2a68506879 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c63852f8-5c78-42de-a5e1-12993fc8be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386636 Aug 20 10:25:39.393478 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-35e9cdd5-d229-44df-8368-4b4f10f83586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:39.405126 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ead71-1360-483b-b0a2-e60cf181e30b req-5c6cfc1c-b97f-441f-96ef-6398ce6aa582 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:39.406796 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f76ead71-1360-483b-b0a2-e60cf181e30b req-5c6cfc1c-b97f-441f-96ef-6398ce6aa582 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.0569658 Aug 20 10:25:39.448232 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f76ead71-1360-483b-b0a2-e60cf181e30b req-1104ef34-ac26-4c20-bbf1-0ca049f139fb tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352843 Aug 20 10:25:39.483437 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-35e9cdd5-d229-44df-8368-4b4f10f83586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:39.505419 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e715448-6e4f-45af-9bdd-51b2dd957dbc req-754abdd8-4956-4978-9479-29fe5f33d0bd tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387227 Aug 20 10:25:39.552240 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eef2e3ee-0212-47e3-a9c7-e697b7ac10b1 req-f8d1f692-ba4e-42f0-92e9-24e057445b04 service neutron] 10.222.0.24 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495519 Aug 20 10:25:39.608672 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-35e9cdd5-d229-44df-8368-4b4f10f83586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:39.611410 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-35e9cdd5-d229-44df-8368-4b4f10f83586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:39.612657 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-35e9cdd5-d229-44df-8368-4b4f10f83586 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ff5c2fa-e128-4db4-bc38-d42c55fb07cd HTTP/1.1" status: 204 len: 168 time: 0.4063098 Aug 20 10:25:39.619268 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831451b-4474-49b4-9039-326086f5a18e req-e9f8e405-a323-4bd0-b91f-34c0c834891b tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:39.620906 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e831451b-4474-49b4-9039-326086f5a18e req-e9f8e405-a323-4bd0-b91f-34c0c834891b tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0565495 Aug 20 10:25:39.628666 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9cdd5-d229-44df-8368-4b4f10f83586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff5c2fa-e128-4db4-bc38-d42c55fb07cd,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:39.670404 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eef2e3ee-0212-47e3-a9c7-e697b7ac10b1 req-e45e674d-3512-4f2b-8fc2-3b6c6dce21cb service neutron] 10.222.0.24 "GET /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106184 Aug 20 10:25:39.672747 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e831451b-4474-49b4-9039-326086f5a18e req-b0c77be1-1393-4649-b17f-64a874e0f24a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429509 Aug 20 10:25:39.800077 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443e407-4514-42bb-b26f-bb240573ce55 req-49867a50-83ee-4ba1-921b-2d728c512ee5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:39.801727 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3443e407-4514-42bb-b26f-bb240573ce55 req-49867a50-83ee-4ba1-921b-2d728c512ee5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0602934 Aug 20 10:25:39.846352 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3443e407-4514-42bb-b26f-bb240573ce55 req-32205f91-0be7-4776-afa1-36e81c8f80cb tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373847 Aug 20 10:25:39.858572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c3b82-c06b-42a4-b7c5-c17145d4a9cd req-358a73ec-d59f-4ab7-9074-e2bb06b0c284 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:39.866240 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f1c3b82-c06b-42a4-b7c5-c17145d4a9cd req-358a73ec-d59f-4ab7-9074-e2bb06b0c284 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 943 time: 0.0587580 Aug 20 10:25:39.900657 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f1c3b82-c06b-42a4-b7c5-c17145d4a9cd req-07c20816-0a7d-489f-95c1-89f6b8a08566 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334654 Aug 20 10:25:40.075249 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9876799-504c-48d0-9904-66b1055072c9 req-021f395f-64ff-4f41-9e53-6dac1296435b tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:40.076814 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c9876799-504c-48d0-9904-66b1055072c9 req-021f395f-64ff-4f41-9e53-6dac1296435b tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0510230 Aug 20 10:25:40.116524 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c9876799-504c-48d0-9904-66b1055072c9 req-ca95a3a7-2725-499e-a656-0548bb576e02 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332422 Aug 20 10:25:40.242179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682efdc-984c-447d-a1cd-eaa884c644e2 req-4406e33a-390c-4ab4-ae14-c6244d6e7052 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:40.243861 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6682efdc-984c-447d-a1cd-eaa884c644e2 req-4406e33a-390c-4ab4-ae14-c6244d6e7052 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0508173 Aug 20 10:25:40.283237 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6682efdc-984c-447d-a1cd-eaa884c644e2 req-5f2a1205-3ce6-43cc-ab60-6f6bcfe52490 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332272 Aug 20 10:25:40.300969 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47316) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:40.304781 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027890 Aug 20 10:25:40.308196 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47318) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:40.402437 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926cac5-34bb-4406-8987-405c88e2d5d3 req-695b7d86-b9c3-4f08-85bb-e1dd08f8f296 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:40.409020 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926cac5-34bb-4406-8987-405c88e2d5d3 req-695b7d86-b9c3-4f08-85bb-e1dd08f8f296 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:40.415018 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926cac5-34bb-4406-8987-405c88e2d5d3 req-695b7d86-b9c3-4f08-85bb-e1dd08f8f296 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:40.420912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926cac5-34bb-4406-8987-405c88e2d5d3 req-695b7d86-b9c3-4f08-85bb-e1dd08f8f296 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:40.427550 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926cac5-34bb-4406-8987-405c88e2d5d3 req-695b7d86-b9c3-4f08-85bb-e1dd08f8f296 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:40.433942 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926cac5-34bb-4406-8987-405c88e2d5d3 req-695b7d86-b9c3-4f08-85bb-e1dd08f8f296 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:40.440161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926cac5-34bb-4406-8987-405c88e2d5d3 req-695b7d86-b9c3-4f08-85bb-e1dd08f8f296 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:40.442200 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0926cac5-34bb-4406-8987-405c88e2d5d3 req-695b7d86-b9c3-4f08-85bb-e1dd08f8f296 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5439 time: 0.1030149 Aug 20 10:25:40.450439 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-01d34cfa-3086-4e15-8e86-ae44efc57a1f tempest-NetworksApiDiscovery-422706808 tempest-NetworksApiDiscovery-422706808-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1411557 Aug 20 10:25:40.488843 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0926cac5-34bb-4406-8987-405c88e2d5d3 req-d9870fd7-9b7b-4617-9111-ec4f2c436c81 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364189 Aug 20 10:25:40.582197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca8061-c3a4-4e4a-8356-93e836b081be req-b0401da8-e5d6-4df3-aa2f-9b2204ecec60 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:40.589762 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a9ca8061-c3a4-4e4a-8356-93e836b081be req-b0401da8-e5d6-4df3-aa2f-9b2204ecec60 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/networks?id=bc500ecd-8f48-462e-8406-51f60bdda1bd HTTP/1.1" status: 200 len: 813 time: 0.1263163 Aug 20 10:25:40.600220 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a9ca8061-c3a4-4e4a-8356-93e836b081be req-7a6e20f4-6b7b-4c47-9eb9-1edc5cf290d3 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/quotas/9ab24141c3cf4678b6e8c7a8b270c121 HTTP/1.1" status: 200 len: 375 time: 0.0095966 Aug 20 10:25:40.616797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c09b0-44a5-451d-9336-d71f6e81f200 req-55d5129b-1747-4e10-8433-132bb2c5fbde tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:40.618940 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-806c09b0-44a5-451d-9336-d71f6e81f200 req-55d5129b-1747-4e10-8433-132bb2c5fbde tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.0555012 Aug 20 10:25:40.657570 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a9ca8061-c3a4-4e4a-8356-93e836b081be req-cea6227e-0176-4bdd-8f94-32523105a914 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ab24141c3cf4678b6e8c7a8b270c121&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0510502 Aug 20 10:25:40.670156 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-806c09b0-44a5-451d-9336-d71f6e81f200 req-0a69162f-bbf9-41b7-a5f7-c2f4075421ca tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446832 Aug 20 10:25:40.733898 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47354) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:40.791498 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96241e-b6b0-4802-94be-a61aecf58a16 req-6856c761-7f2d-45e7-b642-7ce247037a7f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:40.793064 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8a96241e-b6b0-4802-94be-a61aecf58a16 req-6856c761-7f2d-45e7-b642-7ce247037a7f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.0530679 Aug 20 10:25:40.833196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969c697-f422-42bb-bbf7-6cb671b603ca req-6c4b1a17-6767-4078-bc0c-bb82d1ba858e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:40.834879 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5969c697-f422-42bb-bbf7-6cb671b603ca req-6c4b1a17-6767-4078-bc0c-bb82d1ba858e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0510964 Aug 20 10:25:40.837478 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8a96241e-b6b0-4802-94be-a61aecf58a16 req-4b0c8f73-aa86-4335-b8f0-99a52e805f0d tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358489 Aug 20 10:25:40.851997 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f20cf944-5197-497d-8c54-2d657d820f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:40.874184 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5969c697-f422-42bb-bbf7-6cb671b603ca req-911e0558-591d-4777-b6df-4e414bcb78c6 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Aug 20 10:25:40.949409 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f20cf944-5197-497d-8c54-2d657d820f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:40.961204 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f20cf944-5197-497d-8c54-2d657d820f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:41.026520 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f20cf944-5197-497d-8c54-2d657d820f2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b9eef82763a4ad89dd10904a7043463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914250 Aug 20 10:25:41.029936 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23620d8-2039-4a99-b765-0b7ed6a76cab req-72f5ddfb-cf09-45e0-9fc9-a1809ca6565d tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:41.031630 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b23620d8-2039-4a99-b765-0b7ed6a76cab req-72f5ddfb-cf09-45e0-9fc9-a1809ca6565d tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 943 time: 0.0572982 Aug 20 10:25:41.032071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47362) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:41.041458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cf944-5197-497d-8c54-2d657d820f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be93dd2-01a6-438b-abe9-9f399bbc0d68,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:41.073559 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204bc8f-a733-4465-bd0c-8faf3c047671 req-ccee376f-0e22-481f-a562-45bddd626f05 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:41.075327 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1204bc8f-a733-4465-bd0c-8faf3c047671 req-ccee376f-0e22-481f-a562-45bddd626f05 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1281362 Aug 20 10:25:41.079428 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b23620d8-2039-4a99-b765-0b7ed6a76cab req-05398c8d-ca68-49be-8284-63fdf887ca58 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407090 Aug 20 10:25:41.148465 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7dca40ed-465b-438f-b2b9-f46e8067c975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:41.157133 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1204bc8f-a733-4465-bd0c-8faf3c047671 req-946333cb-7e2c-4f9c-a36a-49b9facc9b61 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601315 Aug 20 10:25:41.175707 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7dca40ed-465b-438f-b2b9-f46e8067c975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:41.237242 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7dca40ed-465b-438f-b2b9-f46e8067c975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:41.241658 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7dca40ed-465b-438f-b2b9-f46e8067c975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:41.246421 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7dca40ed-465b-438f-b2b9-f46e8067c975 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3be93dd2-01a6-438b-abe9-9f399bbc0d68 HTTP/1.1" status: 204 len: 168 time: 0.2109759 Aug 20 10:25:41.255172 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca40ed-465b-438f-b2b9-f46e8067c975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be93dd2-01a6-438b-abe9-9f399bbc0d68,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:41.407879 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d4da5e48-7950-4a5e-94c4-2c7439f06b07 req-86f5d894-cb9f-427c-890c-b79bc0c1bd32 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9ab24141c3cf4678b6e8c7a8b270c121 HTTP/1.1" status: 200 len: 221 time: 0.0461087 Aug 20 10:25:41.515094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d275a6-c518-4ed7-8f69-f59d30e40623 req-912c639c-9a54-497a-b48d-36591f25fcb9 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:41.516650 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2d275a6-c518-4ed7-8f69-f59d30e40623 req-912c639c-9a54-497a-b48d-36591f25fcb9 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0551817 Aug 20 10:25:41.571808 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2d275a6-c518-4ed7-8f69-f59d30e40623 req-af243baf-de6a-4050-adc8-c3f8b29422b4 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475945 Aug 20 10:25:41.650787 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66620543-9801-4856-9dad-6207a95ea663 req-d22b57fe-d00f-47ad-ae99-bcafe5be4b11 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:41.656869 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66620543-9801-4856-9dad-6207a95ea663 req-d22b57fe-d00f-47ad-ae99-bcafe5be4b11 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:41.662998 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66620543-9801-4856-9dad-6207a95ea663 req-d22b57fe-d00f-47ad-ae99-bcafe5be4b11 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:41.672758 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66620543-9801-4856-9dad-6207a95ea663 req-d22b57fe-d00f-47ad-ae99-bcafe5be4b11 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:41.679204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66620543-9801-4856-9dad-6207a95ea663 req-d22b57fe-d00f-47ad-ae99-bcafe5be4b11 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:41.685784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66620543-9801-4856-9dad-6207a95ea663 req-d22b57fe-d00f-47ad-ae99-bcafe5be4b11 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:41.691712 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66620543-9801-4856-9dad-6207a95ea663 req-d22b57fe-d00f-47ad-ae99-bcafe5be4b11 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:41.693707 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66620543-9801-4856-9dad-6207a95ea663 req-d22b57fe-d00f-47ad-ae99-bcafe5be4b11 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5439 time: 0.1233957 Aug 20 10:25:41.697856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31f37f-5242-4fa3-9128-b5437c04bcb2 req-988e6b6e-0e7a-4481-a29f-97a71795d98e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:41.699459 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4b31f37f-5242-4fa3-9128-b5437c04bcb2 req-988e6b6e-0e7a-4481-a29f-97a71795d98e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0541022 Aug 20 10:25:41.739098 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66620543-9801-4856-9dad-6207a95ea663 req-d10cc28b-8c20-431c-9820-c7610ff4e556 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380874 Aug 20 10:25:41.769179 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4b31f37f-5242-4fa3-9128-b5437c04bcb2 req-462328bf-2a77-4514-ab5b-4d106e5098c4 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556464 Aug 20 10:25:41.898552 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f18f2-600d-4669-bc31-6cbf3f050e19 req-5e06cd62-15ed-47c5-abc9-3096c2c4486c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:41.900747 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe8f18f2-600d-4669-bc31-6cbf3f050e19 req-5e06cd62-15ed-47c5-abc9-3096c2c4486c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.0725327 Aug 20 10:25:41.945428 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe8f18f2-600d-4669-bc31-6cbf3f050e19 req-514390c5-d0e7-46e3-b806-f5512fdbb665 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386076 Aug 20 10:25:41.969740 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c626871-0c42-4a5c-adcb-57c5b1194383 req-90ef6792-ad50-4fc1-bf43-523c75f3bddc tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:41.976186 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c626871-0c42-4a5c-adcb-57c5b1194383 req-90ef6792-ad50-4fc1-bf43-523c75f3bddc tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0663075 Aug 20 10:25:42.043179 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c626871-0c42-4a5c-adcb-57c5b1194383 req-3785ca84-8238-4269-8c78-17edbe73b1c2 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588524 Aug 20 10:25:42.061179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47420) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:42.063423 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97968020-34da-438d-aced-9b627201032b req-7f0c54b5-72b4-4d31-a4f2-49f13fe6c1f4 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:42.064927 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-97968020-34da-438d-aced-9b627201032b req-7f0c54b5-72b4-4d31-a4f2-49f13fe6c1f4 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.0618968 Aug 20 10:25:42.111500 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-97968020-34da-438d-aced-9b627201032b req-230a6f9e-e70c-4897-bc6d-e901a57a31f2 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387220 Aug 20 10:25:42.174721 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2d0b7-9c99-47ba-b927-21bb39d4eb74 req-ceded7c3-8f7d-43d3-94bc-31bf05cfe53f tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:42.176349 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-88c2d0b7-9c99-47ba-b927-21bb39d4eb74 req-ceded7c3-8f7d-43d3-94bc-31bf05cfe53f tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0548708 Aug 20 10:25:42.182082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2c438eff-4bc3-4102-9617-09cdeb4bb331 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-237306308-network', 'tenant_id': 'e3b42f4bc03d48faa51a8f7c1b019f83'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:42.222901 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c438eff-4bc3-4102-9617-09cdeb4bb331 admin admin] Made reservation on behalf of e3b42f4bc03d48faa51a8f7c1b019f83 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:25:42.225282 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2c438eff-4bc3-4102-9617-09cdeb4bb331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:42.232525 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723303d4-a64a-4221-8ed6-65810370aa8e req-bce45971-14e0-4375-b67c-99189b1e5cd3 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:42.234183 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-723303d4-a64a-4221-8ed6-65810370aa8e req-bce45971-14e0-4375-b67c-99189b1e5cd3 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 943 time: 0.0504405 Aug 20 10:25:42.237916 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2c438eff-4bc3-4102-9617-09cdeb4bb331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:42.242308 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-88c2d0b7-9c99-47ba-b927-21bb39d4eb74 req-1319964b-0a02-4628-9792-ef932d7b7d4b tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568693 Aug 20 10:25:42.290575 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-723303d4-a64a-4221-8ed6-65810370aa8e req-fe82a77b-300b-440f-b080-631a13c86d4e tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494921 Aug 20 10:25:42.361053 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2c438eff-4bc3-4102-9617-09cdeb4bb331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:42.366300 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2c438eff-4bc3-4102-9617-09cdeb4bb331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:42.395985 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c438eff-4bc3-4102-9617-09cdeb4bb331 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:25:42.399316 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c58f68f8-6192-44b4-9074-737ec613eda7 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:25:42.406071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c438eff-4bc3-4102-9617-09cdeb4bb331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e03921-6e1e-410d-b0bd-0927ea7f21e0,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:42.411170 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2c438eff-4bc3-4102-9617-09cdeb4bb331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:42.411520 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-2c438eff-4bc3-4102-9617-09cdeb4bb331 admin admin] Added segment 8b16cd09-e3f7-469a-9c01-19bbff0441d8 of type vlan for network 38ef1c70-f612-49c0-b96b-760e66b50424 Aug 20 10:25:42.444227 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fd318-bd36-41b7-9496-77481a320014 req-249f60ae-0852-4db5-b9b0-973376e54165 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:42.445743 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0a8fd318-bd36-41b7-9496-77481a320014 req-249f60ae-0852-4db5-b9b0-973376e54165 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0843611 Aug 20 10:25:42.468155 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2c438eff-4bc3-4102-9617-09cdeb4bb331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:42.474731 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port c58f68f8-6192-44b4-9074-737ec613eda7 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:25:42.480087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port c58f68f8-6192-44b4-9074-737ec613eda7 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:25:42.481270 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:42.488728 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0a8fd318-bd36-41b7-9496-77481a320014 req-471b6e59-efdc-438d-9349-b5da0aff86dd tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365264 Aug 20 10:25:42.521725 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa24778-f7c7-43bd-9076-21ab3864fc98 req-268cdc6d-80e4-4442-b7ce-cde1df4e7b3f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:42.523302 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5fa24778-f7c7-43bd-9076-21ab3864fc98 req-268cdc6d-80e4-4442-b7ce-cde1df4e7b3f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.0804987 Aug 20 10:25:42.534291 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2c438eff-4bc3-4102-9617-09cdeb4bb331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:42.535750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c438eff-4bc3-4102-9617-09cdeb4bb331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:42.536341 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2c438eff-4bc3-4102-9617-09cdeb4bb331 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:42.571721 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:42.596961 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58f68f8-6192-44b4-9074-737ec613eda7'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:42.599251 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe8df65-ca0c-43bd-b678-785540ee0a89" -d '{"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-plugged", "status": "completed", "tag": "c58f68f8-6192-44b4-9074-737ec613eda7"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:42.608773 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2c438eff-4bc3-4102-9617-09cdeb4bb331 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5460999 Aug 20 10:25:42.612596 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47440) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:42.613816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c58f68f8-6192-44b4-9074-737ec613eda7, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c58f68f8-6192-44b4-9074-737ec613eda7,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:42.619865 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:42.620868 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 37e4a62c-8652-430f-86df-59ad1164affe up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:25:42.621043 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b317b098-1df8-4dd2-9b60-a018192c977d admin admin] Request body: {'subnet': {'network_id': '38ef1c70-f612-49c0-b96b-760e66b50424', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-237306308-subnet', 'tenant_id': 'e3b42f4bc03d48faa51a8f7c1b019f83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:42.641797 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5fa24778-f7c7-43bd-9076-21ab3864fc98 req-1fa61cd2-6df1-46c8-8958-19688d1fdcf8 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098506 Aug 20 10:25:42.642409 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c438eff-4bc3-4102-9617-09cdeb4bb331 admin admin] Pushing event updated for resources: {'Network': ['ID=38ef1c70-f612-49c0-b96b-760e66b50424,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:42.669494 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d2f4924b-f369-4974-a093-aa9e1c4d2357 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:25:42.675895 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 38ef1c70-f612-49c0-b96b-760e66b50424 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:25:42.679327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcac515-91d7-4b9b-9ab6-5177f4c6c50c req-e9802ab0-83ce-418c-a83d-fdca98387459 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:42.681007 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-afcac515-91d7-4b9b-9ab6-5177f4c6c50c req-e9802ab0-83ce-418c-a83d-fdca98387459 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0818365 Aug 20 10:25:42.682187 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b317b098-1df8-4dd2-9b60-a018192c977d admin admin] Made reservation on behalf of e3b42f4bc03d48faa51a8f7c1b019f83 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:25:42.684838 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b317b098-1df8-4dd2-9b60-a018192c977d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:42.737774 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7385c32-94c2-4dc2-98ee-e21667196620 x-openstack-request-id: req-b7385c32-94c2-4dc2-98ee-e21667196620 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:42.738064 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-plugged", "status": "completed", "tag": "c58f68f8-6192-44b4-9074-737ec613eda7", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:42.738497 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7385c32-94c2-4dc2-98ee-e21667196620 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:42.739260 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58f68f8-6192-44b4-9074-737ec613eda7', 'code': 200} Aug 20 10:25:42.799791 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-afcac515-91d7-4b9b-9ab6-5177f4c6c50c req-31a0318e-f5fb-4f7f-8cf5-f2abea35a97c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092472 Aug 20 10:25:42.836071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a418153-dbc5-47ab-8c3e-d928d7ad78ad req-5bd5d53e-e2a4-4707-9acd-9c78b21ce6b9 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:42.838210 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0a418153-dbc5-47ab-8c3e-d928d7ad78ad req-5bd5d53e-e2a4-4707-9acd-9c78b21ce6b9 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.0616267 Aug 20 10:25:42.871810 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=c58f68f8-6192-44b4-9074-737ec613eda7,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:42.883636 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0a418153-dbc5-47ab-8c3e-d928d7ad78ad req-3dfd8d9f-3ed5-419a-b9d1-0761a17d83d8 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384686 Aug 20 10:25:42.892910 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d2f4924b-f369-4974-a093-aa9e1c4d2357, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2f4924b-f369-4974-a093-aa9e1c4d2357,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:42.905363 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'd2f4924b-f369-4974-a093-aa9e1c4d2357', 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac', 'port_id': 'd2f4924b-f369-4974-a093-aa9e1c4d2357', 'mac_address': 'fa:16:3e:c1:02:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcda7d78-8f96-4bd2-aa67-b7d358612b18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:25:42.907023 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 37e4a62c-8652-430f-86df-59ad1164affe completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:25:42.912179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 37e4a62c-8652-430f-86df-59ad1164affe triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:25:42.912534 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:42.993502 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82df18-da46-4c41-870f-d7764287ce2a req-2122d0c2-9b2b-4f1e-a868-ef52a5b92399 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:42.997811 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:42.999721 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82df18-da46-4c41-870f-d7764287ce2a req-2122d0c2-9b2b-4f1e-a868-ef52a5b92399 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:43.006863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82df18-da46-4c41-870f-d7764287ce2a req-2122d0c2-9b2b-4f1e-a868-ef52a5b92399 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:43.014659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2f4924b-f369-4974-a093-aa9e1c4d2357 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:43.014986 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82df18-da46-4c41-870f-d7764287ce2a req-2122d0c2-9b2b-4f1e-a868-ef52a5b92399 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:43.022763 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82df18-da46-4c41-870f-d7764287ce2a req-2122d0c2-9b2b-4f1e-a868-ef52a5b92399 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:43.032511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82df18-da46-4c41-870f-d7764287ce2a req-2122d0c2-9b2b-4f1e-a868-ef52a5b92399 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:43.042234 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82df18-da46-4c41-870f-d7764287ce2a req-2122d0c2-9b2b-4f1e-a868-ef52a5b92399 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:43.047979 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f82df18-da46-4c41-870f-d7764287ce2a req-2122d0c2-9b2b-4f1e-a868-ef52a5b92399 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5440 time: 0.1784885 Aug 20 10:25:43.058738 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d2f4924b-f369-4974-a093-aa9e1c4d2357, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2f4924b-f369-4974-a093-aa9e1c4d2357,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:43.065351 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b317b098-1df8-4dd2-9b60-a018192c977d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:43.068121 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:43.068803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1bf09fee-fc2e-408d-90da-007d55960cab details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:25:43.104544 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:43.144290 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f82df18-da46-4c41-870f-d7764287ce2a req-32b65f70-0dba-47ae-bf99-e52b5d57bc68 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901756 Aug 20 10:25:43.152059 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317b098-1df8-4dd2-9b60-a018192c977d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0195b9f3-5224-469f-87a2-56310b2fa582,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:43.171163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b317b098-1df8-4dd2-9b60-a018192c977d admin admin] Checking segment: {'id': '8b16cd09-e3f7-469a-9c01-19bbff0441d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '38ef1c70-f612-49c0-b96b-760e66b50424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:25:43.171615 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b317b098-1df8-4dd2-9b60-a018192c977d admin admin] Network hostable DHCP agents. Network: 38ef1c70-f612-49c0-b96b-760e66b50424, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:25:43.210738 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b317b098-1df8-4dd2-9b60-a018192c977d admin admin] Network 38ef1c70-f612-49c0-b96b-760e66b50424 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:25:43.228375 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b317b098-1df8-4dd2-9b60-a018192c977d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 38ef1c70-f612-49c0-b96b-760e66b50424) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:25:43.244418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd6e24-9926-4f4c-8cc9-ff928e80d64a req-f14129d5-043b-40a0-af60-198298a2d189 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:43.246135 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-99bd6e24-9926-4f4c-8cc9-ff928e80d64a req-f14129d5-043b-40a0-af60-198298a2d189 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0701442 Aug 20 10:25:43.247644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7456a9e-fbd4-4a13-ab3a-0409bc6b8de0 None None] Network 38ef1c70-f612-49c0-b96b-760e66b50424 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:25:43.255874 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b317b098-1df8-4dd2-9b60-a018192c977d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:43.258895 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b317b098-1df8-4dd2-9b60-a018192c977d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:43.294755 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b317b098-1df8-4dd2-9b60-a018192c977d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6791761 Aug 20 10:25:43.295678 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 37e4a62c-8652-430f-86df-59ad1164affe, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=37e4a62c-8652-430f-86df-59ad1164affe,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:43.297100 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d2f4924b-f369-4974-a093-aa9e1c4d2357,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:43.316032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af08271-55b2-4e12-9183-24c7a6250f33 req-d1c9cce2-d5d9-4d07-a07b-59f1645a32c6 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:43.317894 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2af08271-55b2-4e12-9183-24c7a6250f33 req-d1c9cce2-d5d9-4d07-a07b-59f1645a32c6 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.0915916 Aug 20 10:25:43.321532 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:43.322359 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:25:43.323690 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-99bd6e24-9926-4f4c-8cc9-ff928e80d64a req-f493b2cd-80f1-4841-988d-9f26a7470425 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665455 Aug 20 10:25:43.398388 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2af08271-55b2-4e12-9183-24c7a6250f33 req-16d07a58-d9c7-447d-a9b6-702ab15cd8da tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530190 Aug 20 10:25:43.458180 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1bf09fee-fc2e-408d-90da-007d55960cab, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1bf09fee-fc2e-408d-90da-007d55960cab,segment=NetworkSegment(07ecd010-bae1-4f6f-8607-4df2bd45ace5),segment_id=07ecd010-bae1-4f6f-8607-4df2bd45ace5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:43.482583 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f7f45-e7fb-4ddc-a1ba-aa331fc3497d req-b600b899-d294-4c30-b271-bdb3b5adb853 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:43.485251 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-506f7f45-e7fb-4ddc-a1ba-aa331fc3497d req-b600b899-d294-4c30-b271-bdb3b5adb853 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.0888863 Aug 20 10:25:43.497482 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=37e4a62c-8652-430f-86df-59ad1164affe,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:43.502646 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '1bf09fee-fc2e-408d-90da-007d55960cab', 'network_id': 'f920487b-b2a2-4da5-952f-e2da40eabc10', 'port_id': '1bf09fee-fc2e-408d-90da-007d55960cab', 'mac_address': 'fa:16:3e:69:1a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680ac599-0c01-49bb-acaf-f6e6ac8ac95a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:25:43.522000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62999102-695c-481c-9402-012ad00af8b3 req-3b799e9e-9416-4893-b12e-667254b2a23d tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:43.530120 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62999102-695c-481c-9402-012ad00af8b3 req-3b799e9e-9416-4893-b12e-667254b2a23d tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 943 time: 0.0786726 Aug 20 10:25:43.556501 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-506f7f45-e7fb-4ddc-a1ba-aa331fc3497d req-c96e3f8c-150a-4252-a247-982c7e1d83b6 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590634 Aug 20 10:25:43.574500 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62999102-695c-481c-9402-012ad00af8b3 req-3298f2cb-5e84-4442-a8a5-0d3c49517c73 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432961 Aug 20 10:25:43.691542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:25:43.692263 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec483443-38b9-4129-91fb-050880363670 req-b4c72f19-81a6-441e-9d13-56202c8d6b4b tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:43.694229 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ec483443-38b9-4129-91fb-050880363670 req-b4c72f19-81a6-441e-9d13-56202c8d6b4b tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0578177 Aug 20 10:25:43.701392 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:25:43.701774 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:43.753566 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ec483443-38b9-4129-91fb-050880363670 req-0d9466bc-fc6c-4569-baa0-85edbcdea718 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501747 Aug 20 10:25:43.760901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec7e821-9bbf-4c9f-9a7e-e59f660b6469 None None] Network 38ef1c70-f612-49c0-b96b-760e66b50424 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:25:43.841228 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:43.903318 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf09fee-fc2e-408d-90da-007d55960cab {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:25:43.934190 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:43.955413 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6da40-b265-4333-ac45-061d4f1bb840 req-3cb188d0-0417-4417-8ce1-8527df08fdb5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:43.961039 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47488) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:43.961485 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63b6da40-b265-4333-ac45-061d4f1bb840 req-3cb188d0-0417-4417-8ce1-8527df08fdb5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0881581 Aug 20 10:25:43.967028 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-8071d0dc-f6f3-458a-a13c-39fa9fb3c6d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-531117852-network', 'tenant_id': '8986b983e7434b40a4e5a43b3ab1fe3c'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:43.976183 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1bf09fee-fc2e-408d-90da-007d55960cab, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1bf09fee-fc2e-408d-90da-007d55960cab,segment=NetworkSegment(07ecd010-bae1-4f6f-8607-4df2bd45ace5),segment_id=07ecd010-bae1-4f6f-8607-4df2bd45ace5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:43.995983 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8071d0dc-f6f3-458a-a13c-39fa9fb3c6d0 admin admin] Made reservation on behalf of 8986b983e7434b40a4e5a43b3ab1fe3c for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:25:43.998021 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8071d0dc-f6f3-458a-a13c-39fa9fb3c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:44.011412 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:44.013813 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8071d0dc-f6f3-458a-a13c-39fa9fb3c6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:44.026500 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=8c03ea33-81cd-4ef0-9cb8-e0f29d79c575,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:44.028795 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63b6da40-b265-4333-ac45-061d4f1bb840 req-54dddef7-eee9-4d7b-94ce-2d765d87c9d9 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647364 Aug 20 10:25:44.050724 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:44.051411 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:25:44.112135 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['d2f4924b-f369-4974-a093-aa9e1c4d2357'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:44.147131 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=1bf09fee-fc2e-408d-90da-007d55960cab,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:44.177351 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8071d0dc-f6f3-458a-a13c-39fa9fb3c6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:44.181906 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8071d0dc-f6f3-458a-a13c-39fa9fb3c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:44.215111 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8071d0dc-f6f3-458a-a13c-39fa9fb3c6d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:25:44.222278 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:25:44.224990 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071d0dc-f6f3-458a-a13c-39fa9fb3c6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979f082f-47ec-4ee1-9fdf-6f666dc9edfc,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:44.232622 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8071d0dc-f6f3-458a-a13c-39fa9fb3c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:44.233181 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-8071d0dc-f6f3-458a-a13c-39fa9fb3c6d0 admin admin] Added segment 9c35f41f-4422-4258-99d4-718961a23f52 of type vlan for network 52db3217-68e7-418a-81ad-d3360502cdd3 Aug 20 10:25:44.234814 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:25:44.235220 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:44.239367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=8c03ea33-81cd-4ef0-9cb8-e0f29d79c575,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:44.266891 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d593ad-5023-4d01-9dee-73cb0a8826f1 req-d904b573-0661-4f17-8239-f1d367f15738 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:44.268346 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-09d593ad-5023-4d01-9dee-73cb0a8826f1 req-d904b573-0661-4f17-8239-f1d367f15738 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1147900 Aug 20 10:25:44.300779 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8071d0dc-f6f3-458a-a13c-39fa9fb3c6d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:44.311951 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-09d593ad-5023-4d01-9dee-73cb0a8826f1 req-a7565e3d-63e6-4e53-9192-7987f2595f76 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352407 Aug 20 10:25:44.360373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04ed0d-0562-4f37-86bc-45abec4163eb req-9d6e7c6c-d914-43d4-8eb6-aa072b734f8d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:44.366311 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04ed0d-0562-4f37-86bc-45abec4163eb req-9d6e7c6c-d914-43d4-8eb6-aa072b734f8d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:44.373035 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04ed0d-0562-4f37-86bc-45abec4163eb req-9d6e7c6c-d914-43d4-8eb6-aa072b734f8d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:44.379114 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04ed0d-0562-4f37-86bc-45abec4163eb req-9d6e7c6c-d914-43d4-8eb6-aa072b734f8d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:44.385695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04ed0d-0562-4f37-86bc-45abec4163eb req-9d6e7c6c-d914-43d4-8eb6-aa072b734f8d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:44.391640 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04ed0d-0562-4f37-86bc-45abec4163eb req-9d6e7c6c-d914-43d4-8eb6-aa072b734f8d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:44.397818 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04ed0d-0562-4f37-86bc-45abec4163eb req-9d6e7c6c-d914-43d4-8eb6-aa072b734f8d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:44.397978 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:44.406003 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b04ed0d-0562-4f37-86bc-45abec4163eb req-9d6e7c6c-d914-43d4-8eb6-aa072b734f8d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5442 time: 0.1270614 Aug 20 10:25:44.426704 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8071d0dc-f6f3-458a-a13c-39fa9fb3c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:44.427691 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8071d0dc-f6f3-458a-a13c-39fa9fb3c6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:44.428269 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8071d0dc-f6f3-458a-a13c-39fa9fb3c6d0 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:44.443996 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=5bc7b05c-dae2-490c-b4d9-1bcf484d16d4,segment=NetworkSegment(0978b3f2-648c-4313-9067-0569c252b2e7),segment_id=0978b3f2-648c-4313-9067-0569c252b2e7)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:44.449862 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:44.450779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:25:44.466991 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fd85e-de36-4d9a-b8c1-53d830556a64 req-4fdaf7d4-b2c6-421b-af10-35233291cbed tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:44.468761 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e8fd85e-de36-4d9a-b8c1-53d830556a64 req-4fdaf7d4-b2c6-421b-af10-35233291cbed tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0555634 Aug 20 10:25:44.479824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1bf09fee-fc2e-408d-90da-007d55960cab'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:44.515943 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e8fd85e-de36-4d9a-b8c1-53d830556a64 req-45559320-8b68-4535-bd07-045dfe387129 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Aug 20 10:25:44.558297 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b04ed0d-0562-4f37-86bc-45abec4163eb req-ba37ee65-b8b7-415d-9015-762b12283fd6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1512864 Aug 20 10:25:44.566894 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8071d0dc-f6f3-458a-a13c-39fa9fb3c6d0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6038730 Aug 20 10:25:44.578825 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=5bc7b05c-dae2-490c-b4d9-1bcf484d16d4,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:44.594273 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47512) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:44.606690 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a41a942d-f3be-40bc-af7c-9bec9e618711 admin admin] Request body: {'subnet': {'network_id': '52db3217-68e7-418a-81ad-d3360502cdd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-531117852-subnet', 'tenant_id': '8986b983e7434b40a4e5a43b3ab1fe3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:44.612926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:25:44.613455 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071d0dc-f6f3-458a-a13c-39fa9fb3c6d0 admin admin] Pushing event updated for resources: {'Network': ['ID=52db3217-68e7-418a-81ad-d3360502cdd3,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:44.626081 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53066e-80a8-47cf-ab04-5b3ca35e5dfe req-3ce19021-b683-4e03-bf1d-09401752fe1a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:44.627027 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:25:44.627433 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:44.627992 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef53066e-80a8-47cf-ab04-5b3ca35e5dfe req-3ce19021-b683-4e03-bf1d-09401752fe1a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.42 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.2190511 Aug 20 10:25:44.660861 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 52db3217-68e7-418a-81ad-d3360502cdd3 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:25:44.669890 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d2f4924b-f369-4974-a093-aa9e1c4d2357 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:25:44.710278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee137d-0957-4730-9a44-43cdd6b1a718 req-5ebb3d38-b58d-4bf3-996f-32e2cbbfb07a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:44.712557 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8fee137d-0957-4730-9a44-43cdd6b1a718 req-5ebb3d38-b58d-4bf3-996f-32e2cbbfb07a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.0705087 Aug 20 10:25:44.715021 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41a942d-f3be-40bc-af7c-9bec9e618711 admin admin] Made reservation on behalf of 8986b983e7434b40a4e5a43b3ab1fe3c for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:25:44.717326 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a41a942d-f3be-40bc-af7c-9bec9e618711 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:44.740996 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e4a62c-8652-430f-86df-59ad1164affe'}, {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c03ea33-81cd-4ef0-9cb8-e0f29d79c575'}, {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc7b05c-dae2-490c-b4d9-1bcf484d16d4'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:44.743635 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b686858-e424-4294-b34a-596a6191efbc" -d '{"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-plugged", "status": "completed", "tag": "37e4a62c-8652-430f-86df-59ad1164affe"}, {"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-plugged", "status": "completed", "tag": "8c03ea33-81cd-4ef0-9cb8-e0f29d79c575"}, {"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-plugged", "status": "completed", "tag": "5bc7b05c-dae2-490c-b4d9-1bcf484d16d4"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:44.773637 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8fee137d-0957-4730-9a44-43cdd6b1a718 req-b02ee05c-7a26-44fa-82d4-3fb0dc7841dc tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500572 Aug 20 10:25:44.840157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74730455-5dab-480a-bf35-d861dc42aaf7 req-bceef290-6544-485c-8eb2-f20bfee41f8d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:44.841687 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74730455-5dab-480a-bf35-d861dc42aaf7 req-bceef290-6544-485c-8eb2-f20bfee41f8d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1702497 Aug 20 10:25:44.869030 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port d2f4924b-f369-4974-a093-aa9e1c4d2357 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:25:44.869407 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:44.892060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e9d09-3011-489a-9e58-542e9993c1f8 req-f54bb5dd-9c54-4b24-ae73-dbdec1f18e0a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:44.893672 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c8e9d09-3011-489a-9e58-542e9993c1f8 req-f54bb5dd-9c54-4b24-ae73-dbdec1f18e0a tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 945 time: 0.0571976 Aug 20 10:25:44.907329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-ef53066e-80a8-47cf-ab04-5b3ca35e5dfe req-b8d14a86-6f00-42f4-a877-76fb803d4065 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Deleting port b147f505-7083-43fc-8073-8ea7b00ed6d1 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:25:44.907709 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ef53066e-80a8-47cf-ab04-5b3ca35e5dfe req-b8d14a86-6f00-42f4-a877-76fb803d4065 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:44.911420 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:44.936286 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c8e9d09-3011-489a-9e58-542e9993c1f8 req-8d83efd4-f272-4850-87c2-2d540a891eb4 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351624 Aug 20 10:25:44.941575 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74730455-5dab-480a-bf35-d861dc42aaf7 req-e65f4539-2432-4bc1-a1e3-fb2e4d911099 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901308 Aug 20 10:25:44.992950 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:45.034843 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:45.036154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2a37e7c4-cae4-4620-80d8-485fc0c672bb up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:25:45.041407 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5def1ba8-9b88-432f-bbdf-a274f0d31d30 x-openstack-request-id: req-5def1ba8-9b88-432f-bbdf-a274f0d31d30 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:45.041839 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-plugged", "status": "completed", "tag": "37e4a62c-8652-430f-86df-59ad1164affe", "code": 200}, {"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-plugged", "status": "completed", "tag": "8c03ea33-81cd-4ef0-9cb8-e0f29d79c575", "code": 200}, {"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-plugged", "status": "completed", "tag": "5bc7b05c-dae2-490c-b4d9-1bcf484d16d4", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:45.042193 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5def1ba8-9b88-432f-bbdf-a274f0d31d30 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:45.042825 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e4a62c-8652-430f-86df-59ad1164affe', 'code': 200} Aug 20 10:25:45.043231 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c03ea33-81cd-4ef0-9cb8-e0f29d79c575', 'code': 200} Aug 20 10:25:45.043591 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc7b05c-dae2-490c-b4d9-1bcf484d16d4', 'code': 200} Aug 20 10:25:45.113480 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:45.161979 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ef53066e-80a8-47cf-ab04-5b3ca35e5dfe req-b8d14a86-6f00-42f4-a877-76fb803d4065 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] For port b147f505-7083-43fc-8073-8ea7b00ed6d1, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b147f505-7083-43fc-8073-8ea7b00ed6d1,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:45.162345 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ef53066e-80a8-47cf-ab04-5b3ca35e5dfe req-b8d14a86-6f00-42f4-a877-76fb803d4065 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:45.167684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd75357-2d4e-406d-b8e6-2c99e7010f51 req-7b9791ca-41eb-4f57-8581-8ab0bf654456 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:45.169979 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4bd75357-2d4e-406d-b8e6-2c99e7010f51 req-7b9791ca-41eb-4f57-8581-8ab0bf654456 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0628066 Aug 20 10:25:45.171592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d2f4924b-f369-4974-a093-aa9e1c4d2357, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2f4924b-f369-4974-a093-aa9e1c4d2357,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:45.174527 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:45.177419 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a41a942d-f3be-40bc-af7c-9bec9e618711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:45.185160 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:45.186846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-ef53066e-80a8-47cf-ab04-5b3ca35e5dfe req-b8d14a86-6f00-42f4-a877-76fb803d4065 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Calling delete_port for b147f505-7083-43fc-8073-8ea7b00ed6d1 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:25:45.217091 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 2a37e7c4-cae4-4620-80d8-485fc0c672bb completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:25:45.226446 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 2a37e7c4-cae4-4620-80d8-485fc0c672bb triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:25:45.227087 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:45.240665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec2f07-e172-4f22-9799-2714a9f57c41 req-6fe9df76-9d61-4a1b-84ad-48f51fd5b0be tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:45.247506 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-76ec2f07-e172-4f22-9799-2714a9f57c41 req-6fe9df76-9d61-4a1b-84ad-48f51fd5b0be tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 944 time: 0.2151942 Aug 20 10:25:45.263939 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4bd75357-2d4e-406d-b8e6-2c99e7010f51 req-1ff43d40-7011-4fbc-9c47-922f245b68b8 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696986 Aug 20 10:25:45.276145 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d2f4924b-f369-4974-a093-aa9e1c4d2357,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:45.338966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a942d-f3be-40bc-af7c-9bec9e618711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c08acad-ad0d-4682-8893-d2d74df28a1c,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:45.364571 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:45.381630 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-76ec2f07-e172-4f22-9799-2714a9f57c41 req-0726096d-0e3c-4aff-ab71-7fa6de7950b2 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330078 Aug 20 10:25:45.393583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41a942d-f3be-40bc-af7c-9bec9e618711 admin admin] Checking segment: {'id': '9c35f41f-4422-4258-99d4-718961a23f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '52db3217-68e7-418a-81ad-d3360502cdd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:25:45.393985 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41a942d-f3be-40bc-af7c-9bec9e618711 admin admin] Network hostable DHCP agents. Network: 52db3217-68e7-418a-81ad-d3360502cdd3, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:25:45.411193 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 2a37e7c4-cae4-4620-80d8-485fc0c672bb, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2a37e7c4-cae4-4620-80d8-485fc0c672bb,segment=NetworkSegment(0978b3f2-648c-4313-9067-0569c252b2e7),segment_id=0978b3f2-648c-4313-9067-0569c252b2e7)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:45.416847 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:45.417978 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 5374ab06-53f2-44d9-811c-ef39f56f233a up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:25:45.445590 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41a942d-f3be-40bc-af7c-9bec9e618711 admin admin] Network 52db3217-68e7-418a-81ad-d3360502cdd3 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:25:45.464669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-a41a942d-f3be-40bc-af7c-9bec9e618711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 52db3217-68e7-418a-81ad-d3360502cdd3) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:25:45.485778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f81d16c-4a62-4b41-a4ef-6af4aabb30ab None None] Network 52db3217-68e7-418a-81ad-d3360502cdd3 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:25:45.502776 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a942d-f3be-40bc-af7c-9bec9e618711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:45.503447 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a41a942d-f3be-40bc-af7c-9bec9e618711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:45.549040 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e7311-538c-4392-a058-cea70217787c req-52c015d3-f6b3-4f5a-b400-fff8f91592a5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:45.549386 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a41a942d-f3be-40bc-af7c-9bec9e618711 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9398410 Aug 20 10:25:45.549544 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-321e7311-538c-4392-a058-cea70217787c req-52c015d3-f6b3-4f5a-b400-fff8f91592a5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0897489 Aug 20 10:25:45.552892 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ef53066e-80a8-47cf-ab04-5b3ca35e5dfe req-b8d14a86-6f00-42f4-a877-76fb803d4065 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:45.577566 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['b147f505-7083-43fc-8073-8ea7b00ed6d1'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:45.579957 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['995840f7-d39b-4bf6-beab-401653bd6374'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:45.647715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=2a37e7c4-cae4-4620-80d8-485fc0c672bb,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:45.678947 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-321e7311-538c-4392-a058-cea70217787c req-069295c6-a6e7-48b1-ab23-5f4c4399ed5a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316061 Aug 20 10:25:45.749520 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 5374ab06-53f2-44d9-811c-ef39f56f233a completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:25:45.773262 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 5374ab06-53f2-44d9-811c-ef39f56f233a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:25:45.773648 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:45.798943 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47562) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:45.804060 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fe34f7-dfea-4dbb-a53b-3f8e37c7d0e9 None None] Network 52db3217-68e7-418a-81ad-d3360502cdd3 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:25:45.839215 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:25:45.900120 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-24af0ff9-1e57-444d-9b17-0de8b7af7c51 admin admin] Deleting subnet 0195b9f3-5224-469f-87a2-56310b2fa582 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:25:45.911785 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24af0ff9-1e57-444d-9b17-0de8b7af7c51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:45.989644 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24af0ff9-1e57-444d-9b17-0de8b7af7c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:46.070231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d14a86-6f00-42f4-a877-76fb803d4065 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Pushing event deleted for resources: {'Port': ['ID=b147f505-7083-43fc-8073-8ea7b00ed6d1,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:46.080320 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:46.140418 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 5374ab06-53f2-44d9-811c-ef39f56f233a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=5374ab06-53f2-44d9-811c-ef39f56f233a,segment=NetworkSegment(68b70fe9-f85a-48b9-af9b-55bddb3372c3),segment_id=68b70fe9-f85a-48b9-af9b-55bddb3372c3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:46.148388 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24af0ff9-1e57-444d-9b17-0de8b7af7c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:46.152534 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef53066e-80a8-47cf-ab04-5b3ca35e5dfe req-b8d14a86-6f00-42f4-a877-76fb803d4065 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] No DVR routers for this DVR port b147f505-7083-43fc-8073-8ea7b00ed6d1 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:25:46.154465 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:46.157114 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ef53066e-80a8-47cf-ab04-5b3ca35e5dfe req-b8d14a86-6f00-42f4-a877-76fb803d4065 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:46.159729 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef53066e-80a8-47cf-ab04-5b3ca35e5dfe req-b8d14a86-6f00-42f4-a877-76fb803d4065 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.42 "DELETE /v2.0/ports/b147f505-7083-43fc-8073-8ea7b00ed6d1 HTTP/1.1" status: 204 len: 173 time: 1.5226777 Aug 20 10:25:46.161704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0141b479-c737-499c-a2ab-1799b38dde58', 'name': 'network-vif-deleted', 'tag': 'b147f505-7083-43fc-8073-8ea7b00ed6d1'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:46.176595 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab3981c-77c6-4653-87f8-0e2f771a4300" -d '{"events": [{"server_uuid": "0141b479-c737-499c-a2ab-1799b38dde58", "name": "network-vif-deleted", "tag": "b147f505-7083-43fc-8073-8ea7b00ed6d1"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:46.203254 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283464a-d600-4528-b4d4-51d75344b36b req-2751c78c-3043-4d25-8a97-9c4ac1597827 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:46.210745 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283464a-d600-4528-b4d4-51d75344b36b req-2751c78c-3043-4d25-8a97-9c4ac1597827 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:46.216430 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=5374ab06-53f2-44d9-811c-ef39f56f233a,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:46.222102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283464a-d600-4528-b4d4-51d75344b36b req-2751c78c-3043-4d25-8a97-9c4ac1597827 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:46.229171 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283464a-d600-4528-b4d4-51d75344b36b req-2751c78c-3043-4d25-8a97-9c4ac1597827 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:46.229539 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca87f27-fa5e-4685-913e-93c5951905f3 req-d5538da4-f7b6-474c-9d90-5eac91eb09b5 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:46.236331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283464a-d600-4528-b4d4-51d75344b36b req-2751c78c-3043-4d25-8a97-9c4ac1597827 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:46.241920 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eca87f27-fa5e-4685-913e-93c5951905f3 req-d5538da4-f7b6-474c-9d90-5eac91eb09b5 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.1920836 Aug 20 10:25:46.243559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283464a-d600-4528-b4d4-51d75344b36b req-2751c78c-3043-4d25-8a97-9c4ac1597827 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:46.250910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283464a-d600-4528-b4d4-51d75344b36b req-2751c78c-3043-4d25-8a97-9c4ac1597827 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:46.253311 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4283464a-d600-4528-b4d4-51d75344b36b req-2751c78c-3043-4d25-8a97-9c4ac1597827 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5445 time: 0.1937275 Aug 20 10:25:46.319460 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eca87f27-fa5e-4685-913e-93c5951905f3 req-4f32422b-9c6d-4378-a8b2-ff887ef60011 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731196 Aug 20 10:25:46.340072 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4283464a-d600-4528-b4d4-51d75344b36b req-e3a6e408-f9e9-4511-be96-264ca2e327ba tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762920 Aug 20 10:25:46.366225 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24af0ff9-1e57-444d-9b17-0de8b7af7c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:46.406896 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af0ff9-1e57-444d-9b17-0de8b7af7c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0195b9f3-5224-469f-87a2-56310b2fa582,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:46.416782 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24af0ff9-1e57-444d-9b17-0de8b7af7c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:46.419009 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-24af0ff9-1e57-444d-9b17-0de8b7af7c51 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0195b9f3-5224-469f-87a2-56310b2fa582 HTTP/1.1" status: 204 len: 168 time: 0.6193635 Aug 20 10:25:46.420653 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b53f02-0afa-419f-a925-a4d0a4d00677 x-openstack-request-id: req-b7b53f02-0afa-419f-a925-a4d0a4d00677 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:46.421226 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0141b479-c737-499c-a2ab-1799b38dde58", "name": "network-vif-deleted", "tag": "b147f505-7083-43fc-8073-8ea7b00ed6d1", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:46.421623 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7b53f02-0afa-419f-a925-a4d0a4d00677 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:46.421750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47580) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:46.422288 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0141b479-c737-499c-a2ab-1799b38dde58', 'name': 'network-vif-deleted', 'tag': 'b147f505-7083-43fc-8073-8ea7b00ed6d1', 'status': 'completed', 'code': 200} Aug 20 10:25:46.478649 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7e91b19-05ff-4872-abd4-706baca90a04 req-a601e6f4-109c-4099-be5b-fb9b0b1f6257 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=0141b479-c737-499c-a2ab-1799b38dde58 HTTP/1.1" status: 200 len: 210 time: 0.0389776 Aug 20 10:25:46.512752 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-270703ff-83cc-412c-9a68-15bf83ba2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:46.592198 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177770ab-14de-43b4-b4d5-2da0d501105b req-d60822c4-17b0-4e8b-9c6d-aa3b92243137 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:46.594076 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-177770ab-14de-43b4-b4d5-2da0d501105b req-d60822c4-17b0-4e8b-9c6d-aa3b92243137 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0986109 Aug 20 10:25:46.672260 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-270703ff-83cc-412c-9a68-15bf83ba2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:46.685268 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1bf09fee-fc2e-408d-90da-007d55960cab up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:25:46.694986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-270703ff-83cc-412c-9a68-15bf83ba2e26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ef1c70-f612-49c0-b96b-760e66b50424']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:46.701026 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-177770ab-14de-43b4-b4d5-2da0d501105b req-92c69273-7605-497d-b883-ed5a4d30e723 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892630 Aug 20 10:25:46.711216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-270703ff-83cc-412c-9a68-15bf83ba2e26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b16cd09-e3f7-469a-9c01-19bbff0441d8') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:46.711573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-270703ff-83cc-412c-9a68-15bf83ba2e26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b16cd09-e3f7-469a-9c01-19bbff0441d8') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:46.725470 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-270703ff-83cc-412c-9a68-15bf83ba2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:46.753679 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-270703ff-83cc-412c-9a68-15bf83ba2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:46.769731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270703ff-83cc-412c-9a68-15bf83ba2e26 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:25:46.770139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-270703ff-83cc-412c-9a68-15bf83ba2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:46.776420 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09aad7-fdd9-4f62-8dc3-8f150f4a79a8 req-097da820-159a-4b8e-83a2-111f8452dbb6 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:25:46.778008 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:25:46.780989 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9c09aad7-fdd9-4f62-8dc3-8f150f4a79a8 req-097da820-159a-4b8e-83a2-111f8452dbb6 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 944 time: 0.1231732 Aug 20 10:25:46.823254 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 1bf09fee-fc2e-408d-90da-007d55960cab completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:25:46.828431 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 1bf09fee-fc2e-408d-90da-007d55960cab triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:25:46.829376 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:46.860493 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9c09aad7-fdd9-4f62-8dc3-8f150f4a79a8 req-91c81e52-0732-48b0-ad72-fae23f35ee4a tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742648 Aug 20 10:25:46.924840 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-270703ff-83cc-412c-9a68-15bf83ba2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:46.935968 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-270703ff-83cc-412c-9a68-15bf83ba2e26 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:46.940729 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-270703ff-83cc-412c-9a68-15bf83ba2e26 admin admin] 10.222.0.16 "DELETE /v2.0/networks/38ef1c70-f612-49c0-b96b-760e66b50424 HTTP/1.1" status: 204 len: 168 time: 0.5180421 Aug 20 10:25:46.940966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47592) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:46.954278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270703ff-83cc-412c-9a68-15bf83ba2e26 admin admin] Pushing event deleted for resources: {'Network': ['ID=38ef1c70-f612-49c0-b96b-760e66b50424,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:46.983683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29faeb-8d1a-42d5-902d-5c3a9a3cacf5 req-7c1f7377-82ac-473c-9487-f9eacdd33f32 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:46.994197 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4e29faeb-8d1a-42d5-902d-5c3a9a3cacf5 req-7c1f7377-82ac-473c-9487-f9eacdd33f32 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1110542 Aug 20 10:25:47.016763 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:47.038337 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0580cf-ec25-421d-a399-02b8ebddcfa0 admin admin] Deleting subnet 3c08acad-ad0d-4682-8893-d2d74df28a1c {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:25:47.044882 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8'}, {'server_uuid': 'c6d8c320-0b96-4897-a71a-8bf20753bdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f4924b-f369-4974-a093-aa9e1c4d2357'}, {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a37e7c4-cae4-4620-80d8-485fc0c672bb'}, {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5374ab06-53f2-44d9-811c-ef39f56f233a'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:47.047120 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4e29faeb-8d1a-42d5-902d-5c3a9a3cacf5 req-0ae2ba8d-7a80-4910-82fc-842da726723e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523517 Aug 20 10:25:47.048538 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6a0580cf-ec25-421d-a399-02b8ebddcfa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:47.058184 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394cee7a-0afa-4789-8af5-f796a5c29378" -d '{"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-plugged", "status": "completed", "tag": "cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8"}, {"server_uuid": "c6d8c320-0b96-4897-a71a-8bf20753bdc5", "name": "network-vif-plugged", "status": "completed", "tag": "d2f4924b-f369-4974-a093-aa9e1c4d2357"}, {"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-plugged", "status": "completed", "tag": "2a37e7c4-cae4-4620-80d8-485fc0c672bb"}, {"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-plugged", "status": "completed", "tag": "5374ab06-53f2-44d9-811c-ef39f56f233a"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:47.130897 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6a0580cf-ec25-421d-a399-02b8ebddcfa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:47.137574 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1bf09fee-fc2e-408d-90da-007d55960cab, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1bf09fee-fc2e-408d-90da-007d55960cab,segment=NetworkSegment(07ecd010-bae1-4f6f-8607-4df2bd45ace5),segment_id=07ecd010-bae1-4f6f-8607-4df2bd45ace5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:47.154184 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:47.189714 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c7c2c2-bce4-485a-ac82-97dbe91e943d x-openstack-request-id: req-78c7c2c2-bce4-485a-ac82-97dbe91e943d {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:47.190100 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-plugged", "status": "completed", "tag": "cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8", "code": 200}, {"server_uuid": "c6d8c320-0b96-4897-a71a-8bf20753bdc5", "name": "network-vif-plugged", "status": "completed", "tag": "d2f4924b-f369-4974-a093-aa9e1c4d2357", "code": 200}, {"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-plugged", "status": "completed", "tag": "2a37e7c4-cae4-4620-80d8-485fc0c672bb", "code": 200}, {"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-plugged", "status": "completed", "tag": "5374ab06-53f2-44d9-811c-ef39f56f233a", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:47.190312 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78c7c2c2-bce4-485a-ac82-97dbe91e943d {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:47.190751 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8', 'code': 200} Aug 20 10:25:47.191274 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d8c320-0b96-4897-a71a-8bf20753bdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f4924b-f369-4974-a093-aa9e1c4d2357', 'code': 200} Aug 20 10:25:47.191617 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a37e7c4-cae4-4620-80d8-485fc0c672bb', 'code': 200} Aug 20 10:25:47.192002 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5374ab06-53f2-44d9-811c-ef39f56f233a', 'code': 200} Aug 20 10:25:47.243863 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=1bf09fee-fc2e-408d-90da-007d55960cab,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:47.281996 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6a0580cf-ec25-421d-a399-02b8ebddcfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:47.340364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345229f5-b6fa-4a40-b722-24f27571f8b8 req-9dbbe4bf-589c-443a-a66e-bb31cde7d183 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:47.344303 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-345229f5-b6fa-4a40-b722-24f27571f8b8 req-9dbbe4bf-589c-443a-a66e-bb31cde7d183 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0788124 Aug 20 10:25:47.358266 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad523541-2adb-49b6-90bf-f4d77938fed6 req-8f4d74f3-ecd6-4ad1-876f-d32ab77f631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:47.358896 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad523541-2adb-49b6-90bf-f4d77938fed6 req-8f4d74f3-ecd6-4ad1-876f-d32ab77f631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:47.359633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad523541-2adb-49b6-90bf-f4d77938fed6 req-8f4d74f3-ecd6-4ad1-876f-d32ab77f631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:47.360115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad523541-2adb-49b6-90bf-f4d77938fed6 req-8f4d74f3-ecd6-4ad1-876f-d32ab77f631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:47.360684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad523541-2adb-49b6-90bf-f4d77938fed6 req-8f4d74f3-ecd6-4ad1-876f-d32ab77f631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:47.361359 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad523541-2adb-49b6-90bf-f4d77938fed6 req-8f4d74f3-ecd6-4ad1-876f-d32ab77f631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:47.362130 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad523541-2adb-49b6-90bf-f4d77938fed6 req-8f4d74f3-ecd6-4ad1-876f-d32ab77f631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:47.364346 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ad523541-2adb-49b6-90bf-f4d77938fed6 req-8f4d74f3-ecd6-4ad1-876f-d32ab77f631d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 6510 time: 0.0943186 Aug 20 10:25:47.402014 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-345229f5-b6fa-4a40-b722-24f27571f8b8 req-87ee62eb-49d5-433e-a06f-4246bd039e0c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519524 Aug 20 10:25:47.408206 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6a0580cf-ec25-421d-a399-02b8ebddcfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:47.451790 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0580cf-ec25-421d-a399-02b8ebddcfa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c08acad-ad0d-4682-8893-d2d74df28a1c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:47.471036 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ad523541-2adb-49b6-90bf-f4d77938fed6 req-42768a29-3c4b-4265-aed3-394c56c72d10 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982761 Aug 20 10:25:47.479622 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6a0580cf-ec25-421d-a399-02b8ebddcfa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:47.485202 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6a0580cf-ec25-421d-a399-02b8ebddcfa0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3c08acad-ad0d-4682-8893-d2d74df28a1c HTTP/1.1" status: 204 len: 168 time: 0.5408700 Aug 20 10:25:47.488829 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47608) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:47.547531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4635a3-e571-48d5-95e8-804c01a5f639 req-f0bf8541-b225-43ea-a673-0f2d03403d10 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:47.549786 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd4635a3-e571-48d5-95e8-804c01a5f639 req-f0bf8541-b225-43ea-a673-0f2d03403d10 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.1335287 Aug 20 10:25:47.603587 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd4635a3-e571-48d5-95e8-804c01a5f639 req-e2671c24-5239-4dd5-be9d-077190d5d001 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457439 Aug 20 10:25:47.612959 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72a445-cdd3-4697-80d2-c5a0dc59ce5a req-f511f782-dc75-4669-82b1-cefc4d7a0c3f tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:47.631013 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72a445-cdd3-4697-80d2-c5a0dc59ce5a req-f511f782-dc75-4669-82b1-cefc4d7a0c3f tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:47.637479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72a445-cdd3-4697-80d2-c5a0dc59ce5a req-f511f782-dc75-4669-82b1-cefc4d7a0c3f tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:47.644754 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72a445-cdd3-4697-80d2-c5a0dc59ce5a req-f511f782-dc75-4669-82b1-cefc4d7a0c3f tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:47.651717 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72a445-cdd3-4697-80d2-c5a0dc59ce5a req-f511f782-dc75-4669-82b1-cefc4d7a0c3f tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:47.658120 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72a445-cdd3-4697-80d2-c5a0dc59ce5a req-f511f782-dc75-4669-82b1-cefc4d7a0c3f tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:47.666764 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72a445-cdd3-4697-80d2-c5a0dc59ce5a req-f511f782-dc75-4669-82b1-cefc4d7a0c3f tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:47.668817 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6a72a445-cdd3-4697-80d2-c5a0dc59ce5a req-f511f782-dc75-4669-82b1-cefc4d7a0c3f tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5446 time: 0.1939731 Aug 20 10:25:47.674906 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dac8c142-f9a7-42b8-bb6a-7a9240128dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:47.753531 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6a72a445-cdd3-4697-80d2-c5a0dc59ce5a req-a140c313-4556-45d7-85f2-67a00a8ac0f3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763319 Aug 20 10:25:47.769626 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ae5c9-9c62-4412-8bcc-57f4199714c8 req-b9b26d6d-e37c-4f7d-89aa-bf75b532395c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:47.781563 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b7ae5c9-9c62-4412-8bcc-57f4199714c8 req-b9b26d6d-e37c-4f7d-89aa-bf75b532395c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0788918 Aug 20 10:25:47.822562 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b7ae5c9-9c62-4412-8bcc-57f4199714c8 req-d5bcae28-f710-4137-a336-4498875a989d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394883 Aug 20 10:25:47.891372 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dac8c142-f9a7-42b8-bb6a-7a9240128dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:47.909270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-dac8c142-f9a7-42b8-bb6a-7a9240128dff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52db3217-68e7-418a-81ad-d3360502cdd3']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:47.949977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-dac8c142-f9a7-42b8-bb6a-7a9240128dff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c35f41f-4422-4258-99d4-718961a23f52') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:47.952178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-dac8c142-f9a7-42b8-bb6a-7a9240128dff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c35f41f-4422-4258-99d4-718961a23f52') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:47.991527 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dac8c142-f9a7-42b8-bb6a-7a9240128dff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:48.013551 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dac8c142-f9a7-42b8-bb6a-7a9240128dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:48.039533 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac8c142-f9a7-42b8-bb6a-7a9240128dff admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:25:48.040464 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dac8c142-f9a7-42b8-bb6a-7a9240128dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:25:48.042324 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:25:48.126873 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0990b1-ffc7-43a1-8308-23368f347fcd req-902cc34b-97e7-4a50-853a-3fd63512e59b tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:48.128433 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ea0990b1-ffc7-43a1-8308-23368f347fcd req-902cc34b-97e7-4a50-853a-3fd63512e59b tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0941689 Aug 20 10:25:48.133104 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e83fe-4146-4aeb-bcad-02572864dea1 req-8a7065e8-92e3-4305-bad9-b936fe23befc tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:48.134858 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-069e83fe-4146-4aeb-bcad-02572864dea1 req-8a7065e8-92e3-4305-bad9-b936fe23befc tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 945 time: 0.1308341 Aug 20 10:25:48.136213 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dac8c142-f9a7-42b8-bb6a-7a9240128dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:48.142585 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dac8c142-f9a7-42b8-bb6a-7a9240128dff admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:48.144786 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dac8c142-f9a7-42b8-bb6a-7a9240128dff admin admin] 10.222.0.16 "DELETE /v2.0/networks/52db3217-68e7-418a-81ad-d3360502cdd3 HTTP/1.1" status: 204 len: 168 time: 0.6539674 Aug 20 10:25:48.187786 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8c142-f9a7-42b8-bb6a-7a9240128dff admin admin] Pushing event deleted for resources: {'Network': ['ID=52db3217-68e7-418a-81ad-d3360502cdd3,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:48.228569 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ea0990b1-ffc7-43a1-8308-23368f347fcd req-74dd19eb-b903-4e5d-b5c5-0e8df6c7e027 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724382 Aug 20 10:25:48.284118 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-069e83fe-4146-4aeb-bcad-02572864dea1 req-3aac35a7-4917-4655-ac90-303ccab986ec tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086617 Aug 20 10:25:48.317499 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:48.447878 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b147f505-7083-43fc-8073-8ea7b00ed6d1 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:25:48.474624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73de6c-88f3-4724-9019-552f2c0cb3c8 req-3d29e601-2466-46c4-b03a-1706b9feb18a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:48.484150 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a73de6c-88f3-4724-9019-552f2c0cb3c8 req-3d29e601-2466-46c4-b03a-1706b9feb18a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1162064 Aug 20 10:25:48.522639 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: b147f505-7083-43fc-8073-8ea7b00ed6d1 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:25:48.522639 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b147f505-7083-43fc-8073-8ea7b00ed6d1 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:25:48.523134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47646) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:48.564106 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a73de6c-88f3-4724-9019-552f2c0cb3c8 req-40f0a980-c750-4af0-a1fa-0071ef728b2f tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735083 Aug 20 10:25:48.623455 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a05a39d4-15c4-4870-9d48-746c35669ea4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3b42f4bc03d48faa51a8f7c1b019f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965226 Aug 20 10:25:48.624081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47654) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:48.756329 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33b9d106-6928-45a9-94a7-f919645f5e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:48.807122 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33b9d106-6928-45a9-94a7-f919645f5e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:48.817792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5e537-0240-4553-bf30-5b5ce1e4d45c req-06906d3c-5a3e-4054-9780-4da53c152850 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:48.825216 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-07e5e537-0240-4553-bf30-5b5ce1e4d45c req-06906d3c-5a3e-4054-9780-4da53c152850 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.1165655 Aug 20 10:25:48.924930 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-07e5e537-0240-4553-bf30-5b5ce1e4d45c req-fba0001e-09ec-474b-b375-ec4606d759ea tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980814 Aug 20 10:25:48.965945 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33b9d106-6928-45a9-94a7-f919645f5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:48.969072 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33b9d106-6928-45a9-94a7-f919645f5e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:48.970388 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-33b9d106-6928-45a9-94a7-f919645f5e71 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23e03921-6e1e-410d-b0bd-0927ea7f21e0 HTTP/1.1" status: 204 len: 168 time: 0.3450756 Aug 20 10:25:48.997669 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9d106-6928-45a9-94a7-f919645f5e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e03921-6e1e-410d-b0bd-0927ea7f21e0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:49.085292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e9006-4c5b-4924-8a2d-20a74bbceaf0 req-02d85b79-2c63-46da-ae6f-508c76ef88d0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:49.100999 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d13e9006-4c5b-4924-8a2d-20a74bbceaf0 req-02d85b79-2c63-46da-ae6f-508c76ef88d0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1426415 Aug 20 10:25:49.153261 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099d914-3d05-4116-89c6-92d12fd94c0b req-1888472b-3041-4d9e-a68d-9c7af00be042 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:49.161271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099d914-3d05-4116-89c6-92d12fd94c0b req-1888472b-3041-4d9e-a68d-9c7af00be042 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:49.170393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099d914-3d05-4116-89c6-92d12fd94c0b req-1888472b-3041-4d9e-a68d-9c7af00be042 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:49.180365 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099d914-3d05-4116-89c6-92d12fd94c0b req-1888472b-3041-4d9e-a68d-9c7af00be042 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:49.187743 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099d914-3d05-4116-89c6-92d12fd94c0b req-1888472b-3041-4d9e-a68d-9c7af00be042 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:49.192929 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf09fee-fc2e-408d-90da-007d55960cab'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:49.194604 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099d914-3d05-4116-89c6-92d12fd94c0b req-1888472b-3041-4d9e-a68d-9c7af00be042 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:49.195384 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d13e9006-4c5b-4924-8a2d-20a74bbceaf0 req-d1c7b648-68db-4d97-87a3-8b8f05e2bbd8 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891058 Aug 20 10:25:49.195523 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c2ec64-c5da-4891-b432-e1b04f4d84c2" -d '{"events": [{"server_uuid": "c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25", "name": "network-vif-plugged", "status": "completed", "tag": "1bf09fee-fc2e-408d-90da-007d55960cab"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:49.210045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099d914-3d05-4116-89c6-92d12fd94c0b req-1888472b-3041-4d9e-a68d-9c7af00be042 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:49.220798 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a099d914-3d05-4116-89c6-92d12fd94c0b req-1888472b-3041-4d9e-a68d-9c7af00be042 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5446 time: 0.1877301 Aug 20 10:25:49.268354 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a099d914-3d05-4116-89c6-92d12fd94c0b req-35e3aaf8-27d8-4ce8-80d5-76d7820acbf5 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466640 Aug 20 10:25:49.394481 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed76bb2-81c1-410c-a7b3-3edadf9a7a87 x-openstack-request-id: req-9ed76bb2-81c1-410c-a7b3-3edadf9a7a87 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:49.395777 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25", "name": "network-vif-plugged", "status": "completed", "tag": "1bf09fee-fc2e-408d-90da-007d55960cab", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:49.396268 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ed76bb2-81c1-410c-a7b3-3edadf9a7a87 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:49.396965 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf09fee-fc2e-408d-90da-007d55960cab', 'code': 200} Aug 20 10:25:49.599493 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457250d-2e1c-4436-8eb6-afcfafa1132a req-bb02566e-c326-48e4-a66b-25239eb377e5 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:49.605440 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f457250d-2e1c-4436-8eb6-afcfafa1132a req-bb02566e-c326-48e4-a66b-25239eb377e5 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 945 time: 0.1008775 Aug 20 10:25:49.640413 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76420b-fb01-4914-b5f6-bc406b690c4c req-7223fe12-47a8-488a-8dba-29ed15d53ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:49.641876 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d76420b-fb01-4914-b5f6-bc406b690c4c req-7223fe12-47a8-488a-8dba-29ed15d53ac7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 1097 time: 0.1396677 Aug 20 10:25:49.655730 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87bf60-d2e2-4912-b208-1c29e75f7663 req-517ad83f-7645-4282-8b51-aa1f9d376051 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:49.662333 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87bf60-d2e2-4912-b208-1c29e75f7663 req-517ad83f-7645-4282-8b51-aa1f9d376051 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:49.668998 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87bf60-d2e2-4912-b208-1c29e75f7663 req-517ad83f-7645-4282-8b51-aa1f9d376051 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:49.676138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87bf60-d2e2-4912-b208-1c29e75f7663 req-517ad83f-7645-4282-8b51-aa1f9d376051 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:49.683685 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87bf60-d2e2-4912-b208-1c29e75f7663 req-517ad83f-7645-4282-8b51-aa1f9d376051 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:49.690293 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87bf60-d2e2-4912-b208-1c29e75f7663 req-517ad83f-7645-4282-8b51-aa1f9d376051 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:49.697343 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87bf60-d2e2-4912-b208-1c29e75f7663 req-517ad83f-7645-4282-8b51-aa1f9d376051 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:49.701073 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f457250d-2e1c-4436-8eb6-afcfafa1132a req-f279dfc3-7185-45c8-8578-f31136f8aab4 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863950 Aug 20 10:25:49.714368 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47690) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:49.721001 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-90c899da-fc77-4d1e-887d-99163451fb1b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Request body: {'floatingip': {'port_id': '5374ab06-53f2-44d9-811c-ef39f56f233a'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:49.723021 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ad87bf60-d2e2-4912-b208-1c29e75f7663 req-517ad83f-7645-4282-8b51-aa1f9d376051 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5446 time: 0.1679604 Aug 20 10:25:49.758482 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47692) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:49.795805 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90c899da-fc77-4d1e-887d-99163451fb1b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:49.862000 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d76420b-fb01-4914-b5f6-bc406b690c4c req-b9c21366-1e4f-4c0f-ace1-e71c44782708 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378310 Aug 20 10:25:49.910480 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-782a34cc-a978-4c2f-8d86-2e4994eaa531 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8986b983e7434b40a4e5a43b3ab1fe3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521997 Aug 20 10:25:49.911908 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47698) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:49.996157 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-56ec1dd6-01f0-4af0-8daf-9afde82b04d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:50.053495 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-56ec1dd6-01f0-4af0-8daf-9afde82b04d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:50.212706 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-56ec1dd6-01f0-4af0-8daf-9afde82b04d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:50.218101 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-56ec1dd6-01f0-4af0-8daf-9afde82b04d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:50.219788 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-56ec1dd6-01f0-4af0-8daf-9afde82b04d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/979f082f-47ec-4ee1-9fdf-6f666dc9edfc HTTP/1.1" status: 204 len: 168 time: 0.3065886 Aug 20 10:25:50.240926 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd948e7-2585-4535-aa40-8722307f0c34 req-3fdd0457-c8c8-4ca2-bf19-6a33a4cd8fbc tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:50.255272 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec1dd6-01f0-4af0-8daf-9afde82b04d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979f082f-47ec-4ee1-9fdf-6f666dc9edfc,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:50.255908 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bd948e7-2585-4535-aa40-8722307f0c34 req-3fdd0457-c8c8-4ca2-bf19-6a33a4cd8fbc tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.1624861 Aug 20 10:25:50.284896 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1f4ce-d631-4ab1-a6c0-d36fcaf29746 req-6194ac21-62e9-41b0-a52f-070d0dd59e1f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:50.287205 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c8f1f4ce-d631-4ab1-a6c0-d36fcaf29746 req-6194ac21-62e9-41b0-a52f-070d0dd59e1f tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 945 time: 0.1694098 Aug 20 10:25:50.373246 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bd948e7-2585-4535-aa40-8722307f0c34 req-eeb8321f-8d08-4f0a-98a1-8ccaa37f7121 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999024 Aug 20 10:25:50.384201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c8f1f4ce-d631-4ab1-a6c0-d36fcaf29746 req-a474e38b-8683-46e6-925c-e906dcf407f4 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852661 Aug 20 10:25:50.532400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac270f84-5706-4882-951a-dee7fff24062 req-1c66eea7-c8ee-4b1b-8d16-88dfd1b7ebe0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:50.534339 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ac270f84-5706-4882-951a-dee7fff24062 req-1c66eea7-c8ee-4b1b-8d16-88dfd1b7ebe0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0850115 Aug 20 10:25:50.593657 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ac270f84-5706-4882-951a-dee7fff24062 req-090de2d2-73e1-4462-bf33-d0bb6e990f6b tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524988 Aug 20 10:25:51.126652 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.resource_extend [None req-90c899da-fc77-4d1e-887d-99163451fb1b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:25:51.201817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299501cf-4755-4eb2-9922-2c8e39ea7a0b req-c277f084-df5f-41e7-b935-a0781b76ab6b tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:51.215913 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-299501cf-4755-4eb2-9922-2c8e39ea7a0b req-c277f084-df5f-41e7-b935-a0781b76ab6b tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1619196 Aug 20 10:25:51.278037 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-299501cf-4755-4eb2-9922-2c8e39ea7a0b req-4a2aaf14-cd32-48a1-a753-0ddcbe85d2a3 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610538 Aug 20 10:25:51.327366 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97681e94-285b-42b2-81f7-8826f0312429 req-3ec0f0a3-79a8-4dc8-87bf-8de5122cb3a0 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:51.334896 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-97681e94-285b-42b2-81f7-8826f0312429 req-3ec0f0a3-79a8-4dc8-87bf-8de5122cb3a0 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 945 time: 0.4875817 Aug 20 10:25:51.338287 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90c899da-fc77-4d1e-887d-99163451fb1b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:51.366325 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90c899da-fc77-4d1e-887d-99163451fb1b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:51.427828 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-97681e94-285b-42b2-81f7-8826f0312429 req-6d1ebbff-62fc-4dbc-bda7-25befc6a9ed3 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900741 Aug 20 10:25:51.576588 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-90c899da-fc77-4d1e-887d-99163451fb1b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Floating IP 872cbf1b-9a07-47d2-9246-79b6fb5918e8 associated. External IP: 172.25.3.199, port: 5374ab06-53f2-44d9-811c-ef39f56f233a. Aug 20 10:25:51.629854 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26922b7a-334b-4323-96b9-0c9bb5f38962 req-e6a4f94e-35f5-42d8-bba4-fb56dd856352 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:51.643382 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-26922b7a-334b-4323-96b9-0c9bb5f38962 req-e6a4f94e-35f5-42d8-bba4-fb56dd856352 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 945 time: 0.1308298 Aug 20 10:25:51.705630 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95418701-472c-478b-9dfd-32987a836eac req-ca126433-404b-40a4-9ba3-b0d1c6cdb57d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:51.715314 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-26922b7a-334b-4323-96b9-0c9bb5f38962 req-4109c986-2302-4368-8eb3-3459f39959b5 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645139 Aug 20 10:25:51.716672 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-95418701-472c-478b-9dfd-32987a836eac req-ca126433-404b-40a4-9ba3-b0d1c6cdb57d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.1790280 Aug 20 10:25:51.866655 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-95418701-472c-478b-9dfd-32987a836eac req-f81cb74a-011b-4fe7-a250-04e8e2da4df2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485777 Aug 20 10:25:52.015485 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c899da-fc77-4d1e-887d-99163451fb1b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Router 3aadc179-5c6b-42d4-9e87-5a4a66efc621 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:25:52.106531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8cea4-7829-4960-adc1-1d086dd8cdb9 req-c31767d5-f341-4ffc-906e-66c5a9cbb37b tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:52.108728 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ac8cea4-7829-4960-adc1-1d086dd8cdb9 req-c31767d5-f341-4ffc-906e-66c5a9cbb37b tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.24 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 945 time: 0.0867360 Aug 20 10:25:52.162854 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c899da-fc77-4d1e-887d-99163451fb1b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:25:52.168806 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90c899da-fc77-4d1e-887d-99163451fb1b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:52.175616 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29fdac-ceef-4b59-b8ed-c16446301d0a None None] Sync routers for ids ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:25:52.187934 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29fdac-ceef-4b59-b8ed-c16446301d0a None None] Routers {'3aadc179-5c6b-42d4-9e87-5a4a66efc621'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:25:52.191071 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8b29fdac-ceef-4b59-b8ed-c16446301d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:25:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:52.204721 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-90c899da-fc77-4d1e-887d-99163451fb1b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "PUT /v2.0/floatingips/872cbf1b-9a07-47d2-9246-79b6fb5918e8 HTTP/1.1" status: 200 len: 992 time: 2.4891508 Aug 20 10:25:52.205343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'tag': '5374ab06-53f2-44d9-811c-ef39f56f233a'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:52.207890 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a09ed5-8e02-49d8-893b-267ef91cfc75" -d '{"events": [{"name": "network-changed", "server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "tag": "5374ab06-53f2-44d9-811c-ef39f56f233a"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:52.244070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-7ac8cea4-7829-4960-adc1-1d086dd8cdb9 req-96b1b05f-3c0a-44cf-9841-b0338fbfb56c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Deleting port 995840f7-d39b-4bf6-beab-401653bd6374 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:25:52.244551 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7ac8cea4-7829-4960-adc1-1d086dd8cdb9 req-96b1b05f-3c0a-44cf-9841-b0338fbfb56c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:52.253475 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab4192c-0727-445d-9da5-d2c78d3e82ec x-openstack-request-id: req-bab4192c-0727-445d-9da5-d2c78d3e82ec {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:52.254408 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "tag": "5374ab06-53f2-44d9-811c-ef39f56f233a", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:52.254832 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bab4192c-0727-445d-9da5-d2c78d3e82ec {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:52.255433 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'tag': '5374ab06-53f2-44d9-811c-ef39f56f233a', 'status': 'completed', 'code': 200} Aug 20 10:25:52.415702 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a09ed5-8e02-49d8-893b-267ef91cfc75 req-0309b74f-eee9-4aca-ae94-8c0003b25fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:52.416190 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a09ed5-8e02-49d8-893b-267ef91cfc75 req-0309b74f-eee9-4aca-ae94-8c0003b25fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:52.416661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a09ed5-8e02-49d8-893b-267ef91cfc75 req-0309b74f-eee9-4aca-ae94-8c0003b25fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:52.417133 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a09ed5-8e02-49d8-893b-267ef91cfc75 req-0309b74f-eee9-4aca-ae94-8c0003b25fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:52.417593 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a09ed5-8e02-49d8-893b-267ef91cfc75 req-0309b74f-eee9-4aca-ae94-8c0003b25fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:52.418057 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a09ed5-8e02-49d8-893b-267ef91cfc75 req-0309b74f-eee9-4aca-ae94-8c0003b25fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:52.418522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a09ed5-8e02-49d8-893b-267ef91cfc75 req-0309b74f-eee9-4aca-ae94-8c0003b25fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:52.420562 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91a09ed5-8e02-49d8-893b-267ef91cfc75 req-0309b74f-eee9-4aca-ae94-8c0003b25fa9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 6510 time: 0.0920496 Aug 20 10:25:52.436514 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-7ac8cea4-7829-4960-adc1-1d086dd8cdb9 req-96b1b05f-3c0a-44cf-9841-b0338fbfb56c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] For port 995840f7-d39b-4bf6-beab-401653bd6374, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=995840f7-d39b-4bf6-beab-401653bd6374,segment=NetworkSegment(d0bbfb52-ce00-49ee-9f91-83cb31a759dc),segment_id=d0bbfb52-ce00-49ee-9f91-83cb31a759dc)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:52.436880 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7ac8cea4-7829-4960-adc1-1d086dd8cdb9 req-96b1b05f-3c0a-44cf-9841-b0338fbfb56c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:52.452783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d7e6b-4a51-42bf-8268-fe306e716f58 req-211d586a-c578-4671-b63b-7206a9877141 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:52.460600 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-848d7e6b-4a51-42bf-8268-fe306e716f58 req-211d586a-c578-4671-b63b-7206a9877141 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0882695 Aug 20 10:25:52.505606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-7ac8cea4-7829-4960-adc1-1d086dd8cdb9 req-96b1b05f-3c0a-44cf-9841-b0338fbfb56c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Calling delete_port for 995840f7-d39b-4bf6-beab-401653bd6374 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:25:52.513062 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-848d7e6b-4a51-42bf-8268-fe306e716f58 req-1f9cd7c1-3dce-4218-a258-631460184a3a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514579 Aug 20 10:25:52.681330 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a09ed5-8e02-49d8-893b-267ef91cfc75 req-37c320df-4020-4275-838f-bfb6b260c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:52.690531 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91a09ed5-8e02-49d8-893b-267ef91cfc75 req-37c320df-4020-4275-838f-bfb6b260c497 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88f93105-b451-41f4-a5e5-079e47726c50 HTTP/1.1" status: 200 len: 917 time: 0.2508388 Aug 20 10:25:52.698389 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee05cbf-202b-475f-9f72-4e1e9d1f5fbc req-98476250-80a8-4b8c-8fad-c24cdf2bb86d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:52.700157 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ee05cbf-202b-475f-9f72-4e1e9d1f5fbc req-98476250-80a8-4b8c-8fad-c24cdf2bb86d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0986156 Aug 20 10:25:52.785294 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:52.793622 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-8b29fdac-ceef-4b59-b8ed-c16446301d0a None None] Set router 3aadc179-5c6b-42d4-9e87-5a4a66efc621 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:25:52.824955 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ee05cbf-202b-475f-9f72-4e1e9d1f5fbc req-bd5b0401-76e3-40c9-a59f-e6f9b5d80f56 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033316 Aug 20 10:25:53.044858 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a8b32-9394-4d07-8964-a02f7809895f req-30624b9c-2e67-4b0f-8091-1ab987ecabbe tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:53.062884 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-493a8b32-9394-4d07-8964-a02f7809895f req-30624b9c-2e67-4b0f-8091-1ab987ecabbe tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 945 time: 0.4706299 Aug 20 10:25:53.091836 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c111d28-242c-4921-93d8-f5fcc929a49f req-9a849b60-c808-4eb6-9eff-cf0dbdffcadf tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:53.097224 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6c111d28-242c-4921-93d8-f5fcc929a49f req-9a849b60-c808-4eb6-9eff-cf0dbdffcadf tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 945 time: 0.1476548 Aug 20 10:25:53.110784 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91a09ed5-8e02-49d8-893b-267ef91cfc75 req-6b906075-d593-4656-a09b-d63d88075e51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5374ab06-53f2-44d9-811c-ef39f56f233a HTTP/1.1" status: 200 len: 1000 time: 0.3700619 Aug 20 10:25:53.210240 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6c111d28-242c-4921-93d8-f5fcc929a49f req-ab57fc65-1749-49c1-b6c7-9ffa37ae3ca9 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b10f50a-5aef-4d91-b3e1-55e67af41781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058755 Aug 20 10:25:53.339423 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-493a8b32-9394-4d07-8964-a02f7809895f req-0d13f380-d8f0-495f-991f-b44ef101def0 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754869 Aug 20 10:25:53.372474 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a09ed5-8e02-49d8-893b-267ef91cfc75 req-226ddce2-20b4-42f8-8fce-b4e248f8267c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:53.374098 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91a09ed5-8e02-49d8-893b-267ef91cfc75 req-226ddce2-20b4-42f8-8fce-b4e248f8267c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86001f3a-7a5c-4499-a121-de6a1935b5ad HTTP/1.1" status: 200 len: 855 time: 0.2519805 Aug 20 10:25:53.378591 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8b29fdac-ceef-4b59-b8ed-c16446301d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'name': 'tempest-TaggedBootDevicesTest_v242-252671886-router', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:33Z', 'revision_number': 4, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'gw_port': {'id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '872cbf1b-9a07-47d2-9246-79b6fb5918e8', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'floating_ip_address': '172.25.3.199', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'port_id': '5374ab06-53f2-44d9-811c-ef39f56f233a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50', 'mac_address': 'fa:16:3e:97:f5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:24:19Z', 'updated_at': '2021-08-20T10:25:51Z', 'revision_number': 1, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e3d87df-9eaa-44b5-8a90-cf60b46c6af7', 'name': '', 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'mac_address': 'fa:16:3e:2f:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:30Z', 'updated_at': '2021-08-20T10:23:42Z', 'revision_number': 5, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'subnets': [{'id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:53.459094 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29fdac-ceef-4b59-b8ed-c16446301d0a None None] Checking router: 3aadc179-5c6b-42d4-9e87-5a4a66efc621 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:25:53.497301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29fdac-ceef-4b59-b8ed-c16446301d0a None None] Routers {'3aadc179-5c6b-42d4-9e87-5a4a66efc621'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:25:53.501784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8b29fdac-ceef-4b59-b8ed-c16446301d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:25:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:53.561850 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a09ed5-8e02-49d8-893b-267ef91cfc75 req-a34ec4db-30e8-4d2a-a8d6-d0ef1d0cf8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:53.563381 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91a09ed5-8e02-49d8-893b-267ef91cfc75 req-a34ec4db-30e8-4d2a-a8d6-d0ef1d0cf8a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88f93105-b451-41f4-a5e5-079e47726c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1793427 Aug 20 10:25:53.585836 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7ac8cea4-7829-4960-adc1-1d086dd8cdb9 req-96b1b05f-3c0a-44cf-9841-b0338fbfb56c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:53.644422 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca88f6-5ba5-407f-8daa-1a183f2d3c75 req-80adee19-6a48-4d28-97cb-7d209b99e3e9 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:53.662776 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0dca88f6-5ba5-407f-8daa-1a183f2d3c75 req-80adee19-6a48-4d28-97cb-7d209b99e3e9 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.1917419 Aug 20 10:25:53.692756 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1b05f-3c0a-44cf-9841-b0338fbfb56c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Pushing event deleted for resources: {'Port': ['ID=995840f7-d39b-4bf6-beab-401653bd6374,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:53.753189 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac8cea4-7829-4960-adc1-1d086dd8cdb9 req-96b1b05f-3c0a-44cf-9841-b0338fbfb56c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] No DVR routers for this DVR port 995840f7-d39b-4bf6-beab-401653bd6374 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:25:53.767896 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0dca88f6-5ba5-407f-8daa-1a183f2d3c75 req-6ffd1e01-ae80-49d4-b102-a2b84b0257bb tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040046 Aug 20 10:25:53.771579 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-8b29fdac-ceef-4b59-b8ed-c16446301d0a None None] Set router 3aadc179-5c6b-42d4-9e87-5a4a66efc621 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:25:53.784232 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7ac8cea4-7829-4960-adc1-1d086dd8cdb9 req-96b1b05f-3c0a-44cf-9841-b0338fbfb56c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:53.786194 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ac8cea4-7829-4960-adc1-1d086dd8cdb9 req-96b1b05f-3c0a-44cf-9841-b0338fbfb56c tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.24 "DELETE /v2.0/ports/995840f7-d39b-4bf6-beab-401653bd6374 HTTP/1.1" status: 204 len: 173 time: 1.6689079 Aug 20 10:25:53.786656 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919e3a19-b222-43a0-b6bc-f12e861bb56d', 'name': 'network-vif-deleted', 'tag': '995840f7-d39b-4bf6-beab-401653bd6374'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:53.807801 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e1a4e6-62ae-45ea-b448-8be33ded1b39" -d '{"events": [{"server_uuid": "919e3a19-b222-43a0-b6bc-f12e861bb56d", "name": "network-vif-deleted", "tag": "995840f7-d39b-4bf6-beab-401653bd6374"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:53.931466 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91a09ed5-8e02-49d8-893b-267ef91cfc75 req-0d1eccfd-1a81-44a6-bd78-ef1cff0b3809 service neutron] 10.222.0.42 "GET /v2.0/networks/88f93105-b451-41f4-a5e5-079e47726c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592746 Aug 20 10:25:53.976088 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5d57a-6dac-4baf-8218-b2cc1ca95823 req-30f68d4d-ee07-4496-9c56-f70285773c1f tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:53.985395 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-43a5d57a-6dac-4baf-8218-b2cc1ca95823 req-30f68d4d-ee07-4496-9c56-f70285773c1f tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0874250 Aug 20 10:25:54.032673 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-43a5d57a-6dac-4baf-8218-b2cc1ca95823 req-8719a999-b833-4b9c-8b03-7f5019c619d8 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459242 Aug 20 10:25:54.037421 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-92d57b67-7ff2-4ba9-96ef-14a6c725b357 req-038e67ab-e27f-450a-8bc8-3b773f0e3fef tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2119063577&fields=id&tenant_id=d7e4ed6a4f2c4b3db9b58918d6a913e7 HTTP/1.1" status: 200 len: 267 time: 0.2851348 Aug 20 10:25:54.089729 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8b29fdac-ceef-4b59-b8ed-c16446301d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'name': 'tempest-TaggedBootDevicesTest_v242-252671886-router', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:33Z', 'revision_number': 4, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'gw_port': {'id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '872cbf1b-9a07-47d2-9246-79b6fb5918e8', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'floating_ip_address': '172.25.3.199', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'port_id': '5374ab06-53f2-44d9-811c-ef39f56f233a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50', 'mac_address': 'fa:16:3e:97:f5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:24:19Z', 'updated_at': '2021-08-20T10:25:51Z', 'revision_number': 1, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e3d87df-9eaa-44b5-8a90-cf60b46c6af7', 'name': '', 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'mac_address': 'fa:16:3e:2f:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:30Z', 'updated_at': '2021-08-20T10:23:42Z', 'revision_number': 5, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'subnets': [{'id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:54.099822 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c83808-e425-42e4-a74f-49375d00c9df x-openstack-request-id: req-18c83808-e425-42e4-a74f-49375d00c9df {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:54.100156 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919e3a19-b222-43a0-b6bc-f12e861bb56d", "name": "network-vif-deleted", "tag": "995840f7-d39b-4bf6-beab-401653bd6374", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:54.100377 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18c83808-e425-42e4-a74f-49375d00c9df {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:54.101060 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919e3a19-b222-43a0-b6bc-f12e861bb56d', 'name': 'network-vif-deleted', 'tag': '995840f7-d39b-4bf6-beab-401653bd6374', 'status': 'completed', 'code': 200} Aug 20 10:25:54.122168 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91a09ed5-8e02-49d8-893b-267ef91cfc75 req-88b8d2be-2509-47c6-a861-e62ceb4dbb14 service neutron] 10.222.0.42 "GET /v2.0/networks/88f93105-b451-41f4-a5e5-079e47726c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702189 Aug 20 10:25:54.130471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29fdac-ceef-4b59-b8ed-c16446301d0a None None] The sync data for ids ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'] in n-d-778550-11 is: [{'id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'name': 'tempest-TaggedBootDevicesTest_v242-252671886-router', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:33Z', 'revision_number': 4, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'gw_port': {'id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '872cbf1b-9a07-47d2-9246-79b6fb5918e8', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'floating_ip_address': '172.25.3.199', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'port_id': '5374ab06-53f2-44d9-811c-ef39f56f233a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50', 'mac_address': 'fa:16:3e:97:f5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:24:19Z', 'updated_at': '2021-08-20T10:25:51Z', 'revision_number': 1, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e3d87df-9eaa-44b5-8a90-cf60b46c6af7', 'name': '', 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'mac_address': 'fa:16:3e:2f:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:30Z', 'updated_at': '2021-08-20T10:23:42Z', 'revision_number': 5, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'subnets': [{'id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:25:54.154734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d57b67-7ff2-4ba9-96ef-14a6c725b357 req-5f3872a4-0b6d-45e6-a8da-77500008a4a0 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:54.169590 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-92d57b67-7ff2-4ba9-96ef-14a6c725b357 req-5f3872a4-0b6d-45e6-a8da-77500008a4a0 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 945 time: 0.1309607 Aug 20 10:25:54.176006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-92d57b67-7ff2-4ba9-96ef-14a6c725b357 req-10075672-be4f-4b08-b1b6-39a98e6b43ab tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Request body: {'port': {'security_groups': ['173d6db1-78bc-4c3a-bf66-1739c0033322', 'c34c2fdc-edcd-437e-8dbf-cb6bfca730e2']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:54.280930 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-92d57b67-7ff2-4ba9-96ef-14a6c725b357 req-10075672-be4f-4b08-b1b6-39a98e6b43ab tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:54.296307 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8bc5a-53ce-4d54-9d99-fa783aafc965 req-63c830a1-6877-4afa-9e23-fae099f3a3f9 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:54.303755 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15f8bc5a-53ce-4d54-9d99-fa783aafc965 req-63c830a1-6877-4afa-9e23-fae099f3a3f9 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1098549 Aug 20 10:25:54.366598 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15f8bc5a-53ce-4d54-9d99-fa783aafc965 req-80e0e828-369f-44f2-b41c-3d6fe1276ca9 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608757 Aug 20 10:25:54.525125 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85d0456-d9d3-4410-8126-82aa39c7fea1 None None] New status for floating IP 872cbf1b-9a07-47d2-9246-79b6fb5918e8: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:25:54.553074 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4df6eb35-0f80-4b0a-9bd5-01a3c7fbc93a req-8c12fdbe-d646-4b25-a9db-bb0c0027b4a3 tempest-ServersTestJSON-2146060894 tempest-ServersTestJSON-2146060894-project] 10.222.0.16 "GET /v2.0/ports?device_id=919e3a19-b222-43a0-b6bc-f12e861bb56d HTTP/1.1" status: 200 len: 210 time: 0.0591238 Aug 20 10:25:54.609589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-92d57b67-7ff2-4ba9-96ef-14a6c725b357 req-10075672-be4f-4b08-b1b6-39a98e6b43ab tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] For port 1bf09fee-fc2e-408d-90da-007d55960cab, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1bf09fee-fc2e-408d-90da-007d55960cab,segment=NetworkSegment(07ecd010-bae1-4f6f-8607-4df2bd45ace5),segment_id=07ecd010-bae1-4f6f-8607-4df2bd45ace5)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:54.697766 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-92d57b67-7ff2-4ba9-96ef-14a6c725b357 req-10075672-be4f-4b08-b1b6-39a98e6b43ab tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:54.707834 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 995840f7-d39b-4bf6-beab-401653bd6374 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:25:54.711821 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-92d57b67-7ff2-4ba9-96ef-14a6c725b357 req-10075672-be4f-4b08-b1b6-39a98e6b43ab tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:54.757518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d57b67-7ff2-4ba9-96ef-14a6c725b357 req-10075672-be4f-4b08-b1b6-39a98e6b43ab tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:54.758256 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-92d57b67-7ff2-4ba9-96ef-14a6c725b357 req-10075672-be4f-4b08-b1b6-39a98e6b43ab tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:54.763159 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-92d57b67-7ff2-4ba9-96ef-14a6c725b357 req-10075672-be4f-4b08-b1b6-39a98e6b43ab tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "PUT /v2.0/ports/1bf09fee-fc2e-408d-90da-007d55960cab HTTP/1.1" status: 200 len: 981 time: 0.5925081 Aug 20 10:25:54.807557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1bf09fee-fc2e-408d-90da-007d55960cab'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:54.880297 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 995840f7-d39b-4bf6-beab-401653bd6374 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:25:54.880673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 995840f7-d39b-4bf6-beab-401653bd6374 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:25:54.895196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10075672-be4f-4b08-b1b6-39a98e6b43ab tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event updated for resources: {'Port': ['ID=1bf09fee-fc2e-408d-90da-007d55960cab,revision_number=6']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:54.912890 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b80f6-bed8-42bd-b865-f14e2c0e9849 req-cbfe8cde-1a9c-4657-b1be-91f520edc0da tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:54.920029 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f4b80f6-bed8-42bd-b865-f14e2c0e9849 req-cbfe8cde-1a9c-4657-b1be-91f520edc0da tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0933325 Aug 20 10:25:54.921647 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1bf09fee-fc2e-408d-90da-007d55960cab'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:54.936676 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1fd6e4c9-cd73-4562-93bd-5554ddd49cb1 req-918fa899-f8a9-44ba-9dc4-b53d783a4549 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2116514032&fields=id&tenant_id=d7e4ed6a4f2c4b3db9b58918d6a913e7 HTTP/1.1" status: 200 len: 267 time: 0.0846598 Aug 20 10:25:55.004720 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f4b80f6-bed8-42bd-b865-f14e2c0e9849 req-693ae870-1964-4396-83e2-ef7659bcfadf tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814989 Aug 20 10:25:55.035440 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6e4c9-cd73-4562-93bd-5554ddd49cb1 req-ddb1ebd8-1cae-4bb6-afaa-cb85c53e6d7d tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:55.050880 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1fd6e4c9-cd73-4562-93bd-5554ddd49cb1 req-ddb1ebd8-1cae-4bb6-afaa-cb85c53e6d7d tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 984 time: 0.1060143 Aug 20 10:25:55.058456 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-1fd6e4c9-cd73-4562-93bd-5554ddd49cb1 req-ec9609c0-b15d-4041-954f-86d7d87d358e tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Request body: {'port': {'security_groups': ['173d6db1-78bc-4c3a-bf66-1739c0033322', 'c34c2fdc-edcd-437e-8dbf-cb6bfca730e2', '0e0847b4-8b60-4b18-967d-adb6e5f27728']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:55.250565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dfad5-a8b8-4188-9197-a604e813fdb1 req-a25b49e5-b38e-43a3-a239-77d84ac94688 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:55.261599 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-907dfad5-a8b8-4188-9197-a604e813fdb1 req-a25b49e5-b38e-43a3-a239-77d84ac94688 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.1404324 Aug 20 10:25:55.263850 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1fd6e4c9-cd73-4562-93bd-5554ddd49cb1 req-ec9609c0-b15d-4041-954f-86d7d87d358e tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:55.344784 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-907dfad5-a8b8-4188-9197-a604e813fdb1 req-d4036968-0bcc-4e66-b742-c521703f1f19 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817680 Aug 20 10:25:55.599547 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11629148-3625-4e78-83a7-91f57024059a req-eec2bce6-9b8a-4b4c-b2af-530453e0cd2e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:55.607172 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-11629148-3625-4e78-83a7-91f57024059a req-eec2bce6-9b8a-4b4c-b2af-530453e0cd2e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1180658 Aug 20 10:25:55.676461 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-11629148-3625-4e78-83a7-91f57024059a req-9858ec66-cb20-4c36-babb-bb547d48df05 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620413 Aug 20 10:25:55.732902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-1fd6e4c9-cd73-4562-93bd-5554ddd49cb1 req-ec9609c0-b15d-4041-954f-86d7d87d358e tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] For port 1bf09fee-fc2e-408d-90da-007d55960cab, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1bf09fee-fc2e-408d-90da-007d55960cab,segment=NetworkSegment(07ecd010-bae1-4f6f-8607-4df2bd45ace5),segment_id=07ecd010-bae1-4f6f-8607-4df2bd45ace5)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:25:55.767271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47870) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:55.833920 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1fd6e4c9-cd73-4562-93bd-5554ddd49cb1 req-ec9609c0-b15d-4041-954f-86d7d87d358e tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:55.846926 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1fd6e4c9-cd73-4562-93bd-5554ddd49cb1 req-ec9609c0-b15d-4041-954f-86d7d87d358e tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:55.871297 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1bf09fee-fc2e-408d-90da-007d55960cab'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:55.949420 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8e5239-5708-48b7-8c71-5e2e8bf413d9 admin admin] Deleting subnet d14c8d45-d320-4574-86d3-37a082d1daf5 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:25:55.960147 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5239-5708-48b7-8c71-5e2e8bf413d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:55.989968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6e4c9-cd73-4562-93bd-5554ddd49cb1 req-ec9609c0-b15d-4041-954f-86d7d87d358e tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:55.990965 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1fd6e4c9-cd73-4562-93bd-5554ddd49cb1 req-ec9609c0-b15d-4041-954f-86d7d87d358e tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:55.992514 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1fd6e4c9-cd73-4562-93bd-5554ddd49cb1 req-ec9609c0-b15d-4041-954f-86d7d87d358e tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "PUT /v2.0/ports/1bf09fee-fc2e-408d-90da-007d55960cab HTTP/1.1" status: 200 len: 1020 time: 0.9405434 Aug 20 10:25:56.061024 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5239-5708-48b7-8c71-5e2e8bf413d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:56.073043 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9609c0-b15d-4041-954f-86d7d87d358e tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event updated for resources: {'Port': ['ID=1bf09fee-fc2e-408d-90da-007d55960cab,revision_number=7']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:56.084937 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1bf09fee-fc2e-408d-90da-007d55960cab'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:25:56.103669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25', 'tag': '1bf09fee-fc2e-408d-90da-007d55960cab'}, {'name': 'network-changed', 'server_uuid': 'c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25', 'tag': '1bf09fee-fc2e-408d-90da-007d55960cab'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:25:56.106552 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3113a295-85c6-4ff2-98dd-444750fe7405" -d '{"events": [{"name": "network-changed", "server_uuid": "c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25", "tag": "1bf09fee-fc2e-408d-90da-007d55960cab"}, {"name": "network-changed", "server_uuid": "c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25", "tag": "1bf09fee-fc2e-408d-90da-007d55960cab"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:25:56.183502 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5239-5708-48b7-8c71-5e2e8bf413d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:56.227801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afede34-cf82-4d92-9ba8-ec389b8e79b4 req-c77cf00a-7677-4148-af39-6a18a5e00d28 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:56.245328 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5afede34-cf82-4d92-9ba8-ec389b8e79b4 req-c77cf00a-7677-4148-af39-6a18a5e00d28 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0945098 Aug 20 10:25:56.280888 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5239-5708-48b7-8c71-5e2e8bf413d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:56.325582 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5afede34-cf82-4d92-9ba8-ec389b8e79b4 req-328dbf42-e0c4-40b2-b234-f55191ac89de tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790031 Aug 20 10:25:56.330411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e5239-5708-48b7-8c71-5e2e8bf413d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d14c8d45-d320-4574-86d3-37a082d1daf5,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:56.332595 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5239-5708-48b7-8c71-5e2e8bf413d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:56.335134 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4e8e5239-5708-48b7-8c71-5e2e8bf413d9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d14c8d45-d320-4574-86d3-37a082d1daf5 HTTP/1.1" status: 204 len: 168 time: 0.5663123 Aug 20 10:25:56.337670 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47890) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:56.368821 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b2538-3264-4450-8257-78a6442a5a2b req-4c37227f-f8b2-4fa8-aec3-e1aa4d319e87 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:56.379371 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff1b2538-3264-4450-8257-78a6442a5a2b req-4c37227f-f8b2-4fa8-aec3-e1aa4d319e87 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 1023 time: 0.2222795 Aug 20 10:25:56.454849 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 10:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0ac011-93b7-4ae6-bff0-43c51811550b x-openstack-request-id: req-1f0ac011-93b7-4ae6-bff0-43c51811550b {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:25:56.455401 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25", "tag": "1bf09fee-fc2e-408d-90da-007d55960cab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25", "tag": "1bf09fee-fc2e-408d-90da-007d55960cab", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:25:56.455679 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f0ac011-93b7-4ae6-bff0-43c51811550b {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:25:56.456116 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25', 'tag': '1bf09fee-fc2e-408d-90da-007d55960cab', 'status': 'completed', 'code': 200} Aug 20 10:25:56.456378 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25', 'tag': '1bf09fee-fc2e-408d-90da-007d55960cab', 'status': 'completed', 'code': 200} Aug 20 10:25:56.535958 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-804bc7c3-a3ad-42c4-9fb6-b3f47d1b8462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:56.536493 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff1b2538-3264-4450-8257-78a6442a5a2b req-b178396d-e040-48ea-ae73-0a4f7b9043e2 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e0847b4-8b60-4b18-967d-adb6e5f27728&id=173d6db1-78bc-4c3a-bf66-1739c0033322&id=c34c2fdc-edcd-437e-8dbf-cb6bfca730e2 HTTP/1.1" status: 200 len: 6156 time: 0.1562026 Aug 20 10:25:56.664786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-7d5c78b2-5b0b-47eb-9f5c-53a30bef9724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:56.666442 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-7d5c78b2-5b0b-47eb-9f5c-53a30bef9724 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7e4ed6a4f2c4b3db9b58918d6a913e7&device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 1175 time: 0.1849396 Aug 20 10:25:56.701452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33530c9-3200-4704-b6d8-a9fccbc90c75 req-094e3d1f-b416-4ea6-b001-b4090e704a2e tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:56.719463 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a33530c9-3200-4704-b6d8-a9fccbc90c75 req-094e3d1f-b416-4ea6-b001-b4090e704a2e tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.1515334 Aug 20 10:25:56.785645 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e8e98-a050-4aee-bdb1-f963f66f849d req-d1313148-1e0c-47e9-af1a-a7634a6fe70d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:56.793389 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da5e8e98-a050-4aee-bdb1-f963f66f849d req-d1313148-1e0c-47e9-af1a-a7634a6fe70d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1053183 Aug 20 10:25:56.860522 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da5e8e98-a050-4aee-bdb1-f963f66f849d req-780e1c8e-bea5-4421-83db-9f5084a90c22 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661852 Aug 20 10:25:56.898440 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-2fd8c320-3145-4d87-b81c-651147876efd req-49313558-384f-46c5-a1b8-7ca7e3ed5c74 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1147722458 ', 'description': 'tempest-description-269554442'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:56.932301 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2fd8c320-3145-4d87-b81c-651147876efd req-49313558-384f-46c5-a1b8-7ca7e3ed5c74 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:56.970043 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a33530c9-3200-4704-b6d8-a9fccbc90c75 req-d90ee65d-24cf-4b0f-bc3a-a5307bc13237 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493491 Aug 20 10:25:57.007157 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-804bc7c3-a3ad-42c4-9fb6-b3f47d1b8462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:57.044046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-804bc7c3-a3ad-42c4-9fb6-b3f47d1b8462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63852f8-5c78-42de-a5e1-12993fc8be5a']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:57.065671 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-804bc7c3-a3ad-42c4-9fb6-b3f47d1b8462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:57.066078 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-804bc7c3-a3ad-42c4-9fb6-b3f47d1b8462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bbfb52-ce00-49ee-9f91-83cb31a759dc') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:25:57.086960 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-804bc7c3-a3ad-42c4-9fb6-b3f47d1b8462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:57.098427 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2fd8c320-3145-4d87-b81c-651147876efd req-49313558-384f-46c5-a1b8-7ca7e3ed5c74 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:57.103451 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2fd8c320-3145-4d87-b81c-651147876efd req-49313558-384f-46c5-a1b8-7ca7e3ed5c74 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:57.113715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-9cb71154-27f9-4abb-b28d-34625f17469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:57.115344 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-9cb71154-27f9-4abb-b28d-34625f17469e service neutron] 10.222.0.24 "GET /v2.0/networks?id=f920487b-b2a2-4da5-952f-e2da40eabc10 HTTP/1.1" status: 200 len: 913 time: 0.4371541 Aug 20 10:25:57.147083 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2fd8c320-3145-4d87-b81c-651147876efd req-49313558-384f-46c5-a1b8-7ca7e3ed5c74 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:57.151021 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-804bc7c3-a3ad-42c4-9fb6-b3f47d1b8462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:57.162060 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2fd8c320-3145-4d87-b81c-651147876efd req-49313558-384f-46c5-a1b8-7ca7e3ed5c74 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.2692356 Aug 20 10:25:57.170178 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804bc7c3-a3ad-42c4-9fb6-b3f47d1b8462 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:25:57.170178 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-804bc7c3-a3ad-42c4-9fb6-b3f47d1b8462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:57.177556 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49313558-384f-46c5-a1b8-7ca7e3ed5c74 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1836091-bcc2-4488-ae9a-8c9e25fbcc4b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:25:57.199978 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:25:57.317077 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-8ed42c52-54d4-4d3d-b455-64583b9b9314 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bf09fee-fc2e-408d-90da-007d55960cab HTTP/1.1" status: 200 len: 217 time: 0.1896536 Aug 20 10:25:57.332226 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b3367259-d0e4-49e5-9b3b-28d640e04930 req-309c4291-b4f1-46ee-819f-10e4c5608a13 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/f1836091-bcc2-4488-ae9a-8c9e25fbcc4b HTTP/1.1" status: 200 len: 1782 time: 0.1264637 Aug 20 10:25:57.373654 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46a299-b60a-46e6-80fe-e3637abfa8cd req-c289b614-dae5-4b18-a193-8181c1475fe3 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:57.375980 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc46a299-b60a-46e6-80fe-e3637abfa8cd req-c289b614-dae5-4b18-a193-8181c1475fe3 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0768418 Aug 20 10:25:57.395601 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-804bc7c3-a3ad-42c4-9fb6-b3f47d1b8462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:57.401525 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-804bc7c3-a3ad-42c4-9fb6-b3f47d1b8462 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:57.404418 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-804bc7c3-a3ad-42c4-9fb6-b3f47d1b8462 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c63852f8-5c78-42de-a5e1-12993fc8be5a HTTP/1.1" status: 204 len: 168 time: 1.0656922 Aug 20 10:25:57.440035 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc46a299-b60a-46e6-80fe-e3637abfa8cd req-03cd52fa-c4c8-4b27-8447-f82946a59ac5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572062 Aug 20 10:25:57.442835 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bc7c3-a3ad-42c4-9fb6-b3f47d1b8462 admin admin] Pushing event deleted for resources: {'Network': ['ID=c63852f8-5c78-42de-a5e1-12993fc8be5a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:57.456632 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-b10f943e-5925-42aa-ad0b-ff198fbbf4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:57.458174 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-b10f943e-5925-42aa-ad0b-ff198fbbf4f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680ac599-0c01-49bb-acaf-f6e6ac8ac95a HTTP/1.1" status: 200 len: 852 time: 0.1243699 Aug 20 10:25:57.503251 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-b2644e90-d266-4d96-a3c9-8ffd2fad61c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f920487b-b2a2-4da5-952f-e2da40eabc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369673 Aug 20 10:25:57.518402 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23dfe367-bcfa-48b2-9236-bd69e8309f81 req-a6c836dd-5362-4f49-80ea-bd11abfc028b tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/f1836091-bcc2-4488-ae9a-8c9e25fbcc4b HTTP/1.1" status: 200 len: 1782 time: 0.1237230 Aug 20 10:25:57.676923 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0023716-3b15-4a2b-9521-24c434f24daf req-446fd745-de66-482d-b855-5c8f588c7f62 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:57.678535 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d0023716-3b15-4a2b-9521-24c434f24daf req-446fd745-de66-482d-b855-5c8f588c7f62 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1166141 Aug 20 10:25:57.679111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47926) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:57.764410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d0023716-3b15-4a2b-9521-24c434f24daf req-72ffaf09-50d5-4c4f-931e-5289a050f693 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782988 Aug 20 10:25:57.804776 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e1d6a54b-c1db-4a64-a3d6-eb4c3477b5ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b20bf29d55e5407ca542b24a04751634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1244423 Aug 20 10:25:57.808282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47932) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:25:57.884983 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d42a6f8f-2bc9-4f1f-8c34-4b4e626e55da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:57.929992 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-abcd1380-5147-40d7-9453-e0c871168301 service neutron] 10.222.0.24 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069140 Aug 20 10:25:57.930230 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d42a6f8f-2bc9-4f1f-8c34-4b4e626e55da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:58.020469 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabe0a1-fc7f-49e4-b436-3d77148e78fe req-3cc3bb2a-7d85-47c2-ac72-4334683aec20 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:58.022883 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ebabe0a1-fc7f-49e4-b436-3d77148e78fe req-3cc3bb2a-7d85-47c2-ac72-4334683aec20 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1177249 Aug 20 10:25:58.078792 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-23dfe367-bcfa-48b2-9236-bd69e8309f81 req-4d2eb2ac-3d84-4137-b6e5-3059a2bb5e98 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:58.109696 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d42a6f8f-2bc9-4f1f-8c34-4b4e626e55da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:58.113780 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d42a6f8f-2bc9-4f1f-8c34-4b4e626e55da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:58.115736 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d42a6f8f-2bc9-4f1f-8c34-4b4e626e55da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b10f50a-5aef-4d91-b3e1-55e67af41781 HTTP/1.1" status: 204 len: 168 time: 0.3063548 Aug 20 10:25:58.134948 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a6f8f-2bc9-4f1f-8c34-4b4e626e55da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b10f50a-5aef-4d91-b3e1-55e67af41781,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:58.169209 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-23dfe367-bcfa-48b2-9236-bd69e8309f81 req-4d2eb2ac-3d84-4137-b6e5-3059a2bb5e98 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:58.174953 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-5c51e8c7-c652-4eaa-b397-d4d35bc70840 service neutron] 10.222.0.24 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393870 Aug 20 10:25:58.183095 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ebabe0a1-fc7f-49e4-b436-3d77148e78fe req-34f3382a-e17c-46de-a6cc-c54e226d80df tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450982 Aug 20 10:25:58.328418 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-23dfe367-bcfa-48b2-9236-bd69e8309f81 req-4d2eb2ac-3d84-4137-b6e5-3059a2bb5e98 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:58.336759 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-23dfe367-bcfa-48b2-9236-bd69e8309f81 req-4d2eb2ac-3d84-4137-b6e5-3059a2bb5e98 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:58.360089 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23dfe367-bcfa-48b2-9236-bd69e8309f81 req-4d2eb2ac-3d84-4137-b6e5-3059a2bb5e98 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "DELETE /v2.0/security-groups/f1836091-bcc2-4488-ae9a-8c9e25fbcc4b HTTP/1.1" status: 204 len: 173 time: 0.8269839 Aug 20 10:25:58.415755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2eb2ac-3d84-4137-b6e5-3059a2bb5e98 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1836091-bcc2-4488-ae9a-8c9e25fbcc4b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:58.423019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b2e10-a61b-40ca-990b-569989150bd6 req-b2e4538a-2f82-4d72-9b5a-2e0a97a2e544 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:58.425633 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-046b2e10-a61b-40ca-990b-569989150bd6 req-b2e4538a-2f82-4d72-9b5a-2e0a97a2e544 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.1205955 Aug 20 10:25:58.432559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-5c8b3a2a-5518-4a20-972a-73dc818452fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:58.453400 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-5c8b3a2a-5518-4a20-972a-73dc818452fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7e4ed6a4f2c4b3db9b58918d6a913e7&device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 1175 time: 0.1889801 Aug 20 10:25:58.528449 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-046b2e10-a61b-40ca-990b-569989150bd6 req-10feddb0-b7fd-4208-8e5d-99d9f90bf83c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955491 Aug 20 10:25:58.589506 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-61897f10-92b3-47e1-87ab-014e29aef31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:58.591078 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-61897f10-92b3-47e1-87ab-014e29aef31e service neutron] 10.222.0.24 "GET /v2.0/networks?id=f920487b-b2a2-4da5-952f-e2da40eabc10 HTTP/1.1" status: 200 len: 913 time: 0.1277537 Aug 20 10:25:58.649227 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-2a9b276a-3c64-48be-b423-fe65498ded28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bf09fee-fc2e-408d-90da-007d55960cab HTTP/1.1" status: 200 len: 217 time: 0.0474539 Aug 20 10:25:58.691704 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-e155f4bd-227f-4c5e-b463-4303e870e9db req-f1047144-924d-4af4-8d57-f4d9c4d57adf tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] show failed (client error): The resource could not be found. Aug 20 10:25:58.700217 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e155f4bd-227f-4c5e-b463-4303e870e9db req-f1047144-924d-4af4-8d57-f4d9c4d57adf tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/f1836091-bcc2-4488-ae9a-8c9e25fbcc4b HTTP/1.1" status: 404 len: 352 time: 0.0314064 Aug 20 10:25:58.732848 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-5834eadc-2993-47ca-975d-dc9f3dea36fe req-d9ffc930-cead-4ffc-b02e-60b229e956cb tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1460902361', 'description': 'tempest-description-217524479'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:58.782334 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d7562-d205-4df2-a935-83f8a2a40705 req-2f4628bc-2fc2-4ce2-a067-958223b87ad9 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:58.784182 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-105d7562-d205-4df2-a935-83f8a2a40705 req-2f4628bc-2fc2-4ce2-a067-958223b87ad9 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1922112 Aug 20 10:25:58.789023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-682e0485-c488-4f24-a2af-5e70daf9fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:58.791381 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-682e0485-c488-4f24-a2af-5e70daf9fb4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680ac599-0c01-49bb-acaf-f6e6ac8ac95a HTTP/1.1" status: 200 len: 852 time: 0.1261129 Aug 20 10:25:58.796327 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5834eadc-2993-47ca-975d-dc9f3dea36fe req-d9ffc930-cead-4ffc-b02e-60b229e956cb tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:58.879151 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-18d04a5b-6aec-4eb2-bf27-2e41cb3f335b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f920487b-b2a2-4da5-952f-e2da40eabc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476751 Aug 20 10:25:58.884935 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-105d7562-d205-4df2-a935-83f8a2a40705 req-291db783-e77d-4951-9dc5-f70ccd1673e5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921226 Aug 20 10:25:59.060549 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-e36b1631-cd42-44cf-8fdc-cb793f90eef4 service neutron] 10.222.0.24 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727297 Aug 20 10:25:59.069709 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5834eadc-2993-47ca-975d-dc9f3dea36fe req-d9ffc930-cead-4ffc-b02e-60b229e956cb tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:59.083575 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5834eadc-2993-47ca-975d-dc9f3dea36fe req-d9ffc930-cead-4ffc-b02e-60b229e956cb tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:59.178132 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffc930-cead-4ffc-b02e-60b229e956cb tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02fc8f3a-6b0f-41c4-8146-eb4e543b4f0e,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:59.182620 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5834eadc-2993-47ca-975d-dc9f3dea36fe req-d9ffc930-cead-4ffc-b02e-60b229e956cb tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:59.188040 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5834eadc-2993-47ca-975d-dc9f3dea36fe req-d9ffc930-cead-4ffc-b02e-60b229e956cb tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4593694 Aug 20 10:25:59.220451 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-b2ebff6e-75e7-456b-9056-4a467580cb44 req-ddcb7065-6f25-4d3f-8228-9f2e9a2e60b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-208822148', 'description': 'tempest-description-1093192873'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:59.244920 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3113a295-85c6-4ff2-98dd-444750fe7405 req-d946673a-5b72-4029-9ddf-8ab47955ae71 service neutron] 10.222.0.24 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744974 Aug 20 10:25:59.258739 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b2ebff6e-75e7-456b-9056-4a467580cb44 req-ddcb7065-6f25-4d3f-8228-9f2e9a2e60b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:59.264805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852f188-44a3-4ffb-a117-71c28215670b req-b1a75d7a-5bd9-4c42-9db2-81a9789654ce tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:59.272032 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f852f188-44a3-4ffb-a117-71c28215670b req-b1a75d7a-5bd9-4c42-9db2-81a9789654ce tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0808566 Aug 20 10:25:59.272855 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a800f565-3d9a-48ad-8808-b767f3a1bd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:59.358163 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f852f188-44a3-4ffb-a117-71c28215670b req-7c553c01-3ef4-495c-adf6-8dc6afddc69d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851521 Aug 20 10:25:59.425841 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b2ebff6e-75e7-456b-9056-4a467580cb44 req-ddcb7065-6f25-4d3f-8228-9f2e9a2e60b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:59.438269 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b2ebff6e-75e7-456b-9056-4a467580cb44 req-ddcb7065-6f25-4d3f-8228-9f2e9a2e60b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:59.491627 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b2ebff6e-75e7-456b-9056-4a467580cb44 req-ddcb7065-6f25-4d3f-8228-9f2e9a2e60b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:59.494963 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b2ebff6e-75e7-456b-9056-4a467580cb44 req-ddcb7065-6f25-4d3f-8228-9f2e9a2e60b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2790637 Aug 20 10:25:59.530579 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb7065-6f25-4d3f-8228-9f2e9a2e60b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e962eb6-b745-4d15-bfe2-ce16a8e46abe,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:25:59.626692 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fc5cf-5664-40df-a9e4-7a08853d9caa req-c9b44d12-db3e-4e1d-a7aa-40fe9dc74a3b tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:59.635864 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d97fc5cf-5664-40df-a9e4-7a08853d9caa req-c9b44d12-db3e-4e1d-a7aa-40fe9dc74a3b tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1221216 Aug 20 10:25:59.636197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-116583ca-2259-4d76-b7a2-838ca06a2f46 req-6ca256f5-4439-4100-bf81-96b230f32b6f tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1413577125', 'description': 'tempest-description-1482853642'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:25:59.701158 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d97fc5cf-5664-40df-a9e4-7a08853d9caa req-ea52fbed-8790-409f-9fde-2422e41f6634 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556295 Aug 20 10:25:59.714304 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-116583ca-2259-4d76-b7a2-838ca06a2f46 req-6ca256f5-4439-4100-bf81-96b230f32b6f tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:59.876899 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a9cde-4a5c-4c26-ab67-1b663608ca3b req-8c874892-8c83-42d4-9ad8-08ec781a1582 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:25:59.879160 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab3a9cde-4a5c-4c26-ab67-1b663608ca3b req-8c874892-8c83-42d4-9ad8-08ec781a1582 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.0976300 Aug 20 10:25:59.946943 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-116583ca-2259-4d76-b7a2-838ca06a2f46 req-6ca256f5-4439-4100-bf81-96b230f32b6f tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:25:59.968398 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-116583ca-2259-4d76-b7a2-838ca06a2f46 req-6ca256f5-4439-4100-bf81-96b230f32b6f tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:00.011489 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab3a9cde-4a5c-4c26-ab67-1b663608ca3b req-c6b48e14-cd14-481a-b688-3284403f6a87 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119175 Aug 20 10:26:00.078056 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-116583ca-2259-4d76-b7a2-838ca06a2f46 req-6ca256f5-4439-4100-bf81-96b230f32b6f tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:00.079733 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-116583ca-2259-4d76-b7a2-838ca06a2f46 req-6ca256f5-4439-4100-bf81-96b230f32b6f tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4509623 Aug 20 10:26:00.082425 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca256f5-4439-4100-bf81-96b230f32b6f tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d79329-83b6-4e7e-8581-5ac5cf9c5ffa,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:00.305637 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9aeafd16-20b0-4da1-94ea-b9b43fd2a844 req-e2bede2f-f1fb-45dd-902b-c8f3db77a9f3 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7e4ed6a4f2c4b3db9b58918d6a913e7 HTTP/1.1" status: 200 len: 10910 time: 0.1535423 Aug 20 10:26:00.475509 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9aeafd16-20b0-4da1-94ea-b9b43fd2a844 req-e5ac2f90-85f2-4ca7-925c-e9b01d029f03 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/173d6db1-78bc-4c3a-bf66-1739c0033322 HTTP/1.1" status: 200 len: 2985 time: 0.1506140 Aug 20 10:26:00.566254 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9aeafd16-20b0-4da1-94ea-b9b43fd2a844 req-7b521b3e-2b2f-4096-88db-03b690c38711 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/173d6db1-78bc-4c3a-bf66-1739c0033322 HTTP/1.1" status: 200 len: 2985 time: 0.0681844 Aug 20 10:26:00.747028 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-748fc50a-76c2-4d9f-9508-2272f01b141a req-2356b0eb-cd24-4ffa-ad91-b4e3dd9df05c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/02fc8f3a-6b0f-41c4-8146-eb4e543b4f0e HTTP/1.1" status: 200 len: 1802 time: 0.0742848 Aug 20 10:26:00.755240 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1566e-9754-475c-a822-5b7d5aa07342 req-256b3522-e711-4b9f-9aa9-112814d18c58 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:00.757224 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3ec1566e-9754-475c-a822-5b7d5aa07342 req-256b3522-e711-4b9f-9aa9-112814d18c58 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1100788 Aug 20 10:26:00.815932 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-748fc50a-76c2-4d9f-9508-2272f01b141a req-195d4bdc-6780-4f84-9fb7-15cffdbc2aec tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:00.842812 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3ec1566e-9754-475c-a822-5b7d5aa07342 req-a0956100-e97d-494e-a633-2c9f4c1483fc tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782802 Aug 20 10:26:00.878046 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-748fc50a-76c2-4d9f-9508-2272f01b141a req-195d4bdc-6780-4f84-9fb7-15cffdbc2aec tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:01.015193 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-748fc50a-76c2-4d9f-9508-2272f01b141a req-195d4bdc-6780-4f84-9fb7-15cffdbc2aec tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:01.020928 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-748fc50a-76c2-4d9f-9508-2272f01b141a req-195d4bdc-6780-4f84-9fb7-15cffdbc2aec tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:01.043956 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-748fc50a-76c2-4d9f-9508-2272f01b141a req-195d4bdc-6780-4f84-9fb7-15cffdbc2aec tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "DELETE /v2.0/security-groups/02fc8f3a-6b0f-41c4-8146-eb4e543b4f0e HTTP/1.1" status: 204 len: 173 time: 0.2885659 Aug 20 10:26:01.063362 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5f5602f-6085-41b5-8b56-c5fe1947a6f5 req-480314f0-df86-4551-b7cb-00dee108b617 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0928447 Aug 20 10:26:01.076838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d4bdc-6780-4f84-9fb7-15cffdbc2aec tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fc8f3a-6b0f-41c4-8146-eb4e543b4f0e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:01.191883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af377c-4a3c-447a-97f2-4a2266ea0051 req-d2c8055f-3467-4b69-b014-c4ea222a7eb7 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:01.193852 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37af377c-4a3c-447a-97f2-4a2266ea0051 req-d2c8055f-3467-4b69-b014-c4ea222a7eb7 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0710926 Aug 20 10:26:01.223115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274783a-f548-4ea6-8c3d-1cc8addef5f3 req-8bd162fe-7bf1-4ffb-b04b-db3841fac60b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:01.235689 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8274783a-f548-4ea6-8c3d-1cc8addef5f3 req-8bd162fe-7bf1-4ffb-b04b-db3841fac60b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.0773227 Aug 20 10:26:01.259034 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37af377c-4a3c-447a-97f2-4a2266ea0051 req-30712f3b-da58-442d-9e06-0a82f60580b5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563140 Aug 20 10:26:01.293417 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8274783a-f548-4ea6-8c3d-1cc8addef5f3 req-5e00c846-a063-418e-b42d-74a6ef7d21c5 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526490 Aug 20 10:26:01.331462 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-7a0be5e5-ef03-4659-a6f6-644b30e94f6c req-cbfb2029-f3a1-4131-9a8e-2e2ff6b1097b tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] show failed (client error): The resource could not be found. Aug 20 10:26:01.333420 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7a0be5e5-ef03-4659-a6f6-644b30e94f6c req-cbfb2029-f3a1-4131-9a8e-2e2ff6b1097b tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/02fc8f3a-6b0f-41c4-8146-eb4e543b4f0e HTTP/1.1" status: 404 len: 352 time: 0.0243042 Aug 20 10:26:01.541430 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a4e98da8-a2df-4140-bc39-b3ccadaff16a req-a71501cf-5272-47e8-b930-b9ba00838401 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/3e962eb6-b745-4d15-bfe2-ce16a8e46abe HTTP/1.1" status: 200 len: 1802 time: 0.1098502 Aug 20 10:26:01.643792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa40ea2-48da-495e-9456-abdbd743c428 req-a8d425a2-c8af-4475-926c-adb3ee212730 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:01.656037 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2aa40ea2-48da-495e-9456-abdbd743c428 req-a8d425a2-c8af-4475-926c-adb3ee212730 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1056817 Aug 20 10:26:01.664079 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a4e98da8-a2df-4140-bc39-b3ccadaff16a req-17c134f8-a32b-4ed6-9f21-70f15a025915 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:01.706102 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a4e98da8-a2df-4140-bc39-b3ccadaff16a req-17c134f8-a32b-4ed6-9f21-70f15a025915 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:01.729421 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2aa40ea2-48da-495e-9456-abdbd743c428 req-15cc9893-a61a-4476-b485-3d791a4c3244 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719821 Aug 20 10:26:01.808879 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a4e98da8-a2df-4140-bc39-b3ccadaff16a req-17c134f8-a32b-4ed6-9f21-70f15a025915 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:01.812089 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a4e98da8-a2df-4140-bc39-b3ccadaff16a req-17c134f8-a32b-4ed6-9f21-70f15a025915 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:01.813517 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a4e98da8-a2df-4140-bc39-b3ccadaff16a req-17c134f8-a32b-4ed6-9f21-70f15a025915 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "DELETE /v2.0/security-groups/3e962eb6-b745-4d15-bfe2-ce16a8e46abe HTTP/1.1" status: 204 len: 173 time: 0.2633016 Aug 20 10:26:01.835292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c134f8-a32b-4ed6-9f21-70f15a025915 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e962eb6-b745-4d15-bfe2-ce16a8e46abe,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:01.890142 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-94fe97c8-fd19-49a3-84c4-effa31d9f108 req-0ea678a7-8386-4608-b0a8-9b29a310528c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] show failed (client error): The resource could not be found. Aug 20 10:26:01.891927 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-94fe97c8-fd19-49a3-84c4-effa31d9f108 req-0ea678a7-8386-4608-b0a8-9b29a310528c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/3e962eb6-b745-4d15-bfe2-ce16a8e46abe HTTP/1.1" status: 404 len: 352 time: 0.0413244 Aug 20 10:26:01.932834 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7e5c8322-32dc-469f-ab4a-5c6ac7864f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:02.069550 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7087ad70-35ec-4aa1-8734-4c0690dec21c req-a18266d6-ef81-4239-90a9-96f7d626f930 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/29d79329-83b6-4e7e-8581-5ac5cf9c5ffa HTTP/1.1" status: 200 len: 1803 time: 0.1370339 Aug 20 10:26:02.093511 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80d995-ce19-4f28-9814-088c551ccbe2 req-c3928633-444f-47ea-be3f-c7277c6eb693 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:02.093511 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9e80d995-ce19-4f28-9814-088c551ccbe2 req-c3928633-444f-47ea-be3f-c7277c6eb693 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1392918 Aug 20 10:26:02.154611 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9e80d995-ce19-4f28-9814-088c551ccbe2 req-0f66b460-ee5f-47a6-aba5-1145cae689e4 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443470 Aug 20 10:26:02.162760 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7087ad70-35ec-4aa1-8734-4c0690dec21c req-e9d43a05-c8d8-458f-b705-171e3689da1c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:02.204774 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7087ad70-35ec-4aa1-8734-4c0690dec21c req-e9d43a05-c8d8-458f-b705-171e3689da1c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:02.283640 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:02.288679 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7087ad70-35ec-4aa1-8734-4c0690dec21c req-e9d43a05-c8d8-458f-b705-171e3689da1c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:02.292937 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7087ad70-35ec-4aa1-8734-4c0690dec21c req-e9d43a05-c8d8-458f-b705-171e3689da1c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:02.294550 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7087ad70-35ec-4aa1-8734-4c0690dec21c req-e9d43a05-c8d8-458f-b705-171e3689da1c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "DELETE /v2.0/security-groups/29d79329-83b6-4e7e-8581-5ac5cf9c5ffa HTTP/1.1" status: 204 len: 173 time: 0.2240226 Aug 20 10:26:02.314331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d43a05-c8d8-458f-b705-171e3689da1c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d79329-83b6-4e7e-8581-5ac5cf9c5ffa,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:02.356793 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-c6490c45-0f0b-4466-abc0-eb3a90cd8277 req-5fe3f47a-2536-4d10-bcc4-c725375d14ee tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] show failed (client error): The resource could not be found. Aug 20 10:26:02.363944 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c6490c45-0f0b-4466-abc0-eb3a90cd8277 req-5fe3f47a-2536-4d10-bcc4-c725375d14ee tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/29d79329-83b6-4e7e-8581-5ac5cf9c5ffa HTTP/1.1" status: 404 len: 352 time: 0.0403121 Aug 20 10:26:02.398185 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-76ef2800-32e8-4b7e-b064-fdde6d129183 req-3f9422be-716c-4550-919b-0eebbd85d599 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0404513 Aug 20 10:26:02.528636 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2444a9-a6a2-4d51-a34e-3c198f308212 req-c76ff91c-efd4-4cb2-aaac-9caf622cd8a9 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:02.545820 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6b2444a9-a6a2-4d51-a34e-3c198f308212 req-c76ff91c-efd4-4cb2-aaac-9caf622cd8a9 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.0961425 Aug 20 10:26:02.597358 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b7f743-6589-4ea7-b9c0-d64f088f4f88 req-ab789f85-d4cf-4196-a436-7b98ba84436d tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7e4ed6a4f2c4b3db9b58918d6a913e7 HTTP/1.1" status: 200 len: 6156 time: 0.1281104 Aug 20 10:26:02.671838 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6b2444a9-a6a2-4d51-a34e-3c198f308212 req-f9093f7c-e33e-4123-8e51-b8c487afec64 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090572 Aug 20 10:26:02.679457 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b7f743-6589-4ea7-b9c0-d64f088f4f88 req-c1e04695-e85d-4e78-90f1-2bf3ba18d631 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/173d6db1-78bc-4c3a-bf66-1739c0033322 HTTP/1.1" status: 200 len: 2985 time: 0.0800915 Aug 20 10:26:02.755658 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b7f743-6589-4ea7-b9c0-d64f088f4f88 req-6466bce7-6f84-49d3-bc95-9d1eac3c2140 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/173d6db1-78bc-4c3a-bf66-1739c0033322 HTTP/1.1" status: 200 len: 2985 time: 0.0691674 Aug 20 10:26:02.799391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-05cef637-25f7-4424-afb6-b28ad8ad5600 req-055e4a00-bac2-465c-b6de-80b64e417a0c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1415784782', 'description': 'tempest-description-513191109'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:02.843296 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-05cef637-25f7-4424-afb6-b28ad8ad5600 req-055e4a00-bac2-465c-b6de-80b64e417a0c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:02.936887 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-05cef637-25f7-4424-afb6-b28ad8ad5600 req-055e4a00-bac2-465c-b6de-80b64e417a0c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:02.945145 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-05cef637-25f7-4424-afb6-b28ad8ad5600 req-055e4a00-bac2-465c-b6de-80b64e417a0c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:02.955878 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e81e53-4896-417e-b036-3964a2c115c7 req-23e74184-78cb-48fa-ae96-8208318c0811 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:02.957447 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-82e81e53-4896-417e-b036-3964a2c115c7 req-23e74184-78cb-48fa-ae96-8208318c0811 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0961163 Aug 20 10:26:02.983187 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e4a00-bac2-465c-b6de-80b64e417a0c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4086238-3bb0-49b2-891c-8cfa9bf4dbe2,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:02.986886 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-05cef637-25f7-4424-afb6-b28ad8ad5600 req-055e4a00-bac2-465c-b6de-80b64e417a0c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:02.991354 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05cef637-25f7-4424-afb6-b28ad8ad5600 req-055e4a00-bac2-465c-b6de-80b64e417a0c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2001078 Aug 20 10:26:03.026307 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-a03e8f5a-7fd6-40b4-8e48-59b745a7d78c req-d191f485-8474-4cef-b1d5-28e7b4d80680 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1655428378', 'description': 'tempest-description-1059584561'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:03.048315 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-82e81e53-4896-417e-b036-3964a2c115c7 req-fc66c59c-dca9-43aa-8713-fbc9222bf1e2 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842614 Aug 20 10:26:03.075657 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a03e8f5a-7fd6-40b4-8e48-59b745a7d78c req-d191f485-8474-4cef-b1d5-28e7b4d80680 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:03.110073 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:03.204322 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a03e8f5a-7fd6-40b4-8e48-59b745a7d78c req-d191f485-8474-4cef-b1d5-28e7b4d80680 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:03.211744 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a03e8f5a-7fd6-40b4-8e48-59b745a7d78c req-d191f485-8474-4cef-b1d5-28e7b4d80680 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:03.233237 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc42fd5-18b2-4895-9b25-261aaf899a86 req-342027b7-fd1e-4706-9f00-d4873e3ddccd tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:03.234959 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4fc42fd5-18b2-4895-9b25-261aaf899a86 req-342027b7-fd1e-4706-9f00-d4873e3ddccd tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0745180 Aug 20 10:26:03.246282 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a03e8f5a-7fd6-40b4-8e48-59b745a7d78c req-d191f485-8474-4cef-b1d5-28e7b4d80680 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:03.247696 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a03e8f5a-7fd6-40b4-8e48-59b745a7d78c req-d191f485-8474-4cef-b1d5-28e7b4d80680 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2326083 Aug 20 10:26:03.252348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191f485-8474-4cef-b1d5-28e7b4d80680 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d6ced9-b147-4033-8ea8-0b12094c2b82,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:03.282633 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4fc42fd5-18b2-4895-9b25-261aaf899a86 req-b25310f4-6933-490f-add0-c158928de989 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 Aug 20 10:26:03.454007 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6a8bd-14d7-4e39-8acc-6566fc71880e req-46cdd307-fa24-4f3f-b078-50ad78ab37fb tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:03.459744 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4de6a8bd-14d7-4e39-8acc-6566fc71880e req-46cdd307-fa24-4f3f-b078-50ad78ab37fb tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0587573 Aug 20 10:26:03.498635 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4de6a8bd-14d7-4e39-8acc-6566fc71880e req-975f1607-ed7b-4d47-8a42-fa56233fb969 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373685 Aug 20 10:26:03.591615 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-0429fe72-0f06-423d-a39b-9d2e6e012838 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:03.593470 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-0429fe72-0f06-423d-a39b-9d2e6e012838 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/networks?id=f920487b-b2a2-4da5-952f-e2da40eabc10 HTTP/1.1" status: 200 len: 812 time: 0.1139932 Aug 20 10:26:03.611553 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-f1612c9e-c67e-44c5-a6f7-991be242a0c1 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/quotas/d7e4ed6a4f2c4b3db9b58918d6a913e7 HTTP/1.1" status: 200 len: 375 time: 0.0118139 Aug 20 10:26:03.670583 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-e090ea3e-cbd7-4f23-a099-ed962657ad45 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7e4ed6a4f2c4b3db9b58918d6a913e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0527399 Aug 20 10:26:03.896828 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-21edcdbe-b0da-419c-bc67-b31da6f656df service neutron] 10.222.0.16 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185748 Aug 20 10:26:04.007388 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-2181c926-47b6-47da-a8af-1aa708587f62 service neutron] 10.222.0.16 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025345 Aug 20 10:26:04.220795 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7837fe2d-847d-4f7f-8f92-244c9a4746db req-0df64932-5ce5-4c21-9f8c-8f20224ef897 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0314445 Aug 20 10:26:04.315193 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5c428-5e43-465d-9237-7d597ce79887 req-7d69a317-5f30-4cd5-b12e-153ee7fbcfde tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:04.317805 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-50e5c428-5e43-465d-9237-7d597ce79887 req-7d69a317-5f30-4cd5-b12e-153ee7fbcfde tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0826313 Aug 20 10:26:04.373343 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a560a-6cba-4642-a774-ca61f5c4d228 req-0e4900e6-75ac-4d1a-b333-6b43d2c7aa3d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:04.374917 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-684a560a-6cba-4642-a774-ca61f5c4d228 req-0e4900e6-75ac-4d1a-b333-6b43d2c7aa3d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.0754325 Aug 20 10:26:04.390756 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-50e5c428-5e43-465d-9237-7d597ce79887 req-2a8d0233-f390-4673-93f4-e86545db8d15 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649338 Aug 20 10:26:04.443680 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-684a560a-6cba-4642-a774-ca61f5c4d228 req-4d29713e-f73f-46bf-a4cc-21bb12e5c5b4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607638 Aug 20 10:26:04.529732 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c206bd7f-0d6f-4f9a-a2b7-1c73167d6829 req-62c14c46-4e78-4faa-a69b-81a433b091b3 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 210 time: 0.0302579 Aug 20 10:26:04.719119 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:05.044953 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-c043a1fb-05c9-45d3-9e34-3d5b258da032 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:05.046890 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-c043a1fb-05c9-45d3-9e34-3d5b258da032 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/networks?id=530560a3-622f-41b9-8222-5a8222e0b1ac HTTP/1.1" status: 200 len: 805 time: 0.1133401 Aug 20 10:26:05.069736 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-dc37ecfc-2549-47bd-a40d-3ac8d02c8ae3 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/quotas/a14c0ec977254acfabe7230c5ae2158d HTTP/1.1" status: 200 len: 375 time: 0.0101349 Aug 20 10:26:05.114810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fefd9f-bc76-4a51-8279-730a40059d60 req-4ce7faad-a568-4fea-8cd5-c0575791006f tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:05.123157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61fefd9f-bc76-4a51-8279-730a40059d60 req-4ce7faad-a568-4fea-8cd5-c0575791006f tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0859017 Aug 20 10:26:05.169720 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61fefd9f-bc76-4a51-8279-730a40059d60 req-2a32b2c2-3138-436e-8a21-64349eaeef27 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435057 Aug 20 10:26:05.351232 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5501a57f-8fbc-437c-8178-7bf48f0bc7bf req-4bbee614-4b02-4a95-9acd-e7f8bebc2cfc tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0341723 Aug 20 10:26:05.409173 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-e8f522ab-7072-4eab-a679-b63a2d5da52c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a14c0ec977254acfabe7230c5ae2158d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3335040 Aug 20 10:26:05.561947 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-0dc081d7-f559-4af3-81aa-6ac01948f3ed tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:05.563662 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-0dc081d7-f559-4af3-81aa-6ac01948f3ed tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.42 "GET /v2.0/networks?id=f920487b-b2a2-4da5-952f-e2da40eabc10 HTTP/1.1" status: 200 len: 812 time: 0.1470597 Aug 20 10:26:05.581816 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-8498b352-443f-4b1e-a391-b0c28f3ee0b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Request body: {'port': {'device_id': '60d4db2d-61ec-4f02-b535-6025b3111812', 'network_id': 'f920487b-b2a2-4da5-952f-e2da40eabc10', 'admin_state_up': True, 'tenant_id': 'd7e4ed6a4f2c4b3db9b58918d6a913e7'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:05.627842 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-59be0d58-3c6c-466c-85fb-bf5903ace74d service neutron] 10.222.0.16 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175455 Aug 20 10:26:05.676219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ecbd7-3d19-4a5a-b4fc-85bff5b20bb9 req-08d3a8f9-5fc8-4b4e-b537-cd165dc4c0c2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:05.677763 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d13ecbd7-3d19-4a5a-b4fc-85bff5b20bb9 req-08d3a8f9-5fc8-4b4e-b537-cd165dc4c0c2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.1132121 Aug 20 10:26:05.735744 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-4f876e84-5592-4a5f-a967-9b6cdc4bd723 service neutron] 10.222.0.16 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056809 Aug 20 10:26:05.739638 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d13ecbd7-3d19-4a5a-b4fc-85bff5b20bb9 req-ce0a95ca-0df6-428f-9ee7-696d180517de tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493970 Aug 20 10:26:05.793002 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-8498b352-443f-4b1e-a391-b0c28f3ee0b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Made reservation on behalf of d7e4ed6a4f2c4b3db9b58918d6a913e7 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:26:05.798240 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-8498b352-443f-4b1e-a391-b0c28f3ee0b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:06.003743 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0df9c710-a7ef-4b33-bed6-e892e2ee842b req-53e4e77e-64a3-410c-96f9-932cc8d2a2c1 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 210 time: 0.0412028 Aug 20 10:26:06.013864 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe3028aa-7cf5-4c21-a4d5-8b38a749ecc9 req-64875ddd-769b-404e-91ff-05ec32169f09 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0434766 Aug 20 10:26:06.018959 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eecbab18-ecf8-4adf-a3c9-1493b78f25f0 req-f4e2428f-ca2e-4b91-a7fb-f15f4f06d730 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 210 time: 0.0693371 Aug 20 10:26:06.029483 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-8498b352-443f-4b1e-a391-b0c28f3ee0b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Allocated IP 172.20.0.11 (f920487b-b2a2-4da5-952f-e2da40eabc10/680ac599-0c01-49bb-acaf-f6e6ac8ac95a/56547436-a272-4eff-8b3a-546053106d8b) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:26:06.245612 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-8498b352-443f-4b1e-a391-b0c28f3ee0b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:06.307202 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574418b3-4192-44d3-9f87-1920881b73eb req-16584b0d-e40e-4232-86e9-2c6cc1b0119a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:06.311957 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-574418b3-4192-44d3-9f87-1920881b73eb req-16584b0d-e40e-4232-86e9-2c6cc1b0119a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0565293 Aug 20 10:26:06.326071 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-8498b352-443f-4b1e-a391-b0c28f3ee0b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:06.338615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1bf09fee-fc2e-408d-90da-007d55960cab'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:26:06.376412 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-574418b3-4192-44d3-9f87-1920881b73eb req-752576d6-cc5e-4dc9-a2a9-80a02da94698 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607426 Aug 20 10:26:06.380595 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-8498b352-443f-4b1e-a391-b0c28f3ee0b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Network f920487b-b2a2-4da5-952f-e2da40eabc10 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:26:06.392833 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-8498b352-443f-4b1e-a391-b0c28f3ee0b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:26:06.394928 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498b352-443f-4b1e-a391-b0c28f3ee0b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event updated for resources: {'Port': ['ID=56547436-a272-4eff-8b3a-546053106d8b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:06.397277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-8498b352-443f-4b1e-a391-b0c28f3ee0b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:26:06.493951 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f56ccfad-4bc5-4cef-aa4a-733bf07c7934 req-13d94ffb-e82c-481d-9336-b0420c22b86b tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0402465 Aug 20 10:26:06.499835 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-8498b352-443f-4b1e-a391-b0c28f3ee0b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:06.500478 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-8498b352-443f-4b1e-a391-b0c28f3ee0b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:06.523191 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-8498b352-443f-4b1e-a391-b0c28f3ee0b7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9457958 Aug 20 10:26:06.542573 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Request body: {'port': {'device_id': '60d4db2d-61ec-4f02-b535-6025b3111812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:06.626863 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:06.756214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d2f4924b-f369-4974-a093-aa9e1c4d2357 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:26:06.873602 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:06.921042 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac0b05-773c-437d-be0d-cb6605c9c266 req-3a78f82f-cba5-4cf6-bfc9-cccdf1a923ae tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:06.923345 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8bac0b05-773c-437d-be0d-cb6605c9c266 req-3a78f82f-cba5-4cf6-bfc9-cccdf1a923ae tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.0664773 Aug 20 10:26:06.940862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d2f4924b-f369-4974-a093-aa9e1c4d2357, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2f4924b-f369-4974-a093-aa9e1c4d2357,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:06.942137 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d8c320-0b96-4897-a71a-8bf20753bdc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f4924b-f369-4974-a093-aa9e1c4d2357'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:06.945011 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520f4513-8b4a-42b5-8e6f-c08241d657f9" -d '{"events": [{"server_uuid": "c6d8c320-0b96-4897-a71a-8bf20753bdc5", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f4924b-f369-4974-a093-aa9e1c4d2357"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:06.950357 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:06.985732 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8bac0b05-773c-437d-be0d-cb6605c9c266 req-92bca973-1694-4bbd-a02d-b91fb7ba7105 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553122 Aug 20 10:26:07.028996 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783acf92-8cb5-4379-9d57-7ed5eb8f97d5 x-openstack-request-id: req-783acf92-8cb5-4379-9d57-7ed5eb8f97d5 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:07.029558 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d8c320-0b96-4897-a71a-8bf20753bdc5", "name": "network-vif-unplugged", "status": "completed", "tag": "d2f4924b-f369-4974-a093-aa9e1c4d2357", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:07.029558 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-783acf92-8cb5-4379-9d57-7ed5eb8f97d5 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:07.031220 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d8c320-0b96-4897-a71a-8bf20753bdc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f4924b-f369-4974-a093-aa9e1c4d2357', 'code': 200} Aug 20 10:26:07.034645 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d2f4924b-f369-4974-a093-aa9e1c4d2357,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:07.083023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56547436-a272-4eff-8b3a-546053106d8b {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:26:07.092002 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:07.105357 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Transition to ACTIVE for port object 56547436-a272-4eff-8b3a-546053106d8b will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:26:07.110122 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:07.116161 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-558b8208-7d00-4eb0-8c9d-010edbdcd4dd req-46060f9c-37dc-464d-bd49-3c87aef520e5 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 210 time: 0.0389690 Aug 20 10:26:07.265337 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=56547436-a272-4eff-8b3a-546053106d8b,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:07.331988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce7548-f2bd-4b22-8a7a-f27683d3bfff req-c1cf3d64-d208-430d-820c-a7c20b733224 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:07.339609 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6fce7548-f2bd-4b22-8a7a-f27683d3bfff req-c1cf3d64-d208-430d-820c-a7c20b733224 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 944 time: 0.1703060 Aug 20 10:26:07.359730 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf93df-d4fb-4897-a945-595e657e1e02 req-de52642c-f2c2-4f39-8359-a8665d7b125d tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:07.361175 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2bbf93df-d4fb-4897-a945-595e657e1e02 req-de52642c-f2c2-4f39-8359-a8665d7b125d tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6d8c320-0b96-4897-a71a-8bf20753bdc5 HTTP/1.1" status: 200 len: 943 time: 0.1687829 Aug 20 10:26:07.397172 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-d3ad1274-800c-4eac-b2d4-581343dde93d tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:07.399187 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-d3ad1274-800c-4eac-b2d4-581343dde93d tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.24 "GET /v2.0/networks?id=530560a3-622f-41b9-8222-5a8222e0b1ac HTTP/1.1" status: 200 len: 805 time: 0.1665056 Aug 20 10:26:07.417646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-8b26a52a-e8bd-40c6-bb25-9c89247410a2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Request body: {'port': {'device_id': '42a5f6a8-7d94-48c0-a796-73d7b57272ab', 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac', 'admin_state_up': True, 'tenant_id': 'a14c0ec977254acfabe7230c5ae2158d'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:07.448693 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Attempting to bind port 56547436-a272-4eff-8b3a-546053106d8b on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:26:07.449177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Attempting to bind port 56547436-a272-4eff-8b3a-546053106d8b by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '07ecd010-bae1-4f6f-8607-4df2bd45ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f920487b-b2a2-4da5-952f-e2da40eabc10'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:26:07.449609 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Attempting to bind port 56547436-a272-4eff-8b3a-546053106d8b on network f920487b-b2a2-4da5-952f-e2da40eabc10 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:26:07.459880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Port 56547436-a272-4eff-8b3a-546053106d8b on network f920487b-b2a2-4da5-952f-e2da40eabc10 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:26:07.459880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Attempting to bind port 56547436-a272-4eff-8b3a-546053106d8b on network f920487b-b2a2-4da5-952f-e2da40eabc10 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:26:07.473522 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6fce7548-f2bd-4b22-8a7a-f27683d3bfff req-850f4560-bc81-4fcc-8f5a-373ab7abce7b tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333301 Aug 20 10:26:07.485094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:26:07.485684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Checking segment: {'id': '07ecd010-bae1-4f6f-8607-4df2bd45ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f920487b-b2a2-4da5-952f-e2da40eabc10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:26:07.491232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Bound using segment: {'id': '07ecd010-bae1-4f6f-8607-4df2bd45ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f920487b-b2a2-4da5-952f-e2da40eabc10'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:26:07.491232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Bound port: 56547436-a272-4eff-8b3a-546053106d8b, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07ecd010-bae1-4f6f-8607-4df2bd45ace5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f920487b-b2a2-4da5-952f-e2da40eabc10'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:26:07.491232 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:07.562612 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7b2a5-02e2-4196-be11-bcc13321a87b req-e0d5e5be-6455-4ce2-86fc-65dd95971177 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:07.564167 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fca7b2a5-02e2-4196-be11-bcc13321a87b req-e0d5e5be-6455-4ce2-86fc-65dd95971177 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0829108 Aug 20 10:26:07.614552 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-8b26a52a-e8bd-40c6-bb25-9c89247410a2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Made reservation on behalf of a14c0ec977254acfabe7230c5ae2158d for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:26:07.621194 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-8b26a52a-e8bd-40c6-bb25-9c89247410a2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:07.678587 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c5a5ee8c-dd71-4e2f-ae0e-5e9396ff849c req-0d683c58-c948-4f9b-8ccc-6ab5050b71aa tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0439210 Aug 20 10:26:07.687706 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-2bbf93df-d4fb-4897-a945-595e657e1e02 req-692ffe05-c278-4f4d-85ee-b0addb2b576a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Deleting port d2f4924b-f369-4974-a093-aa9e1c4d2357 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:26:07.688156 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2bbf93df-d4fb-4897-a945-595e657e1e02 req-692ffe05-c278-4f4d-85ee-b0addb2b576a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:07.692429 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] For port 56547436-a272-4eff-8b3a-546053106d8b, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:26:07.692992 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fca7b2a5-02e2-4196-be11-bcc13321a87b req-a872583e-3f38-45b8-9a51-bc26696eb8a9 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137805 Aug 20 10:26:07.770920 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] For port 56547436-a272-4eff-8b3a-546053106d8b, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=56547436-a272-4eff-8b3a-546053106d8b,segment=NetworkSegment(07ecd010-bae1-4f6f-8607-4df2bd45ace5),segment_id=07ecd010-bae1-4f6f-8607-4df2bd45ace5)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:26:07.778825 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:07.824676 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:07.824676 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:07.824676 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] 10.222.0.42 "PUT /v2.0/ports/56547436-a272-4eff-8b3a-546053106d8b HTTP/1.1" status: 200 len: 1093 time: 1.2860141 Aug 20 10:26:07.837333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-8b26a52a-e8bd-40c6-bb25-9c89247410a2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Allocated IP 172.20.0.9 (530560a3-622f-41b9-8222-5a8222e0b1ac/fcda7d78-8f96-4bd2-aa67-b7d358612b18/39f72cb8-fae1-4a17-bddd-ab216393c94c) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:26:07.841230 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d4db2d-61ec-4f02-b535-6025b3111812', 'tag': '56547436-a272-4eff-8b3a-546053106d8b'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:07.845239 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc02e12-594f-41cc-a6e6-1df8a5cc78ce" -d '{"events": [{"name": "network-changed", "server_uuid": "60d4db2d-61ec-4f02-b535-6025b3111812", "tag": "56547436-a272-4eff-8b3a-546053106d8b"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:07.913285 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c713c80-323e-4377-9fc3-27884929cebd x-openstack-request-id: req-4c713c80-323e-4377-9fc3-27884929cebd {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:07.913596 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d4db2d-61ec-4f02-b535-6025b3111812", "tag": "56547436-a272-4eff-8b3a-546053106d8b", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:07.913819 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c713c80-323e-4377-9fc3-27884929cebd {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:07.914254 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d4db2d-61ec-4f02-b535-6025b3111812', 'tag': '56547436-a272-4eff-8b3a-546053106d8b', 'status': 'completed', 'code': 200} Aug 20 10:26:07.941478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38bf80-c794-432c-9496-476b9f58cdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=56547436-a272-4eff-8b3a-546053106d8b,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:07.957467 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2bbf93df-d4fb-4897-a945-595e657e1e02 req-692ffe05-c278-4f4d-85ee-b0addb2b576a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] For port d2f4924b-f369-4974-a093-aa9e1c4d2357, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d2f4924b-f369-4974-a093-aa9e1c4d2357,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:07.957978 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2bbf93df-d4fb-4897-a945-595e657e1e02 req-692ffe05-c278-4f4d-85ee-b0addb2b576a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:07.975201 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-2bbf93df-d4fb-4897-a945-595e657e1e02 req-692ffe05-c278-4f4d-85ee-b0addb2b576a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Calling delete_port for d2f4924b-f369-4974-a093-aa9e1c4d2357 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:26:08.005757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-ddb377a8-4bb3-4277-96b5-48af0a38aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:08.009329 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-ddb377a8-4bb3-4277-96b5-48af0a38aef6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7e4ed6a4f2c4b3db9b58918d6a913e7&device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 1096 time: 0.1232746 Aug 20 10:26:08.079423 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-8b26a52a-e8bd-40c6-bb25-9c89247410a2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:08.093159 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-57a0f20c-5b2a-4135-a94a-398bffbfeeae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56547436-a272-4eff-8b3a-546053106d8b HTTP/1.1" status: 200 len: 217 time: 0.0443826 Aug 20 10:26:08.127075 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d3f9e-ae30-4186-8985-8753b5093aea req-903a5050-608a-4434-a100-8589e08616c4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:08.128567 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-908d3f9e-ae30-4186-8985-8753b5093aea req-903a5050-608a-4434-a100-8589e08616c4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.0722153 Aug 20 10:26:08.170208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-2049d431-c0ad-40bf-9c55-5dbe44bb3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:08.171999 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-2049d431-c0ad-40bf-9c55-5dbe44bb3eae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=680ac599-0c01-49bb-acaf-f6e6ac8ac95a HTTP/1.1" status: 200 len: 852 time: 0.0686529 Aug 20 10:26:08.185840 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-8b26a52a-e8bd-40c6-bb25-9c89247410a2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:08.215927 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-d5eda81d-7d54-4ac8-8fba-0e7ec3fe4479 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f920487b-b2a2-4da5-952f-e2da40eabc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344067 Aug 20 10:26:08.242054 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-908d3f9e-ae30-4186-8985-8753b5093aea req-3736cb76-622a-42ae-877c-ceffbb8e3e12 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916212 Aug 20 10:26:08.254418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-8b26a52a-e8bd-40c6-bb25-9c89247410a2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Network 530560a3-622f-41b9-8222-5a8222e0b1ac is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:26:08.259485 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-8b26a52a-e8bd-40c6-bb25-9c89247410a2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:26:08.267802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26a52a-e8bd-40c6-bb25-9c89247410a2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Pushing event updated for resources: {'Port': ['ID=39f72cb8-fae1-4a17-bddd-ab216393c94c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:08.277892 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-8b26a52a-e8bd-40c6-bb25-9c89247410a2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:26:08.336694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-8b26a52a-e8bd-40c6-bb25-9c89247410a2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:08.337087 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-8b26a52a-e8bd-40c6-bb25-9c89247410a2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:08.355326 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-8b26a52a-e8bd-40c6-bb25-9c89247410a2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9433513 Aug 20 10:26:08.371143 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Request body: {'port': {'device_id': '42a5f6a8-7d94-48c0-a796-73d7b57272ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:08.375920 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2bbf93df-d4fb-4897-a945-595e657e1e02 req-692ffe05-c278-4f4d-85ee-b0addb2b576a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:08.426306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ffe05-c278-4f4d-85ee-b0addb2b576a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Pushing event deleted for resources: {'Port': ['ID=d2f4924b-f369-4974-a093-aa9e1c4d2357,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:08.443212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d11c9-f949-4932-b57f-66c744fbfcf7 req-c0bf147c-de16-4216-8574-9bb22800eded tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:08.450545 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:08.451154 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e2d11c9-f949-4932-b57f-66c744fbfcf7 req-c0bf147c-de16-4216-8574-9bb22800eded tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 931 time: 0.2049458 Aug 20 10:26:08.485450 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-4e3c0c1d-3758-46b9-afab-f47c9271f4e4 service neutron] 10.222.0.42 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377310 Aug 20 10:26:08.516199 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbf93df-d4fb-4897-a945-595e657e1e02 req-692ffe05-c278-4f4d-85ee-b0addb2b576a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] No DVR routers for this DVR port d2f4924b-f369-4974-a093-aa9e1c4d2357 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:26:08.526272 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2bbf93df-d4fb-4897-a945-595e657e1e02 req-692ffe05-c278-4f4d-85ee-b0addb2b576a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:08.528368 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2bbf93df-d4fb-4897-a945-595e657e1e02 req-692ffe05-c278-4f4d-85ee-b0addb2b576a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.24 "DELETE /v2.0/ports/d2f4924b-f369-4974-a093-aa9e1c4d2357 HTTP/1.1" status: 204 len: 173 time: 1.1535807 Aug 20 10:26:08.592926 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e2d11c9-f949-4932-b57f-66c744fbfcf7 req-2d2baa04-96cf-4cde-ab06-a57efd7ec00b tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408131 Aug 20 10:26:08.671098 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aeb53aab-1fb9-4519-aa7e-47edfd242d02 req-295574ff-724e-4d2b-bd11-6782167b94c0 service neutron] 10.222.0.42 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552603 Aug 20 10:26:08.783636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac44219-de59-4986-9b3d-41688824eef4 req-28831586-e519-43ad-9f9a-b573cc4dac95 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:08.785558 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ac44219-de59-4986-9b3d-41688824eef4 req-28831586-e519-43ad-9f9a-b573cc4dac95 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 944 time: 0.1509185 Aug 20 10:26:08.848954 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ac44219-de59-4986-9b3d-41688824eef4 req-1fa856a6-3bd6-40d3-9587-320f61be17bd tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536182 Aug 20 10:26:08.908847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02e12-594f-41cc-a6e6-1df8a5cc78ce req-929d8936-f994-47ba-a3f2-cd0fa6f0a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:08.910467 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bc02e12-594f-41cc-a6e6-1df8a5cc78ce req-929d8936-f994-47ba-a3f2-cd0fa6f0a764 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7e4ed6a4f2c4b3db9b58918d6a913e7&device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 1096 time: 0.1826193 Aug 20 10:26:08.974795 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a31981b7-80b7-4e86-9045-c8d2453168f4 req-9a58505f-3348-4230-9c39-b4ca93ec3ff3 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0354307 Aug 20 10:26:08.982593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f72cb8-fae1-4a17-bddd-ab216393c94c {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:26:08.984739 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e867b4-9e52-483a-8884-280892c4e682 req-19edfbc6-19bb-45c1-942c-e680f9f2b638 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:08.986377 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23e867b4-9e52-483a-8884-280892c4e682 req-19edfbc6-19bb-45c1-942c-e680f9f2b638 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1332076 Aug 20 10:26:09.013500 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:09.026595 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Transition to ACTIVE for port object 39f72cb8-fae1-4a17-bddd-ab216393c94c will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:26:09.033469 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:09.090083 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23e867b4-9e52-483a-8884-280892c4e682 req-a4751a8f-ae0e-414e-a7b4-35308e5d2b7c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886583 Aug 20 10:26:09.114965 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02e12-594f-41cc-a6e6-1df8a5cc78ce req-8edaf031-07fa-4f06-a950-fdad1ce119bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:09.116592 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bc02e12-594f-41cc-a6e6-1df8a5cc78ce req-8edaf031-07fa-4f06-a950-fdad1ce119bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=f920487b-b2a2-4da5-952f-e2da40eabc10 HTTP/1.1" status: 200 len: 913 time: 0.1962082 Aug 20 10:26:09.250180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Pushing event updated for resources: {'Port': ['ID=39f72cb8-fae1-4a17-bddd-ab216393c94c,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:09.266607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Attempting to bind port 39f72cb8-fae1-4a17-bddd-ab216393c94c on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:26:09.267425 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Attempting to bind port 39f72cb8-fae1-4a17-bddd-ab216393c94c by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'db5f7a13-bbcf-4283-ac85-340991cd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:26:09.269726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Attempting to bind port 39f72cb8-fae1-4a17-bddd-ab216393c94c on network 530560a3-622f-41b9-8222-5a8222e0b1ac {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:26:09.285868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Port 39f72cb8-fae1-4a17-bddd-ab216393c94c on network 530560a3-622f-41b9-8222-5a8222e0b1ac not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:26:09.287934 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Attempting to bind port 39f72cb8-fae1-4a17-bddd-ab216393c94c on network 530560a3-622f-41b9-8222-5a8222e0b1ac {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:26:09.311320 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:26:09.319749 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Checking segment: {'id': 'db5f7a13-bbcf-4283-ac85-340991cd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:26:09.320249 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Bound using segment: {'id': 'db5f7a13-bbcf-4283-ac85-340991cd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:26:09.324159 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Bound port: 39f72cb8-fae1-4a17-bddd-ab216393c94c, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5f7a13-bbcf-4283-ac85-340991cd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:26:09.324511 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:09.517406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] For port 39f72cb8-fae1-4a17-bddd-ab216393c94c, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:26:09.523114 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] For port 39f72cb8-fae1-4a17-bddd-ab216393c94c, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=39f72cb8-fae1-4a17-bddd-ab216393c94c,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:26:09.531859 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:09.604362 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bc02e12-594f-41cc-a6e6-1df8a5cc78ce req-20cdc2d2-4fe1-409a-af45-5fa2f905adb8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56547436-a272-4eff-8b3a-546053106d8b HTTP/1.1" status: 200 len: 217 time: 0.4797349 Aug 20 10:26:09.614569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:09.615842 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:09.619449 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] 10.222.0.24 "PUT /v2.0/ports/39f72cb8-fae1-4a17-bddd-ab216393c94c HTTP/1.1" status: 200 len: 1092 time: 1.2533228 Aug 20 10:26:09.626631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a5f6a8-7d94-48c0-a796-73d7b57272ab', 'tag': '39f72cb8-fae1-4a17-bddd-ab216393c94c'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:09.629497 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de628a32-a36c-433c-8bfc-4d8cdf3dfd22" -d '{"events": [{"name": "network-changed", "server_uuid": "42a5f6a8-7d94-48c0-a796-73d7b57272ab", "tag": "39f72cb8-fae1-4a17-bddd-ab216393c94c"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:09.664669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a694106-62b7-4bff-8222-a5283a64c918 req-604d671f-d9b5-4372-bf87-238faa5cd01d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:09.671768 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a694106-62b7-4bff-8222-a5283a64c918 req-604d671f-d9b5-4372-bf87-238faa5cd01d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.1024370 Aug 20 10:26:09.683834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d305a-45a7-472d-9cde-da4d98fad3ef service neutron] Pushing event updated for resources: {'Port': ['ID=39f72cb8-fae1-4a17-bddd-ab216393c94c,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:09.713630 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a694106-62b7-4bff-8222-a5283a64c918 req-71ca1b64-c5c5-476b-9941-98f6fb5de011 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409756 Aug 20 10:26:09.725242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc02e12-594f-41cc-a6e6-1df8a5cc78ce req-af1dd612-1004-4483-b0b3-58df65c5b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:09.727843 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bc02e12-594f-41cc-a6e6-1df8a5cc78ce req-af1dd612-1004-4483-b0b3-58df65c5b359 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=680ac599-0c01-49bb-acaf-f6e6ac8ac95a HTTP/1.1" status: 200 len: 852 time: 0.1140983 Aug 20 10:26:09.771451 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bc02e12-594f-41cc-a6e6-1df8a5cc78ce req-b322cf9e-723c-4c2e-af63-fa160059844c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f920487b-b2a2-4da5-952f-e2da40eabc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362446 Aug 20 10:26:09.799877 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-3f13408d-fb07-4d2c-b372-092afae84a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:09.801777 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-3f13408d-fb07-4d2c-b372-092afae84a80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14c0ec977254acfabe7230c5ae2158d&device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 1095 time: 0.1124430 Aug 20 10:26:09.904999 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-0f38e973-e2a7-4db9-837b-9e2cefa1f759 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39f72cb8-fae1-4a17-bddd-ab216393c94c HTTP/1.1" status: 200 len: 217 time: 0.0936570 Aug 20 10:26:09.910608 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942a811d-a3d2-4279-a914-9986a007bd6a x-openstack-request-id: req-942a811d-a3d2-4279-a914-9986a007bd6a {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:09.920170 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d8c320-0b96-4897-a71a-8bf20753bdc5', 'name': 'network-vif-deleted', 'tag': 'd2f4924b-f369-4974-a093-aa9e1c4d2357'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:09.920278 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a5f6a8-7d94-48c0-a796-73d7b57272ab", "tag": "39f72cb8-fae1-4a17-bddd-ab216393c94c", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:09.920278 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-942a811d-a3d2-4279-a914-9986a007bd6a {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:09.920278 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a5f6a8-7d94-48c0-a796-73d7b57272ab', 'tag': '39f72cb8-fae1-4a17-bddd-ab216393c94c', 'status': 'completed', 'code': 200} Aug 20 10:26:09.921873 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b943e2b4-345f-4ac6-95bf-2a89fe1528c0" -d '{"events": [{"server_uuid": "c6d8c320-0b96-4897-a71a-8bf20753bdc5", "name": "network-vif-deleted", "tag": "d2f4924b-f369-4974-a093-aa9e1c4d2357"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:09.973676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-f41b5a73-687d-43be-9e09-7ae440d32333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:09.975360 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-f41b5a73-687d-43be-9e09-7ae440d32333 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcda7d78-8f96-4bd2-aa67-b7d358612b18 HTTP/1.1" status: 200 len: 845 time: 0.0530009 Aug 20 10:26:09.985327 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bc02e12-594f-41cc-a6e6-1df8a5cc78ce req-93b11957-2619-4d93-a354-72bf16d32fbd service neutron] 10.222.0.42 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044659 Aug 20 10:26:10.053648 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-086d8a49-cfd6-4da2-a767-826ca4b09036 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=530560a3-622f-41b9-8222-5a8222e0b1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407872 Aug 20 10:26:10.091949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85033bad-9fdc-4067-93d4-4f6a7d458523 req-04e194eb-58d6-4d02-b447-448e1d0195bb tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:10.099769 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cf33b15a-2d0e-40ca-b554-a6f4420f3849 req-67405ad6-fe94-44b7-b8cd-c9b73bed26ba tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0740323 Aug 20 10:26:10.105757 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85033bad-9fdc-4067-93d4-4f6a7d458523 req-04e194eb-58d6-4d02-b447-448e1d0195bb tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 943 time: 0.1987729 Aug 20 10:26:10.177058 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85033bad-9fdc-4067-93d4-4f6a7d458523 req-fff63645-33ba-4735-830e-ad1c42c92c0f tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702782 Aug 20 10:26:10.188038 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bc02e12-594f-41cc-a6e6-1df8a5cc78ce req-06e08c52-b957-49b4-8919-afaf329ea7da service neutron] 10.222.0.42 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942716 Aug 20 10:26:10.257104 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-7832a2f8-11cf-40a8-b01f-696306f762cd service neutron] 10.222.0.24 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706822 Aug 20 10:26:10.263227 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafd6403-62a1-4ba5-af0e-a4ee046373e0 x-openstack-request-id: req-bafd6403-62a1-4ba5-af0e-a4ee046373e0 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:10.263534 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d8c320-0b96-4897-a71a-8bf20753bdc5", "name": "network-vif-deleted", "tag": "d2f4924b-f369-4974-a093-aa9e1c4d2357", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:10.263816 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bafd6403-62a1-4ba5-af0e-a4ee046373e0 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:10.264241 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d8c320-0b96-4897-a71a-8bf20753bdc5', 'name': 'network-vif-deleted', 'tag': 'd2f4924b-f369-4974-a093-aa9e1c4d2357', 'status': 'completed', 'code': 200} Aug 20 10:26:10.283076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db68a16-d8a8-4bbb-bfa0-205cb932276a req-cc7017c1-7555-49ef-a08b-0ac6ac97be16 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:10.290260 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1db68a16-d8a8-4bbb-bfa0-205cb932276a req-cc7017c1-7555-49ef-a08b-0ac6ac97be16 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 944 time: 0.0924671 Aug 20 10:26:10.380605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524ea4b-7ba0-4189-9353-1f6dba6b4b13 req-d70f374c-5fa6-447b-8f7a-933291a02586 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:10.380885 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1db68a16-d8a8-4bbb-bfa0-205cb932276a req-3c054240-9e66-45a6-8a3d-91d1c82ce81b tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896270 Aug 20 10:26:10.382417 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e524ea4b-7ba0-4189-9353-1f6dba6b4b13 req-d70f374c-5fa6-447b-8f7a-933291a02586 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0591102 Aug 20 10:26:10.427150 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d1ec65b-8b48-4f4f-934f-3fe481f31755 req-5c0801ab-093a-4659-9f54-dea86800b3c2 service neutron] 10.222.0.24 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619575 Aug 20 10:26:10.441448 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e524ea4b-7ba0-4189-9353-1f6dba6b4b13 req-e810372c-947d-4a0d-acb0-9607c32d3646 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511038 Aug 20 10:26:10.530291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de628a32-a36c-433c-8bfc-4d8cdf3dfd22 req-e52cda1a-752a-4284-a74b-308d82ebefd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:10.531850 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de628a32-a36c-433c-8bfc-4d8cdf3dfd22 req-e52cda1a-752a-4284-a74b-308d82ebefd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14c0ec977254acfabe7230c5ae2158d&device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 1095 time: 0.0437975 Aug 20 10:26:10.622610 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de628a32-a36c-433c-8bfc-4d8cdf3dfd22 req-0f0a2f6e-137a-4a62-8308-4e57a1debf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:10.624264 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de628a32-a36c-433c-8bfc-4d8cdf3dfd22 req-0f0a2f6e-137a-4a62-8308-4e57a1debf83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=530560a3-622f-41b9-8222-5a8222e0b1ac HTTP/1.1" status: 200 len: 906 time: 0.0849924 Aug 20 10:26:10.671129 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de628a32-a36c-433c-8bfc-4d8cdf3dfd22 req-a565050d-afd3-4612-85a6-66d7e1ea7087 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39f72cb8-fae1-4a17-bddd-ab216393c94c HTTP/1.1" status: 200 len: 217 time: 0.0387168 Aug 20 10:26:10.721508 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de628a32-a36c-433c-8bfc-4d8cdf3dfd22 req-b283588a-2505-4828-b0eb-922c562c140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:10.722858 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de628a32-a36c-433c-8bfc-4d8cdf3dfd22 req-b283588a-2505-4828-b0eb-922c562c140e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcda7d78-8f96-4bd2-aa67-b7d358612b18 HTTP/1.1" status: 200 len: 845 time: 0.0446942 Aug 20 10:26:10.757488 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de628a32-a36c-433c-8bfc-4d8cdf3dfd22 req-5547f992-0ae2-4473-b219-1bc3253a5efa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=530560a3-622f-41b9-8222-5a8222e0b1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256293 Aug 20 10:26:10.791022 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d2f4924b-f369-4974-a093-aa9e1c4d2357 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:26:10.813742 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: d2f4924b-f369-4974-a093-aa9e1c4d2357 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:26:10.814173 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d2f4924b-f369-4974-a093-aa9e1c4d2357 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:26:10.845139 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ba6c8-221e-4dd2-9ab4-7cc23ad75d60 req-b7ea820b-5436-4176-afbd-cf5dd9b2d3bf tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:10.846659 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ba1ba6c8-221e-4dd2-9ab4-7cc23ad75d60 req-b7ea820b-5436-4176-afbd-cf5dd9b2d3bf tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.0508351 Aug 20 10:26:10.857364 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de628a32-a36c-433c-8bfc-4d8cdf3dfd22 req-4ed7989b-52c7-440d-afa1-b2c8e426bf8a service neutron] 10.222.0.24 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922296 Aug 20 10:26:10.885520 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ba1ba6c8-221e-4dd2-9ab4-7cc23ad75d60 req-ced36b2a-1cb3-410c-bcbd-d81a1367647a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Aug 20 10:26:10.950586 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de628a32-a36c-433c-8bfc-4d8cdf3dfd22 req-dae419c0-de83-4ae0-84d6-f76baa673075 service neutron] 10.222.0.24 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856335 Aug 20 10:26:11.117029 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f4c74-fca4-4a83-bc7b-7815e8af6012 req-20cb79cf-fcaa-47db-b04f-01e751d0e88d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:11.119087 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ec7f4c74-fca4-4a83-bc7b-7815e8af6012 req-20cb79cf-fcaa-47db-b04f-01e751d0e88d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.0498488 Aug 20 10:26:11.168142 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ec7f4c74-fca4-4a83-bc7b-7815e8af6012 req-f951e386-3da2-4727-aae2-5fe72f000d15 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421145 Aug 20 10:26:11.203260 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea7b7f31-fb09-403a-88d4-5be34cc6e4a2 req-25013685-07be-41fa-ae82-ac605914d0c3 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0300429 Aug 20 10:26:11.299737 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96225a-07cc-4260-a7db-c22969395a4b req-7754e58e-9e45-4189-b329-3df11de2e58c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:11.302236 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c96225a-07cc-4260-a7db-c22969395a4b req-7754e58e-9e45-4189-b329-3df11de2e58c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 943 time: 0.0570986 Aug 20 10:26:11.340266 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c96225a-07cc-4260-a7db-c22969395a4b req-7ac2f4c4-1a8f-48a3-9a9d-13177409b4ea tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318754 Aug 20 10:26:11.525785 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd847a7-91eb-4c02-8d59-858af5f83003 req-0aecc5b3-2811-4ad2-9b5e-abce4406d623 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:11.527311 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5bd847a7-91eb-4c02-8d59-858af5f83003 req-0aecc5b3-2811-4ad2-9b5e-abce4406d623 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 944 time: 0.0680120 Aug 20 10:26:11.565900 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5bd847a7-91eb-4c02-8d59-858af5f83003 req-fa81af3c-18b9-46f1-b6c9-dd59e2af792b tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325806 Aug 20 10:26:11.573790 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855a645-0a77-4508-b0c3-eb033b5fb1b6 req-56dc2bf3-38a9-4557-a4ce-254d724933c3 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:11.575495 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1855a645-0a77-4508-b0c3-eb033b5fb1b6 req-56dc2bf3-38a9-4557-a4ce-254d724933c3 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0550637 Aug 20 10:26:11.623880 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1855a645-0a77-4508-b0c3-eb033b5fb1b6 req-320286ff-9229-41fc-be4e-8c1385290ef4 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394573 Aug 20 10:26:12.295743 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e722f8f-cafd-407d-9f79-d5d2b605dd2d req-5b5d3eff-3c55-4720-a6b8-e13206b93d20 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:12.297749 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0e722f8f-cafd-407d-9f79-d5d2b605dd2d req-5b5d3eff-3c55-4720-a6b8-e13206b93d20 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.0522513 Aug 20 10:26:12.316485 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b145a232-152d-43de-8bb7-b1e9b26c1598 req-13d4176e-1847-4b92-972e-234495b5c15c tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0292153 Aug 20 10:26:12.340186 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0e722f8f-cafd-407d-9f79-d5d2b605dd2d req-4945034c-e396-46e1-9ba4-024accfbb242 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358808 Aug 20 10:26:12.455181 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3a415-572b-4a14-9e3a-fa4cab4eec4c req-41bffd70-bb74-40e4-b7d0-65a081ce0694 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:12.456632 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7dd3a415-572b-4a14-9e3a-fa4cab4eec4c req-41bffd70-bb74-40e4-b7d0-65a081ce0694 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 943 time: 0.0500293 Aug 20 10:26:12.503294 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7dd3a415-572b-4a14-9e3a-fa4cab4eec4c req-47717103-45f3-4030-8b6e-462d1d919dec tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397949 Aug 20 10:26:12.582688 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800f20f-a988-40aa-9db3-561d436bcc3f req-a3cfda40-7702-484a-bb70-f468585885b0 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:12.585108 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f800f20f-a988-40aa-9db3-561d436bcc3f req-a3cfda40-7702-484a-bb70-f468585885b0 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 945 time: 0.0552883 Aug 20 10:26:12.587206 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 56547436-a272-4eff-8b3a-546053106d8b details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:26:12.713746 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 56547436-a272-4eff-8b3a-546053106d8b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=56547436-a272-4eff-8b3a-546053106d8b,segment=NetworkSegment(07ecd010-bae1-4f6f-8607-4df2bd45ace5),segment_id=07ecd010-bae1-4f6f-8607-4df2bd45ace5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:12.730227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '56547436-a272-4eff-8b3a-546053106d8b', 'network_id': 'f920487b-b2a2-4da5-952f-e2da40eabc10', 'port_id': '56547436-a272-4eff-8b3a-546053106d8b', 'mac_address': 'fa:16:3e:8d:28:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680ac599-0c01-49bb-acaf-f6e6ac8ac95a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:26:12.731243 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2ab93-021a-458c-8390-a83d60e42578 req-41a7a064-5ac9-4d9c-bba7-59f5d8b6ef49 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:12.733021 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-01f2ab93-021a-458c-8390-a83d60e42578 req-41a7a064-5ac9-4d9c-bba7-59f5d8b6ef49 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 944 time: 0.0639350 Aug 20 10:26:12.780127 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:12.787173 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 39f72cb8-fae1-4a17-bddd-ab216393c94c details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:26:12.797368 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-f800f20f-a988-40aa-9db3-561d436bcc3f req-7d6edb5c-e180-4e23-b9a0-a96b27e97694 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Deleting port e04b2abf-5143-475d-8bfc-7cbd409dced9 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:26:12.797774 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f800f20f-a988-40aa-9db3-561d436bcc3f req-7d6edb5c-e180-4e23-b9a0-a96b27e97694 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:12.808047 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56547436-a272-4eff-8b3a-546053106d8b {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:26:12.842622 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 56547436-a272-4eff-8b3a-546053106d8b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=56547436-a272-4eff-8b3a-546053106d8b,segment=NetworkSegment(07ecd010-bae1-4f6f-8607-4df2bd45ace5),segment_id=07ecd010-bae1-4f6f-8607-4df2bd45ace5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:12.858860 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:12.859291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90210638-e847-48ac-bb0d-37206334c16e req-6d9b4932-538b-40c2-86db-7a5dec34cef8 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:12.861320 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-90210638-e847-48ac-bb0d-37206334c16e req-6d9b4932-538b-40c2-86db-7a5dec34cef8 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0585134 Aug 20 10:26:12.887598 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-01f2ab93-021a-458c-8390-a83d60e42578 req-001da596-e34f-479d-ac25-e998362c7660 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420622 Aug 20 10:26:12.929002 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-90210638-e847-48ac-bb0d-37206334c16e req-bb48d30b-86f7-4b6c-aef9-6ea5d0ba7afc tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601797 Aug 20 10:26:12.948089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-f800f20f-a988-40aa-9db3-561d436bcc3f req-7d6edb5c-e180-4e23-b9a0-a96b27e97694 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] For port e04b2abf-5143-475d-8bfc-7cbd409dced9, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=e04b2abf-5143-475d-8bfc-7cbd409dced9,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:12.948485 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f800f20f-a988-40aa-9db3-561d436bcc3f req-7d6edb5c-e180-4e23-b9a0-a96b27e97694 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:12.963833 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-f800f20f-a988-40aa-9db3-561d436bcc3f req-7d6edb5c-e180-4e23-b9a0-a96b27e97694 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Calling delete_port for e04b2abf-5143-475d-8bfc-7cbd409dced9 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:26:12.969533 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=56547436-a272-4eff-8b3a-546053106d8b,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:12.990833 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 39f72cb8-fae1-4a17-bddd-ab216393c94c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=39f72cb8-fae1-4a17-bddd-ab216393c94c,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:13.003403 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '39f72cb8-fae1-4a17-bddd-ab216393c94c', 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac', 'port_id': '39f72cb8-fae1-4a17-bddd-ab216393c94c', 'mac_address': 'fa:16:3e:11:73:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcda7d78-8f96-4bd2-aa67-b7d358612b18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:26:13.047335 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:13.062898 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f72cb8-fae1-4a17-bddd-ab216393c94c {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:26:13.086750 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 39f72cb8-fae1-4a17-bddd-ab216393c94c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=39f72cb8-fae1-4a17-bddd-ab216393c94c,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:13.093973 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:13.113382 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f800f20f-a988-40aa-9db3-561d436bcc3f req-7d6edb5c-e180-4e23-b9a0-a96b27e97694 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:13.129715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['e04b2abf-5143-475d-8bfc-7cbd409dced9'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:26:13.179013 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=39f72cb8-fae1-4a17-bddd-ab216393c94c,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:13.187968 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6edb5c-e180-4e23-b9a0-a96b27e97694 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Pushing event deleted for resources: {'Port': ['ID=e04b2abf-5143-475d-8bfc-7cbd409dced9,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:13.206466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-f800f20f-a988-40aa-9db3-561d436bcc3f req-7d6edb5c-e180-4e23-b9a0-a96b27e97694 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] No DVR routers for this DVR port e04b2abf-5143-475d-8bfc-7cbd409dced9 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:26:13.209183 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f800f20f-a988-40aa-9db3-561d436bcc3f req-7d6edb5c-e180-4e23-b9a0-a96b27e97694 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:13.211522 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f800f20f-a988-40aa-9db3-561d436bcc3f req-7d6edb5c-e180-4e23-b9a0-a96b27e97694 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.24 "DELETE /v2.0/ports/e04b2abf-5143-475d-8bfc-7cbd409dced9 HTTP/1.1" status: 204 len: 173 time: 0.6187122 Aug 20 10:26:13.212037 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bfb312-9ad4-445d-b69c-26cc2dd02806', 'name': 'network-vif-deleted', 'tag': 'e04b2abf-5143-475d-8bfc-7cbd409dced9'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:13.215294 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c19b858-e86a-4366-8bcf-6d9660406d11" -d '{"events": [{"server_uuid": "64bfb312-9ad4-445d-b69c-26cc2dd02806", "name": "network-vif-deleted", "tag": "e04b2abf-5143-475d-8bfc-7cbd409dced9"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:13.257981 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd99b8f-8e9e-4152-a90e-f5497cc23b25 x-openstack-request-id: req-9dd99b8f-8e9e-4152-a90e-f5497cc23b25 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:13.258370 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bfb312-9ad4-445d-b69c-26cc2dd02806", "name": "network-vif-deleted", "tag": "e04b2abf-5143-475d-8bfc-7cbd409dced9", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:13.258501 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['56547436-a272-4eff-8b3a-546053106d8b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:26:13.258980 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9dd99b8f-8e9e-4152-a90e-f5497cc23b25 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:13.259603 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bfb312-9ad4-445d-b69c-26cc2dd02806', 'name': 'network-vif-deleted', 'tag': 'e04b2abf-5143-475d-8bfc-7cbd409dced9', 'status': 'completed', 'code': 200} Aug 20 10:26:13.427659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['39f72cb8-fae1-4a17-bddd-ab216393c94c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:26:13.455262 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9228fddb-2a6a-4cf4-b512-3c72d6caaab5 req-fbaba965-4419-4a4f-bbe0-de27bd91bcc9 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0399265 Aug 20 10:26:13.477748 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a7bb24af-1170-4d60-871a-e203eb43f208 req-c82904a4-8727-4a1f-ae81-6329d7a14421 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=64bfb312-9ad4-445d-b69c-26cc2dd02806 HTTP/1.1" status: 200 len: 210 time: 0.0358310 Aug 20 10:26:13.642723 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc64f0-6a85-4d8f-9be1-58220c7e6301 req-43b1871d-f899-459a-8f48-28d6ba5cf7f1 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:13.649790 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05bc64f0-6a85-4d8f-9be1-58220c7e6301 req-43b1871d-f899-459a-8f48-28d6ba5cf7f1 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 944 time: 0.0670655 Aug 20 10:26:13.703557 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05bc64f0-6a85-4d8f-9be1-58220c7e6301 req-5984c787-c342-4d21-915a-bf4171f6e151 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509529 Aug 20 10:26:14.093112 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e71fa-03ad-4c08-b1d0-5ec7beb3823d req-42924373-ff30-4849-96e9-81a667f58072 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:14.094680 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e1e71fa-03ad-4c08-b1d0-5ec7beb3823d req-42924373-ff30-4849-96e9-81a667f58072 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0599411 Aug 20 10:26:14.127613 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7ad96-6b81-443b-9a24-8bc26227b909 req-8bf03fd7-071a-4512-a8a3-f60077803e93 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:14.129372 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81e7ad96-6b81-443b-9a24-8bc26227b909 req-8bf03fd7-071a-4512-a8a3-f60077803e93 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 945 time: 0.1106212 Aug 20 10:26:14.137780 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e1e71fa-03ad-4c08-b1d0-5ec7beb3823d req-e90c2d91-7ae5-47d8-8414-86ce911ef97d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360892 Aug 20 10:26:14.179207 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81e7ad96-6b81-443b-9a24-8bc26227b909 req-8d500e53-666e-45dc-b9ed-fc2bc4d8fbd3 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423348 Aug 20 10:26:14.586817 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 56547436-a272-4eff-8b3a-546053106d8b up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:26:14.589705 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8780afe8-5156-4757-83ca-48d546bd2ba5 req-ca9e6ffe-cc42-4916-aa77-96def2d0a79e tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0367615 Aug 20 10:26:14.681060 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 56547436-a272-4eff-8b3a-546053106d8b completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:26:14.686101 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 56547436-a272-4eff-8b3a-546053106d8b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:26:14.686700 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:14.794702 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:14.806961 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 39f72cb8-fae1-4a17-bddd-ab216393c94c up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:26:14.856724 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d4db2d-61ec-4f02-b535-6025b3111812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56547436-a272-4eff-8b3a-546053106d8b'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:14.859871 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc77ade-2537-4057-8174-40f18bf0abe9" -d '{"events": [{"server_uuid": "60d4db2d-61ec-4f02-b535-6025b3111812", "name": "network-vif-plugged", "status": "completed", "tag": "56547436-a272-4eff-8b3a-546053106d8b"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:14.872739 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452cde9-0d05-4889-8854-9ec710935dc9 req-47eedb5a-6fc4-456c-874c-4c1b1bbad1b3 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:14.875312 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8452cde9-0d05-4889-8854-9ec710935dc9 req-47eedb5a-6fc4-456c-874c-4c1b1bbad1b3 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 944 time: 0.0745628 Aug 20 10:26:14.881293 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 56547436-a272-4eff-8b3a-546053106d8b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=56547436-a272-4eff-8b3a-546053106d8b,segment=NetworkSegment(07ecd010-bae1-4f6f-8607-4df2bd45ace5),segment_id=07ecd010-bae1-4f6f-8607-4df2bd45ace5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:14.891708 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:14.894449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-83c6453e-3bae-4e7d-b883-f1b895e19184 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:14.907705 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-83c6453e-3bae-4e7d-b883-f1b895e19184 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 811 time: 0.1407063 Aug 20 10:26:14.936176 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-08b05c9f-8a3c-4822-b881-bc6f5709a3bc tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/quotas/6e53ce8e85ec4b5491d4531e04655740 HTTP/1.1" status: 200 len: 375 time: 0.0253704 Aug 20 10:26:14.948864 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8452cde9-0d05-4889-8854-9ec710935dc9 req-db2da456-5478-4bcc-babe-96da2f56329f tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526524 Aug 20 10:26:14.955963 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 39f72cb8-fae1-4a17-bddd-ab216393c94c completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:26:14.970674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 39f72cb8-fae1-4a17-bddd-ab216393c94c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:26:14.971296 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:14.978229 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=56547436-a272-4eff-8b3a-546053106d8b,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:14.999803 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-f6950f2c-97c5-46c8-9235-da9bb8513489 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589232 Aug 20 10:26:15.080014 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fed74d7-e4a9-4232-94fc-6880da1c399d x-openstack-request-id: req-7fed74d7-e4a9-4232-94fc-6880da1c399d {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:15.080347 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d4db2d-61ec-4f02-b535-6025b3111812", "name": "network-vif-plugged", "status": "completed", "tag": "56547436-a272-4eff-8b3a-546053106d8b", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:15.080598 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fed74d7-e4a9-4232-94fc-6880da1c399d {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:15.080988 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d4db2d-61ec-4f02-b535-6025b3111812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56547436-a272-4eff-8b3a-546053106d8b', 'code': 200} Aug 20 10:26:15.108151 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:15.115615 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-3d7e801d-c464-401b-b3c4-ffa52de68a8f service neutron] 10.222.0.16 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949328 Aug 20 10:26:15.152517 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 39f72cb8-fae1-4a17-bddd-ab216393c94c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=39f72cb8-fae1-4a17-bddd-ab216393c94c,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:15.158232 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:15.217294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=39f72cb8-fae1-4a17-bddd-ab216393c94c,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:15.231812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06d46b-1af3-4df0-b623-58a8b2a1583d req-348834a0-6969-411a-abe6-4b19770ea857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:15.233333 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe06d46b-1af3-4df0-b623-58a8b2a1583d req-348834a0-6969-411a-abe6-4b19770ea857 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 1098 time: 0.0874434 Aug 20 10:26:15.279903 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90bc64-7581-4cf0-a501-e7fdeac3013f req-4d42b0e7-c06a-430f-88f1-a339bb393702 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:15.281477 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e90bc64-7581-4cf0-a501-e7fdeac3013f req-4d42b0e7-c06a-430f-88f1-a339bb393702 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0594506 Aug 20 10:26:15.287727 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-fbf4c36d-3ad0-4045-aa46-7a85a7e5792e service neutron] 10.222.0.16 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627090 Aug 20 10:26:15.291947 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe06d46b-1af3-4df0-b623-58a8b2a1583d req-1aee0858-9eed-4517-8e00-83c0b073fb00 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497360 Aug 20 10:26:15.325515 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e90bc64-7581-4cf0-a501-e7fdeac3013f req-9ea8c6f2-7969-4c31-80d8-483a279bf249 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365982 Aug 20 10:26:15.440401 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4019-3e07-4983-8e0f-c0e367849d31 req-ecbad898-d344-4b4c-be90-6f850c08c943 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:15.441981 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37db4019-3e07-4983-8e0f-c0e367849d31 req-ecbad898-d344-4b4c-be90-6f850c08c943 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 946 time: 0.0560899 Aug 20 10:26:15.454333 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7be22825-e640-4b66-aebc-fe7a4811dac3 req-9ab22882-9192-417d-9edb-49836f260ded tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 210 time: 0.0268757 Aug 20 10:26:15.484831 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37db4019-3e07-4983-8e0f-c0e367849d31 req-c6a2185f-a0d5-4c6e-92f5-76dd02240952 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359769 Aug 20 10:26:15.728183 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e01dd3dd-9f6a-4281-9f0a-2f551fc351cb req-ff21a16c-6a54-4de5-94f4-4ea1e4dc8fac tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0282214 Aug 20 10:26:16.086641 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb540978-7c02-4447-baec-6219666f1bcc req-4c7610d4-4ce1-4d8e-824d-2250520dc29b tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:16.088297 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb540978-7c02-4447-baec-6219666f1bcc req-4c7610d4-4ce1-4d8e-824d-2250520dc29b tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.0698318 Aug 20 10:26:16.131660 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb540978-7c02-4447-baec-6219666f1bcc req-67ca7c23-d79d-488e-ab0c-29041dffd2ad tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355241 Aug 20 10:26:16.573053 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df61d3b4-84f3-4357-ab99-818a7864b9e3 req-e430ff81-6992-4781-a5cc-ca3356fe97b5 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 210 time: 0.0409880 Aug 20 10:26:16.595463 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125da5a-71a9-4005-bb1a-8be52d3c1c86 req-ff8a1b9a-cd7c-40ec-b8ad-d0ecb2accc97 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:16.603333 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c125da5a-71a9-4005-bb1a-8be52d3c1c86 req-ff8a1b9a-cd7c-40ec-b8ad-d0ecb2accc97 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1833286 Aug 20 10:26:16.631728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-9fe770ed-7b0f-4009-8017-3486de339600 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:16.633251 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-9fe770ed-7b0f-4009-8017-3486de339600 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.42 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 811 time: 0.2438011 Aug 20 10:26:16.656158 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c125da5a-71a9-4005-bb1a-8be52d3c1c86 req-de1a166f-042e-4296-9489-0402d678f030 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518351 Aug 20 10:26:16.666360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Request body: {'port': {'device_id': '8cf94eec-b96b-457b-b0ab-b3339cf5ba33', 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f', 'admin_state_up': True, 'tenant_id': '6e53ce8e85ec4b5491d4531e04655740'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:16.712419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb138485-9323-40fb-9935-e0e101b4e2a3 req-811f688f-680d-4a89-a5d1-87e293f48b11 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:16.714050 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eb138485-9323-40fb-9935-e0e101b4e2a3 req-811f688f-680d-4a89-a5d1-87e293f48b11 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 946 time: 0.0612845 Aug 20 10:26:16.781718 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eb138485-9323-40fb-9935-e0e101b4e2a3 req-c09fe1ad-9128-4573-9706-ec7ecb1b0a01 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604694 Aug 20 10:26:16.809241 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device e04b2abf-5143-475d-8bfc-7cbd409dced9 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:26:16.810736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Made reservation on behalf of 6e53ce8e85ec4b5491d4531e04655740 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:26:16.814488 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:16.831111 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: e04b2abf-5143-475d-8bfc-7cbd409dced9 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:26:16.831477 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device e04b2abf-5143-475d-8bfc-7cbd409dced9 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:26:16.863968 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-331f62af-d4ed-4e60-ad52-a79c4c3d45d2 req-a33ff148-5bbd-4967-8791-8d89878e2286 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0335202 Aug 20 10:26:16.979779 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Allocated IP 172.20.0.5 (cfce61d9-c87f-4881-8801-06adfd00a39f/cadf393e-210e-42af-b610-6c3e5318317c/a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:26:17.082942 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a5f6a8-7d94-48c0-a796-73d7b57272ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f72cb8-fae1-4a17-bddd-ab216393c94c'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:17.085230 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e991535-eb33-42eb-a85b-73eed8c2d217" -d '{"events": [{"server_uuid": "42a5f6a8-7d94-48c0-a796-73d7b57272ab", "name": "network-vif-plugged", "status": "completed", "tag": "39f72cb8-fae1-4a17-bddd-ab216393c94c"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:17.125661 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcb50a5-5976-43c7-b022-e41de61bc7e2 x-openstack-request-id: req-8bcb50a5-5976-43c7-b022-e41de61bc7e2 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:17.125954 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a5f6a8-7d94-48c0-a796-73d7b57272ab", "name": "network-vif-plugged", "status": "completed", "tag": "39f72cb8-fae1-4a17-bddd-ab216393c94c", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:17.126201 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8bcb50a5-5976-43c7-b022-e41de61bc7e2 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:17.126596 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a5f6a8-7d94-48c0-a796-73d7b57272ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f72cb8-fae1-4a17-bddd-ab216393c94c', 'code': 200} Aug 20 10:26:17.141313 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:17.183839 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:17.237087 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Network cfce61d9-c87f-4881-8801-06adfd00a39f is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:26:17.240299 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:26:17.247989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:26:17.251503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Pushing event updated for resources: {'Port': ['ID=a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:17.276652 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238523cb-ed28-48f8-b416-06d9e2926538 req-bfba24c0-2db5-4415-a210-b9de33a01881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:17.278184 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-238523cb-ed28-48f8-b416-06d9e2926538 req-bfba24c0-2db5-4415-a210-b9de33a01881 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 1097 time: 0.0791719 Aug 20 10:26:17.282030 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:17.282384 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:17.282734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:17.283101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:17.283445 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:17.283782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:17.284118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:17.284453 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:17.284784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:17.285116 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:17.285444 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:17.285771 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:17.291487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea268af3-ce28-4b3c-9961-7afc5ee0b0a7 req-284acc6f-4ac3-4c3d-bb8b-9ca3b0c0ff60 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:17.292643 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea268af3-ce28-4b3c-9961-7afc5ee0b0a7 req-284acc6f-4ac3-4c3d-bb8b-9ca3b0c0ff60 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.0639946 Aug 20 10:26:17.311683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:17.312631 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:17.335737 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-65af8da7-7921-4f61-8245-6c3ee09682f4 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6737726 Aug 20 10:26:17.340707 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-238523cb-ed28-48f8-b416-06d9e2926538 req-18297733-c775-4c24-8d4f-a373be1e02a8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470173 Aug 20 10:26:17.364286 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Request body: {'port': {'device_id': '8cf94eec-b96b-457b-b0ab-b3339cf5ba33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:17.388084 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea268af3-ce28-4b3c-9961-7afc5ee0b0a7 req-bff0729d-b02b-40ea-be55-ddae8723b6e9 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716927 Aug 20 10:26:17.451895 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:17.771794 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffec328-3a65-4a09-9163-7cfbce21da99 req-c09fe14b-1a09-49c5-8e85-2a85d930c203 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:17.773497 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ffec328-3a65-4a09-9163-7cfbce21da99 req-c09fe14b-1a09-49c5-8e85-2a85d930c203 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 931 time: 0.1198809 Aug 20 10:26:17.827198 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26d7b8-185e-48ad-b6c2-f66fa538fb6b req-86a8b926-1eb0-4934-90bb-12d8b94634c6 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:17.830371 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d26d7b8-185e-48ad-b6c2-f66fa538fb6b req-86a8b926-1eb0-4934-90bb-12d8b94634c6 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0700605 Aug 20 10:26:17.861955 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ffec328-3a65-4a09-9163-7cfbce21da99 req-7efd6ae7-074a-4c43-aa11-47b721433bc3 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815511 Aug 20 10:26:17.874686 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d26d7b8-185e-48ad-b6c2-f66fa538fb6b req-b820b83d-be37-4cf8-8e8e-70344d9691ca tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375240 Aug 20 10:26:17.969542 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:26:17.997270 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:18.021004 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-66526123-419e-4c3f-bfc7-2f51cd20f339 req-f4a0f1f5-d8d1-41d4-b199-97e373ae7e16 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0621200 Aug 20 10:26:18.048236 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Transition to ACTIVE for port object a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:26:18.056823 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:18.118175 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6734a80-78c3-4a5e-921c-2597178b5138 req-9f4d3d2f-c1c2-4f47-9237-5d256bc541b3 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:18.128686 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6734a80-78c3-4a5e-921c-2597178b5138 req-9f4d3d2f-c1c2-4f47-9237-5d256bc541b3 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 946 time: 0.1506863 Aug 20 10:26:18.171918 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Pushing event updated for resources: {'Port': ['ID=a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:18.247659 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6734a80-78c3-4a5e-921c-2597178b5138 req-62b8d9d9-564b-4816-8795-d6194e81f9e7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179223 Aug 20 10:26:18.292665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Attempting to bind port a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:26:18.293134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Attempting to bind port a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:26:18.293509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Attempting to bind port a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b on network cfce61d9-c87f-4881-8801-06adfd00a39f {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:26:18.298506 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Port a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b on network cfce61d9-c87f-4881-8801-06adfd00a39f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:26:18.299504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Attempting to bind port a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b on network cfce61d9-c87f-4881-8801-06adfd00a39f {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:26:18.304235 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:26:18.304638 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Checking segment: {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:26:18.305167 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Bound using segment: {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:26:18.305694 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Bound port: a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367e2e56-0ae9-4788-8ccb-61d20d387910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:26:18.306230 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:18.313934 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:18.417356 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-473ad1c5-d535-4798-823b-a73d3cedf5e7 req-0db8d77c-e5a7-4508-ae7f-5a7fe9e240c1 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1415784782&fields=id&tenant_id=d7e4ed6a4f2c4b3db9b58918d6a913e7 HTTP/1.1" status: 200 len: 267 time: 0.0580282 Aug 20 10:26:18.440156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] For port a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:26:18.447139 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] For port a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:26:18.466673 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:18.531167 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:18.531990 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:18.533608 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] 10.222.0.42 "PUT /v2.0/ports/a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b HTTP/1.1" status: 200 len: 1092 time: 1.1768796 Aug 20 10:26:18.538594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf94eec-b96b-457b-b0ab-b3339cf5ba33', 'tag': 'a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:18.542749 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04f49e1-af7c-4456-ae18-6f063edc1f79" -d '{"events": [{"name": "network-changed", "server_uuid": "8cf94eec-b96b-457b-b0ab-b3339cf5ba33", "tag": "a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:18.583930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ad1c5-d535-4798-823b-a73d3cedf5e7 req-909a72ce-e6c8-4af0-9ec2-dc12a16ccf1f tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:18.586922 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-473ad1c5-d535-4798-823b-a73d3cedf5e7 req-909a72ce-e6c8-4af0-9ec2-dc12a16ccf1f tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 946 time: 0.1584260 Aug 20 10:26:18.604713 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c97eb99c-7c9b-43ce-a058-cc469682ed9c details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:26:18.625687 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553b0e7-2789-4720-bae6-a62063786582 req-ee1940a2-579e-4cfd-97c2-a9568dc08f21 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:18.627318 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d553b0e7-2789-4720-bae6-a62063786582 req-ee1940a2-579e-4cfd-97c2-a9568dc08f21 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.0954487 Aug 20 10:26:18.660755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-473ad1c5-d535-4798-823b-a73d3cedf5e7 req-f6b616ac-ffe6-4733-92e5-23c99462d804 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Request body: {'port': {'security_groups': ['173d6db1-78bc-4c3a-bf66-1739c0033322', 'b4086238-3bb0-49b2-891c-8cfa9bf4dbe2']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:18.731801 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d553b0e7-2789-4720-bae6-a62063786582 req-3841964a-9349-48a2-a181-98c822341d42 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935123 Aug 20 10:26:18.735180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350705f-f4dd-4086-8b91-3b3e93edf7ae service neutron] Pushing event updated for resources: {'Port': ['ID=a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:18.842340 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ccf3d1-4b48-4715-86d2-5c8f82cf0d0d x-openstack-request-id: req-84ccf3d1-4b48-4715-86d2-5c8f82cf0d0d {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:18.843086 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cf94eec-b96b-457b-b0ab-b3339cf5ba33", "tag": "a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:18.843086 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84ccf3d1-4b48-4715-86d2-5c8f82cf0d0d {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:18.855108 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cf94eec-b96b-457b-b0ab-b3339cf5ba33', 'tag': 'a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b', 'status': 'completed', 'code': 200} Aug 20 10:26:18.893216 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-473ad1c5-d535-4798-823b-a73d3cedf5e7 req-f6b616ac-ffe6-4733-92e5-23c99462d804 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:18.936679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c97eb99c-7c9b-43ce-a058-cc469682ed9c, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c97eb99c-7c9b-43ce-a058-cc469682ed9c,segment=NetworkSegment(b609cb7a-77cc-49c3-9444-7cdfcd98764f),segment_id=b609cb7a-77cc-49c3-9444-7cdfcd98764f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:18.966269 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'c97eb99c-7c9b-43ce-a058-cc469682ed9c', 'network_id': 'bc500ecd-8f48-462e-8406-51f60bdda1bd', 'port_id': 'c97eb99c-7c9b-43ce-a058-cc469682ed9c', 'mac_address': 'fa:16:3e:68:c0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf539f61-8f34-42e8-a606-b643c725c2c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:26:19.113827 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:19.121587 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-fbccb49f-d898-4e16-af9d-f6d9b4e58899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:19.139201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-fbccb49f-d898-4e16-af9d-f6d9b4e58899 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 1095 time: 0.5507450 Aug 20 10:26:19.161262 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c97eb99c-7c9b-43ce-a058-cc469682ed9c {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:26:19.198859 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c97eb99c-7c9b-43ce-a058-cc469682ed9c, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c97eb99c-7c9b-43ce-a058-cc469682ed9c,segment=NetworkSegment(b609cb7a-77cc-49c3-9444-7cdfcd98764f),segment_id=b609cb7a-77cc-49c3-9444-7cdfcd98764f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:19.203698 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:19.214111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d18c96-6930-45a1-b6be-bb6851e280ee req-6d9d657e-0bec-4a14-9f4b-84ccc812ea22 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:19.235572 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6d18c96-6930-45a1-b6be-bb6851e280ee req-6d9d657e-0bec-4a14-9f4b-84ccc812ea22 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 943 time: 0.1543691 Aug 20 10:26:19.270046 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-e1a34eeb-cf3e-48d3-9069-af6b38035050 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b HTTP/1.1" status: 200 len: 217 time: 0.1184387 Aug 20 10:26:19.275131 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=c97eb99c-7c9b-43ce-a058-cc469682ed9c,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:19.319656 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6d18c96-6930-45a1-b6be-bb6851e280ee req-7f291eda-be18-4f2f-9dde-faf127b51219 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818701 Aug 20 10:26:19.365980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['c97eb99c-7c9b-43ce-a058-cc469682ed9c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:26:19.470260 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-b5765037-e379-4f7c-b910-fe6d55e0acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:19.471691 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-b5765037-e379-4f7c-b910-fe6d55e0acc4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cadf393e-210e-42af-b610-6c3e5318317c HTTP/1.1" status: 200 len: 851 time: 0.1911483 Aug 20 10:26:19.498106 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f623bf1-1727-4bd2-b5c0-3ee4f2f7c3d7 req-5f3f0bed-4bb2-4605-828c-fa94d16e76a8 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:19.499798 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f623bf1-1727-4bd2-b5c0-3ee4f2f7c3d7 req-5f3f0bed-4bb2-4605-828c-fa94d16e76a8 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 945 time: 0.0967762 Aug 20 10:26:19.513890 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-2dd8e178-8a8a-4fb5-b5ca-06e5949ea6b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cfce61d9-c87f-4881-8801-06adfd00a39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302727 Aug 20 10:26:19.574206 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f623bf1-1727-4bd2-b5c0-3ee4f2f7c3d7 req-141c380e-5d67-43d5-b510-955f70eef3ef tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625618 Aug 20 10:26:19.615207 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-473ad1c5-d535-4798-823b-a73d3cedf5e7 req-f6b616ac-ffe6-4733-92e5-23c99462d804 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] For port 56547436-a272-4eff-8b3a-546053106d8b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=56547436-a272-4eff-8b3a-546053106d8b,segment=NetworkSegment(07ecd010-bae1-4f6f-8607-4df2bd45ace5),segment_id=07ecd010-bae1-4f6f-8607-4df2bd45ace5)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:19.668737 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-473ad1c5-d535-4798-823b-a73d3cedf5e7 req-f6b616ac-ffe6-4733-92e5-23c99462d804 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:19.696620 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-d392b5cb-8b1f-494f-bc15-612864b3080e service neutron] 10.222.0.42 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752532 Aug 20 10:26:19.697449 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-473ad1c5-d535-4798-823b-a73d3cedf5e7 req-f6b616ac-ffe6-4733-92e5-23c99462d804 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:19.713729 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1bf09fee-fc2e-408d-90da-007d55960cab'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:26:19.730910 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4446c50c-e97f-4236-bcd2-9df8499e6b5a req-1d8ee588-7b76-44d6-8983-faec480037c8 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0435648 Aug 20 10:26:19.808898 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ad1c5-d535-4798-823b-a73d3cedf5e7 req-f6b616ac-ffe6-4733-92e5-23c99462d804 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:19.809822 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-473ad1c5-d535-4798-823b-a73d3cedf5e7 req-f6b616ac-ffe6-4733-92e5-23c99462d804 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:19.811597 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-473ad1c5-d535-4798-823b-a73d3cedf5e7 req-f6b616ac-ffe6-4733-92e5-23c99462d804 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "PUT /v2.0/ports/56547436-a272-4eff-8b3a-546053106d8b HTTP/1.1" status: 200 len: 982 time: 1.1673119 Aug 20 10:26:19.842611 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b616ac-ffe6-4733-92e5-23c99462d804 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event updated for resources: {'Port': ['ID=56547436-a272-4eff-8b3a-546053106d8b,revision_number=6']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:19.901405 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dc45f99-dc2e-4f35-8957-1b5699faa36b req-0d406e7c-1365-4775-89a0-bf134bc57509 service neutron] 10.222.0.42 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706254 Aug 20 10:26:19.928397 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-57aa7559-2835-413e-abe4-7d22efbda3eb req-4bd3c1c2-025b-440b-a6c3-c195977d36f5 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/b4086238-3bb0-49b2-891c-8cfa9bf4dbe2 HTTP/1.1" status: 200 len: 1802 time: 0.0573630 Aug 20 10:26:19.951852 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['56547436-a272-4eff-8b3a-546053106d8b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:26:19.982987 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b4949-76a7-410a-988a-da4727b33c31 req-d9a65b0c-972d-44a2-afad-a1335abfd14a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:19.983279 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-57aa7559-2835-413e-abe4-7d22efbda3eb req-bc0943b4-5391-4ecd-8d72-d57651caf136 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 10:26:19.984137 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-57aa7559-2835-413e-abe4-7d22efbda3eb req-bc0943b4-5391-4ecd-8d72-d57651caf136 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "DELETE /v2.0/security-groups/b4086238-3bb0-49b2-891c-8cfa9bf4dbe2 HTTP/1.1" status: 409 len: 341 time: 0.0530756 Aug 20 10:26:19.995981 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-665b4949-76a7-410a-988a-da4727b33c31 req-d9a65b0c-972d-44a2-afad-a1335abfd14a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.0807760 Aug 20 10:26:20.074145 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f49e1-af7c-4456-ae18-6f063edc1f79 req-6f21cc5b-b98f-4d8f-91f6-308f81a4bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:20.076265 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b04f49e1-af7c-4456-ae18-6f063edc1f79 req-6f21cc5b-b98f-4d8f-91f6-308f81a4bfa3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e53ce8e85ec4b5491d4531e04655740&device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 1095 time: 0.1100650 Aug 20 10:26:20.079446 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['56547436-a272-4eff-8b3a-546053106d8b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:26:20.080028 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-665b4949-76a7-410a-988a-da4727b33c31 req-67e6551d-d69f-45c2-bc7a-27d6d856feaa tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618215 Aug 20 10:26:20.208671 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f49e1-af7c-4456-ae18-6f063edc1f79 req-5537727c-2934-43e2-b50d-24d68dfb89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:20.210271 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b04f49e1-af7c-4456-ae18-6f063edc1f79 req-5537727c-2934-43e2-b50d-24d68dfb89b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 200 len: 912 time: 0.1260116 Aug 20 10:26:20.288620 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b04f49e1-af7c-4456-ae18-6f063edc1f79 req-2243d32f-984a-4f43-88f2-e9f585d543b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b HTTP/1.1" status: 200 len: 217 time: 0.0681112 Aug 20 10:26:20.367714 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1916a-e83f-4299-b3da-d3500dbdcbe1 req-39aa17e6-c10d-41ee-82db-5c5a2e3942ba tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:20.369433 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-11b1916a-e83f-4299-b3da-d3500dbdcbe1 req-39aa17e6-c10d-41ee-82db-5c5a2e3942ba tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 985 time: 0.1039593 Aug 20 10:26:20.421082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a094ea-e9f8-412d-8f23-e25b023daf50 req-68cb6669-db9f-4688-a4f5-8272c6f26640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:20.425560 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4a094ea-e9f8-412d-8f23-e25b023daf50 req-68cb6669-db9f-4688-a4f5-8272c6f26640 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7e4ed6a4f2c4b3db9b58918d6a913e7&device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 1137 time: 0.1478527 Aug 20 10:26:20.428727 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f49e1-af7c-4456-ae18-6f063edc1f79 req-9b72828d-972f-49a8-89b1-a6f415c43717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:20.431413 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b04f49e1-af7c-4456-ae18-6f063edc1f79 req-9b72828d-972f-49a8-89b1-a6f415c43717 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cadf393e-210e-42af-b610-6c3e5318317c HTTP/1.1" status: 200 len: 851 time: 0.1231229 Aug 20 10:26:20.450821 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-11b1916a-e83f-4299-b3da-d3500dbdcbe1 req-cc47d0a4-f894-4da5-8118-2ac4c00edb2e tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&id=b4086238-3bb0-49b2-891c-8cfa9bf4dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0685205 Aug 20 10:26:20.613483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c97eb99c-7c9b-43ce-a058-cc469682ed9c up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:26:20.641219 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b04f49e1-af7c-4456-ae18-6f063edc1f79 req-05baf49a-237e-4914-bd06-c9cc180b0238 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cfce61d9-c87f-4881-8801-06adfd00a39f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1827390 Aug 20 10:26:20.710752 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e9b93-5469-4042-a475-633b3dd3f038 req-1b00d079-8dbf-4f35-99ed-982ebca0acf2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:20.735130 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-856e9b93-5469-4042-a475-633b3dd3f038 req-1b00d079-8dbf-4f35-99ed-982ebca0acf2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 943 time: 0.1902328 Aug 20 10:26:20.862163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208c7c1-7a4e-46e2-ad95-27bcd3237954 req-3c63a0f2-44a6-4bfa-897d-e1ef54ef68f9 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:20.870668 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b208c7c1-7a4e-46e2-ad95-27bcd3237954 req-3c63a0f2-44a6-4bfa-897d-e1ef54ef68f9 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.0683136 Aug 20 10:26:20.921713 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b208c7c1-7a4e-46e2-ad95-27bcd3237954 req-4f4e554e-75b6-4b8b-a2c2-d3b92b58e081 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483673 Aug 20 10:26:20.947630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d4db2d-61ec-4f02-b535-6025b3111812', 'tag': '56547436-a272-4eff-8b3a-546053106d8b'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:20.950937 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838d85eb-aae5-4072-8580-b7a312a78658" -d '{"events": [{"name": "network-changed", "server_uuid": "60d4db2d-61ec-4f02-b535-6025b3111812", "tag": "56547436-a272-4eff-8b3a-546053106d8b"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:20.955191 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a094ea-e9f8-412d-8f23-e25b023daf50 req-ec94ea8d-8656-4b0a-b406-a59258175dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:20.957216 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4a094ea-e9f8-412d-8f23-e25b023daf50 req-ec94ea8d-8656-4b0a-b406-a59258175dff service neutron] 10.222.0.42 "GET /v2.0/networks?id=f920487b-b2a2-4da5-952f-e2da40eabc10 HTTP/1.1" status: 200 len: 913 time: 0.5234385 Aug 20 10:26:21.029562 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port c97eb99c-7c9b-43ce-a058-cc469682ed9c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:26:21.029921 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:21.064758 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4a094ea-e9f8-412d-8f23-e25b023daf50 req-6001d4cd-a54c-4df4-a733-fb665bc61733 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56547436-a272-4eff-8b3a-546053106d8b HTTP/1.1" status: 200 len: 217 time: 0.0974464 Aug 20 10:26:21.091202 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-856e9b93-5469-4042-a475-633b3dd3f038 req-7edc405f-c94c-4463-afc7-21361840eb3d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547812 Aug 20 10:26:21.102925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de5cbe-ed2f-4e63-abf7-422ad46b514b req-125d5d55-af0b-47b7-aefa-3ad36d4e3a52 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:21.104533 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-73de5cbe-ed2f-4e63-abf7-422ad46b514b req-125d5d55-af0b-47b7-aefa-3ad36d4e3a52 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 945 time: 0.1229167 Aug 20 10:26:21.194073 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-73de5cbe-ed2f-4e63-abf7-422ad46b514b req-42399d9b-dd5b-4bd5-84c9-b0594400fe18 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752685 Aug 20 10:26:21.233764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a094ea-e9f8-412d-8f23-e25b023daf50 req-b9b008e3-b2c7-4cbd-a8cb-7c1def6a58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:21.237908 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4a094ea-e9f8-412d-8f23-e25b023daf50 req-b9b008e3-b2c7-4cbd-a8cb-7c1def6a58c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=680ac599-0c01-49bb-acaf-f6e6ac8ac95a HTTP/1.1" status: 200 len: 852 time: 0.1230018 Aug 20 10:26:21.558181 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:21.636169 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c97eb99c-7c9b-43ce-a058-cc469682ed9c, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c97eb99c-7c9b-43ce-a058-cc469682ed9c,segment=NetworkSegment(b609cb7a-77cc-49c3-9444-7cdfcd98764f),segment_id=b609cb7a-77cc-49c3-9444-7cdfcd98764f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:21.637153 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9d4a3b-6d77-42bc-823a-43315f3f41af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97eb99c-7c9b-43ce-a058-cc469682ed9c'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:21.639600 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df5516b-974b-4e0b-9fc0-b875101e8572" -d '{"events": [{"server_uuid": "bc9d4a3b-6d77-42bc-823a-43315f3f41af", "name": "network-vif-plugged", "status": "completed", "tag": "c97eb99c-7c9b-43ce-a058-cc469682ed9c"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:21.652502 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:21.671610 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a29caf-afb1-43b6-89da-fa4530222ba4 x-openstack-request-id: req-e4a29caf-afb1-43b6-89da-fa4530222ba4 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:21.671996 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d4db2d-61ec-4f02-b535-6025b3111812", "tag": "56547436-a272-4eff-8b3a-546053106d8b", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:21.672496 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4a29caf-afb1-43b6-89da-fa4530222ba4 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:21.673083 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d4db2d-61ec-4f02-b535-6025b3111812', 'tag': '56547436-a272-4eff-8b3a-546053106d8b', 'status': 'completed', 'code': 200} Aug 20 10:26:21.678762 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2e396c43-a980-45e6-8148-51aec89491fb req-2be321bd-8059-49bc-854c-17e64415e2ba tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.4318235 Aug 20 10:26:21.714674 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4a094ea-e9f8-412d-8f23-e25b023daf50 req-83fe1579-351a-414e-8693-81c9cdb02276 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f920487b-b2a2-4da5-952f-e2da40eabc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515704 Aug 20 10:26:21.762632 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eea2c-1749-42b5-b1f6-c3a7aa4a792f req-9c774d4a-14d6-4173-b428-1db8334a4576 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:21.767308 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-831eea2c-1749-42b5-b1f6-c3a7aa4a792f req-9c774d4a-14d6-4173-b428-1db8334a4576 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 985 time: 0.1743622 Aug 20 10:26:21.768322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=c97eb99c-7c9b-43ce-a058-cc469682ed9c,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:21.785148 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a64304-25be-4d2e-8c99-85e9d64554c9 x-openstack-request-id: req-70a64304-25be-4d2e-8c99-85e9d64554c9 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:21.785457 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9d4a3b-6d77-42bc-823a-43315f3f41af", "name": "network-vif-plugged", "status": "completed", "tag": "c97eb99c-7c9b-43ce-a058-cc469682ed9c", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:21.785715 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70a64304-25be-4d2e-8c99-85e9d64554c9 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:21.786131 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9d4a3b-6d77-42bc-823a-43315f3f41af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97eb99c-7c9b-43ce-a058-cc469682ed9c', 'code': 200} Aug 20 10:26:21.818380 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-831eea2c-1749-42b5-b1f6-c3a7aa4a792f req-943dad59-83d3-4af4-844a-627482e3239e tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&id=b4086238-3bb0-49b2-891c-8cfa9bf4dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0469244 Aug 20 10:26:21.825446 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b04f49e1-af7c-4456-ae18-6f063edc1f79 req-8b302758-5318-4ba4-961f-6bac831d31e1 service neutron] 10.222.0.42 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1620860 Aug 20 10:26:21.967159 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b04f49e1-af7c-4456-ae18-6f063edc1f79 req-0d263e4f-0543-47a0-868c-a3ac35e55454 service neutron] 10.222.0.42 "GET /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297488 Aug 20 10:26:22.008809 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4a094ea-e9f8-412d-8f23-e25b023daf50 req-ac64c41e-e11e-4871-89ac-e4153d60282f service neutron] 10.222.0.42 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795293 Aug 20 10:26:22.152618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5723558-1f53-45fd-b131-a3538512d60b req-3bd0b7c4-f589-4035-9407-54a8bc8cbba5 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:22.160895 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a5723558-1f53-45fd-b131-a3538512d60b req-3bd0b7c4-f589-4035-9407-54a8bc8cbba5 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.1509621 Aug 20 10:26:22.248909 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a5723558-1f53-45fd-b131-a3538512d60b req-b06121c8-e385-4329-94dd-067e868c94e6 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861032 Aug 20 10:26:22.263020 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4a094ea-e9f8-412d-8f23-e25b023daf50 req-e235c225-db3d-4f6c-b8cd-405d2c52fa52 service neutron] 10.222.0.42 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414525 Aug 20 10:26:22.305549 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cac635-4f32-4f9b-8d63-4a6108ad2e90 req-13397ee0-0225-41e8-bc47-6a6d8fcc404f tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:22.313426 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a2cac635-4f32-4f9b-8d63-4a6108ad2e90 req-13397ee0-0225-41e8-bc47-6a6d8fcc404f tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 943 time: 0.1003058 Aug 20 10:26:22.372289 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a2cac635-4f32-4f9b-8d63-4a6108ad2e90 req-022da214-c651-44c7-aa9b-437f93d99069 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578804 Aug 20 10:26:22.455038 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80307a3-ebc7-43d0-b475-3da86bcee39c req-893e5620-b84a-4e5d-8e8a-fd204ac350d1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:22.457573 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f80307a3-ebc7-43d0-b475-3da86bcee39c req-893e5620-b84a-4e5d-8e8a-fd204ac350d1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1194103 Aug 20 10:26:22.494151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d85eb-aae5-4072-8580-b7a312a78658 req-8abeacd9-0ca5-4632-90f3-00eaa96a3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:22.496284 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-838d85eb-aae5-4072-8580-b7a312a78658 req-8abeacd9-0ca5-4632-90f3-00eaa96a3336 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7e4ed6a4f2c4b3db9b58918d6a913e7&device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 1137 time: 0.1179872 Aug 20 10:26:22.503422 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:22.565256 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f80307a3-ebc7-43d0-b475-3da86bcee39c req-e0caa2a0-1dae-4e2e-877e-8165a1b9aac6 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932195 Aug 20 10:26:22.626970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d85eb-aae5-4072-8580-b7a312a78658 req-699d4347-89c2-4d93-a14b-623e066d84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:22.628657 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-838d85eb-aae5-4072-8580-b7a312a78658 req-699d4347-89c2-4d93-a14b-623e066d84b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f920487b-b2a2-4da5-952f-e2da40eabc10 HTTP/1.1" status: 200 len: 913 time: 0.1209223 Aug 20 10:26:22.679015 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-838d85eb-aae5-4072-8580-b7a312a78658 req-924a95b2-acd1-4a64-90d1-43b36b62de55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56547436-a272-4eff-8b3a-546053106d8b HTTP/1.1" status: 200 len: 217 time: 0.0411675 Aug 20 10:26:22.752578 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d85eb-aae5-4072-8580-b7a312a78658 req-e0f41820-759e-4c42-9a40-c4d0feb77fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:22.754523 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-838d85eb-aae5-4072-8580-b7a312a78658 req-e0f41820-759e-4c42-9a40-c4d0feb77fa1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=680ac599-0c01-49bb-acaf-f6e6ac8ac95a HTTP/1.1" status: 200 len: 852 time: 0.0639355 Aug 20 10:26:22.797750 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:26:22.799922 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-838d85eb-aae5-4072-8580-b7a312a78658 req-dfe0a122-a45d-4de0-9020-cb77bd6aaef3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f920487b-b2a2-4da5-952f-e2da40eabc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296912 Aug 20 10:26:22.855369 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-07f64b11-ea7d-4a79-814d-971b9c5fc4fc req-7dbc89c4-8ca2-4831-8f05-006b9d747396 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0304706 Aug 20 10:26:22.988422 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-838d85eb-aae5-4072-8580-b7a312a78658 req-b74a44a9-b437-4856-96b5-05c7d7f9a0ef service neutron] 10.222.0.42 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781604 Aug 20 10:26:22.997874 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cb94c-7c37-459b-9ca6-4d195b01a23a req-69102643-f82e-477e-9230-6cd1aa040404 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:22.999857 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae8cb94c-7c37-459b-9ca6-4d195b01a23a req-69102643-f82e-477e-9230-6cd1aa040404 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 985 time: 0.0790899 Aug 20 10:26:23.106037 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae8cb94c-7c37-459b-9ca6-4d195b01a23a req-42a6b50b-a28f-4401-85ff-cffc3ea6249f tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&id=b4086238-3bb0-49b2-891c-8cfa9bf4dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0956647 Aug 20 10:26:23.141725 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-838d85eb-aae5-4072-8580-b7a312a78658 req-de212ecf-4d7b-4cf9-a6a6-d974af860d0c service neutron] 10.222.0.42 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405923 Aug 20 10:26:23.381072 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7fac1-5c6c-4159-af88-2a18ecbf4eee req-65b80e12-1d4e-4413-b5c0-cd398494d648 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:23.383975 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f1c7fac1-5c6c-4159-af88-2a18ecbf4eee req-65b80e12-1d4e-4413-b5c0-cd398494d648 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.0664945 Aug 20 10:26:23.458000 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f1c7fac1-5c6c-4159-af88-2a18ecbf4eee req-ced48b47-aa04-4760-86d0-9fe4365ccfb5 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667648 Aug 20 10:26:23.574239 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be4f8e-1abb-47c1-a66a-2d4f06510ce7 req-17414591-f7c9-41c0-8a42-f8135bd54388 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:23.575904 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63be4f8e-1abb-47c1-a66a-2d4f06510ce7 req-17414591-f7c9-41c0-8a42-f8135bd54388 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 943 time: 0.0876133 Aug 20 10:26:23.640681 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63be4f8e-1abb-47c1-a66a-2d4f06510ce7 req-e13ab306-cf5d-4680-8b12-82565b8d1f1f tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563676 Aug 20 10:26:23.749687 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c674d-8b53-43ed-b13d-ec5624058316 req-cdb89052-c498-4abc-98b0-b0a3c83d1577 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:23.758764 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-392c674d-8b53-43ed-b13d-ec5624058316 req-cdb89052-c498-4abc-98b0-b0a3c83d1577 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0829217 Aug 20 10:26:23.809937 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-392c674d-8b53-43ed-b13d-ec5624058316 req-4bae218c-3d04-4d25-904e-221f2a55d53e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500784 Aug 20 10:26:23.981755 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-db4cb314-4abc-406a-a227-41df5d14eb76 req-c5f85bcf-12c0-4130-a025-8a4e4382a588 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0372677 Aug 20 10:26:24.254750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d4ea5-5a37-4ae2-b0b1-34a8a70ae194 req-dc9ae967-fdcd-4f1c-9232-7c8bf6255ea0 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:24.263168 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f65d4ea5-5a37-4ae2-b0b1-34a8a70ae194 req-dc9ae967-fdcd-4f1c-9232-7c8bf6255ea0 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 985 time: 0.0732183 Aug 20 10:26:24.324516 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f65d4ea5-5a37-4ae2-b0b1-34a8a70ae194 req-4172f0ad-7d55-4f97-be5b-26513f913c1c tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=173d6db1-78bc-4c3a-bf66-1739c0033322&id=b4086238-3bb0-49b2-891c-8cfa9bf4dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0579913 Aug 20 10:26:24.461202 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e89ab034-a8aa-4307-8c63-f55d72fe703a req-0eb34378-aea2-4b9e-b2af-98064e8648cb tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1655428378&fields=id&tenant_id=d7e4ed6a4f2c4b3db9b58918d6a913e7 HTTP/1.1" status: 200 len: 267 time: 0.0546834 Aug 20 10:26:24.544986 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ab034-a8aa-4307-8c63-f55d72fe703a req-b8d139f5-b019-49f2-bada-9c91fcd47b74 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:24.553593 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e89ab034-a8aa-4307-8c63-f55d72fe703a req-b8d139f5-b019-49f2-bada-9c91fcd47b74 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 985 time: 0.0840175 Aug 20 10:26:24.561111 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-e89ab034-a8aa-4307-8c63-f55d72fe703a req-e4ea81b6-efc7-4bb3-b13d-333f445f4864 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Request body: {'port': {'security_groups': ['173d6db1-78bc-4c3a-bf66-1739c0033322', 'b4086238-3bb0-49b2-891c-8cfa9bf4dbe2', '34d6ced9-b147-4033-8ea8-0b12094c2b82']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:24.605293 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af2b26-8530-4f18-b308-7e6bdacebfd6 req-494c595f-c349-40e9-a4c6-6590700d2eac tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:24.612660 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b9af2b26-8530-4f18-b308-7e6bdacebfd6 req-494c595f-c349-40e9-a4c6-6590700d2eac tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.0602579 Aug 20 10:26:24.637153 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:26:24.655515 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e89ab034-a8aa-4307-8c63-f55d72fe703a req-e4ea81b6-efc7-4bb3-b13d-333f445f4864 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:24.669178 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b9af2b26-8530-4f18-b308-7e6bdacebfd6 req-c2c27e26-20b8-4e74-804b-99b8e156275d tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552189 Aug 20 10:26:24.793911 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:24.828078 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b', 'network_id': 'cfce61d9-c87f-4881-8801-06adfd00a39f', 'port_id': 'a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b', 'mac_address': 'fa:16:3e:86:09:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadf393e-210e-42af-b610-6c3e5318317c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:26:24.920522 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:24.936931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbb374-96ac-47a5-add8-a74bf32a10c5 req-eb229267-6aa1-4e6f-a993-3b50ffecd072 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:24.945670 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6edbb374-96ac-47a5-add8-a74bf32a10c5 req-eb229267-6aa1-4e6f-a993-3b50ffecd072 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 943 time: 0.0600746 Aug 20 10:26:24.953600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:26:25.000317 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6edbb374-96ac-47a5-add8-a74bf32a10c5 req-04e46792-f2e3-498d-9bb1-0be62a635878 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526536 Aug 20 10:26:25.019267 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:25.027662 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:25.090528 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e89ab034-a8aa-4307-8c63-f55d72fe703a req-e4ea81b6-efc7-4bb3-b13d-333f445f4864 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] For port 56547436-a272-4eff-8b3a-546053106d8b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=56547436-a272-4eff-8b3a-546053106d8b,segment=NetworkSegment(07ecd010-bae1-4f6f-8607-4df2bd45ace5),segment_id=07ecd010-bae1-4f6f-8607-4df2bd45ace5)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:25.142036 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e89ab034-a8aa-4307-8c63-f55d72fe703a req-e4ea81b6-efc7-4bb3-b13d-333f445f4864 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:25.149855 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e89ab034-a8aa-4307-8c63-f55d72fe703a req-e4ea81b6-efc7-4bb3-b13d-333f445f4864 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:25.153545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:25.167086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['56547436-a272-4eff-8b3a-546053106d8b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:26:25.173476 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9cd5d-abe3-46c6-9f1a-7d99fa75c19f req-b9456817-428e-48bc-997e-be58a116c112 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:25.175302 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f0c9cd5d-abe3-46c6-9f1a-7d99fa75c19f req-b9456817-428e-48bc-997e-be58a116c112 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0585992 Aug 20 10:26:25.207537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1bf09fee-fc2e-408d-90da-007d55960cab'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:26:25.208397 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ab034-a8aa-4307-8c63-f55d72fe703a req-e4ea81b6-efc7-4bb3-b13d-333f445f4864 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:25.208985 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e89ab034-a8aa-4307-8c63-f55d72fe703a req-e4ea81b6-efc7-4bb3-b13d-333f445f4864 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:25.210411 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e89ab034-a8aa-4307-8c63-f55d72fe703a req-e4ea81b6-efc7-4bb3-b13d-333f445f4864 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "PUT /v2.0/ports/56547436-a272-4eff-8b3a-546053106d8b HTTP/1.1" status: 200 len: 1021 time: 0.6560180 Aug 20 10:26:25.210913 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d4db2d-61ec-4f02-b535-6025b3111812', 'tag': '56547436-a272-4eff-8b3a-546053106d8b'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:25.213618 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec275a91-62eb-4d21-a466-245b12fb433d" -d '{"events": [{"name": "network-changed", "server_uuid": "60d4db2d-61ec-4f02-b535-6025b3111812", "tag": "56547436-a272-4eff-8b3a-546053106d8b"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:25.269139 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea81b6-efc7-4bb3-b13d-333f445f4864 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event updated for resources: {'Port': ['ID=56547436-a272-4eff-8b3a-546053106d8b,revision_number=7']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:25.278836 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f0c9cd5d-abe3-46c6-9f1a-7d99fa75c19f req-63c9bab7-676d-46c9-8831-30e3e1b3851c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881655 Aug 20 10:26:25.375086 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a233672d-3891-4713-94e4-b556ed24d3bf req-7b90f5ed-3bc2-49ff-8c37-3d06c2f232c9 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0408289 Aug 20 10:26:25.376702 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6497b056-a2d6-4333-8dee-ff2bb362d1bb x-openstack-request-id: req-6497b056-a2d6-4333-8dee-ff2bb362d1bb {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:25.377411 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d4db2d-61ec-4f02-b535-6025b3111812", "tag": "56547436-a272-4eff-8b3a-546053106d8b", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:25.377411 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6497b056-a2d6-4333-8dee-ff2bb362d1bb {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:25.377745 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d4db2d-61ec-4f02-b535-6025b3111812', 'tag': '56547436-a272-4eff-8b3a-546053106d8b', 'status': 'completed', 'code': 200} Aug 20 10:26:25.390675 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['56547436-a272-4eff-8b3a-546053106d8b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:26:25.439365 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-140675ba-18ac-41c8-9db7-27ba1b6e1b62 req-51a8ba19-80f3-42ba-a1c2-ebad89d8fafb tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/34d6ced9-b147-4033-8ea8-0b12094c2b82 HTTP/1.1" status: 200 len: 1803 time: 0.0700762 Aug 20 10:26:25.449913 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec275a91-62eb-4d21-a466-245b12fb433d req-bad51c72-02c7-4349-a894-69566687b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:25.451492 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ec275a91-62eb-4d21-a466-245b12fb433d req-bad51c72-02c7-4349-a894-69566687b064 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7e4ed6a4f2c4b3db9b58918d6a913e7&device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 1176 time: 0.0731292 Aug 20 10:26:25.465037 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:26:25.511096 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-140675ba-18ac-41c8-9db7-27ba1b6e1b62 req-6e7e9dbe-888e-48c2-8b3e-60b7422ce9d6 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 10:26:25.519002 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-140675ba-18ac-41c8-9db7-27ba1b6e1b62 req-6e7e9dbe-888e-48c2-8b3e-60b7422ce9d6 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "DELETE /v2.0/security-groups/34d6ced9-b147-4033-8ea8-0b12094c2b82 HTTP/1.1" status: 409 len: 341 time: 0.0728068 Aug 20 10:26:25.597397 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec275a91-62eb-4d21-a466-245b12fb433d req-f28535a9-2354-4f30-9042-f45b7e2f1f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:25.600498 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ec275a91-62eb-4d21-a466-245b12fb433d req-f28535a9-2354-4f30-9042-f45b7e2f1f07 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f920487b-b2a2-4da5-952f-e2da40eabc10 HTTP/1.1" status: 200 len: 913 time: 0.1397860 Aug 20 10:26:25.654651 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ec275a91-62eb-4d21-a466-245b12fb433d req-2d52fbf9-9a2c-46e2-9409-d86d36a73105 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56547436-a272-4eff-8b3a-546053106d8b HTTP/1.1" status: 200 len: 217 time: 0.0431354 Aug 20 10:26:25.770917 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec275a91-62eb-4d21-a466-245b12fb433d req-fa53b968-c40b-4bf4-a731-52ffef9b05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:25.772459 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ec275a91-62eb-4d21-a466-245b12fb433d req-fa53b968-c40b-4bf4-a731-52ffef9b05e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=680ac599-0c01-49bb-acaf-f6e6ac8ac95a HTTP/1.1" status: 200 len: 852 time: 0.1088769 Aug 20 10:26:25.823397 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ec275a91-62eb-4d21-a466-245b12fb433d req-61909dc0-b5c2-434b-a981-0db5c39d2586 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f920487b-b2a2-4da5-952f-e2da40eabc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383255 Aug 20 10:26:25.878543 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27457bca-8de7-4f0b-b176-80ebc66dbd01 req-fb26656b-ed5d-4f76-9922-399e228575cf tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:25.888775 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27457bca-8de7-4f0b-b176-80ebc66dbd01 req-fb26656b-ed5d-4f76-9922-399e228575cf tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.0944271 Aug 20 10:26:25.940777 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27457bca-8de7-4f0b-b176-80ebc66dbd01 req-9836e8d5-92c2-459a-b5ed-6cd2333855bc tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454395 Aug 20 10:26:25.952661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa6d6e-af70-4885-8fa7-b265be12f211 req-f7c8cc01-6e14-4b05-a79e-d72d9a997f89 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:25.960796 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d3aa6d6e-af70-4885-8fa7-b265be12f211 req-f7c8cc01-6e14-4b05-a79e-d72d9a997f89 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 1024 time: 0.1175225 Aug 20 10:26:26.012078 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ec275a91-62eb-4d21-a466-245b12fb433d req-39f1385d-3104-4920-b599-a336e9c8e602 service neutron] 10.222.0.42 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772678 Aug 20 10:26:26.030809 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d3aa6d6e-af70-4885-8fa7-b265be12f211 req-17c46dfa-2de3-4c5c-9180-80d6f25eacc2 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=34d6ced9-b147-4033-8ea8-0b12094c2b82&id=173d6db1-78bc-4c3a-bf66-1739c0033322&id=b4086238-3bb0-49b2-891c-8cfa9bf4dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0629203 Aug 20 10:26:26.237456 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563986eb-d608-49f0-92ab-b06fa3a73388 req-7dc40887-2004-42bc-814b-744643dd83ba tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:26.239063 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-563986eb-d608-49f0-92ab-b06fa3a73388 req-7dc40887-2004-42bc-814b-744643dd83ba tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 944 time: 0.1284015 Aug 20 10:26:26.285850 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ec275a91-62eb-4d21-a466-245b12fb433d req-32208fa3-2899-4c94-a866-65e7347e3d9a service neutron] 10.222.0.42 "GET /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527421 Aug 20 10:26:26.309698 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-563986eb-d608-49f0-92ab-b06fa3a73388 req-86c4557a-1a62-4302-a045-7c4bfd9235a2 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590839 Aug 20 10:26:26.412244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e755b-deae-4b4e-9e37-736c2b117d4e req-dc946771-ced3-4beb-bac5-c75357675587 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:26.414402 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9c0e755b-deae-4b4e-9e37-736c2b117d4e req-dc946771-ced3-4beb-bac5-c75357675587 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0529046 Aug 20 10:26:26.464863 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9c0e755b-deae-4b4e-9e37-736c2b117d4e req-f0872a3d-03a9-4523-888f-4e5e154880c1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425026 Aug 20 10:26:26.503500 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ce818088-6d63-4897-b0c7-c1ab23474a53 req-05f2cfae-bee3-41cf-b6a4-841238b957e4 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0303526 Aug 20 10:26:27.073278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84139d8-76f0-4962-8721-c43f40bdf80d req-2d0ee7ce-958c-4f1c-bd32-8c7a5ad53f39 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:27.074990 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b84139d8-76f0-4962-8721-c43f40bdf80d req-2d0ee7ce-958c-4f1c-bd32-8c7a5ad53f39 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.0671382 Aug 20 10:26:27.131726 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b84139d8-76f0-4962-8721-c43f40bdf80d req-6d59fb31-34d5-497b-b718-3d6c7ab53110 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498998 Aug 20 10:26:27.199484 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72629116-982a-406a-b90d-d90f0068783f req-033f5f71-06a6-4bfd-a3b3-ac268eac1238 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:27.201162 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72629116-982a-406a-b90d-d90f0068783f req-033f5f71-06a6-4bfd-a3b3-ac268eac1238 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 1024 time: 0.0834479 Aug 20 10:26:27.251141 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72629116-982a-406a-b90d-d90f0068783f req-b20fd170-8e84-4105-ba45-8526268e23e7 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=34d6ced9-b147-4033-8ea8-0b12094c2b82&id=173d6db1-78bc-4c3a-bf66-1739c0033322&id=b4086238-3bb0-49b2-891c-8cfa9bf4dbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0433083 Aug 20 10:26:27.388678 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6abb9c-11de-466e-91fe-e81578b7db73 req-db1c805c-1acd-4e75-8ce3-176d13509e34 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:27.390726 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7e6abb9c-11de-466e-91fe-e81578b7db73 req-db1c805c-1acd-4e75-8ce3-176d13509e34 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.42 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 1024 time: 0.0677869 Aug 20 10:26:27.440140 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29705ee-ee5d-4882-a45e-f3b72705abc2 req-87489040-d3b5-40f0-9764-ca8ccbf16132 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:27.441638 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c29705ee-ee5d-4882-a45e-f3b72705abc2 req-87489040-d3b5-40f0-9764-ca8ccbf16132 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 944 time: 0.0506561 Aug 20 10:26:27.539978 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c29705ee-ee5d-4882-a45e-f3b72705abc2 req-efe16b34-5181-46c1-b4e9-fe1cd97650b0 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922303 Aug 20 10:26:27.650879 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e0698025-7a3f-40c1-b1f9-c4da655d3c57 req-ce35ee2e-6195-4b74-b6e4-71aaa6dfb389 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0411470 Aug 20 10:26:27.653007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a9674-3d52-41dc-9ce8-30670b9d43d7 req-93f8a9dd-51f6-4998-86d8-1a84e40bd2ba tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:27.654631 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-137a9674-3d52-41dc-9ce8-30670b9d43d7 req-93f8a9dd-51f6-4998-86d8-1a84e40bd2ba tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0829468 Aug 20 10:26:27.677895 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-7e6abb9c-11de-466e-91fe-e81578b7db73 req-da30438e-46d5-44c8-9b15-af2f22ad2654 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Deleting port 56547436-a272-4eff-8b3a-546053106d8b {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:26:27.678232 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7e6abb9c-11de-466e-91fe-e81578b7db73 req-da30438e-46d5-44c8-9b15-af2f22ad2654 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:27.759250 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-137a9674-3d52-41dc-9ce8-30670b9d43d7 req-e3c01986-addb-4000-b213-efe1d1dbc77d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922229 Aug 20 10:26:27.801213 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-7e6abb9c-11de-466e-91fe-e81578b7db73 req-da30438e-46d5-44c8-9b15-af2f22ad2654 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] For port 56547436-a272-4eff-8b3a-546053106d8b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=56547436-a272-4eff-8b3a-546053106d8b,segment=NetworkSegment(07ecd010-bae1-4f6f-8607-4df2bd45ace5),segment_id=07ecd010-bae1-4f6f-8607-4df2bd45ace5)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:27.801575 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7e6abb9c-11de-466e-91fe-e81578b7db73 req-da30438e-46d5-44c8-9b15-af2f22ad2654 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:27.822887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-7e6abb9c-11de-466e-91fe-e81578b7db73 req-da30438e-46d5-44c8-9b15-af2f22ad2654 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Calling delete_port for 56547436-a272-4eff-8b3a-546053106d8b owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:26:27.997415 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7e6abb9c-11de-466e-91fe-e81578b7db73 req-da30438e-46d5-44c8-9b15-af2f22ad2654 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:28.016138 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['56547436-a272-4eff-8b3a-546053106d8b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:26:28.019067 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1bf09fee-fc2e-408d-90da-007d55960cab'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:26:28.030739 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30438e-46d5-44c8-9b15-af2f22ad2654 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event deleted for resources: {'Port': ['ID=56547436-a272-4eff-8b3a-546053106d8b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:28.087142 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6abb9c-11de-466e-91fe-e81578b7db73 req-da30438e-46d5-44c8-9b15-af2f22ad2654 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] No DVR routers for this DVR port 56547436-a272-4eff-8b3a-546053106d8b on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:26:28.091002 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7e6abb9c-11de-466e-91fe-e81578b7db73 req-da30438e-46d5-44c8-9b15-af2f22ad2654 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:28.093233 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7e6abb9c-11de-466e-91fe-e81578b7db73 req-da30438e-46d5-44c8-9b15-af2f22ad2654 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.42 "DELETE /v2.0/ports/56547436-a272-4eff-8b3a-546053106d8b HTTP/1.1" status: 204 len: 173 time: 0.6941180 Aug 20 10:26:28.093821 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d4db2d-61ec-4f02-b535-6025b3111812', 'name': 'network-vif-deleted', 'tag': '56547436-a272-4eff-8b3a-546053106d8b'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:28.096550 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912be695-ea04-487d-bc43-fc34f32e495f" -d '{"events": [{"server_uuid": "60d4db2d-61ec-4f02-b535-6025b3111812", "name": "network-vif-deleted", "tag": "56547436-a272-4eff-8b3a-546053106d8b"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:28.135423 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec41d89-45b3-43f7-ae35-0692d7d70ea6 x-openstack-request-id: req-2ec41d89-45b3-43f7-ae35-0692d7d70ea6 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:28.135924 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d4db2d-61ec-4f02-b535-6025b3111812", "name": "network-vif-deleted", "tag": "56547436-a272-4eff-8b3a-546053106d8b", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:28.136336 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ec41d89-45b3-43f7-ae35-0692d7d70ea6 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:28.136955 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d4db2d-61ec-4f02-b535-6025b3111812', 'name': 'network-vif-deleted', 'tag': '56547436-a272-4eff-8b3a-546053106d8b', 'status': 'completed', 'code': 200} Aug 20 10:26:28.332050 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8bea6-70c6-43b1-b1b4-46430ee23a1b req-e10801d4-4eb9-4179-91a0-fcb18382fc88 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:28.341724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19e8bea6-70c6-43b1-b1b4-46430ee23a1b req-e10801d4-4eb9-4179-91a0-fcb18382fc88 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.1229351 Aug 20 10:26:28.407517 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19e8bea6-70c6-43b1-b1b4-46430ee23a1b req-48ea2d57-a5fd-47b6-a681-7cbf283ddb2b tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534451 Aug 20 10:26:28.489561 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cd31cf91-d9a4-47f0-9530-1125e42211b2 req-e4f19eb2-d342-4ee1-add6-e7df0f8ce989 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4db2d-61ec-4f02-b535-6025b3111812 HTTP/1.1" status: 200 len: 210 time: 0.0435200 Aug 20 10:26:28.651620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:26:28.794921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82c123-446e-4a5a-a6c1-cc1fd5a781ec req-22d65965-3979-4b59-9b25-8071a0d6a421 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:28.795323 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:26:28.799420 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fc82c123-446e-4a5a-a6c1-cc1fd5a781ec req-22d65965-3979-4b59-9b25-8071a0d6a421 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 944 time: 0.1738050 Aug 20 10:26:28.801202 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:26:28.801573 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:28.851605 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d98ac164-eeb4-435f-a418-d52c6e1929ab req-d9267635-970f-4085-9b5a-599fb95332b3 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0513804 Aug 20 10:26:28.888001 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fc82c123-446e-4a5a-a6c1-cc1fd5a781ec req-5bd797d1-81e6-46a9-8d09-c7bb454d8e0d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779150 Aug 20 10:26:28.947292 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:28.977068 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf94eec-b96b-457b-b0ab-b3339cf5ba33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:28.979702 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1085bdf-8174-4aef-babf-d928666e95a8" -d '{"events": [{"server_uuid": "8cf94eec-b96b-457b-b0ab-b3339cf5ba33", "name": "network-vif-plugged", "status": "completed", "tag": "a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:28.994839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:29.001632 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:29.002667 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 56547436-a272-4eff-8b3a-546053106d8b no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:26:29.029247 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 56547436-a272-4eff-8b3a-546053106d8b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:26:29.029247 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 56547436-a272-4eff-8b3a-546053106d8b not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:26:29.061206 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb9f781-0740-4e1f-9bdb-051d519c603b x-openstack-request-id: req-9eb9f781-0740-4e1f-9bdb-051d519c603b {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:29.061910 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf94eec-b96b-457b-b0ab-b3339cf5ba33", "name": "network-vif-plugged", "status": "completed", "tag": "a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:29.062419 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9eb9f781-0740-4e1f-9bdb-051d519c603b {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:29.062974 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf94eec-b96b-457b-b0ab-b3339cf5ba33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b', 'code': 200} Aug 20 10:26:29.076739 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f973c9-84b2-46bf-8cef-43dec74d992a req-b084ce71-ca3e-4702-a630-0a15203bd622 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:29.078834 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-29f973c9-84b2-46bf-8cef-43dec74d992a req-b084ce71-ca3e-4702-a630-0a15203bd622 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1509407 Aug 20 10:26:29.128640 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:29.176148 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-29f973c9-84b2-46bf-8cef-43dec74d992a req-dc4f1789-a781-4498-9599-83ca43fb6f00 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898132 Aug 20 10:26:29.210072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c465215-0789-4ea4-b54c-396f959c05ea req-e07db7be-d7ac-41fd-934f-e5194a3940a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:29.212394 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c465215-0789-4ea4-b54c-396f959c05ea req-e07db7be-d7ac-41fd-934f-e5194a3940a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 1097 time: 0.0638690 Aug 20 10:26:29.262293 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-febe4bf2-427f-4d0d-b8de-d496d085fb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:29.267827 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c465215-0789-4ea4-b54c-396f959c05ea req-e775ba39-15c9-422f-b293-e8a182ee9fd1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452192 Aug 20 10:26:29.559873 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79a022-9aa7-4e92-949c-27e93ec25fe1 req-d5471bf4-a2a2-49fa-b091-9ec705a280d9 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:29.562274 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac79a022-9aa7-4e92-949c-27e93ec25fe1 req-d5471bf4-a2a2-49fa-b091-9ec705a280d9 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.0760233 Aug 20 10:26:29.635302 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e11af61c-f81a-45d0-b5e2-ec4ffcdc2ed0 req-420142ae-77a3-48ff-8ebb-ebb68d04d30f tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/b4086238-3bb0-49b2-891c-8cfa9bf4dbe2 HTTP/1.1" status: 200 len: 1802 time: 0.0647545 Aug 20 10:26:29.640209 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac79a022-9aa7-4e92-949c-27e93ec25fe1 req-411f6c49-2c41-4407-b57c-280eed544f2d tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638685 Aug 20 10:26:29.708181 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e11af61c-f81a-45d0-b5e2-ec4ffcdc2ed0 req-85aea4ec-b53d-4b6f-af68-eafd58715f79 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:29.740210 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e11af61c-f81a-45d0-b5e2-ec4ffcdc2ed0 req-85aea4ec-b53d-4b6f-af68-eafd58715f79 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:29.812294 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e11af61c-f81a-45d0-b5e2-ec4ffcdc2ed0 req-85aea4ec-b53d-4b6f-af68-eafd58715f79 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:29.816015 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e11af61c-f81a-45d0-b5e2-ec4ffcdc2ed0 req-85aea4ec-b53d-4b6f-af68-eafd58715f79 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:29.823278 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e11af61c-f81a-45d0-b5e2-ec4ffcdc2ed0 req-85aea4ec-b53d-4b6f-af68-eafd58715f79 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "DELETE /v2.0/security-groups/b4086238-3bb0-49b2-891c-8cfa9bf4dbe2 HTTP/1.1" status: 204 len: 173 time: 0.1869118 Aug 20 10:26:29.833713 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aea4ec-b53d-4b6f-af68-eafd58715f79 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4086238-3bb0-49b2-891c-8cfa9bf4dbe2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:29.921796 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d01b18a-5d7c-4f7a-854e-2922c8f35f3a req-d977db34-85b3-491a-ba57-e8885b7a8fd4 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/34d6ced9-b147-4033-8ea8-0b12094c2b82 HTTP/1.1" status: 200 len: 1803 time: 0.0828469 Aug 20 10:26:29.997006 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81af6914-b1b6-4c3a-a3d3-7762d84d36ee req-02180db8-7a21-4291-b900-932dd4f75648 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0536604 Aug 20 10:26:30.000708 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4d01b18a-5d7c-4f7a-854e-2922c8f35f3a req-a3914ceb-3c99-4341-a41f-3608a269fc17 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:30.051350 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4d01b18a-5d7c-4f7a-854e-2922c8f35f3a req-a3914ceb-3c99-4341-a41f-3608a269fc17 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:30.169190 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4d01b18a-5d7c-4f7a-854e-2922c8f35f3a req-a3914ceb-3c99-4341-a41f-3608a269fc17 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:30.180089 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4d01b18a-5d7c-4f7a-854e-2922c8f35f3a req-a3914ceb-3c99-4341-a41f-3608a269fc17 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:30.184009 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d01b18a-5d7c-4f7a-854e-2922c8f35f3a req-a3914ceb-3c99-4341-a41f-3608a269fc17 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "DELETE /v2.0/security-groups/34d6ced9-b147-4033-8ea8-0b12094c2b82 HTTP/1.1" status: 204 len: 173 time: 0.2545295 Aug 20 10:26:30.186301 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae59a8-a790-4f43-9bec-5e0076d03919 req-5426fc63-1718-41d3-ab77-ff30e0a90cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:30.188444 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78ae59a8-a790-4f43-9bec-5e0076d03919 req-5426fc63-1718-41d3-ab77-ff30e0a90cb4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ab24141c3cf4678b6e8c7a8b270c121&device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 1098 time: 0.1056786 Aug 20 10:26:30.215850 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3914ceb-3c99-4341-a41f-3608a269fc17 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d6ced9-b147-4033-8ea8-0b12094c2b82,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:30.227713 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914ceb-3c99-4341-a41f-3608a269fc17 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:30.228067 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914ceb-3c99-4341-a41f-3608a269fc17 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:30.228411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914ceb-3c99-4341-a41f-3608a269fc17 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:30.228927 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914ceb-3c99-4341-a41f-3608a269fc17 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:30.229345 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914ceb-3c99-4341-a41f-3608a269fc17 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:30.229681 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914ceb-3c99-4341-a41f-3608a269fc17 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:30.230012 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914ceb-3c99-4341-a41f-3608a269fc17 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:30.230486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914ceb-3c99-4341-a41f-3608a269fc17 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:30.230819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914ceb-3c99-4341-a41f-3608a269fc17 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:30.231361 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914ceb-3c99-4341-a41f-3608a269fc17 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:30.231698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914ceb-3c99-4341-a41f-3608a269fc17 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:30.232027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3914ceb-3c99-4341-a41f-3608a269fc17 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:30.236080 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ef966-3e10-4a5a-9bd3-23b4988672f1 req-cf52fbb3-1255-4c23-9b14-505243441b6d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:30.251844 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e91ef966-3e10-4a5a-9bd3-23b4988672f1 req-cf52fbb3-1255-4c23-9b14-505243441b6d tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 945 time: 0.1214905 Aug 20 10:26:30.376989 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e91ef966-3e10-4a5a-9bd3-23b4988672f1 req-04979b95-9973-4a39-a575-80fdc7289644 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163764 Aug 20 10:26:30.402176 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77bf16-b3f3-4c0f-b9d9-a6779ffa5e42 req-2e8c3113-8c17-49be-8be6-29d061394f9e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:30.409933 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-da437664-da8f-491c-8072-293142f7b234 req-1120ad0c-60ab-4ece-ab5d-3544396778c4 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1188257431', 'description': 'tempest-description-502188506'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:30.410135 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1b77bf16-b3f3-4c0f-b9d9-a6779ffa5e42 req-2e8c3113-8c17-49be-8be6-29d061394f9e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1134350 Aug 20 10:26:30.453322 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae59a8-a790-4f43-9bec-5e0076d03919 req-acc0de10-2280-4ff0-9eb7-58e15969a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:30.455964 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78ae59a8-a790-4f43-9bec-5e0076d03919 req-acc0de10-2280-4ff0-9eb7-58e15969a432 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc500ecd-8f48-462e-8406-51f60bdda1bd HTTP/1.1" status: 200 len: 914 time: 0.1988404 Aug 20 10:26:30.461588 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1b77bf16-b3f3-4c0f-b9d9-a6779ffa5e42 req-cbb7399f-f0ea-4918-8102-2ec4640638b7 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494351 Aug 20 10:26:30.464489 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-da437664-da8f-491c-8072-293142f7b234 req-1120ad0c-60ab-4ece-ab5d-3544396778c4 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:30.582624 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78ae59a8-a790-4f43-9bec-5e0076d03919 req-3ec96933-9202-4d62-a52a-da401b80f6b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c97eb99c-7c9b-43ce-a058-cc469682ed9c HTTP/1.1" status: 200 len: 217 time: 0.1100843 Aug 20 10:26:30.769458 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-da437664-da8f-491c-8072-293142f7b234 req-1120ad0c-60ab-4ece-ab5d-3544396778c4 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:30.794929 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-da437664-da8f-491c-8072-293142f7b234 req-1120ad0c-60ab-4ece-ab5d-3544396778c4 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:30.827679 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095525b-f838-4eae-bd77-9774ef8bb76a req-0b44cca3-5c91-4408-9ad3-6255561a7426 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:30.829947 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3095525b-f838-4eae-bd77-9774ef8bb76a req-0b44cca3-5c91-4408-9ad3-6255561a7426 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.0571644 Aug 20 10:26:30.834899 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae59a8-a790-4f43-9bec-5e0076d03919 req-2317f65a-4b30-4741-abf6-6abeebc4a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:30.836803 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78ae59a8-a790-4f43-9bec-5e0076d03919 req-2317f65a-4b30-4741-abf6-6abeebc4a9b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf539f61-8f34-42e8-a606-b643c725c2c7 HTTP/1.1" status: 200 len: 853 time: 0.2388206 Aug 20 10:26:30.845160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120ad0c-60ab-4ece-ab5d-3544396778c4 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a797386d-bc29-4538-8ea0-9f504b5e1dfc,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:30.882392 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78ae59a8-a790-4f43-9bec-5e0076d03919 req-b9d942c0-e182-4a57-a7fc-8158c3959d47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc500ecd-8f48-462e-8406-51f60bdda1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333841 Aug 20 10:26:30.884652 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-da437664-da8f-491c-8072-293142f7b234 req-1120ad0c-60ab-4ece-ab5d-3544396778c4 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:30.892047 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-da437664-da8f-491c-8072-293142f7b234 req-1120ad0c-60ab-4ece-ab5d-3544396778c4 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4888623 Aug 20 10:26:30.915888 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3095525b-f838-4eae-bd77-9774ef8bb76a req-7bab21f2-11d4-419a-aaf7-5a6bdfd7c061 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755568 Aug 20 10:26:31.033815 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e14b6418-5424-4f61-98da-5f6124c3ce10 req-49332eca-e433-4fbb-994b-372ec755f38e tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/a797386d-bc29-4538-8ea0-9f504b5e1dfc HTTP/1.1" status: 200 len: 1802 time: 0.1106474 Aug 20 10:26:31.052290 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-e14b6418-5424-4f61-98da-5f6124c3ce10 req-5a012b93-b463-4817-bc09-f27722e9a839 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1352615201', 'description': 'tempest-description-hth-232457890'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:31.092476 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78ae59a8-a790-4f43-9bec-5e0076d03919 req-115016b8-678e-4eda-bd8b-9a9987d1769a service neutron] 10.222.0.42 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987770 Aug 20 10:26:31.209274 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c46f904e-9835-4a21-bfaa-b8959a0bf464 req-138aefee-dbbf-4d6f-bd27-b2f8caf989b8 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0689085 Aug 20 10:26:31.236838 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e14b6418-5424-4f61-98da-5f6124c3ce10 req-5a012b93-b463-4817-bc09-f27722e9a839 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:31.282724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78ae59a8-a790-4f43-9bec-5e0076d03919 req-c77275bf-ca34-425d-8f8a-7cf38b840be7 service neutron] 10.222.0.42 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739442 Aug 20 10:26:31.341957 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e14b6418-5424-4f61-98da-5f6124c3ce10 req-5a012b93-b463-4817-bc09-f27722e9a839 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:31.352497 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e14b6418-5424-4f61-98da-5f6124c3ce10 req-5a012b93-b463-4817-bc09-f27722e9a839 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:31.355800 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e14b6418-5424-4f61-98da-5f6124c3ce10 req-5a012b93-b463-4817-bc09-f27722e9a839 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:31.358204 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e14b6418-5424-4f61-98da-5f6124c3ce10 req-5a012b93-b463-4817-bc09-f27722e9a839 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "PUT /v2.0/security-groups/a797386d-bc29-4538-8ea0-9f504b5e1dfc HTTP/1.1" status: 200 len: 1776 time: 0.3098009 Aug 20 10:26:31.421509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a012b93-b463-4817-bc09-f27722e9a839 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a797386d-bc29-4538-8ea0-9f504b5e1dfc,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:31.461578 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-461cb7e9-edf1-4bab-97c5-f99874267a62 req-7a127a23-54b9-4bea-9e53-e33ae954b296 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/a797386d-bc29-4538-8ea0-9f504b5e1dfc HTTP/1.1" status: 200 len: 1776 time: 0.0779521 Aug 20 10:26:31.548535 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-73489a0e-c896-49dc-aa95-8509563e86bc req-72beb0d7-1c80-4834-9059-a67936be83e6 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/a797386d-bc29-4538-8ea0-9f504b5e1dfc HTTP/1.1" status: 200 len: 1776 time: 0.0595393 Aug 20 10:26:31.555143 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d14b45-d760-471d-b242-f02628f3df70 req-68192a2a-5df6-451d-a297-445c6aaee18c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:31.568055 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7d14b45-d760-471d-b242-f02628f3df70 req-68192a2a-5df6-451d-a297-445c6aaee18c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 945 time: 0.0935714 Aug 20 10:26:31.655272 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7d14b45-d760-471d-b242-f02628f3df70 req-2024ae2c-74c0-480e-8314-24daa9acad02 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832992 Aug 20 10:26:31.680382 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-73489a0e-c896-49dc-aa95-8509563e86bc req-a4c0426a-a736-45ca-b90b-04ca24e05b87 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:31.764892 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-73489a0e-c896-49dc-aa95-8509563e86bc req-a4c0426a-a736-45ca-b90b-04ca24e05b87 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:31.878087 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-73489a0e-c896-49dc-aa95-8509563e86bc req-a4c0426a-a736-45ca-b90b-04ca24e05b87 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:31.905415 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-73489a0e-c896-49dc-aa95-8509563e86bc req-a4c0426a-a736-45ca-b90b-04ca24e05b87 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:31.909040 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-73489a0e-c896-49dc-aa95-8509563e86bc req-a4c0426a-a736-45ca-b90b-04ca24e05b87 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "DELETE /v2.0/security-groups/a797386d-bc29-4538-8ea0-9f504b5e1dfc HTTP/1.1" status: 204 len: 173 time: 0.3588686 Aug 20 10:26:31.931610 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af9762c5-8d5f-41d4-8abe-fc54b3d4dc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:31.956714 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0426a-a736-45ca-b90b-04ca24e05b87 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a797386d-bc29-4538-8ea0-9f504b5e1dfc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:32.105786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4c533-97db-492a-919f-bd5ea04f83f6 req-0d631438-f5da-4fbb-b9d0-15d7624047cb tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:32.108395 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-11d4c533-97db-492a-919f-bd5ea04f83f6 req-0d631438-f5da-4fbb-b9d0-15d7624047cb tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.1684115 Aug 20 10:26:32.180519 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-11d4c533-97db-492a-919f-bd5ea04f83f6 req-f67c26b2-600e-4dbe-a522-a35e60e975d7 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624092 Aug 20 10:26:32.311332 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:32.488859 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ebe44-487e-482d-8df0-70a4d97b2c93 req-560bb3d8-bc7c-4bbe-b862-092e0d2b339a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:32.491458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bce0b-e9d8-4c84-a85f-4f4af8ce3361 req-8b049d4b-aff2-4f31-8459-cbefda409780 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:32.499086 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-671ebe44-487e-482d-8df0-70a4d97b2c93 req-560bb3d8-bc7c-4bbe-b862-092e0d2b339a tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 945 time: 0.0838685 Aug 20 10:26:32.501358 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-240bce0b-e9d8-4c84-a85f-4f4af8ce3361 req-8b049d4b-aff2-4f31-8459-cbefda409780 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.1406322 Aug 20 10:26:32.555300 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-671ebe44-487e-482d-8df0-70a4d97b2c93 req-64c0642c-aeec-493c-b535-827cafb085ed tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550432 Aug 20 10:26:32.560216 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-240bce0b-e9d8-4c84-a85f-4f4af8ce3361 req-6a8ff4e8-1771-4ce3-9a69-98973fda9c99 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575695 Aug 20 10:26:32.686702 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-2fd331cb-b4f6-4a63-b5bc-14b1d5179ea1 req-1796efb7-14a4-4193-93c0-8103d5c9417e tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] show failed (client error): The resource could not be found. Aug 20 10:26:32.696796 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2fd331cb-b4f6-4a63-b5bc-14b1d5179ea1 req-1796efb7-14a4-4193-93c0-8103d5c9417e tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/34d6ced9-b147-4033-8ea8-0b12094c2b82 HTTP/1.1" status: 404 len: 352 time: 0.0256188 Aug 20 10:26:32.732911 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-55bed200-befa-4a49-8404-0cfd22e23e32 req-add1449e-cecb-4afd-9b68-a90135fbab65 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0475137 Aug 20 10:26:32.746108 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-cdc1d511-e4ed-4b1e-8fe4-0023a5e5c740 req-6e812689-0ce3-4d15-ba2b-110ebebac7e1 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] show failed (client error): The resource could not be found. Aug 20 10:26:32.750926 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cdc1d511-e4ed-4b1e-8fe4-0023a5e5c740 req-6e812689-0ce3-4d15-ba2b-110ebebac7e1 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/b4086238-3bb0-49b2-891c-8cfa9bf4dbe2 HTTP/1.1" status: 404 len: 352 time: 0.0377665 Aug 20 10:26:32.791423 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-73c458fd-db9e-4157-a729-36dcfc32f3b5 req-3a042f9f-1ba1-4826-a90e-1341b6335d8b tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] show failed (client error): The resource could not be found. Aug 20 10:26:32.801752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73c458fd-db9e-4157-a729-36dcfc32f3b5 req-3a042f9f-1ba1-4826-a90e-1341b6335d8b tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/29d79329-83b6-4e7e-8581-5ac5cf9c5ffa HTTP/1.1" status: 404 len: 352 time: 0.0211611 Aug 20 10:26:32.830131 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-70d7ae27-3f56-4bab-9682-ab01c7fcb496 req-5496653e-bc9b-40b7-81d9-07c93e2b41c0 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] show failed (client error): The resource could not be found. Aug 20 10:26:32.836253 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-70d7ae27-3f56-4bab-9682-ab01c7fcb496 req-5496653e-bc9b-40b7-81d9-07c93e2b41c0 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/3e962eb6-b745-4d15-bfe2-ce16a8e46abe HTTP/1.1" status: 404 len: 352 time: 0.0161357 Aug 20 10:26:32.874483 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-76509c6b-521c-43e5-9ef7-d312aa994cd1 req-5a1d70a2-d855-48d8-8038-c255b018ce6b tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] show failed (client error): The resource could not be found. Aug 20 10:26:32.876165 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-76509c6b-521c-43e5-9ef7-d312aa994cd1 req-5a1d70a2-d855-48d8-8038-c255b018ce6b tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/02fc8f3a-6b0f-41c4-8146-eb4e543b4f0e HTTP/1.1" status: 404 len: 352 time: 0.0212097 Aug 20 10:26:32.921679 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-2aa3a527-98af-48f3-8c7c-9c37ca6273f9 req-3c3815ac-a8fe-4e8c-927a-f8911eac5182 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] show failed (client error): The resource could not be found. Aug 20 10:26:32.931962 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2aa3a527-98af-48f3-8c7c-9c37ca6273f9 req-3c3815ac-a8fe-4e8c-927a-f8911eac5182 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/f1836091-bcc2-4488-ae9a-8c9e25fbcc4b HTTP/1.1" status: 404 len: 352 time: 0.0308089 Aug 20 10:26:33.048593 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:33.328980 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4a6ef-1286-4b96-8789-fc0e21130651 req-0c8b4694-2e28-420f-aed1-62dc7dde0191 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:33.337581 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8fb4a6ef-1286-4b96-8789-fc0e21130651 req-0c8b4694-2e28-420f-aed1-62dc7dde0191 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0730097 Aug 20 10:26:33.382424 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8fb4a6ef-1286-4b96-8789-fc0e21130651 req-aed81a91-4817-414d-ab09-89907e5bb04d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431046 Aug 20 10:26:33.544695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60817cf3-a39d-44f8-9afe-c95e92f4a569 req-53ecaa35-dc5f-4337-80b5-5f31f06b9263 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:33.546229 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60817cf3-a39d-44f8-9afe-c95e92f4a569 req-53ecaa35-dc5f-4337-80b5-5f31f06b9263 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 1023 time: 0.3967545 Aug 20 10:26:33.575108 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3de5e-3848-4797-abe0-a1123dd77441 req-e7db4579-538c-44c3-b1b5-11c5f67172b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:33.576654 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9c3de5e-3848-4797-abe0-a1123dd77441 req-e7db4579-538c-44c3-b1b5-11c5f67172b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ab24141c3cf4678b6e8c7a8b270c121&device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 1098 time: 0.0838997 Aug 20 10:26:33.650729 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60817cf3-a39d-44f8-9afe-c95e92f4a569 req-7518424f-7e0c-4680-8147-b514eb27b3de tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e0847b4-8b60-4b18-967d-adb6e5f27728&id=173d6db1-78bc-4c3a-bf66-1739c0033322&id=c34c2fdc-edcd-437e-8dbf-cb6bfca730e2&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0961273 Aug 20 10:26:33.684546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8035d-9d58-45bc-9c76-41387b892140 req-7db02735-9d40-4804-be82-9378a98ee19b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:33.686779 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ec8035d-9d58-45bc-9c76-41387b892140 req-7db02735-9d40-4804-be82-9378a98ee19b tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 945 time: 0.0661726 Aug 20 10:26:33.712485 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3de5e-3848-4797-abe0-a1123dd77441 req-dcb02eb6-4895-428d-934d-7ff5bcbff0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:33.713924 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9c3de5e-3848-4797-abe0-a1123dd77441 req-dcb02eb6-4895-428d-934d-7ff5bcbff0bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc500ecd-8f48-462e-8406-51f60bdda1bd HTTP/1.1" status: 200 len: 914 time: 0.1283407 Aug 20 10:26:33.792177 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9c3de5e-3848-4797-abe0-a1123dd77441 req-150c9310-d2b8-4553-8575-e293dba20211 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c97eb99c-7c9b-43ce-a058-cc469682ed9c HTTP/1.1" status: 200 len: 217 time: 0.0668886 Aug 20 10:26:33.849828 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14649e7f-5004-4d3e-8f82-6bd81e3f045a req-ea18eb79-9bb1-4442-8599-5f4ed98f07cf tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:33.852045 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-14649e7f-5004-4d3e-8f82-6bd81e3f045a req-ea18eb79-9bb1-4442-8599-5f4ed98f07cf tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.1280448 Aug 20 10:26:33.862662 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3de5e-3848-4797-abe0-a1123dd77441 req-ef6a39c7-f560-43f0-8145-dcbbb0a63b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:33.864163 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9c3de5e-3848-4797-abe0-a1123dd77441 req-ef6a39c7-f560-43f0-8145-dcbbb0a63b03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf539f61-8f34-42e8-a606-b643c725c2c7 HTTP/1.1" status: 200 len: 853 time: 0.0649686 Aug 20 10:26:33.912744 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9c3de5e-3848-4797-abe0-a1123dd77441 req-6b6ca6cc-0132-43ec-8fb9-f1b4a742ea7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc500ecd-8f48-462e-8406-51f60bdda1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314209 Aug 20 10:26:33.947712 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-14649e7f-5004-4d3e-8f82-6bd81e3f045a req-5912ff53-d125-4faa-b5dc-55cd7881a02f tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879521 Aug 20 10:26:34.029738 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ec8035d-9d58-45bc-9c76-41387b892140 req-79c2f79c-a820-4508-babe-bc020c72505c tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373454 Aug 20 10:26:34.033505 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9c3de5e-3848-4797-abe0-a1123dd77441 req-00cc7e44-4384-4bf1-9365-cd462f5bbc1f service neutron] 10.222.0.42 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116548 Aug 20 10:26:34.051672 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5a2e49af-38df-4fa2-8c62-16879b7919fd req-5b51cdf5-0182-4431-bb5a-9fc2c9a2caee tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0339463 Aug 20 10:26:34.162201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9c3de5e-3848-4797-abe0-a1123dd77441 req-3de82dfe-1c08-4fb9-a789-2c3587aa5269 service neutron] 10.222.0.42 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121507 Aug 20 10:26:34.290424 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e9ca1-e9e8-4681-98bf-6f65378bca71 req-b6d5f8a7-46af-4102-9a06-bc9fb18bdd0e tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:34.291959 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8c4e9ca1-e9e8-4681-98bf-6f65378bca71 req-b6d5f8a7-46af-4102-9a06-bc9fb18bdd0e tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 945 time: 0.0517061 Aug 20 10:26:34.333801 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8c4e9ca1-e9e8-4681-98bf-6f65378bca71 req-e0d96d98-bec9-4f25-a9ef-a49ae11df812 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355859 Aug 20 10:26:34.533276 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96409087-6649-4695-a94c-22e0367f5141 req-5cd1c4f9-963e-4c06-aa51-a0bd4bde0abc tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:34.534745 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-96409087-6649-4695-a94c-22e0367f5141 req-5cd1c4f9-963e-4c06-aa51-a0bd4bde0abc tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0525041 Aug 20 10:26:34.582483 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-96409087-6649-4695-a94c-22e0367f5141 req-b5b4a223-c1bc-415a-91f0-876b3bf8f3f0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 Aug 20 10:26:34.710289 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:34.806136 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16490e-1df0-4678-8d61-127351994bae req-d4b265ec-71f8-40f8-8828-404f5b6487fb tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:34.807607 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c16490e-1df0-4678-8d61-127351994bae req-d4b265ec-71f8-40f8-8828-404f5b6487fb tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 1023 time: 0.0616155 Aug 20 10:26:34.875013 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c16490e-1df0-4678-8d61-127351994bae req-bd7c42f2-724c-4734-a7f4-f5940d4c8fb6 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e0847b4-8b60-4b18-967d-adb6e5f27728&id=173d6db1-78bc-4c3a-bf66-1739c0033322&id=c34c2fdc-edcd-437e-8dbf-cb6bfca730e2&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0596285 Aug 20 10:26:34.878535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf53a7d-26f6-4bed-add5-01023f294acd req-b03e3a44-afe1-4550-bf16-4cbf6ecb41da tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:34.880079 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bbf53a7d-26f6-4bed-add5-01023f294acd req-b03e3a44-afe1-4550-bf16-4cbf6ecb41da tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.24 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 1023 time: 0.0595307 Aug 20 10:26:35.004406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-bbf53a7d-26f6-4bed-add5-01023f294acd req-e04b6a0d-c7f2-45b0-ab69-ed549564fd8a tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Deleting port 1bf09fee-fc2e-408d-90da-007d55960cab {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:26:35.004850 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bbf53a7d-26f6-4bed-add5-01023f294acd req-e04b6a0d-c7f2-45b0-ab69-ed549564fd8a tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:35.137557 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01908015-964e-487c-8c64-42b57b43430c req-a4263d9c-9d34-4fad-a207-dde03995dcc6 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:35.139224 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-01908015-964e-487c-8c64-42b57b43430c req-a4263d9c-9d34-4fad-a207-dde03995dcc6 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.0901945 Aug 20 10:26:35.141222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-bbf53a7d-26f6-4bed-add5-01023f294acd req-e04b6a0d-c7f2-45b0-ab69-ed549564fd8a tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] For port 1bf09fee-fc2e-408d-90da-007d55960cab, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1bf09fee-fc2e-408d-90da-007d55960cab,segment=NetworkSegment(07ecd010-bae1-4f6f-8607-4df2bd45ace5),segment_id=07ecd010-bae1-4f6f-8607-4df2bd45ace5)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:35.141615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bbf53a7d-26f6-4bed-add5-01023f294acd req-e04b6a0d-c7f2-45b0-ab69-ed549564fd8a tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:35.163222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-bbf53a7d-26f6-4bed-add5-01023f294acd req-e04b6a0d-c7f2-45b0-ab69-ed549564fd8a tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Calling delete_port for 1bf09fee-fc2e-408d-90da-007d55960cab owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:26:35.172552 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2eabc8d-2d0e-44df-9d1f-d0fc5b0cbc94 req-9bf8c2c8-6fcd-4514-b624-d2ca9635c73b tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0354207 Aug 20 10:26:35.229875 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-01908015-964e-487c-8c64-42b57b43430c req-c9ecfb31-62d8-4d66-aaa2-7eb5726634cf tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793056 Aug 20 10:26:35.327256 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bbf53a7d-26f6-4bed-add5-01023f294acd req-e04b6a0d-c7f2-45b0-ab69-ed549564fd8a tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:35.340691 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1bf09fee-fc2e-408d-90da-007d55960cab'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:26:35.358680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b6a0d-c7f2-45b0-ab69-ed549564fd8a tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event deleted for resources: {'Port': ['ID=1bf09fee-fc2e-408d-90da-007d55960cab,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:35.405373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf53a7d-26f6-4bed-add5-01023f294acd req-e04b6a0d-c7f2-45b0-ab69-ed549564fd8a tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] No DVR routers for this DVR port 1bf09fee-fc2e-408d-90da-007d55960cab on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:26:35.408885 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bbf53a7d-26f6-4bed-add5-01023f294acd req-e04b6a0d-c7f2-45b0-ab69-ed549564fd8a tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:35.411382 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bbf53a7d-26f6-4bed-add5-01023f294acd req-e04b6a0d-c7f2-45b0-ab69-ed549564fd8a tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.24 "DELETE /v2.0/ports/1bf09fee-fc2e-408d-90da-007d55960cab HTTP/1.1" status: 204 len: 173 time: 0.5247312 Aug 20 10:26:35.411922 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25', 'name': 'network-vif-deleted', 'tag': '1bf09fee-fc2e-408d-90da-007d55960cab'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:35.414900 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87949721-739e-43f6-b681-3dc09e94306d" -d '{"events": [{"server_uuid": "c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25", "name": "network-vif-deleted", "tag": "1bf09fee-fc2e-408d-90da-007d55960cab"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:35.468501 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73636c2a-35ff-45ff-820f-d6ebc685f2f9 x-openstack-request-id: req-73636c2a-35ff-45ff-820f-d6ebc685f2f9 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:35.468951 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25", "name": "network-vif-deleted", "tag": "1bf09fee-fc2e-408d-90da-007d55960cab", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:35.469301 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73636c2a-35ff-45ff-820f-d6ebc685f2f9 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:35.469794 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25', 'name': 'network-vif-deleted', 'tag': '1bf09fee-fc2e-408d-90da-007d55960cab', 'status': 'completed', 'code': 200} Aug 20 10:26:35.495348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1d7b7-0767-46e1-9607-2f68c779027c req-35c136c3-2d87-4de9-9682-705a264779b0 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:35.497473 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ddb1d7b7-0767-46e1-9607-2f68c779027c req-35c136c3-2d87-4de9-9682-705a264779b0 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 945 time: 0.0638227 Aug 20 10:26:35.551943 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ddb1d7b7-0767-46e1-9607-2f68c779027c req-1c2a73db-e05a-4b4d-8c81-b4c4cb3d5372 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/security-groups?id=fb9d5672-1e5f-452b-9305-20c1440f8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480900 Aug 20 10:26:35.763919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c337a6c-6fbd-485f-9f68-b86b2330d060 req-24ab0c59-438a-49b3-aad6-57c3fc1b93be tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:35.765926 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c337a6c-6fbd-485f-9f68-b86b2330d060 req-24ab0c59-438a-49b3-aad6-57c3fc1b93be tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 946 time: 0.0667410 Aug 20 10:26:35.815610 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c337a6c-6fbd-485f-9f68-b86b2330d060 req-2ee98f48-795a-4562-9fae-fa20ee4d0455 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426884 Aug 20 10:26:35.902752 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dab38e-a63d-41d0-be2c-6ac63f6bd477 req-bd85fee5-7734-4b95-b27f-1b663907de50 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:35.904795 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c5dab38e-a63d-41d0-be2c-6ac63f6bd477 req-bd85fee5-7734-4b95-b27f-1b663907de50 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.42 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 945 time: 0.0826571 Aug 20 10:26:36.048429 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9f8f39b4-2520-433b-ad56-5b0fdee108e4 req-e89d7ff3-b639-4f88-bc66-e8954bc3d0fc tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/ports?device_id=c19ee2ff-1bc1-4839-b91c-4faf0f3b9f25 HTTP/1.1" status: 200 len: 210 time: 0.0639367 Aug 20 10:26:36.049844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-c5dab38e-a63d-41d0-be2c-6ac63f6bd477 req-28c1bbc9-c698-48ad-bcf0-9128b26d5e12 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Deleting port a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:26:36.050247 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c5dab38e-a63d-41d0-be2c-6ac63f6bd477 req-28c1bbc9-c698-48ad-bcf0-9128b26d5e12 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:36.204824 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-c5dab38e-a63d-41d0-be2c-6ac63f6bd477 req-28c1bbc9-c698-48ad-bcf0-9128b26d5e12 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] For port a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b,segment=NetworkSegment(367e2e56-0ae9-4788-8ccb-61d20d387910),segment_id=367e2e56-0ae9-4788-8ccb-61d20d387910)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:36.205299 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c5dab38e-a63d-41d0-be2c-6ac63f6bd477 req-28c1bbc9-c698-48ad-bcf0-9128b26d5e12 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:36.235894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-c5dab38e-a63d-41d0-be2c-6ac63f6bd477 req-28c1bbc9-c698-48ad-bcf0-9128b26d5e12 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Calling delete_port for a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:26:36.341987 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-195cec27-0fe3-4b04-8b61-9cffeabb954e req-426a4a0e-90b6-4993-b3b5-1c2030850e6a tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0405686 Aug 20 10:26:36.361195 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7d798-5929-4f2d-b802-cec813ea933a req-832b5b4f-e578-4639-9fa7-ffd854d21ee3 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:36.362774 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-20f7d798-5929-4f2d-b802-cec813ea933a req-832b5b4f-e578-4639-9fa7-ffd854d21ee3 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.0540047 Aug 20 10:26:36.439581 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-20f7d798-5929-4f2d-b802-cec813ea933a req-54f0b867-31fc-4235-a33b-ca280a8c9071 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591214 Aug 20 10:26:36.446977 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c5dab38e-a63d-41d0-be2c-6ac63f6bd477 req-28c1bbc9-c698-48ad-bcf0-9128b26d5e12 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:36.460061 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:26:36.484477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1bbc9-c698-48ad-bcf0-9128b26d5e12 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Pushing event deleted for resources: {'Port': ['ID=a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:36.527068 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dab38e-a63d-41d0-be2c-6ac63f6bd477 req-28c1bbc9-c698-48ad-bcf0-9128b26d5e12 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] No DVR routers for this DVR port a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:26:36.529913 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c5dab38e-a63d-41d0-be2c-6ac63f6bd477 req-28c1bbc9-c698-48ad-bcf0-9128b26d5e12 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:36.531968 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c5dab38e-a63d-41d0-be2c-6ac63f6bd477 req-28c1bbc9-c698-48ad-bcf0-9128b26d5e12 tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.42 "DELETE /v2.0/ports/a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b HTTP/1.1" status: 204 len: 173 time: 0.6192391 Aug 20 10:26:36.532406 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf94eec-b96b-457b-b0ab-b3339cf5ba33', 'name': 'network-vif-deleted', 'tag': 'a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:36.534645 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b749a2c-b0ae-4474-bbad-871b9b69f3d1" -d '{"events": [{"server_uuid": "8cf94eec-b96b-457b-b0ab-b3339cf5ba33", "name": "network-vif-deleted", "tag": "a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:36.581997 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c6e51d-bab7-47ec-8af4-4c4128079e57 x-openstack-request-id: req-82c6e51d-bab7-47ec-8af4-4c4128079e57 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:36.582299 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf94eec-b96b-457b-b0ab-b3339cf5ba33", "name": "network-vif-deleted", "tag": "a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:36.582555 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82c6e51d-bab7-47ec-8af4-4c4128079e57 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:36.582956 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf94eec-b96b-457b-b0ab-b3339cf5ba33', 'name': 'network-vif-deleted', 'tag': 'a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b', 'status': 'completed', 'code': 200} Aug 20 10:26:36.682702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:26:36.707672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:26:36.708015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device a6bb5dbc-eba0-49cf-b0ac-c1232787dc6b not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:26:36.708443 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c97eb99c-7c9b-43ce-a058-cc469682ed9c no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:26:36.723674 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f4bf137-6fea-4763-a68e-31eed56cc85e req-a3009140-7b3d-4263-9f6d-e7c15f9a29fb tempest-DeleteServersTestJSON-274130202 tempest-DeleteServersTestJSON-274130202-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cf94eec-b96b-457b-b0ab-b3339cf5ba33 HTTP/1.1" status: 200 len: 210 time: 0.0588706 Aug 20 10:26:36.805176 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:36.855297 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c97eb99c-7c9b-43ce-a058-cc469682ed9c, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c97eb99c-7c9b-43ce-a058-cc469682ed9c,segment=NetworkSegment(b609cb7a-77cc-49c3-9444-7cdfcd98764f),segment_id=b609cb7a-77cc-49c3-9444-7cdfcd98764f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:36.856288 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9d4a3b-6d77-42bc-823a-43315f3f41af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97eb99c-7c9b-43ce-a058-cc469682ed9c'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:36.858840 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fb18fd-6b9c-4324-ae66-66fb1fc9e2a9" -d '{"events": [{"server_uuid": "bc9d4a3b-6d77-42bc-823a-43315f3f41af", "name": "network-vif-unplugged", "status": "completed", "tag": "c97eb99c-7c9b-43ce-a058-cc469682ed9c"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:36.875811 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:36.914618 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3d0f26-9de4-480b-9489-36ca8f99d759 x-openstack-request-id: req-1f3d0f26-9de4-480b-9489-36ca8f99d759 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:36.914977 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9d4a3b-6d77-42bc-823a-43315f3f41af", "name": "network-vif-unplugged", "status": "failed", "tag": "c97eb99c-7c9b-43ce-a058-cc469682ed9c", "code": 422}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:36.915342 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f3d0f26-9de4-480b-9489-36ca8f99d759 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:36.915830 n-d-778550-11 neutron-server[94868]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bc9d4a3b-6d77-42bc-823a-43315f3f41af', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c97eb99c-7c9b-43ce-a058-cc469682ed9c', 'code': 422} returned with failed status Aug 20 10:26:36.960107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=c97eb99c-7c9b-43ce-a058-cc469682ed9c,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:36.969543 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:36.969888 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:36.970224 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:36.970557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:36.970885 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:36.971249 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:36.971571 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:36.971893 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:36.972213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:36.972531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:36.972847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:36.973162 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:36.973843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0169372-d5d4-45da-901d-1e18b0dcb92c req-4abd192c-0420-4b65-a94c-699e3243a5e2 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:36.975437 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b0169372-d5d4-45da-901d-1e18b0dcb92c req-4abd192c-0420-4b65-a94c-699e3243a5e2 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.0636888 Aug 20 10:26:37.025309 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b0169372-d5d4-45da-901d-1e18b0dcb92c req-87bf3a1a-ee85-4eb4-b888-627be7633109 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412478 Aug 20 10:26:37.179148 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07697b-0b6c-43e5-b2d7-c7b2f84d28d0 req-45ba9103-b13a-4d5e-81e0-eb8aa0f94607 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:37.180742 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7c07697b-0b6c-43e5-b2d7-c7b2f84d28d0 req-45ba9103-b13a-4d5e-81e0-eb8aa0f94607 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.0648804 Aug 20 10:26:37.193500 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-80f8fa65-9bd8-487f-adc6-b55bb08443f2 req-0c1bc3dc-8543-46e6-955a-7ce6c319260e tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/0e0847b4-8b60-4b18-967d-adb6e5f27728 HTTP/1.1" status: 200 len: 1802 time: 0.0580218 Aug 20 10:26:37.236478 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7c07697b-0b6c-43e5-b2d7-c7b2f84d28d0 req-60332f1c-dec0-4866-b892-160568097897 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474579 Aug 20 10:26:37.273564 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-80f8fa65-9bd8-487f-adc6-b55bb08443f2 req-e0870f3f-8df0-4c42-9c05-4a300274df3b tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:37.296070 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-80f8fa65-9bd8-487f-adc6-b55bb08443f2 req-e0870f3f-8df0-4c42-9c05-4a300274df3b tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:37.338058 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-80f8fa65-9bd8-487f-adc6-b55bb08443f2 req-e0870f3f-8df0-4c42-9c05-4a300274df3b tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:37.340862 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-80f8fa65-9bd8-487f-adc6-b55bb08443f2 req-e0870f3f-8df0-4c42-9c05-4a300274df3b tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:37.342038 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-80f8fa65-9bd8-487f-adc6-b55bb08443f2 req-e0870f3f-8df0-4c42-9c05-4a300274df3b tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "DELETE /v2.0/security-groups/0e0847b4-8b60-4b18-967d-adb6e5f27728 HTTP/1.1" status: 204 len: 173 time: 0.1367755 Aug 20 10:26:37.351660 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0870f3f-8df0-4c42-9c05-4a300274df3b tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0847b4-8b60-4b18-967d-adb6e5f27728,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:37.403474 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e926cd74-5ca9-41a6-88ef-3a47b24ab562 req-33e8d395-a126-4a74-8966-fb2ffc0e3b42 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "GET /v2.0/security-groups/c34c2fdc-edcd-437e-8dbf-cb6bfca730e2 HTTP/1.1" status: 200 len: 1802 time: 0.0429764 Aug 20 10:26:37.447917 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fa77c12d-ebb4-49a8-b08f-bb024ce67962 req-5dafe5c3-dcfc-4bd4-9e44-2b3addfca62c tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0266602 Aug 20 10:26:37.462252 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e926cd74-5ca9-41a6-88ef-3a47b24ab562 req-b742e19f-faf9-49ff-b53b-b945c41d93b1 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:37.484677 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e926cd74-5ca9-41a6-88ef-3a47b24ab562 req-b742e19f-faf9-49ff-b53b-b945c41d93b1 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:37.526876 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e926cd74-5ca9-41a6-88ef-3a47b24ab562 req-b742e19f-faf9-49ff-b53b-b945c41d93b1 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:37.529532 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e926cd74-5ca9-41a6-88ef-3a47b24ab562 req-b742e19f-faf9-49ff-b53b-b945c41d93b1 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:37.530678 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e926cd74-5ca9-41a6-88ef-3a47b24ab562 req-b742e19f-faf9-49ff-b53b-b945c41d93b1 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] 10.222.0.16 "DELETE /v2.0/security-groups/c34c2fdc-edcd-437e-8dbf-cb6bfca730e2 HTTP/1.1" status: 204 len: 173 time: 0.1214135 Aug 20 10:26:37.536867 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48960) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:37.539983 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742e19f-faf9-49ff-b53b-b945c41d93b1 tempest-SecurityGroupsTestJSON-1639049023 tempest-SecurityGroupsTestJSON-1639049023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34c2fdc-edcd-437e-8dbf-cb6bfca730e2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:37.586197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-5249ebf2-ee90-4176-9583-923fe8495002 admin admin] Deleting subnet 680ac599-0c01-49bb-acaf-f6e6ac8ac95a {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:26:37.589905 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5249ebf2-ee90-4176-9583-923fe8495002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:37.634484 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5249ebf2-ee90-4176-9583-923fe8495002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:37.712844 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5249ebf2-ee90-4176-9583-923fe8495002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:37.727429 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e76972-1f7d-4d72-b891-2be8514e7097 req-d72ceca8-c63c-498e-a849-bce7041e55a4 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:37.728977 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62e76972-1f7d-4d72-b891-2be8514e7097 req-d72ceca8-c63c-498e-a849-bce7041e55a4 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.0575151 Aug 20 10:26:37.755067 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d109b1-7fc8-4e43-9cd0-07066093491e req-6c517013-2cc5-46d8-b0fb-81aff9324fd6 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:37.759780 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1d109b1-7fc8-4e43-9cd0-07066093491e req-6c517013-2cc5-46d8-b0fb-81aff9324fd6 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.1014798 Aug 20 10:26:37.781188 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62e76972-1f7d-4d72-b891-2be8514e7097 req-7bab464a-0be9-4358-b12d-b17e87cbea38 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436056 Aug 20 10:26:37.815715 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1d109b1-7fc8-4e43-9cd0-07066093491e req-2b0d63c5-a5da-4b08-b151-6bf813454a42 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513630 Aug 20 10:26:37.818199 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5249ebf2-ee90-4176-9583-923fe8495002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:37.852710 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249ebf2-ee90-4176-9583-923fe8495002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=680ac599-0c01-49bb-acaf-f6e6ac8ac95a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:37.860075 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5249ebf2-ee90-4176-9583-923fe8495002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:37.862046 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5249ebf2-ee90-4176-9583-923fe8495002 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/680ac599-0c01-49bb-acaf-f6e6ac8ac95a HTTP/1.1" status: 204 len: 168 time: 0.3241773 Aug 20 10:26:37.865409 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48980) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:37.947259 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-88d39293-f7bd-4a5c-b811-1f133e4680f1 req-f196ad4d-e64a-4e2f-be85-c020bce6286c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1015248 Aug 20 10:26:37.947398 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8103c5dd-9f42-48b2-9b09-f5254716f5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:38.061195 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8103c5dd-9f42-48b2-9b09-f5254716f5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:38.080405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-8103c5dd-9f42-48b2-9b09-f5254716f5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f920487b-b2a2-4da5-952f-e2da40eabc10']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:26:38.092786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-8103c5dd-9f42-48b2-9b09-f5254716f5b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ecd010-bae1-4f6f-8607-4df2bd45ace5') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:26:38.093187 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-8103c5dd-9f42-48b2-9b09-f5254716f5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ecd010-bae1-4f6f-8607-4df2bd45ace5') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:26:38.103955 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8103c5dd-9f42-48b2-9b09-f5254716f5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:38.119203 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8103c5dd-9f42-48b2-9b09-f5254716f5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:38.126088 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8103c5dd-9f42-48b2-9b09-f5254716f5b3 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:26:38.126327 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8103c5dd-9f42-48b2-9b09-f5254716f5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:26:38.128148 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:26:38.223666 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8103c5dd-9f42-48b2-9b09-f5254716f5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:38.230053 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8103c5dd-9f42-48b2-9b09-f5254716f5b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:38.232852 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8103c5dd-9f42-48b2-9b09-f5254716f5b3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f920487b-b2a2-4da5-952f-e2da40eabc10 HTTP/1.1" status: 204 len: 168 time: 0.3646858 Aug 20 10:26:38.246115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103c5dd-9f42-48b2-9b09-f5254716f5b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f920487b-b2a2-4da5-952f-e2da40eabc10,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:38.530911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49034) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:38.625686 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-41110450-9c03-4bf5-b4c0-03d87eb23ebe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7e4ed6a4f2c4b3db9b58918d6a913e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0924032 Aug 20 10:26:38.626820 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49038) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:38.677699 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b1f7ed5-9b54-44d8-8cf7-b418cb121360 req-294563c9-ee7c-4160-ad70-e7a8ad607931 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.1007357 Aug 20 10:26:38.735226 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-05b71253-f537-4904-8993-38b5e6ad3777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:38.775515 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-05b71253-f537-4904-8993-38b5e6ad3777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:38.834407 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-05b71253-f537-4904-8993-38b5e6ad3777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:38.838068 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-05b71253-f537-4904-8993-38b5e6ad3777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:38.839345 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-05b71253-f537-4904-8993-38b5e6ad3777 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/173d6db1-78bc-4c3a-bf66-1739c0033322 HTTP/1.1" status: 204 len: 168 time: 0.2114024 Aug 20 10:26:38.870784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b71253-f537-4904-8993-38b5e6ad3777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173d6db1-78bc-4c3a-bf66-1739c0033322,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:38.947786 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1bf09fee-fc2e-408d-90da-007d55960cab no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:26:38.974300 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc20c0b-fcf6-411d-b625-e9ea9edb1300 req-3f6d5991-88d4-4079-97e6-d6f5680d1a3e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:38.983227 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1dc20c0b-fcf6-411d-b625-e9ea9edb1300 req-3f6d5991-88d4-4079-97e6-d6f5680d1a3e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.0945315 Aug 20 10:26:38.995815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 1bf09fee-fc2e-408d-90da-007d55960cab {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:26:38.996173 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1bf09fee-fc2e-408d-90da-007d55960cab not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:26:39.024653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488ca83-37d7-4f4f-9eef-34b522233992 req-fbeff4d6-2b77-47f5-82e5-63547dfcee11 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:39.026470 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0488ca83-37d7-4f4f-9eef-34b522233992 req-fbeff4d6-2b77-47f5-82e5-63547dfcee11 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.0926976 Aug 20 10:26:39.039787 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1dc20c0b-fcf6-411d-b625-e9ea9edb1300 req-5d1fc8ba-2273-4465-963b-abe6bc77b01d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552428 Aug 20 10:26:39.126453 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0488ca83-37d7-4f4f-9eef-34b522233992 req-c8fa03f6-40d0-4d10-9f1b-59ebcbccb239 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664651 Aug 20 10:26:39.162516 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d39293-f7bd-4a5c-b811-1f133e4680f1 req-fdb227d6-8333-4bc4-8663-e25a03973e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:39.164165 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88d39293-f7bd-4a5c-b811-1f133e4680f1 req-fdb227d6-8333-4bc4-8663-e25a03973e79 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af&tenant_id=9ab24141c3cf4678b6e8c7a8b270c121 HTTP/1.1" status: 200 len: 1096 time: 0.1366565 Aug 20 10:26:39.242815 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d39293-f7bd-4a5c-b811-1f133e4680f1 req-33463fb4-bd09-4924-aeaf-52cd407e34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:39.244399 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88d39293-f7bd-4a5c-b811-1f133e4680f1 req-33463fb4-bd09-4924-aeaf-52cd407e34cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ab24141c3cf4678b6e8c7a8b270c121&device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 1096 time: 0.0505981 Aug 20 10:26:39.362589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d39293-f7bd-4a5c-b811-1f133e4680f1 req-2bdbf9ed-226e-4465-bc18-d7100e0cae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:39.364827 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88d39293-f7bd-4a5c-b811-1f133e4680f1 req-2bdbf9ed-226e-4465-bc18-d7100e0cae79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc500ecd-8f48-462e-8406-51f60bdda1bd HTTP/1.1" status: 200 len: 914 time: 0.1123881 Aug 20 10:26:39.438515 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88d39293-f7bd-4a5c-b811-1f133e4680f1 req-3ec8dbdf-9eba-446f-93dd-f0b6e13c2767 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c97eb99c-7c9b-43ce-a058-cc469682ed9c HTTP/1.1" status: 200 len: 217 time: 0.0657017 Aug 20 10:26:39.513090 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d39293-f7bd-4a5c-b811-1f133e4680f1 req-a687039d-62eb-47df-8f8d-f44539336184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:39.515004 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88d39293-f7bd-4a5c-b811-1f133e4680f1 req-a687039d-62eb-47df-8f8d-f44539336184 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf539f61-8f34-42e8-a606-b643c725c2c7 HTTP/1.1" status: 200 len: 853 time: 0.0664272 Aug 20 10:26:39.553400 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88d39293-f7bd-4a5c-b811-1f133e4680f1 req-e80c8a06-19ae-4c65-8dde-504d7ff962d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc500ecd-8f48-462e-8406-51f60bdda1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293524 Aug 20 10:26:39.681493 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88d39293-f7bd-4a5c-b811-1f133e4680f1 req-2b5b3a48-f339-4b56-ba80-30bf8b5eb0b9 service neutron] 10.222.0.42 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191540 Aug 20 10:26:39.842446 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88d39293-f7bd-4a5c-b811-1f133e4680f1 req-df586793-bf73-4005-8cf9-b06b5bc1fcb4 service neutron] 10.222.0.42 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531537 Aug 20 10:26:39.862414 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15b41250-0177-4bfb-8e51-58a8ef8f0dfe req-16aa4377-c404-4357-9d27-ca5c763d88e3 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0556719 Aug 20 10:26:39.887600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49074) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:40.013119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-198b3159-0e73-4ce7-be38-b596874802d3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1238087060-network', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:40.035844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198b3159-0e73-4ce7-be38-b596874802d3 admin admin] Made reservation on behalf of c4fc80d5740e4905a2089e6312385fe2 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:26:40.038522 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-198b3159-0e73-4ce7-be38-b596874802d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:40.052142 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-198b3159-0e73-4ce7-be38-b596874802d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:40.225482 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527d24f-2001-4f50-879a-4d4e3b428d65 req-bc67aef8-f5ee-479a-9e16-347df387a2c9 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:40.228122 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7527d24f-2001-4f50-879a-4d4e3b428d65 req-bc67aef8-f5ee-479a-9e16-347df387a2c9 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.0844221 Aug 20 10:26:40.253893 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-198b3159-0e73-4ce7-be38-b596874802d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:40.266727 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-198b3159-0e73-4ce7-be38-b596874802d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:40.284265 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7527d24f-2001-4f50-879a-4d4e3b428d65 req-e4497c8b-1621-4069-93a3-5c129786c3e8 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487986 Aug 20 10:26:40.312986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198b3159-0e73-4ce7-be38-b596874802d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:26:40.341222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b3159-0e73-4ce7-be38-b596874802d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f89d6f-93c8-43c9-8897-5d70037f58df,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:40.345239 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-198b3159-0e73-4ce7-be38-b596874802d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:40.345601 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-198b3159-0e73-4ce7-be38-b596874802d3 admin admin] Added segment b2ada617-08f6-4262-85b9-7e07a62b65a0 of type vlan for network 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed Aug 20 10:26:40.375559 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e8b30-de1d-4621-a60c-75494d8acb6c req-6b760919-9972-49b2-aa3d-a1d4b3731080 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:40.377232 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d8e8b30-de1d-4621-a60c-75494d8acb6c req-6b760919-9972-49b2-aa3d-a1d4b3731080 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.1344681 Aug 20 10:26:40.510292 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d8e8b30-de1d-4621-a60c-75494d8acb6c req-7595bfe7-d85e-41fa-af1d-a167cb37fe90 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878556 Aug 20 10:26:40.546797 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-198b3159-0e73-4ce7-be38-b596874802d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:40.604042 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-198b3159-0e73-4ce7-be38-b596874802d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:40.605677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198b3159-0e73-4ce7-be38-b596874802d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:40.606614 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-198b3159-0e73-4ce7-be38-b596874802d3 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:40.697954 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-198b3159-0e73-4ce7-be38-b596874802d3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8091559 Aug 20 10:26:40.700926 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49104) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:40.709354 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-380760d1-13be-42d7-8ed6-5026a4c20e8e admin admin] Request body: {'subnet': {'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1238087060-subnet', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:40.716178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b3159-0e73-4ce7-be38-b596874802d3 admin admin] Pushing event updated for resources: {'Network': ['ID=3f582a0e-7cb4-44bf-89b4-ff6d1527aeed,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:40.728509 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:26:40.755886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380760d1-13be-42d7-8ed6-5026a4c20e8e admin admin] Made reservation on behalf of c4fc80d5740e4905a2089e6312385fe2 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:26:40.760412 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-380760d1-13be-42d7-8ed6-5026a4c20e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:41.048965 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-380760d1-13be-42d7-8ed6-5026a4c20e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:41.096761 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-008924af-51e7-4ac5-b6db-05b3c19299f1 req-ec09b80b-c4a8-4225-aade-8d59aa81eec5 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0605845 Aug 20 10:26:41.172448 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380760d1-13be-42d7-8ed6-5026a4c20e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3812c8e8-b5ab-49df-b8d2-7a07e088dfe6,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:41.180709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380760d1-13be-42d7-8ed6-5026a4c20e8e admin admin] Checking segment: {'id': 'b2ada617-08f6-4262-85b9-7e07a62b65a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:26:41.181326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380760d1-13be-42d7-8ed6-5026a4c20e8e admin admin] Network hostable DHCP agents. Network: 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:26:41.204130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380760d1-13be-42d7-8ed6-5026a4c20e8e admin admin] Network 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:26:41.227112 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-380760d1-13be-42d7-8ed6-5026a4c20e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:26:41.234729 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380760d1-13be-42d7-8ed6-5026a4c20e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:41.236039 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-380760d1-13be-42d7-8ed6-5026a4c20e8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:41.240941 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1a639b-4621-4427-9b3b-3202ea9faeb1 None None] Network 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:26:41.264185 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-380760d1-13be-42d7-8ed6-5026a4c20e8e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5620751 Aug 20 10:26:41.267405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49110) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:41.276815 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1238087060-router', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:41.355265 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:41.356520 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:41.482869 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4c908-7c73-436d-b3c1-781b62140fe7 req-6da645b1-6c4b-4e03-abe2-7c57cec7a803 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:41.505265 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fec4c908-7c73-436d-b3c1-781b62140fe7 req-6da645b1-6c4b-4e03-abe2-7c57cec7a803 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.1089725 Aug 20 10:26:41.546935 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-3f582a0e-7cb4-44bf-89b4-ff6d1527aeed', 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'fixed_ips': [{'subnet_id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:26:41.548089 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:41.592873 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fec4c908-7c73-436d-b3c1-781b62140fe7 req-f7959095-064b-4ea9-b8e7-139e4b7ecf61 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866320 Aug 20 10:26:41.615247 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:41.889824 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fb224-ca7d-4a2f-a18b-7dad1201fe20 req-2d82883d-f6a0-4284-97c0-032db2d14f9e tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:41.908226 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Allocated IP 172.20.0.2 (3f582a0e-7cb4-44bf-89b4-ff6d1527aeed/3812c8e8-b5ab-49df-b8d2-7a07e088dfe6/0b09bcd7-1606-4f55-874a-ee67add72eae) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:26:41.913197 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d27fb224-ca7d-4a2f-a18b-7dad1201fe20 req-2d82883d-f6a0-4284-97c0-032db2d14f9e tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.1646192 Aug 20 10:26:41.947847 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:42.011607 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d27fb224-ca7d-4a2f-a18b-7dad1201fe20 req-7b33a355-2a03-42f7-90e8-120ba6fecaee tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955703 Aug 20 10:26:42.243700 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0e30ae46-1868-4d75-9b6e-caa5163d98d8 req-2cf8f086-484c-4d06-b3f3-5f77711296a2 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0444024 Aug 20 10:26:42.335486 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:42.363380 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Transition to ACTIVE for port object 0b09bcd7-1606-4f55-874a-ee67add72eae will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:26:42.394563 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Transition to ACTIVE for port object 0b09bcd7-1606-4f55-874a-ee67add72eae will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:26:42.407361 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:42.428026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49132) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:42.489130 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:42.543557 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:42.568193 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Network 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:26:42.578931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eec759c-08a9-4d8c-87c5-f2692e495ef6 admin admin] Deleting subnet cadf393e-210e-42af-b610-6c3e5318317c {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:26:42.579576 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:26:42.583818 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:26:42.591657 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4eec759c-08a9-4d8c-87c5-f2692e495ef6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:42.746543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4eec759c-08a9-4d8c-87c5-f2692e495ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:42.760057 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Attempting to bind port 0b09bcd7-1606-4f55-874a-ee67add72eae on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:26:42.760599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Attempting to bind port 0b09bcd7-1606-4f55-874a-ee67add72eae by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'b2ada617-08f6-4262-85b9-7e07a62b65a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:26:42.761069 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Attempting to bind port 0b09bcd7-1606-4f55-874a-ee67add72eae on network 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:26:42.767184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Pushing event updated for resources: {'Port': ['ID=0b09bcd7-1606-4f55-874a-ee67add72eae,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:42.770107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:26:42.770656 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Checking segment: {'id': 'b2ada617-08f6-4262-85b9-7e07a62b65a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:26:42.771207 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:42.771828 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Bound using segment: {'id': 'b2ada617-08f6-4262-85b9-7e07a62b65a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:26:42.772283 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Bound port: 0b09bcd7-1606-4f55-874a-ee67add72eae, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ada617-08f6-4262-85b9-7e07a62b65a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:26:42.773302 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:42.809077 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Allocated IP 172.25.3.181 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/50a28253-9541-4240-91e8-a14a53812c6b) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:26:42.957903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] For port 0b09bcd7-1606-4f55-874a-ee67add72eae, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:26:42.975383 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4eec759c-08a9-4d8c-87c5-f2692e495ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:42.977336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] For port 0b09bcd7-1606-4f55-874a-ee67add72eae, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0b09bcd7-1606-4f55-874a-ee67add72eae,segment=NetworkSegment(b2ada617-08f6-4262-85b9-7e07a62b65a0),segment_id=b2ada617-08f6-4262-85b9-7e07a62b65a0)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:26:42.984352 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:43.075420 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:43.132614 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2bc3c-85f1-4218-b808-de02c1cfe706 None None] Pushing event updated for resources: {'Port': ['ID=0b09bcd7-1606-4f55-874a-ee67add72eae,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:43.145591 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec52804-0e2c-4cb9-bcfe-810be559e06b req-eb39b4d3-824f-4e71-a43e-69c796a2fd31 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:43.157342 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ec52804-0e2c-4cb9-bcfe-810be559e06b req-eb39b4d3-824f-4e71-a43e-69c796a2fd31 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.3320227 Aug 20 10:26:43.243429 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:43.309271 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ec52804-0e2c-4cb9-bcfe-810be559e06b req-b79e433a-ad6a-4dda-8703-a124c85e8685 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499712 Aug 20 10:26:43.325625 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4eec759c-08a9-4d8c-87c5-f2692e495ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:43.363911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Pushing event updated for resources: {'Port': ['ID=50a28253-9541-4240-91e8-a14a53812c6b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:43.387633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4765ea3-99ba-4ff4-a6c5-1a1a091de77d req-4ce40dac-ec7a-49b2-81b6-4a9a8669f3ca tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:43.396097 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e4765ea3-99ba-4ff4-a6c5-1a1a091de77d req-4ce40dac-ec7a-49b2-81b6-4a9a8669f3ca tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.2242534 Aug 20 10:26:43.421039 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:26:43.424959 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:26:43.432807 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:26:43.446691 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec759c-08a9-4d8c-87c5-f2692e495ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cadf393e-210e-42af-b610-6c3e5318317c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:43.461610 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4eec759c-08a9-4d8c-87c5-f2692e495ef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:43.464113 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4eec759c-08a9-4d8c-87c5-f2692e495ef6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cadf393e-210e-42af-b610-6c3e5318317c HTTP/1.1" status: 204 len: 168 time: 1.0347610 Aug 20 10:26:43.492538 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49146) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:43.528712 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-40555e56-c43a-4147-afc3-f869a42a27b4 req-b0255c5f-d566-4070-ab68-f4944a7a615a tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0706577 Aug 20 10:26:44.166955 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e4765ea3-99ba-4ff4-a6c5-1a1a091de77d req-221afbaa-fed1-47ce-89b9-5124e9ea6717 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7696233 Aug 20 10:26:44.208649 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-deacc42b-bcef-45dd-9065-2958cf9326e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:44.577993 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5a557-cd4b-413c-8f4b-2a736791ccbe req-ce89cd71-6ab1-4789-85d1-53c9d3cd76c6 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:44.582580 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39c5a557-cd4b-413c-8f4b-2a736791ccbe req-ce89cd71-6ab1-4789-85d1-53c9d3cd76c6 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.1486261 Aug 20 10:26:44.611728 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-deacc42b-bcef-45dd-9065-2958cf9326e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:44.649631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-deacc42b-bcef-45dd-9065-2958cf9326e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfce61d9-c87f-4881-8801-06adfd00a39f']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:26:44.696144 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39c5a557-cd4b-413c-8f4b-2a736791ccbe req-9052796b-c0c3-435e-8cd5-b726f6818ed7 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113584 Aug 20 10:26:44.733463 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-deacc42b-bcef-45dd-9065-2958cf9326e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367e2e56-0ae9-4788-8ccb-61d20d387910') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:26:44.734023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-deacc42b-bcef-45dd-9065-2958cf9326e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367e2e56-0ae9-4788-8ccb-61d20d387910') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:26:44.784214 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-deacc42b-bcef-45dd-9065-2958cf9326e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:44.841427 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-deacc42b-bcef-45dd-9065-2958cf9326e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:44.849177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deacc42b-bcef-45dd-9065-2958cf9326e2 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:26:44.849656 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-deacc42b-bcef-45dd-9065-2958cf9326e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:44.871041 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0b09bcd7-1606-4f55-874a-ee67add72eae up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:26:45.028398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac9e4cd-7dec-4f43-b6c1-69a0a8b2b296 None None] Network 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:26:45.038425 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:26:45.046538 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-81799d44-68aa-405a-bb44-ad5b8cbf3ffa req-ac1464a0-a1df-4c6c-b6bf-4c0491362025 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0634050 Aug 20 10:26:45.194704 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be1f8d1e-c876-4d9c-a9cf-58db481e4deb req-13762914-455a-4480-9b40-aeec3d5a5d30 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.1570470 Aug 20 10:26:45.230003 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-deacc42b-bcef-45dd-9065-2958cf9326e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:45.237234 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-deacc42b-bcef-45dd-9065-2958cf9326e2 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:45.242680 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-deacc42b-bcef-45dd-9065-2958cf9326e2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cfce61d9-c87f-4881-8801-06adfd00a39f HTTP/1.1" status: 204 len: 168 time: 1.2109985 Aug 20 10:26:45.242680 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:45.260711 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacc42b-bcef-45dd-9065-2958cf9326e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfce61d9-c87f-4881-8801-06adfd00a39f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:45.323844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 0b09bcd7-1606-4f55-874a-ee67add72eae completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:26:45.356532 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-55af4b86-8e91-4b89-9b7e-7b1e9bd7402e None None] Provisioning for port 0b09bcd7-1606-4f55-874a-ee67add72eae completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:26:45.433450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-55af4b86-8e91-4b89-9b7e-7b1e9bd7402e None None] Provisioning complete for port 0b09bcd7-1606-4f55-874a-ee67add72eae triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:26:45.433859 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-55af4b86-8e91-4b89-9b7e-7b1e9bd7402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:45.476793 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49176) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:45.549027 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-15e894c4-0987-4ae2-97f2-7971e4e6bba7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e53ce8e85ec4b5491d4531e04655740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704274 Aug 20 10:26:45.550167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49178) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:45.628010 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-985581e3-fb93-498e-ac12-a809ddc4abc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:45.645504 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-55af4b86-8e91-4b89-9b7e-7b1e9bd7402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:45.658781 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-985581e3-fb93-498e-ac12-a809ddc4abc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:45.696809 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-55af4b86-8e91-4b89-9b7e-7b1e9bd7402e None None] For port 0b09bcd7-1606-4f55-874a-ee67add72eae, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0b09bcd7-1606-4f55-874a-ee67add72eae,segment=NetworkSegment(b2ada617-08f6-4262-85b9-7e07a62b65a0),segment_id=b2ada617-08f6-4262-85b9-7e07a62b65a0)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:45.711463 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-55af4b86-8e91-4b89-9b7e-7b1e9bd7402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:45.748932 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:45.792040 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-985581e3-fb93-498e-ac12-a809ddc4abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:45.802248 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-985581e3-fb93-498e-ac12-a809ddc4abc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:45.807212 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-985581e3-fb93-498e-ac12-a809ddc4abc4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb9d5672-1e5f-452b-9305-20c1440f8fb0 HTTP/1.1" status: 204 len: 168 time: 0.2557993 Aug 20 10:26:45.810685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af4b86-8e91-4b89-9b7e-7b1e9bd7402e None None] Pushing event updated for resources: {'Port': ['ID=0b09bcd7-1606-4f55-874a-ee67add72eae,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:45.815213 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1db3b-3504-40cb-8d98-abcfae067355 req-cf31f90e-6303-474c-a02f-761e999c0737 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:45.825841 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8bf1db3b-3504-40cb-8d98-abcfae067355 req-cf31f90e-6303-474c-a02f-761e999c0737 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.4016075 Aug 20 10:26:45.830594 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985581e3-fb93-498e-ac12-a809ddc4abc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9d5672-1e5f-452b-9305-20c1440f8fb0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:45.941750 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8bf1db3b-3504-40cb-8d98-abcfae067355 req-8164a959-960d-4858-9b98-620566ab72b5 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066008 Aug 20 10:26:45.949272 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a72fbad6-ccdb-4c4b-be8e-2ac2c14534f5 None None] Provisioning complete for port 0b09bcd7-1606-4f55-874a-ee67add72eae triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:26:45.953775 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a72fbad6-ccdb-4c4b-be8e-2ac2c14534f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:46.301323 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Router c1d99f2d-bc69-4a8b-85ec-455435fd216f is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:26:46.409397 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09559e-bbe4-4bda-aa5d-f068c0b2a0e5 req-c6730652-e8f9-4a92-9a39-b1cfdc7b5024 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:46.420639 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd09559e-bbe4-4bda-aa5d-f068c0b2a0e5 req-c6730652-e8f9-4a92-9a39-b1cfdc7b5024 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.2721844 Aug 20 10:26:46.610344 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd09559e-bbe4-4bda-aa5d-f068c0b2a0e5 req-8e53648b-10fb-4655-a8e4-ea582bf253f0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880827 Aug 20 10:26:46.667751 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:26:46.678449 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Sync routers for ids ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:26:46.704346 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:46.709378 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f8d003cf-54a0-4734-b412-d1a760f12192 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4371202 Aug 20 10:26:46.712050 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Routers {'c1d99f2d-bc69-4a8b-85ec-455435fd216f'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:26:46.712050 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:26:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:26:46.712859 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49210) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:46.845690 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f180327-c453-4846-96b2-db7092ecbcc9 req-63449a8f-e5ae-417d-9261-458d76cfc57f tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0598245 Aug 20 10:26:46.847307 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0b09bcd7-1606-4f55-874a-ee67add72eae up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:26:47.147154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 0b09bcd7-1606-4f55-874a-ee67add72eae triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:26:47.149583 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:47.219733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Set router c1d99f2d-bc69-4a8b-85ec-455435fd216f gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:26:47.253911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49232) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:47.302385 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63e0ba49-81c9-4f0b-9713-74774e440f68 req-dd4e61f1-c93e-4f27-801f-e087a0684753 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3940cfbea7604a4f86f8ae88d0d4c49f&device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0510764 Aug 20 10:26:47.404293 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63e0ba49-81c9-4f0b-9713-74774e440f68 req-1254d365-0d22-4b26-9272-170b1cf24d37 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3940cfbea7604a4f86f8ae88d0d4c49f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696743 Aug 20 10:26:47.458318 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-57156e29-198d-4ba6-b36c-042635981284 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-443780444-network', 'tenant_id': 'fbb31ca92f5b4b7e9c5116430aa997e3'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:47.534578 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57156e29-198d-4ba6-b36c-042635981284 admin admin] Made reservation on behalf of fbb31ca92f5b4b7e9c5116430aa997e3 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:26:47.542341 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-57156e29-198d-4ba6-b36c-042635981284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:47.564828 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0ba49-81c9-4f0b-9713-74774e440f68 req-10060067-b06a-424c-8fce-03c2d3614996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:47.566627 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63e0ba49-81c9-4f0b-9713-74774e440f68 req-10060067-b06a-424c-8fce-03c2d3614996 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1437876 Aug 20 10:26:47.605372 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c604a0c-32fd-4959-b238-2cab039fad5b req-adbc36c7-0f26-4900-b7b6-dc6cbf0de187 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.1760516 Aug 20 10:26:47.614972 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-57156e29-198d-4ba6-b36c-042635981284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:47.705517 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e403f6-41e5-4265-9e9d-9e0d25291e1f req-4d7aa232-142f-4e86-a6e3-15c8bdbfe436 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:47.715843 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-92e403f6-41e5-4265-9e9d-9e0d25291e1f req-4d7aa232-142f-4e86-a6e3-15c8bdbfe436 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.4978635 Aug 20 10:26:47.886940 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-92e403f6-41e5-4265-9e9d-9e0d25291e1f req-2e154c52-390c-450a-adaf-b2deb85c7990 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701322 Aug 20 10:26:48.085308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299e772-9b11-47c8-8352-91fb117f1525 req-d8801451-ec40-4fe5-918a-2c87429db8d2 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:48.087331 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:48.098608 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1299e772-9b11-47c8-8352-91fb117f1525 req-d8801451-ec40-4fe5-918a-2c87429db8d2 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.2802429 Aug 20 10:26:48.148233 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'name': 'tempest-ServersTestFqdnHostnames-1238087060-router', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '50a28253-9541-4240-91e8-a14a53812c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:26:41Z', 'updated_at': '2021-08-20T10:26:44Z', 'revision_number': 3, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'gw_port': {'id': '50a28253-9541-4240-91e8-a14a53812c6b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:42Z', 'updated_at': '2021-08-20T10:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:26:48.169230 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1299e772-9b11-47c8-8352-91fb117f1525 req-6ca9b33e-3559-4f34-9a1a-abd07e542146 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647793 Aug 20 10:26:48.178033 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-57156e29-198d-4ba6-b36c-042635981284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:48.183691 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-57156e29-198d-4ba6-b36c-042635981284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:48.190155 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Checking router: c1d99f2d-bc69-4a8b-85ec-455435fd216f for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:26:48.190570 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Updating router c1d99f2d-bc69-4a8b-85ec-455435fd216f port 50a28253-9541-4240-91e8-a14a53812c6b binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:26:48.217064 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57156e29-198d-4ba6-b36c-042635981284 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:26:48.222098 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:48.244770 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-57156e29-198d-4ba6-b36c-042635981284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:48.245239 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-57156e29-198d-4ba6-b36c-042635981284 admin admin] Added segment 81e2467e-f6ae-4eff-91a8-491647dd34e9 of type vlan for network e874bf5e-85b7-4953-a72b-bd8d98f1f8a4 Aug 20 10:26:48.259518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57156e29-198d-4ba6-b36c-042635981284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a42c5cd-8bdb-4064-a2d6-9bcc7047dd81,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:48.304731 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-57156e29-198d-4ba6-b36c-042635981284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:48.337052 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-57156e29-198d-4ba6-b36c-042635981284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:48.338177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57156e29-198d-4ba6-b36c-042635981284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:48.338973 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-57156e29-198d-4ba6-b36c-042635981284 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:48.381901 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:48.397998 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Allocated IP 172.20.0.1 (3f582a0e-7cb4-44bf-89b4-ff6d1527aeed/3812c8e8-b5ab-49df-b8d2-7a07e088dfe6/4a7e9f13-3706-4533-a5ee-3320a8ba31cc) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:26:48.447573 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57156e29-198d-4ba6-b36c-042635981284 admin admin] Pushing event updated for resources: {'Network': ['ID=e874bf5e-85b7-4953-a72b-bd8d98f1f8a4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:48.453579 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-57156e29-198d-4ba6-b36c-042635981284 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1984026 Aug 20 10:26:48.456956 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49244) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:48.462626 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d5d18e92-b769-46bc-8d39-9ca12302549c admin admin] Request body: {'subnet': {'network_id': 'e874bf5e-85b7-4953-a72b-bd8d98f1f8a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-443780444-subnet', 'tenant_id': 'fbb31ca92f5b4b7e9c5116430aa997e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:48.480229 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network e874bf5e-85b7-4953-a72b-bd8d98f1f8a4 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:26:48.496775 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d18e92-b769-46bc-8d39-9ca12302549c admin admin] Made reservation on behalf of fbb31ca92f5b4b7e9c5116430aa997e3 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:26:48.502649 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5d18e92-b769-46bc-8d39-9ca12302549c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:48.605294 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:48.631987 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Transition to ACTIVE for port object 4a7e9f13-3706-4533-a5ee-3320a8ba31cc will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:26:48.677695 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:48.758886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Pushing event updated for resources: {'Port': ['ID=4a7e9f13-3706-4533-a5ee-3320a8ba31cc,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:48.776333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Network 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:26:48.777967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:26:48.780669 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:26:48.876098 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:48.890401 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ef99e13-99d9-4141-a892-e4652dce61b5 req-41e6241d-89c6-434f-9dc0-112bbc267b25 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.16 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.0693767 Aug 20 10:26:48.905564 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Transition to ACTIVE for port object 50a28253-9541-4240-91e8-a14a53812c6b will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:26:48.906133 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:48.928170 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:49.009411 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Attempting to bind port 50a28253-9541-4240-91e8-a14a53812c6b on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:26:49.009789 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Attempting to bind port 50a28253-9541-4240-91e8-a14a53812c6b by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:26:49.010150 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Attempting to bind port 50a28253-9541-4240-91e8-a14a53812c6b on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:26:49.032567 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5d18e92-b769-46bc-8d39-9ca12302549c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:49.136309 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:26:49.137263 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:26:49.139161 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:49.140261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:26:49.141905 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Bound port: 50a28253-9541-4240-91e8-a14a53812c6b, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:26:49.144123 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:49.152332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d18e92-b769-46bc-8d39-9ca12302549c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0a67eb-c398-44e8-8efd-9a6dadca4189,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:49.174580 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d18e92-b769-46bc-8d39-9ca12302549c admin admin] Checking segment: {'id': '81e2467e-f6ae-4eff-91a8-491647dd34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e874bf5e-85b7-4953-a72b-bd8d98f1f8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:26:49.175172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d18e92-b769-46bc-8d39-9ca12302549c admin admin] Network hostable DHCP agents. Network: e874bf5e-85b7-4953-a72b-bd8d98f1f8a4, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:26:49.196448 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d18e92-b769-46bc-8d39-9ca12302549c admin admin] Network e874bf5e-85b7-4953-a72b-bd8d98f1f8a4 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:26:49.223813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-d5d18e92-b769-46bc-8d39-9ca12302549c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, e874bf5e-85b7-4953-a72b-bd8d98f1f8a4) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:26:49.229638 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d18e92-b769-46bc-8d39-9ca12302549c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:49.230581 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5d18e92-b769-46bc-8d39-9ca12302549c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:49.284672 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d5d18e92-b769-46bc-8d39-9ca12302549c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8186915 Aug 20 10:26:49.289894 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97cb883-44ed-48dd-9274-5c3d5076ad8e None None] Network e874bf5e-85b7-4953-a72b-bd8d98f1f8a4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:26:49.465236 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd26b9-84e5-4c2b-b201-068d734c3670 None None] Pushing event updated for resources: {'Port': ['ID=50a28253-9541-4240-91e8-a14a53812c6b,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:49.542259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-451eff9e-788c-49ae-abbd-aeec8ab5111d None None] Provisioning for port 4a7e9f13-3706-4533-a5ee-3320a8ba31cc completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:26:49.566358 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-451eff9e-788c-49ae-abbd-aeec8ab5111d None None] Provisioning complete for port 4a7e9f13-3706-4533-a5ee-3320a8ba31cc triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:26:49.567095 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-451eff9e-788c-49ae-abbd-aeec8ab5111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:49.570374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] For port 50a28253-9541-4240-91e8-a14a53812c6b, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:26:49.576162 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] For port 50a28253-9541-4240-91e8-a14a53812c6b, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=50a28253-9541-4240-91e8-a14a53812c6b,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:26:49.640236 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:49.720208 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-451eff9e-788c-49ae-abbd-aeec8ab5111d None None] Port 4a7e9f13-3706-4533-a5ee-3320a8ba31cc cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:26:49.806078 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Routers {'c1d99f2d-bc69-4a8b-85ec-455435fd216f'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:26:49.807199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:26:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:26:49.817979 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63e0ba49-81c9-4f0b-9713-74774e440f68 req-984077d8-d21d-45ef-82d8-5eff18595578 tempest-ServerShowV254Test-1822059559 tempest-ServerShowV254Test-1822059559-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d44e0f-ae37-4efb-9c44-b545015b27b2 HTTP/1.1" status: 200 len: 210 time: 0.7316322 Aug 20 10:26:49.906958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af395d4-d0c8-4b2d-9c0e-098654ebcbd5 req-90711274-9b6e-4e81-b5b3-407475cfd1e4 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:49.916960 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0af395d4-d0c8-4b2d-9c0e-098654ebcbd5 req-90711274-9b6e-4e81-b5b3-407475cfd1e4 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.8322794 Aug 20 10:26:50.009524 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] Set router c1d99f2d-bc69-4a8b-85ec-455435fd216f gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:26:50.031856 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0af395d4-d0c8-4b2d-9c0e-098654ebcbd5 req-c060bb01-3121-4eaa-92d7-be6b2053f3b7 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133773 Aug 20 10:26:50.043870 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:50.110045 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd26b9-84e5-4c2b-b201-068d734c3670 None None] Pushing event updated for resources: {'Port': ['ID=50a28253-9541-4240-91e8-a14a53812c6b,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:50.124743 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42ba972-6dfd-4464-a1ae-d1b086934425 None None] Network e874bf5e-85b7-4953-a72b-bd8d98f1f8a4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:26:50.209622 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f563dc0-35fa-4e5b-b10b-39bc0e2f188e req-a57e52ef-f896-4f67-8f95-1d1632dab08a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:50.212539 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f563dc0-35fa-4e5b-b10b-39bc0e2f188e req-a57e52ef-f896-4f67-8f95-1d1632dab08a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.1366584 Aug 20 10:26:50.324206 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f563dc0-35fa-4e5b-b10b-39bc0e2f188e req-2b02ff7b-509a-4499-87dc-45e5d26f573e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057005 Aug 20 10:26:50.524987 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:50.529697 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'name': 'tempest-ServersTestFqdnHostnames-1238087060-router', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '50a28253-9541-4240-91e8-a14a53812c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:26:41Z', 'updated_at': '2021-08-20T10:26:44Z', 'revision_number': 3, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'gw_port': {'id': '50a28253-9541-4240-91e8-a14a53812c6b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:42Z', 'updated_at': '2021-08-20T10:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:26:50.534319 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:50.630189 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-726c76ce-2187-40ee-999f-39326b2a8fa1 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:50.631575 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-726c76ce-2187-40ee-999f-39326b2a8fa1 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/networks?id=e874bf5e-85b7-4953-a72b-bd8d98f1f8a4 HTTP/1.1" status: 200 len: 817 time: 0.2639861 Aug 20 10:26:50.647117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Pushing event updated for resources: {'Port': ['ID=4a7e9f13-3706-4533-a5ee-3320a8ba31cc,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:50.658564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1158b8-c3d1-40bf-a5dc-5525a4678835 req-a942f139-1ab1-4e73-9cb4-f8f1a2a8ba50 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:50.673772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dd93a8-2357-4888-a4bf-7dbda39213e5 None None] The sync data for ids ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'] in n-d-778550-11 is: [{'id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'name': 'tempest-ServersTestFqdnHostnames-1238087060-router', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '50a28253-9541-4240-91e8-a14a53812c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:26:41Z', 'updated_at': '2021-08-20T10:26:44Z', 'revision_number': 3, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'gw_port': {'id': '50a28253-9541-4240-91e8-a14a53812c6b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:42Z', 'updated_at': '2021-08-20T10:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:26:50.673963 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:50.675358 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1158b8-c3d1-40bf-a5dc-5525a4678835 req-a942f139-1ab1-4e73-9cb4-f8f1a2a8ba50 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:50.676848 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-41b8a8b6-419b-41e6-8880-0551b2441a4f tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/quotas/fbb31ca92f5b4b7e9c5116430aa997e3 HTTP/1.1" status: 200 len: 375 time: 0.0335753 Aug 20 10:26:50.683432 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1158b8-c3d1-40bf-a5dc-5525a4678835 req-a942f139-1ab1-4e73-9cb4-f8f1a2a8ba50 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:50.693435 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1158b8-c3d1-40bf-a5dc-5525a4678835 req-a942f139-1ab1-4e73-9cb4-f8f1a2a8ba50 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:50.709271 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1158b8-c3d1-40bf-a5dc-5525a4678835 req-a942f139-1ab1-4e73-9cb4-f8f1a2a8ba50 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:50.763422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1158b8-c3d1-40bf-a5dc-5525a4678835 req-a942f139-1ab1-4e73-9cb4-f8f1a2a8ba50 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:50.764748 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-6be759cf-159f-49ae-a377-e9cef3c26471 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fbb31ca92f5b4b7e9c5116430aa997e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740192 Aug 20 10:26:50.786517 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1158b8-c3d1-40bf-a5dc-5525a4678835 req-a942f139-1ab1-4e73-9cb4-f8f1a2a8ba50 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:50.795822 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-df1158b8-c3d1-40bf-a5dc-5525a4678835 req-a942f139-1ab1-4e73-9cb4-f8f1a2a8ba50 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5434 time: 0.3377273 Aug 20 10:26:50.879936 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-df1158b8-c3d1-40bf-a5dc-5525a4678835 req-27b1ff83-e79e-4d21-9164-a24a9b1044f8 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782743 Aug 20 10:26:50.983406 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-159df40d-2e70-4b7b-8f56-13231c3a1154 service neutron] 10.222.0.16 "GET /v2.0/networks/e874bf5e-85b7-4953-a72b-bd8d98f1f8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878517 Aug 20 10:26:51.162177 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Network 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:26:51.199423 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:26:51.403925 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a98d38f6-1d8f-4809-a65c-5d5141a5d3c9 service neutron] 10.222.0.16 "GET /v2.0/networks/e874bf5e-85b7-4953-a72b-bd8d98f1f8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099398 Aug 20 10:26:51.481610 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Router c1d99f2d-bc69-4a8b-85ec-455435fd216f has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:26:51.652855 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49302) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:51.805025 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7c777455-9a3f-4de7-b79c-addf883be66d None None] Provisioning complete for port 4a7e9f13-3706-4533-a5ee-3320a8ba31cc triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:26:51.805806 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7c777455-9a3f-4de7-b79c-addf883be66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:51.992631 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e819d687-8b33-4cf3-ab12-ddec676a683e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:52.043644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7c777455-9a3f-4de7-b79c-addf883be66d None None] Port 4a7e9f13-3706-4533-a5ee-3320a8ba31cc cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:26:52.112951 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:26:52.127701 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-08e9e594-726e-412c-80e2-754d01b5d465 admin admin] 10.222.0.16 "PUT /v2.0/routers/c1d99f2d-bc69-4a8b-85ec-455435fd216f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4135458 Aug 20 10:26:52.155026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7ecf6-41e3-4b16-91c1-bff41362b379 req-a99352d9-f235-4f82-a4b5-3d447551e99a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:52.156647 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-06b7ecf6-41e3-4b16-91c1-bff41362b379 req-a99352d9-f235-4f82-a4b5-3d447551e99a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.1543570 Aug 20 10:26:52.267389 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-06b7ecf6-41e3-4b16-91c1-bff41362b379 req-e83a477f-e99a-4923-b975-09a23d9e14a9 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017559 Aug 20 10:26:52.318524 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf283968-d846-4008-84cc-5e9b4d07dfbb req-1987ce4f-f16c-4a88-8e00-1174df8e1ddb tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:52.327817 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf283968-d846-4008-84cc-5e9b4d07dfbb req-1987ce4f-f16c-4a88-8e00-1174df8e1ddb tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.2439032 Aug 20 10:26:52.447089 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-46f577b6-016c-45b1-8060-5951fc617e46 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:52.455455 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-46f577b6-016c-45b1-8060-5951fc617e46 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:52.459000 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e4a8ca3-522f-4c7f-b043-1de7e7bcefd2 req-043a06cf-d60c-44bf-9b60-8922a1450899 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 210 time: 0.0588660 Aug 20 10:26:52.463966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-46f577b6-016c-45b1-8060-5951fc617e46 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:52.470883 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-46f577b6-016c-45b1-8060-5951fc617e46 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:52.484321 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-46f577b6-016c-45b1-8060-5951fc617e46 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:52.492092 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-46f577b6-016c-45b1-8060-5951fc617e46 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:52.499087 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:52.500578 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-46f577b6-016c-45b1-8060-5951fc617e46 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:52.503309 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-46f577b6-016c-45b1-8060-5951fc617e46 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.42 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5434 time: 0.2590196 Aug 20 10:26:52.519615 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf283968-d846-4008-84cc-5e9b4d07dfbb req-c0a2c1a8-474f-4df1-b016-cca071ce4e03 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906433 Aug 20 10:26:52.630143 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436112-5f5d-45fe-ad8c-7d8a8c4c6e94 req-e5db824c-ffe7-4cde-8fab-db4776a4c89d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:52.641556 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436112-5f5d-45fe-ad8c-7d8a8c4c6e94 req-e5db824c-ffe7-4cde-8fab-db4776a4c89d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:52.653340 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436112-5f5d-45fe-ad8c-7d8a8c4c6e94 req-e5db824c-ffe7-4cde-8fab-db4776a4c89d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:52.659635 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e819d687-8b33-4cf3-ab12-ddec676a683e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:52.661620 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436112-5f5d-45fe-ad8c-7d8a8c4c6e94 req-e5db824c-ffe7-4cde-8fab-db4776a4c89d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:52.667866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-91a06c10-6ad8-4bb6-90f4-97291c0d9a17 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:52.669882 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-91a06c10-6ad8-4bb6-90f4-97291c0d9a17 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.42 "GET /v2.0/ports/b0dc443b-1921-4dad-bda7-a656f1502e81?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1125724 Aug 20 10:26:52.671616 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e819d687-8b33-4cf3-ab12-ddec676a683e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:52.672399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436112-5f5d-45fe-ad8c-7d8a8c4c6e94 req-e5db824c-ffe7-4cde-8fab-db4776a4c89d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:52.682012 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436112-5f5d-45fe-ad8c-7d8a8c4c6e94 req-e5db824c-ffe7-4cde-8fab-db4776a4c89d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:52.689372 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436112-5f5d-45fe-ad8c-7d8a8c4c6e94 req-e5db824c-ffe7-4cde-8fab-db4776a4c89d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:52.691903 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-34436112-5f5d-45fe-ad8c-7d8a8c4c6e94 req-e5db824c-ffe7-4cde-8fab-db4776a4c89d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 5434 time: 0.1492472 Aug 20 10:26:52.799217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 50a28253-9541-4240-91e8-a14a53812c6b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:26:52.806501 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-34436112-5f5d-45fe-ad8c-7d8a8c4c6e94 req-8fb23aaf-1959-412b-9406-d30f9638f0b0 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956383 Aug 20 10:26:52.834726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819d687-8b33-4cf3-ab12-ddec676a683e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25010f1-9046-404b-a3e7-28baf50b7dba,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:52.899860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 50a28253-9541-4240-91e8-a14a53812c6b completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:26:52.905307 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 50a28253-9541-4240-91e8-a14a53812c6b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:26:52.906167 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:52.916038 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e819d687-8b33-4cf3-ab12-ddec676a683e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3940cfbea7604a4f86f8ae88d0d4c49f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2582099 Aug 20 10:26:52.916626 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49342) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:53.014817 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf3088bd-2a4c-4d19-b8a9-bb743c37f688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:53.022573 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-d8ce840d-527c-42a0-b845-8a546a275776 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.42 "GET /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2655432 Aug 20 10:26:53.040738 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-f65045c9-5612-410f-b448-6e2723a62bfe service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:53.051948 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:53.066397 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf3088bd-2a4c-4d19-b8a9-bb743c37f688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:53.077748 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 50a28253-9541-4240-91e8-a14a53812c6b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=50a28253-9541-4240-91e8-a14a53812c6b,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:53.089767 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:53.178095 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf3088bd-2a4c-4d19-b8a9-bb743c37f688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:53.180489 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf3088bd-2a4c-4d19-b8a9-bb743c37f688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:53.181704 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cf3088bd-2a4c-4d19-b8a9-bb743c37f688 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f25010f1-9046-404b-a3e7-28baf50b7dba HTTP/1.1" status: 204 len: 168 time: 0.2639701 Aug 20 10:26:53.184409 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-f65045c9-5612-410f-b448-6e2723a62bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:53.202827 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=50a28253-9541-4240-91e8-a14a53812c6b,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:53.219325 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3088bd-2a4c-4d19-b8a9-bb743c37f688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25010f1-9046-404b-a3e7-28baf50b7dba,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:53.330500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49362) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:53.335946 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f657bb21-4149-46d4-8f84-321df1c96d4d tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1457010526', 'description': 'tempest-description--1989642963'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:53.415011 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f657bb21-4149-46d4-8f84-321df1c96d4d tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:53.533372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-f65045c9-5612-410f-b448-6e2723a62bfe service neutron] For port b0dc443b-1921-4dad-bda7-a656f1502e81, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b0dc443b-1921-4dad-bda7-a656f1502e81,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:53.588648 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f657bb21-4149-46d4-8f84-321df1c96d4d tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:53.596970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-f65045c9-5612-410f-b448-6e2723a62bfe service neutron] For port b0dc443b-1921-4dad-bda7-a656f1502e81, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:26:53.600278 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f657bb21-4149-46d4-8f84-321df1c96d4d tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:53.646840 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657bb21-4149-46d4-8f84-321df1c96d4d tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524e795b-8353-48f0-9d69-ae1ad360f6ab,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:53.650024 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-f65045c9-5612-410f-b448-6e2723a62bfe service neutron] device_id is not set on port b0dc443b-1921-4dad-bda7-a656f1502e81 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:26:53.660009 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-f65045c9-5612-410f-b448-6e2723a62bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:53.668719 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f657bb21-4149-46d4-8f84-321df1c96d4d tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:53.670186 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f657bb21-4149-46d4-8f84-321df1c96d4d tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3386724 Aug 20 10:26:53.680520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49374) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:53.687334 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b1c7399d-58eb-48aa-a7a6-5b5792d19af0 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Request body: {'security_group_rule': {'security_group_id': '524e795b-8353-48f0-9d69-ae1ad360f6ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:53.713804 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-f65045c9-5612-410f-b448-6e2723a62bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:53.731698 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7ee2d31c-3dea-469f-b80a-78fef870731b req-e7634518-b419-4afe-b2d1-dd124e93c948 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 210 time: 0.0602016 Aug 20 10:26:53.855674 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1c7399d-58eb-48aa-a7a6-5b5792d19af0 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:53.907517 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-7874ba67-f5e1-4431-9964-ff23b12384fd tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:53.909213 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-7874ba67-f5e1-4431-9964-ff23b12384fd tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.24 "GET /v2.0/networks?id=e874bf5e-85b7-4953-a72b-bd8d98f1f8a4 HTTP/1.1" status: 200 len: 817 time: 0.1762531 Aug 20 10:26:53.923804 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c5cec-49f7-424f-b490-b57af34ba5ca req-a2a2a36d-682e-441f-afaa-0ec5442f16cb tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:53.924023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-f243436a-eb7c-4990-8992-27a7810ff73c tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Request body: {'port': {'device_id': 'f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a', 'network_id': 'e874bf5e-85b7-4953-a72b-bd8d98f1f8a4', 'admin_state_up': True, 'tenant_id': 'fbb31ca92f5b4b7e9c5116430aa997e3'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:53.932135 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b92c5cec-49f7-424f-b490-b57af34ba5ca req-a2a2a36d-682e-441f-afaa-0ec5442f16cb tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.2667065 Aug 20 10:26:53.940345 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65045c9-5612-410f-b448-6e2723a62bfe service neutron] Pushing event updated for resources: {'Port': ['ID=b0dc443b-1921-4dad-bda7-a656f1502e81,revision_number=6']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:54.020371 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-f65045c9-5612-410f-b448-6e2723a62bfe service neutron] No DVR routers for this DVR port b0dc443b-1921-4dad-bda7-a656f1502e81 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:26:54.046441 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Sync routers for ids ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:26:54.062450 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Routers {'c1d99f2d-bc69-4a8b-85ec-455435fd216f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:26:54.063397 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:26:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:26:54.082844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-f65045c9-5612-410f-b448-6e2723a62bfe service neutron] In _notify_port_updated(), no bound segment for port b0dc443b-1921-4dad-bda7-a656f1502e81 on network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 {{(pid=94867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:26:54.083794 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-f65045c9-5612-410f-b448-6e2723a62bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:54.084469 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-f65045c9-5612-410f-b448-6e2723a62bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:54.086010 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-f65045c9-5612-410f-b448-6e2723a62bfe service neutron] 10.222.0.42 "PUT /v2.0/ports/b0dc443b-1921-4dad-bda7-a656f1502e81 HTTP/1.1" status: 200 len: 1027 time: 1.0544267 Aug 20 10:26:54.177624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-f243436a-eb7c-4990-8992-27a7810ff73c tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Made reservation on behalf of fbb31ca92f5b4b7e9c5116430aa997e3 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:26:54.193422 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-f243436a-eb7c-4990-8992-27a7810ff73c tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:54.209830 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-37631d44-7827-45a5-b2a2-c22c13cd6c84 None None] Provisioning complete for port b0dc443b-1921-4dad-bda7-a656f1502e81 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:26:54.210386 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-37631d44-7827-45a5-b2a2-c22c13cd6c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:54.224948 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Set router c1d99f2d-bc69-4a8b-85ec-455435fd216f gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:26:54.231630 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b92c5cec-49f7-424f-b490-b57af34ba5ca req-8c5493a3-5709-4263-bb24-710e8dca2925 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986028 Aug 20 10:26:54.261243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-59d519a3-8abb-4428-a622-396413f192f8 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:54.263006 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-59d519a3-8abb-4428-a622-396413f192f8 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.42 "GET /v2.0/ports/c43a519f-c520-4a8c-8b50-6cbb1c0ed201?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1682229 Aug 20 10:26:54.264612 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1c7399d-58eb-48aa-a7a6-5b5792d19af0 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:54.283910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ae3cef0f-c74b-45aa-b0a4-b122cc6407a9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:54.307750 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1c7399d-58eb-48aa-a7a6-5b5792d19af0 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:54.319369 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-37631d44-7827-45a5-b2a2-c22c13cd6c84 None None] Port b0dc443b-1921-4dad-bda7-a656f1502e81 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:26:54.333947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684c299-5250-47bc-b08b-6f46ed205df6 req-b9c6f2e9-860f-4263-8e45-ce62ca55d40d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:54.340346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684c299-5250-47bc-b08b-6f46ed205df6 req-b9c6f2e9-860f-4263-8e45-ce62ca55d40d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:54.346602 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684c299-5250-47bc-b08b-6f46ed205df6 req-b9c6f2e9-860f-4263-8e45-ce62ca55d40d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:54.353378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684c299-5250-47bc-b08b-6f46ed205df6 req-b9c6f2e9-860f-4263-8e45-ce62ca55d40d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:54.359678 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684c299-5250-47bc-b08b-6f46ed205df6 req-b9c6f2e9-860f-4263-8e45-ce62ca55d40d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:54.365920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684c299-5250-47bc-b08b-6f46ed205df6 req-b9c6f2e9-860f-4263-8e45-ce62ca55d40d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:54.374541 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2684c299-5250-47bc-b08b-6f46ed205df6 req-b9c6f2e9-860f-4263-8e45-ce62ca55d40d tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 4660 time: 0.2371757 Aug 20 10:26:54.375624 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7399d-58eb-48aa-a7a6-5b5792d19af0 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5443be23-4921-4680-8ef3-2754b646771a,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:54.457663 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1c7399d-58eb-48aa-a7a6-5b5792d19af0 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:54.459442 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b1c7399d-58eb-48aa-a7a6-5b5792d19af0 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7779572 Aug 20 10:26:54.462243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49402) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:54.467579 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-ae5dde9c-52f5-49fd-9a00-0a72e63c066b tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Request body: {'security_group_rule': {'security_group_id': '524e795b-8353-48f0-9d69-ae1ad360f6ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:54.479839 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'name': 'tempest-ServersTestFqdnHostnames-1238087060-router', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '50a28253-9541-4240-91e8-a14a53812c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:26:41Z', 'updated_at': '2021-08-20T10:26:49Z', 'revision_number': 4, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'gw_port': {'id': '50a28253-9541-4240-91e8-a14a53812c6b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:42Z', 'updated_at': '2021-08-20T10:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4a7e9f13-3706-4533-a5ee-3320a8ba31cc', 'name': '', 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'mac_address': 'fa:16:3e:b4:d3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:48Z', 'updated_at': '2021-08-20T10:26:50Z', 'revision_number': 2, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'subnets': [{'id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:26:54.505540 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ae3cef0f-c74b-45aa-b0a4-b122cc6407a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:54.523071 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Checking router: c1d99f2d-bc69-4a8b-85ec-455435fd216f for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:26:54.523724 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Updating router c1d99f2d-bc69-4a8b-85ec-455435fd216f port 4a7e9f13-3706-4533-a5ee-3320a8ba31cc binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:26:54.555247 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2684c299-5250-47bc-b08b-6f46ed205df6 req-d0b9a3bc-7f3e-40de-8644-0afac321e9f9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=5573b89e-c63c-4e28-9bf7-bd8952682578&id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1792197 Aug 20 10:26:54.570848 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:54.671551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-f243436a-eb7c-4990-8992-27a7810ff73c tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Allocated IP 172.20.0.11 (e874bf5e-85b7-4953-a72b-bd8d98f1f8a4/5e0a67eb-c398-44e8-8efd-9a6dadca4189/cfe8910f-15d8-4413-ab73-25bc80dfc8bf) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:26:54.729169 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c43a519f-c520-4a8c-8b50-6cbb1c0ed201 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:26:54.792667 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 50a28253-9541-4240-91e8-a14a53812c6b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:26:55.031215 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 50a28253-9541-4240-91e8-a14a53812c6b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:26:55.044146 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.057533 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-f243436a-eb7c-4990-8992-27a7810ff73c tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.078625 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.094911 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Transition to ACTIVE for port object 4a7e9f13-3706-4533-a5ee-3320a8ba31cc will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:26:55.103347 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.128601 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae5dde9c-52f5-49fd-9a00-0a72e63c066b tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.141172 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9121c0a4-76f0-4140-a7f5-150559de0de2 req-69fe3fec-9683-416d-8086-15e6de6b3602 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 210 time: 0.1359558 Aug 20 10:26:55.149998 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-f243436a-eb7c-4990-8992-27a7810ff73c tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.182432 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.216967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243436a-eb7c-4990-8992-27a7810ff73c tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Pushing event updated for resources: {'Port': ['ID=cfe8910f-15d8-4413-ab73-25bc80dfc8bf,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:55.253215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-f243436a-eb7c-4990-8992-27a7810ff73c tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Network e874bf5e-85b7-4953-a72b-bd8d98f1f8a4 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:26:55.262382 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-f243436a-eb7c-4990-8992-27a7810ff73c tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:26:55.271914 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6472d-6521-46d5-b3ce-c29f0636a9e5 None None] Pushing event updated for resources: {'Port': ['ID=4a7e9f13-3706-4533-a5ee-3320a8ba31cc,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:55.274764 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-f243436a-eb7c-4990-8992-27a7810ff73c tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:26:55.283152 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Attempting to bind port 4a7e9f13-3706-4533-a5ee-3320a8ba31cc on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:26:55.283624 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Attempting to bind port 4a7e9f13-3706-4533-a5ee-3320a8ba31cc by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'b2ada617-08f6-4262-85b9-7e07a62b65a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:26:55.284196 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Attempting to bind port 4a7e9f13-3706-4533-a5ee-3320a8ba31cc on network 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:26:55.289786 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6472d-6521-46d5-b3ce-c29f0636a9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:55.290339 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6472d-6521-46d5-b3ce-c29f0636a9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:55.290788 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6472d-6521-46d5-b3ce-c29f0636a9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:55.291250 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6472d-6521-46d5-b3ce-c29f0636a9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:55.291745 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6472d-6521-46d5-b3ce-c29f0636a9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:55.292202 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6472d-6521-46d5-b3ce-c29f0636a9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:55.292689 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6472d-6521-46d5-b3ce-c29f0636a9e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:55.293072 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6472d-6521-46d5-b3ce-c29f0636a9e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:55.293493 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6472d-6521-46d5-b3ce-c29f0636a9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:55.294009 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6472d-6521-46d5-b3ce-c29f0636a9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:55.294604 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6472d-6521-46d5-b3ce-c29f0636a9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:55.295270 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6472d-6521-46d5-b3ce-c29f0636a9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:26:55.314677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49432) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:55.317746 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:26:55.320915 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Checking segment: {'id': 'b2ada617-08f6-4262-85b9-7e07a62b65a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:26:55.321637 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.326590 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Bound using segment: {'id': 'b2ada617-08f6-4262-85b9-7e07a62b65a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:26:55.327602 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Bound port: 4a7e9f13-3706-4533-a5ee-3320a8ba31cc, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ada617-08f6-4262-85b9-7e07a62b65a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:26:55.328149 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.372755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ae3cef0f-c74b-45aa-b0a4-b122cc6407a9 service neutron] For port c43a519f-c520-4a8c-8b50-6cbb1c0ed201, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c43a519f-c520-4a8c-8b50-6cbb1c0ed201,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:55.389295 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-f243436a-eb7c-4990-8992-27a7810ff73c tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:55.389946 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-f243436a-eb7c-4990-8992-27a7810ff73c tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.442571 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-f243436a-eb7c-4990-8992-27a7810ff73c tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5229514 Aug 20 10:26:55.457116 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Request body: {'port': {'device_id': 'f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:55.469362 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] For port 4a7e9f13-3706-4533-a5ee-3320a8ba31cc, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:26:55.473434 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] For port 4a7e9f13-3706-4533-a5ee-3320a8ba31cc, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4a7e9f13-3706-4533-a5ee-3320a8ba31cc,segment=NetworkSegment(b2ada617-08f6-4262-85b9-7e07a62b65a0),segment_id=b2ada617-08f6-4262-85b9-7e07a62b65a0)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:26:55.482290 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.494792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ae715-3bfe-42a1-980a-c1917da260cc req-9e052dea-14c3-4c1f-8720-49b9e9b36dbb tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:55.497033 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-327ae715-3bfe-42a1-980a-c1917da260cc req-9e052dea-14c3-4c1f-8720-49b9e9b36dbb tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.0985763 Aug 20 10:26:55.551344 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae5dde9c-52f5-49fd-9a00-0a72e63c066b tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.552881 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.561298 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae5dde9c-52f5-49fd-9a00-0a72e63c066b tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.564390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ae3cef0f-c74b-45aa-b0a4-b122cc6407a9 service neutron] For port c43a519f-c520-4a8c-8b50-6cbb1c0ed201, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:26:55.576610 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1385aff9-3829-4c05-bae0-c906b6561f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.579638 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6472d-6521-46d5-b3ce-c29f0636a9e5 None None] Pushing event updated for resources: {'Port': ['ID=4a7e9f13-3706-4533-a5ee-3320a8ba31cc,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:55.615744 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Routers {'c1d99f2d-bc69-4a8b-85ec-455435fd216f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:26:55.616713 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:26:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:26:55.646259 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5dde9c-52f5-49fd-9a00-0a72e63c066b tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0018c194-3fd9-4282-a7bf-0091050758b8,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:55.697052 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae5dde9c-52f5-49fd-9a00-0a72e63c066b tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.698811 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ae5dde9c-52f5-49fd-9a00-0a72e63c066b tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2353241 Aug 20 10:26:55.704361 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ae3cef0f-c74b-45aa-b0a4-b122cc6407a9 service neutron] device_id is not set on port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:26:55.709890 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49450) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:55.722082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c97118d9-969e-467a-ad1e-7f0cd30258e6 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:26:55.742100 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ae3cef0f-c74b-45aa-b0a4-b122cc6407a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.771517 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ae3cef0f-c74b-45aa-b0a4-b122cc6407a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.813671 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:26:55.814311 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:26:55.832282 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c97118d9-969e-467a-ad1e-7f0cd30258e6 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:55.866996 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-327ae715-3bfe-42a1-980a-c1917da260cc req-e7b6c329-650e-4baa-a2f1-88d344b110f7 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625269 Aug 20 10:26:56.006630 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] Set router c1d99f2d-bc69-4a8b-85ec-455435fd216f gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:26:56.009644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ae3cef0f-c74b-45aa-b0a4-b122cc6407a9 service neutron] No DVR routers for this DVR port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:26:56.135585 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1385aff9-3829-4c05-bae0-c906b6561f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:56.157440 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ae3cef0f-c74b-45aa-b0a4-b122cc6407a9 service neutron] In _notify_port_updated(), no bound segment for port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 on network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 {{(pid=94867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:26:56.158336 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ae3cef0f-c74b-45aa-b0a4-b122cc6407a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:56.158965 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ae3cef0f-c74b-45aa-b0a4-b122cc6407a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:56.160311 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ae3cef0f-c74b-45aa-b0a4-b122cc6407a9 service neutron] 10.222.0.42 "PUT /v2.0/ports/c43a519f-c520-4a8c-8b50-6cbb1c0ed201 HTTP/1.1" status: 200 len: 1027 time: 1.8811944 Aug 20 10:26:56.161629 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1385aff9-3829-4c05-bae0-c906b6561f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:56.162795 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cef0f-c74b-45aa-b0a4-b122cc6407a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c43a519f-c520-4a8c-8b50-6cbb1c0ed201,revision_number=6']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:56.230774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385aff9-3829-4c05-bae0-c906b6561f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5f3872-e96e-42f9-9fb4-2a778d070d03,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:56.236016 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1385aff9-3829-4c05-bae0-c906b6561f6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cff273e0ce44262b7a3295b9b6935c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9059262 Aug 20 10:26:56.240308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49472) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:26:56.262815 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02de3e-7502-47da-a0ae-9842c20a6335 req-52f6fe6a-0ffc-4210-b8ab-fbcdaf785335 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:56.268891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02de3e-7502-47da-a0ae-9842c20a6335 req-52f6fe6a-0ffc-4210-b8ab-fbcdaf785335 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:56.274889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02de3e-7502-47da-a0ae-9842c20a6335 req-52f6fe6a-0ffc-4210-b8ab-fbcdaf785335 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:56.280879 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02de3e-7502-47da-a0ae-9842c20a6335 req-52f6fe6a-0ffc-4210-b8ab-fbcdaf785335 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:56.286896 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02de3e-7502-47da-a0ae-9842c20a6335 req-52f6fe6a-0ffc-4210-b8ab-fbcdaf785335 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:56.294524 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb02de3e-7502-47da-a0ae-9842c20a6335 req-52f6fe6a-0ffc-4210-b8ab-fbcdaf785335 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 3886 time: 0.4670267 Aug 20 10:26:56.310956 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe8910f-15d8-4413-ab73-25bc80dfc8bf {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:26:56.334960 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:56.379688 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fbce9daf-0920-43e1-a48f-9b084a41eefc None None] Provisioning complete for port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:26:56.380433 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fbce9daf-0920-43e1-a48f-9b084a41eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:56.411375 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb02de3e-7502-47da-a0ae-9842c20a6335 req-0e0a6c00-268d-4346-87dc-1142cb7a65d5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101162 Aug 20 10:26:56.421225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-fbce9daf-0920-43e1-a48f-9b084a41eefc None None] Port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:26:56.435446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Transition to ACTIVE for port object cfe8910f-15d8-4413-ab73-25bc80dfc8bf will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:26:56.448065 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'name': 'tempest-ServersTestFqdnHostnames-1238087060-router', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '50a28253-9541-4240-91e8-a14a53812c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:26:41Z', 'updated_at': '2021-08-20T10:26:49Z', 'revision_number': 4, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'gw_port': {'id': '50a28253-9541-4240-91e8-a14a53812c6b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:42Z', 'updated_at': '2021-08-20T10:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4a7e9f13-3706-4533-a5ee-3320a8ba31cc', 'name': '', 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'mac_address': 'fa:16:3e:b4:d3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:48Z', 'updated_at': '2021-08-20T10:26:55Z', 'revision_number': 4, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'subnets': [{'id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:26:56.450157 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 1c3b1508-6022-445a-aa9b-de0059fa9cb5 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:26:56.454473 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:56.485066 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-067db920-8b4c-46fd-8bfe-8061a8ebd94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:56.495281 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ab894160-556b-4051-8547-b8ca58acc295 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Deleting port 0ea9a863-c39c-4c78-8ebf-b33fde029e1a {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:26:56.495623 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ab894160-556b-4051-8547-b8ca58acc295 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:56.500698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481e393-806c-400a-b988-1fb505cba733 req-98b68190-5268-4e1e-8274-4a6443450ae4 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:56.502850 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d104e0-4d93-47b4-b414-e1fa43cf189e None None] The sync data for ids ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'] in n-d-778550-11 is: [{'id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'name': 'tempest-ServersTestFqdnHostnames-1238087060-router', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '50a28253-9541-4240-91e8-a14a53812c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:26:41Z', 'updated_at': '2021-08-20T10:26:49Z', 'revision_number': 4, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'gw_port': {'id': '50a28253-9541-4240-91e8-a14a53812c6b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:42Z', 'updated_at': '2021-08-20T10:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4a7e9f13-3706-4533-a5ee-3320a8ba31cc', 'name': '', 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'mac_address': 'fa:16:3e:b4:d3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:48Z', 'updated_at': '2021-08-20T10:26:55Z', 'revision_number': 4, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'subnets': [{'id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:26:56.510240 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c97118d9-969e-467a-ad1e-7f0cd30258e6 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:56.510783 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e481e393-806c-400a-b988-1fb505cba733 req-98b68190-5268-4e1e-8274-4a6443450ae4 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 932 time: 0.1787734 Aug 20 10:26:56.535253 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:56.579646 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-067db920-8b4c-46fd-8bfe-8061a8ebd94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:56.602299 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 1c3b1508-6022-445a-aa9b-de0059fa9cb5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=1c3b1508-6022-445a-aa9b-de0059fa9cb5,segment=NetworkSegment(c8fc24ad-bca6-4f75-9712-a5ce61f9ad15),segment_id=c8fc24ad-bca6-4f75-9712-a5ce61f9ad15)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:56.604744 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3b1508-6022-445a-aa9b-de0059fa9cb5'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:56.608066 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0a7f8e-a736-4b32-bdfd-210d2b866ea1" -d '{"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3b1508-6022-445a-aa9b-de0059fa9cb5"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:56.614522 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:56.615813 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:26:56.641857 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e481e393-806c-400a-b988-1fb505cba733 req-45741eee-23e9-4504-81b0-47fd15a02323 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a42c5cd-8bdb-4064-a2d6-9bcc7047dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285193 Aug 20 10:26:56.676954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Pushing event updated for resources: {'Port': ['ID=cfe8910f-15d8-4413-ab73-25bc80dfc8bf,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:56.731672 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3059058-99cb-4458-8c9a-0b5680d9a60e x-openstack-request-id: req-e3059058-99cb-4458-8c9a-0b5680d9a60e {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:56.732249 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3b1508-6022-445a-aa9b-de0059fa9cb5", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:56.732725 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3059058-99cb-4458-8c9a-0b5680d9a60e {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:56.733348 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3b1508-6022-445a-aa9b-de0059fa9cb5', 'code': 200} Aug 20 10:26:56.734224 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ab894160-556b-4051-8547-b8ca58acc295 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] For port 0ea9a863-c39c-4c78-8ebf-b33fde029e1a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=0ea9a863-c39c-4c78-8ebf-b33fde029e1a,segment=NetworkSegment(c8fc24ad-bca6-4f75-9712-a5ce61f9ad15),segment_id=c8fc24ad-bca6-4f75-9712-a5ce61f9ad15)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:56.734661 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ab894160-556b-4051-8547-b8ca58acc295 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:56.737651 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c97eb99c-7c9b-43ce-a058-cc469682ed9c details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:26:56.761358 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ab894160-556b-4051-8547-b8ca58acc295 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Calling delete_port for 0ea9a863-c39c-4c78-8ebf-b33fde029e1a owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:26:56.852957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Attempting to bind port cfe8910f-15d8-4413-ab73-25bc80dfc8bf on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:26:56.854110 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Attempting to bind port cfe8910f-15d8-4413-ab73-25bc80dfc8bf by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '81e2467e-f6ae-4eff-91a8-491647dd34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e874bf5e-85b7-4953-a72b-bd8d98f1f8a4'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:26:56.854443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Attempting to bind port cfe8910f-15d8-4413-ab73-25bc80dfc8bf on network e874bf5e-85b7-4953-a72b-bd8d98f1f8a4 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:26:56.863510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Port cfe8910f-15d8-4413-ab73-25bc80dfc8bf on network e874bf5e-85b7-4953-a72b-bd8d98f1f8a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:26:56.863844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Attempting to bind port cfe8910f-15d8-4413-ab73-25bc80dfc8bf on network e874bf5e-85b7-4953-a72b-bd8d98f1f8a4 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:26:56.879147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:26:56.879588 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Checking segment: {'id': '81e2467e-f6ae-4eff-91a8-491647dd34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e874bf5e-85b7-4953-a72b-bd8d98f1f8a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:26:56.880147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Bound using segment: {'id': '81e2467e-f6ae-4eff-91a8-491647dd34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e874bf5e-85b7-4953-a72b-bd8d98f1f8a4'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:26:56.880426 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c97eb99c-7c9b-43ce-a058-cc469682ed9c, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c97eb99c-7c9b-43ce-a058-cc469682ed9c,segment=NetworkSegment(b609cb7a-77cc-49c3-9444-7cdfcd98764f),segment_id=b609cb7a-77cc-49c3-9444-7cdfcd98764f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:56.880930 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Bound port: cfe8910f-15d8-4413-ab73-25bc80dfc8bf, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e2467e-f6ae-4eff-91a8-491647dd34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e874bf5e-85b7-4953-a72b-bd8d98f1f8a4'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:26:56.881046 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:56.892901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4a7e9f13-3706-4533-a5ee-3320a8ba31cc up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:26:56.959574 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-067db920-8b4c-46fd-8bfe-8061a8ebd94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:56.966269 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-067db920-8b4c-46fd-8bfe-8061a8ebd94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:56.973481 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-067db920-8b4c-46fd-8bfe-8061a8ebd94a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae5f3872-e96e-42f9-9fb4-2a778d070d03 HTTP/1.1" status: 204 len: 168 time: 0.7282524 Aug 20 10:26:57.013920 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'c97eb99c-7c9b-43ce-a058-cc469682ed9c', 'network_id': 'bc500ecd-8f48-462e-8406-51f60bdda1bd', 'port_id': 'c97eb99c-7c9b-43ce-a058-cc469682ed9c', 'mac_address': 'fa:16:3e:68:c0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf539f61-8f34-42e8-a606-b643c725c2c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:26:57.019963 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:57.023750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] For port cfe8910f-15d8-4413-ab73-25bc80dfc8bf, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:26:57.029743 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] For port cfe8910f-15d8-4413-ab73-25bc80dfc8bf, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cfe8910f-15d8-4413-ab73-25bc80dfc8bf,segment=NetworkSegment(81e2467e-f6ae-4eff-91a8-491647dd34e9),segment_id=81e2467e-f6ae-4eff-91a8-491647dd34e9)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:26:57.045299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:57.066681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067db920-8b4c-46fd-8bfe-8061a8ebd94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5f3872-e96e-42f9-9fb4-2a778d070d03,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:57.207140 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:57.208024 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:57.209629 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] 10.222.0.24 "PUT /v2.0/ports/cfe8910f-15d8-4413-ab73-25bc80dfc8bf HTTP/1.1" status: 200 len: 1093 time: 1.7568462 Aug 20 10:26:57.211436 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e39ead-2e64-413f-864d-c082eaf7a56f service neutron] Pushing event updated for resources: {'Port': ['ID=cfe8910f-15d8-4413-ab73-25bc80dfc8bf,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:57.216957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a', 'tag': 'cfe8910f-15d8-4413-ab73-25bc80dfc8bf'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:57.219562 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892b8c5e-5eed-4542-8e9a-69b82ec4631e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a", "tag": "cfe8910f-15d8-4413-ab73-25bc80dfc8bf"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:57.269980 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c46d28-47e7-4cbb-9927-1e1179ffbc9d x-openstack-request-id: req-b4c46d28-47e7-4cbb-9927-1e1179ffbc9d {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:57.270918 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a", "tag": "cfe8910f-15d8-4413-ab73-25bc80dfc8bf", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:57.271362 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4c46d28-47e7-4cbb-9927-1e1179ffbc9d {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:57.272042 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a', 'tag': 'cfe8910f-15d8-4413-ab73-25bc80dfc8bf', 'status': 'completed', 'code': 200} Aug 20 10:26:57.328774 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387f6dc-4973-4378-8748-a6cbe8fff717 req-cae6270d-0adc-4356-a6ae-e3525fe08f6c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:57.330404 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b387f6dc-4973-4378-8748-a6cbe8fff717 req-cae6270d-0adc-4356-a6ae-e3525fe08f6c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.2906294 Aug 20 10:26:57.352312 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-c97118d9-969e-467a-ad1e-7f0cd30258e6 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Allocated IP 172.25.3.222 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/63a1eb6e-6e7c-4835-b031-6f42a63c0925) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:26:57.357101 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-dbcb5e4a-2951-4308-abc7-5405dbdbc7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:57.359447 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-dbcb5e4a-2951-4308-abc7-5405dbdbc7a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbb31ca92f5b4b7e9c5116430aa997e3&device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 1096 time: 0.0776367 Aug 20 10:26:57.418652 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=39f3e1a5-7f05-4149-b43b-14fa8fc00bb5,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:57.429904 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 39f72cb8-fae1-4a17-bddd-ab216393c94c details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:26:57.476342 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-05415bc2-d1d6-400a-8256-c1460b7bf8f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfe8910f-15d8-4413-ab73-25bc80dfc8bf HTTP/1.1" status: 200 len: 217 time: 0.1060228 Aug 20 10:26:57.511527 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b387f6dc-4973-4378-8748-a6cbe8fff717 req-bf77dad6-26bb-4590-a408-5d1dc88b2ee8 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481590 Aug 20 10:26:57.517575 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ab894160-556b-4051-8547-b8ca58acc295 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:57.573525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 39f72cb8-fae1-4a17-bddd-ab216393c94c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=39f72cb8-fae1-4a17-bddd-ab216393c94c,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:57.584985 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-22abd8a9-22fb-4540-9f72-b179bbd87139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:57.586788 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-22abd8a9-22fb-4540-9f72-b179bbd87139 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e0a67eb-c398-44e8-8efd-9a6dadca4189 HTTP/1.1" status: 200 len: 857 time: 0.1033478 Aug 20 10:26:57.614353 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '39f72cb8-fae1-4a17-bddd-ab216393c94c', 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac', 'port_id': '39f72cb8-fae1-4a17-bddd-ab216393c94c', 'mac_address': 'fa:16:3e:11:73:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcda7d78-8f96-4bd2-aa67-b7d358612b18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:26:57.622554 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:57.623737 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b0dc443b-1921-4dad-bda7-a656f1502e81 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:26:57.650756 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab894160-556b-4051-8547-b8ca58acc295 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event deleted for resources: {'Port': ['ID=0ea9a863-c39c-4c78-8ebf-b33fde029e1a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:57.720809 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-854bc14e-326d-47b6-a738-9e462220a5d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e874bf5e-85b7-4953-a72b-bd8d98f1f8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198003 Aug 20 10:26:57.735659 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ab894160-556b-4051-8547-b8ca58acc295 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] No DVR routers for this DVR port 0ea9a863-c39c-4c78-8ebf-b33fde029e1a on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:26:57.783510 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:57.810125 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c97118d9-969e-467a-ad1e-7f0cd30258e6 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:57.827249 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39f72cb8-fae1-4a17-bddd-ab216393c94c {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:26:57.853033 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ab894160-556b-4051-8547-b8ca58acc295 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:57.855583 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-ab894160-556b-4051-8547-b8ca58acc295 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.42 "DELETE /v2.0/ports/0ea9a863-c39c-4c78-8ebf-b33fde029e1a HTTP/1.1" status: 204 len: 173 time: 1.6786590 Aug 20 10:26:57.857748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-deleted', 'tag': '0ea9a863-c39c-4c78-8ebf-b33fde029e1a'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:57.860785 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794256d3-c37e-4adf-8a9e-7ed1f366ac8d" -d '{"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-deleted", "tag": "0ea9a863-c39c-4c78-8ebf-b33fde029e1a"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:57.874377 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c97118d9-969e-467a-ad1e-7f0cd30258e6 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:57.876989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 39f72cb8-fae1-4a17-bddd-ab216393c94c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=39f72cb8-fae1-4a17-bddd-ab216393c94c,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:57.884798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 4a7e9f13-3706-4533-a5ee-3320a8ba31cc completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:26:57.893173 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4a7e9f13-3706-4533-a5ee-3320a8ba31cc triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:26:57.893700 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:57.906214 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bef761-842a-4221-ab49-812da246fc0c req-ad782d4e-c7c2-41a4-84ea-70de7ae8e03e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:57.926147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bef761-842a-4221-ab49-812da246fc0c req-ad782d4e-c7c2-41a4-84ea-70de7ae8e03e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:57.939126 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:57.942398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bef761-842a-4221-ab49-812da246fc0c req-ad782d4e-c7c2-41a4-84ea-70de7ae8e03e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:57.952015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=1c3b1508-6022-445a-aa9b-de0059fa9cb5,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:57.957971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bef761-842a-4221-ab49-812da246fc0c req-ad782d4e-c7c2-41a4-84ea-70de7ae8e03e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:57.968755 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54bef761-842a-4221-ab49-812da246fc0c req-ad782d4e-c7c2-41a4-84ea-70de7ae8e03e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 3147 time: 0.3807726 Aug 20 10:26:58.093475 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97118d9-969e-467a-ad1e-7f0cd30258e6 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Pushing event updated for resources: {'Port': ['ID=63a1eb6e-6e7c-4835-b031-6f42a63c0925,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:58.102073 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=39f3e1a5-7f05-4149-b43b-14fa8fc00bb5,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:58.119928 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54bef761-842a-4221-ab49-812da246fc0c req-26bb8c22-7d23-4a39-87f8-62def78906a5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481395 Aug 20 10:26:58.158837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97118d9-969e-467a-ad1e-7f0cd30258e6 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:26:58.163508 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-df3d7215-0743-400a-a534-18b252f6575d service neutron] 10.222.0.24 "GET /v2.0/networks/e874bf5e-85b7-4953-a72b-bd8d98f1f8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311490 Aug 20 10:26:58.179901 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:58.198174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-c97118d9-969e-467a-ad1e-7f0cd30258e6 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:26:58.233383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97118d9-969e-467a-ad1e-7f0cd30258e6 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:26:58.299723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['39f72cb8-fae1-4a17-bddd-ab216393c94c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:26:58.313490 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78e461c0-ff64-4af5-8514-7f475573d3b5 req-f72e2793-6f69-42b2-925d-ee7f91cd1548 service neutron] 10.222.0.24 "GET /v2.0/networks/e874bf5e-85b7-4953-a72b-bd8d98f1f8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417301 Aug 20 10:26:58.488423 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fae5d-430b-4798-bc4a-da10fd9543fa req-02c70000-96ab-4b96-b5e5-8c1e8435bad7 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:58.496664 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef1fae5d-430b-4798-bc4a-da10fd9543fa req-02c70000-96ab-4b96-b5e5-8c1e8435bad7 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 944 time: 0.6395249 Aug 20 10:26:58.501035 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6755e3-70cd-495a-8b9f-4a7e8f252102 x-openstack-request-id: req-fe6755e3-70cd-495a-8b9f-4a7e8f252102 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:58.501339 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-deleted", "tag": "0ea9a863-c39c-4c78-8ebf-b33fde029e1a", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:58.501602 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe6755e3-70cd-495a-8b9f-4a7e8f252102 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:58.502298 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-deleted', 'tag': '0ea9a863-c39c-4c78-8ebf-b33fde029e1a', 'status': 'completed', 'code': 200} Aug 20 10:26:58.509454 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:58.514212 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b8c5e-5eed-4542-8e9a-69b82ec4631e req-2038d6ff-efc9-40e9-a655-eaadd183fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:58.515921 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-892b8c5e-5eed-4542-8e9a-69b82ec4631e req-2038d6ff-efc9-40e9-a655-eaadd183fbdb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbb31ca92f5b4b7e9c5116430aa997e3&device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 1096 time: 0.1311979 Aug 20 10:26:58.550227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b0dc443b-1921-4dad-bda7-a656f1502e81 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:26:58.551201 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 701a9a4a-df10-4332-8647-3e0dc184c93a no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:26:58.620207 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef1fae5d-430b-4798-bc4a-da10fd9543fa req-5b21e3b1-48f0-49e4-adce-073d67704f8a tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a42c5cd-8bdb-4064-a2d6-9bcc7047dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225476 Aug 20 10:26:58.632114 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97eb99c-7c9b-43ce-a058-cc469682ed9c {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:26:58.654558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-e4bcb42e-11b0-4a33-af7b-49201fd02d00 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Deleting port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:26:58.654927 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-e4bcb42e-11b0-4a33-af7b-49201fd02d00 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:58.697188 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 4a7e9f13-3706-4533-a5ee-3320a8ba31cc, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4a7e9f13-3706-4533-a5ee-3320a8ba31cc,segment=NetworkSegment(b2ada617-08f6-4262-85b9-7e07a62b65a0),segment_id=b2ada617-08f6-4262-85b9-7e07a62b65a0)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:58.735223 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:58.745805 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39f3e1a5-7f05-4149-b43b-14fa8fc00bb5'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:26:58.751483 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0427f8-9f5b-4332-94c8-f9b64e5bba46" -d '{"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-unplugged", "status": "completed", "tag": "39f3e1a5-7f05-4149-b43b-14fa8fc00bb5"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:26:58.760435 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=39f72cb8-fae1-4a17-bddd-ab216393c94c,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:58.766036 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c97eb99c-7c9b-43ce-a058-cc469682ed9c, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c97eb99c-7c9b-43ce-a058-cc469682ed9c,segment=NetworkSegment(b609cb7a-77cc-49c3-9444-7cdfcd98764f),segment_id=b609cb7a-77cc-49c3-9444-7cdfcd98764f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:58.771292 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b8c5e-5eed-4542-8e9a-69b82ec4631e req-d9bd2f86-b7e6-4b3c-b431-a1b83fbdde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:58.777469 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-892b8c5e-5eed-4542-8e9a-69b82ec4631e req-d9bd2f86-b7e6-4b3c-b431-a1b83fbdde93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e874bf5e-85b7-4953-a72b-bd8d98f1f8a4 HTTP/1.1" status: 200 len: 918 time: 0.2521365 Aug 20 10:26:58.788377 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:58.852268 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c018a42-6145-4295-9f12-59277fdad56f req-f52c2a5d-05a8-4f7f-8c80-772463b336f9 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:58.854256 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c018a42-6145-4295-9f12-59277fdad56f req-f52c2a5d-05a8-4f7f-8c80-772463b336f9 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 944 time: 0.1923907 Aug 20 10:26:58.856798 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-892b8c5e-5eed-4542-8e9a-69b82ec4631e req-d0681f8f-a70d-4c94-a687-ff75ecbdd52d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfe8910f-15d8-4413-ab73-25bc80dfc8bf HTTP/1.1" status: 200 len: 217 time: 0.0658727 Aug 20 10:26:58.872100 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f2b798-7a6f-4681-b12e-96fb0102f9ac x-openstack-request-id: req-b2f2b798-7a6f-4681-b12e-96fb0102f9ac {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:26:58.872426 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-unplugged", "status": "completed", "tag": "39f3e1a5-7f05-4149-b43b-14fa8fc00bb5", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:26:58.872660 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2f2b798-7a6f-4681-b12e-96fb0102f9ac {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:26:58.873059 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39f3e1a5-7f05-4149-b43b-14fa8fc00bb5', 'code': 200} Aug 20 10:26:58.886378 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c97118d9-969e-467a-ad1e-7f0cd30258e6 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:58.899590 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-e4bcb42e-11b0-4a33-af7b-49201fd02d00 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] For port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=39f3e1a5-7f05-4149-b43b-14fa8fc00bb5,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:58.900229 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-e4bcb42e-11b0-4a33-af7b-49201fd02d00 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:58.925711 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=4a7e9f13-3706-4533-a5ee-3320a8ba31cc,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:58.945898 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:58.952175 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c97118d9-969e-467a-ad1e-7f0cd30258e6 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:58.981754 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c018a42-6145-4295-9f12-59277fdad56f req-7e3a102e-cf6e-4b8f-af99-765a9989a7b6 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198792 Aug 20 10:26:58.999559 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b8c5e-5eed-4542-8e9a-69b82ec4631e req-ae56c47f-7679-448d-bcee-737d240352c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:59.001351 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-892b8c5e-5eed-4542-8e9a-69b82ec4631e req-ae56c47f-7679-448d-bcee-737d240352c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e0a67eb-c398-44e8-8efd-9a6dadca4189 HTTP/1.1" status: 200 len: 857 time: 0.1230848 Aug 20 10:26:59.002993 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-e4bcb42e-11b0-4a33-af7b-49201fd02d00 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Calling delete_port for 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:26:59.052095 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-892b8c5e-5eed-4542-8e9a-69b82ec4631e req-05ad2c5f-45a6-4a1e-85cc-f7c57eeb454a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e874bf5e-85b7-4953-a72b-bd8d98f1f8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421023 Aug 20 10:26:59.093040 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['c97eb99c-7c9b-43ce-a058-cc469682ed9c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:26:59.130032 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c97118d9-969e-467a-ad1e-7f0cd30258e6 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:59.203282 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 701a9a4a-df10-4332-8647-3e0dc184c93a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=701a9a4a-df10-4332-8647-3e0dc184c93a,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:59.205013 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-892b8c5e-5eed-4542-8e9a-69b82ec4631e req-d3c13b37-6b81-4bf5-a469-dab5b4f89e5a service neutron] 10.222.0.24 "GET /v2.0/networks/e874bf5e-85b7-4953-a72b-bd8d98f1f8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438529 Aug 20 10:26:59.230088 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:59.230779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2546b1e2-0838-4e48-be61-9c0af5b6f798 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:26:59.251820 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c97118d9-969e-467a-ad1e-7f0cd30258e6 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:59.280265 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-e4bcb42e-11b0-4a33-af7b-49201fd02d00 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:59.381824 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-892b8c5e-5eed-4542-8e9a-69b82ec4631e req-69e19042-13f4-4821-8ceb-fefa5ceb3ff3 service neutron] 10.222.0.24 "GET /v2.0/networks/e874bf5e-85b7-4953-a72b-bd8d98f1f8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676271 Aug 20 10:26:59.432782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97118d9-969e-467a-ad1e-7f0cd30258e6 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Pushing event updated for resources: {'Port': ['ID=63a1eb6e-6e7c-4835-b031-6f42a63c0925,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:59.478878 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-23bd5f50-958b-41dd-a8bd-b69bf9b1e40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:59.483226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcb42e-11b0-4a33-af7b-49201fd02d00 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event deleted for resources: {'Port': ['ID=39f3e1a5-7f05-4149-b43b-14fa8fc00bb5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:59.512800 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=c97eb99c-7c9b-43ce-a058-cc469682ed9c,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:59.569865 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-e4bcb42e-11b0-4a33-af7b-49201fd02d00 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] No DVR routers for this DVR port 39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:26:59.580090 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05b6b2-b677-42c6-8d60-cb12c0a3c64e req-b5748a27-d839-4345-b83b-3db6419b1836 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:59.590932 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05b6b2-b677-42c6-8d60-cb12c0a3c64e req-b5748a27-d839-4345-b83b-3db6419b1836 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:59.597204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05b6b2-b677-42c6-8d60-cb12c0a3c64e req-b5748a27-d839-4345-b83b-3db6419b1836 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:59.599197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a05b6b2-b677-42c6-8d60-cb12c0a3c64e req-b5748a27-d839-4345-b83b-3db6419b1836 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 2412 time: 0.2907467 Aug 20 10:26:59.600261 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c97118d9-969e-467a-ad1e-7f0cd30258e6 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:59.604278 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:59.615553 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-e4bcb42e-11b0-4a33-af7b-49201fd02d00 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:59.618147 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-e4bcb42e-11b0-4a33-af7b-49201fd02d00 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.42 "DELETE /v2.0/ports/39f3e1a5-7f05-4149-b43b-14fa8fc00bb5 HTTP/1.1" status: 204 len: 173 time: 1.7524793 Aug 20 10:26:59.684970 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c97118d9-969e-467a-ad1e-7f0cd30258e6 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:59.695080 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c97118d9-969e-467a-ad1e-7f0cd30258e6 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9813664 Aug 20 10:26:59.706119 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 2546b1e2-0838-4e48-be61-9c0af5b6f798, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2546b1e2-0838-4e48-be61-9c0af5b6f798,segment=NetworkSegment(3a169b26-f4f9-4bb3-b337-19b8818ed841),segment_id=3a169b26-f4f9-4bb3-b337-19b8818ed841)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:59.706873 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a05b6b2-b677-42c6-8d60-cb12c0a3c64e req-7b7b14c1-6f55-4e80-9422-546f54cf68ad tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976620 Aug 20 10:26:59.722387 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:59.723301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 0ea9a863-c39c-4c78-8ebf-b33fde029e1a no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:26:59.789255 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:26:59.840351 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 0ea9a863-c39c-4c78-8ebf-b33fde029e1a {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:26:59.840704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 0ea9a863-c39c-4c78-8ebf-b33fde029e1a not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:26:59.847805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-832605a9-2657-4c80-b3cf-12abf9a0e93f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Deleting port 2546b1e2-0838-4e48-be61-9c0af5b6f798 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:26:59.849325 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-832605a9-2657-4c80-b3cf-12abf9a0e93f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:26:59.857271 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=701a9a4a-df10-4332-8647-3e0dc184c93a,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:26:59.940029 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5109148-f5b5-46f9-81bd-8a67682b3837 req-239e7376-b8ca-4121-82cf-441ea3c8d714 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:26:59.952089 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c5109148-f5b5-46f9-81bd-8a67682b3837 req-239e7376-b8ca-4121-82cf-441ea3c8d714 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 944 time: 0.1618252 Aug 20 10:26:59.970957 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-832605a9-2657-4c80-b3cf-12abf9a0e93f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] For port 2546b1e2-0838-4e48-be61-9c0af5b6f798, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2546b1e2-0838-4e48-be61-9c0af5b6f798,segment=NetworkSegment(3a169b26-f4f9-4bb3-b337-19b8818ed841),segment_id=3a169b26-f4f9-4bb3-b337-19b8818ed841)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:26:59.971491 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-832605a9-2657-4c80-b3cf-12abf9a0e93f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:00.008767 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=2546b1e2-0838-4e48-be61-9c0af5b6f798,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:00.076847 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c5109148-f5b5-46f9-81bd-8a67682b3837 req-967bc45d-0581-4a46-a370-4b37a815ba7b tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a42c5cd-8bdb-4064-a2d6-9bcc7047dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237829 Aug 20 10:27:00.180715 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-813f150f-68b5-4529-a557-74fba0885b14 req-923f0402-370c-4057-8002-12e82a83afc9 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1457010526&fields=id&tenant_id=c4fc80d5740e4905a2089e6312385fe2 HTTP/1.1" status: 200 len: 267 time: 0.0959005 Aug 20 10:27:00.243891 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7e02d-d532-421e-8920-889081f18a89 req-20fb6fcf-2c15-4c50-b552-b2c6bd06c726 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:00.253253 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfc7e02d-d532-421e-8920-889081f18a89 req-20fb6fcf-2c15-4c50-b552-b2c6bd06c726 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 945 time: 0.0835326 Aug 20 10:27:00.315827 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfc7e02d-d532-421e-8920-889081f18a89 req-91cbdcf1-997e-4ebe-a274-ff3489901cfb tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612853 Aug 20 10:27:00.464484 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f150f-68b5-4529-a557-74fba0885b14 req-68af9770-40b1-45c4-bf4f-019d26f7c8e1 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:00.466032 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-813f150f-68b5-4529-a557-74fba0885b14 req-68af9770-40b1-45c4-bf4f-019d26f7c8e1 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/networks?id=3f582a0e-7cb4-44bf-89b4-ff6d1527aeed HTTP/1.1" status: 200 len: 815 time: 0.2757430 Aug 20 10:27:00.470547 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-832605a9-2657-4c80-b3cf-12abf9a0e93f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:00.471029 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-832605a9-2657-4c80-b3cf-12abf9a0e93f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:00.471393 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-832605a9-2657-4c80-b3cf-12abf9a0e93f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Floating IP 5243c04d-341b-46e2-ad11-db7c7ac55870 disassociated. External IP: 172.25.3.139, port: 2546b1e2-0838-4e48-be61-9c0af5b6f798. Aug 20 10:27:00.471847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-832605a9-2657-4c80-b3cf-12abf9a0e93f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Calling delete_port for 2546b1e2-0838-4e48-be61-9c0af5b6f798 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:27:00.499961 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-813f150f-68b5-4529-a557-74fba0885b14 req-c6049d3a-2b7b-46b3-aff0-30851ce2ad51 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/quotas/c4fc80d5740e4905a2089e6312385fe2 HTTP/1.1" status: 200 len: 375 time: 0.0152450 Aug 20 10:27:00.503256 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-deleted', 'tag': '39f3e1a5-7f05-4149-b43b-14fa8fc00bb5'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:00.505511 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bf9ad8-5032-4307-b04c-e5effc4b1d1b" -d '{"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-deleted", "tag": "39f3e1a5-7f05-4149-b43b-14fa8fc00bb5"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:00.607236 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe27805-05d6-46b0-9548-f2506e3fd8c2 x-openstack-request-id: req-dfe27805-05d6-46b0-9548-f2506e3fd8c2 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:00.607839 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-deleted", "tag": "39f3e1a5-7f05-4149-b43b-14fa8fc00bb5", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:00.607839 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfe27805-05d6-46b0-9548-f2506e3fd8c2 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:00.608210 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-deleted', 'tag': '39f3e1a5-7f05-4149-b43b-14fa8fc00bb5', 'status': 'completed', 'code': 200} Aug 20 10:27:00.642400 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-813f150f-68b5-4529-a557-74fba0885b14 req-2eb350f6-8cda-4cb8-998a-7aa9770b6f94 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4fc80d5740e4905a2089e6312385fe2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1255662 Aug 20 10:27:00.790955 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c97eb99c-7c9b-43ce-a058-cc469682ed9c up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:27:00.853439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49662) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:00.876258 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '701a9a4a-df10-4332-8647-3e0dc184c93a'}, {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2546b1e2-0838-4e48-be61-9c0af5b6f798'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:00.878582 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e405ee5f-6eef-45fa-932a-c7851575ffc3" -d '{"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-unplugged", "status": "completed", "tag": "701a9a4a-df10-4332-8647-3e0dc184c93a"}, {"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-unplugged", "status": "completed", "tag": "2546b1e2-0838-4e48-be61-9c0af5b6f798"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:00.887243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4a7e9f13-3706-4533-a5ee-3320a8ba31cc up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:27:00.949143 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4a7e9f13-3706-4533-a5ee-3320a8ba31cc triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:27:00.949649 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:00.978131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac59541-f056-4412-a616-ffeb2c17a724 req-c7ccc823-e794-4726-80b5-d3fb9b7a57eb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:00.990465 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port c97eb99c-7c9b-43ce-a058-cc469682ed9c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:27:00.990701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac59541-f056-4412-a616-ffeb2c17a724 req-c7ccc823-e794-4726-80b5-d3fb9b7a57eb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:00.990806 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:00.999291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac59541-f056-4412-a616-ffeb2c17a724 req-c7ccc823-e794-4726-80b5-d3fb9b7a57eb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:01.001271 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bac59541-f056-4412-a616-ffeb2c17a724 req-c7ccc823-e794-4726-80b5-d3fb9b7a57eb tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 2410 time: 0.1707196 Aug 20 10:27:01.101466 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bac59541-f056-4412-a616-ffeb2c17a724 req-2b4f5ac4-9b93-4015-a5e5-16a7a7e7e611 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907280 Aug 20 10:27:01.145105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cfe8910f-15d8-4413-ab73-25bc80dfc8bf details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:27:01.147587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 39f72cb8-fae1-4a17-bddd-ab216393c94c up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:27:01.193417 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ffd1bd-af21-43a2-9b19-2fc89807afc0 x-openstack-request-id: req-58ffd1bd-af21-43a2-9b19-2fc89807afc0 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:01.193720 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-unplugged", "status": "completed", "tag": "701a9a4a-df10-4332-8647-3e0dc184c93a", "code": 200}, {"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-unplugged", "status": "completed", "tag": "2546b1e2-0838-4e48-be61-9c0af5b6f798", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:01.193977 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58ffd1bd-af21-43a2-9b19-2fc89807afc0 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:01.194428 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '701a9a4a-df10-4332-8647-3e0dc184c93a', 'code': 200} Aug 20 10:27:01.194692 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2546b1e2-0838-4e48-be61-9c0af5b6f798', 'code': 200} Aug 20 10:27:01.270083 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:01.307785 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-813f150f-68b5-4529-a557-74fba0885b14 req-fea1d522-8fca-48bd-a430-698a56370493 service neutron] 10.222.0.16 "GET /v2.0/networks/3f582a0e-7cb4-44bf-89b4-ff6d1527aeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6643381 Aug 20 10:27:01.317648 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-832605a9-2657-4c80-b3cf-12abf9a0e93f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:01.321342 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c97eb99c-7c9b-43ce-a058-cc469682ed9c, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c97eb99c-7c9b-43ce-a058-cc469682ed9c,segment=NetworkSegment(b609cb7a-77cc-49c3-9444-7cdfcd98764f),segment_id=b609cb7a-77cc-49c3-9444-7cdfcd98764f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:01.322560 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 39f72cb8-fae1-4a17-bddd-ab216393c94c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:27:01.322949 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:01.346506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f020f-5be9-4894-9054-53a5317238b6 req-a6ba38a8-2b4a-4b31-8e0e-e76224331c30 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:01.355308 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:01.357479 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-338f020f-5be9-4894-9054-53a5317238b6 req-a6ba38a8-2b4a-4b31-8e0e-e76224331c30 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 944 time: 0.1084445 Aug 20 10:27:01.398051 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832605a9-2657-4c80-b3cf-12abf9a0e93f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event deleted for resources: {'Port': ['ID=2546b1e2-0838-4e48-be61-9c0af5b6f798,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:01.407199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cfe8910f-15d8-4413-ab73-25bc80dfc8bf, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cfe8910f-15d8-4413-ab73-25bc80dfc8bf,segment=NetworkSegment(81e2467e-f6ae-4eff-91a8-491647dd34e9),segment_id=81e2467e-f6ae-4eff-91a8-491647dd34e9)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:01.428835 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'cfe8910f-15d8-4413-ab73-25bc80dfc8bf', 'network_id': 'e874bf5e-85b7-4953-a72b-bd8d98f1f8a4', 'port_id': 'cfe8910f-15d8-4413-ab73-25bc80dfc8bf', 'mac_address': 'fa:16:3e:fc:4f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0a67eb-c398-44e8-8efd-9a6dadca4189', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:27:01.437959 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-338f020f-5be9-4894-9054-53a5317238b6 req-7efea924-1897-4ce5-a31c-50f9bad90a6b tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a42c5cd-8bdb-4064-a2d6-9bcc7047dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785561 Aug 20 10:27:01.460355 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=c97eb99c-7c9b-43ce-a058-cc469682ed9c,revision_number=10']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:01.468493 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-58141d69-9b0a-4ce1-9cd2-530259940589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:01.543635 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:01.546930 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:01.571117 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-813f150f-68b5-4529-a557-74fba0885b14 req-69001551-9ed7-44bc-a5e0-55d942fa2ef4 service neutron] 10.222.0.16 "GET /v2.0/networks/3f582a0e-7cb4-44bf-89b4-ff6d1527aeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622645 Aug 20 10:27:01.578974 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe8910f-15d8-4413-ab73-25bc80dfc8bf {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:27:01.623634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cfe8910f-15d8-4413-ab73-25bc80dfc8bf, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cfe8910f-15d8-4413-ab73-25bc80dfc8bf,segment=NetworkSegment(81e2467e-f6ae-4eff-91a8-491647dd34e9),segment_id=81e2467e-f6ae-4eff-91a8-491647dd34e9)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:01.642514 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:01.649799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 39f72cb8-fae1-4a17-bddd-ab216393c94c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=39f72cb8-fae1-4a17-bddd-ab216393c94c,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:01.650131 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-832605a9-2657-4c80-b3cf-12abf9a0e93f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Router 686eca49-1a64-4fb3-bb1b-26df3a9ae448 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:27:01.724422 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:01.800886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=cfe8910f-15d8-4413-ab73-25bc80dfc8bf,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:01.834147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da822081-a316-436d-967f-d496578f45a2 req-49c3777e-ef81-4242-b3d7-3bb38c244326 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:01.879004 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da822081-a316-436d-967f-d496578f45a2 req-49c3777e-ef81-4242-b3d7-3bb38c244326 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.2535901 Aug 20 10:27:01.975091 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=39f72cb8-fae1-4a17-bddd-ab216393c94c,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:01.986862 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b45c765e-a412-491a-aa24-af542f15fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:02.005811 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['cfe8910f-15d8-4413-ab73-25bc80dfc8bf'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:27:02.034686 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-58141d69-9b0a-4ce1-9cd2-530259940589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:02.072603 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da822081-a316-436d-967f-d496578f45a2 req-e410f07b-c9a7-4af3-9d40-7a8578f7b092 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743865 Aug 20 10:27:02.073736 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-58141d69-9b0a-4ce1-9cd2-530259940589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:02.108492 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fa864a3-9e54-4e4e-9819-7488e7feac31 req-f835403d-04f1-47ac-a3aa-25e9e9cc297e tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 210 time: 0.1384060 Aug 20 10:27:02.181182 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58141d69-9b0a-4ce1-9cd2-530259940589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066c8728-4318-47aa-a4a9-991319319daa,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:02.184818 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-832605a9-2657-4c80-b3cf-12abf9a0e93f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:27:02.244601 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a378a03-1b21-48ed-ae81-626d37a1cd9e None None] Sync routers for ids ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:27:02.263219 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-58141d69-9b0a-4ce1-9cd2-530259940589 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a73ec910121a4fffb79adb9e6882b7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3763185 Aug 20 10:27:02.267676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49712) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:02.299770 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-832605a9-2657-4c80-b3cf-12abf9a0e93f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] No DVR routers for this DVR port 2546b1e2-0838-4e48-be61-9c0af5b6f798 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:27:02.304556 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-832605a9-2657-4c80-b3cf-12abf9a0e93f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:02.308615 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-832605a9-2657-4c80-b3cf-12abf9a0e93f tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.42 "DELETE /v2.0/ports/2546b1e2-0838-4e48-be61-9c0af5b6f798 HTTP/1.1" status: 204 len: 173 time: 2.6796856 Aug 20 10:27:02.369777 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:02.378891 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a378a03-1b21-48ed-ae81-626d37a1cd9e None None] Routers {'686eca49-1a64-4fb3-bb1b-26df3a9ae448'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:27:02.379734 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4a378a03-1b21-48ed-ae81-626d37a1cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:27:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:02.393994 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca438014-7d68-4037-b87b-1d7b8af8589f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:02.425218 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca438014-7d68-4037-b87b-1d7b8af8589f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:02.511310 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca438014-7d68-4037-b87b-1d7b8af8589f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:02.514569 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca438014-7d68-4037-b87b-1d7b8af8589f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:02.516303 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ca438014-7d68-4037-b87b-1d7b8af8589f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/066c8728-4318-47aa-a4a9-991319319daa HTTP/1.1" status: 204 len: 168 time: 0.2443917 Aug 20 10:27:02.592584 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca438014-7d68-4037-b87b-1d7b8af8589f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066c8728-4318-47aa-a4a9-991319319daa,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:02.630466 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-deleted', 'tag': '2546b1e2-0838-4e48-be61-9c0af5b6f798'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:02.635240 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4418fa61-fada-41f9-bfd7-4d8c565201f0" -d '{"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-deleted", "tag": "2546b1e2-0838-4e48-be61-9c0af5b6f798"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:02.685403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fa105-4ee6-4e8f-83f9-284ba40681e9 req-47891f14-456f-40a1-adb6-c29093a8f3dd tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:02.693008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fa105-4ee6-4e8f-83f9-284ba40681e9 req-47891f14-456f-40a1-adb6-c29093a8f3dd tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:02.703930 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e84fa105-4ee6-4e8f-83f9-284ba40681e9 req-47891f14-456f-40a1-adb6-c29093a8f3dd tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 1677 time: 0.3853855 Aug 20 10:27:02.759405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303382e0-d92d-4319-97fc-77d7f9bf5947 req-829aabaf-b55b-4852-86b7-c8a910cf79ce tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:02.769676 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e84fa105-4ee6-4e8f-83f9-284ba40681e9 req-07cc3cce-9e42-4608-ae16-e692b62d9f0a tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597746 Aug 20 10:27:02.788616 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-303382e0-d92d-4319-97fc-77d7f9bf5947 req-829aabaf-b55b-4852-86b7-c8a910cf79ce tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 945 time: 0.2364650 Aug 20 10:27:02.824034 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-b64ce988-6e11-49de-91c8-0735476a76a6 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Deleting port 701a9a4a-df10-4332-8647-3e0dc184c93a {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:27:02.824726 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-b64ce988-6e11-49de-91c8-0735476a76a6 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:02.907840 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-303382e0-d92d-4319-97fc-77d7f9bf5947 req-f0eda558-4eb9-4a5b-ae88-99d76ca5d31a tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a42c5cd-8bdb-4064-a2d6-9bcc7047dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182387 Aug 20 10:27:02.958084 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5636c45f-bdb5-4e32-96db-752494ae778a x-openstack-request-id: req-5636c45f-bdb5-4e32-96db-752494ae778a {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:02.958448 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-deleted", "tag": "2546b1e2-0838-4e48-be61-9c0af5b6f798", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:02.958680 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5636c45f-bdb5-4e32-96db-752494ae778a {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:02.959327 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-deleted', 'tag': '2546b1e2-0838-4e48-be61-9c0af5b6f798', 'status': 'completed', 'code': 200} Aug 20 10:27:03.056366 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-b64ce988-6e11-49de-91c8-0735476a76a6 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] For port 701a9a4a-df10-4332-8647-3e0dc184c93a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=701a9a4a-df10-4332-8647-3e0dc184c93a,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:03.057332 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-b64ce988-6e11-49de-91c8-0735476a76a6 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:03.092272 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-b64ce988-6e11-49de-91c8-0735476a76a6 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Calling delete_port for 701a9a4a-df10-4332-8647-3e0dc184c93a owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:27:03.168527 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:03.190855 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-4a378a03-1b21-48ed-ae81-626d37a1cd9e None None] Set router 686eca49-1a64-4fb3-bb1b-26df3a9ae448 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:27:03.206736 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9d4a3b-6d77-42bc-823a-43315f3f41af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97eb99c-7c9b-43ce-a058-cc469682ed9c'}, {'server_uuid': '42a5f6a8-7d94-48c0-a796-73d7b57272ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f72cb8-fae1-4a17-bddd-ab216393c94c'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:03.211512 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984101d3-1e75-47f3-b9b3-517571c0624c" -d '{"events": [{"server_uuid": "bc9d4a3b-6d77-42bc-823a-43315f3f41af", "name": "network-vif-plugged", "status": "completed", "tag": "c97eb99c-7c9b-43ce-a058-cc469682ed9c"}, {"server_uuid": "42a5f6a8-7d94-48c0-a796-73d7b57272ab", "name": "network-vif-plugged", "status": "completed", "tag": "39f72cb8-fae1-4a17-bddd-ab216393c94c"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:03.326282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219295d1-3a21-4bc8-a03e-50650c37b96a req-4e1bfd12-40f3-4a1d-8d2a-4751647b4d69 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:03.327621 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-12dbdf68-e49d-448d-84a2-9413bd773331 req-7ca7fa13-268a-4810-8452-a9899b9da6ac tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 210 time: 0.0831990 Aug 20 10:27:03.339741 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-219295d1-3a21-4bc8-a03e-50650c37b96a req-4e1bfd12-40f3-4a1d-8d2a-4751647b4d69 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.1156948 Aug 20 10:27:03.404594 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-219295d1-3a21-4bc8-a03e-50650c37b96a req-7e8c3903-e6cb-45bf-913e-88294eed49bf tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595255 Aug 20 10:27:03.437819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49746) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:03.462272 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-58d32907-3c92-4e53-963a-c258fd7757a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:03.473475 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49748) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:03.561754 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-b64ce988-6e11-49de-91c8-0735476a76a6 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:03.603143 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17bd271-3954-4ac0-9af5-3a70a95d3d8d x-openstack-request-id: req-a17bd271-3954-4ac0-9af5-3a70a95d3d8d {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:03.606421 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9d4a3b-6d77-42bc-823a-43315f3f41af", "name": "network-vif-plugged", "status": "completed", "tag": "c97eb99c-7c9b-43ce-a058-cc469682ed9c", "code": 200}, {"server_uuid": "42a5f6a8-7d94-48c0-a796-73d7b57272ab", "name": "network-vif-plugged", "status": "completed", "tag": "39f72cb8-fae1-4a17-bddd-ab216393c94c", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:03.608506 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a17bd271-3954-4ac0-9af5-3a70a95d3d8d {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:03.612306 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9d4a3b-6d77-42bc-823a-43315f3f41af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97eb99c-7c9b-43ce-a058-cc469682ed9c', 'code': 200} Aug 20 10:27:03.612863 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a5f6a8-7d94-48c0-a796-73d7b57272ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f72cb8-fae1-4a17-bddd-ab216393c94c', 'code': 200} Aug 20 10:27:03.649275 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ce988-6e11-49de-91c8-0735476a76a6 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event deleted for resources: {'Port': ['ID=701a9a4a-df10-4332-8647-3e0dc184c93a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:03.690916 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-58d32907-3c92-4e53-963a-c258fd7757a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:03.707002 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-58d32907-3c92-4e53-963a-c258fd7757a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:03.778743 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-58d32907-3c92-4e53-963a-c258fd7757a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6dba4b87c00e4e76b28b528eb177d4e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392863 Aug 20 10:27:03.786090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49752) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:03.789254 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-b64ce988-6e11-49de-91c8-0735476a76a6 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] No DVR routers for this DVR port 701a9a4a-df10-4332-8647-3e0dc184c93a on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:27:03.801263 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-b64ce988-6e11-49de-91c8-0735476a76a6 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:03.806263 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-b64ce988-6e11-49de-91c8-0735476a76a6 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.42 "DELETE /v2.0/ports/701a9a4a-df10-4332-8647-3e0dc184c93a HTTP/1.1" status: 204 len: 173 time: 1.4849703 Aug 20 10:27:03.856890 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d32907-3c92-4e53-963a-c258fd7757a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbcaf8a-32f5-4bf8-8fe8-7e5a11be199a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:03.901632 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4a378a03-1b21-48ed-ae81-626d37a1cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'name': 'tempest-TaggedBootDevicesTest-1930925587-router', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:22Z', 'updated_at': '2021-08-20T10:16:28Z', 'revision_number': 4, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'gw_port': {'id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:23Z', 'updated_at': '2021-08-20T10:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3f9bf531-f434-47e4-ab97-5a1df9fa181e', 'name': '', 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'mac_address': 'fa:16:3e:f9:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:27Z', 'updated_at': '2021-08-20T10:16:36Z', 'revision_number': 5, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'subnets': [{'id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:03.982421 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89169c2a-7e21-4c4e-a177-00ad057bf4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:03.989584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a378a03-1b21-48ed-ae81-626d37a1cd9e None None] Checking router: 686eca49-1a64-4fb3-bb1b-26df3a9ae448 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:27:04.011703 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89169c2a-7e21-4c4e-a177-00ad057bf4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:04.021466 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a378a03-1b21-48ed-ae81-626d37a1cd9e None None] Routers {'686eca49-1a64-4fb3-bb1b-26df3a9ae448'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:27:04.022208 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4a378a03-1b21-48ed-ae81-626d37a1cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:27:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:04.047465 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80cc59b3-6488-4224-b093-a169f7604236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:04.140028 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89169c2a-7e21-4c4e-a177-00ad057bf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:04.143542 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89169c2a-7e21-4c4e-a177-00ad057bf4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:04.144956 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-89169c2a-7e21-4c4e-a177-00ad057bf4fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0fbcaf8a-32f5-4bf8-8fe8-7e5a11be199a HTTP/1.1" status: 204 len: 168 time: 0.3578670 Aug 20 10:27:04.149158 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfe7be-ec48-47db-93cf-e2881f74fdd1 req-a63f5df3-6c1f-420e-b64c-2df9508d2067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:04.150690 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bdcfe7be-ec48-47db-93cf-e2881f74fdd1 req-a63f5df3-6c1f-420e-b64c-2df9508d2067 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 1099 time: 0.2735424 Aug 20 10:27:04.161646 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f150f-68b5-4529-a557-74fba0885b14 req-3eb13359-6c24-4219-a036-997a42c66b3e tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:04.163844 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-813f150f-68b5-4529-a557-74fba0885b14 req-3eb13359-6c24-4219-a036-997a42c66b3e tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.42 "GET /v2.0/networks?id=3f582a0e-7cb4-44bf-89b4-ff6d1527aeed HTTP/1.1" status: 200 len: 815 time: 0.5271251 Aug 20 10:27:04.168160 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89169c2a-7e21-4c4e-a177-00ad057bf4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbcaf8a-32f5-4bf8-8fe8-7e5a11be199a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:04.214512 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37679e0-2642-4b43-a115-46ce72c43f02 req-718b135a-1ca6-4c8c-b54e-28fb80939fdd tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:04.226834 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d37679e0-2642-4b43-a115-46ce72c43f02 req-718b135a-1ca6-4c8c-b54e-28fb80939fdd tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 945 time: 0.1171050 Aug 20 10:27:04.279909 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d37679e0-2642-4b43-a115-46ce72c43f02 req-bd116c66-76e9-45ef-bd62-2cccd19f3ab7 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a42c5cd-8bdb-4064-a2d6-9bcc7047dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467994 Aug 20 10:27:04.304877 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-4d765170-ff1a-41ef-9fcd-753bc8e2c025 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Deleting port 1c3b1508-6022-445a-aa9b-de0059fa9cb5 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:27:04.305207 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-4d765170-ff1a-41ef-9fcd-753bc8e2c025 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:04.356145 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-4a378a03-1b21-48ed-ae81-626d37a1cd9e None None] Set router 686eca49-1a64-4fb3-bb1b-26df3a9ae448 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:27:04.449368 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bdcfe7be-ec48-47db-93cf-e2881f74fdd1 req-2fa47f58-6507-4099-9c8d-5f70f7f2ac91 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808065 Aug 20 10:27:04.494545 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0ba5e-77d7-4ee3-98d3-06f41da3624e req-932f108e-276c-4dc0-8531-6c7295a9b0ed tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:04.497622 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fbe0ba5e-77d7-4ee3-98d3-06f41da3624e req-932f108e-276c-4dc0-8531-6c7295a9b0ed tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 943 time: 0.4263558 Aug 20 10:27:04.554042 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-813f150f-68b5-4529-a557-74fba0885b14 req-527f234c-c126-436d-ae6e-29c939dd2b62 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4fc80d5740e4905a2089e6312385fe2 HTTP/1.1" status: 200 len: 380 time: 0.3559391 Aug 20 10:27:04.558001 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ec316bae-eca6-4e3d-ac40-5f51790b6cb8 req-66ac56b5-65b2-4c2b-adef-9ba97e06a6da tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 210 time: 0.0352273 Aug 20 10:27:04.570733 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-4d765170-ff1a-41ef-9fcd-753bc8e2c025 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] For port 1c3b1508-6022-445a-aa9b-de0059fa9cb5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=1c3b1508-6022-445a-aa9b-de0059fa9cb5,segment=NetworkSegment(c8fc24ad-bca6-4f75-9712-a5ce61f9ad15),segment_id=c8fc24ad-bca6-4f75-9712-a5ce61f9ad15)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:04.571571 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-4d765170-ff1a-41ef-9fcd-753bc8e2c025 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:04.727208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-813f150f-68b5-4529-a557-74fba0885b14 req-c6aea95e-7849-49de-aa24-becb20966783 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Request body: {'port': {'device_id': '0e3192e4-b478-493f-a4d8-36a165f0976b', 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed', 'admin_state_up': True, 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'security_groups': ['524e795b-8353-48f0-9d69-ae1ad360f6ab']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:27:04.747063 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:04.769449 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4a378a03-1b21-48ed-ae81-626d37a1cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'name': 'tempest-TaggedBootDevicesTest-1930925587-router', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:22Z', 'updated_at': '2021-08-20T10:16:28Z', 'revision_number': 4, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'gw_port': {'id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:23Z', 'updated_at': '2021-08-20T10:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3f9bf531-f434-47e4-ab97-5a1df9fa181e', 'name': '', 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'mac_address': 'fa:16:3e:f9:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:27Z', 'updated_at': '2021-08-20T10:16:36Z', 'revision_number': 5, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'subnets': [{'id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:04.775988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-4d765170-ff1a-41ef-9fcd-753bc8e2c025 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Calling delete_port for 1c3b1508-6022-445a-aa9b-de0059fa9cb5 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:27:04.838794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a378a03-1b21-48ed-ae81-626d37a1cd9e None None] The sync data for ids ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'] in n-d-778550-11 is: [{'id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'name': 'tempest-TaggedBootDevicesTest-1930925587-router', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:22Z', 'updated_at': '2021-08-20T10:16:28Z', 'revision_number': 4, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'gw_port': {'id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:23Z', 'updated_at': '2021-08-20T10:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3f9bf531-f434-47e4-ab97-5a1df9fa181e', 'name': '', 'network_id': 'b8eb4a3e-b147-44c8-b055-38c08a4758a5', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'mac_address': 'fa:16:3e:f9:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:27Z', 'updated_at': '2021-08-20T10:16:36Z', 'revision_number': 5, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'subnets': [{'id': 'cdb8b0c3-e2dc-4f1a-99e9-151eb29be007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:27:04.870414 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b5973-5bd5-4867-998e-a070d36794be req-56999a1b-1eb4-4a16-bae2-f9f6b7060fa5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:04.872100 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4a1b5973-5bd5-4867-998e-a070d36794be req-56999a1b-1eb4-4a16-bae2-f9f6b7060fa5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.0892160 Aug 20 10:27:04.893050 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80cc59b3-6488-4224-b093-a169f7604236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:04.916473 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fbe0ba5e-77d7-4ee3-98d3-06f41da3624e req-0c8932b0-63a7-44ef-a9d1-4d3f97bd5375 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4041367 Aug 20 10:27:04.931700 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80cc59b3-6488-4224-b093-a169f7604236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:04.996035 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4a1b5973-5bd5-4867-998e-a070d36794be req-52804846-db17-4ad2-b55c-d6e9b235adb3 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079519 Aug 20 10:27:05.002125 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-deleted', 'tag': '701a9a4a-df10-4332-8647-3e0dc184c93a'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:05.004531 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5798a191-b02d-47d0-aa67-05f38777d950" -d '{"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-deleted", "tag": "701a9a4a-df10-4332-8647-3e0dc184c93a"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:05.098325 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cfe8910f-15d8-4413-ab73-25bc80dfc8bf up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:27:05.153826 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4f2d14-f27c-46c6-823c-2717ce4928ba x-openstack-request-id: req-fd4f2d14-f27c-46c6-823c-2717ce4928ba {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:05.154644 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-deleted", "tag": "701a9a4a-df10-4332-8647-3e0dc184c93a", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:05.155261 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd4f2d14-f27c-46c6-823c-2717ce4928ba {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:05.155943 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-deleted', 'tag': '701a9a4a-df10-4332-8647-3e0dc184c93a', 'status': 'completed', 'code': 200} Aug 20 10:27:05.170287 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-80cc59b3-6488-4224-b093-a169f7604236 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e0ef9c653394259aa2d3aafd8a313d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6957505 Aug 20 10:27:05.176098 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49788) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:05.189399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc59b3-6488-4224-b093-a169f7604236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5207fc-6d03-4318-b661-9197ce103881,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:05.258805 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port cfe8910f-15d8-4413-ab73-25bc80dfc8bf completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:27:05.265892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port cfe8910f-15d8-4413-ab73-25bc80dfc8bf triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:27:05.266291 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:05.269136 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-813f150f-68b5-4529-a557-74fba0885b14 req-c6aea95e-7849-49de-aa24-becb20966783 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Made reservation on behalf of c4fc80d5740e4905a2089e6312385fe2 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:27:05.273897 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-813f150f-68b5-4529-a557-74fba0885b14 req-c6aea95e-7849-49de-aa24-becb20966783 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:05.364004 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e14ceddd-f1dc-446b-a913-9b9794b85e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:05.428181 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e14ceddd-f1dc-446b-a913-9b9794b85e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:05.481804 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d206e4f-dce6-4009-9cd4-ca8480badc6d None None] New status for floating IP 5243c04d-341b-46e2-ad11-db7c7ac55870: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:27:05.532949 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:05.534033 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-813f150f-68b5-4529-a557-74fba0885b14 req-c6aea95e-7849-49de-aa24-becb20966783 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Allocated IP 172.20.0.12 (3f582a0e-7cb4-44bf-89b4-ff6d1527aeed/3812c8e8-b5ab-49df-b8d2-7a07e088dfe6/b5de756a-66b6-4870-a5a8-426709124724) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:27:05.609578 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e14ceddd-f1dc-446b-a913-9b9794b85e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:05.612388 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e14ceddd-f1dc-446b-a913-9b9794b85e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:05.617106 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e14ceddd-f1dc-446b-a913-9b9794b85e37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a5207fc-6d03-4318-b661-9197ce103881 HTTP/1.1" status: 204 len: 168 time: 0.4429295 Aug 20 10:27:05.619777 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe8910f-15d8-4413-ab73-25bc80dfc8bf'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:05.626796 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a63ff7-38ff-4623-91e0-524e7dc2f9fb" -d '{"events": [{"server_uuid": "f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a", "name": "network-vif-plugged", "status": "completed", "tag": "cfe8910f-15d8-4413-ab73-25bc80dfc8bf"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:05.638118 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ceddd-f1dc-446b-a913-9b9794b85e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5207fc-6d03-4318-b661-9197ce103881,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:05.641218 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cfe8910f-15d8-4413-ab73-25bc80dfc8bf, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cfe8910f-15d8-4413-ab73-25bc80dfc8bf,segment=NetworkSegment(81e2467e-f6ae-4eff-91a8-491647dd34e9),segment_id=81e2467e-f6ae-4eff-91a8-491647dd34e9)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:05.654699 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:05.764181 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b922bf12-ec1b-44dd-90dd-738bb37b2ef6 req-fbf91cd7-81f4-4285-88b9-eedb05ca095a tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 210 time: 0.0651095 Aug 20 10:27:05.833160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=cfe8910f-15d8-4413-ab73-25bc80dfc8bf,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:05.847239 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b7c15f-9409-4571-80af-4a7b665e5f53 x-openstack-request-id: req-68b7c15f-9409-4571-80af-4a7b665e5f53 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:05.848171 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a", "name": "network-vif-plugged", "status": "completed", "tag": "cfe8910f-15d8-4413-ab73-25bc80dfc8bf", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:05.848822 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68b7c15f-9409-4571-80af-4a7b665e5f53 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:05.849387 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe8910f-15d8-4413-ab73-25bc80dfc8bf', 'code': 200} Aug 20 10:27:05.888915 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-813f150f-68b5-4529-a557-74fba0885b14 req-c6aea95e-7849-49de-aa24-becb20966783 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:05.954626 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-813f150f-68b5-4529-a557-74fba0885b14 req-c6aea95e-7849-49de-aa24-becb20966783 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Transition to ACTIVE for port object b5de756a-66b6-4870-a5a8-426709124724 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:27:05.978422 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-4d765170-ff1a-41ef-9fcd-753bc8e2c025 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:06.025282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81d4b8-6eee-49f5-a1e7-951b6a153e0f req-2d2bd4d1-a878-4b49-97b0-7b9374c49dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:06.026903 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c81d4b8-6eee-49f5-a1e7-951b6a153e0f req-2d2bd4d1-a878-4b49-97b0-7b9374c49dc4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 1098 time: 0.1150205 Aug 20 10:27:06.033306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d765170-ff1a-41ef-9fcd-753bc8e2c025 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event deleted for resources: {'Port': ['ID=1c3b1508-6022-445a-aa9b-de0059fa9cb5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:06.088774 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3e879-c425-4e9a-a669-278e303c9d6f req-8c29f3ff-11d5-4832-b341-bcaacc14a665 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:06.090714 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0bc3e879-c425-4e9a-a669-278e303c9d6f req-8c29f3ff-11d5-4832-b341-bcaacc14a665 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 946 time: 0.1976614 Aug 20 10:27:06.142971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-4d765170-ff1a-41ef-9fcd-753bc8e2c025 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] No DVR routers for this DVR port 1c3b1508-6022-445a-aa9b-de0059fa9cb5 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:27:06.146503 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-4d765170-ff1a-41ef-9fcd-753bc8e2c025 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:06.149625 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2ec460c-8dac-493a-a741-eb2430ab724a req-4d765170-ff1a-41ef-9fcd-753bc8e2c025 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.42 "DELETE /v2.0/ports/1c3b1508-6022-445a-aa9b-de0059fa9cb5 HTTP/1.1" status: 204 len: 173 time: 2.3310928 Aug 20 10:27:06.183802 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-813f150f-68b5-4529-a557-74fba0885b14 req-c6aea95e-7849-49de-aa24-becb20966783 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:06.184845 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fd243d3c-13b7-437f-8380-2c02c156034b req-23ffb4b6-9729-4de0-af33-75e17018e2b6 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.0976920 Aug 20 10:27:06.202011 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c81d4b8-6eee-49f5-a1e7-951b6a153e0f req-e9ec5505-c2ba-4d73-8647-d43f039d6882 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3a42c5cd-8bdb-4064-a2d6-9bcc7047dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602108 Aug 20 10:27:06.363868 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-813f150f-68b5-4529-a557-74fba0885b14 req-c6aea95e-7849-49de-aa24-becb20966783 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Network 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:27:06.386002 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0bc3e879-c425-4e9a-a669-278e303c9d6f req-9e45554d-8aef-43e6-834c-e21c0f76b57d tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a42c5cd-8bdb-4064-a2d6-9bcc7047dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779455 Aug 20 10:27:06.389362 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-813f150f-68b5-4529-a557-74fba0885b14 req-c6aea95e-7849-49de-aa24-becb20966783 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:27:06.406989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aea95e-7849-49de-aa24-becb20966783 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Pushing event updated for resources: {'Port': ['ID=b5de756a-66b6-4870-a5a8-426709124724,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:06.422324 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-813f150f-68b5-4529-a557-74fba0885b14 req-c6aea95e-7849-49de-aa24-becb20966783 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:27:06.608356 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6937f-a2c8-41e4-8a38-b6b1c0cabc28 req-3091109b-dccb-4c06-b42e-8d7a36490945 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:06.617581 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3be6937f-a2c8-41e4-8a38-b6b1c0cabc28 req-3091109b-dccb-4c06-b42e-8d7a36490945 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.2151561 Aug 20 10:27:06.653222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f150f-68b5-4529-a557-74fba0885b14 req-c6aea95e-7849-49de-aa24-becb20966783 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:06.656024 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-813f150f-68b5-4529-a557-74fba0885b14 req-c6aea95e-7849-49de-aa24-becb20966783 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:06.715110 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-813f150f-68b5-4529-a557-74fba0885b14 req-c6aea95e-7849-49de-aa24-becb20966783 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9981773 Aug 20 10:27:06.731479 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Request body: {'port': {'device_id': '0e3192e4-b478-493f-a4d8-36a165f0976b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:27:06.779745 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49848) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:06.789306 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3be6937f-a2c8-41e4-8a38-b6b1c0cabc28 req-4250cdcd-a93e-45a8-924f-53bc54dc77bf tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708329 Aug 20 10:27:06.841419 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e66d451-7ec4-4f7c-ac47-97e41c23c5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:06.991094 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:07.080087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b648937-9e6e-421c-b132-c8f7348b35ce None None] Provisioning for port b5de756a-66b6-4870-a5a8-426709124724 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:27:07.085827 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b648937-9e6e-421c-b132-c8f7348b35ce None None] Provisioning complete for port b5de756a-66b6-4870-a5a8-426709124724 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:27:07.088979 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b648937-9e6e-421c-b132-c8f7348b35ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:07.204972 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-deleted', 'tag': '1c3b1508-6022-445a-aa9b-de0059fa9cb5'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:07.212077 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbac8543-f278-4e3f-965a-0da39ea51eb0" -d '{"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-deleted", "tag": "1c3b1508-6022-445a-aa9b-de0059fa9cb5"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:07.272225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b648937-9e6e-421c-b132-c8f7348b35ce None None] Port b5de756a-66b6-4870-a5a8-426709124724 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:27:07.294802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a44bed-f4d5-4713-baf4-f8a58c0ca3ae req-51ae234c-e3de-4f7c-b9e7-dd1892ef1f0d tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:07.304257 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8a44bed-f4d5-4713-baf4-f8a58c0ca3ae req-51ae234c-e3de-4f7c-b9e7-dd1892ef1f0d tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 932 time: 0.1972337 Aug 20 10:27:07.373342 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8a44bed-f4d5-4713-baf4-f8a58c0ca3ae req-28a8d459-531e-4107-a0b1-7c113c624ada tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/security-groups?id=524e795b-8353-48f0-9d69-ae1ad360f6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642958 Aug 20 10:27:07.511069 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac73b22d-75a3-4ac6-8f11-6a01a85e7794 x-openstack-request-id: req-ac73b22d-75a3-4ac6-8f11-6a01a85e7794 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:07.511284 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93b97a5-cc80-4b9a-b8c0-412aea70ba05", "name": "network-vif-deleted", "tag": "1c3b1508-6022-445a-aa9b-de0059fa9cb5", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:07.511399 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac73b22d-75a3-4ac6-8f11-6a01a85e7794 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:07.511824 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93b97a5-cc80-4b9a-b8c0-412aea70ba05', 'name': 'network-vif-deleted', 'tag': '1c3b1508-6022-445a-aa9b-de0059fa9cb5', 'status': 'completed', 'code': 200} Aug 20 10:27:07.544918 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-11ffe50a-c072-46e3-9706-eab4437ed8d4 req-93cea18b-0207-445b-b593-96bed3a6e420 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.0516980 Aug 20 10:27:07.777125 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e66d451-7ec4-4f7c-ac47-97e41c23c5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:07.929720 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e66d451-7ec4-4f7c-ac47-97e41c23c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:07.993250 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0e66d451-7ec4-4f7c-ac47-97e41c23c5c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9e56c00a43547e1837ed1b6eb0f055d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2083318 Aug 20 10:27:07.999838 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49898) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:08.001870 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66d451-7ec4-4f7c-ac47-97e41c23c5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ebe387-54be-4c51-bfe3-aa75b22aed23,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:08.074754 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d14526-35e7-4382-8800-3cf505ab1291 req-a280b993-c04b-4436-b814-729716cb2c65 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:08.091975 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-86d14526-35e7-4382-8800-3cf505ab1291 req-a280b993-c04b-4436-b814-729716cb2c65 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 946 time: 0.2028658 Aug 20 10:27:08.165538 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a3a12608-99ad-4036-b760-18f7a2d694a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:08.174293 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-86d14526-35e7-4382-8800-3cf505ab1291 req-f3119513-4d92-4566-afc5-0d90634fe747 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a42c5cd-8bdb-4064-a2d6-9bcc7047dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813072 Aug 20 10:27:08.270920 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4df4b5-cb00-43b5-a3bb-8ddeedf15b9c req-24e7930b-21d4-4aab-8c40-2b7c84c7a139 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:08.277362 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa4df4b5-cb00-43b5-a3bb-8ddeedf15b9c req-24e7930b-21d4-4aab-8c40-2b7c84c7a139 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.2403910 Aug 20 10:27:08.312616 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a3a12608-99ad-4036-b760-18f7a2d694a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:08.407112 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa4df4b5-cb00-43b5-a3bb-8ddeedf15b9c req-4f308560-cabe-4a01-ae73-459f309babf6 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286950 Aug 20 10:27:08.422042 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5de756a-66b6-4870-a5a8-426709124724 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:27:08.432619 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:08.467614 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Transition to ACTIVE for port object b5de756a-66b6-4870-a5a8-426709124724 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:27:08.468811 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a3a12608-99ad-4036-b760-18f7a2d694a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:08.471995 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a3a12608-99ad-4036-b760-18f7a2d694a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:08.478353 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a3a12608-99ad-4036-b760-18f7a2d694a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7ebe387-54be-4c51-bfe3-aa75b22aed23 HTTP/1.1" status: 204 len: 168 time: 0.4723172 Aug 20 10:27:08.485452 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:08.535426 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Pushing event updated for resources: {'Port': ['ID=b5de756a-66b6-4870-a5a8-426709124724,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:08.539742 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a12608-99ad-4036-b760-18f7a2d694a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ebe387-54be-4c51-bfe3-aa75b22aed23,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:08.681310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8c13e-b46c-4ba2-9b69-398bd5b5c364 req-5da87ec3-5ff8-4938-bda9-33e321fe95c2 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:08.687610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5aa8c13e-b46c-4ba2-9b69-398bd5b5c364 req-5da87ec3-5ff8-4938-bda9-33e321fe95c2 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 944 time: 0.1857181 Aug 20 10:27:08.781060 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5aa8c13e-b46c-4ba2-9b69-398bd5b5c364 req-5b8157f5-94c1-48b6-ab39-505f9a9f5ec4 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/security-groups?id=524e795b-8353-48f0-9d69-ae1ad360f6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824401 Aug 20 10:27:08.821106 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-305fb9d3-f1e6-418e-8e96-7f6c4b81b9ac req-b632535f-5eab-4710-bede-358b29155502 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.0659833 Aug 20 10:27:08.881747 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Attempting to bind port b5de756a-66b6-4870-a5a8-426709124724 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:27:08.882087 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Attempting to bind port b5de756a-66b6-4870-a5a8-426709124724 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'b2ada617-08f6-4262-85b9-7e07a62b65a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:27:08.882417 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Attempting to bind port b5de756a-66b6-4870-a5a8-426709124724 on network 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:27:08.893567 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Port b5de756a-66b6-4870-a5a8-426709124724 on network 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:27:08.893907 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Attempting to bind port b5de756a-66b6-4870-a5a8-426709124724 on network 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:27:08.901312 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:27:08.901665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Checking segment: {'id': 'b2ada617-08f6-4262-85b9-7e07a62b65a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:27:08.902060 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Bound using segment: {'id': 'b2ada617-08f6-4262-85b9-7e07a62b65a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:27:08.902509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Bound port: b5de756a-66b6-4870-a5a8-426709124724, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ada617-08f6-4262-85b9-7e07a62b65a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:27:08.902874 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:08.995496 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] For port b5de756a-66b6-4870-a5a8-426709124724, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:27:09.000086 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] For port b5de756a-66b6-4870-a5a8-426709124724, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b5de756a-66b6-4870-a5a8-426709124724,segment=NetworkSegment(b2ada617-08f6-4262-85b9-7e07a62b65a0),segment_id=b2ada617-08f6-4262-85b9-7e07a62b65a0)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:27:09.010958 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:09.057014 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:09.057637 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:09.059227 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-813f150f-68b5-4529-a557-74fba0885b14 req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] 10.222.0.42 "PUT /v2.0/ports/b5de756a-66b6-4870-a5a8-426709124724 HTTP/1.1" status: 200 len: 1093 time: 2.3348393 Aug 20 10:27:09.099236 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20252b0b-fcaa-482e-a1d4-6dd5a5016310 service neutron] Pushing event updated for resources: {'Port': ['ID=b5de756a-66b6-4870-a5a8-426709124724,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:09.269786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f150f-68b5-4529-a557-74fba0885b14 req-ed49107d-19d4-4b18-bb05-0fcf254d0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:09.294867 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-813f150f-68b5-4529-a557-74fba0885b14 req-ed49107d-19d4-4b18-bb05-0fcf254d0bee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4fc80d5740e4905a2089e6312385fe2&device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 1096 time: 0.1596961 Aug 20 10:27:09.421284 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-813f150f-68b5-4529-a557-74fba0885b14 req-ac95e3e9-8dc6-40d4-8307-066c6f5ec90a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5de756a-66b6-4870-a5a8-426709124724 HTTP/1.1" status: 200 len: 217 time: 0.1210444 Aug 20 10:27:09.483375 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f150f-68b5-4529-a557-74fba0885b14 req-6f739109-ea44-49cd-872b-5dca3ae74f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:09.484913 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-813f150f-68b5-4529-a557-74fba0885b14 req-6f739109-ea44-49cd-872b-5dca3ae74f6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3812c8e8-b5ab-49df-b8d2-7a07e088dfe6 HTTP/1.1" status: 200 len: 854 time: 0.0532224 Aug 20 10:27:09.519562 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3192e4-b478-493f-a4d8-36a165f0976b', 'tag': 'b5de756a-66b6-4870-a5a8-426709124724'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:09.529517 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dde50e-d635-4b5e-927b-2fec43b504ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3192e4-b478-493f-a4d8-36a165f0976b", "tag": "b5de756a-66b6-4870-a5a8-426709124724"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:09.642108 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c5795-21ff-4166-869f-018cc25f9252 req-edb71901-bc72-47a9-87e3-5842f50185fe tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:09.648916 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-157c5795-21ff-4166-869f-018cc25f9252 req-edb71901-bc72-47a9-87e3-5842f50185fe tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 946 time: 0.2305539 Aug 20 10:27:09.675870 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f222a-b858-4104-ac34-974bc8184b29 req-ea76d423-b0cf-4f8b-a9b0-012543a814e2 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:09.686516 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-567f222a-b858-4104-ac34-974bc8184b29 req-ea76d423-b0cf-4f8b-a9b0-012543a814e2 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.1206076 Aug 20 10:27:09.697590 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f150f-68b5-4529-a557-74fba0885b14 req-9cef4ebd-8f03-4dae-9395-ffb20a45709c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:09.699504 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-813f150f-68b5-4529-a557-74fba0885b14 req-9cef4ebd-8f03-4dae-9395-ffb20a45709c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f582a0e-7cb4-44bf-89b4-ff6d1527aeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1992223 Aug 20 10:27:09.786894 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-567f222a-b858-4104-ac34-974bc8184b29 req-8f393d2d-3336-4710-8ce6-d47cfe6267f1 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895720 Aug 20 10:27:09.804807 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-157c5795-21ff-4166-869f-018cc25f9252 req-264428b0-df43-40c5-a720-3c99d233bc21 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a42c5cd-8bdb-4064-a2d6-9bcc7047dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288815 Aug 20 10:27:09.868099 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69109426-96ae-402a-9c92-8db96eeab336 x-openstack-request-id: req-69109426-96ae-402a-9c92-8db96eeab336 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:09.868397 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3192e4-b478-493f-a4d8-36a165f0976b", "tag": "b5de756a-66b6-4870-a5a8-426709124724", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:09.868666 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69109426-96ae-402a-9c92-8db96eeab336 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:09.869085 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3192e4-b478-493f-a4d8-36a165f0976b', 'tag': 'b5de756a-66b6-4870-a5a8-426709124724', 'status': 'completed', 'code': 200} Aug 20 10:27:09.891303 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-813f150f-68b5-4529-a557-74fba0885b14 req-8d354e35-fee7-4b63-a2ca-952c2337476d service neutron] 10.222.0.42 "GET /v2.0/networks/3f582a0e-7cb4-44bf-89b4-ff6d1527aeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818471 Aug 20 10:27:10.076410 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d76a5-1056-45dc-a977-da7beae4d8b1 req-67618323-f509-4dbb-bf55-eccead9fccc3 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:10.090518 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-589d76a5-1056-45dc-a977-da7beae4d8b1 req-67618323-f509-4dbb-bf55-eccead9fccc3 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 944 time: 0.1260645 Aug 20 10:27:10.179335 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-589d76a5-1056-45dc-a977-da7beae4d8b1 req-1f8491ce-6bf6-4340-bf99-25e039ec0183 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/security-groups?id=524e795b-8353-48f0-9d69-ae1ad360f6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801544 Aug 20 10:27:10.582636 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a5a06-2bd3-4dfd-b5ca-385366b9f390 req-e9192fd8-484c-4198-b54a-ac408df7e18e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:10.585161 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b5a5a06-2bd3-4dfd-b5ca-385366b9f390 req-e9192fd8-484c-4198-b54a-ac408df7e18e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.6711333 Aug 20 10:27:10.672134 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-813f150f-68b5-4529-a557-74fba0885b14 req-ef0ffce1-0871-4b82-9eb3-1e1ae0adf6d3 service neutron] 10.222.0.42 "GET /v2.0/networks/3f582a0e-7cb4-44bf-89b4-ff6d1527aeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7730272 Aug 20 10:27:10.679298 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9436f5a8-4bfc-47a3-b5ab-e0822e18ecc9 req-934fb792-4968-4caf-b67f-1f6951effaa1 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.0882893 Aug 20 10:27:10.733825 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b5a5a06-2bd3-4dfd-b5ca-385366b9f390 req-4534fa7a-5ecd-4785-a310-873f9a9e4e2f tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399448 Aug 20 10:27:10.860564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dde50e-d635-4b5e-927b-2fec43b504ea req-e4bf48d5-c104-450b-8928-b4ad9000a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:10.862088 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6dde50e-d635-4b5e-927b-2fec43b504ea req-e4bf48d5-c104-450b-8928-b4ad9000a11a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4fc80d5740e4905a2089e6312385fe2&device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 1096 time: 0.1273475 Aug 20 10:27:11.001912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98889f58-3d34-4372-bc45-30688bdca7c1 req-f2aa2f3d-e82a-4652-a7d6-9eae40238515 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:11.020082 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-98889f58-3d34-4372-bc45-30688bdca7c1 req-f2aa2f3d-e82a-4652-a7d6-9eae40238515 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 946 time: 0.1009195 Aug 20 10:27:11.099886 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-98889f58-3d34-4372-bc45-30688bdca7c1 req-aeac5654-56eb-4b66-8b3b-110211ca9cf2 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a42c5cd-8bdb-4064-a2d6-9bcc7047dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785062 Aug 20 10:27:11.169966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9150242-c51b-4014-9dee-41f5ee74ab94 req-0c08cd8c-ef82-4db3-90df-58841523d8c0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:11.184961 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9150242-c51b-4014-9dee-41f5ee74ab94 req-0c08cd8c-ef82-4db3-90df-58841523d8c0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.1776907 Aug 20 10:27:11.260320 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dde50e-d635-4b5e-927b-2fec43b504ea req-fc9fef60-0a5c-4c60-9103-0adbdd39a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:11.266229 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6dde50e-d635-4b5e-927b-2fec43b504ea req-fc9fef60-0a5c-4c60-9103-0adbdd39a505 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f582a0e-7cb4-44bf-89b4-ff6d1527aeed HTTP/1.1" status: 200 len: 916 time: 0.3959060 Aug 20 10:27:11.372231 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9150242-c51b-4014-9dee-41f5ee74ab94 req-60774311-7a9f-4646-aee8-5b61a772c6e2 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780763 Aug 20 10:27:11.386157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6dde50e-d635-4b5e-927b-2fec43b504ea req-19e08833-626c-4ccc-904d-7487c9d3d0ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5de756a-66b6-4870-a5a8-426709124724 HTTP/1.1" status: 200 len: 217 time: 0.0973616 Aug 20 10:27:11.417648 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a4466-da17-4c7b-9156-820026575a8a req-7324b461-0fcf-4eeb-af3a-132f3fe3d93a tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:11.436691 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-951a4466-da17-4c7b-9156-820026575a8a req-7324b461-0fcf-4eeb-af3a-132f3fe3d93a tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 944 time: 0.1451261 Aug 20 10:27:11.519800 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-951a4466-da17-4c7b-9156-820026575a8a req-3dbd4716-3db8-4c13-a789-f348c00dfb8c tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/security-groups?id=524e795b-8353-48f0-9d69-ae1ad360f6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817826 Aug 20 10:27:11.534248 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dde50e-d635-4b5e-927b-2fec43b504ea req-14ac1b19-a000-4eb7-b964-2f2c74d55f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:11.536157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6dde50e-d635-4b5e-927b-2fec43b504ea req-14ac1b19-a000-4eb7-b964-2f2c74d55f4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3812c8e8-b5ab-49df-b8d2-7a07e088dfe6 HTTP/1.1" status: 200 len: 854 time: 0.1517580 Aug 20 10:27:11.620366 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f2670-8c12-49d0-992d-3d888edafc89 req-cc5d1eea-463a-4e6a-bf52-d0aaef0ff84a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:11.628458 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-736f2670-8c12-49d0-992d-3d888edafc89 req-cc5d1eea-463a-4e6a-bf52-d0aaef0ff84a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.0909300 Aug 20 10:27:11.642116 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dde50e-d635-4b5e-927b-2fec43b504ea req-ebb73630-fd95-45db-9579-9cf51b032069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:11.644224 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6dde50e-d635-4b5e-927b-2fec43b504ea req-ebb73630-fd95-45db-9579-9cf51b032069 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f582a0e-7cb4-44bf-89b4-ff6d1527aeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978537 Aug 20 10:27:11.836235 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-736f2670-8c12-49d0-992d-3d888edafc89 req-8438fbf2-9cd6-4f67-92fb-5a1368073ffe tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065909 Aug 20 10:27:11.938064 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f5af6f1-e837-4e54-87db-3a8b5bb9dd87 req-8a0efb5c-1cd0-4c26-a375-6d2254c61ba9 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.0680199 Aug 20 10:27:11.960713 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6dde50e-d635-4b5e-927b-2fec43b504ea req-adaf31bf-c349-4b7a-8c71-ca72a56b0edd service neutron] 10.222.0.42 "GET /v2.0/networks/3f582a0e-7cb4-44bf-89b4-ff6d1527aeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038688 Aug 20 10:27:12.149735 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895d1ed-0d0a-4168-b217-b2101ec000ce req-bc816132-d119-4185-b1c4-9dc71a2af886 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:12.161303 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3895d1ed-0d0a-4168-b217-b2101ec000ce req-bc816132-d119-4185-b1c4-9dc71a2af886 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.0888636 Aug 20 10:27:12.200160 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6dde50e-d635-4b5e-927b-2fec43b504ea req-46819b68-e7de-49d7-bf7d-2fbdfabc43f3 service neutron] 10.222.0.42 "GET /v2.0/networks/3f582a0e-7cb4-44bf-89b4-ff6d1527aeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302649 Aug 20 10:27:12.208270 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50056) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:12.451838 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-37bd17fd-6a79-4602-9de0-8397e71986cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:12.461919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c653de-93af-4773-b958-d15357c11b9c req-13cf8b7a-efcb-41be-a403-ad63ff81ff70 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:12.468835 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-65c653de-93af-4773-b958-d15357c11b9c req-13cf8b7a-efcb-41be-a403-ad63ff81ff70 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 946 time: 0.1561477 Aug 20 10:27:12.556559 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-65c653de-93af-4773-b958-d15357c11b9c req-7fa8a245-f616-4d01-aaa0-17ac3d2c9726 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a42c5cd-8bdb-4064-a2d6-9bcc7047dd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768847 Aug 20 10:27:12.668453 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3895d1ed-0d0a-4168-b217-b2101ec000ce req-9310a282-a089-4dcc-94f4-8b31a27186df tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034502 Aug 20 10:27:12.722686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa88da1-9ffb-4db0-bdfb-28d64645bb46 req-1996fdb0-e33a-40b2-ac36-9f4d996ec10d tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:12.724342 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7aa88da1-9ffb-4db0-bdfb-28d64645bb46 req-1996fdb0-e33a-40b2-ac36-9f4d996ec10d tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 946 time: 0.5499535 Aug 20 10:27:12.837256 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-37bd17fd-6a79-4602-9de0-8397e71986cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:12.881947 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-37bd17fd-6a79-4602-9de0-8397e71986cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:12.940006 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe382ebe-d079-4189-a83b-3f37ea63b47b req-12ca4f83-e766-436e-b1f9-3d7e96301eab tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:12.941763 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe382ebe-d079-4189-a83b-3f37ea63b47b req-12ca4f83-e766-436e-b1f9-3d7e96301eab tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.0838780 Aug 20 10:27:12.972993 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-37bd17fd-6a79-4602-9de0-8397e71986cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=121ee7a43c264ceba0ea7f4acb594c56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7585633 Aug 20 10:27:12.983212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731729c-90f4-4e6e-9905-610886b2a5c7 req-305206d9-19fd-46f6-b17b-6e91877125a9 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:12.984827 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4731729c-90f4-4e6e-9905-610886b2a5c7 req-305206d9-19fd-46f6-b17b-6e91877125a9 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 944 time: 0.1892974 Aug 20 10:27:12.985492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50078) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:12.986426 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd17fd-6a79-4602-9de0-8397e71986cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56828ac6-ef1b-473a-9d03-9bc204bae514,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:13.013068 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-7aa88da1-9ffb-4db0-bdfb-28d64645bb46 req-5b0837f5-2de1-4f5b-822c-eaa6d071609f tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Deleting port cfe8910f-15d8-4413-ab73-25bc80dfc8bf {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:27:13.013528 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7aa88da1-9ffb-4db0-bdfb-28d64645bb46 req-5b0837f5-2de1-4f5b-822c-eaa6d071609f tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:13.070403 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe382ebe-d079-4189-a83b-3f37ea63b47b req-76d08aa0-5a37-40c0-a580-35f38ae8c739 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176283 Aug 20 10:27:13.150418 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4731729c-90f4-4e6e-9905-610886b2a5c7 req-58f314a8-cb44-4d12-8aac-378b46e5b367 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/security-groups?id=524e795b-8353-48f0-9d69-ae1ad360f6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544125 Aug 20 10:27:13.203993 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4600a3e-2763-49ca-be97-f255c6c5e664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:13.288394 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4600a3e-2763-49ca-be97-f255c6c5e664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:13.306358 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f9807c71-9e47-4342-9b5c-31e3c25ee5d6 req-d1e3b27a-f7f4-444c-b216-1ac7555c3a06 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.0662978 Aug 20 10:27:13.380264 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-7aa88da1-9ffb-4db0-bdfb-28d64645bb46 req-5b0837f5-2de1-4f5b-822c-eaa6d071609f tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] For port cfe8910f-15d8-4413-ab73-25bc80dfc8bf, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cfe8910f-15d8-4413-ab73-25bc80dfc8bf,segment=NetworkSegment(81e2467e-f6ae-4eff-91a8-491647dd34e9),segment_id=81e2467e-f6ae-4eff-91a8-491647dd34e9)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:13.384116 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7aa88da1-9ffb-4db0-bdfb-28d64645bb46 req-5b0837f5-2de1-4f5b-822c-eaa6d071609f tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:13.399130 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4600a3e-2763-49ca-be97-f255c6c5e664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:13.402023 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4600a3e-2763-49ca-be97-f255c6c5e664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:13.404896 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b4600a3e-2763-49ca-be97-f255c6c5e664 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56828ac6-ef1b-473a-9d03-9bc204bae514 HTTP/1.1" status: 204 len: 168 time: 0.4152930 Aug 20 10:27:13.415781 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4600a3e-2763-49ca-be97-f255c6c5e664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56828ac6-ef1b-473a-9d03-9bc204bae514,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:13.462204 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-7aa88da1-9ffb-4db0-bdfb-28d64645bb46 req-5b0837f5-2de1-4f5b-822c-eaa6d071609f tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Calling delete_port for cfe8910f-15d8-4413-ab73-25bc80dfc8bf owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:27:13.612504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cadea-95ed-48cb-80b3-03b0d9e2b1b6 req-3c86d7d9-74c9-4a79-a9c0-6175b1aff39d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:13.625401 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d45cadea-95ed-48cb-80b3-03b0d9e2b1b6 req-3c86d7d9-74c9-4a79-a9c0-6175b1aff39d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.1941907 Aug 20 10:27:13.754151 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d45cadea-95ed-48cb-80b3-03b0d9e2b1b6 req-cbb0eb3b-af79-4b52-af73-335a3f73d1ff tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264718 Aug 20 10:27:13.770567 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7aa88da1-9ffb-4db0-bdfb-28d64645bb46 req-5b0837f5-2de1-4f5b-822c-eaa6d071609f tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:13.782175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['cfe8910f-15d8-4413-ab73-25bc80dfc8bf'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:27:13.851725 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5792a73c-90cb-409f-9ce4-1d1890cfd962 req-2ab435e7-5609-4bac-98fd-e9526debbae9 tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a HTTP/1.1" status: 200 len: 210 time: 0.0934043 Aug 20 10:27:13.907082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0837f5-2de1-4f5b-822c-eaa6d071609f tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Pushing event deleted for resources: {'Port': ['ID=cfe8910f-15d8-4413-ab73-25bc80dfc8bf,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:13.973469 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa88da1-9ffb-4db0-bdfb-28d64645bb46 req-5b0837f5-2de1-4f5b-822c-eaa6d071609f tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] No DVR routers for this DVR port cfe8910f-15d8-4413-ab73-25bc80dfc8bf on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:27:13.985962 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7aa88da1-9ffb-4db0-bdfb-28d64645bb46 req-5b0837f5-2de1-4f5b-822c-eaa6d071609f tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:13.991011 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7aa88da1-9ffb-4db0-bdfb-28d64645bb46 req-5b0837f5-2de1-4f5b-822c-eaa6d071609f tempest-InstanceActionsV221TestJSON-1488178333 tempest-InstanceActionsV221TestJSON-1488178333-project] 10.222.0.24 "DELETE /v2.0/ports/cfe8910f-15d8-4413-ab73-25bc80dfc8bf HTTP/1.1" status: 204 len: 173 time: 1.2586954 Aug 20 10:27:13.992004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a', 'name': 'network-vif-deleted', 'tag': 'cfe8910f-15d8-4413-ab73-25bc80dfc8bf'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:13.997610 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5ead11-f3d2-43ad-86d9-d80cc25bb845" -d '{"events": [{"server_uuid": "f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a", "name": "network-vif-deleted", "tag": "cfe8910f-15d8-4413-ab73-25bc80dfc8bf"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:14.133890 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05aa36f3-2010-4fe5-9cd6-a28a0145249c x-openstack-request-id: req-05aa36f3-2010-4fe5-9cd6-a28a0145249c {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:14.134287 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a", "name": "network-vif-deleted", "tag": "cfe8910f-15d8-4413-ab73-25bc80dfc8bf", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:14.134590 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05aa36f3-2010-4fe5-9cd6-a28a0145249c {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:14.135302 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d20ea3-9d8e-4c6c-93cf-33ede5d91b5a', 'name': 'network-vif-deleted', 'tag': 'cfe8910f-15d8-4413-ab73-25bc80dfc8bf', 'status': 'completed', 'code': 200} Aug 20 10:27:14.253542 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd974a-6dc4-47e9-81c1-2ef71dd73c87 req-11c750d0-ab38-41fb-890d-f32805cf9cb7 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:14.269705 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0dbd974a-6dc4-47e9-81c1-2ef71dd73c87 req-11c750d0-ab38-41fb-890d-f32805cf9cb7 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.1118681 Aug 20 10:27:14.332945 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0dbd974a-6dc4-47e9-81c1-2ef71dd73c87 req-20984e92-0adc-4a8c-a230-2ca3ce8b36cc tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616374 Aug 20 10:27:14.373609 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50130) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:14.388098 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695712c-e4ca-4dec-af74-0a18662ee0b1 req-dd3e3c10-c005-438f-8b2f-d2d94d374b8c tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:14.397246 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b695712c-e4ca-4dec-af74-0a18662ee0b1 req-dd3e3c10-c005-438f-8b2f-d2d94d374b8c tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 944 time: 0.0856128 Aug 20 10:27:14.447829 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b695712c-e4ca-4dec-af74-0a18662ee0b1 req-c6b68e0a-e474-4b9d-863e-8fdd8560df31 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/security-groups?id=524e795b-8353-48f0-9d69-ae1ad360f6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489650 Aug 20 10:27:14.451608 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-867995d0-c607-42f8-b16d-284072f2d22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:14.781492 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a3485a5e-fea0-4078-81ab-6881c1a8c270 req-debf05eb-69da-4716-a1f7-a8ee0b9fd386 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.1052957 Aug 20 10:27:14.867434 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b5de756a-66b6-4870-a5a8-426709124724 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:27:14.891781 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-867995d0-c607-42f8-b16d-284072f2d22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:14.897910 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-867995d0-c607-42f8-b16d-284072f2d22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:15.074906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b5de756a-66b6-4870-a5a8-426709124724, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b5de756a-66b6-4870-a5a8-426709124724,segment=NetworkSegment(b2ada617-08f6-4262-85b9-7e07a62b65a0),segment_id=b2ada617-08f6-4262-85b9-7e07a62b65a0)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:15.081213 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-867995d0-c607-42f8-b16d-284072f2d22f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44ae83ee10bd42e280f0ea880ed45dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7033992 Aug 20 10:27:15.081863 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50148) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:15.083104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867995d0-c607-42f8-b16d-284072f2d22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa273f4e-e766-4f5c-86fb-5d5119db000c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:15.105006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'b5de756a-66b6-4870-a5a8-426709124724', 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed', 'port_id': 'b5de756a-66b6-4870-a5a8-426709124724', 'mac_address': 'fa:16:3e:84:39:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:27:15.195761 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:15.219983 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5de756a-66b6-4870-a5a8-426709124724 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:27:15.261370 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b5de756a-66b6-4870-a5a8-426709124724, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b5de756a-66b6-4870-a5a8-426709124724,segment=NetworkSegment(b2ada617-08f6-4262-85b9-7e07a62b65a0),segment_id=b2ada617-08f6-4262-85b9-7e07a62b65a0)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:15.274930 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:15.281272 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-88318a42-ed00-4f7c-aad8-369d7f91d5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:15.386779 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-88318a42-ed00-4f7c-aad8-369d7f91d5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:15.421546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=b5de756a-66b6-4870-a5a8-426709124724,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:15.468467 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-88318a42-ed00-4f7c-aad8-369d7f91d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:15.476492 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-88318a42-ed00-4f7c-aad8-369d7f91d5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:15.486269 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-88318a42-ed00-4f7c-aad8-369d7f91d5ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa273f4e-e766-4f5c-86fb-5d5119db000c HTTP/1.1" status: 204 len: 168 time: 0.3995485 Aug 20 10:27:15.528879 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88318a42-ed00-4f7c-aad8-369d7f91d5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa273f4e-e766-4f5c-86fb-5d5119db000c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:15.577441 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['b5de756a-66b6-4870-a5a8-426709124724'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:27:15.845402 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50178) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:15.847202 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc1c12-9e29-480d-8cb0-030675eb8c88 req-42629b9a-e15e-4778-853e-ef39db20bb3e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:15.864446 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aabc1c12-9e29-480d-8cb0-030675eb8c88 req-42629b9a-e15e-4778-853e-ef39db20bb3e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.2484016 Aug 20 10:27:16.019072 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aabc1c12-9e29-480d-8cb0-030675eb8c88 req-f97b51d8-685b-4120-bb05-e8f5326638a7 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501687 Aug 20 10:27:16.071479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f283258-cc53-4d03-b152-2077796cd32d admin admin] Deleting subnet 5e0a67eb-c398-44e8-8efd-9a6dadca4189 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:27:16.118707 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f283258-cc53-4d03-b152-2077796cd32d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:16.278845 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f901279-e560-4fff-8ff9-4076647902d1 req-99585016-eb9e-48dd-98a8-aeca99043733 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:16.287100 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f901279-e560-4fff-8ff9-4076647902d1 req-99585016-eb9e-48dd-98a8-aeca99043733 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 945 time: 0.2381985 Aug 20 10:27:16.291480 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f283258-cc53-4d03-b152-2077796cd32d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:16.463259 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f901279-e560-4fff-8ff9-4076647902d1 req-10cf4cc8-041c-4f06-b3a0-8fab4b577e46 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/security-groups?id=524e795b-8353-48f0-9d69-ae1ad360f6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742311 Aug 20 10:27:16.470470 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f283258-cc53-4d03-b152-2077796cd32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:16.544597 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dcbe3dc8-5851-4182-bcff-42457dcdaf85 req-8612e36c-c16c-4194-9b66-980fd425adbd tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.0982168 Aug 20 10:27:16.649652 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f283258-cc53-4d03-b152-2077796cd32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:16.707999 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f283258-cc53-4d03-b152-2077796cd32d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0a67eb-c398-44e8-8efd-9a6dadca4189,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:16.746100 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f283258-cc53-4d03-b152-2077796cd32d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:16.754815 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7f283258-cc53-4d03-b152-2077796cd32d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5e0a67eb-c398-44e8-8efd-9a6dadca4189 HTTP/1.1" status: 204 len: 168 time: 0.9052677 Aug 20 10:27:16.755238 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50202) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:16.868112 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b5de756a-66b6-4870-a5a8-426709124724 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:27:17.024011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port b5de756a-66b6-4870-a5a8-426709124724 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:27:17.031249 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port b5de756a-66b6-4870-a5a8-426709124724 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:27:17.031922 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:17.065734 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:17.096518 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c58403-b965-43db-bd6d-cd07ac5aa011 req-d5e8e773-5e54-41a4-b9b0-05b6c2262e09 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:17.108398 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91c58403-b965-43db-bd6d-cd07ac5aa011 req-d5e8e773-5e54-41a4-b9b0-05b6c2262e09 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.1229045 Aug 20 10:27:17.137099 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cfe8910f-15d8-4413-ab73-25bc80dfc8bf no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:27:17.162734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3da34-d005-445a-a5a0-cf8ff8eea082 req-6f31cea0-125e-4e92-bd0d-ed0b3ce6af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:17.164600 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bca3da34-d005-445a-a5a0-cf8ff8eea082 req-6f31cea0-125e-4e92-bd0d-ed0b3ce6af55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ab24141c3cf4678b6e8c7a8b270c121&device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 1099 time: 0.1677723 Aug 20 10:27:17.207180 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: cfe8910f-15d8-4413-ab73-25bc80dfc8bf {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:27:17.208529 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91c58403-b965-43db-bd6d-cd07ac5aa011 req-a991c3ba-38e3-455c-872e-f8e15ee06509 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973902 Aug 20 10:27:17.210435 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cfe8910f-15d8-4413-ab73-25bc80dfc8bf not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:27:17.338235 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:17.392188 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3192e4-b478-493f-a4d8-36a165f0976b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5de756a-66b6-4870-a5a8-426709124724'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:17.401093 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65d7c32-a1e6-498f-9dc7-61b5159b89cb" -d '{"events": [{"server_uuid": "0e3192e4-b478-493f-a4d8-36a165f0976b", "name": "network-vif-plugged", "status": "completed", "tag": "b5de756a-66b6-4870-a5a8-426709124724"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:17.439146 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port b5de756a-66b6-4870-a5a8-426709124724, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b5de756a-66b6-4870-a5a8-426709124724,segment=NetworkSegment(b2ada617-08f6-4262-85b9-7e07a62b65a0),segment_id=b2ada617-08f6-4262-85b9-7e07a62b65a0)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:17.446265 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:17.450691 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:17.492010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e874bf5e-85b7-4953-a72b-bd8d98f1f8a4']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:17.517336 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f302aad-3a0c-4602-8b51-9698de6c1412 x-openstack-request-id: req-1f302aad-3a0c-4602-8b51-9698de6c1412 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:17.518514 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3192e4-b478-493f-a4d8-36a165f0976b", "name": "network-vif-plugged", "status": "completed", "tag": "b5de756a-66b6-4870-a5a8-426709124724", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:17.519670 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f302aad-3a0c-4602-8b51-9698de6c1412 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:17.521988 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3192e4-b478-493f-a4d8-36a165f0976b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5de756a-66b6-4870-a5a8-426709124724', 'code': 200} Aug 20 10:27:17.600448 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e2467e-f6ae-4eff-91a8-491647dd34e9') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:17.604853 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e2467e-f6ae-4eff-91a8-491647dd34e9') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:17.656664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=b5de756a-66b6-4870-a5a8-426709124724,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:17.713031 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:17.827007 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-452d3580-444f-4082-9962-7e9e52900fa2 req-dc373f2a-ddaa-4959-9b23-6f5d216bfb86 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.0951624 Aug 20 10:27:17.906016 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:17.946400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3da34-d005-445a-a5a0-cf8ff8eea082 req-de3aeb8f-98ef-4574-baa0-3ebf3ac9e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:17.947938 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bca3da34-d005-445a-a5a0-cf8ff8eea082 req-de3aeb8f-98ef-4574-baa0-3ebf3ac9e465 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bc500ecd-8f48-462e-8406-51f60bdda1bd HTTP/1.1" status: 200 len: 914 time: 0.7676075 Aug 20 10:27:17.965606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:27:17.966022 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:27:17.980736 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:27:18.198564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a57b37-507c-4133-82a4-b78648e4a733 req-c819325e-78a7-4167-9fc8-ccc565835a09 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:18.206857 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0a57b37-507c-4133-82a4-b78648e4a733 req-c819325e-78a7-4167-9fc8-ccc565835a09 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 946 time: 0.5117474 Aug 20 10:27:18.211776 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce4c0a-7846-4be3-a752-0ecf1b3821d9 req-60df7bb7-868e-4160-975d-e5c0cba24129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:18.213686 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-22ce4c0a-7846-4be3-a752-0ecf1b3821d9 req-60df7bb7-868e-4160-975d-e5c0cba24129 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 1098 time: 0.6274443 Aug 20 10:27:18.216138 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bca3da34-d005-445a-a5a0-cf8ff8eea082 req-626cab6e-5dd1-4be6-9df9-60bc20b0abbe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c97eb99c-7c9b-43ce-a058-cc469682ed9c HTTP/1.1" status: 200 len: 217 time: 0.2437701 Aug 20 10:27:18.333307 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3da34-d005-445a-a5a0-cf8ff8eea082 req-1dffb666-9565-4f64-a6e8-5a82b5b59dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:18.339493 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bca3da34-d005-445a-a5a0-cf8ff8eea082 req-1dffb666-9565-4f64-a6e8-5a82b5b59dc3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cf539f61-8f34-42e8-a606-b643c725c2c7 HTTP/1.1" status: 200 len: 853 time: 0.1103711 Aug 20 10:27:18.372562 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:18.400304 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-22ce4c0a-7846-4be3-a752-0ecf1b3821d9 req-7cccd748-5d67-406b-80ba-07667b9da77e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=524e795b-8353-48f0-9d69-ae1ad360f6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678863 Aug 20 10:27:18.484685 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:18.489243 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bca3da34-d005-445a-a5a0-cf8ff8eea082 req-f043424c-35c2-4df5-b0c8-32e7c3f7f774 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bc500ecd-8f48-462e-8406-51f60bdda1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419306 Aug 20 10:27:18.506789 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0a57b37-507c-4133-82a4-b78648e4a733 req-f7c422ea-b25a-4bcb-81dd-d3105e51f66b tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/security-groups?id=524e795b-8353-48f0-9d69-ae1ad360f6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929125 Aug 20 10:27:18.530019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6636e6-fc72-487f-920e-15774dbb0bf8 req-cd5ca089-b749-4d34-b33b-1876243ce55e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:18.538564 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c6636e6-fc72-487f-920e-15774dbb0bf8 req-cd5ca089-b749-4d34-b33b-1876243ce55e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.1300716 Aug 20 10:27:18.551433 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:18.558200 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e874bf5e-85b7-4953-a72b-bd8d98f1f8a4 HTTP/1.1" status: 204 len: 168 time: 1.8016405 Aug 20 10:27:18.560044 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Pushing event deleted for resources: {'Network': ['ID=e874bf5e-85b7-4953-a72b-bd8d98f1f8a4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:18.585466 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:18.587887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:18.588430 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:18.588944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:18.589476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:18.590997 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:18.591389 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:18.591808 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:18.592062 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:18.592400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:18.592732 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:18.593065 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ae19b3-0695-4343-a005-d127e3d0eb16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:18.628609 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c6636e6-fc72-487f-920e-15774dbb0bf8 req-baf031d3-5fd5-41bf-ab1e-7eb5bcf1e0a9 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872219 Aug 20 10:27:18.789976 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bca3da34-d005-445a-a5a0-cf8ff8eea082 req-bc844f84-b6b5-4f6a-a4fb-ba72d1abfcd2 service neutron] 10.222.0.42 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876464 Aug 20 10:27:18.895349 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50276) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:18.979547 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2e0872a4-62f9-49d6-a66f-7fa85af05ebc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fbb31ca92f5b4b7e9c5116430aa997e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809808 Aug 20 10:27:18.982330 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50284) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:19.062907 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f35db0fd-21ed-41b2-a4de-a0959c2edc7b req-35314eec-e812-4ac2-a1bb-a47feb724901 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.0329909 Aug 20 10:27:19.135486 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bca3da34-d005-445a-a5a0-cf8ff8eea082 req-b3bba93d-0b50-408d-a59e-0cb1403fee81 service neutron] 10.222.0.42 "GET /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340628 Aug 20 10:27:19.136836 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd21b-32b6-4903-9510-616db00f0983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:19.179871 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd21b-32b6-4903-9510-616db00f0983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:19.267401 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd21b-32b6-4903-9510-616db00f0983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:19.271687 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd21b-32b6-4903-9510-616db00f0983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:19.273316 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0f1cd21b-32b6-4903-9510-616db00f0983 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a42c5cd-8bdb-4064-a2d6-9bcc7047dd81 HTTP/1.1" status: 204 len: 168 time: 0.2896705 Aug 20 10:27:19.288740 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cd21b-32b6-4903-9510-616db00f0983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a42c5cd-8bdb-4064-a2d6-9bcc7047dd81,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:19.725650 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be032273-34ba-467e-9ace-6a2085a41959 req-d8717b34-bfab-47f6-86fc-865a6c997826 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:19.735801 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be032273-34ba-467e-9ace-6a2085a41959 req-d8717b34-bfab-47f6-86fc-865a6c997826 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 946 time: 0.1177654 Aug 20 10:27:19.825662 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be032273-34ba-467e-9ace-6a2085a41959 req-47e791e1-8e33-4454-a61d-d12607dd4255 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/security-groups?id=524e795b-8353-48f0-9d69-ae1ad360f6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800915 Aug 20 10:27:19.993753 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f150cf-165a-46e5-ab60-f5dafbba311d req-2c627332-1bd7-473a-a7f8-8483b2de6782 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:20.010212 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a0f150cf-165a-46e5-ab60-f5dafbba311d req-2c627332-1bd7-473a-a7f8-8483b2de6782 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.1223228 Aug 20 10:27:20.073734 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a0f150cf-165a-46e5-ab60-f5dafbba311d req-7f073e3a-148b-48b9-8025-71cff06f2adf tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623560 Aug 20 10:27:20.308846 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-89c0a34d-ef32-4206-a21d-3e54dc52af99 req-44b8b268-3ca7-414f-8b74-bac1ee8f7806 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.0861883 Aug 20 10:27:20.961893 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe1253-f9f5-4388-bf77-ced202b5de18 req-550f1a05-5e4f-4708-b625-fd1bb4420a37 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:20.970387 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7fe1253-f9f5-4388-bf77-ced202b5de18 req-550f1a05-5e4f-4708-b625-fd1bb4420a37 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 946 time: 0.0677428 Aug 20 10:27:21.039167 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7fe1253-f9f5-4388-bf77-ced202b5de18 req-681fa041-8694-4b5a-8294-dfbb04617285 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/security-groups?id=524e795b-8353-48f0-9d69-ae1ad360f6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671139 Aug 20 10:27:21.165242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50380) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:21.256159 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dd4af-1a65-4616-9a80-2d8172da0c04 req-3f96a923-3679-4bc6-971a-7516843684c7 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:21.265754 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-443dd4af-1a65-4616-9a80-2d8172da0c04 req-3f96a923-3679-4bc6-971a-7516843684c7 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 946 time: 0.0696828 Aug 20 10:27:21.269619 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50384) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:21.274887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2c576c73-9d46-4da6-8c3f-a12d7b6d4fec tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Request body: {'floatingip': {'port_id': 'b5de756a-66b6-4870-a5a8-426709124724'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:27:21.307783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bdd58-40bd-4606-a2fa-bbeff67bec5b req-d940118d-00df-4b8d-81e0-7930360d2496 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:21.321633 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-228bdd58-40bd-4606-a2fa-bbeff67bec5b req-d940118d-00df-4b8d-81e0-7930360d2496 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.1380136 Aug 20 10:27:21.413937 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c576c73-9d46-4da6-8c3f-a12d7b6d4fec tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for floatingip, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:21.542848 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-228bdd58-40bd-4606-a2fa-bbeff67bec5b req-a40743b0-e5f3-4f45-826b-f414932543a5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201214 Aug 20 10:27:21.554908 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50400) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:21.564028 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91589179-e103-4337-9385-5d41a91b9710 req-6699245d-d2f6-4eff-a48a-8d12ec9eb5c5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.0819342 Aug 20 10:27:21.725615 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-dcf290df-6938-4a6b-b343-b54b34d214bf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1709356123-network', 'tenant_id': 'c4f377670e5f40a6a2a25ae02687d197'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:27:21.801768 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a96347-8bbd-42b1-8abe-3350633496ec req-976b704d-ad2e-470d-92c3-2055b20039f5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:21.809777 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1a96347-8bbd-42b1-8abe-3350633496ec req-976b704d-ad2e-470d-92c3-2055b20039f5 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.1379304 Aug 20 10:27:21.839338 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf290df-6938-4a6b-b343-b54b34d214bf admin admin] Made reservation on behalf of c4f377670e5f40a6a2a25ae02687d197 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:27:21.841776 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf290df-6938-4a6b-b343-b54b34d214bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:21.872870 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf290df-6938-4a6b-b343-b54b34d214bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:21.881319 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-05239608-738d-49c5-a555-5ddec28bf51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:21.968638 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1a96347-8bbd-42b1-8abe-3350633496ec req-2128f807-85ab-4396-ae71-178acac1333d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530669 Aug 20 10:27:22.525474 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:22.715692 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50430) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:22.803278 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c90a53d1-05ba-48d1-b428-3715b155c357 req-d6c9b7ac-c199-4e35-9b00-73544c724f97 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.0788486 Aug 20 10:27:22.882464 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e23a414f-1059-43ab-9fbe-78ba10bc85dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:22.903196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71e9d0-67c8-4836-ae88-2f88ee30b41e req-a5d2a491-4bd2-4a19-a446-f890d40daae3 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:22.903196 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2b71e9d0-67c8-4836-ae88-2f88ee30b41e req-a5d2a491-4bd2-4a19-a446-f890d40daae3 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.7622654 Aug 20 10:27:22.929795 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf290df-6938-4a6b-b343-b54b34d214bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:22.943519 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf290df-6938-4a6b-b343-b54b34d214bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:23.001290 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf290df-6938-4a6b-b343-b54b34d214bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8107cda7-b1e9-42ff-9201-71703f31c671,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:23.003369 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.api [None req-e23a414f-1059-43ab-9fbe-78ba10bc85dc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 10:27:23.003369 n-d-778550-11 neutron-server[94866]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 10:27:23.003369 n-d-778550-11 neutron-server[94866]: [parameters: {'project_id_1': '3920137d19794bf69987362e0191dd77', 'expiration_1': datetime.datetime(2021, 8, 20, 10, 27, 22, 908980)}] Aug 20 10:27:23.003369 n-d-778550-11 neutron-server[94866]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:27:23.004202 n-d-778550-11 neutron-server[94866]: DEBUG oslo_db.api [None req-e23a414f-1059-43ab-9fbe-78ba10bc85dc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:27:23.042813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf290df-6938-4a6b-b343-b54b34d214bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:27:23.168787 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2b71e9d0-67c8-4836-ae88-2f88ee30b41e req-3a69c778-6b75-4b93-a173-78f2cfb167b6 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496045 Aug 20 10:27:23.177317 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf290df-6938-4a6b-b343-b54b34d214bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:23.177851 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-dcf290df-6938-4a6b-b343-b54b34d214bf admin admin] Added segment 8bf31273-4a98-427e-a1fb-9f289140ad3d of type vlan for network 3d37863d-d668-4f6f-85bf-99ef95a96607 Aug 20 10:27:23.232081 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.resource_extend [None req-2c576c73-9d46-4da6-8c3f-a12d7b6d4fec tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:27:23.324250 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf290df-6938-4a6b-b343-b54b34d214bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:23.367925 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf290df-6938-4a6b-b343-b54b34d214bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:23.368647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf290df-6938-4a6b-b343-b54b34d214bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:23.369223 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf290df-6938-4a6b-b343-b54b34d214bf admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:23.419255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa33c0-8b84-452b-9a59-2ac735d2007a req-892a8389-f533-4170-a27c-cc659b0c9559 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:23.431368 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8fa33c0-8b84-452b-9a59-2ac735d2007a req-892a8389-f533-4170-a27c-cc659b0c9559 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.1039422 Aug 20 10:27:23.442972 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c576c73-9d46-4da6-8c3f-a12d7b6d4fec tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:23.457896 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c576c73-9d46-4da6-8c3f-a12d7b6d4fec tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:23.500497 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8fa33c0-8b84-452b-9a59-2ac735d2007a req-542ad636-bd8a-46ef-ad69-3609e502b9ed tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634599 Aug 20 10:27:23.514087 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e23a414f-1059-43ab-9fbe-78ba10bc85dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:23.585464 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-2c576c73-9d46-4da6-8c3f-a12d7b6d4fec tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Floating IP bd14c00b-dca4-495f-a8f8-119736748252 associated. External IP: 172.25.3.222, port: b5de756a-66b6-4870-a5a8-426709124724. Aug 20 10:27:23.686458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf290df-6938-4a6b-b343-b54b34d214bf admin admin] Pushing event updated for resources: {'Network': ['ID=3d37863d-d668-4f6f-85bf-99ef95a96607,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:23.697909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 3d37863d-d668-4f6f-85bf-99ef95a96607 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:27:23.759397 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-05239608-738d-49c5-a555-5ddec28bf51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:23.776959 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-05239608-738d-49c5-a555-5ddec28bf51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:23.820822 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-05239608-738d-49c5-a555-5ddec28bf51c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=169cf642150b4938aedf7982a9ea414a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2426810 Aug 20 10:27:23.826748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50454) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:23.835232 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dcf290df-6938-4a6b-b343-b54b34d214bf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6658838 Aug 20 10:27:23.878841 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50456) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:23.888884 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d037b-2972-49a5-bbbd-d4cde875b244 req-a9d11dc9-3a10-4163-b36a-56072a7cdc56 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:23.890501 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2a5d037b-2972-49a5-bbbd-d4cde875b244 req-a9d11dc9-3a10-4163-b36a-56072a7cdc56 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.2104807 Aug 20 10:27:23.894648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-6a9d28fa-b7c8-4ac9-9e4b-553748d393a7 admin admin] Request body: {'subnet': {'network_id': '3d37863d-d668-4f6f-85bf-99ef95a96607', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1709356123-subnet', 'tenant_id': 'c4f377670e5f40a6a2a25ae02687d197', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:27:23.939673 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e23a414f-1059-43ab-9fbe-78ba10bc85dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:23.949918 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e23a414f-1059-43ab-9fbe-78ba10bc85dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:23.950139 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05239608-738d-49c5-a555-5ddec28bf51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2d21d4-dbe7-4086-b5ea-013a5fed10a1,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:23.981351 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9d28fa-b7c8-4ac9-9e4b-553748d393a7 admin admin] Made reservation on behalf of c4f377670e5f40a6a2a25ae02687d197 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:27:23.983747 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6a9d28fa-b7c8-4ac9-9e4b-553748d393a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:24.014497 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e23a414f-1059-43ab-9fbe-78ba10bc85dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3920137d19794bf69987362e0191dd77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2975278 Aug 20 10:27:24.018223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50458) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:24.108984 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa7a76b0-6f26-4469-b477-615363f91ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:24.141200 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2a5d037b-2972-49a5-bbbd-d4cde875b244 req-f687641a-ee33-4256-b78b-3c07195e7149 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284088 Aug 20 10:27:24.163769 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa7a76b0-6f26-4469-b477-615363f91ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:24.182248 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e1bc17a9-445d-4365-8117-7110836eb940 req-cb3ced25-7796-43f6-a7fe-c3870c926731 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.1768703 Aug 20 10:27:24.187874 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c576c73-9d46-4da6-8c3f-a12d7b6d4fec tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Router c1d99f2d-bc69-4a8b-85ec-455435fd216f has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:27:24.262440 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a414f-1059-43ab-9fbe-78ba10bc85dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3df0f56-09cc-4ff9-af5f-2f0e6c2ef11a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:24.292964 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ddd93e0-9901-432c-a258-6055132ed0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:24.334896 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ddd93e0-9901-432c-a258-6055132ed0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:24.437337 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ddd93e0-9901-432c-a258-6055132ed0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:24.440491 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ddd93e0-9901-432c-a258-6055132ed0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:24.441684 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0ddd93e0-9901-432c-a258-6055132ed0a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3df0f56-09cc-4ff9-af5f-2f0e6c2ef11a HTTP/1.1" status: 204 len: 168 time: 0.4155643 Aug 20 10:27:24.453465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c6363-87a6-412c-86a6-0db03b662ee7 req-fe86ceb6-1c52-4ef6-a638-590cf6a71720 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:24.460039 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa7a76b0-6f26-4469-b477-615363f91ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:24.462256 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-939c6363-87a6-412c-86a6-0db03b662ee7 req-fe86ceb6-1c52-4ef6-a638-590cf6a71720 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.0795934 Aug 20 10:27:24.463582 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa7a76b0-6f26-4469-b477-615363f91ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:24.468481 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-aa7a76b0-6f26-4469-b477-615363f91ca3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e2d21d4-dbe7-4086-b5ea-013a5fed10a1 HTTP/1.1" status: 204 len: 168 time: 0.6382356 Aug 20 10:27:24.502118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a76b0-6f26-4469-b477-615363f91ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2d21d4-dbe7-4086-b5ea-013a5fed10a1,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:24.536174 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6a9d28fa-b7c8-4ac9-9e4b-553748d393a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:24.540972 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd93e0-9901-432c-a258-6055132ed0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3df0f56-09cc-4ff9-af5f-2f0e6c2ef11a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:24.576708 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-939c6363-87a6-412c-86a6-0db03b662ee7 req-a0e0e4ca-ec81-45e0-beed-01b1dc0077d8 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116030 Aug 20 10:27:24.747125 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c576c73-9d46-4da6-8c3f-a12d7b6d4fec tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:27:24.770048 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c251b51-7eea-41d5-b3f8-e86c05e164d2 None None] Sync routers for ids ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:27:24.786126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c251b51-7eea-41d5-b3f8-e86c05e164d2 None None] Routers {'c1d99f2d-bc69-4a8b-85ec-455435fd216f'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:27:24.786952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5c251b51-7eea-41d5-b3f8-e86c05e164d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:27:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:24.795249 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c576c73-9d46-4da6-8c3f-a12d7b6d4fec tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:24.801046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d28fa-b7c8-4ac9-9e4b-553748d393a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4325fba2-1951-4d40-ab4f-99edae02eef4,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:24.872206 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a1642-c3b9-4b34-978a-687c9ff1e0d8 req-b5f5e6d4-cd46-4a8e-9fcf-4a7d72275377 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:24.889773 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-092a1642-c3b9-4b34-978a-687c9ff1e0d8 req-b5f5e6d4-cd46-4a8e-9fcf-4a7d72275377 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.1429586 Aug 20 10:27:24.940367 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2c576c73-9d46-4da6-8c3f-a12d7b6d4fec tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "PUT /v2.0/floatingips/bd14c00b-dca4-495f-a8f8-119736748252 HTTP/1.1" status: 200 len: 992 time: 3.6656613 Aug 20 10:27:24.946673 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3192e4-b478-493f-a4d8-36a165f0976b', 'tag': 'b5de756a-66b6-4870-a5a8-426709124724'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:24.952259 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4772ef8b-1451-4e4a-a6a3-d590037a7b73" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3192e4-b478-493f-a4d8-36a165f0976b", "tag": "b5de756a-66b6-4870-a5a8-426709124724"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:24.988079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9d28fa-b7c8-4ac9-9e4b-553748d393a7 admin admin] Checking segment: {'id': '8bf31273-4a98-427e-a1fb-9f289140ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3d37863d-d668-4f6f-85bf-99ef95a96607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:27:24.988460 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9d28fa-b7c8-4ac9-9e4b-553748d393a7 admin admin] Network hostable DHCP agents. Network: 3d37863d-d668-4f6f-85bf-99ef95a96607, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:27:25.018986 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-092a1642-c3b9-4b34-978a-687c9ff1e0d8 req-09a14afe-0b3b-4524-b122-b8e04aa8034b tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253779 Aug 20 10:27:25.046442 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9d28fa-b7c8-4ac9-9e4b-553748d393a7 admin admin] Network 3d37863d-d668-4f6f-85bf-99ef95a96607 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:27:25.067924 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-6a9d28fa-b7c8-4ac9-9e4b-553748d393a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 3d37863d-d668-4f6f-85bf-99ef95a96607) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:27:25.075830 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9d28fa-b7c8-4ac9-9e4b-553748d393a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:25.076593 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6a9d28fa-b7c8-4ac9-9e4b-553748d393a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:25.087163 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d6d7c9-b0b6-4085-af7a-558fad4b4cfb None None] Network 3d37863d-d668-4f6f-85bf-99ef95a96607 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:27:25.136713 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6a9d28fa-b7c8-4ac9-9e4b-553748d393a7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2565148 Aug 20 10:27:25.146572 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b91e27d-7f92-450d-9d5d-51245f5aded8 x-openstack-request-id: req-8b91e27d-7f92-450d-9d5d-51245f5aded8 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:25.147454 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3192e4-b478-493f-a4d8-36a165f0976b", "tag": "b5de756a-66b6-4870-a5a8-426709124724", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:25.147953 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b91e27d-7f92-450d-9d5d-51245f5aded8 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:25.148152 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3192e4-b478-493f-a4d8-36a165f0976b', 'tag': 'b5de756a-66b6-4870-a5a8-426709124724', 'status': 'completed', 'code': 200} Aug 20 10:27:25.294819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50500) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:25.322212 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d2f774d3-2e8c-40e7-a3eb-a91c7cd2991a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:25.340144 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50504) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:25.353175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-5c251b51-7eea-41d5-b3f8-e86c05e164d2 None None] Set router c1d99f2d-bc69-4a8b-85ec-455435fd216f gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:27:25.359284 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acfb0bb-f648-4283-9422-cb5b62b708d0 None None] Network 3d37863d-d668-4f6f-85bf-99ef95a96607 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:27:25.363609 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772ef8b-1451-4e4a-a6a3-d590037a7b73 req-fd3b7597-a337-48b7-851a-ad76885244e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:25.365997 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4772ef8b-1451-4e4a-a6a3-d590037a7b73 req-fd3b7597-a337-48b7-851a-ad76885244e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4fc80d5740e4905a2089e6312385fe2&device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 1098 time: 0.1985595 Aug 20 10:27:25.375367 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1366-1b40-425b-ba63-3fd1dbd49b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:25.395629 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a00968-73dd-42bc-846e-7ace028a1812 req-ddc8fb1b-5d1a-4a8e-bfa3-0ab7526f7746 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:25.397441 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-79a00968-73dd-42bc-846e-7ace028a1812 req-ddc8fb1b-5d1a-4a8e-bfa3-0ab7526f7746 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.1736042 Aug 20 10:27:25.497352 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fbdbbcab-1500-4760-9eb3-2d212f2736f8 req-1a8dad52-4ca7-4307-8527-85135be2c7d2 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.0890813 Aug 20 10:27:25.509872 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-79a00968-73dd-42bc-846e-7ace028a1812 req-ea639f38-d382-4145-816b-6734c491b030 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998974 Aug 20 10:27:25.578196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772ef8b-1451-4e4a-a6a3-d590037a7b73 req-b99a6253-0afd-4f23-8d65-fc5091482882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:25.583431 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4772ef8b-1451-4e4a-a6a3-d590037a7b73 req-b99a6253-0afd-4f23-8d65-fc5091482882 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f582a0e-7cb4-44bf-89b4-ff6d1527aeed HTTP/1.1" status: 200 len: 916 time: 0.2090671 Aug 20 10:27:25.729056 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d2f774d3-2e8c-40e7-a3eb-a91c7cd2991a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:25.790202 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4772ef8b-1451-4e4a-a6a3-d590037a7b73 req-b32ef853-b94a-40a1-9e70-ec9a810a5511 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5de756a-66b6-4870-a5a8-426709124724 HTTP/1.1" status: 200 len: 1000 time: 0.1907368 Aug 20 10:27:25.853624 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1366-1b40-425b-ba63-3fd1dbd49b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:25.855103 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d2f774d3-2e8c-40e7-a3eb-a91c7cd2991a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:25.882519 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f774d3-2e8c-40e7-a3eb-a91c7cd2991a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e4090e-f599-484f-a6ae-858736ecfa40,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:25.885821 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1366-1b40-425b-ba63-3fd1dbd49b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:25.948251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772ef8b-1451-4e4a-a6a3-d590037a7b73 req-eafc9c37-f67c-4ef1-b30b-ce2f1ad342f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:25.954930 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4772ef8b-1451-4e4a-a6a3-d590037a7b73 req-eafc9c37-f67c-4ef1-b30b-ce2f1ad342f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3812c8e8-b5ab-49df-b8d2-7a07e088dfe6 HTTP/1.1" status: 200 len: 854 time: 0.1561701 Aug 20 10:27:26.010611 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a6ee1366-1b40-425b-ba63-3fd1dbd49b17 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91ec145451174993b7289232a2f4bb1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6655712 Aug 20 10:27:26.017938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50524) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:26.064238 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41937d4b-1e21-45f8-8645-0800e0968156 req-c251d9ec-e2fb-42ef-b065-9aea324139f6 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:26.073704 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41937d4b-1e21-45f8-8645-0800e0968156 req-c251d9ec-e2fb-42ef-b065-9aea324139f6 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.1405694 Aug 20 10:27:26.078474 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d2f774d3-2e8c-40e7-a3eb-a91c7cd2991a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f3ca32ec8e84ef78d7da9b8095fa7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7825556 Aug 20 10:27:26.086898 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee1366-1b40-425b-ba63-3fd1dbd49b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99010d8-c614-4db2-9afe-cacad3bbd6a8,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:26.090752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50526) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:26.153188 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5c251b51-7eea-41d5-b3f8-e86c05e164d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'name': 'tempest-ServersTestFqdnHostnames-1238087060-router', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '50a28253-9541-4240-91e8-a14a53812c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:26:41Z', 'updated_at': '2021-08-20T10:26:49Z', 'revision_number': 4, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'gw_port': {'id': '50a28253-9541-4240-91e8-a14a53812c6b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:42Z', 'updated_at': '2021-08-20T10:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'bd14c00b-dca4-495f-a8f8-119736748252', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'floating_ip_address': '172.25.3.222', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'port_id': 'b5de756a-66b6-4870-a5a8-426709124724', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed', 'mac_address': 'fa:16:3e:84:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3192e4-b478-493f-a4d8-36a165f0976b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:26:58Z', 'updated_at': '2021-08-20T10:27:23Z', 'revision_number': 1, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7e9f13-3706-4533-a5ee-3320a8ba31cc', 'name': '', 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'mac_address': 'fa:16:3e:b4:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:48Z', 'updated_at': '2021-08-20T10:26:58Z', 'revision_number': 5, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'subnets': [{'id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:26.205139 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41937d4b-1e21-45f8-8645-0800e0968156 req-d1cb2cb9-cc3b-4de7-b737-b71003f0597a tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299551 Aug 20 10:27:26.224513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772ef8b-1451-4e4a-a6a3-d590037a7b73 req-83e80f0e-f307-4d64-8a25-f67fc549c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:26.226801 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4772ef8b-1451-4e4a-a6a3-d590037a7b73 req-83e80f0e-f307-4d64-8a25-f67fc549c7d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f582a0e-7cb4-44bf-89b4-ff6d1527aeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2642245 Aug 20 10:27:26.250554 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c251b51-7eea-41d5-b3f8-e86c05e164d2 None None] Checking router: c1d99f2d-bc69-4a8b-85ec-455435fd216f for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:27:26.262586 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c251b51-7eea-41d5-b3f8-e86c05e164d2 None None] Routers {'c1d99f2d-bc69-4a8b-85ec-455435fd216f'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:27:26.263539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5c251b51-7eea-41d5-b3f8-e86c05e164d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:27:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:26.342057 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ab7a61ef-d1f2-4c4f-9e3b-853a23cfdc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:26.453179 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4772ef8b-1451-4e4a-a6a3-d590037a7b73 req-6a91328d-8f08-4be1-ae0b-383786f7df0b service neutron] 10.222.0.42 "GET /v2.0/networks/3f582a0e-7cb4-44bf-89b4-ff6d1527aeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874049 Aug 20 10:27:26.453179 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-78894186-1456-4de0-ad31-bc11d3d3078f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:26.489286 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ab7a61ef-d1f2-4c4f-9e3b-853a23cfdc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:26.527731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50542) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:26.557367 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-91afb605-7ca5-47d7-bebc-8c344d986d10 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-772082285-network', 'tenant_id': '3b1fd5b8bb2545d0ae9b0812f5d341bf'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:27:26.570268 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-78894186-1456-4de0-ad31-bc11d3d3078f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:26.614837 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020844f1-455f-4955-bb26-ea033183b189 req-9d422f03-4ef2-4318-b0da-77d56fed69a6 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:26.632101 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-020844f1-455f-4955-bb26-ea033183b189 req-9d422f03-4ef2-4318-b0da-77d56fed69a6 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.2519541 Aug 20 10:27:26.634223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91afb605-7ca5-47d7-bebc-8c344d986d10 admin admin] Made reservation on behalf of 3b1fd5b8bb2545d0ae9b0812f5d341bf for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:27:26.636662 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91afb605-7ca5-47d7-bebc-8c344d986d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:26.687589 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91afb605-7ca5-47d7-bebc-8c344d986d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:26.695370 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8bbce0cc-c5dc-4fd5-a8a0-50af29076792 req-162bfa7e-4b3a-4679-b332-4fa3d2fe9331 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.0495691 Aug 20 10:27:26.710751 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4772ef8b-1451-4e4a-a6a3-d590037a7b73 req-a8cdbb2b-73b4-4a35-a0cc-ebd71602a5f1 service neutron] 10.222.0.42 "GET /v2.0/networks/3f582a0e-7cb4-44bf-89b4-ff6d1527aeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730072 Aug 20 10:27:26.737342 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-78894186-1456-4de0-ad31-bc11d3d3078f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:26.747681 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-78894186-1456-4de0-ad31-bc11d3d3078f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:26.758051 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-78894186-1456-4de0-ad31-bc11d3d3078f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d99010d8-c614-4db2-9afe-cacad3bbd6a8 HTTP/1.1" status: 204 len: 168 time: 0.7353907 Aug 20 10:27:26.775487 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78894186-1456-4de0-ad31-bc11d3d3078f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99010d8-c614-4db2-9afe-cacad3bbd6a8,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:26.852915 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-020844f1-455f-4955-bb26-ea033183b189 req-7192c659-b59b-4a72-b940-97a6eab9c10b tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195745 Aug 20 10:27:26.902458 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ab7a61ef-d1f2-4c4f-9e3b-853a23cfdc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:26.907326 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ab7a61ef-d1f2-4c4f-9e3b-853a23cfdc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:26.931930 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ab7a61ef-d1f2-4c4f-9e3b-853a23cfdc9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81e4090e-f599-484f-a6ae-858736ecfa40 HTTP/1.1" status: 204 len: 168 time: 0.8394144 Aug 20 10:27:26.932882 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-5c251b51-7eea-41d5-b3f8-e86c05e164d2 None None] Set router c1d99f2d-bc69-4a8b-85ec-455435fd216f gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:27:26.977511 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91afb605-7ca5-47d7-bebc-8c344d986d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:26.991871 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a61ef-d1f2-4c4f-9e3b-853a23cfdc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e4090e-f599-484f-a6ae-858736ecfa40,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:26.991871 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91afb605-7ca5-47d7-bebc-8c344d986d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:27.022115 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afb605-7ca5-47d7-bebc-8c344d986d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3211d3-0df3-4e54-8735-1cfdfcdfcd91,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:27.051122 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91afb605-7ca5-47d7-bebc-8c344d986d10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:27:27.102779 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91afb605-7ca5-47d7-bebc-8c344d986d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:27.103509 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-91afb605-7ca5-47d7-bebc-8c344d986d10 admin admin] Added segment a125ab55-eed2-4895-9ce3-50f53e477f74 of type vlan for network b547f332-00b8-4d01-9098-d9381611c5a3 Aug 20 10:27:27.171795 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91afb605-7ca5-47d7-bebc-8c344d986d10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:27.199929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06696f5e-5a6f-4e7e-a89d-061450832303 req-1bfb1dcc-2036-4578-b664-a12b59c257db tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:27.211642 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-06696f5e-5a6f-4e7e-a89d-061450832303 req-1bfb1dcc-2036-4578-b664-a12b59c257db tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.1453791 Aug 20 10:27:27.276207 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-06696f5e-5a6f-4e7e-a89d-061450832303 req-bf224d18-4fe3-4cfc-ac02-0f3125fe601b tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635557 Aug 20 10:27:27.289524 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91afb605-7ca5-47d7-bebc-8c344d986d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:27.290662 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91afb605-7ca5-47d7-bebc-8c344d986d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:27.291433 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91afb605-7ca5-47d7-bebc-8c344d986d10 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:27.403151 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-91afb605-7ca5-47d7-bebc-8c344d986d10 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8733428 Aug 20 10:27:27.405840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50606) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:27.413339 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-cfd62a5c-344e-473e-82e4-7e5406a4620e admin admin] Request body: {'subnet': {'network_id': 'b547f332-00b8-4d01-9098-d9381611c5a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-772082285-subnet', 'tenant_id': '3b1fd5b8bb2545d0ae9b0812f5d341bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:27:27.438130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afb605-7ca5-47d7-bebc-8c344d986d10 admin admin] Pushing event updated for resources: {'Network': ['ID=b547f332-00b8-4d01-9098-d9381611c5a3,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:27.441543 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5c251b51-7eea-41d5-b3f8-e86c05e164d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'name': 'tempest-ServersTestFqdnHostnames-1238087060-router', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '50a28253-9541-4240-91e8-a14a53812c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:26:41Z', 'updated_at': '2021-08-20T10:26:49Z', 'revision_number': 4, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'gw_port': {'id': '50a28253-9541-4240-91e8-a14a53812c6b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:42Z', 'updated_at': '2021-08-20T10:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'bd14c00b-dca4-495f-a8f8-119736748252', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'floating_ip_address': '172.25.3.222', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'port_id': 'b5de756a-66b6-4870-a5a8-426709124724', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed', 'mac_address': 'fa:16:3e:84:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3192e4-b478-493f-a4d8-36a165f0976b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:26:58Z', 'updated_at': '2021-08-20T10:27:23Z', 'revision_number': 1, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7e9f13-3706-4533-a5ee-3320a8ba31cc', 'name': '', 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'mac_address': 'fa:16:3e:b4:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:48Z', 'updated_at': '2021-08-20T10:26:58Z', 'revision_number': 5, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'subnets': [{'id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:27.461348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd62a5c-344e-473e-82e4-7e5406a4620e admin admin] Made reservation on behalf of 3b1fd5b8bb2545d0ae9b0812f5d341bf for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:27:27.464189 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cfd62a5c-344e-473e-82e4-7e5406a4620e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:27.519879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c251b51-7eea-41d5-b3f8-e86c05e164d2 None None] The sync data for ids ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'] in n-d-778550-11 is: [{'id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'name': 'tempest-ServersTestFqdnHostnames-1238087060-router', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '50a28253-9541-4240-91e8-a14a53812c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:26:41Z', 'updated_at': '2021-08-20T10:26:49Z', 'revision_number': 4, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'gw_port': {'id': '50a28253-9541-4240-91e8-a14a53812c6b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:42Z', 'updated_at': '2021-08-20T10:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'bd14c00b-dca4-495f-a8f8-119736748252', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'floating_ip_address': '172.25.3.222', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'port_id': 'b5de756a-66b6-4870-a5a8-426709124724', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed', 'mac_address': 'fa:16:3e:84:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3192e4-b478-493f-a4d8-36a165f0976b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:26:58Z', 'updated_at': '2021-08-20T10:27:23Z', 'revision_number': 1, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7e9f13-3706-4533-a5ee-3320a8ba31cc', 'name': '', 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'mac_address': 'fa:16:3e:b4:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:48Z', 'updated_at': '2021-08-20T10:26:58Z', 'revision_number': 5, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'subnets': [{'id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:27:27.525079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network b547f332-00b8-4d01-9098-d9381611c5a3 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:27:27.610118 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288c165-11cb-4273-817b-ac6c531d785a req-ad2e8529-f333-4965-b12b-7b36c5c62819 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:27.623131 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b288c165-11cb-4273-817b-ac6c531d785a req-ad2e8529-f333-4965-b12b-7b36c5c62819 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.1004114 Aug 20 10:27:27.752087 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b288c165-11cb-4273-817b-ac6c531d785a req-0f37dc9e-fabf-4e0f-a47a-e3b0ed9f2fbc tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279562 Aug 20 10:27:27.963164 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-42a8776e-994c-47ef-8b05-781dc1eaa78e req-54ab90bd-f5b6-47ee-a137-4ea27ed9a721 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93b97a5-cc80-4b9a-b8c0-412aea70ba05 HTTP/1.1" status: 200 len: 210 time: 0.0587251 Aug 20 10:27:27.997274 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e90fcbf-c5ec-4980-b612-de3592e59c00 None None] New status for floating IP bd14c00b-dca4-495f-a8f8-119736748252: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:27:27.998998 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cfd62a5c-344e-473e-82e4-7e5406a4620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:28.099994 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd62a5c-344e-473e-82e4-7e5406a4620e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c9c1b5a-f698-4abe-8a7b-af7f6417dcf9,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:28.118252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd62a5c-344e-473e-82e4-7e5406a4620e admin admin] Checking segment: {'id': 'a125ab55-eed2-4895-9ce3-50f53e477f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b547f332-00b8-4d01-9098-d9381611c5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:27:28.118982 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd62a5c-344e-473e-82e4-7e5406a4620e admin admin] Network hostable DHCP agents. Network: b547f332-00b8-4d01-9098-d9381611c5a3, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:27:28.149317 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd62a5c-344e-473e-82e4-7e5406a4620e admin admin] Network b547f332-00b8-4d01-9098-d9381611c5a3 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:27:28.155844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98887bb3-eb7c-48ed-959c-f05a933d7520 req-c0360473-77af-4af5-bfbd-51e7c3af5c2d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:28.158163 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-98887bb3-eb7c-48ed-959c-f05a933d7520 req-c0360473-77af-4af5-bfbd-51e7c3af5c2d tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.0896714 Aug 20 10:27:28.162207 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-cfd62a5c-344e-473e-82e4-7e5406a4620e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, b547f332-00b8-4d01-9098-d9381611c5a3) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:27:28.169493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd62a5c-344e-473e-82e4-7e5406a4620e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:28.172117 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cfd62a5c-344e-473e-82e4-7e5406a4620e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:28.173779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f77fa3c-153b-48ab-9cb0-b62ec6c8be1d None None] Network b547f332-00b8-4d01-9098-d9381611c5a3 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:27:28.198709 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cfd62a5c-344e-473e-82e4-7e5406a4620e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7893095 Aug 20 10:27:28.254801 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-98887bb3-eb7c-48ed-959c-f05a933d7520 req-d2cdd734-6ba5-425d-8f7d-3714b8e6565f tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854867 Aug 20 10:27:28.465294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9059efff-6831-40c9-afd5-4ead5f10eca3 None None] Network b547f332-00b8-4d01-9098-d9381611c5a3 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:27:28.556633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae9505-b5ea-4b9d-9a3f-8fc8c4e2f49a req-d62ad1da-a3a0-469f-86e6-77401a0d5571 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:28.558230 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0aae9505-b5ea-4b9d-9a3f-8fc8c4e2f49a req-d62ad1da-a3a0-469f-86e6-77401a0d5571 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.1109653 Aug 20 10:27:28.650663 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0aae9505-b5ea-4b9d-9a3f-8fc8c4e2f49a req-6a0c63c2-0dd0-4aac-9203-5830e47272d2 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751228 Aug 20 10:27:28.822535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79f616-4c5e-4d66-b1bb-2c14e12e5d95 req-9e8a9755-9328-49f9-950c-4622308bac7c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:28.824133 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa79f616-4c5e-4d66-b1bb-2c14e12e5d95 req-9e8a9755-9328-49f9-950c-4622308bac7c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.0633488 Aug 20 10:27:28.864051 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa79f616-4c5e-4d66-b1bb-2c14e12e5d95 req-ad95d627-5d31-498d-ab51-14428ebde24e tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335572 Aug 20 10:27:29.079307 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-874781af-0913-4a98-94d6-ad5dcb0d9d81 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:29.087008 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-874781af-0913-4a98-94d6-ad5dcb0d9d81 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/networks?id=530560a3-622f-41b9-8222-5a8222e0b1ac HTTP/1.1" status: 200 len: 805 time: 0.1358254 Aug 20 10:27:29.133502 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-a6f59cc2-60c9-43d6-8ffd-faefe25ffaad tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/quotas/a14c0ec977254acfabe7230c5ae2158d HTTP/1.1" status: 200 len: 375 time: 0.0454807 Aug 20 10:27:29.251679 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-026b5610-3e8f-4273-887d-6ff330efc860 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a14c0ec977254acfabe7230c5ae2158d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1170669 Aug 20 10:27:29.255664 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-80831fe2-a509-4561-8582-c6c24db6ac55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:29.391179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-3ab1a125-3639-4e79-8c21-215745d7f23f tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:29.400650 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-3ab1a125-3639-4e79-8c21-215745d7f23f tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/networks?id=3d37863d-d668-4f6f-85bf-99ef95a96607 HTTP/1.1" status: 200 len: 825 time: 0.1857221 Aug 20 10:27:29.406322 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-78269696-529b-4287-a4f1-0b1439b7e35c service neutron] 10.222.0.16 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535769 Aug 20 10:27:29.421332 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-7f15f4c2-3d0d-4fe4-b29a-1862484056a2 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/quotas/c4f377670e5f40a6a2a25ae02687d197 HTTP/1.1" status: 200 len: 375 time: 0.0195024 Aug 20 10:27:29.467650 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-50e1e4a2-7807-4629-81fe-b616c963af37 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4f377670e5f40a6a2a25ae02687d197&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449290 Aug 20 10:27:29.537185 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-a38d6a7e-e0c0-4017-97b0-e6187cf39f6d service neutron] 10.222.0.16 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279345 Aug 20 10:27:29.586928 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-63827797-466f-48c2-b424-d1203489fa68 service neutron] 10.222.0.16 "GET /v2.0/networks/3d37863d-d668-4f6f-85bf-99ef95a96607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114664 Aug 20 10:27:29.819619 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-52e6d4a2-47c7-4943-a7b2-d6683f71ad49 service neutron] 10.222.0.16 "GET /v2.0/networks/3d37863d-d668-4f6f-85bf-99ef95a96607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317545 Aug 20 10:27:30.082381 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50820) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:30.109970 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cf6abd9c-5535-41e0-9ade-e715497eaebb req-6e69b1f5-107a-49bf-831e-e3404124cd3e tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=bae57537-1418-4c5b-b27a-c58ea9b617e9 HTTP/1.1" status: 200 len: 210 time: 0.1041574 Aug 20 10:27:30.261151 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b3f0546-d0f4-4fcd-b2a6-11a4efadf7a0 req-c7312e9f-ce69-444a-9bc9-d0a82f3b7be3 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 210 time: 0.0832789 Aug 20 10:27:30.285720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c27514-2c66-4d44-b55b-c8bc47338fc1 req-55645aa0-364e-458d-8fce-1df9ebb107a8 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:30.291254 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f3c27514-2c66-4d44-b55b-c8bc47338fc1 req-55645aa0-364e-458d-8fce-1df9ebb107a8 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.24 "GET /v2.0/ports?device_id=42a5f6a8-7d94-48c0-a796-73d7b57272ab HTTP/1.1" status: 200 len: 945 time: 0.1795781 Aug 20 10:27:30.322970 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-65df9d8a-a923-4e39-aa25-3d285d647e34 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:30.411425 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-65df9d8a-a923-4e39-aa25-3d285d647e34 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:30.540355 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-65df9d8a-a923-4e39-aa25-3d285d647e34 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:30.543769 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-65df9d8a-a923-4e39-aa25-3d285d647e34 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:30.545389 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-65df9d8a-a923-4e39-aa25-3d285d647e34 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "DELETE /v2.0/security-groups/e37e733d-a5b5-4fd4-a0df-d5bdcfa64097 HTTP/1.1" status: 204 len: 168 time: 0.4614849 Aug 20 10:27:30.549460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50838) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:30.565190 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df9d8a-a923-4e39-aa25-3d285d647e34 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37e733d-a5b5-4fd4-a0df-d5bdcfa64097,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:30.593624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-f3c27514-2c66-4d44-b55b-c8bc47338fc1 req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Deleting port 39f72cb8-fae1-4a17-bddd-ab216393c94c {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:27:30.594174 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f3c27514-2c66-4d44-b55b-c8bc47338fc1 req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:30.702343 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-11fc5680-6d9d-449c-ae4f-369682bb36ab tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] show failed (client error): The resource could not be found. Aug 20 10:27:30.703418 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-11fc5680-6d9d-449c-ae4f-369682bb36ab tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "GET /v2.0/security-groups/e37e733d-a5b5-4fd4-a0df-d5bdcfa64097 HTTP/1.1" status: 404 len: 347 time: 0.1450210 Aug 20 10:27:30.706772 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50846) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:30.795256 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-f3c27514-2c66-4d44-b55b-c8bc47338fc1 req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] For port 39f72cb8-fae1-4a17-bddd-ab216393c94c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=39f72cb8-fae1-4a17-bddd-ab216393c94c,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:30.796041 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f3c27514-2c66-4d44-b55b-c8bc47338fc1 req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:30.843592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-f3c27514-2c66-4d44-b55b-c8bc47338fc1 req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Calling delete_port for 39f72cb8-fae1-4a17-bddd-ab216393c94c owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:27:31.096804 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-b2c68f87-8838-405e-9bf0-fbafa4202043 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Deleting port e80cc80d-1962-4ebf-bae9-c3cb15abf475 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:27:31.098684 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2c68f87-8838-405e-9bf0-fbafa4202043 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:31.118529 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f3c27514-2c66-4d44-b55b-c8bc47338fc1 req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:31.164773 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 39f72cb8-fae1-4a17-bddd-ab216393c94c no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:27:31.191615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Pushing event deleted for resources: {'Port': ['ID=39f72cb8-fae1-4a17-bddd-ab216393c94c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:31.242684 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 39f72cb8-fae1-4a17-bddd-ab216393c94c {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:27:31.243754 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 39f72cb8-fae1-4a17-bddd-ab216393c94c not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:27:31.344208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c27514-2c66-4d44-b55b-c8bc47338fc1 req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] No DVR routers for this DVR port 39f72cb8-fae1-4a17-bddd-ab216393c94c on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:27:31.364414 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f3c27514-2c66-4d44-b55b-c8bc47338fc1 req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:31.368259 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f3c27514-2c66-4d44-b55b-c8bc47338fc1 req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.24 "DELETE /v2.0/ports/39f72cb8-fae1-4a17-bddd-ab216393c94c HTTP/1.1" status: 204 len: 173 time: 1.0704727 Aug 20 10:27:31.402560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a5f6a8-7d94-48c0-a796-73d7b57272ab', 'name': 'network-vif-deleted', 'tag': '39f72cb8-fae1-4a17-bddd-ab216393c94c'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:31.410847 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d02f306-6cdf-406e-bc7d-26a5cd5a070d" -d '{"events": [{"server_uuid": "42a5f6a8-7d94-48c0-a796-73d7b57272ab", "name": "network-vif-deleted", "tag": "39f72cb8-fae1-4a17-bddd-ab216393c94c"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:31.418157 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:31.418455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:31.419094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:31.419724 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:31.420079 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:31.420424 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:31.420762 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:31.421340 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:31.422874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:31.423787 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:31.424397 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:31.425363 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9300ef20-2102-4d2a-9339-4e95c3f3cd0c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:31.511484 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af6b9006-76ef-4aad-9186-c9a28e7c4325 req-c117d5c7-87a0-4028-ab57-05d468ac4e89 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=bae57537-1418-4c5b-b27a-c58ea9b617e9 HTTP/1.1" status: 200 len: 210 time: 0.2433109 Aug 20 10:27:31.594521 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33f044f-878c-4e4e-81bd-81e0a33946e2 x-openstack-request-id: req-b33f044f-878c-4e4e-81bd-81e0a33946e2 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:31.596033 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a5f6a8-7d94-48c0-a796-73d7b57272ab", "name": "network-vif-deleted", "tag": "39f72cb8-fae1-4a17-bddd-ab216393c94c", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:31.596829 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b33f044f-878c-4e4e-81bd-81e0a33946e2 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:31.597483 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a5f6a8-7d94-48c0-a796-73d7b57272ab', 'name': 'network-vif-deleted', 'tag': '39f72cb8-fae1-4a17-bddd-ab216393c94c', 'status': 'completed', 'code': 200} Aug 20 10:27:31.728100 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b09c19e-bb45-4f78-8e7f-acbe03f11114 req-e08abbdc-1acf-4250-81ad-0f2f1bfbdd6a tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 210 time: 0.0522726 Aug 20 10:27:31.847256 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2c68f87-8838-405e-9bf0-fbafa4202043 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:31.847256 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2c68f87-8838-405e-9bf0-fbafa4202043 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:31.883416 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-b2c68f87-8838-405e-9bf0-fbafa4202043 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Calling delete_port for e80cc80d-1962-4ebf-bae9-c3cb15abf475 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:27:31.894118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-64a9538c-8d9a-49d2-a487-f9d92cae1821 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:31.897384 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-64a9538c-8d9a-49d2-a487-f9d92cae1821 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.24 "GET /v2.0/networks?id=530560a3-622f-41b9-8222-5a8222e0b1ac HTTP/1.1" status: 200 len: 805 time: 0.2119446 Aug 20 10:27:31.907478 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9c9c7fa2-8361-46d7-96b4-a5d29d9109c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:31.916855 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-85f6a86e-8401-4973-adbc-81b0dc7634ec tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Request body: {'port': {'device_id': 'bae57537-1418-4c5b-b27a-c58ea9b617e9', 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac', 'admin_state_up': True, 'tenant_id': 'a14c0ec977254acfabe7230c5ae2158d'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:27:32.102181 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-85f6a86e-8401-4973-adbc-81b0dc7634ec tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Made reservation on behalf of a14c0ec977254acfabe7230c5ae2158d for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:27:32.107444 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-85f6a86e-8401-4973-adbc-81b0dc7634ec tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:32.265490 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50876) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:32.281003 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:32.356728 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-29ce2f93-e289-4637-b1ac-34754fcd0915 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:32.359613 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-29ce2f93-e289-4637-b1ac-34754fcd0915 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.24 "GET /v2.0/networks?id=3d37863d-d668-4f6f-85bf-99ef95a96607 HTTP/1.1" status: 200 len: 825 time: 0.2539911 Aug 20 10:27:32.387026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-3611ba9d-36a5-4d3a-a855-b1e8ccb9a373 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Request body: {'port': {'device_id': '5189410d-2520-4495-8cb8-785bdeff6983', 'network_id': '3d37863d-d668-4f6f-85bf-99ef95a96607', 'admin_state_up': True, 'tenant_id': 'c4f377670e5f40a6a2a25ae02687d197'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:27:32.497194 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2c68f87-8838-405e-9bf0-fbafa4202043 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:32.501158 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-85f6a86e-8401-4973-adbc-81b0dc7634ec tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Allocated IP 172.20.0.8 (530560a3-622f-41b9-8222-5a8222e0b1ac/fcda7d78-8f96-4bd2-aa67-b7d358612b18/39838b64-f64e-4bba-9018-358b3c6be9c8) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:27:32.540745 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c68f87-8838-405e-9bf0-fbafa4202043 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event deleted for resources: {'Port': ['ID=e80cc80d-1962-4ebf-bae9-c3cb15abf475,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:32.593832 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8deb9d7-3a21-450e-9852-b24c847ff06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:32.619247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-3611ba9d-36a5-4d3a-a855-b1e8ccb9a373 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Made reservation on behalf of c4f377670e5f40a6a2a25ae02687d197 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:27:32.623205 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-3611ba9d-36a5-4d3a-a855-b1e8ccb9a373 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:32.714087 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75909dcb-cf05-4c28-b383-b1821296e335 req-77a48541-a619-49b8-8288-a6cf083c5eef tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=bae57537-1418-4c5b-b27a-c58ea9b617e9 HTTP/1.1" status: 200 len: 210 time: 0.0392537 Aug 20 10:27:32.817983 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2c68f87-8838-405e-9bf0-fbafa4202043 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:32.821460 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2c68f87-8838-405e-9bf0-fbafa4202043 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:32.825897 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b2c68f87-8838-405e-9bf0-fbafa4202043 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "DELETE /v2.0/floatingips/5243c04d-341b-46e2-ad11-db7c7ac55870 HTTP/1.1" status: 204 len: 168 time: 2.1148274 Aug 20 10:27:32.826661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50890) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:33.009643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-3611ba9d-36a5-4d3a-a855-b1e8ccb9a373 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Allocated IP 172.20.0.12 (3d37863d-d668-4f6f-85bf-99ef95a96607/4325fba2-1951-4d40-ab4f-99edae02eef4/6b888175-605a-42d6-b320-1eda2b79db9f) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:27:33.016751 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5458d88-56d1-4508-b3ac-1b6d5ec85c48 req-9c75bebb-b576-4f75-a020-5888ec98bd20 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 210 time: 0.0511763 Aug 20 10:27:33.077302 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:33.099783 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-85f6a86e-8401-4973-adbc-81b0dc7634ec tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:33.135941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3ac99-e46e-4f10-a993-03f2218c7222 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Deleting port b0dc443b-1921-4dad-bda7-a656f1502e81 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:27:33.136282 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ac99-e46e-4f10-a993-03f2218c7222 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:33.276885 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-85f6a86e-8401-4973-adbc-81b0dc7634ec tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:33.331408 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-3611ba9d-36a5-4d3a-a855-b1e8ccb9a373 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:33.410516 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ac99-e46e-4f10-a993-03f2218c7222 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:33.433104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3ac99-e46e-4f10-a993-03f2218c7222 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Calling delete_port for b0dc443b-1921-4dad-bda7-a656f1502e81 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:27:33.452664 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-85f6a86e-8401-4973-adbc-81b0dc7634ec tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Network 530560a3-622f-41b9-8222-5a8222e0b1ac is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:27:33.456015 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8deb9d7-3a21-450e-9852-b24c847ff06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:33.462299 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-85f6a86e-8401-4973-adbc-81b0dc7634ec tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:27:33.467017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-85f6a86e-8401-4973-adbc-81b0dc7634ec tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:27:33.470170 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6a86e-8401-4973-adbc-81b0dc7634ec tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Pushing event updated for resources: {'Port': ['ID=39838b64-f64e-4bba-9018-358b3c6be9c8,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:33.472692 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8deb9d7-3a21-450e-9852-b24c847ff06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:33.510870 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-3611ba9d-36a5-4d3a-a855-b1e8ccb9a373 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:33.555813 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d8deb9d7-3a21-450e-9852-b24c847ff06d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93997cd465724ce291bb99b4d0cd8c57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2826438 Aug 20 10:27:33.562717 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50898) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:33.585219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-85f6a86e-8401-4973-adbc-81b0dc7634ec tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:33.587108 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-85f6a86e-8401-4973-adbc-81b0dc7634ec tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:33.602975 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-3611ba9d-36a5-4d3a-a855-b1e8ccb9a373 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Network 3d37863d-d668-4f6f-85bf-99ef95a96607 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:27:33.607488 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8deb9d7-3a21-450e-9852-b24c847ff06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe7917f-cbf7-4ca5-9782-3416f551907f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:33.620145 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-3611ba9d-36a5-4d3a-a855-b1e8ccb9a373 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:27:33.623257 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-3611ba9d-36a5-4d3a-a855-b1e8ccb9a373 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:27:33.633351 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611ba9d-36a5-4d3a-a855-b1e8ccb9a373 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Pushing event updated for resources: {'Port': ['ID=6b888175-605a-42d6-b320-1eda2b79db9f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:33.636759 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-85f6a86e-8401-4973-adbc-81b0dc7634ec tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7270849 Aug 20 10:27:33.664111 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Request body: {'port': {'device_id': 'bae57537-1418-4c5b-b27a-c58ea9b617e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:27:33.727439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-3611ba9d-36a5-4d3a-a855-b1e8ccb9a373 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:33.728319 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-3611ba9d-36a5-4d3a-a855-b1e8ccb9a373 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:33.751513 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5263c629-459e-449f-b05f-8ec07ffc450e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:33.772708 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-3611ba9d-36a5-4d3a-a855-b1e8ccb9a373 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3905168 Aug 20 10:27:33.786012 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Request body: {'port': {'device_id': '5189410d-2520-4495-8cb8-785bdeff6983', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:27:33.805796 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5263c629-459e-449f-b05f-8ec07ffc450e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:33.828685 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:33.848541 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ac99-e46e-4f10-a993-03f2218c7222 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:33.942361 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3ac99-e46e-4f10-a993-03f2218c7222 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event deleted for resources: {'Port': ['ID=b0dc443b-1921-4dad-bda7-a656f1502e81,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:33.998007 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:34.050694 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ef3ac99-e46e-4f10-a993-03f2218c7222 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:34.056622 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1ef3ac99-e46e-4f10-a993-03f2218c7222 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "DELETE /v2.0/ports/b0dc443b-1921-4dad-bda7-a656f1502e81 HTTP/1.1" status: 204 len: 168 time: 1.2284260 Aug 20 10:27:34.060993 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50908) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:34.081145 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26922727-a22d-42ad-915a-12c11184acb9 req-cf2e2de7-22e8-4dfd-8111-4c724be6ad22 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:34.088514 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-26922727-a22d-42ad-915a-12c11184acb9 req-cf2e2de7-22e8-4dfd-8111-4c724be6ad22 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=bae57537-1418-4c5b-b27a-c58ea9b617e9 HTTP/1.1" status: 200 len: 931 time: 0.2038448 Aug 20 10:27:34.168245 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5263c629-459e-449f-b05f-8ec07ffc450e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:34.171252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5263c629-459e-449f-b05f-8ec07ffc450e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:34.173252 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5263c629-459e-449f-b05f-8ec07ffc450e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ffe7917f-cbf7-4ca5-9782-3416f551907f HTTP/1.1" status: 204 len: 168 time: 0.6073318 Aug 20 10:27:34.330547 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263c629-459e-449f-b05f-8ec07ffc450e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe7917f-cbf7-4ca5-9782-3416f551907f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:34.369039 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab129413-8d97-487b-b17a-625260ddc943 req-78c1e5d8-d0c7-4707-99ce-8c320f1e3b99 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:34.369850 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab129413-8d97-487b-b17a-625260ddc943 req-78c1e5d8-d0c7-4707-99ce-8c320f1e3b99 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 932 time: 0.2048535 Aug 20 10:27:34.371685 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-26922727-a22d-42ad-915a-12c11184acb9 req-b1634684-729f-40a8-9ef4-5dc08071ad4e tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808084 Aug 20 10:27:34.491149 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab129413-8d97-487b-b17a-625260ddc943 req-fd70b2ab-0dcd-46f0-843d-2d3c52a18590 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/security-groups?id=8107cda7-b1e9-42ff-9201-71703f31c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049509 Aug 20 10:27:34.582626 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-23ddedfd-4bc6-458f-9e28-8ec19b5e3b75 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Deleting port c43a519f-c520-4a8c-8b50-6cbb1c0ed201 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:27:34.583224 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-23ddedfd-4bc6-458f-9e28-8ec19b5e3b75 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:34.717803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39838b64-f64e-4bba-9018-358b3c6be9c8 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:27:34.727225 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:34.728110 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-23ddedfd-4bc6-458f-9e28-8ec19b5e3b75 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:34.743680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-23ddedfd-4bc6-458f-9e28-8ec19b5e3b75 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Calling delete_port for c43a519f-c520-4a8c-8b50-6cbb1c0ed201 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:27:34.767307 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:34.810676 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Transition to ACTIVE for port object 39838b64-f64e-4bba-9018-358b3c6be9c8 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:27:34.816332 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:34.859561 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50920) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:34.916617 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f99ee0f5-2ca0-46cd-ad72-653e7c96fe95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:34.948250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b888175-605a-42d6-b320-1eda2b79db9f {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:27:34.969716 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:34.975927 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Pushing event updated for resources: {'Port': ['ID=39838b64-f64e-4bba-9018-358b3c6be9c8,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:35.001436 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Transition to ACTIVE for port object 6b888175-605a-42d6-b320-1eda2b79db9f will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:27:35.045374 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:35.053548 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Attempting to bind port 39838b64-f64e-4bba-9018-358b3c6be9c8 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:27:35.053971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Attempting to bind port 39838b64-f64e-4bba-9018-358b3c6be9c8 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'db5f7a13-bbcf-4283-ac85-340991cd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:27:35.054573 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Attempting to bind port 39838b64-f64e-4bba-9018-358b3c6be9c8 on network 530560a3-622f-41b9-8222-5a8222e0b1ac {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:27:35.061114 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Port 39838b64-f64e-4bba-9018-358b3c6be9c8 on network 530560a3-622f-41b9-8222-5a8222e0b1ac not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:27:35.061604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Attempting to bind port 39838b64-f64e-4bba-9018-358b3c6be9c8 on network 530560a3-622f-41b9-8222-5a8222e0b1ac {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:27:35.070103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:27:35.070930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Checking segment: {'id': 'db5f7a13-bbcf-4283-ac85-340991cd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:27:35.071934 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Bound using segment: {'id': 'db5f7a13-bbcf-4283-ac85-340991cd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:27:35.072704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Bound port: 39838b64-f64e-4bba-9018-358b3c6be9c8, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5f7a13-bbcf-4283-ac85-340991cd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:27:35.073267 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:35.192892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 39f72cb8-fae1-4a17-bddd-ab216393c94c no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:27:35.215865 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-23ddedfd-4bc6-458f-9e28-8ec19b5e3b75 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:35.232406 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 39f72cb8-fae1-4a17-bddd-ab216393c94c {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:27:35.233521 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 39f72cb8-fae1-4a17-bddd-ab216393c94c not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:27:35.241178 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] For port 39838b64-f64e-4bba-9018-358b3c6be9c8, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:27:35.253276 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Pushing event updated for resources: {'Port': ['ID=6b888175-605a-42d6-b320-1eda2b79db9f,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:35.253679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] For port 39838b64-f64e-4bba-9018-358b3c6be9c8, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=39838b64-f64e-4bba-9018-358b3c6be9c8,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:27:35.262168 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:35.314526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:35.315021 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:35.316466 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] 10.222.0.24 "PUT /v2.0/ports/39838b64-f64e-4bba-9018-358b3c6be9c8 HTTP/1.1" status: 200 len: 1092 time: 1.6686251 Aug 20 10:27:35.316907 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae57537-1418-4c5b-b27a-c58ea9b617e9', 'tag': '39838b64-f64e-4bba-9018-358b3c6be9c8'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:35.319257 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee95603-9c1b-4d75-b24b-90823462198c" -d '{"events": [{"name": "network-changed", "server_uuid": "bae57537-1418-4c5b-b27a-c58ea9b617e9", "tag": "39838b64-f64e-4bba-9018-358b3c6be9c8"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:35.371900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b625b-df7f-47b1-9979-858df210789c service neutron] Pushing event updated for resources: {'Port': ['ID=39838b64-f64e-4bba-9018-358b3c6be9c8,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:35.374144 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddedfd-4bc6-458f-9e28-8ec19b5e3b75 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event deleted for resources: {'Port': ['ID=c43a519f-c520-4a8c-8b50-6cbb1c0ed201,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:35.401399 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27295f4d-f638-4780-b4ac-69cbffdd2dcc x-openstack-request-id: req-27295f4d-f638-4780-b4ac-69cbffdd2dcc {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:35.402070 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae57537-1418-4c5b-b27a-c58ea9b617e9", "tag": "39838b64-f64e-4bba-9018-358b3c6be9c8", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:35.402477 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27295f4d-f638-4780-b4ac-69cbffdd2dcc {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:35.403080 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae57537-1418-4c5b-b27a-c58ea9b617e9', 'tag': '39838b64-f64e-4bba-9018-358b3c6be9c8', 'status': 'completed', 'code': 200} Aug 20 10:27:35.428397 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-d2bafc09-857b-4d23-bc2c-655d867e175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:35.430251 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-d2bafc09-857b-4d23-bc2c-655d867e175a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14c0ec977254acfabe7230c5ae2158d&device_id=bae57537-1418-4c5b-b27a-c58ea9b617e9 HTTP/1.1" status: 200 len: 1095 time: 0.0691881 Aug 20 10:27:35.466202 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f99ee0f5-2ca0-46cd-ad72-653e7c96fe95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:35.476871 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-23ddedfd-4bc6-458f-9e28-8ec19b5e3b75 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:35.480497 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-23ddedfd-4bc6-458f-9e28-8ec19b5e3b75 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "DELETE /v2.0/ports/c43a519f-c520-4a8c-8b50-6cbb1c0ed201 HTTP/1.1" status: 204 len: 168 time: 1.4172382 Aug 20 10:27:35.481690 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f99ee0f5-2ca0-46cd-ad72-653e7c96fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:35.484796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50928) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:35.514776 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-5e9b16b8-0d8a-4e33-a0f4-d9f0bd7dfd9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39838b64-f64e-4bba-9018-358b3c6be9c8 HTTP/1.1" status: 200 len: 217 time: 0.0746038 Aug 20 10:27:35.578647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Attempting to bind port 6b888175-605a-42d6-b320-1eda2b79db9f on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:27:35.579016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Attempting to bind port 6b888175-605a-42d6-b320-1eda2b79db9f by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '8bf31273-4a98-427e-a1fb-9f289140ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3d37863d-d668-4f6f-85bf-99ef95a96607'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:27:35.579372 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Attempting to bind port 6b888175-605a-42d6-b320-1eda2b79db9f on network 3d37863d-d668-4f6f-85bf-99ef95a96607 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:27:35.586618 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f99ee0f5-2ca0-46cd-ad72-653e7c96fe95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d208636b9cc044d58801fad4e4bd1626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7257240 Aug 20 10:27:35.591444 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ee0f5-2ca0-46cd-ad72-653e7c96fe95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1644c9f-ccd2-4735-9a0e-120099f78f5d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:35.600736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50934) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:35.618437 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9799021-c0ff-454f-824f-125354675b9b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Deleting subnet 79f99d51-52f9-411d-a632-51860487ab08 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:27:35.620975 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Port 6b888175-605a-42d6-b320-1eda2b79db9f on network 3d37863d-d668-4f6f-85bf-99ef95a96607 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:27:35.621253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Attempting to bind port 6b888175-605a-42d6-b320-1eda2b79db9f on network 3d37863d-d668-4f6f-85bf-99ef95a96607 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:27:35.643205 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9799021-c0ff-454f-824f-125354675b9b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:35.700492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb3895-9a71-43ab-af76-e1a902b612be req-c646dd71-c0a3-4e8e-a516-f8d616b2cbf2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:35.710655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:27:35.710990 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Checking segment: {'id': '8bf31273-4a98-427e-a1fb-9f289140ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3d37863d-d668-4f6f-85bf-99ef95a96607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:27:35.711542 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Bound using segment: {'id': '8bf31273-4a98-427e-a1fb-9f289140ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3d37863d-d668-4f6f-85bf-99ef95a96607'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:27:35.711999 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Bound port: 6b888175-605a-42d6-b320-1eda2b79db9f, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bf31273-4a98-427e-a1fb-9f289140ad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3d37863d-d668-4f6f-85bf-99ef95a96607'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:27:35.712354 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:35.716403 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-95bb3895-9a71-43ab-af76-e1a902b612be req-c646dd71-c0a3-4e8e-a516-f8d616b2cbf2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=bae57537-1418-4c5b-b27a-c58ea9b617e9 HTTP/1.1" status: 200 len: 943 time: 0.1977782 Aug 20 10:27:35.779441 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-959ce9a3-3b32-4766-8512-c0dd57dbaeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:35.781321 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-959ce9a3-3b32-4766-8512-c0dd57dbaeff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcda7d78-8f96-4bd2-aa67-b7d358612b18 HTTP/1.1" status: 200 len: 845 time: 0.2425239 Aug 20 10:27:35.831715 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-dcf9a1fd-770b-4765-b0eb-2a40b33bb9ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=530560a3-622f-41b9-8222-5a8222e0b1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398381 Aug 20 10:27:35.852179 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d70c918-230a-403a-8b0d-5d979c18ed41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:35.941289 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-95bb3895-9a71-43ab-af76-e1a902b612be req-bd71fed6-aad6-412b-9a38-453c6c49e904 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230985 Aug 20 10:27:35.965642 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d70c918-230a-403a-8b0d-5d979c18ed41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:36.086579 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-75d70025-a890-41fc-b160-54480df2a6f7 service neutron] 10.222.0.24 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356009 Aug 20 10:27:36.222489 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d70c918-230a-403a-8b0d-5d979c18ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:36.226958 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d70c918-230a-403a-8b0d-5d979c18ed41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:36.227182 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9799021-c0ff-454f-824f-125354675b9b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:36.228816 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3d70c918-230a-403a-8b0d-5d979c18ed41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1644c9f-ccd2-4735-9a0e-120099f78f5d HTTP/1.1" status: 204 len: 168 time: 0.6262689 Aug 20 10:27:36.333251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70c918-230a-403a-8b0d-5d979c18ed41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1644c9f-ccd2-4735-9a0e-120099f78f5d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:36.400127 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30133d-0c3b-4f79-90f6-353ece8e5e01 req-a9e38407-0045-4e56-8b4e-3f43ed4deeda tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:36.408535 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d30133d-0c3b-4f79-90f6-353ece8e5e01 req-a9e38407-0045-4e56-8b4e-3f43ed4deeda tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 944 time: 0.8014240 Aug 20 10:27:36.465825 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4892f3a9-4f4f-4d9c-a209-7e0498c70dd1 req-3c490c91-1678-4a19-937a-6cea46847d04 service neutron] 10.222.0.24 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520138 Aug 20 10:27:36.479930 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d30133d-0c3b-4f79-90f6-353ece8e5e01 req-a603c74e-e519-4779-8586-36d0fea7283a tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/security-groups?id=8107cda7-b1e9-42ff-9201-71703f31c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667307 Aug 20 10:27:36.543245 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9799021-c0ff-454f-824f-125354675b9b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:36.600264 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] For port 6b888175-605a-42d6-b320-1eda2b79db9f, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:27:36.623144 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] For port 6b888175-605a-42d6-b320-1eda2b79db9f, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6b888175-605a-42d6-b320-1eda2b79db9f,segment=NetworkSegment(8bf31273-4a98-427e-a1fb-9f289140ad3d),segment_id=8bf31273-4a98-427e-a1fb-9f289140ad3d)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:27:36.635068 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:36.659093 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee95603-9c1b-4d75-b24b-90823462198c req-be4f33f4-be38-403c-988d-66e339b0a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:36.661032 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ee95603-9c1b-4d75-b24b-90823462198c req-be4f33f4-be38-403c-988d-66e339b0a0e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14c0ec977254acfabe7230c5ae2158d&device_id=bae57537-1418-4c5b-b27a-c58ea9b617e9 HTTP/1.1" status: 200 len: 1095 time: 0.1581197 Aug 20 10:27:36.773401 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9799021-c0ff-454f-824f-125354675b9b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:36.786038 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:36.790806 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:36.792503 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] 10.222.0.24 "PUT /v2.0/ports/6b888175-605a-42d6-b320-1eda2b79db9f HTTP/1.1" status: 200 len: 1093 time: 3.0112965 Aug 20 10:27:36.798735 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:27:36.852809 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5189410d-2520-4495-8cb8-785bdeff6983', 'tag': '6b888175-605a-42d6-b320-1eda2b79db9f'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:36.857677 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780e1279-3ce8-4533-a61b-6ef43526c353" -d '{"events": [{"name": "network-changed", "server_uuid": "5189410d-2520-4495-8cb8-785bdeff6983", "tag": "6b888175-605a-42d6-b320-1eda2b79db9f"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:36.871570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9799021-c0ff-454f-824f-125354675b9b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event deleted for resources: {'Subnet': ['ID=79f99d51-52f9-411d-a632-51860487ab08,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:36.883531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee95603-9c1b-4d75-b24b-90823462198c req-ec750570-d8c4-43ca-8023-7818b428a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:36.890517 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ee95603-9c1b-4d75-b24b-90823462198c req-ec750570-d8c4-43ca-8023-7818b428a3c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=530560a3-622f-41b9-8222-5a8222e0b1ac HTTP/1.1" status: 200 len: 906 time: 0.2204237 Aug 20 10:27:36.958699 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ee95603-9c1b-4d75-b24b-90823462198c req-c625615f-b966-4293-836e-567e10d53b23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39838b64-f64e-4bba-9018-358b3c6be9c8 HTTP/1.1" status: 200 len: 217 time: 0.0594525 Aug 20 10:27:36.963293 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b6cb8d-71a2-4ffb-86ff-3dfcc9071f91 x-openstack-request-id: req-04b6cb8d-71a2-4ffb-86ff-3dfcc9071f91 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:36.963580 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5189410d-2520-4495-8cb8-785bdeff6983", "tag": "6b888175-605a-42d6-b320-1eda2b79db9f", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:36.963844 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04b6cb8d-71a2-4ffb-86ff-3dfcc9071f91 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:36.964249 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5189410d-2520-4495-8cb8-785bdeff6983', 'tag': '6b888175-605a-42d6-b320-1eda2b79db9f', 'status': 'completed', 'code': 200} Aug 20 10:27:36.994030 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72290262-f21d-449e-b8c0-395e432cadee None None] Network 986d71c4-4ce3-4801-9a57-aea4a1dceb0c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:27:37.003434 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9799021-c0ff-454f-824f-125354675b9b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:37.009530 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f9799021-c0ff-454f-824f-125354675b9b tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "DELETE /v2.0/subnets/79f99d51-52f9-411d-a632-51860487ab08 HTTP/1.1" status: 204 len: 168 time: 1.5199583 Aug 20 10:27:37.011367 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50962) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:37.033611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11312fad-63ed-4a02-b6b9-f61268df03df service neutron] Pushing event updated for resources: {'Port': ['ID=6b888175-605a-42d6-b320-1eda2b79db9f,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:37.062543 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee95603-9c1b-4d75-b24b-90823462198c req-d16e1fc9-6352-4400-9a18-fbf98f33be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:37.064409 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ee95603-9c1b-4d75-b24b-90823462198c req-d16e1fc9-6352-4400-9a18-fbf98f33be8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fcda7d78-8f96-4bd2-aa67-b7d358612b18 HTTP/1.1" status: 200 len: 845 time: 0.0989029 Aug 20 10:27:37.086477 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-df37a18c-402b-43d6-98b5-8b2dd6cefa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:37.103300 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-df37a18c-402b-43d6-98b5-8b2dd6cefa7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4f377670e5f40a6a2a25ae02687d197&device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 1096 time: 0.2387693 Aug 20 10:27:37.116509 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ee95603-9c1b-4d75-b24b-90823462198c req-09f2e2bf-ec2e-498f-b095-6ad90519adda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=530560a3-622f-41b9-8222-5a8222e0b1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420079 Aug 20 10:27:37.265172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b7367-d80c-450e-96f6-3a7cb1ba2ab3 req-1377948e-7014-4e6b-b89e-e1d96c7e0f71 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:37.274077 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b88b7367-d80c-450e-96f6-3a7cb1ba2ab3 req-1377948e-7014-4e6b-b89e-e1d96c7e0f71 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=bae57537-1418-4c5b-b27a-c58ea9b617e9 HTTP/1.1" status: 200 len: 943 time: 0.1556766 Aug 20 10:27:37.291918 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70edb4e-e510-4f17-af62-767a1e13ffd1 req-5684fb71-474a-42c7-9040-e0e0b0cf2411 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:37.295125 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e70edb4e-e510-4f17-af62-767a1e13ffd1 req-5684fb71-474a-42c7-9040-e0e0b0cf2411 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.3517134 Aug 20 10:27:37.303408 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-d342aa28-4e94-4ead-9d37-b5bcd13cb145 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b888175-605a-42d6-b320-1eda2b79db9f HTTP/1.1" status: 200 len: 217 time: 0.1892509 Aug 20 10:27:37.316056 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] DHCP port deletion for 986d71c4-4ce3-4801-9a57-aea4a1dceb0c request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:27:37.321508 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c115110-7996-4fd3-8f7f-535df2466031 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Deleting subnet 6bbdbb57-b2a0-488f-89de-e5556b3e2800 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:27:37.329907 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c115110-7996-4fd3-8f7f-535df2466031 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:37.340530 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b88b7367-d80c-450e-96f6-3a7cb1ba2ab3 req-8de5ca86-9a33-4681-b5ce-520283d3f6a3 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650890 Aug 20 10:27:37.346619 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ee95603-9c1b-4d75-b24b-90823462198c req-e20dc4e4-cb51-4bfc-871d-22bc612e544d service neutron] 10.222.0.24 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218049 Aug 20 10:27:37.482572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] Deleting port b62bcc7c-03b0-4c37-94f4-beb5b69369da {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:27:37.483398 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:37.484123 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c115110-7996-4fd3-8f7f-535df2466031 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:37.545558 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ee95603-9c1b-4d75-b24b-90823462198c req-451249b6-bc14-45df-b92b-5fe367b0e8c7 service neutron] 10.222.0.24 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898172 Aug 20 10:27:37.561210 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e70edb4e-e510-4f17-af62-767a1e13ffd1 req-d835a31d-9457-4e6b-8b60-8fdf8fc1ae79 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203465 Aug 20 10:27:37.570568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-f6abdbaa-7b55-4bcc-9931-495ddd379337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:37.571590 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-f6abdbaa-7b55-4bcc-9931-495ddd379337 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4325fba2-1951-4d40-ab4f-99edae02eef4 HTTP/1.1" status: 200 len: 865 time: 0.2344744 Aug 20 10:27:37.639299 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-52c691a6-e340-452c-8f0a-d29d03d74a96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d37863d-d668-4f6f-85bf-99ef95a96607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576251 Aug 20 10:27:37.718619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] For port b62bcc7c-03b0-4c37-94f4-beb5b69369da, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b62bcc7c-03b0-4c37-94f4-beb5b69369da,segment=NetworkSegment(c8fc24ad-bca6-4f75-9712-a5ce61f9ad15),segment_id=c8fc24ad-bca6-4f75-9712-a5ce61f9ad15)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:37.719549 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:37.743695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] Calling delete_port for b62bcc7c-03b0-4c37-94f4-beb5b69369da owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:27:37.758121 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c115110-7996-4fd3-8f7f-535df2466031 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:37.878832 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b4d20-4125-44fb-be8d-cd6e710ccba2 req-ece10961-5fe9-464b-b01f-84f5defa5e1d tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:37.879320 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:37.879916 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-688b4d20-4125-44fb-be8d-cd6e710ccba2 req-ece10961-5fe9-464b-b01f-84f5defa5e1d tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 944 time: 0.1358895 Aug 20 10:27:37.890197 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-476771fd-bd9c-4718-bef3-e50b440456a3 service neutron] 10.222.0.24 "GET /v2.0/networks/3d37863d-d668-4f6f-85bf-99ef95a96607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380376 Aug 20 10:27:37.898924 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c115110-7996-4fd3-8f7f-535df2466031 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:37.911337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] No DVR routers for this DVR port b62bcc7c-03b0-4c37-94f4-beb5b69369da on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:27:37.940031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] Pushing event deleted for resources: {'Port': ['ID=b62bcc7c-03b0-4c37-94f4-beb5b69369da,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:37.940447 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c115110-7996-4fd3-8f7f-535df2466031 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbdbb57-b2a0-488f-89de-e5556b3e2800,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:37.954280 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:37.954808 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:37.955357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:37.955927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:37.956907 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:37.957460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:37.958009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:37.958545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:37.959177 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:37.959741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:37.960273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:37.960904 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28d603-62e1-4df0-a86a-087ffba1ec98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:27:38.008467 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c115110-7996-4fd3-8f7f-535df2466031 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:38.011785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e5d866-0574-4e40-8f97-147a7538e011 None None] Network 2860b90c-db3f-4841-95e1-b5cb7f4d6680 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:27:38.028134 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8c115110-7996-4fd3-8f7f-535df2466031 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "DELETE /v2.0/subnets/6bbdbb57-b2a0-488f-89de-e5556b3e2800 HTTP/1.1" status: 204 len: 168 time: 1.0018899 Aug 20 10:27:38.034556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50986) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:38.052493 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-688b4d20-4125-44fb-be8d-cd6e710ccba2 req-40b3b3cf-7602-4875-b71a-8eee0d4af3bc tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/security-groups?id=8107cda7-b1e9-42ff-9201-71703f31c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650476 Aug 20 10:27:38.125128 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-097cf2ea-b5a3-434a-bee2-f927a1cb479b req-e1c0b92e-5ff7-4462-9a3a-6168a06f9d23 service neutron] 10.222.0.24 "GET /v2.0/networks/3d37863d-d668-4f6f-85bf-99ef95a96607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238154 Aug 20 10:27:38.172537 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af31f0b0-e8d8-4299-9f0d-175b8c4cd22e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:38.245906 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e1279-3ce8-4533-a61b-6ef43526c353 req-72b8af68-0342-4ae3-bb11-d5865fa10506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:38.248423 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-780e1279-3ce8-4533-a61b-6ef43526c353 req-72b8af68-0342-4ae3-bb11-d5865fa10506 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4f377670e5f40a6a2a25ae02687d197&device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 1096 time: 0.0715439 Aug 20 10:27:38.298274 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76035a42-bb2b-41e6-9436-7ed876e1e261 None None] DHCP port deletion for 2860b90c-db3f-4841-95e1-b5cb7f4d6680 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:27:38.301069 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af31f0b0-e8d8-4299-9f0d-175b8c4cd22e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:38.320208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-af31f0b0-e8d8-4299-9f0d-175b8c4cd22e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986d71c4-4ce3-4801-9a57-aea4a1dceb0c']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:38.339246 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-af31f0b0-e8d8-4299-9f0d-175b8c4cd22e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8fc24ad-bca6-4f75-9712-a5ce61f9ad15') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:38.339810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-af31f0b0-e8d8-4299-9f0d-175b8c4cd22e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8fc24ad-bca6-4f75-9712-a5ce61f9ad15') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:38.358372 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af31f0b0-e8d8-4299-9f0d-175b8c4cd22e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:38.388716 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af31f0b0-e8d8-4299-9f0d-175b8c4cd22e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:38.398302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af31f0b0-e8d8-4299-9f0d-175b8c4cd22e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:27:38.398876 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af31f0b0-e8d8-4299-9f0d-175b8c4cd22e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:27:38.404126 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:27:38.413589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-76035a42-bb2b-41e6-9436-7ed876e1e261 None None] Deleting port 60c8e847-812b-4724-b5f8-4d284574b7ea {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:27:38.414432 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-76035a42-bb2b-41e6-9436-7ed876e1e261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:38.485035 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e1279-3ce8-4533-a61b-6ef43526c353 req-06afcebb-f51e-4ae9-9317-408788495ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:38.486828 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-780e1279-3ce8-4533-a61b-6ef43526c353 req-06afcebb-f51e-4ae9-9317-408788495ee5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3d37863d-d668-4f6f-85bf-99ef95a96607 HTTP/1.1" status: 200 len: 926 time: 0.2292531 Aug 20 10:27:38.531182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-76035a42-bb2b-41e6-9436-7ed876e1e261 None None] For port 60c8e847-812b-4724-b5f8-4d284574b7ea, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=60c8e847-812b-4724-b5f8-4d284574b7ea,segment=NetworkSegment(0956b31a-6cb1-4a30-8613-d0be7c33e52d),segment_id=0956b31a-6cb1-4a30-8613-d0be7c33e52d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:38.531685 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-76035a42-bb2b-41e6-9436-7ed876e1e261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:38.567448 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-76035a42-bb2b-41e6-9436-7ed876e1e261 None None] Calling delete_port for 60c8e847-812b-4724-b5f8-4d284574b7ea owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:27:38.595753 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-780e1279-3ce8-4533-a61b-6ef43526c353 req-b4418db1-9df0-479b-92ee-157cda9636e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b888175-605a-42d6-b320-1eda2b79db9f HTTP/1.1" status: 200 len: 217 time: 0.1004303 Aug 20 10:27:38.659025 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af31f0b0-e8d8-4299-9f0d-175b8c4cd22e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:38.671561 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af31f0b0-e8d8-4299-9f0d-175b8c4cd22e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:38.673748 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-af31f0b0-e8d8-4299-9f0d-175b8c4cd22e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "DELETE /v2.0/networks/986d71c4-4ce3-4801-9a57-aea4a1dceb0c HTTP/1.1" status: 204 len: 168 time: 0.6381288 Aug 20 10:27:38.676758 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51006) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:38.706045 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31f0b0-e8d8-4299-9f0d-175b8c4cd22e tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event deleted for resources: {'Network': ['ID=986d71c4-4ce3-4801-9a57-aea4a1dceb0c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:38.711568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e1279-3ce8-4533-a61b-6ef43526c353 req-69c9e8cf-c164-4f7d-9f56-117c107cb3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:38.713182 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-780e1279-3ce8-4533-a61b-6ef43526c353 req-69c9e8cf-c164-4f7d-9f56-117c107cb3da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4325fba2-1951-4d40-ab4f-99edae02eef4 HTTP/1.1" status: 200 len: 865 time: 0.1094406 Aug 20 10:27:38.768403 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-780e1279-3ce8-4533-a61b-6ef43526c353 req-37afafd2-4fb8-449b-9de1-00a909ea338e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d37863d-d668-4f6f-85bf-99ef95a96607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469668 Aug 20 10:27:38.778415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe3a4c-db3c-4380-b6d6-9d05d83ed3f3 req-add01e74-7946-4b8b-a398-f46e01c1da91 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:38.780415 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cffe3a4c-db3c-4380-b6d6-9d05d83ed3f3 req-add01e74-7946-4b8b-a398-f46e01c1da91 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.2915432 Aug 20 10:27:38.826560 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-76035a42-bb2b-41e6-9436-7ed876e1e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:38.946901 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488931ee-6593-4457-a5f1-632b044c6feb req-c5fea22d-2594-47ca-adcf-faacbbf2a1cd tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:38.948423 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76035a42-bb2b-41e6-9436-7ed876e1e261 None None] Pushing event deleted for resources: {'Port': ['ID=60c8e847-812b-4724-b5f8-4d284574b7ea,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:38.948565 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-488931ee-6593-4457-a5f1-632b044c6feb req-c5fea22d-2594-47ca-adcf-faacbbf2a1cd tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 947 time: 0.1269867 Aug 20 10:27:38.956332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b62bcc7c-03b0-4c37-94f4-beb5b69369da no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:27:38.983754 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: b62bcc7c-03b0-4c37-94f4-beb5b69369da {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:27:38.984097 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b62bcc7c-03b0-4c37-94f4-beb5b69369da not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:27:38.984512 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 60c8e847-812b-4724-b5f8-4d284574b7ea no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:27:38.986703 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76035a42-bb2b-41e6-9436-7ed876e1e261 None None] No DVR routers for this DVR port 60c8e847-812b-4724-b5f8-4d284574b7ea on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:27:39.008643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 60c8e847-812b-4724-b5f8-4d284574b7ea {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:27:39.008994 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 60c8e847-812b-4724-b5f8-4d284574b7ea not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:27:39.067436 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-780e1279-3ce8-4533-a61b-6ef43526c353 req-54c68636-6a5c-40e1-a72e-7777acfb4481 service neutron] 10.222.0.24 "GET /v2.0/networks/3d37863d-d668-4f6f-85bf-99ef95a96607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901568 Aug 20 10:27:39.072529 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-488931ee-6593-4457-a5f1-632b044c6feb req-c983703d-b855-4066-bff9-eae2d5d913d0 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec07865c-f0c3-4485-9418-09492c4c6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045582 Aug 20 10:27:39.219101 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-780e1279-3ce8-4533-a61b-6ef43526c353 req-51150f4f-c052-43f9-8340-e6ec7d7cc0cc service neutron] 10.222.0.24 "GET /v2.0/networks/3d37863d-d668-4f6f-85bf-99ef95a96607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436241 Aug 20 10:27:39.297234 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac155f6b-044a-4c91-9676-93d9c3dce33f req-c18fa0a6-76ec-4e3d-b0ee-97cb4b3ab420 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:39.299429 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ac155f6b-044a-4c91-9676-93d9c3dce33f req-c18fa0a6-76ec-4e3d-b0ee-97cb4b3ab420 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=bae57537-1418-4c5b-b27a-c58ea9b617e9 HTTP/1.1" status: 200 len: 943 time: 0.7169158 Aug 20 10:27:39.346008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c94412-3d32-4262-a1bf-5f01293306cd req-c5bc8ce7-8067-41fd-aece-5d9266c9ae33 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:39.348984 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f0c94412-3d32-4262-a1bf-5f01293306cd req-c5bc8ce7-8067-41fd-aece-5d9266c9ae33 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 944 time: 0.0989652 Aug 20 10:27:39.359881 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f77b6bbc-e55f-4601-bf1f-76be86b5cad5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:39.413826 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ac155f6b-044a-4c91-9676-93d9c3dce33f req-70b79d2f-f322-4996-b111-eb3c8f658fd2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968108 Aug 20 10:27:39.434965 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f0c94412-3d32-4262-a1bf-5f01293306cd req-ce9084b5-cd19-4a18-a80e-8158a656227a tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/security-groups?id=8107cda7-b1e9-42ff-9201-71703f31c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742702 Aug 20 10:27:39.512014 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-cffe3a4c-db3c-4380-b6d6-9d05d83ed3f3 req-a6f860e4-e666-4229-b049-54b0a6fd9a7c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Deleting port c97eb99c-7c9b-43ce-a058-cc469682ed9c {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:27:39.512361 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cffe3a4c-db3c-4380-b6d6-9d05d83ed3f3 req-a6f860e4-e666-4229-b049-54b0a6fd9a7c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:39.516011 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f77b6bbc-e55f-4601-bf1f-76be86b5cad5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:39.575559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-f77b6bbc-e55f-4601-bf1f-76be86b5cad5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2860b90c-db3f-4841-95e1-b5cb7f4d6680']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:39.606506 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-f77b6bbc-e55f-4601-bf1f-76be86b5cad5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0956b31a-6cb1-4a30-8613-d0be7c33e52d') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:39.606801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-f77b6bbc-e55f-4601-bf1f-76be86b5cad5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0956b31a-6cb1-4a30-8613-d0be7c33e52d') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:39.622070 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f77b6bbc-e55f-4601-bf1f-76be86b5cad5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:39.651386 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f77b6bbc-e55f-4601-bf1f-76be86b5cad5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:39.666636 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77b6bbc-e55f-4601-bf1f-76be86b5cad5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:27:39.667076 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f77b6bbc-e55f-4601-bf1f-76be86b5cad5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:27:39.670085 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:27:39.732023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-cffe3a4c-db3c-4380-b6d6-9d05d83ed3f3 req-a6f860e4-e666-4229-b049-54b0a6fd9a7c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] For port c97eb99c-7c9b-43ce-a058-cc469682ed9c, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c97eb99c-7c9b-43ce-a058-cc469682ed9c,segment=NetworkSegment(b609cb7a-77cc-49c3-9444-7cdfcd98764f),segment_id=b609cb7a-77cc-49c3-9444-7cdfcd98764f)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:39.732407 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cffe3a4c-db3c-4380-b6d6-9d05d83ed3f3 req-a6f860e4-e666-4229-b049-54b0a6fd9a7c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:39.751828 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-cffe3a4c-db3c-4380-b6d6-9d05d83ed3f3 req-a6f860e4-e666-4229-b049-54b0a6fd9a7c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Calling delete_port for c97eb99c-7c9b-43ce-a058-cc469682ed9c owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:27:39.756545 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f77b6bbc-e55f-4601-bf1f-76be86b5cad5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:39.768312 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f77b6bbc-e55f-4601-bf1f-76be86b5cad5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:39.770178 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f77b6bbc-e55f-4601-bf1f-76be86b5cad5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] 10.222.0.16 "DELETE /v2.0/networks/2860b90c-db3f-4841-95e1-b5cb7f4d6680 HTTP/1.1" status: 204 len: 168 time: 1.0806854 Aug 20 10:27:39.827146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b6bbc-e55f-4601-bf1f-76be86b5cad5 tempest-TaggedBootDevicesTest-1927709240 tempest-TaggedBootDevicesTest-1927709240-project] Pushing event deleted for resources: {'Network': ['ID=2860b90c-db3f-4841-95e1-b5cb7f4d6680,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:39.980052 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cffe3a4c-db3c-4380-b6d6-9d05d83ed3f3 req-a6f860e4-e666-4229-b049-54b0a6fd9a7c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:39.996752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['c97eb99c-7c9b-43ce-a058-cc469682ed9c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:27:40.009366 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f860e4-e666-4229-b049-54b0a6fd9a7c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Pushing event deleted for resources: {'Port': ['ID=c97eb99c-7c9b-43ce-a058-cc469682ed9c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:40.108968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffe3a4c-db3c-4380-b6d6-9d05d83ed3f3 req-a6f860e4-e666-4229-b049-54b0a6fd9a7c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] No DVR routers for this DVR port c97eb99c-7c9b-43ce-a058-cc469682ed9c on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:27:40.113240 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cffe3a4c-db3c-4380-b6d6-9d05d83ed3f3 req-a6f860e4-e666-4229-b049-54b0a6fd9a7c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:40.117825 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cffe3a4c-db3c-4380-b6d6-9d05d83ed3f3 req-a6f860e4-e666-4229-b049-54b0a6fd9a7c tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.42 "DELETE /v2.0/ports/c97eb99c-7c9b-43ce-a058-cc469682ed9c HTTP/1.1" status: 204 len: 173 time: 1.3268654 Aug 20 10:27:40.118469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9d4a3b-6d77-42bc-823a-43315f3f41af', 'name': 'network-vif-deleted', 'tag': 'c97eb99c-7c9b-43ce-a058-cc469682ed9c'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:40.122907 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd16266-d8cd-4f53-9909-92ffc7246419" -d '{"events": [{"server_uuid": "bc9d4a3b-6d77-42bc-823a-43315f3f41af", "name": "network-vif-deleted", "tag": "c97eb99c-7c9b-43ce-a058-cc469682ed9c"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:40.208977 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-60144f06-1641-425a-9897-95a8dcc27c83 req-5f69598b-5e65-4960-9ce4-c5bdeb11b0c8 tempest-ServersNegativeTestJSON-2013422280 tempest-ServersNegativeTestJSON-2013422280-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc9d4a3b-6d77-42bc-823a-43315f3f41af HTTP/1.1" status: 200 len: 210 time: 0.0469973 Aug 20 10:27:40.265048 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d26f1b-6c89-4ca5-a9c2-2134e8813108 x-openstack-request-id: req-78d26f1b-6c89-4ca5-a9c2-2134e8813108 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:40.265579 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9d4a3b-6d77-42bc-823a-43315f3f41af", "name": "network-vif-deleted", "tag": "c97eb99c-7c9b-43ce-a058-cc469682ed9c", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:40.266100 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78d26f1b-6c89-4ca5-a9c2-2134e8813108 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:40.266674 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9d4a3b-6d77-42bc-823a-43315f3f41af', 'name': 'network-vif-deleted', 'tag': 'c97eb99c-7c9b-43ce-a058-cc469682ed9c', 'status': 'completed', 'code': 200} Aug 20 10:27:40.590826 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be4272-0bb7-4dc2-aa63-9f88cef1c70e req-b82cbe0a-91d1-489c-affe-1f412ae1d058 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:40.605188 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88be4272-0bb7-4dc2-aa63-9f88cef1c70e req-b82cbe0a-91d1-489c-affe-1f412ae1d058 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=bae57537-1418-4c5b-b27a-c58ea9b617e9 HTTP/1.1" status: 200 len: 943 time: 0.0821047 Aug 20 10:27:40.645189 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1a29d-deb9-4fed-ae8d-2c0fb5128bad req-095b2206-53be-42ed-adde-29cd04bc763b tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:40.657102 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f7f1a29d-deb9-4fed-ae8d-2c0fb5128bad req-095b2206-53be-42ed-adde-29cd04bc763b tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 944 time: 0.1055388 Aug 20 10:27:40.674198 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88be4272-0bb7-4dc2-aa63-9f88cef1c70e req-c6d914f1-2c96-4603-bbd3-32ecddd45623 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659378 Aug 20 10:27:40.799811 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f7f1a29d-deb9-4fed-ae8d-2c0fb5128bad req-c55ab38c-85ac-4b2a-bf7d-4134b1f0ab4c tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/security-groups?id=8107cda7-b1e9-42ff-9201-71703f31c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315095 Aug 20 10:27:40.940872 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51076) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:41.100368 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1e0d-5a5b-4a55-87e1-6b5d4191bdbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:41.211683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 39838b64-f64e-4bba-9018-358b3c6be9c8 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:27:41.226652 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1e0d-5a5b-4a55-87e1-6b5d4191bdbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:41.231555 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1e0d-5a5b-4a55-87e1-6b5d4191bdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:41.287586 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6b1e1e0d-5a5b-4a55-87e1-6b5d4191bdbb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c60d4ae57174614b0cb85b4bf83929d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456030 Aug 20 10:27:41.289400 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51082) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:41.289953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e1e0d-5a5b-4a55-87e1-6b5d4191bdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336c56ab-cab2-45a5-bad3-93927ee90ebb,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:41.293453 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51084) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:41.403676 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf4025d8-6bd8-4b45-bcfe-282b1d398299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:41.418484 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-473735e7-1e1e-469f-8697-1d60a981f64d admin admin] Deleting subnet cf539f61-8f34-42e8-a606-b643c725c2c7 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:27:41.430451 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf4025d8-6bd8-4b45-bcfe-282b1d398299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:41.431871 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-473735e7-1e1e-469f-8697-1d60a981f64d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:41.473313 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 39838b64-f64e-4bba-9018-358b3c6be9c8, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=39838b64-f64e-4bba-9018-358b3c6be9c8,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:41.493238 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '39838b64-f64e-4bba-9018-358b3c6be9c8', 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac', 'port_id': '39838b64-f64e-4bba-9018-358b3c6be9c8', 'mac_address': 'fa:16:3e:8d:8b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcda7d78-8f96-4bd2-aa67-b7d358612b18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:27:41.493609 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf4025d8-6bd8-4b45-bcfe-282b1d398299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:41.496524 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf4025d8-6bd8-4b45-bcfe-282b1d398299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:41.498548 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cf4025d8-6bd8-4b45-bcfe-282b1d398299 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/336c56ab-cab2-45a5-bad3-93927ee90ebb HTTP/1.1" status: 204 len: 168 time: 0.2074201 Aug 20 10:27:41.506837 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-473735e7-1e1e-469f-8697-1d60a981f64d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:41.520274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4025d8-6bd8-4b45-bcfe-282b1d398299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336c56ab-cab2-45a5-bad3-93927ee90ebb,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:41.557017 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-473735e7-1e1e-469f-8697-1d60a981f64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:41.568338 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:41.587169 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39838b64-f64e-4bba-9018-358b3c6be9c8 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:27:41.612618 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 39838b64-f64e-4bba-9018-358b3c6be9c8, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=39838b64-f64e-4bba-9018-358b3c6be9c8,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:41.619982 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:41.641215 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-473735e7-1e1e-469f-8697-1d60a981f64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:41.673377 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473735e7-1e1e-469f-8697-1d60a981f64d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf539f61-8f34-42e8-a606-b643c725c2c7,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:41.678473 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-473735e7-1e1e-469f-8697-1d60a981f64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:41.683815 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51092) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:41.684387 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-473735e7-1e1e-469f-8697-1d60a981f64d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cf539f61-8f34-42e8-a606-b643c725c2c7 HTTP/1.1" status: 204 len: 168 time: 0.3892872 Aug 20 10:27:41.689496 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=39838b64-f64e-4bba-9018-358b3c6be9c8,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:41.831458 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8eb60ef-330e-4828-a77d-6067da60b830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:41.948591 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af0aa3-67a2-4e7d-ba21-155a669bee3c req-bb050715-d9dd-4257-91c5-119067657c29 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:41.959364 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-76af0aa3-67a2-4e7d-ba21-155a669bee3c req-bb050715-d9dd-4257-91c5-119067657c29 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 944 time: 0.0682325 Aug 20 10:27:41.964378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['39838b64-f64e-4bba-9018-358b3c6be9c8'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:27:41.987390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51104) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:42.020712 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8eb60ef-330e-4828-a77d-6067da60b830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:42.038595 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-d8eb60ef-330e-4828-a77d-6067da60b830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc500ecd-8f48-462e-8406-51f60bdda1bd']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:42.054519 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-d8eb60ef-330e-4828-a77d-6067da60b830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b609cb7a-77cc-49c3-9444-7cdfcd98764f') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:42.055518 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-d8eb60ef-330e-4828-a77d-6067da60b830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b609cb7a-77cc-49c3-9444-7cdfcd98764f') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:42.065545 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-76af0aa3-67a2-4e7d-ba21-155a669bee3c req-408939a2-b4fc-4539-959a-c4a0abdfde0e tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/security-groups?id=8107cda7-b1e9-42ff-9201-71703f31c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004398 Aug 20 10:27:42.066582 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e8ec796b-a7a4-4704-8e0c-b2cb44c6e3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:42.071265 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8eb60ef-330e-4828-a77d-6067da60b830 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:42.091594 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8eb60ef-330e-4828-a77d-6067da60b830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:42.103729 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8eb60ef-330e-4828-a77d-6067da60b830 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:27:42.104612 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8eb60ef-330e-4828-a77d-6067da60b830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:27:42.132808 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:27:42.220278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaca375-573d-4d99-af97-6cba06eb955d req-8a3863a5-36eb-4f0d-bab2-3f1ef42dfa0d tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:42.223479 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ceaca375-573d-4d99-af97-6cba06eb955d req-8a3863a5-36eb-4f0d-bab2-3f1ef42dfa0d tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=bae57537-1418-4c5b-b27a-c58ea9b617e9 HTTP/1.1" status: 200 len: 944 time: 0.3865771 Aug 20 10:27:42.269160 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8eb60ef-330e-4828-a77d-6067da60b830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:42.274746 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8eb60ef-330e-4828-a77d-6067da60b830 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:42.278006 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d8eb60ef-330e-4828-a77d-6067da60b830 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bc500ecd-8f48-462e-8406-51f60bdda1bd HTTP/1.1" status: 204 len: 168 time: 0.5926464 Aug 20 10:27:42.280846 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e8ec796b-a7a4-4704-8e0c-b2cb44c6e3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:42.286544 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e8ec796b-a7a4-4704-8e0c-b2cb44c6e3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:42.305678 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb60ef-330e-4828-a77d-6067da60b830 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc500ecd-8f48-462e-8406-51f60bdda1bd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:42.343662 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ceaca375-573d-4d99-af97-6cba06eb955d req-d779518c-2e06-4c86-8aa4-79ac4a8d0bbc tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075563 Aug 20 10:27:42.346114 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e8ec796b-a7a4-4704-8e0c-b2cb44c6e3c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=663c1763f17e4f618bbd2ede0483d1a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576932 Aug 20 10:27:42.349870 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51108) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:42.351375 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec796b-a7a4-4704-8e0c-b2cb44c6e3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c63898a-7f86-4302-b46c-6d368f869231,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:42.432252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d6ea6b5d-5117-47de-8744-82a5c28bc53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:42.463124 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d6ea6b5d-5117-47de-8744-82a5c28bc53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:42.544852 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d6ea6b5d-5117-47de-8744-82a5c28bc53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:42.549736 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d6ea6b5d-5117-47de-8744-82a5c28bc53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:42.551930 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d6ea6b5d-5117-47de-8744-82a5c28bc53a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c63898a-7f86-4302-b46c-6d368f869231 HTTP/1.1" status: 204 len: 168 time: 0.2001085 Aug 20 10:27:42.572562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea6b5d-5117-47de-8744-82a5c28bc53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c63898a-7f86-4302-b46c-6d368f869231,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:42.608872 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51116) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:42.664010 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51118) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:42.664256 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8c654a41-8a1f-45e0-ba63-845d5452aa6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ab24141c3cf4678b6e8c7a8b270c121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536749 Aug 20 10:27:42.734134 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60cb8a0d-f334-4cf7-bfe7-d1950c0fab07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:42.762966 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60cb8a0d-f334-4cf7-bfe7-d1950c0fab07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:42.868234 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60cb8a0d-f334-4cf7-bfe7-d1950c0fab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:42.872442 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60cb8a0d-f334-4cf7-bfe7-d1950c0fab07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:42.876024 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-60cb8a0d-f334-4cf7-bfe7-d1950c0fab07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec07865c-f0c3-4485-9418-09492c4c6470 HTTP/1.1" status: 204 len: 168 time: 0.2085454 Aug 20 10:27:42.890302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb8a0d-f334-4cf7-bfe7-d1950c0fab07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec07865c-f0c3-4485-9418-09492c4c6470,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:42.995264 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c97eb99c-7c9b-43ce-a058-cc469682ed9c no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:27:43.026324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: c97eb99c-7c9b-43ce-a058-cc469682ed9c {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:27:43.026958 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c97eb99c-7c9b-43ce-a058-cc469682ed9c not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:27:43.227970 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6b888175-605a-42d6-b320-1eda2b79db9f details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:27:43.230977 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 39838b64-f64e-4bba-9018-358b3c6be9c8 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:27:43.260232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cbb28-79b9-4ec5-a94d-b372bf165f5f req-02854666-35ca-424d-b558-3b9d43f1f3c1 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:43.264143 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b0cbb28-79b9-4ec5-a94d-b372bf165f5f req-02854666-35ca-424d-b558-3b9d43f1f3c1 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 944 time: 0.1052237 Aug 20 10:27:43.395564 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b0cbb28-79b9-4ec5-a94d-b372bf165f5f req-d812ffd4-bfb5-4222-bf0a-387b6c68710b tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/security-groups?id=8107cda7-b1e9-42ff-9201-71703f31c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147678 Aug 20 10:27:43.407082 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 39838b64-f64e-4bba-9018-358b3c6be9c8 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:27:43.416600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 39838b64-f64e-4bba-9018-358b3c6be9c8 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:27:43.417469 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:43.502481 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 6b888175-605a-42d6-b320-1eda2b79db9f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6b888175-605a-42d6-b320-1eda2b79db9f,segment=NetworkSegment(8bf31273-4a98-427e-a1fb-9f289140ad3d),segment_id=8bf31273-4a98-427e-a1fb-9f289140ad3d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:43.521768 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '6b888175-605a-42d6-b320-1eda2b79db9f', 'network_id': '3d37863d-d668-4f6f-85bf-99ef95a96607', 'port_id': '6b888175-605a-42d6-b320-1eda2b79db9f', 'mac_address': 'fa:16:3e:8a:fb:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4325fba2-1951-4d40-ab4f-99edae02eef4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:27:43.576830 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:43.581326 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df41cc3-789f-42ba-8f9b-7a4f9fef549e req-070668e4-060c-4735-bc2c-6cb1beade0bd tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:43.593393 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9df41cc3-789f-42ba-8f9b-7a4f9fef549e req-070668e4-060c-4735-bc2c-6cb1beade0bd tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=bae57537-1418-4c5b-b27a-c58ea9b617e9 HTTP/1.1" status: 200 len: 944 time: 0.1115434 Aug 20 10:27:43.685024 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9df41cc3-789f-42ba-8f9b-7a4f9fef549e req-7ff2885d-e42f-4547-8f87-74a654589ca0 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764122 Aug 20 10:27:43.690273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae57537-1418-4c5b-b27a-c58ea9b617e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39838b64-f64e-4bba-9018-358b3c6be9c8'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:43.692893 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2cbf2d-270d-411f-a016-3a19b94c534e" -d '{"events": [{"server_uuid": "bae57537-1418-4c5b-b27a-c58ea9b617e9", "name": "network-vif-plugged", "status": "completed", "tag": "39838b64-f64e-4bba-9018-358b3c6be9c8"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:43.740678 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:43.744469 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 39838b64-f64e-4bba-9018-358b3c6be9c8, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=39838b64-f64e-4bba-9018-358b3c6be9c8,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:43.779367 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dd8531-f9bf-4279-a598-7d7189209a82 x-openstack-request-id: req-a4dd8531-f9bf-4279-a598-7d7189209a82 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:43.779644 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae57537-1418-4c5b-b27a-c58ea9b617e9", "name": "network-vif-plugged", "status": "completed", "tag": "39838b64-f64e-4bba-9018-358b3c6be9c8", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:43.779902 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4dd8531-f9bf-4279-a598-7d7189209a82 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:43.780603 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae57537-1418-4c5b-b27a-c58ea9b617e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39838b64-f64e-4bba-9018-358b3c6be9c8', 'code': 200} Aug 20 10:27:43.783530 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:43.878599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b888175-605a-42d6-b320-1eda2b79db9f {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:27:43.895931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f3790-77f7-491a-81c0-6099ec427199 req-5eb90d01-1f27-4c2b-9d28-803099544834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:43.899275 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d69f3790-77f7-491a-81c0-6099ec427199 req-5eb90d01-1f27-4c2b-9d28-803099544834 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bae57537-1418-4c5b-b27a-c58ea9b617e9 HTTP/1.1" status: 200 len: 1097 time: 0.0663047 Aug 20 10:27:43.903726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 6b888175-605a-42d6-b320-1eda2b79db9f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6b888175-605a-42d6-b320-1eda2b79db9f,segment=NetworkSegment(8bf31273-4a98-427e-a1fb-9f289140ad3d),segment_id=8bf31273-4a98-427e-a1fb-9f289140ad3d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:43.909318 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:43.911842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=39838b64-f64e-4bba-9018-358b3c6be9c8,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:43.968599 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d69f3790-77f7-491a-81c0-6099ec427199 req-e8722fa2-6a75-4951-9565-94c787d19d80 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618174 Aug 20 10:27:44.021000 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=6b888175-605a-42d6-b320-1eda2b79db9f,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:44.240869 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['6b888175-605a-42d6-b320-1eda2b79db9f'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:27:44.565759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b70108-2c19-48c4-a21e-b5c11b5f1757 req-7fbdd1e0-e46f-4643-bb8a-5850b033327e tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:44.574816 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-96b70108-2c19-48c4-a21e-b5c11b5f1757 req-7fbdd1e0-e46f-4643-bb8a-5850b033327e tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 945 time: 0.0713005 Aug 20 10:27:44.623689 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-96b70108-2c19-48c4-a21e-b5c11b5f1757 req-717b7042-abb3-4cb7-afc1-ea2ebf030eb6 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/security-groups?id=8107cda7-b1e9-42ff-9201-71703f31c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476530 Aug 20 10:27:44.832706 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51206) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:44.850229 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886da99b-a875-41ab-adc2-ddd53a2be2d0 req-4ce92924-221a-41df-a164-05b773f12bce tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:44.858211 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-886da99b-a875-41ab-adc2-ddd53a2be2d0 req-4ce92924-221a-41df-a164-05b773f12bce tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=bae57537-1418-4c5b-b27a-c58ea9b617e9 HTTP/1.1" status: 200 len: 945 time: 0.0973189 Aug 20 10:27:44.933038 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-886da99b-a875-41ab-adc2-ddd53a2be2d0 req-bce2a06b-3d1f-4079-a862-be6c8cef46c5 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735316 Aug 20 10:27:45.058046 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9ec161a5-eb4d-44ae-b6a1-795dd91ad396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:45.273080 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9ec161a5-eb4d-44ae-b6a1-795dd91ad396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:45.280002 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9ec161a5-eb4d-44ae-b6a1-795dd91ad396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:45.322630 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51224) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:45.323207 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9ec161a5-eb4d-44ae-b6a1-795dd91ad396 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1cb94edc8fbf498f8eba7c7be7849d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4874892 Aug 20 10:27:45.350278 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec161a5-eb4d-44ae-b6a1-795dd91ad396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c28bb1-2cde-40cb-aef1-eba24c451d7f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:45.421304 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eda98ef5-a475-4299-bc25-f2314688095f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:45.471248 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eda98ef5-a475-4299-bc25-f2314688095f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:45.550509 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eda98ef5-a475-4299-bc25-f2314688095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:45.556326 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eda98ef5-a475-4299-bc25-f2314688095f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:45.558428 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-eda98ef5-a475-4299-bc25-f2314688095f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5c28bb1-2cde-40cb-aef1-eba24c451d7f HTTP/1.1" status: 204 len: 168 time: 0.2346003 Aug 20 10:27:45.602377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda98ef5-a475-4299-bc25-f2314688095f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c28bb1-2cde-40cb-aef1-eba24c451d7f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:45.852272 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352c2cb-d3e4-4410-9630-9c807305bcfb req-68f7250e-27d0-4d46-9369-f47750ca05f7 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:45.854369 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4352c2cb-d3e4-4410-9630-9c807305bcfb req-68f7250e-27d0-4d46-9369-f47750ca05f7 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 945 time: 0.1156409 Aug 20 10:27:45.919587 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4352c2cb-d3e4-4410-9630-9c807305bcfb req-00072360-a66f-4165-885c-6d514ae4abd9 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/security-groups?id=8107cda7-b1e9-42ff-9201-71703f31c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492592 Aug 20 10:27:46.081338 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c346511-fc95-479b-87f5-6e19385c78cd req-1e58eae4-df9d-4103-83e2-452cec126e93 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:46.088865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5c346511-fc95-479b-87f5-6e19385c78cd req-1e58eae4-df9d-4103-83e2-452cec126e93 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=bae57537-1418-4c5b-b27a-c58ea9b617e9 HTTP/1.1" status: 200 len: 945 time: 0.0657856 Aug 20 10:27:46.171644 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5c346511-fc95-479b-87f5-6e19385c78cd req-16254918-8b53-4d21-8cde-4263bb80d735 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813110 Aug 20 10:27:46.602438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e5ffd-fa6e-4e5b-847f-354c2a883996 req-2b1b9482-52f5-40d6-8ca4-d6281524275b tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:46.604524 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-867e5ffd-fa6e-4e5b-847f-354c2a883996 req-2b1b9482-52f5-40d6-8ca4-d6281524275b tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=bae57537-1418-4c5b-b27a-c58ea9b617e9 HTTP/1.1" status: 200 len: 945 time: 0.1187179 Aug 20 10:27:46.697401 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-867e5ffd-fa6e-4e5b-847f-354c2a883996 req-e3cdfbe3-da01-45e2-a36c-46bd8b981333 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853834 Aug 20 10:27:47.110527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb59f20-bba8-4f1c-bf00-8ed17ee69e28 req-f415563c-aaa4-42b8-8188-61c761b72115 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:47.119651 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7cb59f20-bba8-4f1c-bf00-8ed17ee69e28 req-f415563c-aaa4-42b8-8188-61c761b72115 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 945 time: 0.0743899 Aug 20 10:27:47.201115 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7cb59f20-bba8-4f1c-bf00-8ed17ee69e28 req-d994e935-9b16-4408-881c-e14361cc46f9 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/security-groups?id=8107cda7-b1e9-42ff-9201-71703f31c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733626 Aug 20 10:27:47.260626 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6b888175-605a-42d6-b320-1eda2b79db9f up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:27:47.369195 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 6b888175-605a-42d6-b320-1eda2b79db9f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:27:47.388068 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 6b888175-605a-42d6-b320-1eda2b79db9f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:27:47.388527 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:47.582571 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:47.629406 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5189410d-2520-4495-8cb8-785bdeff6983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b888175-605a-42d6-b320-1eda2b79db9f'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:47.636756 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44603ee1-6328-4782-b537-8af53e3641db" -d '{"events": [{"server_uuid": "5189410d-2520-4495-8cb8-785bdeff6983", "name": "network-vif-plugged", "status": "completed", "tag": "6b888175-605a-42d6-b320-1eda2b79db9f"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:47.710004 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 6b888175-605a-42d6-b320-1eda2b79db9f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6b888175-605a-42d6-b320-1eda2b79db9f,segment=NetworkSegment(8bf31273-4a98-427e-a1fb-9f289140ad3d),segment_id=8bf31273-4a98-427e-a1fb-9f289140ad3d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:47.724230 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:47.834827 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c759774-c7a6-4d38-b550-e817df20590d x-openstack-request-id: req-3c759774-c7a6-4d38-b550-e817df20590d {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:47.835355 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5189410d-2520-4495-8cb8-785bdeff6983", "name": "network-vif-plugged", "status": "completed", "tag": "6b888175-605a-42d6-b320-1eda2b79db9f", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:47.835637 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c759774-c7a6-4d38-b550-e817df20590d {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:47.836216 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5189410d-2520-4495-8cb8-785bdeff6983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b888175-605a-42d6-b320-1eda2b79db9f', 'code': 200} Aug 20 10:27:47.961099 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=6b888175-605a-42d6-b320-1eda2b79db9f,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:48.019797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b8d8a-f5dc-4ea3-90f6-8100b448981d req-9fdc6f9f-80dc-46b4-b30f-0928dcb4e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:48.026415 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd7b8d8a-f5dc-4ea3-90f6-8100b448981d req-9fdc6f9f-80dc-46b4-b30f-0928dcb4e191 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 1098 time: 0.2031939 Aug 20 10:27:48.080047 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a1b88-5359-46e4-abca-d0d3c9b40664 req-df2c77af-dd21-4562-a2ae-2b5391e413f1 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:48.085835 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b20a1b88-5359-46e4-abca-d0d3c9b40664 req-df2c77af-dd21-4562-a2ae-2b5391e413f1 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=bae57537-1418-4c5b-b27a-c58ea9b617e9 HTTP/1.1" status: 200 len: 945 time: 0.1877663 Aug 20 10:27:48.129569 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd7b8d8a-f5dc-4ea3-90f6-8100b448981d req-aef3fa09-a686-47d5-a5be-ad40034a2611 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8107cda7-b1e9-42ff-9201-71703f31c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944130 Aug 20 10:27:48.190532 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b20a1b88-5359-46e4-abca-d0d3c9b40664 req-487507bc-16a7-4838-a3bc-d3d8a4ef8f31 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594106 Aug 20 10:27:48.329373 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:48.468950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109764fd-a180-44b7-bcc9-238b572a5fde req-ddd5d678-be2a-4d32-a7a8-3ede553f9514 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:48.483809 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-109764fd-a180-44b7-bcc9-238b572a5fde req-ddd5d678-be2a-4d32-a7a8-3ede553f9514 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 946 time: 0.1604743 Aug 20 10:27:48.593201 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-109764fd-a180-44b7-bcc9-238b572a5fde req-39a421c5-4ae3-4dc5-9aa6-c87141fae927 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/security-groups?id=8107cda7-b1e9-42ff-9201-71703f31c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075504 Aug 20 10:27:49.791305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfbf13-f8a3-45da-adcd-551f2139a8c9 req-250fe495-b234-4e55-81f7-fc97e5b7df42 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:49.793675 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-94cfbf13-f8a3-45da-adcd-551f2139a8c9 req-250fe495-b234-4e55-81f7-fc97e5b7df42 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 946 time: 0.0631297 Aug 20 10:27:49.908986 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-94cfbf13-f8a3-45da-adcd-551f2139a8c9 req-606448a3-e945-43a4-b4f1-9d9a0b5a147d tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/security-groups?id=8107cda7-b1e9-42ff-9201-71703f31c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989327 Aug 20 10:27:50.096264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51394) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:50.117235 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92769023-e45d-4ee6-983d-f56856913392 req-fcae7216-4b1b-4c3b-92f8-d5bd24fe8667 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:50.120521 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-92769023-e45d-4ee6-983d-f56856913392 req-fcae7216-4b1b-4c3b-92f8-d5bd24fe8667 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 946 time: 0.0737841 Aug 20 10:27:50.192577 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-92769023-e45d-4ee6-983d-f56856913392 req-5d3eeed7-91d9-4679-9828-0f0afa0c97bc tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/security-groups?id=8107cda7-b1e9-42ff-9201-71703f31c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652986 Aug 20 10:27:50.342481 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-367e6a2b-9a2d-4e1a-9784-bd747faf75e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:50.468610 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-367e6a2b-9a2d-4e1a-9784-bd747faf75e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:50.473935 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-367e6a2b-9a2d-4e1a-9784-bd747faf75e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:50.577318 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-367e6a2b-9a2d-4e1a-9784-bd747faf75e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b1972e4d1774cb6b969b7cca3e1be45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4764566 Aug 20 10:27:50.578584 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51416) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:50.581319 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e6a2b-9a2d-4e1a-9784-bd747faf75e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15601822-3d43-4bef-a98b-df03cdad13e0,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:50.762161 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a062e308-736d-4f77-8e0a-ff27fddb644f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:50.841456 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a062e308-736d-4f77-8e0a-ff27fddb644f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:50.942566 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a062e308-736d-4f77-8e0a-ff27fddb644f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:50.948604 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a062e308-736d-4f77-8e0a-ff27fddb644f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:50.951353 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a062e308-736d-4f77-8e0a-ff27fddb644f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15601822-3d43-4bef-a98b-df03cdad13e0 HTTP/1.1" status: 204 len: 168 time: 0.3699803 Aug 20 10:27:50.953938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51424) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:50.966666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062e308-736d-4f77-8e0a-ff27fddb644f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15601822-3d43-4bef-a98b-df03cdad13e0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:51.226196 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea67863-75ab-4e5c-8957-a13a551f1f3b req-3d5f71cc-680d-457a-93fd-eeb8a224b279 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:51.238007 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2ea67863-75ab-4e5c-8957-a13a551f1f3b req-3d5f71cc-680d-457a-93fd-eeb8a224b279 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 946 time: 0.1470139 Aug 20 10:27:51.338069 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2ea67863-75ab-4e5c-8957-a13a551f1f3b req-169bf352-1afa-4269-90b0-800c1934be6d tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/security-groups?id=8107cda7-b1e9-42ff-9201-71703f31c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985494 Aug 20 10:27:51.429001 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4a58569-7f64-4383-b0fc-f1bfbba58de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:51.591472 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4a58569-7f64-4383-b0fc-f1bfbba58de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:51.597867 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4a58569-7f64-4383-b0fc-f1bfbba58de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:51.684845 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51460) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:51.685486 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a4a58569-7f64-4383-b0fc-f1bfbba58de9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1f4cffcae6649f6adba4c457b1305f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7277033 Aug 20 10:27:51.686746 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a58569-7f64-4383-b0fc-f1bfbba58de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29478465-94af-4e21-a9bb-28045ba0e968,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:51.813590 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51466) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:51.837365 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7ca5aad4-a40f-471d-a486-6b8d5931b385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:51.870714 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7ca5aad4-a40f-471d-a486-6b8d5931b385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:51.991785 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7ca5aad4-a40f-471d-a486-6b8d5931b385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:51.996682 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7ca5aad4-a40f-471d-a486-6b8d5931b385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:51.998633 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7ca5aad4-a40f-471d-a486-6b8d5931b385 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29478465-94af-4e21-a9bb-28045ba0e968 HTTP/1.1" status: 204 len: 168 time: 0.3112559 Aug 20 10:27:52.103410 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5aad4-a40f-471d-a486-6b8d5931b385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29478465-94af-4e21-a9bb-28045ba0e968,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:52.157840 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a04c78-3648-416b-aa13-9522ef39c042 req-a569133d-c76d-49f9-b702-09af36b2e9f7 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:52.166170 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c9a04c78-3648-416b-aa13-9522ef39c042 req-a569133d-c76d-49f9-b702-09af36b2e9f7 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 946 time: 0.2434068 Aug 20 10:27:52.228141 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c9a04c78-3648-416b-aa13-9522ef39c042 req-ea7eb875-72e8-4932-ac4f-d14254b65ad6 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/security-groups?id=8107cda7-b1e9-42ff-9201-71703f31c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609608 Aug 20 10:27:52.525246 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:52.728890 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5d5e319e-a90e-4000-9991-a3ef0a2cfd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:53.134650 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-5d5e319e-a90e-4000-9991-a3ef0a2cfd6b admin admin] Deleting port 3f9bf531-f434-47e4-ab97-5a1df9fa181e {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:27:53.135227 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5d5e319e-a90e-4000-9991-a3ef0a2cfd6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:53.243914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-5d5e319e-a90e-4000-9991-a3ef0a2cfd6b admin admin] For port 3f9bf531-f434-47e4-ab97-5a1df9fa181e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3f9bf531-f434-47e4-ab97-5a1df9fa181e,segment=NetworkSegment(3a169b26-f4f9-4bb3-b337-19b8818ed841),segment_id=3a169b26-f4f9-4bb3-b337-19b8818ed841)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:53.245193 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5d5e319e-a90e-4000-9991-a3ef0a2cfd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:53.267986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-5d5e319e-a90e-4000-9991-a3ef0a2cfd6b admin admin] Calling delete_port for 3f9bf531-f434-47e4-ab97-5a1df9fa181e owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:27:53.292426 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 39838b64-f64e-4bba-9018-358b3c6be9c8 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:27:53.467776 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529905e6-63bc-4f22-b513-1269f9e1b068 req-4792802b-81e0-40db-8e8a-ee5d14a07d8f tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:53.469824 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-529905e6-63bc-4f22-b513-1269f9e1b068 req-4792802b-81e0-40db-8e8a-ee5d14a07d8f tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 946 time: 0.0770631 Aug 20 10:27:53.512948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 39838b64-f64e-4bba-9018-358b3c6be9c8, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=39838b64-f64e-4bba-9018-358b3c6be9c8,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:53.535632 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51572) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:53.551942 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '39838b64-f64e-4bba-9018-358b3c6be9c8', 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac', 'port_id': '39838b64-f64e-4bba-9018-358b3c6be9c8', 'mac_address': 'fa:16:3e:8d:8b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcda7d78-8f96-4bd2-aa67-b7d358612b18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:27:53.610139 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:53.642343 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39838b64-f64e-4bba-9018-358b3c6be9c8 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:27:53.667755 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 39838b64-f64e-4bba-9018-358b3c6be9c8, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=39838b64-f64e-4bba-9018-358b3c6be9c8,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:53.674537 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:53.754131 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=39838b64-f64e-4bba-9018-358b3c6be9c8,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:53.777003 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['39838b64-f64e-4bba-9018-358b3c6be9c8'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:27:53.794344 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-529905e6-63bc-4f22-b513-1269f9e1b068 req-9e26e8f0-5b15-40b5-bf6b-3c92a01cecf9 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/security-groups?id=8107cda7-b1e9-42ff-9201-71703f31c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173807 Aug 20 10:27:53.804725 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5d5e319e-a90e-4000-9991-a3ef0a2cfd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:53.826514 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350e6cb-471f-4689-9674-1d1d9115042f req-548d46a6-80df-4ccb-846a-6c769631a4ee tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:53.828556 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8350e6cb-471f-4689-9674-1d1d9115042f req-548d46a6-80df-4ccb-846a-6c769631a4ee tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.24 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 946 time: 0.1321759 Aug 20 10:27:53.860431 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d426f230-625d-4f5a-b8d3-62b5182444b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:53.945298 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e319e-a90e-4000-9991-a3ef0a2cfd6b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9bf531-f434-47e4-ab97-5a1df9fa181e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:53.993522 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d426f230-625d-4f5a-b8d3-62b5182444b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:53.999541 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d426f230-625d-4f5a-b8d3-62b5182444b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:54.075693 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d426f230-625d-4f5a-b8d3-62b5182444b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e017656a7e12425fbe0aca7304cf55db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5382235 Aug 20 10:27:54.076383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51592) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:54.157009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426f230-625d-4f5a-b8d3-62b5182444b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906866ba-ce50-49e5-9323-b9cdfc672bac,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:54.180185 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd76f-c5c9-466b-a6ac-64a0a2adfc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:54.214059 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd76f-c5c9-466b-a6ac-64a0a2adfc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:54.291197 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd76f-c5c9-466b-a6ac-64a0a2adfc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:54.296082 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d9cd76f-c5c9-466b-a6ac-64a0a2adfc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:54.300271 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0d9cd76f-c5c9-466b-a6ac-64a0a2adfc4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/906866ba-ce50-49e5-9323-b9cdfc672bac HTTP/1.1" status: 204 len: 168 time: 0.2205219 Aug 20 10:27:54.334189 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cd76f-c5c9-466b-a6ac-64a0a2adfc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906866ba-ce50-49e5-9323-b9cdfc672bac,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:54.669794 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-8350e6cb-471f-4689-9674-1d1d9115042f req-8f95a0ea-fcd1-473d-93dc-0831c5ab482d tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Deleting port 6b888175-605a-42d6-b320-1eda2b79db9f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:27:54.670291 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8350e6cb-471f-4689-9674-1d1d9115042f req-8f95a0ea-fcd1-473d-93dc-0831c5ab482d tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:54.927853 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5d5e319e-a90e-4000-9991-a3ef0a2cfd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:55.060572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-8350e6cb-471f-4689-9674-1d1d9115042f req-8f95a0ea-fcd1-473d-93dc-0831c5ab482d tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] For port 6b888175-605a-42d6-b320-1eda2b79db9f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6b888175-605a-42d6-b320-1eda2b79db9f,segment=NetworkSegment(8bf31273-4a98-427e-a1fb-9f289140ad3d),segment_id=8bf31273-4a98-427e-a1fb-9f289140ad3d)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:55.060974 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8350e6cb-471f-4689-9674-1d1d9115042f req-8f95a0ea-fcd1-473d-93dc-0831c5ab482d tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:55.116781 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-8350e6cb-471f-4689-9674-1d1d9115042f req-8f95a0ea-fcd1-473d-93dc-0831c5ab482d tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Calling delete_port for 6b888175-605a-42d6-b320-1eda2b79db9f owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:27:55.244138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69dbb5-1111-430f-8801-9f0edfa4afbb req-0aa584ea-2ccd-46cb-8ff3-d6274a61f66c tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:27:55.245700 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd69dbb5-1111-430f-8801-9f0edfa4afbb req-0aa584ea-2ccd-46cb-8ff3-d6274a61f66c tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 946 time: 0.2068672 Aug 20 10:27:55.302872 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 39838b64-f64e-4bba-9018-358b3c6be9c8 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:27:55.367712 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd69dbb5-1111-430f-8801-9f0edfa4afbb req-e0a79c2b-dd82-47bd-955f-731b323e3cc5 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/security-groups?id=8107cda7-b1e9-42ff-9201-71703f31c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129456 Aug 20 10:27:55.416584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 39838b64-f64e-4bba-9018-358b3c6be9c8 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:27:55.417171 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:55.490775 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5e319e-a90e-4000-9991-a3ef0a2cfd6b admin admin] Router 686eca49-1a64-4fb3-bb1b-26df3a9ae448 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:27:55.492588 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8350e6cb-471f-4689-9674-1d1d9115042f req-8f95a0ea-fcd1-473d-93dc-0831c5ab482d tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:55.534705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95a0ea-fcd1-473d-93dc-0831c5ab482d tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Pushing event deleted for resources: {'Port': ['ID=6b888175-605a-42d6-b320-1eda2b79db9f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:55.597691 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:55.634741 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-8350e6cb-471f-4689-9674-1d1d9115042f req-8f95a0ea-fcd1-473d-93dc-0831c5ab482d tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] No DVR routers for this DVR port 6b888175-605a-42d6-b320-1eda2b79db9f on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:27:55.640281 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-8350e6cb-471f-4689-9674-1d1d9115042f req-8f95a0ea-fcd1-473d-93dc-0831c5ab482d tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:55.643357 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8350e6cb-471f-4689-9674-1d1d9115042f req-8f95a0ea-fcd1-473d-93dc-0831c5ab482d tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.24 "DELETE /v2.0/ports/6b888175-605a-42d6-b320-1eda2b79db9f HTTP/1.1" status: 204 len: 173 time: 1.7628028 Aug 20 10:27:55.644234 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5189410d-2520-4495-8cb8-785bdeff6983', 'name': 'network-vif-deleted', 'tag': '6b888175-605a-42d6-b320-1eda2b79db9f'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:55.647093 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd3e04f-c08e-4695-bf8e-35610786a2ff" -d '{"events": [{"server_uuid": "5189410d-2520-4495-8cb8-785bdeff6983", "name": "network-vif-deleted", "tag": "6b888175-605a-42d6-b320-1eda2b79db9f"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:55.687605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae57537-1418-4c5b-b27a-c58ea9b617e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39838b64-f64e-4bba-9018-358b3c6be9c8'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:27:55.733272 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c891c923-3df7-4e61-8a6a-453e723a2536" -d '{"events": [{"server_uuid": "bae57537-1418-4c5b-b27a-c58ea9b617e9", "name": "network-vif-plugged", "status": "completed", "tag": "39838b64-f64e-4bba-9018-358b3c6be9c8"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:27:55.768544 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc3b96b-f95f-49ae-95ec-97cc0bee3409 x-openstack-request-id: req-ffc3b96b-f95f-49ae-95ec-97cc0bee3409 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:55.769555 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5189410d-2520-4495-8cb8-785bdeff6983", "name": "network-vif-deleted", "tag": "6b888175-605a-42d6-b320-1eda2b79db9f", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:55.770032 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffc3b96b-f95f-49ae-95ec-97cc0bee3409 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:55.770787 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5189410d-2520-4495-8cb8-785bdeff6983', 'name': 'network-vif-deleted', 'tag': '6b888175-605a-42d6-b320-1eda2b79db9f', 'status': 'completed', 'code': 200} Aug 20 10:27:55.789648 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 39838b64-f64e-4bba-9018-358b3c6be9c8, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=39838b64-f64e-4bba-9018-358b3c6be9c8,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:55.798805 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:55.800397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6b888175-605a-42d6-b320-1eda2b79db9f no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:27:55.823913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5e319e-a90e-4000-9991-a3ef0a2cfd6b admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:27:55.838496 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5d5e319e-a90e-4000-9991-a3ef0a2cfd6b admin admin] 10.222.0.16 "PUT /v2.0/routers/686eca49-1a64-4fb3-bb1b-26df3a9ae448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0209241 Aug 20 10:27:55.839024 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51692) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:55.877357 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4af146d-8e33-4016-b021-5abd94ef68e2 x-openstack-request-id: req-f4af146d-8e33-4016-b021-5abd94ef68e2 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:27:55.877667 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae57537-1418-4c5b-b27a-c58ea9b617e9", "name": "network-vif-plugged", "status": "completed", "tag": "39838b64-f64e-4bba-9018-358b3c6be9c8", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:27:55.877927 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4af146d-8e33-4016-b021-5abd94ef68e2 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:27:55.878354 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae57537-1418-4c5b-b27a-c58ea9b617e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39838b64-f64e-4bba-9018-358b3c6be9c8', 'code': 200} Aug 20 10:27:56.030015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 6b888175-605a-42d6-b320-1eda2b79db9f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:27:56.030730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6b888175-605a-42d6-b320-1eda2b79db9f not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:27:56.033941 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7e222-981e-46ec-8971-69b3f0994914 None None] Sync routers for ids ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:27:56.043390 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=39838b64-f64e-4bba-9018-358b3c6be9c8,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:56.054063 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f7e222-981e-46ec-8971-69b3f0994914 None None] Routers {'686eca49-1a64-4fb3-bb1b-26df3a9ae448'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:27:56.055753 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-09f7e222-981e-46ec-8971-69b3f0994914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:27:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:56.157556 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39821cb0-3bea-47ca-b5a8-2150beae07ef admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:56.239918 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-09f7e222-981e-46ec-8971-69b3f0994914 None None] Set router 686eca49-1a64-4fb3-bb1b-26df3a9ae448 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:27:56.522971 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39821cb0-3bea-47ca-b5a8-2150beae07ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:56.707642 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b7281933-820a-43a2-a180-b939052265d7 req-c0755b3c-b67e-421e-ac65-965d5b6278d9 tempest-ServersNegativeTestMultiTenantJSON-27269252 tempest-ServersNegativeTestMultiTenantJSON-27269252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5189410d-2520-4495-8cb8-785bdeff6983 HTTP/1.1" status: 200 len: 210 time: 0.0748522 Aug 20 10:27:56.721177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-39821cb0-3bea-47ca-b5a8-2150beae07ef admin admin] Deleting port 8ee6db67-1404-4bc4-b819-0180291ca982 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:27:56.721426 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39821cb0-3bea-47ca-b5a8-2150beae07ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:56.746085 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-09f7e222-981e-46ec-8971-69b3f0994914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'name': 'tempest-TaggedBootDevicesTest-1930925587-router', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:22Z', 'updated_at': '2021-08-20T10:27:53Z', 'revision_number': 5, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'gw_port': {'id': '8ee6db67-1404-4bc4-b819-0180291ca982', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:16:23Z', 'updated_at': '2021-08-20T10:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:56.828188 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7e222-981e-46ec-8971-69b3f0994914 None None] Checking router: 686eca49-1a64-4fb3-bb1b-26df3a9ae448 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:27:56.849436 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f7e222-981e-46ec-8971-69b3f0994914 None None] Routers {'686eca49-1a64-4fb3-bb1b-26df3a9ae448'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:27:56.851501 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-09f7e222-981e-46ec-8971-69b3f0994914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:27:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:56.931927 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-39821cb0-3bea-47ca-b5a8-2150beae07ef admin admin] For port 8ee6db67-1404-4bc4-b819-0180291ca982, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8ee6db67-1404-4bc4-b819-0180291ca982,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:27:56.933491 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39821cb0-3bea-47ca-b5a8-2150beae07ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:56.971031 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-39821cb0-3bea-47ca-b5a8-2150beae07ef admin admin] Calling delete_port for 8ee6db67-1404-4bc4-b819-0180291ca982 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:27:57.388122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-09f7e222-981e-46ec-8971-69b3f0994914 None None] Set router 686eca49-1a64-4fb3-bb1b-26df3a9ae448 gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:27:57.474682 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-09f7e222-981e-46ec-8971-69b3f0994914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'name': 'tempest-TaggedBootDevicesTest-1930925587-router', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:22Z', 'updated_at': '2021-08-20T10:27:56Z', 'revision_number': 6, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:57.569221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51760) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:57.569756 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7e222-981e-46ec-8971-69b3f0994914 None None] The sync data for ids ['686eca49-1a64-4fb3-bb1b-26df3a9ae448'] in n-d-778550-11 is: [{'id': '686eca49-1a64-4fb3-bb1b-26df3a9ae448', 'name': 'tempest-TaggedBootDevicesTest-1930925587-router', 'tenant_id': 'b0e5831484784def8c1647505b6cc771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:16:22Z', 'updated_at': '2021-08-20T10:27:56Z', 'revision_number': 6, 'project_id': 'b0e5831484784def8c1647505b6cc771', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:27:57.629206 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39821cb0-3bea-47ca-b5a8-2150beae07ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:57.671022 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39821cb0-3bea-47ca-b5a8-2150beae07ef admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee6db67-1404-4bc4-b819-0180291ca982,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:57.770114 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39821cb0-3bea-47ca-b5a8-2150beae07ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:57.806447 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51772) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:57.857355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-24610cf6-00e9-490a-a8c4-e03be9e9446b admin admin] Deleting subnet 4325fba2-1951-4d40-ab4f-99edae02eef4 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:27:57.861895 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24610cf6-00e9-490a-a8c4-e03be9e9446b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:57.906445 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24610cf6-00e9-490a-a8c4-e03be9e9446b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:58.002432 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24610cf6-00e9-490a-a8c4-e03be9e9446b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:58.085432 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39821cb0-3bea-47ca-b5a8-2150beae07ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:58.088485 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39821cb0-3bea-47ca-b5a8-2150beae07ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:58.125613 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cac6aaca-7996-4f16-96c8-9222ba9048ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:58.299515 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39821cb0-3bea-47ca-b5a8-2150beae07ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:58.301277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39821cb0-3bea-47ca-b5a8-2150beae07ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 686eca49-1a64-4fb3-bb1b-26df3a9ae448 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:27:58.319006 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39821cb0-3bea-47ca-b5a8-2150beae07ef admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:58.327611 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-39821cb0-3bea-47ca-b5a8-2150beae07ef admin admin] 10.222.0.16 "DELETE /v2.0/routers/686eca49-1a64-4fb3-bb1b-26df3a9ae448 HTTP/1.1" status: 204 len: 168 time: 2.4864662 Aug 20 10:27:58.328886 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51788) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:58.402680 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24610cf6-00e9-490a-a8c4-e03be9e9446b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:58.496394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-0793eea8-7d26-4bd0-af05-18c57b616898 admin admin] Deleting subnet cdb8b0c3-e2dc-4f1a-99e9-151eb29be007 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:27:58.535928 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24610cf6-00e9-490a-a8c4-e03be9e9446b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:58.538089 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0793eea8-7d26-4bd0-af05-18c57b616898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:58.543418 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-24610cf6-00e9-490a-a8c4-e03be9e9446b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4325fba2-1951-4d40-ab4f-99edae02eef4 HTTP/1.1" status: 204 len: 168 time: 0.7354624 Aug 20 10:27:58.553271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51798) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:58.555527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24610cf6-00e9-490a-a8c4-e03be9e9446b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4325fba2-1951-4d40-ab4f-99edae02eef4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:58.612083 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cac6aaca-7996-4f16-96c8-9222ba9048ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:58.705643 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cac6aaca-7996-4f16-96c8-9222ba9048ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:58.720005 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0793eea8-7d26-4bd0-af05-18c57b616898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:58.796028 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cac6aaca-7996-4f16-96c8-9222ba9048ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fee3f9445fde43ce9aac3c4c0dc91585&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2256191 Aug 20 10:27:58.800511 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51814) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:58.837018 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6aaca-7996-4f16-96c8-9222ba9048ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a30c42-603f-47ea-8089-209d6f5e33c8,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:58.849833 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6c65086e-7a53-46c7-8773-ec34d9e018ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:58.905038 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-802e3a5a-e313-494f-b53a-11f2f4f9aa4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:59.105150 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3f9bf531-f434-47e4-ab97-5a1df9fa181e no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:27:59.112981 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0793eea8-7d26-4bd0-af05-18c57b616898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:59.197558 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 3f9bf531-f434-47e4-ab97-5a1df9fa181e {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:27:59.202681 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0793eea8-7d26-4bd0-af05-18c57b616898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:59.203318 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3f9bf531-f434-47e4-ab97-5a1df9fa181e not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:27:59.203907 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8ee6db67-1404-4bc4-b819-0180291ca982 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:27:59.242004 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-802e3a5a-e313-494f-b53a-11f2f4f9aa4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:59.243465 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0793eea8-7d26-4bd0-af05-18c57b616898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:59.256189 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0793eea8-7d26-4bd0-af05-18c57b616898 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cdb8b0c3-e2dc-4f1a-99e9-151eb29be007 HTTP/1.1" status: 204 len: 168 time: 0.9236970 Aug 20 10:27:59.276042 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6c65086e-7a53-46c7-8773-ec34d9e018ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:59.279657 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51826) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:59.289046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793eea8-7d26-4bd0-af05-18c57b616898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb8b0c3-e2dc-4f1a-99e9-151eb29be007,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:59.294692 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 8ee6db67-1404-4bc4-b819-0180291ca982 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:27:59.295572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8ee6db67-1404-4bc4-b819-0180291ca982 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:27:59.307160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b5cb14-10e7-4c99-93ff-abf992e5b08e None None] Network b8eb4a3e-b147-44c8-b055-38c08a4758a5 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:27:59.418713 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:59.427568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-6c65086e-7a53-46c7-8773-ec34d9e018ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d37863d-d668-4f6f-85bf-99ef95a96607']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:59.439780 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0abb8015-0ba0-4dee-8a17-11f4546dce44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:59.454238 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-6c65086e-7a53-46c7-8773-ec34d9e018ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf31273-4a98-427e-a1fb-9f289140ad3d') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:59.454752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-6c65086e-7a53-46c7-8773-ec34d9e018ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf31273-4a98-427e-a1fb-9f289140ad3d') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:27:59.476318 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6c65086e-7a53-46c7-8773-ec34d9e018ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:59.586133 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6c65086e-7a53-46c7-8773-ec34d9e018ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:59.595457 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c65086e-7a53-46c7-8773-ec34d9e018ba admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:27:59.596129 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6c65086e-7a53-46c7-8773-ec34d9e018ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:27:59.598104 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:27:59.667419 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-802e3a5a-e313-494f-b53a-11f2f4f9aa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:59.670185 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-802e3a5a-e313-494f-b53a-11f2f4f9aa4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:59.673995 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-802e3a5a-e313-494f-b53a-11f2f4f9aa4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6a30c42-603f-47ea-8089-209d6f5e33c8 HTTP/1.1" status: 204 len: 168 time: 0.8724489 Aug 20 10:27:59.696070 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6c65086e-7a53-46c7-8773-ec34d9e018ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:59.704310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e3a5a-e313-494f-b53a-11f2f4f9aa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a30c42-603f-47ea-8089-209d6f5e33c8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:59.726099 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6c65086e-7a53-46c7-8773-ec34d9e018ba admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:59.730656 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6c65086e-7a53-46c7-8773-ec34d9e018ba admin admin] 10.222.0.16 "DELETE /v2.0/networks/3d37863d-d668-4f6f-85bf-99ef95a96607 HTTP/1.1" status: 204 len: 168 time: 1.1700037 Aug 20 10:27:59.730990 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51846) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:59.790513 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65086e-7a53-46c7-8773-ec34d9e018ba admin admin] Pushing event deleted for resources: {'Network': ['ID=3d37863d-d668-4f6f-85bf-99ef95a96607,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:27:59.802459 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d14dd7-36ee-47e1-b6ed-e0a9159e947e None None] DHCP port deletion for b8eb4a3e-b147-44c8-b055-38c08a4758a5 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:27:59.828949 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] Deleting port 965f65e3-34e2-4028-93e3-52e498a9be8e {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:27:59.829454 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:59.879375 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf6bef6-20dc-46d4-ac0f-017fe49f963f admin admin] Deleting subnet 6c9c1b5a-f698-4abe-8a7b-af7f6417dcf9 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:27:59.890371 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faf6bef6-20dc-46d4-ac0f-017fe49f963f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:59.897962 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7d14dd7-36ee-47e1-b6ed-e0a9159e947e None None] Deleting port 965f65e3-34e2-4028-93e3-52e498a9be8e {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:27:59.898754 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7d14dd7-36ee-47e1-b6ed-e0a9159e947e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:27:59.956918 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51850) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:27:59.968146 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faf6bef6-20dc-46d4-ac0f-017fe49f963f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:00.033118 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] For port 965f65e3-34e2-4028-93e3-52e498a9be8e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=965f65e3-34e2-4028-93e3-52e498a9be8e,segment=NetworkSegment(3a169b26-f4f9-4bb3-b337-19b8818ed841),segment_id=3a169b26-f4f9-4bb3-b337-19b8818ed841)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:00.033443 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:00.044907 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7d14dd7-36ee-47e1-b6ed-e0a9159e947e None None] For port 965f65e3-34e2-4028-93e3-52e498a9be8e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=965f65e3-34e2-4028-93e3-52e498a9be8e,segment=NetworkSegment(3a169b26-f4f9-4bb3-b337-19b8818ed841),segment_id=3a169b26-f4f9-4bb3-b337-19b8818ed841)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:00.045723 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7d14dd7-36ee-47e1-b6ed-e0a9159e947e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:00.074402 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7d14dd7-36ee-47e1-b6ed-e0a9159e947e None None] Calling delete_port for 965f65e3-34e2-4028-93e3-52e498a9be8e owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:28:00.080059 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] Calling delete_port for 965f65e3-34e2-4028-93e3-52e498a9be8e owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:28:00.135686 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faf6bef6-20dc-46d4-ac0f-017fe49f963f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:00.265524 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7d14dd7-36ee-47e1-b6ed-e0a9159e947e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:00.300983 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faf6bef6-20dc-46d4-ac0f-017fe49f963f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:00.340153 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:00.378849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d14dd7-36ee-47e1-b6ed-e0a9159e947e None None] No DVR routers for this DVR port 965f65e3-34e2-4028-93e3-52e498a9be8e on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:28:00.383482 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d14dd7-36ee-47e1-b6ed-e0a9159e947e None None] Pushing event deleted for resources: {'Port': ['ID=965f65e3-34e2-4028-93e3-52e498a9be8e,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:00.392068 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6bef6-20dc-46d4-ac0f-017fe49f963f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c9c1b5a-f698-4abe-8a7b-af7f6417dcf9,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:00.432317 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faf6bef6-20dc-46d4-ac0f-017fe49f963f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:00.437555 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-faf6bef6-20dc-46d4-ac0f-017fe49f963f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6c9c1b5a-f698-4abe-8a7b-af7f6417dcf9 HTTP/1.1" status: 204 len: 168 time: 0.7021012 Aug 20 10:28:00.447681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51858) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:00.450033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=965f65e3-34e2-4028-93e3-52e498a9be8e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:00.472574 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] No DVR routers for this DVR port 965f65e3-34e2-4028-93e3-52e498a9be8e on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:28:00.726523 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f4298d32-82da-461f-b5e6-15686764dfd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:00.733946 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:00.765577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8eb4a3e-b147-44c8-b055-38c08a4758a5']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:00.782185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a169b26-f4f9-4bb3-b337-19b8818ed841') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:00.782414 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a169b26-f4f9-4bb3-b337-19b8818ed841') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:00.803380 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:00.835301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51872) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:00.850019 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:00.860281 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d088062-660e-41cc-bbb1-ac26900a84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:00.876625 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aff226c0-0394-4b1c-a12a-e177c057b32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:00.879515 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:28:00.880092 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:28:00.884885 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:28:00.983327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 965f65e3-34e2-4028-93e3-52e498a9be8e no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:28:01.003826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 965f65e3-34e2-4028-93e3-52e498a9be8e {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:28:01.004315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 965f65e3-34e2-4028-93e3-52e498a9be8e not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:28:01.027361 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.041892 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.045058 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d088062-660e-41cc-bbb1-ac26900a84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.045280 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] 10.222.0.16 "DELETE /v2.0/networks/b8eb4a3e-b147-44c8-b055-38c08a4758a5 HTTP/1.1" status: 204 len: 168 time: 1.7643206 Aug 20 10:28:01.067449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-7d088062-660e-41cc-bbb1-ac26900a84f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b547f332-00b8-4d01-9098-d9381611c5a3']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:01.070297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2e79a-a18a-475d-8c78-85f725727f2a admin admin] Pushing event deleted for resources: {'Network': ['ID=b8eb4a3e-b147-44c8-b055-38c08a4758a5,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:01.090543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f4298d32-82da-461f-b5e6-15686764dfd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.101527 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f4298d32-82da-461f-b5e6-15686764dfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.116373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-7d088062-660e-41cc-bbb1-ac26900a84f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a125ab55-eed2-4895-9ce3-50f53e477f74') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:01.117347 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-7d088062-660e-41cc-bbb1-ac26900a84f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a125ab55-eed2-4895-9ce3-50f53e477f74') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:01.156041 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d088062-660e-41cc-bbb1-ac26900a84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.187894 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d088062-660e-41cc-bbb1-ac26900a84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.197911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d088062-660e-41cc-bbb1-ac26900a84f4 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:28:01.198946 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d088062-660e-41cc-bbb1-ac26900a84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:28:01.207971 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:28:01.239039 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f4298d32-82da-461f-b5e6-15686764dfd9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57d3eae973f8462db2f18c6af6a25d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2819650 Aug 20 10:28:01.242724 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51884) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:01.261364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4298d32-82da-461f-b5e6-15686764dfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fab2f29-19b2-4bc4-9fd5-8f35c100c082,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:01.300574 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d088062-660e-41cc-bbb1-ac26900a84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.317389 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d088062-660e-41cc-bbb1-ac26900a84f4 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.329454 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7d088062-660e-41cc-bbb1-ac26900a84f4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b547f332-00b8-4d01-9098-d9381611c5a3 HTTP/1.1" status: 204 len: 168 time: 0.8801780 Aug 20 10:28:01.344760 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d088062-660e-41cc-bbb1-ac26900a84f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b547f332-00b8-4d01-9098-d9381611c5a3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:01.399490 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b812db7e-9b04-489c-a1fd-efac2fd7d1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.451489 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aff226c0-0394-4b1c-a12a-e177c057b32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.469211 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b812db7e-9b04-489c-a1fd-efac2fd7d1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.478346 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aff226c0-0394-4b1c-a12a-e177c057b32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.587069 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51894) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:01.655512 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aff226c0-0394-4b1c-a12a-e177c057b32a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f677c1a9c6594a22a94a951721fe6693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8190436 Aug 20 10:28:01.658662 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51896) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:01.658993 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51898) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:01.672232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff226c0-0394-4b1c-a12a-e177c057b32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6c889f-9cb6-4ea8-8227-900d128d5450,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:01.738218 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b812db7e-9b04-489c-a1fd-efac2fd7d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.741281 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b812db7e-9b04-489c-a1fd-efac2fd7d1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.743171 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b812db7e-9b04-489c-a1fd-efac2fd7d1a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fab2f29-19b2-4bc4-9fd5-8f35c100c082 HTTP/1.1" status: 204 len: 168 time: 0.4945667 Aug 20 10:28:01.760920 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4594c526-6125-43e4-a879-9abff0c9e8b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4f377670e5f40a6a2a25ae02687d197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1004736 Aug 20 10:28:01.762552 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-165ff609-bb95-4cc5-9b2b-d5e41e038932 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0e5831484784def8c1647505b6cc771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743281 Aug 20 10:28:01.763423 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51906) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:01.765068 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51908) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:01.765660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812db7e-9b04-489c-a1fd-efac2fd7d1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fab2f29-19b2-4bc4-9fd5-8f35c100c082,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:01.806878 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49f7ffeb-a2b1-41be-a976-f9b226ea8f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.856331 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49f7ffeb-a2b1-41be-a976-f9b226ea8f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.924993 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2113ff3e-f34e-4559-a063-054d2e0cb3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.941270 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7b1efb9f-d668-416f-98de-07aec764ec98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.963467 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1f05a55-d5ee-46a6-8780-bc57b05baf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:01.985241 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7b1efb9f-d668-416f-98de-07aec764ec98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:02.006891 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1f05a55-d5ee-46a6-8780-bc57b05baf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:02.024307 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49f7ffeb-a2b1-41be-a976-f9b226ea8f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:02.027036 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-49f7ffeb-a2b1-41be-a976-f9b226ea8f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:02.028855 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-49f7ffeb-a2b1-41be-a976-f9b226ea8f2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de6c889f-9cb6-4ea8-8227-900d128d5450 HTTP/1.1" status: 204 len: 168 time: 0.3672082 Aug 20 10:28:02.058950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7ffeb-a2b1-41be-a976-f9b226ea8f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6c889f-9cb6-4ea8-8227-900d128d5450,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:02.067119 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1f05a55-d5ee-46a6-8780-bc57b05baf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:02.105635 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7b1efb9f-d668-416f-98de-07aec764ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:02.106862 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1f05a55-d5ee-46a6-8780-bc57b05baf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:02.108492 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7b1efb9f-d668-416f-98de-07aec764ec98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:02.109231 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b1f05a55-d5ee-46a6-8780-bc57b05baf80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5573b89e-c63c-4e28-9bf7-bd8952682578 HTTP/1.1" status: 204 len: 168 time: 0.3356912 Aug 20 10:28:02.114782 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7b1efb9f-d668-416f-98de-07aec764ec98 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8107cda7-b1e9-42ff-9201-71703f31c671 HTTP/1.1" status: 204 len: 168 time: 0.3499644 Aug 20 10:28:02.129863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f05a55-d5ee-46a6-8780-bc57b05baf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5573b89e-c63c-4e28-9bf7-bd8952682578,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:02.136100 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1efb9f-d668-416f-98de-07aec764ec98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8107cda7-b1e9-42ff-9201-71703f31c671,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:02.301101 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:02.799018 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51936) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:02.838288 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a711451-65d3-4f83-a838-d1e3d66cc24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:03.103888 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:03.172578 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a711451-65d3-4f83-a838-d1e3d66cc24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:03.179077 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a711451-65d3-4f83-a838-d1e3d66cc24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:03.228681 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51960) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:03.252760 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a711451-65d3-4f83-a838-d1e3d66cc24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb449a9-3ff8-4fc5-bb40-2c2a3438a80e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:03.371334 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1a711451-65d3-4f83-a838-d1e3d66cc24e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17b9f131ae53435b8630761e3c0da932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5710874 Aug 20 10:28:03.375215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51966) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:03.431625 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9a332921-9e6d-4860-b0d3-aec25d8011a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b1fd5b8bb2545d0ae9b0812f5d341bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008631 Aug 20 10:28:03.433704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51970) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:03.457180 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-964b66b4-cd93-4094-9ce4-1d4a1875a0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:03.485914 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-964b66b4-cd93-4094-9ce4-1d4a1875a0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:03.506160 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17c5e94f-a152-4b53-bd73-6547ae460c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:03.540353 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17c5e94f-a152-4b53-bd73-6547ae460c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:03.556405 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-964b66b4-cd93-4094-9ce4-1d4a1875a0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:03.560279 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-964b66b4-cd93-4094-9ce4-1d4a1875a0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:03.572678 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-964b66b4-cd93-4094-9ce4-1d4a1875a0a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebb449a9-3ff8-4fc5-bb40-2c2a3438a80e HTTP/1.1" status: 204 len: 168 time: 0.1961606 Aug 20 10:28:03.625060 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17c5e94f-a152-4b53-bd73-6547ae460c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:03.625552 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b66b4-cd93-4094-9ce4-1d4a1875a0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb449a9-3ff8-4fc5-bb40-2c2a3438a80e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:03.629042 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17c5e94f-a152-4b53-bd73-6547ae460c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:03.633173 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-17c5e94f-a152-4b53-bd73-6547ae460c76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e3211d3-0df3-4e54-8735-1cfdfcdfcd91 HTTP/1.1" status: 204 len: 168 time: 0.1953871 Aug 20 10:28:03.655715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5e94f-a152-4b53-bd73-6547ae460c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3211d3-0df3-4e54-8735-1cfdfcdfcd91,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:04.729162 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:04.799093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52034) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:05.181083 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-9d726c4f-0798-4ff6-b734-6268841cd93f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-395747610-network', 'tenant_id': '319229dc0b514781beabac34e57d165f'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:05.258441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d726c4f-0798-4ff6-b734-6268841cd93f admin admin] Made reservation on behalf of 319229dc0b514781beabac34e57d165f for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:28:05.284513 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d726c4f-0798-4ff6-b734-6268841cd93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:05.335234 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d726c4f-0798-4ff6-b734-6268841cd93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:05.507704 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d726c4f-0798-4ff6-b734-6268841cd93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:05.515715 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d726c4f-0798-4ff6-b734-6268841cd93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:05.545691 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d726c4f-0798-4ff6-b734-6268841cd93f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:28:05.555920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d726c4f-0798-4ff6-b734-6268841cd93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44dc67f-0cb5-4d25-821c-bec94ad8251d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:05.560952 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d726c4f-0798-4ff6-b734-6268841cd93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:05.561296 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-9d726c4f-0798-4ff6-b734-6268841cd93f admin admin] Added segment 4159b833-295e-49b6-bb89-42e59da8a042 of type vlan for network 922aa102-b2f5-4f18-986f-661395ef2399 Aug 20 10:28:05.628334 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d726c4f-0798-4ff6-b734-6268841cd93f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:05.668250 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d726c4f-0798-4ff6-b734-6268841cd93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:05.681460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d726c4f-0798-4ff6-b734-6268841cd93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:05.682100 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d726c4f-0798-4ff6-b734-6268841cd93f admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:05.821156 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9d726c4f-0798-4ff6-b734-6268841cd93f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0233397 Aug 20 10:28:05.824072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52082) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:05.833616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b430e66b-c553-407b-a855-3f02d3cc2a88 admin admin] Request body: {'subnet': {'network_id': '922aa102-b2f5-4f18-986f-661395ef2399', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-395747610-subnet', 'tenant_id': '319229dc0b514781beabac34e57d165f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:05.842349 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d726c4f-0798-4ff6-b734-6268841cd93f admin admin] Pushing event updated for resources: {'Network': ['ID=922aa102-b2f5-4f18-986f-661395ef2399,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:05.856044 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 922aa102-b2f5-4f18-986f-661395ef2399 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:28:05.884687 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b430e66b-c553-407b-a855-3f02d3cc2a88 admin admin] Made reservation on behalf of 319229dc0b514781beabac34e57d165f for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:28:05.891924 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b430e66b-c553-407b-a855-3f02d3cc2a88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:05.919950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52084) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:06.231979 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b430e66b-c553-407b-a855-3f02d3cc2a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:06.255894 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf1d4-6f29-4d86-aebb-5dbde585ca63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:06.389676 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e66b-c553-407b-a855-3f02d3cc2a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=877b184d-721a-4dfe-9c77-d1c4b8531d87,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:06.467876 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430e66b-c553-407b-a855-3f02d3cc2a88 admin admin] Checking segment: {'id': '4159b833-295e-49b6-bb89-42e59da8a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:28:06.468469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b430e66b-c553-407b-a855-3f02d3cc2a88 admin admin] Network hostable DHCP agents. Network: 922aa102-b2f5-4f18-986f-661395ef2399, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:28:06.500165 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b430e66b-c553-407b-a855-3f02d3cc2a88 admin admin] Network 922aa102-b2f5-4f18-986f-661395ef2399 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:28:06.518809 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b430e66b-c553-407b-a855-3f02d3cc2a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 922aa102-b2f5-4f18-986f-661395ef2399) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:28:06.524469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b430e66b-c553-407b-a855-3f02d3cc2a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:06.526020 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b430e66b-c553-407b-a855-3f02d3cc2a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:06.529880 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a25fa5b-2963-4786-aee4-623887e4f6c5 None None] Network 922aa102-b2f5-4f18-986f-661395ef2399 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:28:06.564677 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf1d4-6f29-4d86-aebb-5dbde585ca63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:06.571490 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5e6bf1d4-6f29-4d86-aebb-5dbde585ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:06.581802 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b430e66b-c553-407b-a855-3f02d3cc2a88 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7554548 Aug 20 10:28:06.718567 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bf1d4-6f29-4d86-aebb-5dbde585ca63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06320f4-8afb-4843-8dd7-c4e3751b0e48,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:06.747807 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b101737c-101c-4947-aa5d-571d7b6815ad None None] Network 922aa102-b2f5-4f18-986f-661395ef2399 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:28:06.751211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52120) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:06.753750 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5e6bf1d4-6f29-4d86-aebb-5dbde585ca63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a3acac141dd4558a6df7dc50ac9b51d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8325348 Aug 20 10:28:06.850839 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-30194743-021a-47eb-b9e8-5aa40db21d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:06.892649 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-30194743-021a-47eb-b9e8-5aa40db21d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:07.003255 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-30194743-021a-47eb-b9e8-5aa40db21d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:07.006551 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-30194743-021a-47eb-b9e8-5aa40db21d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:07.007991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-30194743-021a-47eb-b9e8-5aa40db21d06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d06320f4-8afb-4843-8dd7-c4e3751b0e48 HTTP/1.1" status: 204 len: 168 time: 0.2554834 Aug 20 10:28:07.027531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30194743-021a-47eb-b9e8-5aa40db21d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06320f4-8afb-4843-8dd7-c4e3751b0e48,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:07.255800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52136) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:07.667544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2565b99c-ead3-48f5-984f-8bc6f6123657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:07.812135 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2565b99c-ead3-48f5-984f-8bc6f6123657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:07.818924 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2565b99c-ead3-48f5-984f-8bc6f6123657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:07.886682 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2565b99c-ead3-48f5-984f-8bc6f6123657 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d0a851ddb7246dab7606a0251357bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6269193 Aug 20 10:28:07.886969 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52166) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:07.887956 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565b99c-ead3-48f5-984f-8bc6f6123657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65438988-ed45-4006-a2c1-8b67cf1723eb,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:08.032118 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3ffb-bad6-4bf6-b30b-8b7cd23de562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:08.116512 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3ffb-bad6-4bf6-b30b-8b7cd23de562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:08.197075 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff82161-9741-41a9-865a-ee0247e06235 req-08cbac99-17ff-46e3-9f7d-1182331d0991 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:08.198639 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ff82161-9741-41a9-865a-ee0247e06235 req-08cbac99-17ff-46e3-9f7d-1182331d0991 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/networks?id=922aa102-b2f5-4f18-986f-661395ef2399 HTTP/1.1" status: 200 len: 814 time: 0.1818449 Aug 20 10:28:08.241122 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ff82161-9741-41a9-865a-ee0247e06235 req-aff53e03-7f1b-4d73-ae50-82030bbe4f54 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/quotas/319229dc0b514781beabac34e57d165f HTTP/1.1" status: 200 len: 375 time: 0.0267699 Aug 20 10:28:08.254486 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3ffb-bad6-4bf6-b30b-8b7cd23de562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:08.272080 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3ffb-bad6-4bf6-b30b-8b7cd23de562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:08.274063 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c9bd3ffb-bad6-4bf6-b30b-8b7cd23de562 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65438988-ed45-4006-a2c1-8b67cf1723eb HTTP/1.1" status: 204 len: 168 time: 0.3847907 Aug 20 10:28:08.320114 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd3ffb-bad6-4bf6-b30b-8b7cd23de562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65438988-ed45-4006-a2c1-8b67cf1723eb,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:08.377340 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ff82161-9741-41a9-865a-ee0247e06235 req-27a99da2-a22a-4e96-a581-90e6eb846012 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=319229dc0b514781beabac34e57d165f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956287 Aug 20 10:28:08.491206 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ff82161-9741-41a9-865a-ee0247e06235 req-767193e9-6103-44eb-8a76-1fa34911203a service neutron] 10.222.0.16 "GET /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120818 Aug 20 10:28:08.641818 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ff82161-9741-41a9-865a-ee0247e06235 req-56982d3b-01e0-4e06-9832-c1af184a2613 service neutron] 10.222.0.16 "GET /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493897 Aug 20 10:28:09.043318 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-36b32a94-ea25-48d4-b3d6-2501dde1b6c7 req-bf099e91-5c5d-4528-9e40-3324dfa1cea9 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 210 time: 0.0825803 Aug 20 10:28:09.865556 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52294) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:10.158747 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-bb0f54f6-8184-4105-b3e2-a6e9bca3ff29 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1252638825-network', 'tenant_id': 'c5d02e1430354d48898dceb66190cc41'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:10.185927 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-425a2580-83c5-4e5c-97b0-f099aa6487aa req-cc11577a-e88d-4c92-b02f-d62c5210c371 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 210 time: 0.0474715 Aug 20 10:28:10.218680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0f54f6-8184-4105-b3e2-a6e9bca3ff29 admin admin] Made reservation on behalf of c5d02e1430354d48898dceb66190cc41 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:28:10.221720 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb0f54f6-8184-4105-b3e2-a6e9bca3ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:10.234579 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb0f54f6-8184-4105-b3e2-a6e9bca3ff29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:10.472238 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb0f54f6-8184-4105-b3e2-a6e9bca3ff29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:10.483689 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb0f54f6-8184-4105-b3e2-a6e9bca3ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:10.567379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0f54f6-8184-4105-b3e2-a6e9bca3ff29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:28:10.613140 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f54f6-8184-4105-b3e2-a6e9bca3ff29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d474833c-4860-4208-9e28-9af83036a1e7,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:10.625542 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb0f54f6-8184-4105-b3e2-a6e9bca3ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:10.629416 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-bb0f54f6-8184-4105-b3e2-a6e9bca3ff29 admin admin] Added segment c09fe89d-a296-48c5-8294-fba279f32099 of type vlan for network 521ff98a-19d4-4dad-ba6b-3be4a8250a46 Aug 20 10:28:10.744294 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb0f54f6-8184-4105-b3e2-a6e9bca3ff29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:10.776245 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff82161-9741-41a9-865a-ee0247e06235 req-f22ec81c-81c2-45a0-bee4-5429c7f93553 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:10.788647 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ff82161-9741-41a9-865a-ee0247e06235 req-f22ec81c-81c2-45a0-bee4-5429c7f93553 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.42 "GET /v2.0/networks?id=922aa102-b2f5-4f18-986f-661395ef2399 HTTP/1.1" status: 200 len: 814 time: 0.3999147 Aug 20 10:28:10.798716 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb0f54f6-8184-4105-b3e2-a6e9bca3ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:10.801445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0f54f6-8184-4105-b3e2-a6e9bca3ff29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:10.803179 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb0f54f6-8184-4105-b3e2-a6e9bca3ff29 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:10.808546 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-1ff82161-9741-41a9-865a-ee0247e06235 req-28f53039-2cfd-4f6e-bc9d-de2134749b98 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Request body: {'port': {'device_id': '7a8a1647-70f6-4fbe-bf05-4c90b8127f5a', 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399', 'admin_state_up': True, 'tenant_id': '319229dc0b514781beabac34e57d165f'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:10.844325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52328) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:10.961722 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f54f6-8184-4105-b3e2-a6e9bca3ff29 admin admin] Pushing event updated for resources: {'Network': ['ID=521ff98a-19d4-4dad-ba6b-3be4a8250a46,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:10.974259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 521ff98a-19d4-4dad-ba6b-3be4a8250a46 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:28:10.977754 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bb0f54f6-8184-4105-b3e2-a6e9bca3ff29 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1101558 Aug 20 10:28:10.977913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52332) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:10.984738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-44efa24c-b24e-496e-be19-792fb3f045bc admin admin] Request body: {'subnet': {'network_id': '521ff98a-19d4-4dad-ba6b-3be4a8250a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1252638825-subnet', 'tenant_id': 'c5d02e1430354d48898dceb66190cc41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:11.026181 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44efa24c-b24e-496e-be19-792fb3f045bc admin admin] Made reservation on behalf of c5d02e1430354d48898dceb66190cc41 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:28:11.034365 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-44efa24c-b24e-496e-be19-792fb3f045bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:11.076963 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff82161-9741-41a9-865a-ee0247e06235 req-28f53039-2cfd-4f6e-bc9d-de2134749b98 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Made reservation on behalf of 319229dc0b514781beabac34e57d165f for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:28:11.087580 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1ff82161-9741-41a9-865a-ee0247e06235 req-28f53039-2cfd-4f6e-bc9d-de2134749b98 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:11.358906 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-587015f2-08e5-4272-a7e7-7da54009fdc5 req-ca09da30-4aec-45bf-a8b8-538e0c1b24fa tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 210 time: 0.0389352 Aug 20 10:28:11.430274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-1ff82161-9741-41a9-865a-ee0247e06235 req-28f53039-2cfd-4f6e-bc9d-de2134749b98 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Allocated IP 172.20.0.6 (922aa102-b2f5-4f18-986f-661395ef2399/877b184d-721a-4dfe-9c77-d1c4b8531d87/748b6384-b116-4426-9ffb-7cf36dfb08d4) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:28:11.560719 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7069eb82-04dd-47cf-b206-cb7a2543c757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:11.600402 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-44efa24c-b24e-496e-be19-792fb3f045bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:11.794291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44efa24c-b24e-496e-be19-792fb3f045bc admin admin] Checking segment: {'id': 'c09fe89d-a296-48c5-8294-fba279f32099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '521ff98a-19d4-4dad-ba6b-3be4a8250a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:28:11.794961 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44efa24c-b24e-496e-be19-792fb3f045bc admin admin] Network hostable DHCP agents. Network: 521ff98a-19d4-4dad-ba6b-3be4a8250a46, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:28:11.799512 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efa24c-b24e-496e-be19-792fb3f045bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=64133869-5bd5-42bd-b5db-2eab67b96fbd,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:11.851147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44efa24c-b24e-496e-be19-792fb3f045bc admin admin] Network 521ff98a-19d4-4dad-ba6b-3be4a8250a46 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:28:11.872408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-44efa24c-b24e-496e-be19-792fb3f045bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 521ff98a-19d4-4dad-ba6b-3be4a8250a46) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:28:11.881480 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44efa24c-b24e-496e-be19-792fb3f045bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:11.884873 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-44efa24c-b24e-496e-be19-792fb3f045bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:11.905750 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7472b5d2-fb56-4de1-b87e-e7f194f32643 None None] Network 521ff98a-19d4-4dad-ba6b-3be4a8250a46 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:28:12.047722 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7069eb82-04dd-47cf-b206-cb7a2543c757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:12.059945 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-44efa24c-b24e-496e-be19-792fb3f045bc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0803652 Aug 20 10:28:12.110266 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1ff82161-9741-41a9-865a-ee0247e06235 req-28f53039-2cfd-4f6e-bc9d-de2134749b98 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:12.164398 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7069eb82-04dd-47cf-b206-cb7a2543c757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:12.191381 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1ff82161-9741-41a9-865a-ee0247e06235 req-28f53039-2cfd-4f6e-bc9d-de2134749b98 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:12.290978 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87d3e83-38a2-4eb4-b4fe-e9716160ed34 None None] Network 521ff98a-19d4-4dad-ba6b-3be4a8250a46 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:28:12.300145 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f53039-2cfd-4f6e-bc9d-de2134749b98 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Pushing event updated for resources: {'Port': ['ID=748b6384-b116-4426-9ffb-7cf36dfb08d4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:12.337642 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52372) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:12.340559 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7069eb82-04dd-47cf-b206-cb7a2543c757 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4855569fbcfa48a482e54960d9c273fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4957619 Aug 20 10:28:12.344049 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069eb82-04dd-47cf-b206-cb7a2543c757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6029f0-de39-4503-a7a2-2a21621df0b1,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:12.354216 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff82161-9741-41a9-865a-ee0247e06235 req-28f53039-2cfd-4f6e-bc9d-de2134749b98 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Network 922aa102-b2f5-4f18-986f-661395ef2399 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:28:12.356020 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-1ff82161-9741-41a9-865a-ee0247e06235 req-28f53039-2cfd-4f6e-bc9d-de2134749b98 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:28:12.361284 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff82161-9741-41a9-865a-ee0247e06235 req-28f53039-2cfd-4f6e-bc9d-de2134749b98 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:28:12.437833 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4118cd51-afb6-4179-81a9-274185f77d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:12.485828 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4118cd51-afb6-4179-81a9-274185f77d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:12.501780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff82161-9741-41a9-865a-ee0247e06235 req-28f53039-2cfd-4f6e-bc9d-de2134749b98 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:12.502477 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1ff82161-9741-41a9-865a-ee0247e06235 req-28f53039-2cfd-4f6e-bc9d-de2134749b98 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:12.554560 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ff82161-9741-41a9-865a-ee0247e06235 req-28f53039-2cfd-4f6e-bc9d-de2134749b98 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7576520 Aug 20 10:28:12.573045 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Request body: {'port': {'device_id': '7a8a1647-70f6-4fbe-bf05-4c90b8127f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:12.712855 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d80d23-d5b0-4a49-8f16-72de4919ff7e req-ab16de6b-0a81-4e32-9cac-d4296f9b67dc tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:12.717975 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c4d80d23-d5b0-4a49-8f16-72de4919ff7e req-ab16de6b-0a81-4e32-9cac-d4296f9b67dc tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 931 time: 0.2038896 Aug 20 10:28:12.744004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52396) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:12.781970 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:12.782377 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4118cd51-afb6-4179-81a9-274185f77d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:12.787704 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4118cd51-afb6-4179-81a9-274185f77d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:12.789861 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4118cd51-afb6-4179-81a9-274185f77d70 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f6029f0-de39-4503-a7a2-2a21621df0b1 HTTP/1.1" status: 204 len: 168 time: 0.4508379 Aug 20 10:28:12.833440 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118cd51-afb6-4179-81a9-274185f77d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6029f0-de39-4503-a7a2-2a21621df0b1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:12.850401 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c4d80d23-d5b0-4a49-8f16-72de4919ff7e req-3b4bba0a-2093-472f-ba86-7e96034c32cf tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213918 Aug 20 10:28:13.212255 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dc20e22d-d50d-408d-9ca2-94a402902107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:13.437592 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dc20e22d-d50d-408d-9ca2-94a402902107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:13.443025 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 748b6384-b116-4426-9ffb-7cf36dfb08d4 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:28:13.444287 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dc20e22d-d50d-408d-9ca2-94a402902107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:13.470751 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:13.523076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Transition to ACTIVE for port object 748b6384-b116-4426-9ffb-7cf36dfb08d4 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:28:13.530004 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:13.560468 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dc20e22d-d50d-408d-9ca2-94a402902107 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81cd4591afaf43ba88f554ac0e0da018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8071470 Aug 20 10:28:13.563110 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20e22d-d50d-408d-9ca2-94a402902107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400f179c-6fe9-42ef-b449-ce5c76842edc,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:13.565770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52418) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:13.596337 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=748b6384-b116-4426-9ffb-7cf36dfb08d4,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:13.699695 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52426) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:13.773720 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad5af5e5-d716-4234-991b-993236692419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:13.801515 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e6f93526-5ad7-4bb6-9637-efb8aa613bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:13.806682 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:28:13.857883 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e6f93526-5ad7-4bb6-9637-efb8aa613bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:13.866838 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Attempting to bind port 748b6384-b116-4426-9ffb-7cf36dfb08d4 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:28:13.867149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Attempting to bind port 748b6384-b116-4426-9ffb-7cf36dfb08d4 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '4159b833-295e-49b6-bb89-42e59da8a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:28:13.867589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Attempting to bind port 748b6384-b116-4426-9ffb-7cf36dfb08d4 on network 922aa102-b2f5-4f18-986f-661395ef2399 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:28:13.887690 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Port 748b6384-b116-4426-9ffb-7cf36dfb08d4 on network 922aa102-b2f5-4f18-986f-661395ef2399 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:28:13.889395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Attempting to bind port 748b6384-b116-4426-9ffb-7cf36dfb08d4 on network 922aa102-b2f5-4f18-986f-661395ef2399 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:28:13.910931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:28:13.913717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Checking segment: {'id': '4159b833-295e-49b6-bb89-42e59da8a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:28:13.915124 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Bound using segment: {'id': '4159b833-295e-49b6-bb89-42e59da8a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:28:13.916068 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Bound port: 748b6384-b116-4426-9ffb-7cf36dfb08d4, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4159b833-295e-49b6-bb89-42e59da8a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:28:13.917778 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:13.969890 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad5af5e5-d716-4234-991b-993236692419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:13.982535 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad5af5e5-d716-4234-991b-993236692419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:14.060922 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ad5af5e5-d716-4234-991b-993236692419 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c2c28d5f7c54c20ba414f2c06139dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536363 Aug 20 10:28:14.077382 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52438) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:14.236504 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ab982e09-d636-4733-9502-206090cd2d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:14.268148 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ab982e09-d636-4733-9502-206090cd2d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:14.370923 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ab982e09-d636-4733-9502-206090cd2d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:14.383442 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ab982e09-d636-4733-9502-206090cd2d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:14.385828 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ab982e09-d636-4733-9502-206090cd2d02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d11ce82-f959-4c64-a3a7-452f9d110f43 HTTP/1.1" status: 204 len: 168 time: 0.2956300 Aug 20 10:28:14.440598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e2147-a6e1-4cb1-9593-d92e67150528 req-5ed2cdf5-d7e5-425f-bf1f-664f9fe82af2 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:14.453076 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e07e2147-a6e1-4cb1-9593-d92e67150528 req-5ed2cdf5-d7e5-425f-bf1f-664f9fe82af2 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 943 time: 0.4146500 Aug 20 10:28:14.540399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5af5e5-d716-4234-991b-993236692419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d11ce82-f959-4c64-a3a7-452f9d110f43,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:14.546519 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e07e2147-a6e1-4cb1-9593-d92e67150528 req-96076508-b247-4450-822e-373a3c140beb tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925612 Aug 20 10:28:14.561169 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab982e09-d636-4733-9502-206090cd2d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d11ce82-f959-4c64-a3a7-452f9d110f43,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:14.583463 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e6f93526-5ad7-4bb6-9637-efb8aa613bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:14.597996 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e6f93526-5ad7-4bb6-9637-efb8aa613bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:14.602635 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e6f93526-5ad7-4bb6-9637-efb8aa613bba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/400f179c-6fe9-42ef-b449-ce5c76842edc HTTP/1.1" status: 204 len: 168 time: 1.0313027 Aug 20 10:28:14.637347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f93526-5ad7-4bb6-9637-efb8aa613bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400f179c-6fe9-42ef-b449-ce5c76842edc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:14.979276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] For port 748b6384-b116-4426-9ffb-7cf36dfb08d4, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:28:14.987675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] For port 748b6384-b116-4426-9ffb-7cf36dfb08d4, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=748b6384-b116-4426-9ffb-7cf36dfb08d4,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:28:14.996196 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:15.040406 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:15.041289 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:15.043576 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] 10.222.0.42 "PUT /v2.0/ports/748b6384-b116-4426-9ffb-7cf36dfb08d4 HTTP/1.1" status: 200 len: 1092 time: 2.4809065 Aug 20 10:28:15.044303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8a1647-70f6-4fbe-bf05-4c90b8127f5a', 'tag': '748b6384-b116-4426-9ffb-7cf36dfb08d4'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:28:15.046810 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812cc81f-98e9-4403-8782-ea955d8cac49" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8a1647-70f6-4fbe-bf05-4c90b8127f5a", "tag": "748b6384-b116-4426-9ffb-7cf36dfb08d4"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:28:15.084468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13a0b9-cf5e-4b3d-82db-22b415f00ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=748b6384-b116-4426-9ffb-7cf36dfb08d4,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:15.186600 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3743926-68e8-449c-b271-442897e94ead x-openstack-request-id: req-b3743926-68e8-449c-b271-442897e94ead {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:28:15.186911 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8a1647-70f6-4fbe-bf05-4c90b8127f5a", "tag": "748b6384-b116-4426-9ffb-7cf36dfb08d4", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:28:15.187202 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3743926-68e8-449c-b271-442897e94ead {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:28:15.187621 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8a1647-70f6-4fbe-bf05-4c90b8127f5a', 'tag': '748b6384-b116-4426-9ffb-7cf36dfb08d4', 'status': 'completed', 'code': 200} Aug 20 10:28:15.210125 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff82161-9741-41a9-865a-ee0247e06235 req-e26e4d55-27a8-4c51-befb-d1c15558fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:15.211764 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ff82161-9741-41a9-865a-ee0247e06235 req-e26e4d55-27a8-4c51-befb-d1c15558fd13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=319229dc0b514781beabac34e57d165f&device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 1095 time: 0.1079671 Aug 20 10:28:15.306622 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ff82161-9741-41a9-865a-ee0247e06235 req-2aa8ea20-58b6-4830-b87e-9ed42b7bdb39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=748b6384-b116-4426-9ffb-7cf36dfb08d4 HTTP/1.1" status: 200 len: 217 time: 0.0861282 Aug 20 10:28:15.414661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff82161-9741-41a9-865a-ee0247e06235 req-6c29d9ab-c3a0-42e1-97a7-bd6320df1641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:15.420526 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ff82161-9741-41a9-865a-ee0247e06235 req-6c29d9ab-c3a0-42e1-97a7-bd6320df1641 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=877b184d-721a-4dfe-9c77-d1c4b8531d87 HTTP/1.1" status: 200 len: 854 time: 0.1061423 Aug 20 10:28:15.478867 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ff82161-9741-41a9-865a-ee0247e06235 req-1d38abc2-a585-43b4-971b-966656b495b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=922aa102-b2f5-4f18-986f-661395ef2399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506544 Aug 20 10:28:15.652835 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ff82161-9741-41a9-865a-ee0247e06235 req-4ec77bd0-0ae1-427d-a15c-0de970b68dfb service neutron] 10.222.0.42 "GET /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628122 Aug 20 10:28:15.906248 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facf856-84cb-4419-b915-64bb3000f241 req-e9470c4b-4c7b-4b05-88cf-09916bb38f28 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:15.908217 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8facf856-84cb-4419-b915-64bb3000f241 req-e9470c4b-4c7b-4b05-88cf-09916bb38f28 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 943 time: 0.1761816 Aug 20 10:28:16.005770 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8facf856-84cb-4419-b915-64bb3000f241 req-dd9a6221-ba64-4aeb-897d-9c5ac8a3a88e tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892293 Aug 20 10:28:16.013826 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ff82161-9741-41a9-865a-ee0247e06235 req-a2093bad-7e52-418d-810f-294cf1e83a51 service neutron] 10.222.0.42 "GET /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473058 Aug 20 10:28:16.123810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cc81f-98e9-4403-8782-ea955d8cac49 req-6ba1112a-5635-4190-8cb2-0b063974a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:16.125476 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-812cc81f-98e9-4403-8782-ea955d8cac49 req-6ba1112a-5635-4190-8cb2-0b063974a878 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=319229dc0b514781beabac34e57d165f&device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 1095 time: 0.0515771 Aug 20 10:28:16.357365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cc81f-98e9-4403-8782-ea955d8cac49 req-fa6623d2-f2ce-426f-9761-26ffd8574a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:16.360684 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-812cc81f-98e9-4403-8782-ea955d8cac49 req-fa6623d2-f2ce-426f-9761-26ffd8574a31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=922aa102-b2f5-4f18-986f-661395ef2399 HTTP/1.1" status: 200 len: 915 time: 0.2271328 Aug 20 10:28:16.413257 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-812cc81f-98e9-4403-8782-ea955d8cac49 req-a0e418c8-385e-4c6e-8473-6b7c975ded0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=748b6384-b116-4426-9ffb-7cf36dfb08d4 HTTP/1.1" status: 200 len: 217 time: 0.0421262 Aug 20 10:28:16.440793 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-5d62c92c-3139-4239-802d-62f4bff221eb tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:16.449295 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-5d62c92c-3139-4239-802d-62f4bff221eb tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/networks?id=521ff98a-19d4-4dad-ba6b-3be4a8250a46 HTTP/1.1" status: 200 len: 809 time: 0.2485709 Aug 20 10:28:16.466598 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-10ec9bcd-4b9a-49c7-8c0f-0bf9a842150a tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/quotas/c5d02e1430354d48898dceb66190cc41 HTTP/1.1" status: 200 len: 375 time: 0.0160863 Aug 20 10:28:16.503991 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-1863e943-a4c3-44af-b53b-b2a7494efd07 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c5d02e1430354d48898dceb66190cc41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361469 Aug 20 10:28:16.509440 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cc81f-98e9-4403-8782-ea955d8cac49 req-2a7625c4-1e30-4cfb-bb48-2ae3ee4d10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:16.511483 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-812cc81f-98e9-4403-8782-ea955d8cac49 req-2a7625c4-1e30-4cfb-bb48-2ae3ee4d10ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=877b184d-721a-4dfe-9c77-d1c4b8531d87 HTTP/1.1" status: 200 len: 854 time: 0.0886509 Aug 20 10:28:16.611127 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-812cc81f-98e9-4403-8782-ea955d8cac49 req-db2a069c-08fd-4033-a5f8-82c1d611073b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=922aa102-b2f5-4f18-986f-661395ef2399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907552 Aug 20 10:28:16.627338 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-4ca4b9e8-3362-4b1b-afaa-94082ad87d09 service neutron] 10.222.0.16 "GET /v2.0/networks/521ff98a-19d4-4dad-ba6b-3be4a8250a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220012 Aug 20 10:28:16.773258 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-e865620f-29a3-48f0-b436-3e52c77d8e27 service neutron] 10.222.0.16 "GET /v2.0/networks/521ff98a-19d4-4dad-ba6b-3be4a8250a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446722 Aug 20 10:28:16.774007 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-812cc81f-98e9-4403-8782-ea955d8cac49 req-5e9e76bb-dedb-4c92-ba45-ed9e7d788132 service neutron] 10.222.0.42 "GET /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543417 Aug 20 10:28:16.951378 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-812cc81f-98e9-4403-8782-ea955d8cac49 req-4293c57f-070a-454b-bd74-14d3f62a5c4d service neutron] 10.222.0.42 "GET /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691136 Aug 20 10:28:17.060223 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83dbf00c-be3c-4024-8284-2aa0169ab3a7 req-690543c9-3b4d-4ef5-b71c-d0c9b0c964ab tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 210 time: 0.0504599 Aug 20 10:28:17.194072 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b1771-20b2-419c-9535-6359dfbf3997 req-7c25c6c2-2aa3-4aba-8ed8-ddfde9771501 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:17.197174 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7b0b1771-20b2-419c-9535-6359dfbf3997 req-7c25c6c2-2aa3-4aba-8ed8-ddfde9771501 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 943 time: 0.0795078 Aug 20 10:28:17.251794 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7b0b1771-20b2-419c-9535-6359dfbf3997 req-56edf641-c209-478f-8403-b1b586d09f20 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468957 Aug 20 10:28:17.487080 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52596) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:17.640793 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-62f5b567-4a0d-4d70-ab13-340bf27d56c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-881843596-network', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:17.688814 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f5b567-4a0d-4d70-ab13-340bf27d56c3 admin admin] Made reservation on behalf of b086f231f77d4675abacdbd977d6ae32 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:28:17.691889 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-62f5b567-4a0d-4d70-ab13-340bf27d56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:17.702315 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-62f5b567-4a0d-4d70-ab13-340bf27d56c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:17.845615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-62f5b567-4a0d-4d70-ab13-340bf27d56c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:17.851746 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-62f5b567-4a0d-4d70-ab13-340bf27d56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:17.864884 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f5b567-4a0d-4d70-ab13-340bf27d56c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:28:17.898599 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-62f5b567-4a0d-4d70-ab13-340bf27d56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:17.899029 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-62f5b567-4a0d-4d70-ab13-340bf27d56c3 admin admin] Added segment a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012 of type vlan for network 5a2aea40-582a-4eff-ab3a-f223319273f1 Aug 20 10:28:17.908426 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5b567-4a0d-4d70-ab13-340bf27d56c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c71e271-ef9a-48d7-af6c-ce3e50a24420,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:17.959710 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-62f5b567-4a0d-4d70-ab13-340bf27d56c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:17.997239 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-62f5b567-4a0d-4d70-ab13-340bf27d56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:17.998786 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f5b567-4a0d-4d70-ab13-340bf27d56c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:17.999435 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-62f5b567-4a0d-4d70-ab13-340bf27d56c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:18.060245 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-62f5b567-4a0d-4d70-ab13-340bf27d56c3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5683768 Aug 20 10:28:18.061079 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52626) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:18.065343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-471326a6-40d1-429c-a9cd-424c4c485739 admin admin] Request body: {'subnet': {'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-881843596-subnet', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:18.084580 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5b567-4a0d-4d70-ab13-340bf27d56c3 admin admin] Pushing event updated for resources: {'Network': ['ID=5a2aea40-582a-4eff-ab3a-f223319273f1,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:18.097557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 5a2aea40-582a-4eff-ab3a-f223319273f1 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:28:18.110731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471326a6-40d1-429c-a9cd-424c4c485739 admin admin] Made reservation on behalf of b086f231f77d4675abacdbd977d6ae32 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:28:18.113887 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-471326a6-40d1-429c-a9cd-424c4c485739 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:18.280320 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d95e7af-8ec4-4d7a-82b0-dd3ec2b7f4e8 req-7d1bb7fe-adbc-4154-819b-96c5ea055318 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 210 time: 0.1047428 Aug 20 10:28:18.357233 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:18.444482 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-eb2a45cc-804b-47d4-8597-07c4309adab4 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:18.446132 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-eb2a45cc-804b-47d4-8597-07c4309adab4 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.24 "GET /v2.0/networks?id=521ff98a-19d4-4dad-ba6b-3be4a8250a46 HTTP/1.1" status: 200 len: 809 time: 0.1814554 Aug 20 10:28:18.465103 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-8b797003-81dd-428a-a875-d4f4378d8f1b tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Request body: {'port': {'device_id': 'e5d96401-481c-485c-91fe-c7ef9d4ad177', 'network_id': '521ff98a-19d4-4dad-ba6b-3be4a8250a46', 'admin_state_up': True, 'tenant_id': 'c5d02e1430354d48898dceb66190cc41'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:18.512070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1068c5-306e-4173-8fda-9de6967cbedd req-722ba7ea-5151-40ab-9d8d-e5fd2703f5b7 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:18.514248 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f1068c5-306e-4173-8fda-9de6967cbedd req-722ba7ea-5151-40ab-9d8d-e5fd2703f5b7 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 943 time: 0.1118214 Aug 20 10:28:18.576588 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f1068c5-306e-4173-8fda-9de6967cbedd req-3a23d24a-c3ca-4947-ace9-ae07301b2ef4 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526373 Aug 20 10:28:19.026683 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-471326a6-40d1-429c-a9cd-424c4c485739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:19.055175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 748b6384-b116-4426-9ffb-7cf36dfb08d4 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:28:19.075966 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471326a6-40d1-429c-a9cd-424c4c485739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:19.086214 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-8b797003-81dd-428a-a875-d4f4378d8f1b tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Made reservation on behalf of c5d02e1430354d48898dceb66190cc41 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:28:19.090909 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-8b797003-81dd-428a-a875-d4f4378d8f1b tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:19.134382 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471326a6-40d1-429c-a9cd-424c4c485739 admin admin] Checking segment: {'id': 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:28:19.134853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471326a6-40d1-429c-a9cd-424c4c485739 admin admin] Network hostable DHCP agents. Network: 5a2aea40-582a-4eff-ab3a-f223319273f1, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:28:19.200509 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471326a6-40d1-429c-a9cd-424c4c485739 admin admin] Network 5a2aea40-582a-4eff-ab3a-f223319273f1 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:28:19.217440 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-471326a6-40d1-429c-a9cd-424c4c485739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 5a2aea40-582a-4eff-ab3a-f223319273f1) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:28:19.222206 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471326a6-40d1-429c-a9cd-424c4c485739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:19.224293 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-471326a6-40d1-429c-a9cd-424c4c485739 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:19.234587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ad058d-2174-46a0-a2c5-07934e60e580 None None] Network 5a2aea40-582a-4eff-ab3a-f223319273f1 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:28:19.257757 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-471326a6-40d1-429c-a9cd-424c4c485739 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1963410 Aug 20 10:28:19.260704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52748) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:19.266764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:19.326206 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 748b6384-b116-4426-9ffb-7cf36dfb08d4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=748b6384-b116-4426-9ffb-7cf36dfb08d4,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:19.343603 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:19.347487 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:19.352248 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '748b6384-b116-4426-9ffb-7cf36dfb08d4', 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399', 'port_id': '748b6384-b116-4426-9ffb-7cf36dfb08d4', 'mac_address': 'fa:16:3e:75:4a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877b184d-721a-4dfe-9c77-d1c4b8531d87', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:28:19.380171 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-8b797003-81dd-428a-a875-d4f4378d8f1b tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Allocated IP 172.20.0.3 (521ff98a-19d4-4dad-ba6b-3be4a8250a46/64133869-5bd5-42bd-b5db-2eab67b96fbd/1a183490-179b-437b-a0e0-e61e0b2cd8f1) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:28:19.440954 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:19.464846 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 748b6384-b116-4426-9ffb-7cf36dfb08d4 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:28:19.490208 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 748b6384-b116-4426-9ffb-7cf36dfb08d4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=748b6384-b116-4426-9ffb-7cf36dfb08d4,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:19.501162 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:19.511415 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:19.563192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-5a2aea40-582a-4eff-ab3a-f223319273f1', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'fixed_ips': [{'subnet_id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:28:19.567499 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:19.581631 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-11955174-0b24-4e37-b058-a4d00a921d37 req-e7b6ef8d-a307-4149-b088-5bc3de556319 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 210 time: 0.0767765 Aug 20 10:28:19.729881 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-8b797003-81dd-428a-a875-d4f4378d8f1b tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:19.825157 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-8b797003-81dd-428a-a875-d4f4378d8f1b tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:19.845578 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:19.876458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=748b6384-b116-4426-9ffb-7cf36dfb08d4,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:19.887136 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856eec4-6947-4442-93c6-49ae8689506f req-f3944e5b-8bc3-4b80-80e4-5a330ea75626 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:19.897945 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8856eec4-6947-4442-93c6-49ae8689506f req-f3944e5b-8bc3-4b80-80e4-5a330ea75626 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 944 time: 0.1700423 Aug 20 10:28:19.934990 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-8b797003-81dd-428a-a875-d4f4378d8f1b tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Network 521ff98a-19d4-4dad-ba6b-3be4a8250a46 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:28:19.938795 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-8b797003-81dd-428a-a875-d4f4378d8f1b tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:28:19.947244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-8b797003-81dd-428a-a875-d4f4378d8f1b tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:28:19.983264 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['748b6384-b116-4426-9ffb-7cf36dfb08d4'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:28:19.993484 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b797003-81dd-428a-a875-d4f4378d8f1b tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Pushing event updated for resources: {'Port': ['ID=1a183490-179b-437b-a0e0-e61e0b2cd8f1,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:19.994003 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8856eec4-6947-4442-93c6-49ae8689506f req-3804a212-133d-47b8-9c62-51ec9f065085 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927780 Aug 20 10:28:20.030912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-8b797003-81dd-428a-a875-d4f4378d8f1b tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:20.031515 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-8b797003-81dd-428a-a875-d4f4378d8f1b tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:20.052592 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-8b797003-81dd-428a-a875-d4f4378d8f1b tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5934908 Aug 20 10:28:20.068824 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Request body: {'port': {'device_id': 'e5d96401-481c-485c-91fe-c7ef9d4ad177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:20.156477 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:20.214472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Allocated IP 172.20.0.2 (5a2aea40-582a-4eff-ab3a-f223319273f1/7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869/f55b19a4-8331-4935-8fed-c831797b21f3) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:28:20.241618 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:20.271593 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:20.466329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Allocated IP 172.25.3.253 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/eebe69c7-dbe0-41f5-8c51-3505ef8a440e) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:28:20.509867 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:20.522726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Transition to ACTIVE for port object f55b19a4-8331-4935-8fed-c831797b21f3 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:28:20.544625 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Transition to ACTIVE for port object f55b19a4-8331-4935-8fed-c831797b21f3 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:28:20.556321 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:20.567265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-64ffd25d-f231-4596-b57d-6d12dd6e2eb6 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:20.568911 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-64ffd25d-f231-4596-b57d-6d12dd6e2eb6 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/networks?id=530560a3-622f-41b9-8222-5a8222e0b1ac HTTP/1.1" status: 200 len: 805 time: 0.3379929 Aug 20 10:28:20.597981 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-f2224a6a-7791-45dc-99cb-3e1de612b1b0 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/quotas/a14c0ec977254acfabe7230c5ae2158d HTTP/1.1" status: 200 len: 375 time: 0.0187500 Aug 20 10:28:20.626477 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Network 5a2aea40-582a-4eff-ab3a-f223319273f1 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:28:20.630510 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:28:20.636244 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:28:20.673448 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:20.686379 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Pushing event updated for resources: {'Port': ['ID=f55b19a4-8331-4935-8fed-c831797b21f3,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:20.731847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Attempting to bind port f55b19a4-8331-4935-8fed-c831797b21f3 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:28:20.732134 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Attempting to bind port f55b19a4-8331-4935-8fed-c831797b21f3 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:28:20.732705 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Attempting to bind port f55b19a4-8331-4935-8fed-c831797b21f3 on network 5a2aea40-582a-4eff-ab3a-f223319273f1 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:28:20.741162 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:28:20.741970 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Checking segment: {'id': 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:28:20.742598 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:20.743228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Bound using segment: {'id': 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:28:20.743980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Bound port: f55b19a4-8331-4935-8fed-c831797b21f3, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:28:20.744602 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:20.765539 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:20.788703 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-f6736858-4523-4b19-a339-b2f595e95d26 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a14c0ec977254acfabe7230c5ae2158d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1801980 Aug 20 10:28:20.810332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2d7de-a595-4f54-80d7-e0d5301de227 req-0d7ba4a6-a529-4fe2-905f-1fae65fd4f22 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:20.812618 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-efd2d7de-a595-4f54-80d7-e0d5301de227 req-0d7ba4a6-a529-4fe2-905f-1fae65fd4f22 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 931 time: 0.0987926 Aug 20 10:28:20.828099 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] For port f55b19a4-8331-4935-8fed-c831797b21f3, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:28:20.832252 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] For port f55b19a4-8331-4935-8fed-c831797b21f3, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f55b19a4-8331-4935-8fed-c831797b21f3,segment=NetworkSegment(a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012),segment_id=a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:28:20.841934 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:28:20.842650 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:20.854586 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:28:20.858688 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Pushing event updated for resources: {'Port': ['ID=eebe69c7-dbe0-41f5-8c51-3505ef8a440e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:20.864602 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:28:20.930833 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fa523-01e2-47d8-aa85-56064562ff8d None None] Pushing event updated for resources: {'Port': ['ID=f55b19a4-8331-4935-8fed-c831797b21f3,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:20.967852 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:20.968177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:20.968593 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:20.969019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:20.969434 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:20.970867 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:20.970867 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:20.970867 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:20.971357 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:20.971792 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:20.972362 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:20.972640 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:21.038941 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-efd2d7de-a595-4f54-80d7-e0d5301de227 req-b265f41f-72c2-42b6-b3bc-fcefda6a0841 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147179 Aug 20 10:28:21.042120 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a183490-179b-437b-a0e0-e61e0b2cd8f1 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:28:21.051167 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:21.065702 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Transition to ACTIVE for port object 1a183490-179b-437b-a0e0-e61e0b2cd8f1 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:28:21.079023 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-41aae000-7b88-47f7-85d1-7f7ca783316e service neutron] 10.222.0.16 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794900 Aug 20 10:28:21.091541 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:21.166105 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Pushing event updated for resources: {'Port': ['ID=1a183490-179b-437b-a0e0-e61e0b2cd8f1,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:21.281980 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-9a817bb3-3d2f-4a06-b6f6-a1aab8e6a50e service neutron] 10.222.0.16 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018886 Aug 20 10:28:21.312668 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52844) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:21.411910 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 39838b64-f64e-4bba-9018-358b3c6be9c8 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:28:21.429276 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Attempting to bind port 1a183490-179b-437b-a0e0-e61e0b2cd8f1 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:28:21.429763 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Attempting to bind port 1a183490-179b-437b-a0e0-e61e0b2cd8f1 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'c09fe89d-a296-48c5-8294-fba279f32099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '521ff98a-19d4-4dad-ba6b-3be4a8250a46'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:28:21.430600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Attempting to bind port 1a183490-179b-437b-a0e0-e61e0b2cd8f1 on network 521ff98a-19d4-4dad-ba6b-3be4a8250a46 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:28:21.435565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Port 1a183490-179b-437b-a0e0-e61e0b2cd8f1 on network 521ff98a-19d4-4dad-ba6b-3be4a8250a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:28:21.435991 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Attempting to bind port 1a183490-179b-437b-a0e0-e61e0b2cd8f1 on network 521ff98a-19d4-4dad-ba6b-3be4a8250a46 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:28:21.438697 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:21.444910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:28:21.447038 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Checking segment: {'id': 'c09fe89d-a296-48c5-8294-fba279f32099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '521ff98a-19d4-4dad-ba6b-3be4a8250a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:28:21.447200 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Bound using segment: {'id': 'c09fe89d-a296-48c5-8294-fba279f32099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '521ff98a-19d4-4dad-ba6b-3be4a8250a46'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:28:21.448881 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Bound port: 1a183490-179b-437b-a0e0-e61e0b2cd8f1, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09fe89d-a296-48c5-8294-fba279f32099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '521ff98a-19d4-4dad-ba6b-3be4a8250a46'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:28:21.450555 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:21.494336 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effabbf-fd35-41b3-b971-5fba2d17d703 req-5b52baad-2577-4bfb-ac7f-9bad910f3de4 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:21.497329 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6effabbf-fd35-41b3-b971-5fba2d17d703 req-5b52baad-2577-4bfb-ac7f-9bad910f3de4 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 944 time: 0.1671586 Aug 20 10:28:21.581449 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a1f9c175-1035-448f-b7ee-22de8e4e52ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:21.593116 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6effabbf-fd35-41b3-b971-5fba2d17d703 req-5dbe19d4-d694-48da-8d83-60641ae3ac3f tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716269 Aug 20 10:28:21.606658 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:21.625260 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] For port 1a183490-179b-437b-a0e0-e61e0b2cd8f1, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:28:21.631569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] For port 1a183490-179b-437b-a0e0-e61e0b2cd8f1, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1a183490-179b-437b-a0e0-e61e0b2cd8f1,segment=NetworkSegment(c09fe89d-a296-48c5-8294-fba279f32099),segment_id=c09fe89d-a296-48c5-8294-fba279f32099)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:28:21.646818 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:21.648615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae57537-1418-4c5b-b27a-c58ea9b617e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39838b64-f64e-4bba-9018-358b3c6be9c8'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:28:21.651854 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c74ac9a-7c2b-4b6e-8788-2e8181a5359a" -d '{"events": [{"server_uuid": "bae57537-1418-4c5b-b27a-c58ea9b617e9", "name": "network-vif-unplugged", "status": "completed", "tag": "39838b64-f64e-4bba-9018-358b3c6be9c8"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:28:21.690924 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 39838b64-f64e-4bba-9018-358b3c6be9c8, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=39838b64-f64e-4bba-9018-358b3c6be9c8,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:21.699311 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1941f5e4-8e7c-44d7-b3eb-50788dee8bf5 req-13bc9021-57fe-4027-8fcd-79e0ea04090c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 210 time: 0.0385823 Aug 20 10:28:21.701545 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:21.744763 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb12076f-ef68-4a55-b22d-7e3e08895b79 x-openstack-request-id: req-cb12076f-ef68-4a55-b22d-7e3e08895b79 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:28:21.744959 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae57537-1418-4c5b-b27a-c58ea9b617e9", "name": "network-vif-unplugged", "status": "completed", "tag": "39838b64-f64e-4bba-9018-358b3c6be9c8", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:28:21.745412 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb12076f-ef68-4a55-b22d-7e3e08895b79 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:28:21.746421 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae57537-1418-4c5b-b27a-c58ea9b617e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39838b64-f64e-4bba-9018-358b3c6be9c8', 'code': 200} Aug 20 10:28:21.773282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:21.773907 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:21.778428 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] 10.222.0.24 "PUT /v2.0/ports/1a183490-179b-437b-a0e0-e61e0b2cd8f1 HTTP/1.1" status: 200 len: 1092 time: 1.7128861 Aug 20 10:28:21.785799 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d96401-481c-485c-91fe-c7ef9d4ad177', 'tag': '1a183490-179b-437b-a0e0-e61e0b2cd8f1'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:28:21.793088 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8597719-5eb9-4ca0-ae22-51b63f4ee7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d96401-481c-485c-91fe-c7ef9d4ad177", "tag": "1a183490-179b-437b-a0e0-e61e0b2cd8f1"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:28:21.805086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=39838b64-f64e-4bba-9018-358b3c6be9c8,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:21.892796 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73948d50-4983-4671-8715-8021e066168a x-openstack-request-id: req-73948d50-4983-4671-8715-8021e066168a {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:28:21.893094 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d96401-481c-485c-91fe-c7ef9d4ad177", "tag": "1a183490-179b-437b-a0e0-e61e0b2cd8f1", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:28:21.893425 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73948d50-4983-4671-8715-8021e066168a {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:28:21.893733 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d96401-481c-485c-91fe-c7ef9d4ad177', 'tag': '1a183490-179b-437b-a0e0-e61e0b2cd8f1', 'status': 'completed', 'code': 200} Aug 20 10:28:21.895295 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336094dd-f6a5-43d9-b61d-4be248232411 service neutron] Pushing event updated for resources: {'Port': ['ID=1a183490-179b-437b-a0e0-e61e0b2cd8f1,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:21.930027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-ad62659f-84e2-43c3-be86-6bcf5e5687f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:21.931845 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-ad62659f-84e2-43c3-be86-6bcf5e5687f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5d02e1430354d48898dceb66190cc41&device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 1095 time: 0.0921648 Aug 20 10:28:21.936600 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:22.009418 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-19c51d28-4330-4920-b42e-697fc5e8ba8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a183490-179b-437b-a0e0-e61e0b2cd8f1 HTTP/1.1" status: 200 len: 217 time: 0.0682387 Aug 20 10:28:22.076346 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a1f9c175-1035-448f-b7ee-22de8e4e52ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:22.108738 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a1f9c175-1035-448f-b7ee-22de8e4e52ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:22.138307 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:28:22.229728 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-307071eb-6af0-4ccb-a5f7-62ebacfac9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:22.231577 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-307071eb-6af0-4ccb-a5f7-62ebacfac9a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=64133869-5bd5-42bd-b5db-2eab67b96fbd HTTP/1.1" status: 200 len: 849 time: 0.2141762 Aug 20 10:28:22.243853 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a1f9c175-1035-448f-b7ee-22de8e4e52ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5710ab83f364c8aac0acc6237db5a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9289820 Aug 20 10:28:22.247248 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1d17a-af16-4265-b2c3-739a114cdc64 req-34fa13a8-880b-40e2-8240-f1a704025a8c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:22.248875 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74d1d17a-af16-4265-b2c3-739a114cdc64 req-34fa13a8-880b-40e2-8240-f1a704025a8c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.24 "GET /v2.0/ports?device_id=bae57537-1418-4c5b-b27a-c58ea9b617e9 HTTP/1.1" status: 200 len: 943 time: 0.1117043 Aug 20 10:28:22.252330 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52904) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:22.253263 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9c175-1035-448f-b7ee-22de8e4e52ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a74b18-8e3f-4b48-af5e-c739a89716d2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:22.296866 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-f67f907d-c5a6-4d38-8f17-ec5030186443 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=521ff98a-19d4-4dad-ba6b-3be4a8250a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557325 Aug 20 10:28:22.329844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868d6b7-5ccc-43ac-87af-6e85af7500c4 req-7d3ef219-7f31-4a8b-b939-ba16c52b077e tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:22.340716 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b868d6b7-5ccc-43ac-87af-6e85af7500c4 req-7d3ef219-7f31-4a8b-b939-ba16c52b077e tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 943 time: 0.1562495 Aug 20 10:28:22.447808 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b868d6b7-5ccc-43ac-87af-6e85af7500c4 req-7492dad2-76ff-435a-9144-d6812930cf09 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061702 Aug 20 10:28:22.468654 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:28:22.481464 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Sync routers for ids ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:28:22.494383 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7431c16b-b4f9-4320-b21f-8be5e3c05057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:22.495158 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-4e9f5708-965c-430b-866d-c903c95e53bd service neutron] 10.222.0.24 "GET /v2.0/networks/521ff98a-19d4-4dad-ba6b-3be4a8250a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728933 Aug 20 10:28:22.500015 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Routers {'247e5bf8-b900-4909-bfb9-fa4bae22ea4d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:28:22.500651 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:28:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:22.505069 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f4a82b-59f5-4ba6-9e1a-0cca710ec36f None None] Network 5a2aea40-582a-4eff-ab3a-f223319273f1 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:28:22.533549 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:22.538060 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b801ef60-a4d7-41a9-87c1-c14c727905bb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2729609 Aug 20 10:28:22.541394 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7431c16b-b4f9-4320-b21f-8be5e3c05057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:22.546258 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52920) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:22.655031 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:22.682260 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-74d1d17a-af16-4265-b2c3-739a114cdc64 req-4563c2cc-e560-45d0-928c-da4ef1d64514 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Deleting port 39838b64-f64e-4bba-9018-358b3c6be9c8 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:28:22.682816 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-74d1d17a-af16-4265-b2c3-739a114cdc64 req-4563c2cc-e560-45d0-928c-da4ef1d64514 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:22.683121 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7efb2de-ee72-4ab6-9b29-680cecf89b13 None None] Provisioning for port f55b19a4-8331-4935-8fed-c831797b21f3 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:28:22.735929 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea38f42b-d43d-458a-870f-5eab6c30fca4 req-554fb0e8-a6cc-429c-985f-5c85b92bf35c service neutron] 10.222.0.24 "GET /v2.0/networks/521ff98a-19d4-4dad-ba6b-3be4a8250a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380767 Aug 20 10:28:22.783100 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Set router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:28:22.920737 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ba0d873f-8c8e-496f-b8a9-abfb772ebfad req-7082f95f-5cd6-4533-a35e-961d2a35f674 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 210 time: 0.0498395 Aug 20 10:28:22.922521 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8597719-5eb9-4ca0-ae22-51b63f4ee7d5 req-e510dbc7-58ca-4146-a1c4-5c6658b42b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:22.936301 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c8597719-5eb9-4ca0-ae22-51b63f4ee7d5 req-e510dbc7-58ca-4146-a1c4-5c6658b42b24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5d02e1430354d48898dceb66190cc41&device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 1095 time: 0.1426888 Aug 20 10:28:23.010893 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f55b19a4-8331-4935-8fed-c831797b21f3 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:28:23.069884 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8597719-5eb9-4ca0-ae22-51b63f4ee7d5 req-ca36229b-2dbd-4207-a1d8-06f20a59a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:23.072074 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c8597719-5eb9-4ca0-ae22-51b63f4ee7d5 req-ca36229b-2dbd-4207-a1d8-06f20a59a261 service neutron] 10.222.0.24 "GET /v2.0/networks?id=521ff98a-19d4-4dad-ba6b-3be4a8250a46 HTTP/1.1" status: 200 len: 910 time: 0.1278687 Aug 20 10:28:23.086283 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 748b6384-b116-4426-9ffb-7cf36dfb08d4 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:28:23.149226 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c8597719-5eb9-4ca0-ae22-51b63f4ee7d5 req-586902cc-abe8-4a19-95ad-f3904aa24c20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a183490-179b-437b-a0e0-e61e0b2cd8f1 HTTP/1.1" status: 200 len: 217 time: 0.0689194 Aug 20 10:28:23.194478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 748b6384-b116-4426-9ffb-7cf36dfb08d4 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:28:23.204156 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 748b6384-b116-4426-9ffb-7cf36dfb08d4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:28:23.204686 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:23.225939 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:28:21Z', 'revision_number': 3, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:23.232269 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8597719-5eb9-4ca0-ae22-51b63f4ee7d5 req-35a6ef02-2f9a-4aa1-8fa1-4c915c1983b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:23.234260 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c8597719-5eb9-4ca0-ae22-51b63f4ee7d5 req-35a6ef02-2f9a-4aa1-8fa1-4c915c1983b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=64133869-5bd5-42bd-b5db-2eab67b96fbd HTTP/1.1" status: 200 len: 849 time: 0.0773108 Aug 20 10:28:23.247757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port f55b19a4-8331-4935-8fed-c831797b21f3 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:28:23.260294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port f55b19a4-8331-4935-8fed-c831797b21f3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:28:23.261046 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:23.310739 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c8597719-5eb9-4ca0-ae22-51b63f4ee7d5 req-326d6bb0-69ed-49a4-a51b-ff975cb76fe5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=521ff98a-19d4-4dad-ba6b-3be4a8250a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673957 Aug 20 10:28:23.340010 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Checking router: 247e5bf8-b900-4909-bfb9-fa4bae22ea4d for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:28:23.345613 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Updating router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d port eebe69c7-dbe0-41f5-8c51-3505ef8a440e binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:28:23.401411 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-24f9a483-aacb-4706-b7f0-1a30ab432f59 None None] Provisioning complete for port f55b19a4-8331-4935-8fed-c831797b21f3 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:28:23.406294 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-24f9a483-aacb-4706-b7f0-1a30ab432f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:23.472180 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:23.488753 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c8597719-5eb9-4ca0-ae22-51b63f4ee7d5 req-2c4d9581-792d-436e-92c4-0ac84bf341e2 service neutron] 10.222.0.24 "GET /v2.0/networks/521ff98a-19d4-4dad-ba6b-3be4a8250a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695945 Aug 20 10:28:23.524307 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52960) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:23.543876 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7431c16b-b4f9-4320-b21f-8be5e3c05057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:23.546395 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7431c16b-b4f9-4320-b21f-8be5e3c05057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:23.558024 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7431c16b-b4f9-4320-b21f-8be5e3c05057 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93a74b18-8e3f-4b48-af5e-c739a89716d2 HTTP/1.1" status: 204 len: 168 time: 1.2970867 Aug 20 10:28:23.570867 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:23.608280 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b81ce-117f-4e4d-8179-75381ec6509f req-6e9794f2-df76-454c-8db0-dd7f15b77e14 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:23.610507 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:23.616944 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-687b81ce-117f-4e4d-8179-75381ec6509f req-6e9794f2-df76-454c-8db0-dd7f15b77e14 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 944 time: 0.2688160 Aug 20 10:28:23.654973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431c16b-b4f9-4320-b21f-8be5e3c05057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a74b18-8e3f-4b48-af5e-c739a89716d2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:23.674886 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-74d1d17a-af16-4265-b2c3-739a114cdc64 req-4563c2cc-e560-45d0-928c-da4ef1d64514 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] For port 39838b64-f64e-4bba-9018-358b3c6be9c8, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=39838b64-f64e-4bba-9018-358b3c6be9c8,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:23.675850 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-74d1d17a-af16-4265-b2c3-739a114cdc64 req-4563c2cc-e560-45d0-928c-da4ef1d64514 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:23.707424 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port f55b19a4-8331-4935-8fed-c831797b21f3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f55b19a4-8331-4935-8fed-c831797b21f3,segment=NetworkSegment(a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012),segment_id=a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:23.715391 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 748b6384-b116-4426-9ffb-7cf36dfb08d4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=748b6384-b116-4426-9ffb-7cf36dfb08d4,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:23.717849 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-24f9a483-aacb-4706-b7f0-1a30ab432f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:23.721500 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:23.803506 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-687b81ce-117f-4e4d-8179-75381ec6509f req-16bead5c-d67e-4a52-a40b-bc953af89736 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853585 Aug 20 10:28:23.813978 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c8597719-5eb9-4ca0-ae22-51b63f4ee7d5 req-09bf7b15-bb85-4e1a-83f5-7df714827d8b service neutron] 10.222.0.24 "GET /v2.0/networks/521ff98a-19d4-4dad-ba6b-3be4a8250a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161061 Aug 20 10:28:23.816050 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-b341bdae-e3fc-4ac3-8bd1-107a36df758c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:23.817658 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-b341bdae-e3fc-4ac3-8bd1-107a36df758c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.42 "GET /v2.0/networks?id=530560a3-622f-41b9-8222-5a8222e0b1ac HTTP/1.1" status: 200 len: 805 time: 0.4709525 Aug 20 10:28:23.820523 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-74d1d17a-af16-4265-b2c3-739a114cdc64 req-4563c2cc-e560-45d0-928c-da4ef1d64514 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Calling delete_port for 39838b64-f64e-4bba-9018-358b3c6be9c8 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:28:23.840949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-eaea5b93-21ca-4f98-baee-7acb2c810613 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Request body: {'port': {'device_id': 'd4064563-5413-4110-9e5d-b1580f2f18cb', 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac', 'admin_state_up': True, 'tenant_id': 'a14c0ec977254acfabe7230c5ae2158d'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:23.854694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b47533-8fd3-463d-8738-4eea05a4ef28 req-3cf19d81-0907-4ba5-a6ac-0a46eb2f8e80 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:23.862761 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12b47533-8fd3-463d-8738-4eea05a4ef28 req-3cf19d81-0907-4ba5-a6ac-0a46eb2f8e80 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 943 time: 0.2556832 Aug 20 10:28:23.913918 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8a1647-70f6-4fbe-bf05-4c90b8127f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748b6384-b116-4426-9ffb-7cf36dfb08d4'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:28:23.916236 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222e3285-1ed8-4f0f-bc78-749af5db97a7" -d '{"events": [{"server_uuid": "7a8a1647-70f6-4fbe-bf05-4c90b8127f5a", "name": "network-vif-plugged", "status": "completed", "tag": "748b6384-b116-4426-9ffb-7cf36dfb08d4"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:28:23.939911 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:23.986441 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12b47533-8fd3-463d-8738-4eea05a4ef28 req-110414c2-eaa7-46e3-82c1-c0719587d989 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174018 Aug 20 10:28:24.029107 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d28389-6483-45f4-9a0f-f9d5a7493b78 x-openstack-request-id: req-93d28389-6483-45f4-9a0f-f9d5a7493b78 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:28:24.029417 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8a1647-70f6-4fbe-bf05-4c90b8127f5a", "name": "network-vif-plugged", "status": "completed", "tag": "748b6384-b116-4426-9ffb-7cf36dfb08d4", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:28:24.029685 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93d28389-6483-45f4-9a0f-f9d5a7493b78 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:28:24.032885 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8a1647-70f6-4fbe-bf05-4c90b8127f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748b6384-b116-4426-9ffb-7cf36dfb08d4', 'code': 200} Aug 20 10:28:24.055185 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:24.057145 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=f55b19a4-8331-4935-8fed-c831797b21f3,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:24.067834 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Transition to ACTIVE for port object eebe69c7-dbe0-41f5-8c51-3505ef8a440e will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:28:24.078786 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:24.125292 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6c74252d-e81d-46e8-9633-50d7af90186f req-da520d5d-9c7f-425c-bf27-d5aa39704bee tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 210 time: 0.0384352 Aug 20 10:28:24.146163 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50a64f26-f3a3-44f9-b823-b2f82ebc98f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:24.154916 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-24f9a483-aacb-4706-b7f0-1a30ab432f59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:28:24.155314 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-24f9a483-aacb-4706-b7f0-1a30ab432f59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:28:24.176232 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Attempting to bind port eebe69c7-dbe0-41f5-8c51-3505ef8a440e on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:28:24.176971 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Attempting to bind port eebe69c7-dbe0-41f5-8c51-3505ef8a440e by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:28:24.177830 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Attempting to bind port eebe69c7-dbe0-41f5-8c51-3505ef8a440e on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:28:24.179524 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=748b6384-b116-4426-9ffb-7cf36dfb08d4,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:24.190251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52974) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:24.194967 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:28:24.195575 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:28:24.196161 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:24.196643 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:28:24.197236 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Bound port: eebe69c7-dbe0-41f5-8c51-3505ef8a440e, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:28:24.197623 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:24.199428 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d37ef-98c0-40e7-856a-68e6508a9b48 None None] Pushing event updated for resources: {'Port': ['ID=eebe69c7-dbe0-41f5-8c51-3505ef8a440e,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:24.208629 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36b0d947-66a5-416d-9169-b2bab4eda261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:24.226951 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d37ef-98c0-40e7-856a-68e6508a9b48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:24.227337 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d37ef-98c0-40e7-856a-68e6508a9b48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:24.227507 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d37ef-98c0-40e7-856a-68e6508a9b48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:24.227925 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d37ef-98c0-40e7-856a-68e6508a9b48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:24.228323 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d37ef-98c0-40e7-856a-68e6508a9b48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:24.228661 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d37ef-98c0-40e7-856a-68e6508a9b48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:24.229057 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d37ef-98c0-40e7-856a-68e6508a9b48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:24.229454 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d37ef-98c0-40e7-856a-68e6508a9b48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:24.229838 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d37ef-98c0-40e7-856a-68e6508a9b48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:24.230224 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d37ef-98c0-40e7-856a-68e6508a9b48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:24.230608 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d37ef-98c0-40e7-856a-68e6508a9b48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:24.230993 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81d37ef-98c0-40e7-856a-68e6508a9b48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:24.266062 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] For port eebe69c7-dbe0-41f5-8c51-3505ef8a440e, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:28:24.269407 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] For port eebe69c7-dbe0-41f5-8c51-3505ef8a440e, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=eebe69c7-dbe0-41f5-8c51-3505ef8a440e,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:28:24.274190 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:24.334791 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Routers {'247e5bf8-b900-4909-bfb9-fa4bae22ea4d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:28:24.335449 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:28:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:24.336839 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cafbc-b87e-40a7-b893-ef4d47c500dc req-a9aecbed-20c2-403c-bbdc-742d6505ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:24.338630 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-087cafbc-b87e-40a7-b893-ef4d47c500dc req-a9aecbed-20c2-403c-bbdc-742d6505ce30 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 1097 time: 0.2175410 Aug 20 10:28:24.340505 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d37ef-98c0-40e7-856a-68e6508a9b48 None None] Pushing event updated for resources: {'Port': ['ID=eebe69c7-dbe0-41f5-8c51-3505ef8a440e,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:24.452126 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] Set router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:28:24.501203 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-087cafbc-b87e-40a7-b893-ef4d47c500dc req-ded4db83-dfea-4050-9b52-f3904e949a87 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344035 Aug 20 10:28:24.507595 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-74d1d17a-af16-4265-b2c3-739a114cdc64 req-4563c2cc-e560-45d0-928c-da4ef1d64514 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:24.570356 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563c2cc-e560-45d0-928c-da4ef1d64514 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Pushing event deleted for resources: {'Port': ['ID=39838b64-f64e-4bba-9018-358b3c6be9c8,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:24.594999 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50a64f26-f3a3-44f9-b823-b2f82ebc98f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:24.663131 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50a64f26-f3a3-44f9-b823-b2f82ebc98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:24.693043 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.api [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-eaea5b93-21ca-4f98-baee-7acb2c810613 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 10:28:24.693043 n-d-778550-11 neutron-server[94867]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 10:28:24.693043 n-d-778550-11 neutron-server[94867]: [parameters: {'project_id_1': 'a14c0ec977254acfabe7230c5ae2158d', 'expiration_1': datetime.datetime(2021, 8, 20, 10, 28, 24, 300637)}] Aug 20 10:28:24.693043 n-d-778550-11 neutron-server[94867]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:28:24.693555 n-d-778550-11 neutron-server[94867]: DEBUG oslo_db.api [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-eaea5b93-21ca-4f98-baee-7acb2c810613 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:28:24.722755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d1d17a-af16-4265-b2c3-739a114cdc64 req-4563c2cc-e560-45d0-928c-da4ef1d64514 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] No DVR routers for this DVR port 39838b64-f64e-4bba-9018-358b3c6be9c8 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:28:24.727615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36b0d947-66a5-416d-9169-b2bab4eda261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:24.736723 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36b0d947-66a5-416d-9169-b2bab4eda261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:24.737883 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-74d1d17a-af16-4265-b2c3-739a114cdc64 req-4563c2cc-e560-45d0-928c-da4ef1d64514 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:24.740643 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74d1d17a-af16-4265-b2c3-739a114cdc64 req-4563c2cc-e560-45d0-928c-da4ef1d64514 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.24 "DELETE /v2.0/ports/39838b64-f64e-4bba-9018-358b3c6be9c8 HTTP/1.1" status: 204 len: 173 time: 2.4790277 Aug 20 10:28:24.741098 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae57537-1418-4c5b-b27a-c58ea9b617e9', 'name': 'network-vif-deleted', 'tag': '39838b64-f64e-4bba-9018-358b3c6be9c8'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:28:24.743425 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20898869-6cb2-47c7-8df0-d82586bfbf8c" -d '{"events": [{"server_uuid": "bae57537-1418-4c5b-b27a-c58ea9b617e9", "name": "network-vif-deleted", "tag": "39838b64-f64e-4bba-9018-358b3c6be9c8"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:28:24.766120 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-50a64f26-f3a3-44f9-b823-b2f82ebc98f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81780cb6a4cb444babe7f0c8413d951e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2351117 Aug 20 10:28:24.767398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a64f26-f3a3-44f9-b823-b2f82ebc98f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aadca36-7d88-40a2-8dbe-4c4a7fe36a66,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:24.771493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52980) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:24.817727 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-36b0d947-66a5-416d-9169-b2bab4eda261 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32e4f6ba032d457489b7841f069dad60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6257079 Aug 20 10:28:24.818919 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52984) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:24.819917 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b422bd-e8df-44e0-9b1b-7adde2398249 x-openstack-request-id: req-71b422bd-e8df-44e0-9b1b-7adde2398249 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:28:24.820210 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae57537-1418-4c5b-b27a-c58ea9b617e9", "name": "network-vif-deleted", "tag": "39838b64-f64e-4bba-9018-358b3c6be9c8", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:28:24.820574 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71b422bd-e8df-44e0-9b1b-7adde2398249 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:28:24.820907 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae57537-1418-4c5b-b27a-c58ea9b617e9', 'name': 'network-vif-deleted', 'tag': '39838b64-f64e-4bba-9018-358b3c6be9c8', 'status': 'completed', 'code': 200} Aug 20 10:28:24.859712 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0d947-66a5-416d-9169-b2bab4eda261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd798ed-e91f-4598-b203-6b865d1bab18,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:24.885130 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d2207312-ae4d-45ef-83d2-c172e94a1725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:24.891833 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:28:21Z', 'revision_number': 3, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:24.897395 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:24.915226 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da298589-0c27-49ba-b568-5f61336d033e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:24.927455 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d2207312-ae4d-45ef-83d2-c172e94a1725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:24.956542 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b87e67-46e0-4c54-bac0-104fa85f88b7 None None] The sync data for ids ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'] in n-d-778550-11 is: [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:28:21Z', 'revision_number': 3, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:28:24.960827 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da298589-0c27-49ba-b568-5f61336d033e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:24.998793 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f55b19a4-8331-4935-8fed-c831797b21f3 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:28:25.002732 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d2207312-ae4d-45ef-83d2-c172e94a1725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:25.007706 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d2207312-ae4d-45ef-83d2-c172e94a1725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:25.008764 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d2207312-ae4d-45ef-83d2-c172e94a1725 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/abd798ed-e91f-4598-b203-6b865d1bab18 HTTP/1.1" status: 204 len: 168 time: 0.1879611 Aug 20 10:28:25.017814 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2207312-ae4d-45ef-83d2-c172e94a1725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd798ed-e91f-4598-b203-6b865d1bab18,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:25.123679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port f55b19a4-8331-4935-8fed-c831797b21f3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:28:25.124270 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:25.136588 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da298589-0c27-49ba-b568-5f61336d033e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:25.139324 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da298589-0c27-49ba-b568-5f61336d033e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:25.142925 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-da298589-0c27-49ba-b568-5f61336d033e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6aadca36-7d88-40a2-8dbe-4c4a7fe36a66 HTTP/1.1" status: 204 len: 168 time: 0.3674862 Aug 20 10:28:25.190280 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da298589-0c27-49ba-b568-5f61336d033e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aadca36-7d88-40a2-8dbe-4c4a7fe36a66,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:25.246268 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977e3e5-3d3e-4f7f-9d99-fbbc5d7a3a57 req-6bdfb610-7a31-4b65-8ffd-7b17168e7707 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:25.257068 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b977e3e5-3d3e-4f7f-9d99-fbbc5d7a3a57 req-6bdfb610-7a31-4b65-8ffd-7b17168e7707 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 943 time: 0.1556995 Aug 20 10:28:25.264447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c53ed-8c72-4252-ae27-09444df9c6ec req-ad61f29a-716e-458b-a480-72b2111ef8d5 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:25.266704 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-de9c53ed-8c72-4252-ae27-09444df9c6ec req-ad61f29a-716e-458b-a480-72b2111ef8d5 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.2364590 Aug 20 10:28:25.363744 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b977e3e5-3d3e-4f7f-9d99-fbbc5d7a3a57 req-de999203-3be4-4495-8845-1012b47b5e04 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055970 Aug 20 10:28:25.435370 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-eaea5b93-21ca-4f98-baee-7acb2c810613 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Made reservation on behalf of a14c0ec977254acfabe7230c5ae2158d for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:28:25.448103 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-eaea5b93-21ca-4f98-baee-7acb2c810613 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:25.575846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Allocated IP 172.20.0.1 (5a2aea40-582a-4eff-ab3a-f223319273f1/7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869/b4707df8-9df7-4a46-8cb3-995556a8107d) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:28:25.646478 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-31192355-68ab-4ac6-91b2-83eaf0bf40e5 req-8f02a990-12df-47b3-b797-079549f672de tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 210 time: 0.0922625 Aug 20 10:28:25.767912 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:25.836157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Transition to ACTIVE for port object b4707df8-9df7-4a46-8cb3-995556a8107d will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:28:25.867228 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-de9c53ed-8c72-4252-ae27-09444df9c6ec req-6c70f876-25f2-4209-82f0-f73a0e9c31a1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476818 Aug 20 10:28:25.949378 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-eaea5b93-21ca-4f98-baee-7acb2c810613 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Allocated IP 172.20.0.10 (530560a3-622f-41b9-8222-5a8222e0b1ac/fcda7d78-8f96-4bd2-aa67-b7d358612b18/42f4b4f6-6bfd-4b2c-995d-9705827a151f) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:28:25.954912 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:26.029375 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Network 5a2aea40-582a-4eff-ab3a-f223319273f1 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:28:26.035362 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:28:26.054979 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:28:26.066303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Pushing event updated for resources: {'Port': ['ID=b4707df8-9df7-4a46-8cb3-995556a8107d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:26.207835 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:26.415072 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-366f015a-38b5-4e63-999b-0224082cbf39 None None] Provisioning for port b4707df8-9df7-4a46-8cb3-995556a8107d completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:28:26.425006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-366f015a-38b5-4e63-999b-0224082cbf39 None None] Provisioning complete for port b4707df8-9df7-4a46-8cb3-995556a8107d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:28:26.425641 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-366f015a-38b5-4e63-999b-0224082cbf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:26.426836 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-eaea5b93-21ca-4f98-baee-7acb2c810613 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:26.471956 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-366f015a-38b5-4e63-999b-0224082cbf39 None None] Port b4707df8-9df7-4a46-8cb3-995556a8107d cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:28:26.529037 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:26.794722 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-130fded5-8382-4622-aa26-b6efe0f2ab6a req-61f82fd7-16fc-4bc2-afe3-90bc7340cfbc tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 210 time: 0.0288868 Aug 20 10:28:26.964692 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device eebe69c7-dbe0-41f5-8c51-3505ef8a440e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:28:27.041712 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee1004-faf2-407f-b108-c2551bdae888 req-de81c921-3b74-40d1-ae59-093dd6183781 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:27.042486 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-eaea5b93-21ca-4f98-baee-7acb2c810613 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:27.055146 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bdee1004-faf2-407f-b108-c2551bdae888 req-de81c921-3b74-40d1-ae59-093dd6183781 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.0749710 Aug 20 10:28:27.094551 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port eebe69c7-dbe0-41f5-8c51-3505ef8a440e completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:28:27.099386 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port eebe69c7-dbe0-41f5-8c51-3505ef8a440e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:28:27.099768 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:27.153133 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bdee1004-faf2-407f-b108-c2551bdae888 req-98d89b01-b467-43db-9027-f6091ad79de8 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910461 Aug 20 10:28:27.211865 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b525245-9798-4cc8-9f64-4cb177094c58 req-d1cb242a-d668-4f7d-979d-ee16de2b8acf tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:27.221946 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6b525245-9798-4cc8-9f64-4cb177094c58 req-d1cb242a-d668-4f7d-979d-ee16de2b8acf tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 943 time: 0.7679286 Aug 20 10:28:27.229339 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-eaea5b93-21ca-4f98-baee-7acb2c810613 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Network 530560a3-622f-41b9-8222-5a8222e0b1ac is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:28:27.236359 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:27.270809 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port eebe69c7-dbe0-41f5-8c51-3505ef8a440e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=eebe69c7-dbe0-41f5-8c51-3505ef8a440e,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:27.279954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-eaea5b93-21ca-4f98-baee-7acb2c810613 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:28:27.281302 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:27.288394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-eaea5b93-21ca-4f98-baee-7acb2c810613 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:28:27.345760 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-eaea5b93-21ca-4f98-baee-7acb2c810613 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:27.346401 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-eaea5b93-21ca-4f98-baee-7acb2c810613 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:27.370461 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=eebe69c7-dbe0-41f5-8c51-3505ef8a440e,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:27.399686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea5b93-21ca-4f98-baee-7acb2c810613 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Pushing event updated for resources: {'Port': ['ID=42f4b4f6-6bfd-4b2c-995d-9705827a151f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:27.421403 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1a183490-179b-437b-a0e0-e61e0b2cd8f1 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:28:27.424973 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6b525245-9798-4cc8-9f64-4cb177094c58 req-a97b03f6-2092-4b0f-8eff-d37a56806bca tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965466 Aug 20 10:28:27.429071 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-eaea5b93-21ca-4f98-baee-7acb2c810613 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5991845 Aug 20 10:28:27.446404 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Request body: {'port': {'device_id': 'd4064563-5413-4110-9e5d-b1580f2f18cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:27.461831 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 39838b64-f64e-4bba-9018-358b3c6be9c8 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:28:27.464098 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdcaea-425a-4f27-9ead-4b9d3db22d9e req-1aedba07-6677-4066-a6e7-62a24767b0da tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:27.474718 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d9cdcaea-425a-4f27-9ead-4b9d3db22d9e req-1aedba07-6677-4066-a6e7-62a24767b0da tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.1317878 Aug 20 10:28:27.500223 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 39838b64-f64e-4bba-9018-358b3c6be9c8 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:28:27.501113 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 39838b64-f64e-4bba-9018-358b3c6be9c8 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:28:27.529856 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d9cdcaea-425a-4f27-9ead-4b9d3db22d9e req-a5f291c5-3e0e-4dd1-864b-bcee099a2c0c tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504096 Aug 20 10:28:27.577999 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:27.585328 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:27.599371 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:27.620788 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1a183490-179b-437b-a0e0-e61e0b2cd8f1, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1a183490-179b-437b-a0e0-e61e0b2cd8f1,segment=NetworkSegment(c09fe89d-a296-48c5-8294-fba279f32099),segment_id=c09fe89d-a296-48c5-8294-fba279f32099)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:27.635013 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '1a183490-179b-437b-a0e0-e61e0b2cd8f1', 'network_id': '521ff98a-19d4-4dad-ba6b-3be4a8250a46', 'port_id': '1a183490-179b-437b-a0e0-e61e0b2cd8f1', 'mac_address': 'fa:16:3e:80:b2:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64133869-5bd5-42bd-b5db-2eab67b96fbd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:28:27.674954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Pushing event updated for resources: {'Port': ['ID=b4707df8-9df7-4a46-8cb3-995556a8107d,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:27.705641 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:27.729882 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a183490-179b-437b-a0e0-e61e0b2cd8f1 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:28:27.776825 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:27.782196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1a183490-179b-437b-a0e0-e61e0b2cd8f1, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1a183490-179b-437b-a0e0-e61e0b2cd8f1,segment=NetworkSegment(c09fe89d-a296-48c5-8294-fba279f32099),segment_id=c09fe89d-a296-48c5-8294-fba279f32099)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:27.793627 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:27.868433 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=1a183490-179b-437b-a0e0-e61e0b2cd8f1,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:28.011872 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d46ef1-426e-4022-b287-2089135453fa req-a45ba030-0d54-41f0-8770-f1c6fd6b70ec tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:28.014062 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f1d46ef1-426e-4022-b287-2089135453fa req-a45ba030-0d54-41f0-8770-f1c6fd6b70ec tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 932 time: 0.0838635 Aug 20 10:28:28.072247 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f1d46ef1-426e-4022-b287-2089135453fa req-1f082bc4-dafe-4440-8970-12295613f143 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518169 Aug 20 10:28:28.087530 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3a776-fd86-41ce-ae67-fc5183c56b3a req-d2716733-3e34-41aa-a0ff-f26489f9a440 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:28.089195 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-82d3a776-fd86-41ce-ae67-fc5183c56b3a req-d2716733-3e34-41aa-a0ff-f26489f9a440 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.1729155 Aug 20 10:28:28.145287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Network 5a2aea40-582a-4eff-ab3a-f223319273f1 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:28:28.154758 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1a183490-179b-437b-a0e0-e61e0b2cd8f1'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:28:28.165554 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:28:28.195865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-82d3a776-fd86-41ce-ae67-fc5183c56b3a req-7ec9acfb-2171-4b85-a47b-f528f78ce28b tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912740 Aug 20 10:28:28.467184 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f4b4f6-6bfd-4b2c-995d-9705827a151f {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:28:28.479607 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:28.484215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:28:28.502432 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Transition to ACTIVE for port object 42f4b4f6-6bfd-4b2c-995d-9705827a151f will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:28:28.518148 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b8daef61-be0e-45b9-ba43-7bca6602b64e None None] Provisioning complete for port b4707df8-9df7-4a46-8cb3-995556a8107d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:28:28.519221 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b8daef61-be0e-45b9-ba43-7bca6602b64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:28.546797 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:28.611296 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b8daef61-be0e-45b9-ba43-7bca6602b64e None None] Port b4707df8-9df7-4a46-8cb3-995556a8107d cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:28:28.617501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1fa08-7a91-4dff-83a7-de8f60abfc87 req-93dc6b13-0016-4cf6-90f2-f13faf698abf tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:28.625756 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fba1fa08-7a91-4dff-83a7-de8f60abfc87 req-93dc6b13-0016-4cf6-90f2-f13faf698abf tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 944 time: 0.0922205 Aug 20 10:28:28.665199 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Pushing event updated for resources: {'Port': ['ID=42f4b4f6-6bfd-4b2c-995d-9705827a151f,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:28.673341 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fba1fa08-7a91-4dff-83a7-de8f60abfc87 req-20189365-9524-43c6-8be8-40fee645b4e9 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464394 Aug 20 10:28:28.725185 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:28:28.733934 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Sync routers for ids ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:28:28.739645 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-41f61999-7d17-4311-ac41-3179b37f94ee admin admin] 10.222.0.16 "PUT /v2.0/routers/247e5bf8-b900-4909-bfb9-fa4bae22ea4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1916690 Aug 20 10:28:28.743838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Routers {'247e5bf8-b900-4909-bfb9-fa4bae22ea4d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:28:28.744860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:28:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:28.774641 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Attempting to bind port 42f4b4f6-6bfd-4b2c-995d-9705827a151f on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:28:28.774976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Attempting to bind port 42f4b4f6-6bfd-4b2c-995d-9705827a151f by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'db5f7a13-bbcf-4283-ac85-340991cd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:28:28.775553 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Attempting to bind port 42f4b4f6-6bfd-4b2c-995d-9705827a151f on network 530560a3-622f-41b9-8222-5a8222e0b1ac {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:28:28.780334 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Port 42f4b4f6-6bfd-4b2c-995d-9705827a151f on network 530560a3-622f-41b9-8222-5a8222e0b1ac not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:28:28.780890 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Attempting to bind port 42f4b4f6-6bfd-4b2c-995d-9705827a151f on network 530560a3-622f-41b9-8222-5a8222e0b1ac {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:28:28.787862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:28:28.788205 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Checking segment: {'id': 'db5f7a13-bbcf-4283-ac85-340991cd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:28:28.788588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Bound using segment: {'id': 'db5f7a13-bbcf-4283-ac85-340991cd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:28:28.789015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Bound port: 42f4b4f6-6bfd-4b2c-995d-9705827a151f, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5f7a13-bbcf-4283-ac85-340991cd7d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:28:28.789373 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:28.842805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53172) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:28.864884 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] For port 42f4b4f6-6bfd-4b2c-995d-9705827a151f, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:28:28.868377 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] For port 42f4b4f6-6bfd-4b2c-995d-9705827a151f, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=42f4b4f6-6bfd-4b2c-995d-9705827a151f,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:28:28.877389 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:28.902607 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Set router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:28:28.921521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:28.922501 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:28.924200 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] 10.222.0.42 "PUT /v2.0/ports/42f4b4f6-6bfd-4b2c-995d-9705827a151f HTTP/1.1" status: 200 len: 1093 time: 1.4827981 Aug 20 10:28:28.924893 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4064563-5413-4110-9e5d-b1580f2f18cb', 'tag': '42f4b4f6-6bfd-4b2c-995d-9705827a151f'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:28:28.927717 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279916ec-8dcc-49bd-a8e2-5da69f37b2eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d4064563-5413-4110-9e5d-b1580f2f18cb", "tag": "42f4b4f6-6bfd-4b2c-995d-9705827a151f"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:28:28.954960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549963d-a38d-40ef-82be-66753b7cab6b service neutron] Pushing event updated for resources: {'Port': ['ID=42f4b4f6-6bfd-4b2c-995d-9705827a151f,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:28.956087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device eebe69c7-dbe0-41f5-8c51-3505ef8a440e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:28:28.993029 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a733358c-6ff0-41d2-913b-7db9e1dabd6e x-openstack-request-id: req-a733358c-6ff0-41d2-913b-7db9e1dabd6e {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:28:28.993681 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4064563-5413-4110-9e5d-b1580f2f18cb", "tag": "42f4b4f6-6bfd-4b2c-995d-9705827a151f", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:28:28.994017 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a733358c-6ff0-41d2-913b-7db9e1dabd6e {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:28:28.994517 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4064563-5413-4110-9e5d-b1580f2f18cb', 'tag': '42f4b4f6-6bfd-4b2c-995d-9705827a151f', 'status': 'completed', 'code': 200} Aug 20 10:28:29.033615 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-ec452404-84bd-4083-9258-bfb86ef64750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:29.035486 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-ec452404-84bd-4083-9258-bfb86ef64750 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a14c0ec977254acfabe7230c5ae2158d&device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 1096 time: 0.0573616 Aug 20 10:28:29.098575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port eebe69c7-dbe0-41f5-8c51-3505ef8a440e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:28:29.098947 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:29.107106 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-6f67b962-5d9b-49e9-9377-2c3c33decd63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42f4b4f6-6bfd-4b2c-995d-9705827a151f HTTP/1.1" status: 200 len: 217 time: 0.0637412 Aug 20 10:28:29.175845 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f9eec56-fd3d-46fb-9b17-7bd08d209437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:29.260234 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-3cba12a8-9cd4-4213-a4db-531ce07068ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:29.262892 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-3cba12a8-9cd4-4213-a4db-531ce07068ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcda7d78-8f96-4bd2-aa67-b7d358612b18 HTTP/1.1" status: 200 len: 845 time: 0.1446896 Aug 20 10:28:29.291856 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6cf07b68-2a1d-42fa-8e75-7837344a8e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:29.305209 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:28:26Z', 'revision_number': 4, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'b4707df8-9df7-4a46-8cb3-995556a8107d', 'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'mac_address': 'fa:16:3e:e5:b6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:24Z', 'updated_at': '2021-08-20T10:28:26Z', 'revision_number': 2, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'subnets': [{'id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:29.321706 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-9f254732-ebb5-4457-99d7-3b282b258665 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=530560a3-622f-41b9-8222-5a8222e0b1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502918 Aug 20 10:28:29.332302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c09693-a9a0-4ebd-b01e-77a0c4a5c358 req-1f55e4c9-45d3-4ef6-8baa-39c767c00223 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:29.341782 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-94c09693-a9a0-4ebd-b01e-77a0c4a5c358 req-1f55e4c9-45d3-4ef6-8baa-39c767c00223 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 944 time: 0.1395009 Aug 20 10:28:29.346363 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Checking router: 247e5bf8-b900-4909-bfb9-fa4bae22ea4d for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:28:29.346722 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Updating router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d port b4707df8-9df7-4a46-8cb3-995556a8107d binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:28:29.361518 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f9eec56-fd3d-46fb-9b17-7bd08d209437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:29.370219 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f9eec56-fd3d-46fb-9b17-7bd08d209437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:29.382304 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:29.404217 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6f9eec56-fd3d-46fb-9b17-7bd08d209437 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7606868fc7b5403bb72f59f351312c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5602489 Aug 20 10:28:29.406780 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53204) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:29.419234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1a183490-179b-437b-a0e0-e61e0b2cd8f1 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:28:29.454853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9eec56-fd3d-46fb-9b17-7bd08d209437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21c5b21-eded-4c38-9a58-0e01d1d452e4,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:29.469788 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-edc3f833-700f-4b85-ba88-b6ae656dc892 service neutron] 10.222.0.42 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175559 Aug 20 10:28:29.487515 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-478200b0-b6f3-4193-a7a7-2a698cd825b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:29.524347 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-478200b0-b6f3-4193-a7a7-2a698cd825b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:29.550711 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53208) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:29.559395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-6cbfdbac-7849-4e94-83ae-531e9ca8d286 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971812800', 'description': 'tempest-description--255436602'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:29.615998 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-94c09693-a9a0-4ebd-b01e-77a0c4a5c358 req-edd9caa8-2485-454f-9eea-3f37bff19173 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732210 Aug 20 10:28:29.622158 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6cbfdbac-7849-4e94-83ae-531e9ca8d286 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:29.653180 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-478200b0-b6f3-4193-a7a7-2a698cd825b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:29.655915 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-478200b0-b6f3-4193-a7a7-2a698cd825b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:29.657750 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-470e5f0d-3716-4855-b656-5717bbccbc58 req-0f3e236a-fbdc-476c-ac9f-44e41bc4374a service neutron] 10.222.0.42 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788621 Aug 20 10:28:29.659542 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-478200b0-b6f3-4193-a7a7-2a698cd825b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f21c5b21-eded-4c38-9a58-0e01d1d452e4 HTTP/1.1" status: 204 len: 168 time: 0.2515311 Aug 20 10:28:29.714034 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478200b0-b6f3-4193-a7a7-2a698cd825b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21c5b21-eded-4c38-9a58-0e01d1d452e4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:29.781459 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b201-9a0f-4726-ae36-0ad66ca56ec9 req-e382a28e-bae5-4256-9d74-a50fad61724b tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:29.792812 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0081b201-9a0f-4726-ae36-0ad66ca56ec9 req-e382a28e-bae5-4256-9d74-a50fad61724b tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.1454415 Aug 20 10:28:29.820564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279916ec-8dcc-49bd-a8e2-5da69f37b2eb req-ed361907-6429-4230-bf2c-c72899bfe9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:29.822204 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-279916ec-8dcc-49bd-a8e2-5da69f37b2eb req-ed361907-6429-4230-bf2c-c72899bfe9f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a14c0ec977254acfabe7230c5ae2158d&device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 1096 time: 0.1039028 Aug 20 10:28:29.836439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 1a183490-179b-437b-a0e0-e61e0b2cd8f1 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:28:29.857142 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 1a183490-179b-437b-a0e0-e61e0b2cd8f1 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:28:29.857564 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:29.908515 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0081b201-9a0f-4726-ae36-0ad66ca56ec9 req-ac0da6cc-843a-46d6-a6b4-ab6a77a82a7f tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131690 Aug 20 10:28:29.987191 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6cbfdbac-7849-4e94-83ae-531e9ca8d286 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:29.995024 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6cbfdbac-7849-4e94-83ae-531e9ca8d286 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.013426 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.043033 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6cbfdbac-7849-4e94-83ae-531e9ca8d286 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.044107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Transition to ACTIVE for port object b4707df8-9df7-4a46-8cb3-995556a8107d will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:28:30.054381 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6cbfdbac-7849-4e94-83ae-531e9ca8d286 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5012507 Aug 20 10:28:30.056338 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.059178 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279916ec-8dcc-49bd-a8e2-5da69f37b2eb req-6ab4edee-cb29-4cc1-8a8d-3c3a41074239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:30.059432 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53234) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:30.060244 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-279916ec-8dcc-49bd-a8e2-5da69f37b2eb req-6ab4edee-cb29-4cc1-8a8d-3c3a41074239 service neutron] 10.222.0.42 "GET /v2.0/networks?id=530560a3-622f-41b9-8222-5a8222e0b1ac HTTP/1.1" status: 200 len: 906 time: 0.2302628 Aug 20 10:28:30.066860 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.069173 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d4d06511-ee41-4b87-bb44-716e348b9f92 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Request body: {'security_group_rule': {'security_group_id': 'cc247365-1112-4773-886a-ed1f85a54066', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:30.081372 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfdbac-7849-4e94-83ae-531e9ca8d286 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc247365-1112-4773-886a-ed1f85a54066,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:30.143574 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4d06511-ee41-4b87-bb44-716e348b9f92 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.161748 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d96401-481c-485c-91fe-c7ef9d4ad177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a183490-179b-437b-a0e0-e61e0b2cd8f1'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:28:30.165280 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2586266b-dd30-4475-a21a-c034fe9c4198" -d '{"events": [{"server_uuid": "e5d96401-481c-485c-91fe-c7ef9d4ad177", "name": "network-vif-plugged", "status": "completed", "tag": "1a183490-179b-437b-a0e0-e61e0b2cd8f1"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:28:30.173015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a520aa-a91a-40b5-b69d-fecaa8844dd2 None None] Pushing event updated for resources: {'Port': ['ID=b4707df8-9df7-4a46-8cb3-995556a8107d,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:30.197298 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-279916ec-8dcc-49bd-a8e2-5da69f37b2eb req-8f899687-3ab8-47d8-874e-6f934e94650b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42f4b4f6-6bfd-4b2c-995d-9705827a151f HTTP/1.1" status: 200 len: 217 time: 0.0959923 Aug 20 10:28:30.224148 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1a183490-179b-437b-a0e0-e61e0b2cd8f1, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1a183490-179b-437b-a0e0-e61e0b2cd8f1,segment=NetworkSegment(c09fe89d-a296-48c5-8294-fba279f32099),segment_id=c09fe89d-a296-48c5-8294-fba279f32099)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:30.234626 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.299444 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b88588-3f70-48a8-85e6-432fb3eb95c8 x-openstack-request-id: req-a1b88588-3f70-48a8-85e6-432fb3eb95c8 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:28:30.299626 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d96401-481c-485c-91fe-c7ef9d4ad177", "name": "network-vif-plugged", "status": "completed", "tag": "1a183490-179b-437b-a0e0-e61e0b2cd8f1", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:28:30.299817 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1b88588-3f70-48a8-85e6-432fb3eb95c8 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:28:30.300225 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d96401-481c-485c-91fe-c7ef9d4ad177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a183490-179b-437b-a0e0-e61e0b2cd8f1', 'code': 200} Aug 20 10:28:30.316221 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4d06511-ee41-4b87-bb44-716e348b9f92 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.317725 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53240) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:30.328097 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d406a-3474-4ccb-8129-06f1905ec54a req-abf1ce25-9234-41d3-af78-fbe10ddee9a9 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:30.330969 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-941d406a-3474-4ccb-8129-06f1905ec54a req-abf1ce25-9234-41d3-af78-fbe10ddee9a9 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 944 time: 0.2694180 Aug 20 10:28:30.348652 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Attempting to bind port b4707df8-9df7-4a46-8cb3-995556a8107d on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:28:30.349033 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Attempting to bind port b4707df8-9df7-4a46-8cb3-995556a8107d by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:28:30.349403 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Attempting to bind port b4707df8-9df7-4a46-8cb3-995556a8107d on network 5a2aea40-582a-4eff-ab3a-f223319273f1 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:28:30.355076 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4d06511-ee41-4b87-bb44-716e348b9f92 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.365860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:28:30.366713 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Checking segment: {'id': 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:28:30.367780 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.368359 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Bound using segment: {'id': 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:28:30.369019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Bound port: b4707df8-9df7-4a46-8cb3-995556a8107d, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:28:30.369588 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.390170 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4d06511-ee41-4b87-bb44-716e348b9f92 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.391492 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d4d06511-ee41-4b87-bb44-716e348b9f92 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3317797 Aug 20 10:28:30.398345 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-77ea8c48-343c-4d73-89b8-e383305c31b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.398572 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53246) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:30.398846 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=1a183490-179b-437b-a0e0-e61e0b2cd8f1,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:30.409844 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-941d406a-3474-4ccb-8129-06f1905ec54a req-2221ce98-9f5b-4fff-9b0b-5f0222e71813 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692155 Aug 20 10:28:30.411382 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279916ec-8dcc-49bd-a8e2-5da69f37b2eb req-cc87415f-7235-4f1a-b8b1-a5aaab289886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:30.419594 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-279916ec-8dcc-49bd-a8e2-5da69f37b2eb req-cc87415f-7235-4f1a-b8b1-a5aaab289886 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fcda7d78-8f96-4bd2-aa67-b7d358612b18 HTTP/1.1" status: 200 len: 845 time: 0.2040529 Aug 20 10:28:30.440214 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-1e91d0d3-c3d7-48e8-97c6-ad43510af307 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Request body: {'security_group_rule': {'security_group_id': 'cc247365-1112-4773-886a-ed1f85a54066', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:30.460054 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d06511-ee41-4b87-bb44-716e348b9f92 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34116b6d-e186-40ec-92f2-755583f45ab5,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:30.519154 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-279916ec-8dcc-49bd-a8e2-5da69f37b2eb req-b693697c-296d-4e48-b33a-66b25840f65c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=530560a3-622f-41b9-8222-5a8222e0b1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918653 Aug 20 10:28:30.529010 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] For port b4707df8-9df7-4a46-8cb3-995556a8107d, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:28:30.537142 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] For port b4707df8-9df7-4a46-8cb3-995556a8107d, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b4707df8-9df7-4a46-8cb3-995556a8107d,segment=NetworkSegment(a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012),segment_id=a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:28:30.544607 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.563445 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-77ea8c48-343c-4d73-89b8-e383305c31b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.573349 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-77ea8c48-343c-4d73-89b8-e383305c31b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.591880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0915f-179b-4ece-9a23-8ef2145f9bfa req-809cc235-cb3c-402a-be6c-56749647360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:30.593735 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9aa0915f-179b-4ece-9a23-8ef2145f9bfa req-809cc235-cb3c-402a-be6c-56749647360d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 1097 time: 0.1940563 Aug 20 10:28:30.635688 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a520aa-a91a-40b5-b69d-fecaa8844dd2 None None] Pushing event updated for resources: {'Port': ['ID=b4707df8-9df7-4a46-8cb3-995556a8107d,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:30.639721 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Routers {'247e5bf8-b900-4909-bfb9-fa4bae22ea4d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:28:30.640528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:28:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:30.662081 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-77ea8c48-343c-4d73-89b8-e383305c31b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90190cf440b1418a9b3eed253c1d496c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196766 Aug 20 10:28:30.663241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea8c48-343c-4d73-89b8-e383305c31b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351e055b-e0f8-4f6d-8480-95be5003b2bc,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:30.665145 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53256) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:30.718260 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e91d0d3-c3d7-48e8-97c6-ad43510af307 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.748258 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9aa0915f-179b-4ece-9a23-8ef2145f9bfa req-42b49b61-f81e-435f-aff6-8a4bd9ae838f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446383 Aug 20 10:28:30.799910 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-279916ec-8dcc-49bd-a8e2-5da69f37b2eb req-e53f1fc9-29b0-48fc-8617-aa784fd2fd9e service neutron] 10.222.0.42 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694881 Aug 20 10:28:30.834560 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] Set router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:28:30.857746 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b23e3b-bbc8-47ac-88d8-7e1aba9de5e3 req-b65d81f4-24fd-4de1-a8a0-0de2b946dd15 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:30.865572 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-87b23e3b-bbc8-47ac-88d8-7e1aba9de5e3 req-b65d81f4-24fd-4de1-a8a0-0de2b946dd15 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 944 time: 0.1112008 Aug 20 10:28:30.885537 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e91d0d3-c3d7-48e8-97c6-ad43510af307 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.937860 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-87b23e3b-bbc8-47ac-88d8-7e1aba9de5e3 req-393e99c6-b9c7-45f3-b208-50a95289735c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659795 Aug 20 10:28:30.949433 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e91d0d3-c3d7-48e8-97c6-ad43510af307 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:30.971120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91d0d3-c3d7-48e8-97c6-ad43510af307 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4486a55-7ba5-4e2c-81f5-fe49a8a0fcf2,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:30.979902 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44942f86-3a02-4ced-b8cd-ab36886fb6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:31.004176 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44942f86-3a02-4ced-b8cd-ab36886fb6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:31.057300 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e91d0d3-c3d7-48e8-97c6-ad43510af307 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:31.058822 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1e91d0d3-c3d7-48e8-97c6-ad43510af307 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6305158 Aug 20 10:28:31.066234 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53280) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:31.073012 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b0c8c77d-1abc-41b4-90ab-0c70ae9649b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:31.109364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71736b-4655-4f9d-92b1-29b5bf076cc8 req-afba4306-0320-4c7f-b581-1b9d9e7d5fe1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:31.113131 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2a71736b-4655-4f9d-92b1-29b5bf076cc8 req-afba4306-0320-4c7f-b581-1b9d9e7d5fe1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.0751462 Aug 20 10:28:31.114476 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-279916ec-8dcc-49bd-a8e2-5da69f37b2eb req-007b153b-5a56-4512-b902-3d84abbec31a service neutron] 10.222.0.42 "GET /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979114 Aug 20 10:28:31.117030 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c77d-1abc-41b4-90ab-0c70ae9649b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:31.133571 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44942f86-3a02-4ced-b8cd-ab36886fb6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:31.141275 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44942f86-3a02-4ced-b8cd-ab36886fb6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:31.144037 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-44942f86-3a02-4ced-b8cd-ab36886fb6e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/351e055b-e0f8-4f6d-8480-95be5003b2bc HTTP/1.1" status: 204 len: 168 time: 0.4598053 Aug 20 10:28:31.202352 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44942f86-3a02-4ced-b8cd-ab36886fb6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351e055b-e0f8-4f6d-8480-95be5003b2bc,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:31.204760 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2a71736b-4655-4f9d-92b1-29b5bf076cc8 req-97c58344-8bef-483a-8f6b-b67d09b85099 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789418 Aug 20 10:28:31.212541 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:28:26Z', 'revision_number': 4, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'b4707df8-9df7-4a46-8cb3-995556a8107d', 'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'mac_address': 'fa:16:3e:e5:b6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:24Z', 'updated_at': '2021-08-20T10:28:30Z', 'revision_number': 4, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'subnets': [{'id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:31.249896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f1575e-031d-4357-9051-8659948ccc26 None None] The sync data for ids ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'] in n-d-778550-11 is: [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:28:26Z', 'revision_number': 4, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'b4707df8-9df7-4a46-8cb3-995556a8107d', 'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'mac_address': 'fa:16:3e:e5:b6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:24Z', 'updated_at': '2021-08-20T10:28:30Z', 'revision_number': 4, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'subnets': [{'id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:28:31.302014 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c77d-1abc-41b4-90ab-0c70ae9649b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:31.477555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-b0c8c77d-1abc-41b4-90ab-0c70ae9649b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Allocated IP 172.25.3.105 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/3b6af9c9-f073-4b19-8df0-f3486cf44e7a) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:28:31.647369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d3d75-b5e2-460b-8c40-3cb7a33afa6e req-d9287436-4dd2-4e1e-a774-f6dc0eca5e04 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:31.651100 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-643d3d75-b5e2-460b-8c40-3cb7a33afa6e req-d9287436-4dd2-4e1e-a774-f6dc0eca5e04 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 945 time: 0.0955896 Aug 20 10:28:31.692667 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c77d-1abc-41b4-90ab-0c70ae9649b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:31.741019 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-643d3d75-b5e2-460b-8c40-3cb7a33afa6e req-af3f4f72-edb9-40bc-bbb2-a8f28226848b tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831428 Aug 20 10:28:31.816571 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c77d-1abc-41b4-90ab-0c70ae9649b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:31.876335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c8c77d-1abc-41b4-90ab-0c70ae9649b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:28:31.879846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b0c8c77d-1abc-41b4-90ab-0c70ae9649b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:28:31.883413 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8c77d-1abc-41b4-90ab-0c70ae9649b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:28:31.924410 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7380fd66-3d15-4f60-ab5a-574c2e85c802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:31.945081 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8c77d-1abc-41b4-90ab-0c70ae9649b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Pushing event updated for resources: {'Port': ['ID=3b6af9c9-f073-4b19-8df0-f3486cf44e7a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:32.133085 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c77d-1abc-41b4-90ab-0c70ae9649b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:32.214866 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-cd9efc32-02d9-492f-ab53-3b0079e45539 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1457887 Aug 20 10:28:32.235940 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f070e-05c7-4465-b105-3f4a21da9aa1 req-8568af65-a5a5-475b-a1c1-e155c066262a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:32.237970 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c85f070e-05c7-4465-b105-3f4a21da9aa1 req-8568af65-a5a5-475b-a1c1-e155c066262a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 944 time: 0.1851633 Aug 20 10:28:32.239862 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c77d-1abc-41b4-90ab-0c70ae9649b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:32.292594 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:32.437806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3fd79-cb4f-4fb8-bcb3-e588bbc7641c req-a4ed7b4a-5fd1-4eb8-8e56-996b98808c82 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:32.448175 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2c3fd79-cb4f-4fb8-bcb3-e588bbc7641c req-a4ed7b4a-5fd1-4eb8-8e56-996b98808c82 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.1010816 Aug 20 10:28:32.511446 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2c3fd79-cb4f-4fb8-bcb3-e588bbc7641c req-8887354a-134d-4279-81b1-42ea5d9647cc tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582440 Aug 20 10:28:32.817823 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c85f070e-05c7-4465-b105-3f4a21da9aa1 req-5660597e-e7d4-48ec-bc6b-e5a6fc1cc330 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193205 Aug 20 10:28:32.848650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-8742ffcd-b4a9-43f1-aaad-e483ec854cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:32.851698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-8742ffcd-b4a9-43f1-aaad-e483ec854cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:32.852183 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-8742ffcd-b4a9-43f1-aaad-e483ec854cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:32.852726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-8742ffcd-b4a9-43f1-aaad-e483ec854cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:32.853211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-8742ffcd-b4a9-43f1-aaad-e483ec854cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:32.853714 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-8742ffcd-b4a9-43f1-aaad-e483ec854cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:32.854146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-8742ffcd-b4a9-43f1-aaad-e483ec854cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:32.856226 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-8742ffcd-b4a9-43f1-aaad-e483ec854cc1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 6510 time: 0.5566907 Aug 20 10:28:33.018490 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b4707df8-9df7-4a46-8cb3-995556a8107d up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:28:33.029018 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5327a4-1213-4542-bfdc-63814495f69d req-af848de0-7ab6-4ca1-b889-4ddf61992485 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:33.031320 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e5327a4-1213-4542-bfdc-63814495f69d req-af848de0-7ab6-4ca1-b889-4ddf61992485 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 945 time: 0.1165819 Aug 20 10:28:33.034908 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-4492379f-4379-4610-8d70-c88a7420b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:33.037065 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-4492379f-4379-4610-8d70-c88a7420b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:33.038240 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-4492379f-4379-4610-8d70-c88a7420b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:33.039277 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-4492379f-4379-4610-8d70-c88a7420b052 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88f93105-b451-41f4-a5e5-079e47726c50&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=8714eb28-f9d6-435d-8508-76f686adacfc&id=8714eb28-f9d6-435d-8508-76f686adacfc HTTP/1.1" status: 200 len: 2296 time: 0.1419590 Aug 20 10:28:33.124130 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e5327a4-1213-4542-bfdc-63814495f69d req-4b3e21b7-1d5f-44d0-8491-1c85727765c5 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776656 Aug 20 10:28:33.146266 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c77d-1abc-41b4-90ab-0c70ae9649b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:33.156753 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 42f4b4f6-6bfd-4b2c-995d-9705827a151f details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:28:33.158713 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c77d-1abc-41b4-90ab-0c70ae9649b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:33.172788 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:33.303762 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8c77d-1abc-41b4-90ab-0c70ae9649b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Pushing event updated for resources: {'Port': ['ID=3b6af9c9-f073-4b19-8df0-f3486cf44e7a,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:33.316476 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port b4707df8-9df7-4a46-8cb3-995556a8107d completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:28:33.320269 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-159e187b-b02d-47d2-b759-66d559d2c31f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5374ab06-53f2-44d9-811c-ef39f56f233a HTTP/1.1" status: 200 len: 1002 time: 0.2738097 Aug 20 10:28:33.328946 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b4707df8-9df7-4a46-8cb3-995556a8107d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:28:33.329384 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:33.347416 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c77d-1abc-41b4-90ab-0c70ae9649b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:33.411908 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c77d-1abc-41b4-90ab-0c70ae9649b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:33.424366 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b0c8c77d-1abc-41b4-90ab-0c70ae9649b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3569524 Aug 20 10:28:33.436174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-66001716-94c6-451b-88e6-bd3a745c09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:33.438271 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-66001716-94c6-451b-88e6-bd3a745c09b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86001f3a-7a5c-4499-a121-de6a1935b5ad HTTP/1.1" status: 200 len: 855 time: 0.0924277 Aug 20 10:28:33.549336 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-664d0fc4-83c3-44c9-a7d6-7a990a2b2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:33.555607 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-664d0fc4-83c3-44c9-a7d6-7a990a2b2b64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88f93105-b451-41f4-a5e5-079e47726c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090252 Aug 20 10:28:33.579185 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 42f4b4f6-6bfd-4b2c-995d-9705827a151f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=42f4b4f6-6bfd-4b2c-995d-9705827a151f,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:33.616877 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '42f4b4f6-6bfd-4b2c-995d-9705827a151f', 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac', 'port_id': '42f4b4f6-6bfd-4b2c-995d-9705827a151f', 'mac_address': 'fa:16:3e:9d:d3:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcda7d78-8f96-4bd2-aa67-b7d358612b18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:28:33.666355 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:33.685627 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:33.694120 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f4b4f6-6bfd-4b2c-995d-9705827a151f {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:28:33.776052 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 42f4b4f6-6bfd-4b2c-995d-9705827a151f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=42f4b4f6-6bfd-4b2c-995d-9705827a151f,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:33.776251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64016eba-fc30-4bff-a208-94f9498af306 req-33e4aef3-91d7-4911-8763-18149a884b68 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:33.784129 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64016eba-fc30-4bff-a208-94f9498af306 req-33e4aef3-91d7-4911-8763-18149a884b68 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.1446617 Aug 20 10:28:33.792217 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:33.814065 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port b4707df8-9df7-4a46-8cb3-995556a8107d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b4707df8-9df7-4a46-8cb3-995556a8107d,segment=NetworkSegment(a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012),segment_id=a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:33.846212 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:33.880606 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64016eba-fc30-4bff-a208-94f9498af306 req-d0f5953c-e75b-4f31-bda3-fb082428da6c tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821033 Aug 20 10:28:33.882792 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=42f4b4f6-6bfd-4b2c-995d-9705827a151f,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:33.928151 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-44149b30-dc00-457d-af58-fc838f9d4a58 service neutron] 10.222.0.42 "GET /v2.0/networks/88f93105-b451-41f4-a5e5-079e47726c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641255 Aug 20 10:28:33.937604 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-203f16d5-dbf0-47a1-aa71-80db5fc9fa7f tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--971812800&fields=id&tenant_id=b086f231f77d4675abacdbd977d6ae32 HTTP/1.1" status: 200 len: 267 time: 0.1756616 Aug 20 10:28:33.983195 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=b4707df8-9df7-4a46-8cb3-995556a8107d,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:34.084339 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['42f4b4f6-6bfd-4b2c-995d-9705827a151f'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:28:34.118742 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d63b3-34e8-44d3-b070-7183b6419ad0 req-b93c7eca-50eb-478a-8ade-3b39b48526cf tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:34.129974 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b17d63b3-34e8-44d3-b070-7183b6419ad0 req-b93c7eca-50eb-478a-8ade-3b39b48526cf tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 945 time: 0.1075487 Aug 20 10:28:34.201922 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-0c723190-8660-4223-9d7a-693ade70a016 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:34.203507 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-0c723190-8660-4223-9d7a-693ade70a016 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/networks?id=5a2aea40-582a-4eff-ab3a-f223319273f1 HTTP/1.1" status: 200 len: 810 time: 0.2329094 Aug 20 10:28:34.214952 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-0422698d-efc1-441d-af7f-000a58378e14 service neutron] 10.222.0.42 "GET /v2.0/networks/88f93105-b451-41f4-a5e5-079e47726c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758696 Aug 20 10:28:34.220706 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b17d63b3-34e8-44d3-b070-7183b6419ad0 req-be471073-10a9-418d-86fc-b53298e60780 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889592 Aug 20 10:28:34.281350 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-a9bc4372-2ad5-4cc6-aa07-99f0366c334b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 HTTP/1.1" status: 200 len: 217 time: 0.0526795 Aug 20 10:28:34.283176 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-ca7eb21e-9eea-414e-9b2e-4e399870edb4 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/quotas/b086f231f77d4675abacdbd977d6ae32 HTTP/1.1" status: 200 len: 375 time: 0.0619698 Aug 20 10:28:34.407074 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-774987d2-e5d1-4226-afb8-feac6112ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:34.408429 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-774987d2-e5d1-4226-afb8-feac6112ecc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.1182632 Aug 20 10:28:34.433653 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-06f1beb1-cd19-466f-8470-75697008ecee tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b086f231f77d4675abacdbd977d6ae32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1410928 Aug 20 10:28:34.543350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-ce3e1dce-22e5-40f2-9aa2-013a03ebdd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:34.544920 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-ce3e1dce-22e5-40f2-9aa2-013a03ebdd2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1095440 Aug 20 10:28:34.665198 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-df926635-81c5-4982-84bd-ddb40e77e163 service neutron] 10.222.0.16 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217066 Aug 20 10:28:34.730030 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:34.746799 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-3b85dad2-7cb3-41c8-8a3b-6bb801c4eee5 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934528 Aug 20 10:28:34.766068 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55719ca1-c0bb-4ba9-9cfd-346e87b588c4 req-f973a233-83d6-42e3-a029-4279980bcfa1 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:34.769233 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-55719ca1-c0bb-4ba9-9cfd-346e87b588c4 req-f973a233-83d6-42e3-a029-4279980bcfa1 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 945 time: 0.0669966 Aug 20 10:28:34.813612 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-55719ca1-c0bb-4ba9-9cfd-346e87b588c4 req-eaac766b-8f47-450c-b172-c2faad405dfe tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377007 Aug 20 10:28:34.864383 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-971fe50a-63f5-46cc-8786-6050de0f5be2 service neutron] 10.222.0.16 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847963 Aug 20 10:28:34.909850 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-b63cb724-4461-4045-96cb-a5b4b5958ee1 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512539 Aug 20 10:28:34.950140 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b4707df8-9df7-4a46-8cb3-995556a8107d up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:28:34.984318 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-0b75e9d2-79c9-457b-9ba2-e570a668c70f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 HTTP/1.1" status: 200 len: 217 time: 0.0668681 Aug 20 10:28:35.042446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3484c31-6893-45b6-9b27-5b38a1d2f3e3 req-10c2b5c0-3e11-4be0-a71e-5d9306215198 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:35.047673 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e3484c31-6893-45b6-9b27-5b38a1d2f3e3 req-10c2b5c0-3e11-4be0-a71e-5d9306215198 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.0839660 Aug 20 10:28:35.078184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b4707df8-9df7-4a46-8cb3-995556a8107d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:28:35.078184 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:35.110961 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-368c0044-57ee-430a-a91a-89e2337b672d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:35.118026 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-368c0044-57ee-430a-a91a-89e2337b672d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.1211820 Aug 20 10:28:35.127586 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e3484c31-6893-45b6-9b27-5b38a1d2f3e3 req-ba113d34-43ad-4939-9d84-af76eb0202ca tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684950 Aug 20 10:28:35.177498 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0fa90412-7bda-4003-863a-147d9d19f557 req-38fd6157-f71b-425b-9fb1-7978067ecfa2 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 210 time: 0.0582843 Aug 20 10:28:35.209860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 42f4b4f6-6bfd-4b2c-995d-9705827a151f up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:28:35.245844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-c7f316a6-8310-42a7-87ed-3988ab4d384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:35.247694 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-c7f316a6-8310-42a7-87ed-3988ab4d384f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1077299 Aug 20 10:28:35.280580 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 42f4b4f6-6bfd-4b2c-995d-9705827a151f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:28:35.286177 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 42f4b4f6-6bfd-4b2c-995d-9705827a151f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:28:35.287259 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:35.419233 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-28dc66d4-0a74-4c54-8734-8873e132f5a8 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572797 Aug 20 10:28:35.481490 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:35.528486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4064563-5413-4110-9e5d-b1580f2f18cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f4b4f6-6bfd-4b2c-995d-9705827a151f'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:28:35.535270 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17648067-5bf2-4668-b62e-d120d10a7380" -d '{"events": [{"server_uuid": "d4064563-5413-4110-9e5d-b1580f2f18cb", "name": "network-vif-plugged", "status": "completed", "tag": "42f4b4f6-6bfd-4b2c-995d-9705827a151f"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:28:35.552018 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6a1e9-04ae-47f6-a140-ce671d9470fc req-c6dac3b1-e205-4f26-90fc-2b6a98164d87 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:35.573134 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 42f4b4f6-6bfd-4b2c-995d-9705827a151f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=42f4b4f6-6bfd-4b2c-995d-9705827a151f,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:35.580968 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bdc6a1e9-04ae-47f6-a140-ce671d9470fc req-c6dac3b1-e205-4f26-90fc-2b6a98164d87 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 945 time: 0.2055445 Aug 20 10:28:35.590151 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:35.688712 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-588af5c5-8c40-45ae-89ae-b5dde1853f9a service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606997 Aug 20 10:28:35.691608 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bdc6a1e9-04ae-47f6-a140-ce671d9470fc req-64005e9b-b2dd-4f7e-bada-b25d24fb4ff0 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094618 Aug 20 10:28:35.733378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=42f4b4f6-6bfd-4b2c-995d-9705827a151f,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:35.763541 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-cf8ce119-effb-44d4-af7a-6711d2bec2b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=37e4a62c-8652-430f-86df-59ad1164affe HTTP/1.1" status: 200 len: 217 time: 0.0649364 Aug 20 10:28:35.767095 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ef3de0-e957-442e-aa71-5517f336f025 x-openstack-request-id: req-d4ef3de0-e957-442e-aa71-5517f336f025 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:28:35.767385 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4064563-5413-4110-9e5d-b1580f2f18cb", "name": "network-vif-plugged", "status": "completed", "tag": "42f4b4f6-6bfd-4b2c-995d-9705827a151f", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:28:35.767639 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4ef3de0-e957-442e-aa71-5517f336f025 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:28:35.768231 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4064563-5413-4110-9e5d-b1580f2f18cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f4b4f6-6bfd-4b2c-995d-9705827a151f', 'code': 200} Aug 20 10:28:35.846720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-2109b921-1a98-4234-8610-de0e1f3c35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:35.849125 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-2109b921-1a98-4234-8610-de0e1f3c35ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.0602825 Aug 20 10:28:35.966705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-c7484394-5a03-450e-b4fa-86f682279055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:35.968400 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-c7484394-5a03-450e-b4fa-86f682279055 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1076918 Aug 20 10:28:36.033898 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e038e4-26ac-431b-a074-0bd06ad44bd2 req-89ab436d-b0d8-4dfd-832b-b02dfbc60bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:36.036106 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-09e038e4-26ac-431b-a074-0bd06ad44bd2 req-89ab436d-b0d8-4dfd-832b-b02dfbc60bd9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 1098 time: 0.1457479 Aug 20 10:28:36.069760 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbdf0a-dfb8-486e-b3b6-2c69db3db21e req-cea28a29-3312-4a10-8496-c96df71d2408 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:36.071307 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ddbdf0a-dfb8-486e-b3b6-2c69db3db21e req-cea28a29-3312-4a10-8496-c96df71d2408 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 945 time: 0.1567726 Aug 20 10:28:36.174484 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-09e038e4-26ac-431b-a074-0bd06ad44bd2 req-ed4eefdb-045e-4d99-9c57-836b897b96a4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200886 Aug 20 10:28:36.206906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f76f3d-1981-47f4-946b-55ee12f7a0dc req-2ae371da-4e56-4ce8-aaf5-7c23037c8d59 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:36.209526 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-25f76f3d-1981-47f4-946b-55ee12f7a0dc req-2ae371da-4e56-4ce8-aaf5-7c23037c8d59 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 945 time: 0.1723392 Aug 20 10:28:36.212619 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ddbdf0a-dfb8-486e-b3b6-2c69db3db21e req-be7a548e-1a15-4db5-9c69-88ad2ce479ec tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217160 Aug 20 10:28:36.216689 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-5e1e95be-9e5d-4ff6-b00e-1418f7d07516 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383673 Aug 20 10:28:36.361021 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339d08a-060f-4540-9883-7a3cf4b1f230 req-4e086699-7ed1-48ef-bbe7-f6744e68fb2f tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:36.362612 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8339d08a-060f-4540-9883-7a3cf4b1f230 req-4e086699-7ed1-48ef-bbe7-f6744e68fb2f tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.0646458 Aug 20 10:28:36.374059 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-25f76f3d-1981-47f4-946b-55ee12f7a0dc req-82885e3f-ee53-4979-87f0-88621b29f0fd tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Deleting port 1a183490-179b-437b-a0e0-e61e0b2cd8f1 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:28:36.374452 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-25f76f3d-1981-47f4-946b-55ee12f7a0dc req-82885e3f-ee53-4979-87f0-88621b29f0fd tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:36.604172 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8339d08a-060f-4540-9883-7a3cf4b1f230 req-b2d6577e-fa0f-4f68-b7f3-85664c51152c tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276807 Aug 20 10:28:36.620202 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2fafbea4-63aa-408d-9099-01103525a9b9 req-fb7a4a47-ff46-4a6f-8fdb-eae4ced1ab38 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 210 time: 0.1083479 Aug 20 10:28:36.652709 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-25f76f3d-1981-47f4-946b-55ee12f7a0dc req-82885e3f-ee53-4979-87f0-88621b29f0fd tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] For port 1a183490-179b-437b-a0e0-e61e0b2cd8f1, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1a183490-179b-437b-a0e0-e61e0b2cd8f1,segment=NetworkSegment(c09fe89d-a296-48c5-8294-fba279f32099),segment_id=c09fe89d-a296-48c5-8294-fba279f32099)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:36.653122 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-25f76f3d-1981-47f4-946b-55ee12f7a0dc req-82885e3f-ee53-4979-87f0-88621b29f0fd tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:36.747651 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-4849c486-2747-449a-8b87-e75f9736a634 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670881 Aug 20 10:28:36.749914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-03249159-10a0-4c72-97c4-88fbccb434e1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:36.752640 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-03249159-10a0-4c72-97c4-88fbccb434e1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.24 "GET /v2.0/networks?id=5a2aea40-582a-4eff-ab3a-f223319273f1 HTTP/1.1" status: 200 len: 810 time: 0.3265972 Aug 20 10:28:36.753040 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-25f76f3d-1981-47f4-946b-55ee12f7a0dc req-82885e3f-ee53-4979-87f0-88621b29f0fd tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Calling delete_port for 1a183490-179b-437b-a0e0-e61e0b2cd8f1 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:28:36.814368 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-92378576-d289-4894-800c-ae362aaf9c60 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b086f231f77d4675abacdbd977d6ae32 HTTP/1.1" status: 200 len: 379 time: 0.0510266 Aug 20 10:28:36.844073 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Request body: {'port': {'device_id': '8f7d791a-86f8-40b5-b112-38e644d4491e', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'admin_state_up': True, 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'security_groups': ['cc247365-1112-4773-886a-ed1f85a54066']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:36.858491 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-8a717f55-33ab-4261-832d-645d021f73f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=c58f68f8-6192-44b4-9074-737ec613eda7 HTTP/1.1" status: 200 len: 217 time: 0.1096952 Aug 20 10:28:36.985067 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-8fc86620-cc26-4de2-b431-d7f40e2a2a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:36.987234 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-8fc86620-cc26-4de2-b431-d7f40e2a2a5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.0697160 Aug 20 10:28:36.997927 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05b62e-b126-4cd0-997d-10d5855e53d8 req-61157e45-8f0e-4c23-b5f9-c47fa1b99591 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:36.999519 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8c05b62e-b126-4cd0-997d-10d5855e53d8 req-61157e45-8f0e-4c23-b5f9-c47fa1b99591 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 946 time: 0.1403348 Aug 20 10:28:37.093306 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8c05b62e-b126-4cd0-997d-10d5855e53d8 req-11334c22-6164-4b00-b3dc-df4aee8b8166 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824788 Aug 20 10:28:37.101824 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Made reservation on behalf of b086f231f77d4675abacdbd977d6ae32 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:28:37.103236 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-e7d6fa57-f0e5-476f-bf10-fafee8edc7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:37.107512 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-e7d6fa57-f0e5-476f-bf10-fafee8edc7b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1101604 Aug 20 10:28:37.110123 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:37.265235 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-25f76f3d-1981-47f4-946b-55ee12f7a0dc req-82885e3f-ee53-4979-87f0-88621b29f0fd tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:37.279794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1a183490-179b-437b-a0e0-e61e0b2cd8f1'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:28:37.327585 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Allocated IP 172.20.0.5 (5a2aea40-582a-4eff-ab3a-f223319273f1/7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869/76a5616b-820a-49fe-b3b1-b11f4474063d) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:28:37.350975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82885e3f-ee53-4979-87f0-88621b29f0fd tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Pushing event deleted for resources: {'Port': ['ID=1a183490-179b-437b-a0e0-e61e0b2cd8f1,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:37.402431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53644) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:37.403321 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f76f3d-1981-47f4-946b-55ee12f7a0dc req-82885e3f-ee53-4979-87f0-88621b29f0fd tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] No DVR routers for this DVR port 1a183490-179b-437b-a0e0-e61e0b2cd8f1 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:28:37.406094 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-25f76f3d-1981-47f4-946b-55ee12f7a0dc req-82885e3f-ee53-4979-87f0-88621b29f0fd tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:37.408979 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-25f76f3d-1981-47f4-946b-55ee12f7a0dc req-82885e3f-ee53-4979-87f0-88621b29f0fd tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.24 "DELETE /v2.0/ports/1a183490-179b-437b-a0e0-e61e0b2cd8f1 HTTP/1.1" status: 204 len: 173 time: 1.1903467 Aug 20 10:28:37.461409 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d96401-481c-485c-91fe-c7ef9d4ad177', 'name': 'network-vif-deleted', 'tag': '1a183490-179b-437b-a0e0-e61e0b2cd8f1'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:28:37.464272 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04774031-3603-4788-b4d4-347352a63f83" -d '{"events": [{"server_uuid": "e5d96401-481c-485c-91fe-c7ef9d4ad177", "name": "network-vif-deleted", "tag": "1a183490-179b-437b-a0e0-e61e0b2cd8f1"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:28:37.480752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-272d7927-748c-43bc-ac3e-5534cff9e2d2 req-46197f45-294b-451c-9ae8-5147a517ba53 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d96401-481c-485c-91fe-c7ef9d4ad177 HTTP/1.1" status: 200 len: 210 time: 0.1359289 Aug 20 10:28:37.491501 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-cc191131-5ed0-4195-9bac-813ba446910e service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444345 Aug 20 10:28:37.574178 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:37.590173 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788955c2-6eb6-4118-90bd-9d549f3af08a x-openstack-request-id: req-788955c2-6eb6-4118-90bd-9d549f3af08a {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:28:37.590462 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d96401-481c-485c-91fe-c7ef9d4ad177", "name": "network-vif-deleted", "tag": "1a183490-179b-437b-a0e0-e61e0b2cd8f1", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:28:37.590955 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-788955c2-6eb6-4118-90bd-9d549f3af08a {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:28:37.591549 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d96401-481c-485c-91fe-c7ef9d4ad177', 'name': 'network-vif-deleted', 'tag': '1a183490-179b-437b-a0e0-e61e0b2cd8f1', 'status': 'completed', 'code': 200} Aug 20 10:28:37.593670 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Transition to ACTIVE for port object 76a5616b-820a-49fe-b3b1-b11f4474063d will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:28:37.612512 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f4a5028f-ccd6-44bd-ab84-51ac2635d697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:37.664853 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:37.689858 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-f8511a11-ea87-4ee6-af1b-7b77893623d0 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905262 Aug 20 10:28:37.738783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Network 5a2aea40-582a-4eff-ab3a-f223319273f1 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:28:37.755797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:28:37.758507 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:28:37.797656 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-3487cac2-234f-4fd9-b08d-2fc61a1da14e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 HTTP/1.1" status: 200 len: 217 time: 0.0922606 Aug 20 10:28:37.801266 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Pushing event updated for resources: {'Port': ['ID=76a5616b-820a-49fe-b3b1-b11f4474063d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:37.843381 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:37.843812 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:37.844216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:37.844639 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:37.845045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:37.845453 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:37.845920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:37.846243 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:37.846775 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:37.847529 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:37.847907 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:37.849621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:37.876873 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767aa0c-6961-447e-bf58-1d1025861af3 req-d3d251f1-f980-414e-8cc6-ee5830a872a3 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:37.884974 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a767aa0c-6961-447e-bf58-1d1025861af3 req-d3d251f1-f980-414e-8cc6-ee5830a872a3 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.1495709 Aug 20 10:28:37.902829 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:37.903695 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:37.906858 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5f1c5-bd92-43be-9f09-27f8d6403830 req-40d6a2ec-7e49-4e16-8ff5-aedd76ade713 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:37.908462 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d8f5f1c5-bd92-43be-9f09-27f8d6403830 req-40d6a2ec-7e49-4e16-8ff5-aedd76ade713 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 931 time: 0.1579287 Aug 20 10:28:37.937961 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-2af11a1b-686c-43c8-9544-15b89ebc8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:37.940252 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-2af11a1b-686c-43c8-9544-15b89ebc8531 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b HTTP/1.1" status: 200 len: 797 time: 0.1218097 Aug 20 10:28:37.974656 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a767aa0c-6961-447e-bf58-1d1025861af3 req-4e296e49-47d1-4dec-a87a-c4059310e13b tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885575 Aug 20 10:28:37.991037 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f4a5028f-ccd6-44bd-ab84-51ac2635d697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:38.000495 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f4a5028f-ccd6-44bd-ab84-51ac2635d697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:38.008098 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-bfadd42f-3f37-41ef-9d57-90b39b013489 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1862295 Aug 20 10:28:38.023995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Request body: {'port': {'device_id': '8f7d791a-86f8-40b5-b112-38e644d4491e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:38.058649 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d8f5f1c5-bd92-43be-9f09-27f8d6403830 req-a7e0206d-ac7e-4a39-a88f-f841836af458 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413937 Aug 20 10:28:38.071237 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f4a5028f-ccd6-44bd-ab84-51ac2635d697 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d34279ebefec4c679f341a6ac20de179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6609833 Aug 20 10:28:38.075111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53662) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:38.083002 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-252d966e-6c51-4f0d-bca0-641c0324d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:38.084639 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-252d966e-6c51-4f0d-bca0-641c0324d30e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8714eb28-f9d6-435d-8508-76f686adacfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1221008 Aug 20 10:28:38.092741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5028f-ccd6-44bd-ab84-51ac2635d697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f32255d-32b7-4fa5-8951-78e3d784be67,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:38.166544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:38.195269 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-952c0d28-538f-4daf-9fb6-b328d9500bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:38.250300 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-8425e900-53c9-40c3-a109-ae3b3fd7a2dc service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444416 Aug 20 10:28:38.252880 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-952c0d28-538f-4daf-9fb6-b328d9500bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:38.273513 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-72ad113a-4754-4a0b-8bce-a3c4efe6d09b None None] Provisioning for port 76a5616b-820a-49fe-b3b1-b11f4474063d completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:28:38.277513 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-72ad113a-4754-4a0b-8bce-a3c4efe6d09b None None] Provisioning complete for port 76a5616b-820a-49fe-b3b1-b11f4474063d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:28:38.277850 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-72ad113a-4754-4a0b-8bce-a3c4efe6d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:38.351214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-72ad113a-4754-4a0b-8bce-a3c4efe6d09b None None] Port 76a5616b-820a-49fe-b3b1-b11f4474063d cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:28:38.361608 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-02a79e18-44e0-4370-907f-fc11fdbf1cf1 service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023941 Aug 20 10:28:38.437398 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-7e83316b-ec27-45d1-9c3c-c8da6cf8e0de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a37e7c4-cae4-4620-80d8-485fc0c672bb HTTP/1.1" status: 200 len: 217 time: 0.0691817 Aug 20 10:28:38.483706 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-952c0d28-538f-4daf-9fb6-b328d9500bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:38.486321 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-952c0d28-538f-4daf-9fb6-b328d9500bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:38.490490 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-952c0d28-538f-4daf-9fb6-b328d9500bd8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f32255d-32b7-4fa5-8951-78e3d784be67 HTTP/1.1" status: 204 len: 168 time: 0.4100804 Aug 20 10:28:38.522093 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-d5cf992a-e3e7-4edd-b0b1-4febef6c6eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:38.523775 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-d5cf992a-e3e7-4edd-b0b1-4febef6c6eb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b HTTP/1.1" status: 200 len: 797 time: 0.0716712 Aug 20 10:28:38.545011 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c0d28-538f-4daf-9fb6-b328d9500bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f32255d-32b7-4fa5-8951-78e3d784be67,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:38.594768 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686d740-ab74-4d76-b543-e0d81b77ccfd req-1eaa2d89-6c10-461e-8884-f5938429ef0d tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:38.607184 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1686d740-ab74-4d76-b543-e0d81b77ccfd req-1eaa2d89-6c10-461e-8884-f5938429ef0d tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 946 time: 0.3810670 Aug 20 10:28:38.608302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c083f-ca20-4b70-9587-681609618d31 req-2cfb5aa4-c356-4382-bfa0-79b241142ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:38.610339 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-2cfb5aa4-c356-4382-bfa0-79b241142ce4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8714eb28-f9d6-435d-8508-76f686adacfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0791185 Aug 20 10:28:38.710300 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1686d740-ab74-4d76-b543-e0d81b77ccfd req-0883f86e-21fc-4b25-9a7d-230f700373a4 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021130 Aug 20 10:28:38.807217 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-62a3da14-42d5-49fe-af32-235ffb794cb4 service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790440 Aug 20 10:28:38.843678 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a5616b-820a-49fe-b3b1-b11f4474063d {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:28:38.870492 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:38.892745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Transition to ACTIVE for port object 76a5616b-820a-49fe-b3b1-b11f4474063d will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:28:38.898888 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:39.078699 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41c083f-ca20-4b70-9587-681609618d31 req-a05b4bd9-5447-4d59-87a0-557019a05a81 service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630918 Aug 20 10:28:39.542455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Pushing event updated for resources: {'Port': ['ID=76a5616b-820a-49fe-b3b1-b11f4474063d,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:39.697273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Attempting to bind port 76a5616b-820a-49fe-b3b1-b11f4474063d on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:28:39.697549 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Attempting to bind port 76a5616b-820a-49fe-b3b1-b11f4474063d by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:28:39.697880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Attempting to bind port 76a5616b-820a-49fe-b3b1-b11f4474063d on network 5a2aea40-582a-4eff-ab3a-f223319273f1 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:28:39.710411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-7f56610f-d3f7-4478-ae77-28eba298368a tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:39.716071 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-7f56610f-d3f7-4478-ae77-28eba298368a tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/networks?id=521ff98a-19d4-4dad-ba6b-3be4a8250a46 HTTP/1.1" status: 200 len: 809 time: 0.7369578 Aug 20 10:28:39.717731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Port 76a5616b-820a-49fe-b3b1-b11f4474063d on network 5a2aea40-582a-4eff-ab3a-f223319273f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:28:39.718288 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Attempting to bind port 76a5616b-820a-49fe-b3b1-b11f4474063d on network 5a2aea40-582a-4eff-ab3a-f223319273f1 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:28:39.751775 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-d630582e-3e13-4a0b-8e93-907b311e9816 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/quotas/c5d02e1430354d48898dceb66190cc41 HTTP/1.1" status: 200 len: 375 time: 0.0297158 Aug 20 10:28:39.753257 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:28:39.753783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Checking segment: {'id': 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:28:39.754775 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Bound using segment: {'id': 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:28:39.755555 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Bound port: 76a5616b-820a-49fe-b3b1-b11f4474063d, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:28:39.756514 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:39.797430 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee663c-d600-4eae-bf21-57e6d21e72cd req-edaa2221-b971-45bc-8e74-893c2929a396 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:39.799950 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6ee663c-d600-4eae-bf21-57e6d21e72cd req-edaa2221-b971-45bc-8e74-893c2929a396 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.3932583 Aug 20 10:28:39.801596 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-c58b1bb2-281b-4677-8305-ae012da9f29a tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c5d02e1430354d48898dceb66190cc41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404861 Aug 20 10:28:39.866332 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6ee663c-d600-4eae-bf21-57e6d21e72cd req-f96128da-c429-4d14-875f-cdf9122b951a tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516024 Aug 20 10:28:39.932915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] For port 76a5616b-820a-49fe-b3b1-b11f4474063d, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:28:39.958953 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] For port 76a5616b-820a-49fe-b3b1-b11f4474063d, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=76a5616b-820a-49fe-b3b1-b11f4474063d,segment=NetworkSegment(a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012),segment_id=a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:28:39.964630 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:39.969448 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-ae0503b1-8166-4087-a243-81d652457e2c service neutron] 10.222.0.16 "GET /v2.0/networks/521ff98a-19d4-4dad-ba6b-3be4a8250a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467741 Aug 20 10:28:40.029660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:40.030280 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:40.031728 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] 10.222.0.24 "PUT /v2.0/ports/76a5616b-820a-49fe-b3b1-b11f4474063d HTTP/1.1" status: 200 len: 1092 time: 2.0144680 Aug 20 10:28:40.033882 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7d791a-86f8-40b5-b112-38e644d4491e', 'tag': '76a5616b-820a-49fe-b3b1-b11f4474063d'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:28:40.036896 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b1285e-f84b-4113-ae58-5e43d08b2d70" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7d791a-86f8-40b5-b112-38e644d4491e", "tag": "76a5616b-820a-49fe-b3b1-b11f4474063d"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:28:40.079456 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362cdad-6cde-48bf-9d18-162cacfb2d21 req-369afdf5-82e9-404e-83c4-1351f4fbea14 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:40.081745 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6362cdad-6cde-48bf-9d18-162cacfb2d21 req-369afdf5-82e9-404e-83c4-1351f4fbea14 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 943 time: 0.0792606 Aug 20 10:28:40.124862 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4786890-4b4c-4291-bbf1-d48ae0f43a93 service neutron] Pushing event updated for resources: {'Port': ['ID=76a5616b-820a-49fe-b3b1-b11f4474063d,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:40.132222 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6362cdad-6cde-48bf-9d18-162cacfb2d21 req-b7291a60-4d6d-4a70-8229-3fb06786437d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446203 Aug 20 10:28:40.183539 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-b81ece5e-2101-497c-90ba-1832176fe3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:40.185220 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-b81ece5e-2101-497c-90ba-1832176fe3d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b086f231f77d4675abacdbd977d6ae32&device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 1095 time: 0.1071959 Aug 20 10:28:40.204528 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-68a305da-7425-4263-9496-d40932c5cc59 service neutron] 10.222.0.16 "GET /v2.0/networks/521ff98a-19d4-4dad-ba6b-3be4a8250a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019272 Aug 20 10:28:40.236613 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-2e910f69-bb55-4d97-91fc-e802642bcec3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a5616b-820a-49fe-b3b1-b11f4474063d HTTP/1.1" status: 200 len: 217 time: 0.0427191 Aug 20 10:28:40.355967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-241100dd-d96f-4e37-83a8-52a606b3832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:40.359030 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-241100dd-d96f-4e37-83a8-52a606b3832b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869 HTTP/1.1" status: 200 len: 849 time: 0.1137033 Aug 20 10:28:40.406849 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6c4cb5-33dd-46ad-8b6f-434a0de350e6 x-openstack-request-id: req-4b6c4cb5-33dd-46ad-8b6f-434a0de350e6 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:28:40.407193 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7d791a-86f8-40b5-b112-38e644d4491e", "tag": "76a5616b-820a-49fe-b3b1-b11f4474063d", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:28:40.407449 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b6c4cb5-33dd-46ad-8b6f-434a0de350e6 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:28:40.407840 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7d791a-86f8-40b5-b112-38e644d4491e', 'tag': '76a5616b-820a-49fe-b3b1-b11f4474063d', 'status': 'completed', 'code': 200} Aug 20 10:28:40.427912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-23c7035f-492f-4dc2-b915-b6935ff8bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:40.430338 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-23c7035f-492f-4dc2-b915-b6935ff8bddf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a2aea40-582a-4eff-ab3a-f223319273f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639746 Aug 20 10:28:40.554936 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2994771d-e636-44e1-89f8-cb9af3478ec6 req-36937c62-a4b6-4e7e-bc59-6c4558dfbc58 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 210 time: 0.0425208 Aug 20 10:28:40.588546 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-8e1dea62-2bba-4ce9-8c15-dbc004acb0e2 service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494839 Aug 20 10:28:40.759322 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6fd4073-7a6c-48cb-9819-1b81ce470062 req-7cfbe0b3-3f98-4db3-8037-f3627925d86a service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624184 Aug 20 10:28:40.887637 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1285e-f84b-4113-ae58-5e43d08b2d70 req-b98a42a1-5e9d-4dd1-8625-4c227f3e09a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:40.893318 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-60b1285e-f84b-4113-ae58-5e43d08b2d70 req-b98a42a1-5e9d-4dd1-8625-4c227f3e09a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b086f231f77d4675abacdbd977d6ae32&device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 1095 time: 0.0840104 Aug 20 10:28:41.113928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd08a6c-d6cf-43db-b7f8-6f8580bd8717 req-428cdf72-cb27-4174-a3cf-15f6c1597eb6 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:41.115743 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dfd08a6c-d6cf-43db-b7f8-6f8580bd8717 req-428cdf72-cb27-4174-a3cf-15f6c1597eb6 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.1261008 Aug 20 10:28:41.119334 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1285e-f84b-4113-ae58-5e43d08b2d70 req-91b8647a-d8e3-42e0-a4c0-a8658a88ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:41.120914 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-60b1285e-f84b-4113-ae58-5e43d08b2d70 req-91b8647a-d8e3-42e0-a4c0-a8658a88ebf3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a2aea40-582a-4eff-ab3a-f223319273f1 HTTP/1.1" status: 200 len: 911 time: 0.2195609 Aug 20 10:28:41.209276 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-60b1285e-f84b-4113-ae58-5e43d08b2d70 req-8ff7b618-4720-41cb-9149-79585741c1e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a5616b-820a-49fe-b3b1-b11f4474063d HTTP/1.1" status: 200 len: 217 time: 0.0615144 Aug 20 10:28:41.242538 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dfd08a6c-d6cf-43db-b7f8-6f8580bd8717 req-f3ad0f7c-af4b-497a-8fa1-86b79437adc3 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160278 Aug 20 10:28:41.312643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1285e-f84b-4113-ae58-5e43d08b2d70 req-40fbf010-dd3b-4823-a569-2f7a94980dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:41.317126 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-60b1285e-f84b-4113-ae58-5e43d08b2d70 req-40fbf010-dd3b-4823-a569-2f7a94980dd8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869 HTTP/1.1" status: 200 len: 849 time: 0.0970142 Aug 20 10:28:41.358103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15efb4f-4cce-4614-831b-465c60537898 req-7e2b254c-175d-4e6d-b160-1de200dec517 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:41.369703 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f15efb4f-4cce-4614-831b-465c60537898 req-7e2b254c-175d-4e6d-b160-1de200dec517 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 946 time: 0.0663519 Aug 20 10:28:41.422276 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1285e-f84b-4113-ae58-5e43d08b2d70 req-a9f28864-27d9-43b8-b5bd-64d798edcc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:41.423510 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f15efb4f-4cce-4614-831b-465c60537898 req-bb494674-8c61-43de-a04a-a374d7168350 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504649 Aug 20 10:28:41.427396 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-60b1285e-f84b-4113-ae58-5e43d08b2d70 req-a9f28864-27d9-43b8-b5bd-64d798edcc2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a2aea40-582a-4eff-ab3a-f223319273f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022365 Aug 20 10:28:41.471380 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1a183490-179b-437b-a0e0-e61e0b2cd8f1 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:28:41.501650 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 1a183490-179b-437b-a0e0-e61e0b2cd8f1 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:28:41.502476 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1a183490-179b-437b-a0e0-e61e0b2cd8f1 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:28:41.622828 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81423785-e237-41ac-a827-412a7c335770 req-d6af3bc9-6aa1-43d7-92b4-4f053d74f574 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:41.624522 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-81423785-e237-41ac-a827-412a7c335770 req-d6af3bc9-6aa1-43d7-92b4-4f053d74f574 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 943 time: 0.0945439 Aug 20 10:28:41.626439 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-60b1285e-f84b-4113-ae58-5e43d08b2d70 req-4abc253b-630b-4011-922b-4b0e26561d50 service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919868 Aug 20 10:28:41.695988 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fdd5422b-5a89-46a5-abf3-0438081fa600 req-00bb150a-0d57-422c-abd2-cc491285d485 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 210 time: 0.0338082 Aug 20 10:28:41.757170 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-81423785-e237-41ac-a827-412a7c335770 req-03554b37-612a-43ea-a57b-f26bb4d8907e tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255615 Aug 20 10:28:41.814530 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-60b1285e-f84b-4113-ae58-5e43d08b2d70 req-5dbd438c-8c03-4b31-b6c7-ce8a34d529e5 service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706662 Aug 20 10:28:42.065315 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-4a92fa37-d06b-4374-9824-9f1b7050ea97 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:42.068452 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-4a92fa37-d06b-4374-9824-9f1b7050ea97 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.24 "GET /v2.0/networks?id=521ff98a-19d4-4dad-ba6b-3be4a8250a46 HTTP/1.1" status: 200 len: 809 time: 0.1753700 Aug 20 10:28:42.085742 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-84a12d48-7182-4d38-9d03-225ad629de94 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Request body: {'port': {'device_id': '30535e06-7e17-4884-a218-b7c7d5c65acf', 'network_id': '521ff98a-19d4-4dad-ba6b-3be4a8250a46', 'admin_state_up': True, 'tenant_id': 'c5d02e1430354d48898dceb66190cc41'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:42.200157 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53878) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:42.234523 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-84a12d48-7182-4d38-9d03-225ad629de94 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Made reservation on behalf of c5d02e1430354d48898dceb66190cc41 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:28:42.239996 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-84a12d48-7182-4d38-9d03-225ad629de94 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:42.240218 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53882) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:42.399264 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7b75db70-ba28-4833-8af9-6e46de896f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:42.432656 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-84a12d48-7182-4d38-9d03-225ad629de94 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Allocated IP 172.20.0.3 (521ff98a-19d4-4dad-ba6b-3be4a8250a46/64133869-5bd5-42bd-b5db-2eab67b96fbd/d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:28:42.457690 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-31ed6d1f-6366-415c-b1f9-a2e22f8ca213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:42.486474 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb255aa7-1f77-4a02-bb89-d7275fa707c1 req-f95c0bdf-ee3c-4791-9f9b-d05a6c52f5a8 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:42.494807 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb255aa7-1f77-4a02-bb89-d7275fa707c1 req-f95c0bdf-ee3c-4791-9f9b-d05a6c52f5a8 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.1196520 Aug 20 10:28:42.549687 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb255aa7-1f77-4a02-bb89-d7275fa707c1 req-e3e91b74-dc0b-4787-8179-66f8f5029976 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534360 Aug 20 10:28:42.689026 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7b75db70-ba28-4833-8af9-6e46de896f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:42.701468 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7b75db70-ba28-4833-8af9-6e46de896f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:42.730726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16067c-21a1-4afe-8fed-5e3e16ea7dbd req-8a3a80ea-371b-44dd-8a4a-2ab77e10c547 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:42.732330 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ab16067c-21a1-4afe-8fed-5e3e16ea7dbd req-8a3a80ea-371b-44dd-8a4a-2ab77e10c547 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 946 time: 0.1374650 Aug 20 10:28:42.774665 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-84a12d48-7182-4d38-9d03-225ad629de94 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:42.797341 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7b75db70-ba28-4833-8af9-6e46de896f4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a6a5ae7793546b580e45ad80134fa68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5956423 Aug 20 10:28:42.801746 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75db70-ba28-4833-8af9-6e46de896f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272ee1c7-afd7-4697-8bee-7e54e9f87a7a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:42.802503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53900) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:42.828597 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ab16067c-21a1-4afe-8fed-5e3e16ea7dbd req-f5a0f3ce-2adb-40a3-98bd-14847afe57a5 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661800 Aug 20 10:28:42.849341 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-31ed6d1f-6366-415c-b1f9-a2e22f8ca213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:42.874854 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9720e1ff-a1bf-44cd-af30-c36e2072f164 req-1fdb6808-9480-4f74-bf8e-5d7d60e96ae1 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 210 time: 0.0597801 Aug 20 10:28:42.881865 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-31ed6d1f-6366-415c-b1f9-a2e22f8ca213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:42.884581 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-84a12d48-7182-4d38-9d03-225ad629de94 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:42.982557 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-84a12d48-7182-4d38-9d03-225ad629de94 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Network 521ff98a-19d4-4dad-ba6b-3be4a8250a46 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:28:42.989795 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-84a12d48-7182-4d38-9d03-225ad629de94 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:28:42.998915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-84a12d48-7182-4d38-9d03-225ad629de94 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:28:43.007636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a12d48-7182-4d38-9d03-225ad629de94 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Pushing event updated for resources: {'Port': ['ID=d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:43.058444 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f8dff-da0e-45d0-9a0e-b26c7ab93d3b req-5b5d4e66-0f8a-4346-81e5-cb9b510d1c41 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:43.060269 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d41f8dff-da0e-45d0-9a0e-b26c7ab93d3b req-5b5d4e66-0f8a-4346-81e5-cb9b510d1c41 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 943 time: 0.1624014 Aug 20 10:28:43.093124 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-84a12d48-7182-4d38-9d03-225ad629de94 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:43.093124 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-84a12d48-7182-4d38-9d03-225ad629de94 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:43.123291 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-84a12d48-7182-4d38-9d03-225ad629de94 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0446663 Aug 20 10:28:43.131894 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d41f8dff-da0e-45d0-9a0e-b26c7ab93d3b req-6f792dce-92af-4853-abd2-5ada54b70d35 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591960 Aug 20 10:28:43.147192 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Request body: {'port': {'device_id': '30535e06-7e17-4884-a218-b7c7d5c65acf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:43.179458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 42f4b4f6-6bfd-4b2c-995d-9705827a151f details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:28:43.243600 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:43.317662 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 42f4b4f6-6bfd-4b2c-995d-9705827a151f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=42f4b4f6-6bfd-4b2c-995d-9705827a151f,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:43.335758 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-31ed6d1f-6366-415c-b1f9-a2e22f8ca213 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa1ade259405497d9709bb149ecbf201&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0920925 Aug 20 10:28:43.336019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed6d1f-6366-415c-b1f9-a2e22f8ca213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0f3da0-baee-4fce-b2a8-3e077433b3fe,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:43.339027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53914) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:43.340908 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '42f4b4f6-6bfd-4b2c-995d-9705827a151f', 'network_id': '530560a3-622f-41b9-8222-5a8222e0b1ac', 'port_id': '42f4b4f6-6bfd-4b2c-995d-9705827a151f', 'mac_address': 'fa:16:3e:9d:d3:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcda7d78-8f96-4bd2-aa67-b7d358612b18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:28:43.356792 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fc91ce4f-c20a-4eb5-9a19-6c47506aa331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:43.382141 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fc91ce4f-c20a-4eb5-9a19-6c47506aa331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:43.389475 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:43.405654 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42f4b4f6-6bfd-4b2c-995d-9705827a151f {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:28:43.429324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 42f4b4f6-6bfd-4b2c-995d-9705827a151f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=42f4b4f6-6bfd-4b2c-995d-9705827a151f,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:43.437659 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:43.438742 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fc91ce4f-c20a-4eb5-9a19-6c47506aa331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:43.442188 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fc91ce4f-c20a-4eb5-9a19-6c47506aa331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:43.443754 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fc91ce4f-c20a-4eb5-9a19-6c47506aa331 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/272ee1c7-afd7-4697-8bee-7e54e9f87a7a HTTP/1.1" status: 204 len: 168 time: 0.6398661 Aug 20 10:28:43.453783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91ce4f-c20a-4eb5-9a19-6c47506aa331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272ee1c7-afd7-4697-8bee-7e54e9f87a7a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:43.532006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=42f4b4f6-6bfd-4b2c-995d-9705827a151f,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:43.546845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:43.547550 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:43.548202 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:43.548945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:43.549749 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:43.551312 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:43.552287 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:43.552932 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:43.553440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:43.553951 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:43.554473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:43.555002 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:28:43.569967 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['42f4b4f6-6bfd-4b2c-995d-9705827a151f'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:28:43.629982 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fd6d5c7-1bad-4126-8f57-53565c7ae0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:43.666898 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087e308-3ba1-4b2a-805d-c170ec36c23c req-a3f0ec9c-d8b4-4bad-a49f-aa607562ed8c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:43.676351 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f087e308-3ba1-4b2a-805d-c170ec36c23c req-a3f0ec9c-d8b4-4bad-a49f-aa607562ed8c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 945 time: 0.2418201 Aug 20 10:28:43.744443 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fd6d5c7-1bad-4126-8f57-53565c7ae0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:43.771270 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab5cd2-eea1-487d-84d1-b6f0d33f3210 req-425d1b8e-064b-430f-aa10-f3c8243c8e70 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:43.781721 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-90ab5cd2-eea1-487d-84d1-b6f0d33f3210 req-425d1b8e-064b-430f-aa10-f3c8243c8e70 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.0847406 Aug 20 10:28:43.822328 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-90ab5cd2-eea1-487d-84d1-b6f0d33f3210 req-aa558457-35e0-4fd7-bddb-d16f85dcee1e tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394561 Aug 20 10:28:43.845780 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f087e308-3ba1-4b2a-805d-c170ec36c23c req-9fca6ea2-d5c9-4211-a051-8fb0a154b64c tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683800 Aug 20 10:28:43.866379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:28:43.875137 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:43.896389 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Transition to ACTIVE for port object d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:28:43.897545 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fd6d5c7-1bad-4126-8f57-53565c7ae0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:43.900586 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fd6d5c7-1bad-4126-8f57-53565c7ae0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:43.902057 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7fd6d5c7-1bad-4126-8f57-53565c7ae0f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a0f3da0-baee-4fce-b2a8-3e077433b3fe HTTP/1.1" status: 204 len: 168 time: 0.5617766 Aug 20 10:28:43.906766 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:43.921725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53930) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:43.924509 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6d5c7-1bad-4126-8f57-53565c7ae0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0f3da0-baee-4fce-b2a8-3e077433b3fe,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:43.948775 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3fddb604-912d-4f92-a63a-5b3065706c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:44.049319 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3fddb604-912d-4f92-a63a-5b3065706c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:44.054454 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3fddb604-912d-4f92-a63a-5b3065706c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:44.055842 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Pushing event updated for resources: {'Port': ['ID=d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:44.091867 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b546cc0-e64b-486b-9bfe-c666839c3164 req-d334d843-3e19-4a18-9d07-655630178292 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:44.093366 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5b546cc0-e64b-486b-9bfe-c666839c3164 req-d334d843-3e19-4a18-9d07-655630178292 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 943 time: 0.1212382 Aug 20 10:28:44.097252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddb604-912d-4f92-a63a-5b3065706c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6efccf-e301-4d1e-b17d-d3004f479a2d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:44.104108 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3fddb604-912d-4f92-a63a-5b3065706c80 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=094f1852ab364253b7ddb2826b83f500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811478 Aug 20 10:28:44.106685 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53932) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:44.110822 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Attempting to bind port d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:28:44.111587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Attempting to bind port d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'c09fe89d-a296-48c5-8294-fba279f32099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '521ff98a-19d4-4dad-ba6b-3be4a8250a46'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:28:44.111768 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Attempting to bind port d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 on network 521ff98a-19d4-4dad-ba6b-3be4a8250a46 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:28:44.126779 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Port d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 on network 521ff98a-19d4-4dad-ba6b-3be4a8250a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:28:44.127131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Attempting to bind port d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 on network 521ff98a-19d4-4dad-ba6b-3be4a8250a46 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:28:44.140619 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:28:44.140852 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Checking segment: {'id': 'c09fe89d-a296-48c5-8294-fba279f32099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '521ff98a-19d4-4dad-ba6b-3be4a8250a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:28:44.141162 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Bound using segment: {'id': 'c09fe89d-a296-48c5-8294-fba279f32099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '521ff98a-19d4-4dad-ba6b-3be4a8250a46'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:28:44.141590 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Bound port: d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09fe89d-a296-48c5-8294-fba279f32099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '521ff98a-19d4-4dad-ba6b-3be4a8250a46'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:28:44.141945 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:44.163555 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dec69f07-fd1f-474e-b148-864089060128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:44.185329 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dec69f07-fd1f-474e-b148-864089060128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:44.187788 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5b546cc0-e64b-486b-9bfe-c666839c3164 req-9401e71f-6efe-4036-96ca-a2fc7cc86b8f tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709624 Aug 20 10:28:44.226102 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] For port d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:28:44.230347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] For port d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1,segment=NetworkSegment(c09fe89d-a296-48c5-8294-fba279f32099),segment_id=c09fe89d-a296-48c5-8294-fba279f32099)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:28:44.238031 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:44.245545 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dec69f07-fd1f-474e-b148-864089060128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:44.249014 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dec69f07-fd1f-474e-b148-864089060128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:44.256564 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dec69f07-fd1f-474e-b148-864089060128 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b6efccf-e301-4d1e-b17d-d3004f479a2d HTTP/1.1" status: 204 len: 168 time: 0.1486833 Aug 20 10:28:44.274146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:44.274146 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:44.274146 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] 10.222.0.24 "PUT /v2.0/ports/d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 HTTP/1.1" status: 200 len: 1092 time: 1.1411707 Aug 20 10:28:44.274500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30535e06-7e17-4884-a218-b7c7d5c65acf', 'tag': 'd4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:28:44.277000 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d67f736-7fe7-4ec9-bbec-b7dec809235d" -d '{"events": [{"name": "network-changed", "server_uuid": "30535e06-7e17-4884-a218-b7c7d5c65acf", "tag": "d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:28:44.318883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88c34e-78ce-4d09-b600-28f9e617b4ae service neutron] Pushing event updated for resources: {'Port': ['ID=d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:44.339713 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec69f07-fd1f-474e-b148-864089060128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6efccf-e301-4d1e-b17d-d3004f479a2d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:44.367246 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cf9d80-a01e-4bd3-b128-74cf24ab32b8 x-openstack-request-id: req-08cf9d80-a01e-4bd3-b128-74cf24ab32b8 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:28:44.367605 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30535e06-7e17-4884-a218-b7c7d5c65acf", "tag": "d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:28:44.367820 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec56cff-0a00-4bff-9b6c-e0b063a0ee4c req-a7b95bf2-ba72-447b-b839-c5038d6d6201 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:44.367976 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08cf9d80-a01e-4bd3-b128-74cf24ab32b8 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:28:44.368448 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30535e06-7e17-4884-a218-b7c7d5c65acf', 'tag': 'd4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1', 'status': 'completed', 'code': 200} Aug 20 10:28:44.370668 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ec56cff-0a00-4bff-9b6c-e0b063a0ee4c req-a7b95bf2-ba72-447b-b839-c5038d6d6201 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 943 time: 0.1124783 Aug 20 10:28:44.385121 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-7726de3e-184e-4f13-87c2-2d668516c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:44.386656 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-7726de3e-184e-4f13-87c2-2d668516c155 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5d02e1430354d48898dceb66190cc41&device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 1095 time: 0.0644643 Aug 20 10:28:44.392925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53942) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:44.419872 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ec56cff-0a00-4bff-9b6c-e0b063a0ee4c req-8c441824-bb3a-4127-a47f-bdc1ed33b455 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425673 Aug 20 10:28:44.440801 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-ffe6fb97-2a85-4163-abe4-2c605d519fa3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 HTTP/1.1" status: 200 len: 217 time: 0.0449727 Aug 20 10:28:44.442195 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a2bb1a56-9517-4855-ac11-fd9ae3038cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:44.508832 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-962bf9e2-9510-4b72-a230-25588ef441ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:44.510322 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-962bf9e2-9510-4b72-a230-25588ef441ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=64133869-5bd5-42bd-b5db-2eab67b96fbd HTTP/1.1" status: 200 len: 849 time: 0.0603070 Aug 20 10:28:44.551921 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-13b1c3f8-e0f4-4ee9-927c-b2b935c38175 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=521ff98a-19d4-4dad-ba6b-3be4a8250a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339520 Aug 20 10:28:44.677669 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a2bb1a56-9517-4855-ac11-fd9ae3038cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:44.683116 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a2bb1a56-9517-4855-ac11-fd9ae3038cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:44.688446 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-eb8e4ebc-39d7-4b5b-ada9-2997a80d418b service neutron] 10.222.0.24 "GET /v2.0/networks/521ff98a-19d4-4dad-ba6b-3be4a8250a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274853 Aug 20 10:28:44.774062 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a2bb1a56-9517-4855-ac11-fd9ae3038cf4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b51a122c00346b6adefbb32e67098b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3799014 Aug 20 10:28:44.777654 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53958) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:44.785958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb1a56-9517-4855-ac11-fd9ae3038cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7950ac00-d993-4598-afa5-5ae9c7b0e487,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:44.834379 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf520644-e5fc-406d-a7a5-bb79682bab78 req-eeb4119a-7bac-4299-a0a8-f10671607cb6 service neutron] 10.222.0.24 "GET /v2.0/networks/521ff98a-19d4-4dad-ba6b-3be4a8250a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271417 Aug 20 10:28:44.835879 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b18cc-3638-4c25-ad58-9016ba412aff req-d95b070a-1437-466e-aa03-6f4b0ed8541b tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:44.837363 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e16b18cc-3638-4c25-ad58-9016ba412aff req-d95b070a-1437-466e-aa03-6f4b0ed8541b tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 945 time: 0.0997291 Aug 20 10:28:44.857504 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0dc63563-5bf9-4dfb-ba84-25ff027c457f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:44.973373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67f736-7fe7-4ec9-bbec-b7dec809235d req-467b5455-fb5d-439f-bb20-dbed10cf2abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:44.974891 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d67f736-7fe7-4ec9-bbec-b7dec809235d req-467b5455-fb5d-439f-bb20-dbed10cf2abb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5d02e1430354d48898dceb66190cc41&device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 1095 time: 0.0785544 Aug 20 10:28:44.996416 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0dc63563-5bf9-4dfb-ba84-25ff027c457f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:45.046410 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c010412-5d03-4ad6-b98c-cd0035261550 req-38c2e209-3777-4fe1-8f4a-9a5e1780fff2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:45.048187 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c010412-5d03-4ad6-b98c-cd0035261550 req-38c2e209-3777-4fe1-8f4a-9a5e1780fff2 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 945 time: 0.1189277 Aug 20 10:28:45.057932 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc1c63-5bb0-49a1-9785-34600a8468e1 req-ff7d9bfb-acb5-4b30-a467-727bdae67f1c tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:45.059760 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2abc1c63-5bb0-49a1-9785-34600a8468e1 req-ff7d9bfb-acb5-4b30-a467-727bdae67f1c tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.1516273 Aug 20 10:28:45.096017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-e16b18cc-3638-4c25-ad58-9016ba412aff req-181c51f7-560b-4781-a2f8-4be87820fc5a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Deleting port 42f4b4f6-6bfd-4b2c-995d-9705827a151f {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:28:45.096560 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e16b18cc-3638-4c25-ad58-9016ba412aff req-181c51f7-560b-4781-a2f8-4be87820fc5a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:45.119554 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67f736-7fe7-4ec9-bbec-b7dec809235d req-52329684-b2f7-47e7-9b76-ca6f01dd148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:45.121109 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d67f736-7fe7-4ec9-bbec-b7dec809235d req-52329684-b2f7-47e7-9b76-ca6f01dd148c service neutron] 10.222.0.24 "GET /v2.0/networks?id=521ff98a-19d4-4dad-ba6b-3be4a8250a46 HTTP/1.1" status: 200 len: 910 time: 0.1377969 Aug 20 10:28:45.126460 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c010412-5d03-4ad6-b98c-cd0035261550 req-6ca95ed7-a780-4ae4-9a58-573175666e90 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/security-groups?id=b17a4584-88dc-495f-9cb2-883ca19caec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542648 Aug 20 10:28:45.161695 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0dc63563-5bf9-4dfb-ba84-25ff027c457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:45.164340 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0dc63563-5bf9-4dfb-ba84-25ff027c457f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:45.165491 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0dc63563-5bf9-4dfb-ba84-25ff027c457f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7950ac00-d993-4598-afa5-5ae9c7b0e487 HTTP/1.1" status: 204 len: 168 time: 0.3868747 Aug 20 10:28:45.171291 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d67f736-7fe7-4ec9-bbec-b7dec809235d req-1091b5b1-66ff-4314-ae6a-76213a02cad5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 HTTP/1.1" status: 200 len: 217 time: 0.0409079 Aug 20 10:28:45.190770 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 42f4b4f6-6bfd-4b2c-995d-9705827a151f up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:28:45.212789 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2abc1c63-5bb0-49a1-9785-34600a8468e1 req-09dd7b6c-eced-4c77-9766-8dd833d5c057 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448486 Aug 20 10:28:45.226494 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc63563-5bf9-4dfb-ba84-25ff027c457f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7950ac00-d993-4598-afa5-5ae9c7b0e487,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:45.274898 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67f736-7fe7-4ec9-bbec-b7dec809235d req-291dc8f3-f703-43fe-9968-1bda3cfcad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:45.277970 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d67f736-7fe7-4ec9-bbec-b7dec809235d req-291dc8f3-f703-43fe-9968-1bda3cfcad7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=64133869-5bd5-42bd-b5db-2eab67b96fbd HTTP/1.1" status: 200 len: 849 time: 0.0997958 Aug 20 10:28:45.318560 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d67f736-7fe7-4ec9-bbec-b7dec809235d req-734327f2-35ae-4c3b-87b0-8bfc3b6fb2f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=521ff98a-19d4-4dad-ba6b-3be4a8250a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317597 Aug 20 10:28:45.338017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 42f4b4f6-6bfd-4b2c-995d-9705827a151f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:28:45.339803 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:45.349233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e16b18cc-3638-4c25-ad58-9016ba412aff req-181c51f7-560b-4781-a2f8-4be87820fc5a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] For port 42f4b4f6-6bfd-4b2c-995d-9705827a151f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=42f4b4f6-6bfd-4b2c-995d-9705827a151f,segment=NetworkSegment(db5f7a13-bbcf-4283-ac85-340991cd7d38),segment_id=db5f7a13-bbcf-4283-ac85-340991cd7d38)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:45.350186 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e16b18cc-3638-4c25-ad58-9016ba412aff req-181c51f7-560b-4781-a2f8-4be87820fc5a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:45.375833 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-e16b18cc-3638-4c25-ad58-9016ba412aff req-181c51f7-560b-4781-a2f8-4be87820fc5a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Calling delete_port for 42f4b4f6-6bfd-4b2c-995d-9705827a151f owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:28:45.439709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53984) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:45.441886 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d67f736-7fe7-4ec9-bbec-b7dec809235d req-05304f97-ae29-4044-9e44-4cfe23a2d729 service neutron] 10.222.0.24 "GET /v2.0/networks/521ff98a-19d4-4dad-ba6b-3be4a8250a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160071 Aug 20 10:28:45.502553 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b709d5-bed0-437f-8d44-6a36b00914f9 req-29f95697-d069-46f4-8400-87f8808d16a2 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:45.510555 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47b709d5-bed0-437f-8d44-6a36b00914f9 req-29f95697-d069-46f4-8400-87f8808d16a2 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 943 time: 0.1978703 Aug 20 10:28:45.551863 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:45.579365 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 76a5616b-820a-49fe-b3b1-b11f4474063d details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:28:45.596410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d67f736-7fe7-4ec9-bbec-b7dec809235d req-6eba9c7c-9974-4449-b146-ee57c14495a8 service neutron] 10.222.0.24 "GET /v2.0/networks/521ff98a-19d4-4dad-ba6b-3be4a8250a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416833 Aug 20 10:28:45.599874 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47b709d5-bed0-437f-8d44-6a36b00914f9 req-fa329733-2222-47c4-9ad0-521e1efbfbb0 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845473 Aug 20 10:28:45.633984 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e16b18cc-3638-4c25-ad58-9016ba412aff req-181c51f7-560b-4781-a2f8-4be87820fc5a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:45.673638 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c51f7-560b-4781-a2f8-4be87820fc5a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Pushing event deleted for resources: {'Port': ['ID=42f4b4f6-6bfd-4b2c-995d-9705827a151f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:45.689417 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e742ec2e-6767-46d7-9b4d-c1c0e493aaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:45.734964 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 76a5616b-820a-49fe-b3b1-b11f4474063d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=76a5616b-820a-49fe-b3b1-b11f4474063d,segment=NetworkSegment(a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012),segment_id=a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:45.755760 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '76a5616b-820a-49fe-b3b1-b11f4474063d', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'port_id': '76a5616b-820a-49fe-b3b1-b11f4474063d', 'mac_address': 'fa:16:3e:ef:5a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:28:45.763880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16b18cc-3638-4c25-ad58-9016ba412aff req-181c51f7-560b-4781-a2f8-4be87820fc5a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] No DVR routers for this DVR port 42f4b4f6-6bfd-4b2c-995d-9705827a151f on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:28:45.768662 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e16b18cc-3638-4c25-ad58-9016ba412aff req-181c51f7-560b-4781-a2f8-4be87820fc5a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:45.771346 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e16b18cc-3638-4c25-ad58-9016ba412aff req-181c51f7-560b-4781-a2f8-4be87820fc5a tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.42 "DELETE /v2.0/ports/42f4b4f6-6bfd-4b2c-995d-9705827a151f HTTP/1.1" status: 204 len: 173 time: 0.9263055 Aug 20 10:28:45.772276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4064563-5413-4110-9e5d-b1580f2f18cb', 'name': 'network-vif-deleted', 'tag': '42f4b4f6-6bfd-4b2c-995d-9705827a151f'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:28:45.775524 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b10a8d-b334-4e24-9af8-ea8e0fcc28e7" -d '{"events": [{"server_uuid": "d4064563-5413-4110-9e5d-b1580f2f18cb", "name": "network-vif-deleted", "tag": "42f4b4f6-6bfd-4b2c-995d-9705827a151f"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:28:45.792633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98830d3-6906-4063-a243-7b7435274d44 req-7a36f847-2526-4433-b0c8-a93d8617e070 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:45.794214 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f98830d3-6906-4063-a243-7b7435274d44 req-7a36f847-2526-4433-b0c8-a93d8617e070 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 943 time: 0.1967826 Aug 20 10:28:45.826596 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:45.856169 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d817119b-02a0-41f5-9a95-13cf8a908ea9 x-openstack-request-id: req-d817119b-02a0-41f5-9a95-13cf8a908ea9 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:28:45.856626 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4064563-5413-4110-9e5d-b1580f2f18cb", "name": "network-vif-deleted", "tag": "42f4b4f6-6bfd-4b2c-995d-9705827a151f", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:28:45.856821 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d817119b-02a0-41f5-9a95-13cf8a908ea9 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:28:45.857323 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4064563-5413-4110-9e5d-b1580f2f18cb', 'name': 'network-vif-deleted', 'tag': '42f4b4f6-6bfd-4b2c-995d-9705827a151f', 'status': 'completed', 'code': 200} Aug 20 10:28:45.860252 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a5616b-820a-49fe-b3b1-b11f4474063d {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:28:45.888343 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 76a5616b-820a-49fe-b3b1-b11f4474063d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=76a5616b-820a-49fe-b3b1-b11f4474063d,segment=NetworkSegment(a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012),segment_id=a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:45.894129 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:45.960689 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=76a5616b-820a-49fe-b3b1-b11f4474063d,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:46.208993 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f98830d3-6906-4063-a243-7b7435274d44 req-1d644d11-61d7-4c7d-837e-e2a670341a5b tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4021676 Aug 20 10:28:46.253376 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e742ec2e-6767-46d7-9b4d-c1c0e493aaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:46.258621 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e742ec2e-6767-46d7-9b4d-c1c0e493aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:46.272186 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['76a5616b-820a-49fe-b3b1-b11f4474063d'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:28:46.297501 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8c04334-1016-4ec7-bfcb-6441fc149092 req-a4949b58-5bec-42ef-ba15-e02c5b891490 tempest-ImagesTestJSON-1395514935 tempest-ImagesTestJSON-1395514935-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4064563-5413-4110-9e5d-b1580f2f18cb HTTP/1.1" status: 200 len: 210 time: 0.0406022 Aug 20 10:28:46.319616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54020) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:46.321156 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e742ec2e-6767-46d7-9b4d-c1c0e493aaf9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2842dbf0b784926aa995ff66d339b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8854344 Aug 20 10:28:46.396765 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9fe10cbe-1d1a-4e56-9e01-e7ff6d7097a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:46.413274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742ec2e-6767-46d7-9b4d-c1c0e493aaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ab7b6c-c7f1-4c44-b9b8-279bebdfa456,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:46.433274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15647c5a-68a2-4a6f-ad25-4085056a74a8 req-2bb68e6c-b28e-46e9-bef6-b9122b9194c1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:46.442284 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15647c5a-68a2-4a6f-ad25-4085056a74a8 req-2bb68e6c-b28e-46e9-bef6-b9122b9194c1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.1196558 Aug 20 10:28:46.456112 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9fe10cbe-1d1a-4e56-9e01-e7ff6d7097a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:46.523722 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15647c5a-68a2-4a6f-ad25-4085056a74a8 req-7b98c5be-f01a-41cc-9385-6120fbe4f3f2 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794683 Aug 20 10:28:46.556696 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9fe10cbe-1d1a-4e56-9e01-e7ff6d7097a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:46.559407 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9fe10cbe-1d1a-4e56-9e01-e7ff6d7097a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:46.565121 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9fe10cbe-1d1a-4e56-9e01-e7ff6d7097a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1ab7b6c-c7f1-4c44-b9b8-279bebdfa456 HTTP/1.1" status: 204 len: 168 time: 0.2435632 Aug 20 10:28:46.574875 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe10cbe-1d1a-4e56-9e01-e7ff6d7097a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ab7b6c-c7f1-4c44-b9b8-279bebdfa456,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:46.766630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457700f-de28-44d6-a349-aad6f282e069 req-e92ceb9a-b36c-4d5a-862c-16fba97f2191 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:46.768165 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a457700f-de28-44d6-a349-aad6f282e069 req-e92ceb9a-b36c-4d5a-862c-16fba97f2191 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 943 time: 0.0547662 Aug 20 10:28:46.813758 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a457700f-de28-44d6-a349-aad6f282e069 req-a4fe46f5-81b9-41c1-aae9-9aac461e4485 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384953 Aug 20 10:28:47.003331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54046) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:47.197096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 42f4b4f6-6bfd-4b2c-995d-9705827a151f no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:28:47.216804 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-1dd34fae-fb92-4aa9-9943-7b1522328caa tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1739150544', 'router:external': True}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:47.233012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 42f4b4f6-6bfd-4b2c-995d-9705827a151f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:28:47.233493 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 42f4b4f6-6bfd-4b2c-995d-9705827a151f not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:28:47.259401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd34fae-fb92-4aa9-9943-7b1522328caa tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Made reservation on behalf of b8bc251310b1492398e1ab58566527ab for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:28:47.262123 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1dd34fae-fb92-4aa9-9943-7b1522328caa tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:47.272028 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1dd34fae-fb92-4aa9-9943-7b1522328caa tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:47.368245 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39934aaa-8cbe-47b6-99c4-26778852ce5e req-9cd36a21-2c6e-48c4-9bb9-2397c58525f4 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:47.370332 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39934aaa-8cbe-47b6-99c4-26778852ce5e req-9cd36a21-2c6e-48c4-9bb9-2397c58525f4 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 944 time: 0.0880129 Aug 20 10:28:47.434881 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39934aaa-8cbe-47b6-99c4-26778852ce5e req-e938587c-1aad-488c-82cf-c9a801fee546 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584114 Aug 20 10:28:47.489330 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1dd34fae-fb92-4aa9-9943-7b1522328caa tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:47.496663 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1dd34fae-fb92-4aa9-9943-7b1522328caa tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:47.522079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 76a5616b-820a-49fe-b3b1-b11f4474063d up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:28:47.527179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd34fae-fb92-4aa9-9943-7b1522328caa tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:28:47.538316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd34fae-fb92-4aa9-9943-7b1522328caa tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36107b7-1a17-485a-b1ab-69e5bfe9d2ea,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:47.556705 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1dd34fae-fb92-4aa9-9943-7b1522328caa tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:47.557052 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-1dd34fae-fb92-4aa9-9943-7b1522328caa tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Added segment 7981ae61-5a21-4abe-b9b9-c6abce15cf40 of type vlan for network 845215e7-effb-4eb8-88be-9a2435601a6d Aug 20 10:28:47.614695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 76a5616b-820a-49fe-b3b1-b11f4474063d completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:28:47.619916 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 76a5616b-820a-49fe-b3b1-b11f4474063d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:28:47.620609 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:47.621803 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1dd34fae-fb92-4aa9-9943-7b1522328caa tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:47.688493 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1dd34fae-fb92-4aa9-9943-7b1522328caa tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:47.690680 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd34fae-fb92-4aa9-9943-7b1522328caa tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:47.692087 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1dd34fae-fb92-4aa9-9943-7b1522328caa tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:47.728031 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:47.743877 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1dd34fae-fb92-4aa9-9943-7b1522328caa tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7384408 Aug 20 10:28:47.748419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54092) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:47.755466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-1a779b3d-9631-440a-b041-6238c8e0f8ad tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Request body: {'subnet': {'network_id': '845215e7-effb-4eb8-88be-9a2435601a6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:47.762909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7d791a-86f8-40b5-b112-38e644d4491e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a5616b-820a-49fe-b3b1-b11f4474063d'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:28:47.765408 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5648bf7-67db-4e6c-b720-3fd4e2824436" -d '{"events": [{"server_uuid": "8f7d791a-86f8-40b5-b112-38e644d4491e", "name": "network-vif-plugged", "status": "completed", "tag": "76a5616b-820a-49fe-b3b1-b11f4474063d"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:28:47.785001 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a3991-4cbd-456d-a787-f1b890aed6d6 req-bc6cc3e6-affd-4abb-929a-b5124b94fd14 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:47.791349 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 76a5616b-820a-49fe-b3b1-b11f4474063d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=76a5616b-820a-49fe-b3b1-b11f4474063d,segment=NetworkSegment(a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012),segment_id=a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:47.796699 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e73a3991-4cbd-456d-a787-f1b890aed6d6 req-bc6cc3e6-affd-4abb-929a-b5124b94fd14 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.1666751 Aug 20 10:28:47.798996 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:47.853380 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd34fae-fb92-4aa9-9943-7b1522328caa tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Pushing event updated for resources: {'Network': ['ID=845215e7-effb-4eb8-88be-9a2435601a6d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:47.868894 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef96c5be-0596-4e20-b1df-e8b1a4ded4a8 x-openstack-request-id: req-ef96c5be-0596-4e20-b1df-e8b1a4ded4a8 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:28:47.869326 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7d791a-86f8-40b5-b112-38e644d4491e", "name": "network-vif-plugged", "status": "completed", "tag": "76a5616b-820a-49fe-b3b1-b11f4474063d", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:28:47.869647 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef96c5be-0596-4e20-b1df-e8b1a4ded4a8 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:28:47.870098 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7d791a-86f8-40b5-b112-38e644d4491e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a5616b-820a-49fe-b3b1-b11f4474063d', 'code': 200} Aug 20 10:28:47.871010 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 845215e7-effb-4eb8-88be-9a2435601a6d details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:28:47.889866 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e73a3991-4cbd-456d-a787-f1b890aed6d6 req-0d8eb520-933b-4669-a991-6a76ec7eb254 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914633 Aug 20 10:28:47.898501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a779b3d-9631-440a-b041-6238c8e0f8ad tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Made reservation on behalf of b8bc251310b1492398e1ab58566527ab for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:28:47.901250 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1a779b3d-9631-440a-b041-6238c8e0f8ad tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:47.957837 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=76a5616b-820a-49fe-b3b1-b11f4474063d,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:48.041011 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb26df-b137-4cda-b71d-7d13b169490a req-d46e905f-d345-4f11-ad55-3562f4a38717 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:48.044313 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ceb26df-b137-4cda-b71d-7d13b169490a req-d46e905f-d345-4f11-ad55-3562f4a38717 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 943 time: 0.0731604 Aug 20 10:28:48.063115 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd1489-c076-48b7-a119-ee8d04c3e107 req-2f467dd0-1d4d-41ec-b57e-c141bef945b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:48.065398 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c4fd1489-c076-48b7-a119-ee8d04c3e107 req-2f467dd0-1d4d-41ec-b57e-c141bef945b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 1097 time: 0.0894041 Aug 20 10:28:48.122261 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ceb26df-b137-4cda-b71d-7d13b169490a req-639d5b54-693e-4bfb-bb77-03c9097e8898 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658498 Aug 20 10:28:48.122936 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54118) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:48.165844 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c4fd1489-c076-48b7-a119-ee8d04c3e107 req-899a94f9-aacd-4257-af0f-9280088d3bfd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892835 Aug 20 10:28:48.185702 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c237f5-2fb2-4a8b-9fca-494d0ccd22a3 admin admin] Deleting subnet fcda7d78-8f96-4bd2-aa67-b7d358612b18 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:28:48.189922 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c1c237f5-2fb2-4a8b-9fca-494d0ccd22a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:48.237337 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c1c237f5-2fb2-4a8b-9fca-494d0ccd22a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:48.304482 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c1c237f5-2fb2-4a8b-9fca-494d0ccd22a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:48.365551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.objects.ports [None req-1a779b3d-9631-440a-b041-6238c8e0f8ad tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94866) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:28:48.366025 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1a779b3d-9631-440a-b041-6238c8e0f8ad tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:48.371577 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:48.381260 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c1c237f5-2fb2-4a8b-9fca-494d0ccd22a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:48.407589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c237f5-2fb2-4a8b-9fca-494d0ccd22a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcda7d78-8f96-4bd2-aa67-b7d358612b18,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:48.411308 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c1c237f5-2fb2-4a8b-9fca-494d0ccd22a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:48.415109 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c1c237f5-2fb2-4a8b-9fca-494d0ccd22a3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fcda7d78-8f96-4bd2-aa67-b7d358612b18 HTTP/1.1" status: 204 len: 168 time: 0.2892351 Aug 20 10:28:48.416519 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54128) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:48.429179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a779b3d-9631-440a-b041-6238c8e0f8ad tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5146e611-2f5f-4cd3-a46a-09e51bb64796,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:48.444917 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a779b3d-9631-440a-b041-6238c8e0f8ad tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Checking segment: {'id': '7981ae61-5a21-4abe-b9b9-c6abce15cf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '845215e7-effb-4eb8-88be-9a2435601a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:28:48.445269 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a779b3d-9631-440a-b041-6238c8e0f8ad tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Network hostable DHCP agents. Network: 845215e7-effb-4eb8-88be-9a2435601a6d, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:28:48.463236 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a779b3d-9631-440a-b041-6238c8e0f8ad tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Network 845215e7-effb-4eb8-88be-9a2435601a6d is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:28:48.474290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-1a779b3d-9631-440a-b041-6238c8e0f8ad tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 845215e7-effb-4eb8-88be-9a2435601a6d) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:28:48.479376 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a779b3d-9631-440a-b041-6238c8e0f8ad tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:48.480007 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1a779b3d-9631-440a-b041-6238c8e0f8ad tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:48.491607 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdeb481-6e8a-4174-a3ed-54339a96b040 None None] Network 845215e7-effb-4eb8-88be-9a2435601a6d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:28:48.497830 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1a779b3d-9631-440a-b041-6238c8e0f8ad tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7482529 Aug 20 10:28:48.500894 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54132) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:48.510266 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-9164e14e-7833-4ed9-bb09-1819053e9cb9 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1009439015', 'network_id': '845215e7-effb-4eb8-88be-9a2435601a6d'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:48.528722 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a0e83716-c61a-424c-ba53-9d23e9ba35fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:48.541355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9164e14e-7833-4ed9-bb09-1819053e9cb9 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Made reservation on behalf of b8bc251310b1492398e1ab58566527ab for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:28:48.549276 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9164e14e-7833-4ed9-bb09-1819053e9cb9 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:48.617488 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-9164e14e-7833-4ed9-bb09-1819053e9cb9 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] device_id is not set on port e905661c-9e7d-4154-8162-ffefdd555059 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:28:48.644249 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a0e83716-c61a-424c-ba53-9d23e9ba35fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:48.655610 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a0e83716-c61a-424c-ba53-9d23e9ba35fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530560a3-622f-41b9-8222-5a8222e0b1ac']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:48.668070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a0e83716-c61a-424c-ba53-9d23e9ba35fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5f7a13-bbcf-4283-ac85-340991cd7d38') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:48.668368 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a0e83716-c61a-424c-ba53-9d23e9ba35fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5f7a13-bbcf-4283-ac85-340991cd7d38') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:48.680685 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a0e83716-c61a-424c-ba53-9d23e9ba35fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:48.685172 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a37f259-50de-4c39-a6dd-69c6e6ec5857 None None] Network 845215e7-effb-4eb8-88be-9a2435601a6d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:28:48.695484 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106f716-7949-44a7-9d8c-12b69b6b8c11 req-d48fdca9-a8fb-4ef2-9c4d-e84331e5760c tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:48.696643 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a0e83716-c61a-424c-ba53-9d23e9ba35fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:48.703141 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d106f716-7949-44a7-9d8c-12b69b6b8c11 req-d48fdca9-a8fb-4ef2-9c4d-e84331e5760c tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.1203604 Aug 20 10:28:48.704248 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e83716-c61a-424c-ba53-9d23e9ba35fe admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:28:48.704821 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a0e83716-c61a-424c-ba53-9d23e9ba35fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:28:48.706745 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:28:48.775606 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a0e83716-c61a-424c-ba53-9d23e9ba35fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:48.779985 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d106f716-7949-44a7-9d8c-12b69b6b8c11 req-7c585ed9-2a73-4ba3-9838-20f4186ce145 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749753 Aug 20 10:28:48.782268 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a0e83716-c61a-424c-ba53-9d23e9ba35fe admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:48.784905 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a0e83716-c61a-424c-ba53-9d23e9ba35fe admin admin] 10.222.0.16 "DELETE /v2.0/networks/530560a3-622f-41b9-8222-5a8222e0b1ac HTTP/1.1" status: 204 len: 168 time: 0.3668246 Aug 20 10:28:48.802648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e83716-c61a-424c-ba53-9d23e9ba35fe admin admin] Pushing event deleted for resources: {'Network': ['ID=530560a3-622f-41b9-8222-5a8222e0b1ac,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:48.842449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-9164e14e-7833-4ed9-bb09-1819053e9cb9 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Allocated IP 2001:db8::b4 (845215e7-effb-4eb8-88be-9a2435601a6d/5146e611-2f5f-4cd3-a46a-09e51bb64796/e905661c-9e7d-4154-8162-ffefdd555059) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:28:49.044010 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9164e14e-7833-4ed9-bb09-1819053e9cb9 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:49.108313 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9164e14e-7833-4ed9-bb09-1819053e9cb9 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:49.112631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5bb2e-3f56-40cd-871f-62f996c8be85 req-8c67abe9-44b3-4862-9051-3628ac7b7437 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:49.127546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54180) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:49.128380 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-09a5bb2e-3f56-40cd-871f-62f996c8be85 req-8c67abe9-44b3-4862-9051-3628ac7b7437 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.1171122 Aug 20 10:28:49.182654 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-09a5bb2e-3f56-40cd-871f-62f996c8be85 req-fe9655fc-8873-4999-aad1-33b15ee7b2d7 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523627 Aug 20 10:28:49.205925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9164e14e-7833-4ed9-bb09-1819053e9cb9 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Network 845215e7-effb-4eb8-88be-9a2435601a6d is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:28:49.205925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-9164e14e-7833-4ed9-bb09-1819053e9cb9 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:28:49.219401 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9164e14e-7833-4ed9-bb09-1819053e9cb9 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:28:49.220578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9164e14e-7833-4ed9-bb09-1819053e9cb9 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:49.221198 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9164e14e-7833-4ed9-bb09-1819053e9cb9 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:49.257514 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164e14e-7833-4ed9-bb09-1819053e9cb9 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Pushing event updated for resources: {'Port': ['ID=e905661c-9e7d-4154-8162-ffefdd555059,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:49.266509 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5aeb9bc7-0a6b-452f-a325-5196015874e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a14c0ec977254acfabe7230c5ae2158d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314654 Aug 20 10:28:49.269348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54200) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:49.281901 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9164e14e-7833-4ed9-bb09-1819053e9cb9 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7799530 Aug 20 10:28:49.285675 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54202) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:49.327668 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-522c06c7-3871-4d28-9c66-8fb2a2dff6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:49.333091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab7024-0939-4054-9af2-98cf32233f68 req-4fb6833c-1d19-4bb7-ba9f-6012612ceb94 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:49.337364 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-51ab7024-0939-4054-9af2-98cf32233f68 req-4fb6833c-1d19-4bb7-ba9f-6012612ceb94 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 943 time: 0.0931971 Aug 20 10:28:49.356362 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-522c06c7-3871-4d28-9c66-8fb2a2dff6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:49.414637 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-522c06c7-3871-4d28-9c66-8fb2a2dff6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:49.417619 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-522c06c7-3871-4d28-9c66-8fb2a2dff6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:49.422627 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-522c06c7-3871-4d28-9c66-8fb2a2dff6d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b17a4584-88dc-495f-9cb2-883ca19caec0 HTTP/1.1" status: 204 len: 168 time: 0.1484210 Aug 20 10:28:49.422893 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-51ab7024-0939-4054-9af2-98cf32233f68 req-2ad6872d-d79b-41be-be7b-e9ad8e8dd9a3 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781128 Aug 20 10:28:49.427902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c06c7-3871-4d28-9c66-8fb2a2dff6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17a4584-88dc-495f-9cb2-883ca19caec0,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:49.440230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-197a0f59-d536-4286-832d-42ca7ab97ea7 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Deleting port e905661c-9e7d-4154-8162-ffefdd555059 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:28:49.440923 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-197a0f59-d536-4286-832d-42ca7ab97ea7 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:49.517557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:28:49.545697 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-197a0f59-d536-4286-832d-42ca7ab97ea7 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:49.578655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-197a0f59-d536-4286-832d-42ca7ab97ea7 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Calling delete_port for e905661c-9e7d-4154-8162-ffefdd555059 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:28:49.644427 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1,segment=NetworkSegment(c09fe89d-a296-48c5-8294-fba279f32099),segment_id=c09fe89d-a296-48c5-8294-fba279f32099)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:49.678520 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'd4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1', 'network_id': '521ff98a-19d4-4dad-ba6b-3be4a8250a46', 'port_id': 'd4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1', 'mac_address': 'fa:16:3e:18:03:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64133869-5bd5-42bd-b5db-2eab67b96fbd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:28:49.730831 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:49.746373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:28:49.767124 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1,segment=NetworkSegment(c09fe89d-a296-48c5-8294-fba279f32099),segment_id=c09fe89d-a296-48c5-8294-fba279f32099)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:49.772431 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:49.790696 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-197a0f59-d536-4286-832d-42ca7ab97ea7 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:49.836590 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:49.838365 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a0f59-d536-4286-832d-42ca7ab97ea7 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Pushing event deleted for resources: {'Port': ['ID=e905661c-9e7d-4154-8162-ffefdd555059,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:49.846209 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54230) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:49.888550 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-197a0f59-d536-4286-832d-42ca7ab97ea7 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:49.890547 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-197a0f59-d536-4286-832d-42ca7ab97ea7 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "DELETE /v2.0/ports/e905661c-9e7d-4154-8162-ffefdd555059 HTTP/1.1" status: 204 len: 168 time: 0.6045027 Aug 20 10:28:49.893242 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54236) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:49.898392 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '845215e7-effb-4eb8-88be-9a2435601a6d', 'external_fixed_ips': [{'subnet_id': '5146e611-2f5f-4cd3-a46a-09e51bb64796', 'ip_address': '2001:db8::b4'}]}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:49.943103 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:49.944223 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:49.956216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a87a0-d9c4-4b71-88e0-257b21c2adfa req-2b1e1939-b3b8-40f4-8879-ae27e3d66b34 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:49.958498 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f33a87a0-d9c4-4b71-88e0-257b21c2adfa req-2b1e1939-b3b8-40f4-8879-ae27e3d66b34 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.0808492 Aug 20 10:28:49.993288 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80a656b2-5616-4ad2-b130-cc6ece775c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:50.027215 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:50.109052 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:28:50.118965 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80a656b2-5616-4ad2-b130-cc6ece775c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:50.124926 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80a656b2-5616-4ad2-b130-cc6ece775c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:50.153514 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f33a87a0-d9c4-4b71-88e0-257b21c2adfa req-0c987269-9233-425e-9625-a6e2423790fe tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825716 Aug 20 10:28:50.155520 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-80a656b2-5616-4ad2-b130-cc6ece775c24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c2c9ee32f834fddad0d9554ea87aeab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3085568 Aug 20 10:28:50.162449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54246) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:50.223071 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a656b2-5616-4ad2-b130-cc6ece775c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e364aa30-fbf4-4dec-9bf1-f0bdf2041879,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:50.266751 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34978488-0c53-4ded-a3e8-de7d4667e47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:50.315495 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34978488-0c53-4ded-a3e8-de7d4667e47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:50.321575 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:50.459630 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34978488-0c53-4ded-a3e8-de7d4667e47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:50.464092 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34978488-0c53-4ded-a3e8-de7d4667e47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:50.465916 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-34978488-0c53-4ded-a3e8-de7d4667e47e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e364aa30-fbf4-4dec-9bf1-f0bdf2041879 HTTP/1.1" status: 204 len: 168 time: 0.3018551 Aug 20 10:28:50.482356 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c94af-cd42-4b39-ae64-34efeb2b5429 req-70a1e896-b7f2-4140-9fae-0e4c58659588 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:50.484932 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d0c94af-cd42-4b39-ae64-34efeb2b5429 req-70a1e896-b7f2-4140-9fae-0e4c58659588 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.1058140 Aug 20 10:28:50.494322 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54262) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:50.502764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b2d1198e-9779-4029-b19b-cb13b143eebc tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Request body: {'floatingip': {'port_id': '76a5616b-820a-49fe-b3b1-b11f4474063d'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:50.508022 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34978488-0c53-4ded-a3e8-de7d4667e47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e364aa30-fbf4-4dec-9bf1-f0bdf2041879,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:50.535433 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c9556-9ec8-4e15-b7eb-a6e914e7a9fe req-b953f320-c668-4deb-bc99-083d02175d98 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:50.548048 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-526c9556-9ec8-4e15-b7eb-a6e914e7a9fe req-b953f320-c668-4deb-bc99-083d02175d98 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.2089641 Aug 20 10:28:50.589025 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2d1198e-9779-4029-b19b-cb13b143eebc tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for floatingip, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:50.631462 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-526c9556-9ec8-4e15-b7eb-a6e914e7a9fe req-6f292ec1-14ca-4a29-a1b6-7375c45f3720 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823622 Aug 20 10:28:50.747905 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9eadd-b61c-4a63-aaf8-bddade3676a2 req-792ee06c-d78b-4690-a87c-f9880693516f tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:50.749697 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c6d9eadd-b61c-4a63-aaf8-bddade3676a2 req-792ee06c-d78b-4690-a87c-f9880693516f tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 944 time: 0.1245167 Aug 20 10:28:50.786804 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:28:50.827027 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:50.844738 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c6d9eadd-b61c-4a63-aaf8-bddade3676a2 req-26c7e3ac-7824-48eb-a67a-c2fa0f3bb384 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852973 Aug 20 10:28:50.850218 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:51.002955 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54274) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:51.043427 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-75e1f5f0-4212-4652-a205-1f3ee4f4ccd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:51.088782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Allocated IP 2001:db8::b4 (845215e7-effb-4eb8-88be-9a2435601a6d/5146e611-2f5f-4cd3-a46a-09e51bb64796/6a5decc3-cfd1-43bf-a92b-70521526b01b) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:28:51.108633 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-49239550-8376-42cc-87e3-2fcb75d964e5 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1dc6cb77e020464e8cffa43fcc5863d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403237 Aug 20 10:28:51.200990 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2d1198e-9779-4029-b19b-cb13b143eebc tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:51.205302 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2d1198e-9779-4029-b19b-cb13b143eebc tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:51.327491 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-b2d1198e-9779-4029-b19b-cb13b143eebc tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Floating IP e729b313-519a-4ccb-a32b-dcb2e9dcc54a associated. External IP: 172.25.3.105, port: 76a5616b-820a-49fe-b3b1-b11f4474063d. Aug 20 10:28:51.348176 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-ae55306b-9fc3-4448-a1de-ca0055a932e8 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:51.349946 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-ae55306b-9fc3-4448-a1de-ca0055a932e8 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2328553 Aug 20 10:28:51.355112 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:51.388744 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-75e1f5f0-4212-4652-a205-1f3ee4f4ccd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:51.392238 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-d7a9b9ab-6155-4565-b28b-f0cdf5cd682f tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/quotas/1dc6cb77e020464e8cffa43fcc5863d1 HTTP/1.1" status: 200 len: 375 time: 0.0286858 Aug 20 10:28:51.396111 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-75e1f5f0-4212-4652-a205-1f3ee4f4ccd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:51.463019 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-5d8cb294-8716-4dc2-b32d-d3b24446b89a tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1dc6cb77e020464e8cffa43fcc5863d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556169 Aug 20 10:28:51.483601 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-75e1f5f0-4212-4652-a205-1f3ee4f4ccd6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c2f8bf735404cf0b2b9ffa411e65380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4795370 Aug 20 10:28:51.484414 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54286) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:51.489457 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1f5f0-4212-4652-a205-1f3ee4f4ccd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0a1a60-7398-4d91-8b64-99d9408ec6eb,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:51.511880 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:51.533023 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:28:51.589462 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Network 845215e7-effb-4eb8-88be-9a2435601a6d is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:28:51.596258 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d1198e-9779-4029-b19b-cb13b143eebc tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:28:51.609582 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:28:51.620832 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:28:51.622900 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Pushing event updated for resources: {'Port': ['ID=6a5decc3-cfd1-43bf-a92b-70521526b01b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:51.627843 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:28:51.628614 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:51.634275 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:28:51.679703 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60c021fd-378b-4290-9c35-e0ac74f7caa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:51.718863 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5fe4701e-4dcc-4a34-bfd8-5d81febba2c2 req-98cff687-a306-4801-b5d0-18464c233628 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 210 time: 0.0406253 Aug 20 10:28:51.767376 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60c021fd-378b-4290-9c35-e0ac74f7caa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:51.781009 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:51.791881 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d1198e-9779-4029-b19b-cb13b143eebc tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:28:51.796974 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2d1198e-9779-4029-b19b-cb13b143eebc tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:51.805762 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d11fb-29e8-447c-98ab-3504c8c0467a None None] Sync routers for ids ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:28:51.817500 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d11fb-29e8-447c-98ab-3504c8c0467a None None] Routers {'247e5bf8-b900-4909-bfb9-fa4bae22ea4d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:28:51.823612 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-007d11fb-29e8-447c-98ab-3504c8c0467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:28:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:51.827429 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b2d1198e-9779-4029-b19b-cb13b143eebc tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "PUT /v2.0/floatingips/e729b313-519a-4ccb-a32b-dcb2e9dcc54a HTTP/1.1" status: 200 len: 991 time: 1.3311455 Aug 20 10:28:51.828032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7d791a-86f8-40b5-b112-38e644d4491e', 'tag': '76a5616b-820a-49fe-b3b1-b11f4474063d'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:28:51.841074 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dc57e0-d658-47fb-a979-e59958d9110f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7d791a-86f8-40b5-b112-38e644d4491e", "tag": "76a5616b-820a-49fe-b3b1-b11f4474063d"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:28:51.842805 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1,segment=NetworkSegment(c09fe89d-a296-48c5-8294-fba279f32099),segment_id=c09fe89d-a296-48c5-8294-fba279f32099)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:51.844896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30535e06-7e17-4884-a218-b7c7d5c65acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:28:51.849090 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e03b3a-c5a6-40d4-9bc1-b30f678e8fa4" -d '{"events": [{"server_uuid": "30535e06-7e17-4884-a218-b7c7d5c65acf", "name": "network-vif-plugged", "status": "completed", "tag": "d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:28:51.855927 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:51.920321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:51.944446 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1cb4ce-6638-44b5-9bd2-d3206866f255 x-openstack-request-id: req-0f1cb4ce-6638-44b5-9bd2-d3206866f255 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:28:51.944990 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7d791a-86f8-40b5-b112-38e644d4491e", "tag": "76a5616b-820a-49fe-b3b1-b11f4474063d", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:28:51.945435 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f1cb4ce-6638-44b5-9bd2-d3206866f255 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:28:51.946081 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7d791a-86f8-40b5-b112-38e644d4491e', 'tag': '76a5616b-820a-49fe-b3b1-b11f4474063d', 'status': 'completed', 'code': 200} Aug 20 10:28:51.987112 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-007d11fb-29e8-447c-98ab-3504c8c0467a None None] Set router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:28:52.002513 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b245dba9-72e6-4045-a651-161dc0ba007e x-openstack-request-id: req-b245dba9-72e6-4045-a651-161dc0ba007e {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:28:52.002822 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30535e06-7e17-4884-a218-b7c7d5c65acf", "name": "network-vif-plugged", "status": "completed", "tag": "d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:28:52.003152 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b245dba9-72e6-4045-a651-161dc0ba007e {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:28:52.003579 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30535e06-7e17-4884-a218-b7c7d5c65acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1', 'code': 200} Aug 20 10:28:52.014195 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:52.087259 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf769b-6fc6-4073-b4db-daf4f2f6b232 req-1546bd82-2b03-4c69-a4ed-f953700ca25f tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:52.095410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6baf769b-6fc6-4073-b4db-daf4f2f6b232 req-1546bd82-2b03-4c69-a4ed-f953700ca25f tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.3153405 Aug 20 10:28:52.172767 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60c021fd-378b-4290-9c35-e0ac74f7caa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:52.175341 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60c021fd-378b-4290-9c35-e0ac74f7caa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:52.179349 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-60c021fd-378b-4290-9c35-e0ac74f7caa2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee0a1a60-7398-4d91-8b64-99d9408ec6eb HTTP/1.1" status: 204 len: 168 time: 0.6890647 Aug 20 10:28:52.200461 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c021fd-378b-4290-9c35-e0ac74f7caa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0a1a60-7398-4d91-8b64-99d9408ec6eb,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:52.214835 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027b923-53ee-469f-bd0c-4f0ecb0429c0 req-f93ac713-e1c9-41e3-8ef9-7bb8dddb11f9 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:52.216530 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b027b923-53ee-469f-bd0c-4f0ecb0429c0 req-f93ac713-e1c9-41e3-8ef9-7bb8dddb11f9 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 945 time: 0.1465535 Aug 20 10:28:52.241009 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6baf769b-6fc6-4073-b4db-daf4f2f6b232 req-c5410e43-f05f-427f-ab17-59805b3aa590 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447122 Aug 20 10:28:52.292199 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b027b923-53ee-469f-bd0c-4f0ecb0429c0 req-dfbadc4d-61ee-4bb9-a12d-f1e6b948eeff tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680594 Aug 20 10:28:52.342236 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-007d11fb-29e8-447c-98ab-3504c8c0467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:28:26Z', 'revision_number': 4, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'e729b313-519a-4ccb-a32b-dcb2e9dcc54a', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'floating_ip_address': '172.25.3.105', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'port_id': '76a5616b-820a-49fe-b3b1-b11f4474063d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'mac_address': 'fa:16:3e:ef:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7d791a-86f8-40b5-b112-38e644d4491e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:28:31Z', 'updated_at': '2021-08-20T10:28:51Z', 'revision_number': 1, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4707df8-9df7-4a46-8cb3-995556a8107d', 'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'mac_address': 'fa:16:3e:e5:b6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:24Z', 'updated_at': '2021-08-20T10:28:33Z', 'revision_number': 5, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'subnets': [{'id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:52.392137 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d11fb-29e8-447c-98ab-3504c8c0467a None None] Checking router: 247e5bf8-b900-4909-bfb9-fa4bae22ea4d for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:28:52.401514 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:52.405300 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d11fb-29e8-447c-98ab-3504c8c0467a None None] Routers {'247e5bf8-b900-4909-bfb9-fa4bae22ea4d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:28:52.406310 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-007d11fb-29e8-447c-98ab-3504c8c0467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:28:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:52.540868 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:52.547193 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc57e0-d658-47fb-a979-e59958d9110f req-21d39e57-41c8-4fcd-9e49-1f4dd7b9f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:52.548748 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5dc57e0-d658-47fb-a979-e59958d9110f req-21d39e57-41c8-4fcd-9e49-1f4dd7b9f9df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b086f231f77d4675abacdbd977d6ae32&device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 1097 time: 0.5327065 Aug 20 10:28:52.553517 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe1da1-02a2-40eb-9947-3faf1c9932ec req-5346f224-031c-4de6-abeb-24c6213c22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:52.555074 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20fe1da1-02a2-40eb-9947-3faf1c9932ec req-5346f224-031c-4de6-abeb-24c6213c22bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 1097 time: 0.3999193 Aug 20 10:28:52.592748 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-007d11fb-29e8-447c-98ab-3504c8c0467a None None] Set router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:28:52.600406 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20fe1da1-02a2-40eb-9947-3faf1c9932ec req-49a7cb65-d366-4389-8c66-f699eae0566e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369320 Aug 20 10:28:52.744676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Router cbf36808-54f5-4d11-bea0-f4e962bf3b1b is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:28:52.778199 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc57e0-d658-47fb-a979-e59958d9110f req-4e234c70-3494-47f3-93b6-5898e372feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:52.781367 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5dc57e0-d658-47fb-a979-e59958d9110f req-4e234c70-3494-47f3-93b6-5898e372feb5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a2aea40-582a-4eff-ab3a-f223319273f1 HTTP/1.1" status: 200 len: 911 time: 0.1760981 Aug 20 10:28:52.867707 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5c24cd83-3808-4551-9152-72958a7fa218 req-4d1617ee-0638-4102-b863-9a41f826340f tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 210 time: 0.0472982 Aug 20 10:28:52.933014 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-007d11fb-29e8-447c-98ab-3504c8c0467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:28:26Z', 'revision_number': 4, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'e729b313-519a-4ccb-a32b-dcb2e9dcc54a', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'floating_ip_address': '172.25.3.105', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'port_id': '76a5616b-820a-49fe-b3b1-b11f4474063d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'mac_address': 'fa:16:3e:ef:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7d791a-86f8-40b5-b112-38e644d4491e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:28:31Z', 'updated_at': '2021-08-20T10:28:51Z', 'revision_number': 1, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4707df8-9df7-4a46-8cb3-995556a8107d', 'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'mac_address': 'fa:16:3e:e5:b6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:24Z', 'updated_at': '2021-08-20T10:28:33Z', 'revision_number': 5, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'subnets': [{'id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:52.998060 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d11fb-29e8-447c-98ab-3504c8c0467a None None] The sync data for ids ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'] in n-d-778550-11 is: [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:28:26Z', 'revision_number': 4, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'e729b313-519a-4ccb-a32b-dcb2e9dcc54a', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'floating_ip_address': '172.25.3.105', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'port_id': '76a5616b-820a-49fe-b3b1-b11f4474063d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'mac_address': 'fa:16:3e:ef:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7d791a-86f8-40b5-b112-38e644d4491e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:28:31Z', 'updated_at': '2021-08-20T10:28:51Z', 'revision_number': 1, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4707df8-9df7-4a46-8cb3-995556a8107d', 'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'mac_address': 'fa:16:3e:e5:b6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:24Z', 'updated_at': '2021-08-20T10:28:33Z', 'revision_number': 5, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'subnets': [{'id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:28:53.257116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83d425d-b32e-4b38-8118-fef05ced00a9 None None] New status for floating IP e729b313-519a-4ccb-a32b-dcb2e9dcc54a: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:28:53.351221 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-d7ae8e8c-20a3-4886-8fcd-0f803e27c86b tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1dc6cb77e020464e8cffa43fcc5863d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236669 Aug 20 10:28:53.437483 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5dc57e0-d658-47fb-a979-e59958d9110f req-db65da88-92e3-4f7c-913f-42629de5cd17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a5616b-820a-49fe-b3b1-b11f4474063d HTTP/1.1" status: 200 len: 999 time: 0.5806642 Aug 20 10:28:53.439782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:28:53.452716 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Sync routers for ids ['cbf36808-54f5-4d11-bea0-f4e962bf3b1b'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:28:53.469899 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be5d55-94d3-4638-a5ca-9d09e96e8839 req-fa860377-3626-4f2a-a6ca-89626afce3b2 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:53.472339 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74be5d55-94d3-4638-a5ca-9d09e96e8839 req-fa860377-3626-4f2a-a6ca-89626afce3b2 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.1292150 Aug 20 10:28:53.480758 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Routers {'cbf36808-54f5-4d11-bea0-f4e962bf3b1b'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:28:53.481406 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:28:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['cbf36808-54f5-4d11-bea0-f4e962bf3b1b'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:53.554786 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:53.555714 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-17cfbe91-92c5-468f-81ac-da8c65c6839f tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.6613433 Aug 20 10:28:53.560551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54354) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:53.604531 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc57e0-d658-47fb-a979-e59958d9110f req-9904fba1-9146-4e48-b73f-29b4456d3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:53.606087 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5dc57e0-d658-47fb-a979-e59958d9110f req-9904fba1-9146-4e48-b73f-29b4456d3515 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869 HTTP/1.1" status: 200 len: 849 time: 0.1582859 Aug 20 10:28:53.616619 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74be5d55-94d3-4638-a5ca-9d09e96e8839 req-19ef218b-4197-451c-a8b9-2725cfa4be0c tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239712 Aug 20 10:28:53.722103 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Set router cbf36808-54f5-4d11-bea0-f4e962bf3b1b gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:28:53.754064 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-27b5e7f6-faed-4458-bb3f-ccb8026bbbe8 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:53.755720 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-27b5e7f6-faed-4458-bb3f-ccb8026bbbe8 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3911228 Aug 20 10:28:53.775379 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-dc091d82-ba71-45f7-94ab-bbe1b73aed20 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Request body: {'port': {'device_id': '0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '1dc6cb77e020464e8cffa43fcc5863d1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:53.788729 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37da3b-264c-419b-a744-4b60d149ea0b req-0d06d1ab-22c4-4285-9ea0-d9d732aac346 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:53.793402 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc57e0-d658-47fb-a979-e59958d9110f req-ca903b98-f568-4468-90ee-564ea9777a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:53.795427 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5dc57e0-d658-47fb-a979-e59958d9110f req-ca903b98-f568-4468-90ee-564ea9777a85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a2aea40-582a-4eff-ab3a-f223319273f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1725676 Aug 20 10:28:53.797752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-da37da3b-264c-419b-a744-4b60d149ea0b req-0d06d1ab-22c4-4285-9ea0-d9d732aac346 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 945 time: 0.2068875 Aug 20 10:28:53.935601 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-da37da3b-264c-419b-a744-4b60d149ea0b req-e2cc4238-7b81-4a75-a765-a77487e80f7d tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322570 Aug 20 10:28:53.965083 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3476452-76b1-4db7-a461-ba6a0291cb59 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:54.037383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-dc091d82-ba71-45f7-94ab-bbe1b73aed20 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Made reservation on behalf of 1dc6cb77e020464e8cffa43fcc5863d1 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:28:54.043392 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-dc091d82-ba71-45f7-94ab-bbe1b73aed20 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:54.059369 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-dc091d82-ba71-45f7-94ab-bbe1b73aed20 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:54.094322 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf36808-54f5-4d11-bea0-f4e962bf3b1b', 'name': '', 'tenant_id': 'b8bc251310b1492398e1ab58566527ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '845215e7-effb-4eb8-88be-9a2435601a6d', 'external_fixed_ips': [{'subnet_id': '5146e611-2f5f-4cd3-a46a-09e51bb64796', 'ip_address': '2001:db8::b4'}], 'enable_snat': True}, 'gw_port_id': '6a5decc3-cfd1-43bf-a92b-70521526b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:49Z', 'updated_at': '2021-08-20T10:28:51Z', 'revision_number': 3, 'project_id': 'b8bc251310b1492398e1ab58566527ab', 'gw_port': {'id': '6a5decc3-cfd1-43bf-a92b-70521526b01b', 'name': '', 'network_id': '845215e7-effb-4eb8-88be-9a2435601a6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf36808-54f5-4d11-bea0-f4e962bf3b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5146e611-2f5f-4cd3-a46a-09e51bb64796', 'ip_address': '2001:db8::b4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:50Z', 'updated_at': '2021-08-20T10:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5146e611-2f5f-4cd3-a46a-09e51bb64796', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:54.105160 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd74e1f5-0363-44f6-b2c3-8db1fd15da37 req-dcf5da14-f17f-4f2d-ac8f-acb7df994046 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 210 time: 0.0490923 Aug 20 10:28:54.133508 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Checking router: cbf36808-54f5-4d11-bea0-f4e962bf3b1b for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:28:54.133967 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Updating router cbf36808-54f5-4d11-bea0-f4e962bf3b1b port 6a5decc3-cfd1-43bf-a92b-70521526b01b binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:28:54.168025 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:54.195199 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5dc57e0-d658-47fb-a979-e59958d9110f req-4c203478-f7b4-4de2-b379-086a0594c94b service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900611 Aug 20 10:28:54.201420 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3476452-76b1-4db7-a461-ba6a0291cb59 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:54.255123 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-dc091d82-ba71-45f7-94ab-bbe1b73aed20 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:54.261007 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-dc091d82-ba71-45f7-94ab-bbe1b73aed20 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:54.338684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-e3476452-76b1-4db7-a461-ba6a0291cb59 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Deleting port 6a5decc3-cfd1-43bf-a92b-70521526b01b {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:28:54.338684 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3476452-76b1-4db7-a461-ba6a0291cb59 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:54.341931 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5dc57e0-d658-47fb-a979-e59958d9110f req-2e06ea08-5331-442f-8ae5-6a46e4a1a997 service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358058 Aug 20 10:28:54.368922 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc091d82-ba71-45f7-94ab-bbe1b73aed20 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417b213d-1019-4dbf-9b76-732da6c015ce,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:54.465925 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-dc091d82-ba71-45f7-94ab-bbe1b73aed20 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Allocated IP 192.168.233.162 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/34d64af0-af07-4aeb-b27b-eb01fe383cb0) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:28:54.472387 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3476452-76b1-4db7-a461-ba6a0291cb59 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:54.491527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-e3476452-76b1-4db7-a461-ba6a0291cb59 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Calling delete_port for 6a5decc3-cfd1-43bf-a92b-70521526b01b owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:28:54.612470 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:54.624713 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Transition to ACTIVE for port object 6a5decc3-cfd1-43bf-a92b-70521526b01b will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:28:54.632431 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:54.686232 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Attempting to bind port 6a5decc3-cfd1-43bf-a92b-70521526b01b on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:28:54.686750 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Attempting to bind port 6a5decc3-cfd1-43bf-a92b-70521526b01b by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '7981ae61-5a21-4abe-b9b9-c6abce15cf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '845215e7-effb-4eb8-88be-9a2435601a6d'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:28:54.687431 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Attempting to bind port 6a5decc3-cfd1-43bf-a92b-70521526b01b on network 845215e7-effb-4eb8-88be-9a2435601a6d {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:28:54.702739 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:28:54.703143 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Checking segment: {'id': '7981ae61-5a21-4abe-b9b9-c6abce15cf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '845215e7-effb-4eb8-88be-9a2435601a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:28:54.703901 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:54.704491 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Bound using segment: {'id': '7981ae61-5a21-4abe-b9b9-c6abce15cf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '845215e7-effb-4eb8-88be-9a2435601a6d'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:28:54.705197 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Bound port: 6a5decc3-cfd1-43bf-a92b-70521526b01b, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7981ae61-5a21-4abe-b9b9-c6abce15cf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '845215e7-effb-4eb8-88be-9a2435601a6d'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:28:54.705778 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:54.796788 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3476452-76b1-4db7-a461-ba6a0291cb59 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:54.799413 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6ae4c-be6d-48fb-93f5-d55d7cbbaec7 None None] Pushing event updated for resources: {'Port': ['ID=6a5decc3-cfd1-43bf-a92b-70521526b01b,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:54.806406 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.db.api [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:28:54.806989 n-d-778550-11 neutron-server[94869]: DEBUG oslo_db.api [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:28:54.826399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3476452-76b1-4db7-a461-ba6a0291cb59 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a5decc3-cfd1-43bf-a92b-70521526b01b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:54.826647 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-dc091d82-ba71-45f7-94ab-bbe1b73aed20 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:54.853118 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3476452-76b1-4db7-a461-ba6a0291cb59 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:54.861503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-dc091d82-ba71-45f7-94ab-bbe1b73aed20 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Transition to ACTIVE for port object 34d64af0-af07-4aeb-b27b-eb01fe383cb0 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:28:54.887825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed99c7-e9d9-4017-b417-05adb6557c97 req-da4389c9-240b-4433-95fc-a06c3611f32d tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:54.902233 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-efed99c7-e9d9-4017-b417-05adb6557c97 req-da4389c9-240b-4433-95fc-a06c3611f32d tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.1557865 Aug 20 10:28:54.976706 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3476452-76b1-4db7-a461-ba6a0291cb59 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:54.977998 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-efed99c7-e9d9-4017-b417-05adb6557c97 req-b82fbe46-f701-4f2c-9781-82eeb31af69c tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747449 Aug 20 10:28:54.979901 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-dc091d82-ba71-45f7-94ab-bbe1b73aed20 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:54.982289 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3476452-76b1-4db7-a461-ba6a0291cb59 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:55.030715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-dc091d82-ba71-45f7-94ab-bbe1b73aed20 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:28:55.034247 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-dc091d82-ba71-45f7-94ab-bbe1b73aed20 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:28:55.038910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-dc091d82-ba71-45f7-94ab-bbe1b73aed20 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:28:55.070654 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc091d82-ba71-45f7-94ab-bbe1b73aed20 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Pushing event updated for resources: {'Port': ['ID=34d64af0-af07-4aeb-b27b-eb01fe383cb0,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:55.095217 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3476452-76b1-4db7-a461-ba6a0291cb59 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:55.095752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3476452-76b1-4db7-a461-ba6a0291cb59 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbf36808-54f5-4d11-bea0-f4e962bf3b1b {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:28:55.101781 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3476452-76b1-4db7-a461-ba6a0291cb59 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:55.105576 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e3476452-76b1-4db7-a461-ba6a0291cb59 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "DELETE /v2.0/routers/cbf36808-54f5-4d11-bea0-f4e962bf3b1b HTTP/1.1" status: 204 len: 168 time: 1.5395758 Aug 20 10:28:55.106847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54426) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:55.125890 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd74cd-753c-4d7f-82b7-f0ee7a7bff63 req-3e9c0ccb-a96f-4cc1-827f-92bbf8bf9be5 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:55.127611 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-adcd74cd-753c-4d7f-82b7-f0ee7a7bff63 req-3e9c0ccb-a96f-4cc1-827f-92bbf8bf9be5 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 945 time: 0.0960431 Aug 20 10:28:55.148565 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-dc091d82-ba71-45f7-94ab-bbe1b73aed20 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:55.149126 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-dc091d82-ba71-45f7-94ab-bbe1b73aed20 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:55.193389 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-adcd74cd-753c-4d7f-82b7-f0ee7a7bff63 req-c1d22897-afec-4827-87fb-e346005e95c3 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553529 Aug 20 10:28:55.225123 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef29a32-4041-4ac1-84e1-e9b262ca15a4 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Deleting subnet 5146e611-2f5f-4cd3-a46a-09e51bb64796 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:28:55.235370 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ef29a32-4041-4ac1-84e1-e9b262ca15a4 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:55.280873 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-dc091d82-ba71-45f7-94ab-bbe1b73aed20 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5136819 Aug 20 10:28:55.298098 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Request body: {'port': {'device_id': '0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:55.340567 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Attempting to bind port 6a5decc3-cfd1-43bf-a92b-70521526b01b on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:28:55.341132 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Attempting to bind port 6a5decc3-cfd1-43bf-a92b-70521526b01b by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '7981ae61-5a21-4abe-b9b9-c6abce15cf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '845215e7-effb-4eb8-88be-9a2435601a6d'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:28:55.341254 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Attempting to bind port 6a5decc3-cfd1-43bf-a92b-70521526b01b on network 845215e7-effb-4eb8-88be-9a2435601a6d {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:28:55.353520 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:28:55.353898 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Checking segment: {'id': '7981ae61-5a21-4abe-b9b9-c6abce15cf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '845215e7-effb-4eb8-88be-9a2435601a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:28:55.354379 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ef29a32-4041-4ac1-84e1-e9b262ca15a4 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:55.354508 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:55.354838 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Bound using segment: {'id': '7981ae61-5a21-4abe-b9b9-c6abce15cf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '845215e7-effb-4eb8-88be-9a2435601a6d'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:28:55.355361 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Bound port: 6a5decc3-cfd1-43bf-a92b-70521526b01b, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7981ae61-5a21-4abe-b9b9-c6abce15cf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '845215e7-effb-4eb8-88be-9a2435601a6d'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:28:55.356356 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:55.389823 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.plugin [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Port 6a5decc3-cfd1-43bf-a92b-70521526b01b has been deleted concurrently {{(pid=94869) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 20 10:28:55.407346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7491a2d6-076c-47b0-a9e9-f43d02c43909 None None] Provisioning for port 34d64af0-af07-4aeb-b27b-eb01fe383cb0 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:28:55.412023 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Routers set() bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:28:55.413098 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Router IDs set() for agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 10:28:55.414525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7491a2d6-076c-47b0-a9e9-f43d02c43909 None None] Provisioning complete for port 34d64af0-af07-4aeb-b27b-eb01fe383cb0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:28:55.415068 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_agentschedulers_db [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cbf36808-54f5-4d11-bea0-f4e962bf3b1b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:28:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent'). {{(pid=94869) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 10:28:55.415316 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7491a2d6-076c-47b0-a9e9-f43d02c43909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:55.415742 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf854b4-5108-4d55-83f6-252055326006 None None] The sync data for ids ['cbf36808-54f5-4d11-bea0-f4e962bf3b1b'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:28:55.443728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2ad9a-d042-4263-8c91-b8dc0e95cba3 req-7d0fc28c-0ea9-4516-a70a-18ff999aff9e tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:55.447905 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01c2ad9a-d042-4263-8c91-b8dc0e95cba3 req-7d0fc28c-0ea9-4516-a70a-18ff999aff9e tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 936 time: 0.1740315 Aug 20 10:28:55.462970 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:55.470672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7491a2d6-076c-47b0-a9e9-f43d02c43909 None None] Port 34d64af0-af07-4aeb-b27b-eb01fe383cb0 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:28:55.496935 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ef29a32-4041-4ac1-84e1-e9b262ca15a4 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:55.601637 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01c2ad9a-d042-4263-8c91-b8dc0e95cba3 req-36d80cea-982c-442f-a357-93b78c0383bd tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/security-groups?id=417b213d-1019-4dbf-9b76-732da6c015ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403630 Aug 20 10:28:55.698272 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ef29a32-4041-4ac1-84e1-e9b262ca15a4 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:55.737460 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef29a32-4041-4ac1-84e1-e9b262ca15a4 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5146e611-2f5f-4cd3-a46a-09e51bb64796,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:55.754518 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ef29a32-4041-4ac1-84e1-e9b262ca15a4 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:55.757107 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4ef29a32-4041-4ac1-84e1-e9b262ca15a4 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/5146e611-2f5f-4cd3-a46a-09e51bb64796 HTTP/1.1" status: 204 len: 168 time: 0.6489768 Aug 20 10:28:55.759930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54486) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:56.076174 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07128b5-4cfc-43c5-8a9c-ab0f5d9da1fd req-2fb45737-7ae4-471f-b0ab-e29fef1caed3 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:56.080632 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c07128b5-4cfc-43c5-8a9c-ab0f5d9da1fd req-2fb45737-7ae4-471f-b0ab-e29fef1caed3 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 945 time: 0.1004806 Aug 20 10:28:56.184927 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c07128b5-4cfc-43c5-8a9c-ab0f5d9da1fd req-549e85b0-e19b-4f8e-8ba1-3e97d3478918 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890133 Aug 20 10:28:56.262105 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-67efc6c9-9faa-4578-851e-8f0131da3dba tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:56.393320 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83627f-f689-4087-87e3-0cb6c234e81c req-8d56f1dc-ccd2-4f42-adbd-5bfe083f806b tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:56.395488 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d83627f-f689-4087-87e3-0cb6c234e81c req-8d56f1dc-ccd2-4f42-adbd-5bfe083f806b tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.1583765 Aug 20 10:28:56.458200 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-67efc6c9-9faa-4578-851e-8f0131da3dba tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:56.464075 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d64af0-af07-4aeb-b27b-eb01fe383cb0 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:28:56.481370 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:56.485141 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-67efc6c9-9faa-4578-851e-8f0131da3dba tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845215e7-effb-4eb8-88be-9a2435601a6d']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:56.512769 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-67efc6c9-9faa-4578-851e-8f0131da3dba tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7981ae61-5a21-4abe-b9b9-c6abce15cf40') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:56.513056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-67efc6c9-9faa-4578-851e-8f0131da3dba tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7981ae61-5a21-4abe-b9b9-c6abce15cf40') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:28:56.523507 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Transition to ACTIVE for port object 34d64af0-af07-4aeb-b27b-eb01fe383cb0 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:28:56.527072 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d83627f-f689-4087-87e3-0cb6c234e81c req-52e99fc9-333c-477a-9221-3315fd3e43d1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993035 Aug 20 10:28:56.530097 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:56.533218 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-67efc6c9-9faa-4578-851e-8f0131da3dba tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:56.575553 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-67efc6c9-9faa-4578-851e-8f0131da3dba tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:56.588941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67efc6c9-9faa-4578-851e-8f0131da3dba tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:28:56.589471 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-67efc6c9-9faa-4578-851e-8f0131da3dba tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:28:56.592096 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:28:56.633806 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=34d64af0-af07-4aeb-b27b-eb01fe383cb0,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:56.724125 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-67efc6c9-9faa-4578-851e-8f0131da3dba tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:56.733512 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67efc6c9-9faa-4578-851e-8f0131da3dba tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 845215e7-effb-4eb8-88be-9a2435601a6d {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 10:28:56.754707 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-67efc6c9-9faa-4578-851e-8f0131da3dba tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:56.757262 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-67efc6c9-9faa-4578-851e-8f0131da3dba tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "DELETE /v2.0/networks/845215e7-effb-4eb8-88be-9a2435601a6d HTTP/1.1" status: 204 len: 168 time: 0.9933701 Aug 20 10:28:56.787297 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efc6c9-9faa-4578-851e-8f0131da3dba tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Pushing event deleted for resources: {'Network': ['ID=845215e7-effb-4eb8-88be-9a2435601a6d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:56.820272 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Attempting to bind port 34d64af0-af07-4aeb-b27b-eb01fe383cb0 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:28:56.821917 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Attempting to bind port 34d64af0-af07-4aeb-b27b-eb01fe383cb0 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:28:56.822987 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Attempting to bind port 34d64af0-af07-4aeb-b27b-eb01fe383cb0 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:28:56.838856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Port 34d64af0-af07-4aeb-b27b-eb01fe383cb0 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:28:56.839429 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Attempting to bind port 34d64af0-af07-4aeb-b27b-eb01fe383cb0 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:28:56.841672 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54546) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:56.861333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8a87e-5627-4087-81cf-363f4d53827f req-78dd48c3-5dc9-450e-86dc-857177c5fe1b tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:56.873733 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3aa8a87e-5627-4087-81cf-363f4d53827f req-78dd48c3-5dc9-450e-86dc-857177c5fe1b tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 948 time: 0.1274149 Aug 20 10:28:56.874799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:28:56.875167 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:28:56.875757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:28:56.876541 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Bound port: 34d64af0-af07-4aeb-b27b-eb01fe383cb0, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:28:56.877156 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:56.951243 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3aa8a87e-5627-4087-81cf-363f4d53827f req-c3f0f880-db91-48d8-8fd7-962f156c4fd6 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/security-groups?id=417b213d-1019-4dbf-9b76-732da6c015ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739980 Aug 20 10:28:56.968198 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] For port 34d64af0-af07-4aeb-b27b-eb01fe383cb0, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:28:56.973267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] For port 34d64af0-af07-4aeb-b27b-eb01fe383cb0, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=34d64af0-af07-4aeb-b27b-eb01fe383cb0,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:28:56.979362 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.038699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:57.039697 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.042076 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] 10.222.0.42 "PUT /v2.0/ports/34d64af0-af07-4aeb-b27b-eb01fe383cb0 HTTP/1.1" status: 200 len: 1097 time: 1.7505260 Aug 20 10:28:57.075428 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e', 'tag': '34d64af0-af07-4aeb-b27b-eb01fe383cb0'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:28:57.081309 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ffca7a-b210-4db0-9590-e220101e8ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e", "tag": "34d64af0-af07-4aeb-b27b-eb01fe383cb0"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:28:57.176637 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1838fa4-c809-4228-91a2-e099e754fea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.190063 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06382ba8-3f5e-4713-b1a1-e1623bfaeba2 x-openstack-request-id: req-06382ba8-3f5e-4713-b1a1-e1623bfaeba2 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:28:57.190710 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e", "tag": "34d64af0-af07-4aeb-b27b-eb01fe383cb0", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:28:57.191553 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06382ba8-3f5e-4713-b1a1-e1623bfaeba2 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:28:57.192321 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e', 'tag': '34d64af0-af07-4aeb-b27b-eb01fe383cb0', 'status': 'completed', 'code': 200} Aug 20 10:28:57.228704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54562) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:57.231495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 748b6384-b116-4426-9ffb-7cf36dfb08d4 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:28:57.235555 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d1cb04b0-4250-441c-b529-510e9cc37a21 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Request body: {'router': {'name': 'tempest-router--2139962579', 'project_id': '9d5988ba428f41d1ad6ef1e7d1ca263c'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:57.239383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc09ed2-4c42-415e-b8da-08133d74cdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=34d64af0-af07-4aeb-b27b-eb01fe383cb0,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:57.259921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-aca52aa1-b2c0-49b6-9fbb-7746986931e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:57.261471 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-aca52aa1-b2c0-49b6-9fbb-7746986931e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dc6cb77e020464e8cffa43fcc5863d1&device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 1100 time: 0.1713688 Aug 20 10:28:57.290910 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d1cb04b0-4250-441c-b529-510e9cc37a21 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.292977 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d1cb04b0-4250-441c-b529-510e9cc37a21 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.344545 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-8ee86c63-b3c6-4446-8729-adfd118dc0b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=34d64af0-af07-4aeb-b27b-eb01fe383cb0 HTTP/1.1" status: 200 len: 217 time: 0.0720787 Aug 20 10:28:57.393599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 748b6384-b116-4426-9ffb-7cf36dfb08d4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=748b6384-b116-4426-9ffb-7cf36dfb08d4,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:57.409641 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '748b6384-b116-4426-9ffb-7cf36dfb08d4', 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399', 'port_id': '748b6384-b116-4426-9ffb-7cf36dfb08d4', 'mac_address': 'fa:16:3e:75:4a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877b184d-721a-4dfe-9c77-d1c4b8531d87', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:28:57.432474 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d1cb04b0-4250-441c-b529-510e9cc37a21 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.448308 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d1cb04b0-4250-441c-b529-510e9cc37a21 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.464405 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.481289 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 748b6384-b116-4426-9ffb-7cf36dfb08d4 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:28:57.500458 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1838fa4-c809-4228-91a2-e099e754fea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.503645 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 748b6384-b116-4426-9ffb-7cf36dfb08d4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=748b6384-b116-4426-9ffb-7cf36dfb08d4,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:57.506579 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a896209-08e6-4a44-ac2e-3cd1dc2c18ef req-993b5dac-41ab-46bf-849f-35ad661375a0 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:57.508514 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0a896209-08e6-4a44-ac2e-3cd1dc2c18ef req-993b5dac-41ab-46bf-849f-35ad661375a0 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.24 "GET /v2.0/ports?device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 945 time: 0.1527145 Aug 20 10:28:57.509541 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1838fa4-c809-4228-91a2-e099e754fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.510812 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.527885 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d1cb04b0-4250-441c-b529-510e9cc37a21 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.529522 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d1cb04b0-4250-441c-b529-510e9cc37a21 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2984641 Aug 20 10:28:57.537907 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54566) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:57.555151 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7d065-0e17-47bf-a0dd-480a264f0630 req-d2dcd622-0246-4ebc-925c-e60e1ee88c57 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:57.560181 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d1838fa4-c809-4228-91a2-e099e754fea2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7025caec49f4e8199b6f3afa6161218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7170112 Aug 20 10:28:57.563277 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bbc7d065-0e17-47bf-a0dd-480a264f0630 req-d2dcd622-0246-4ebc-925c-e60e1ee88c57 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 945 time: 0.1471171 Aug 20 10:28:57.565195 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54570) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:57.571794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=748b6384-b116-4426-9ffb-7cf36dfb08d4,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:57.634800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1838fa4-c809-4228-91a2-e099e754fea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a94094-fdd9-4959-ac42-16797fa93b26,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:57.650388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-766ed1d7-6765-405f-b865-89d178271be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:57.651840 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-766ed1d7-6765-405f-b865-89d178271be3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.2992198 Aug 20 10:28:57.689581 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bbc7d065-0e17-47bf-a0dd-480a264f0630 req-262ce637-92a7-4d87-a0f1-54a78315a791 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/security-groups?id=d474833c-4860-4208-9e28-9af83036a1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254296 Aug 20 10:28:57.713524 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0dbd-d07e-47df-a17d-3227994f2d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.725173 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-0a896209-08e6-4a44-ac2e-3cd1dc2c18ef req-ee418a6c-8a68-4a7a-a173-3a8d82007217 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Deleting port d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:28:57.725441 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0a896209-08e6-4a44-ac2e-3cd1dc2c18ef req-ee418a6c-8a68-4a7a-a173-3a8d82007217 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.733017 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9b01724e-bab7-4c9a-9cb4-b7d89fb1c8d2 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.787069 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['748b6384-b116-4426-9ffb-7cf36dfb08d4'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:28:57.802852 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0dbd-d07e-47df-a17d-3227994f2d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.850603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-39399b6d-0d26-41e2-99ba-ea7dbea75cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:57.852296 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-39399b6d-0d26-41e2-99ba-ea7dbea75cfc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1650598 Aug 20 10:28:57.862848 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f24e1-6d8e-4d59-83a0-5c1a900cf8d1 req-a64e2fd3-2519-4d83-8cdf-502b1ff06ae7 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:57.864470 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-168f24e1-6d8e-4d59-83a0-5c1a900cf8d1 req-a64e2fd3-2519-4d83-8cdf-502b1ff06ae7 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 944 time: 0.2309177 Aug 20 10:28:57.876016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-0a896209-08e6-4a44-ac2e-3cd1dc2c18ef req-ee418a6c-8a68-4a7a-a173-3a8d82007217 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] For port d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1,segment=NetworkSegment(c09fe89d-a296-48c5-8294-fba279f32099),segment_id=c09fe89d-a296-48c5-8294-fba279f32099)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:57.876713 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0a896209-08e6-4a44-ac2e-3cd1dc2c18ef req-ee418a6c-8a68-4a7a-a173-3a8d82007217 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.895689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-0a896209-08e6-4a44-ac2e-3cd1dc2c18ef req-ee418a6c-8a68-4a7a-a173-3a8d82007217 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Calling delete_port for d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:28:57.902580 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0dbd-d07e-47df-a17d-3227994f2d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.905633 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0dbd-d07e-47df-a17d-3227994f2d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:57.910554 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8a4c0dbd-d07e-47df-a17d-3227994f2d84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8a94094-fdd9-4959-ac42-16797fa93b26 HTTP/1.1" status: 204 len: 168 time: 0.3389273 Aug 20 10:28:57.927096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c0dbd-d07e-47df-a17d-3227994f2d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a94094-fdd9-4959-ac42-16797fa93b26,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:58.049232 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9b01724e-bab7-4c9a-9cb4-b7d89fb1c8d2 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:58.058161 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9b01724e-bab7-4c9a-9cb4-b7d89fb1c8d2 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:58.078276 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-168f24e1-6d8e-4d59-83a0-5c1a900cf8d1 req-572d8c28-a7e7-4c97-8d07-d140e7ab088c tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634285 Aug 20 10:28:58.121153 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df4908-5087-4019-ba27-63e576615fa3 req-990ce1dc-0307-427b-a7f7-e4f5ef2cb2a4 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:58.129514 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-98df4908-5087-4019-ba27-63e576615fa3 req-990ce1dc-0307-427b-a7f7-e4f5ef2cb2a4 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 948 time: 0.0709267 Aug 20 10:28:58.132770 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0a896209-08e6-4a44-ac2e-3cd1dc2c18ef req-ee418a6c-8a68-4a7a-a173-3a8d82007217 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:58.137554 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9b01724e-bab7-4c9a-9cb4-b7d89fb1c8d2 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:58.138363 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b01724e-bab7-4c9a-9cb4-b7d89fb1c8d2 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3147634a-511c-4a0d-acff-cbf78bd399f4 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:28:58.144394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:28:58.151595 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9b01724e-bab7-4c9a-9cb4-b7d89fb1c8d2 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:58.156651 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9b01724e-bab7-4c9a-9cb4-b7d89fb1c8d2 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "DELETE /v2.0/routers/3147634a-511c-4a0d-acff-cbf78bd399f4 HTTP/1.1" status: 204 len: 168 time: 0.5947328 Aug 20 10:28:58.178576 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-cacab755-b69c-446c-99aa-d111ace20222 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117588 Aug 20 10:28:58.196356 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee418a6c-8a68-4a7a-a173-3a8d82007217 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Pushing event deleted for resources: {'Port': ['ID=d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:58.283392 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a896209-08e6-4a44-ac2e-3cd1dc2c18ef req-ee418a6c-8a68-4a7a-a173-3a8d82007217 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] No DVR routers for this DVR port d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:28:58.288318 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0a896209-08e6-4a44-ac2e-3cd1dc2c18ef req-ee418a6c-8a68-4a7a-a173-3a8d82007217 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:58.291634 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0a896209-08e6-4a44-ac2e-3cd1dc2c18ef req-ee418a6c-8a68-4a7a-a173-3a8d82007217 tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.24 "DELETE /v2.0/ports/d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 HTTP/1.1" status: 204 len: 173 time: 0.7759349 Aug 20 10:28:58.292921 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30535e06-7e17-4884-a218-b7c7d5c65acf', 'name': 'network-vif-deleted', 'tag': 'd4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:28:58.304379 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e140cbe-b11f-4d1b-b3c2-27621d002c1e" -d '{"events": [{"server_uuid": "30535e06-7e17-4884-a218-b7c7d5c65acf", "name": "network-vif-deleted", "tag": "d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:28:58.325924 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-98df4908-5087-4019-ba27-63e576615fa3 req-76163d75-9aa7-4b04-b4f2-9283a7995cfd tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/security-groups?id=417b213d-1019-4dbf-9b76-732da6c015ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953528 Aug 20 10:28:58.351459 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a6adf1be-9ffb-4f2a-9dcd-8c2ed38c5b68 req-d80cf884-9020-49de-9b80-ec895e16c83f service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635504 Aug 20 10:28:58.491487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54590) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:58.509918 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54592) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:58.511383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffca7a-b210-4db0-9590-e220101e8ecf req-0ee4f264-ea9b-468c-84c1-5d6796aa88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:58.513082 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-27c53bd7-6c95-4396-ad42-608090e9ce67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:58.513446 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-86ffca7a-b210-4db0-9590-e220101e8ecf req-0ee4f264-ea9b-468c-84c1-5d6796aa88d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dc6cb77e020464e8cffa43fcc5863d1&device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 1100 time: 0.0971196 Aug 20 10:28:58.642163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffca7a-b210-4db0-9590-e220101e8ecf req-4ac8f4c6-648a-41be-9b06-1500bcfd68be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:58.644079 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-86ffca7a-b210-4db0-9590-e220101e8ecf req-4ac8f4c6-648a-41be-9b06-1500bcfd68be service neutron] 10.222.0.42 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1218405 Aug 20 10:28:58.653778 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-27c53bd7-6c95-4396-ad42-608090e9ce67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:58.660840 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-27c53bd7-6c95-4396-ad42-608090e9ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:58.675903 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c3c617-3cbf-44e3-9a43-cc9f8adfc3f1 x-openstack-request-id: req-99c3c617-3cbf-44e3-9a43-cc9f8adfc3f1 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:28:58.677032 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30535e06-7e17-4884-a218-b7c7d5c65acf", "name": "network-vif-deleted", "tag": "d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:28:58.677200 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99c3c617-3cbf-44e3-9a43-cc9f8adfc3f1 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:28:58.677568 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30535e06-7e17-4884-a218-b7c7d5c65acf', 'name': 'network-vif-deleted', 'tag': 'd4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1', 'status': 'completed', 'code': 200} Aug 20 10:28:58.693302 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-86ffca7a-b210-4db0-9590-e220101e8ecf req-addecf08-2e4c-4718-b78f-f2ac37d7da3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=34d64af0-af07-4aeb-b27b-eb01fe383cb0 HTTP/1.1" status: 200 len: 217 time: 0.0410976 Aug 20 10:28:58.707693 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-27c53bd7-6c95-4396-ad42-608090e9ce67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bcb0d317f776436f850ff019e011c536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2143512 Aug 20 10:28:58.709925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c53bd7-6c95-4396-ad42-608090e9ce67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f295bd84-fad6-4d08-a2c7-4f7fce2e8bc2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:58.712341 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54596) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:28:58.778992 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffca7a-b210-4db0-9590-e220101e8ecf req-5feed1b7-f1e5-4e1b-bf08-8202a49d049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:58.780680 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-86ffca7a-b210-4db0-9590-e220101e8ecf req-5feed1b7-f1e5-4e1b-bf08-8202a49d049a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0802734 Aug 20 10:28:58.847984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-201975749', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:28:58.864363 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e021b850-f895-4a9d-a5b5-dd2f90f4736c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:58.867666 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c82169de-9737-4251-af8e-4d597dbb9259 req-1d231f1c-253d-4ee6-b46a-3211c50fd82f tempest-VolumesActionsTest-957794861 tempest-VolumesActionsTest-957794861-project] 10.222.0.16 "GET /v2.0/ports?device_id=30535e06-7e17-4884-a218-b7c7d5c65acf HTTP/1.1" status: 200 len: 210 time: 0.0439544 Aug 20 10:28:58.896531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffca7a-b210-4db0-9590-e220101e8ecf req-c6213ebf-d7ec-4e86-b7d6-6d227ad54d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:58.898108 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-86ffca7a-b210-4db0-9590-e220101e8ecf req-c6213ebf-d7ec-4e86-b7d6-6d227ad54d93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1080449 Aug 20 10:28:58.908634 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e021b850-f895-4a9d-a5b5-dd2f90f4736c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:58.915103 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:58.916384 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:58.987900 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:59.036699 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-86ffca7a-b210-4db0-9590-e220101e8ecf req-8a5a9013-96ac-4600-96b3-5497d6a7b7e4 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300900 Aug 20 10:28:59.037673 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e021b850-f895-4a9d-a5b5-dd2f90f4736c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:59.040316 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e021b850-f895-4a9d-a5b5-dd2f90f4736c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:59.041350 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e021b850-f895-4a9d-a5b5-dd2f90f4736c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f295bd84-fad6-4d08-a2c7-4f7fce2e8bc2 HTTP/1.1" status: 204 len: 168 time: 0.3268430 Aug 20 10:28:59.058812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021b850-f895-4a9d-a5b5-dd2f90f4736c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f295bd84-fad6-4d08-a2c7-4f7fce2e8bc2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:59.165440 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-86ffca7a-b210-4db0-9590-e220101e8ecf req-fb6187ef-083d-478c-8d47-7e59bbed3bf4 service neutron] 10.222.0.42 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204901 Aug 20 10:28:59.224472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:59.241834 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 748b6384-b116-4426-9ffb-7cf36dfb08d4 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:28:59.291082 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5525d9c0-cda4-43ab-b4b1-b30aae7a36b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:59.317911 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 748b6384-b116-4426-9ffb-7cf36dfb08d4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:28:59.318300 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:59.323003 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca2374-a4f9-4452-9c30-f9360e47cc05 req-bb94d667-6889-41cc-b7cc-3fb47d9b2f2e tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:59.324660 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5fca2374-a4f9-4452-9c30-f9360e47cc05 req-bb94d667-6889-41cc-b7cc-3fb47d9b2f2e tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 944 time: 0.1491055 Aug 20 10:28:59.388555 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5fca2374-a4f9-4452-9c30-f9360e47cc05 req-b6a8e494-aaa0-49ea-bbec-3721f188069e tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545650 Aug 20 10:28:59.454294 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:59.474501 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f0bb5-edc7-472e-b8bb-9a39169bc200 req-19d9f24b-bea9-4b32-a30d-a5f9654a3056 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:59.484670 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6e4f0bb5-edc7-472e-b8bb-9a39169bc200 req-19d9f24b-bea9-4b32-a30d-a5f9654a3056 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 948 time: 0.0700548 Aug 20 10:28:59.492385 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8a1647-70f6-4fbe-bf05-4c90b8127f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748b6384-b116-4426-9ffb-7cf36dfb08d4'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:28:59.497316 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7302c6e7-92e6-4ffa-a5e6-842843bed1b8" -d '{"events": [{"server_uuid": "7a8a1647-70f6-4fbe-bf05-4c90b8127f5a", "name": "network-vif-plugged", "status": "completed", "tag": "748b6384-b116-4426-9ffb-7cf36dfb08d4"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:28:59.514708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 748b6384-b116-4426-9ffb-7cf36dfb08d4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=748b6384-b116-4426-9ffb-7cf36dfb08d4,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:28:59.521061 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:59.564609 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6e4f0bb5-edc7-472e-b8bb-9a39169bc200 req-4fc17d82-cd82-43ea-9501-8ddd8d90eecb tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/security-groups?id=417b213d-1019-4dbf-9b76-732da6c015ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789490 Aug 20 10:28:59.587454 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=748b6384-b116-4426-9ffb-7cf36dfb08d4,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:28:59.640219 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fb90dc-061e-47b6-b212-b93e1a281163 x-openstack-request-id: req-b1fb90dc-061e-47b6-b212-b93e1a281163 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:28:59.640538 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8a1647-70f6-4fbe-bf05-4c90b8127f5a", "name": "network-vif-plugged", "status": "completed", "tag": "748b6384-b116-4426-9ffb-7cf36dfb08d4", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:28:59.641603 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1fb90dc-061e-47b6-b212-b93e1a281163 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:28:59.642015 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8a1647-70f6-4fbe-bf05-4c90b8127f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748b6384-b116-4426-9ffb-7cf36dfb08d4', 'code': 200} Aug 20 10:28:59.644140 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:59.665202 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:59.806754 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Allocated IP 172.25.3.203 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/a9f60fd7-980c-4772-9796-01ef75875f51) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:28:59.830804 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0624c4-6014-4648-9184-3058cc10f7ba req-d3db88cc-71cc-467e-8d5d-810890bf923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:28:59.832656 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d0624c4-6014-4648-9184-3058cc10f7ba req-d3db88cc-71cc-467e-8d5d-810890bf923f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 1097 time: 0.0507016 Aug 20 10:28:59.877672 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d0624c4-6014-4648-9184-3058cc10f7ba req-a5708e53-ac3e-42da-9c79-a9c7e2afc8a0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371845 Aug 20 10:28:59.949004 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:28:59.995336 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:00.034112 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:00.036113 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:00.038688 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:29:00.084915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Pushing event updated for resources: {'Port': ['ID=a9f60fd7-980c-4772-9796-01ef75875f51,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:00.568706 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b31382-039d-405e-9e31-e67feff97f07 req-7a2e0519-1332-4d9b-8569-25e75dda36b7 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:00.570451 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52b31382-039d-405e-9e31-e67feff97f07 req-7a2e0519-1332-4d9b-8569-25e75dda36b7 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.0726695 Aug 20 10:29:00.712257 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52b31382-039d-405e-9e31-e67feff97f07 req-f35f9cc7-756c-4dce-895a-070fdc7d023f tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891006 Aug 20 10:29:00.843235 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a3a69-33ed-40f3-b175-11c35391d5f7 req-7c9301d5-9cc9-4503-b079-800d77314173 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:00.845546 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:00.858888 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-818a3a69-33ed-40f3-b175-11c35391d5f7 req-7c9301d5-9cc9-4503-b079-800d77314173 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 948 time: 0.1410277 Aug 20 10:29:00.952411 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-818a3a69-33ed-40f3-b175-11c35391d5f7 req-b1dab64e-4191-458e-bfed-fd51a3a66b50 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/security-groups?id=417b213d-1019-4dbf-9b76-732da6c015ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918858 Aug 20 10:29:01.157632 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:01.242104 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 34d64af0-af07-4aeb-b27b-eb01fe383cb0 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:29:01.310745 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54706) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:01.332443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Router 83891a49-204f-413b-a786-0d830ffdda93 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:29:01.388467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 34d64af0-af07-4aeb-b27b-eb01fe383cb0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=34d64af0-af07-4aeb-b27b-eb01fe383cb0,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:01.408849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '34d64af0-af07-4aeb-b27b-eb01fe383cb0', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '34d64af0-af07-4aeb-b27b-eb01fe383cb0', 'mac_address': 'fa:16:3e:6b:31:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:29:01.456176 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:01.467138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-72401e43-d05a-4f07-878d-80c8bbd64145 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:01.480244 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d64af0-af07-4aeb-b27b-eb01fe383cb0 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:29:01.491377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:29:01.507758 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04b99b8-6903-4b60-99e8-fa9ba5605224 None None] Sync routers for ids ['83891a49-204f-413b-a786-0d830ffdda93'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:29:01.528886 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:01.530265 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-686cb10e-f576-4185-9705-17b484659d49 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0189161 Aug 20 10:29:01.533705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54716) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:01.538077 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 34d64af0-af07-4aeb-b27b-eb01fe383cb0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=34d64af0-af07-4aeb-b27b-eb01fe383cb0,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:01.539883 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04b99b8-6903-4b60-99e8-fa9ba5605224 None None] Routers {'83891a49-204f-413b-a786-0d830ffdda93'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:29:01.540963 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-a04b99b8-6903-4b60-99e8-fa9ba5605224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:28:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['83891a49-204f-413b-a786-0d830ffdda93'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:01.546546 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:01.548297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54718) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:01.549261 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-72401e43-d05a-4f07-878d-80c8bbd64145 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] 10.222.0.16 "PUT /v2.0/quotas/7b091063d3da4d229ca199ba8547e60c HTTP/1.1" status: 200 len: 368 time: 0.2369306 Aug 20 10:29:01.564705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-647c4106-a49d-4530-ac3c-5ea216548175 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Request body: {'network': {'project_id': '7b091063d3da4d229ca199ba8547e60c'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:01.647739 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647c4106-a49d-4530-ac3c-5ea216548175 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Made reservation on behalf of 7b091063d3da4d229ca199ba8547e60c for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:29:01.650139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-647c4106-a49d-4530-ac3c-5ea216548175 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:01.733156 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-647c4106-a49d-4530-ac3c-5ea216548175 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:01.783517 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54728) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:01.783936 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a425dd0d-59c5-4dd2-ad00-0dec8e59dd1d tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "GET /v2.0/routers/83891a49-204f-413b-a786-0d830ffdda93 HTTP/1.1" status: 200 len: 924 time: 0.2490311 Aug 20 10:29:01.819111 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-151d6b5e-d5c0-4efe-8369-36948c33ef35 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "GET /v2.0/ports?device_id=83891a49-204f-413b-a786-0d830ffdda93 HTTP/1.1" status: 200 len: 205 time: 0.0334697 Aug 20 10:29:01.821017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54730) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:01.840781 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=34d64af0-af07-4aeb-b27b-eb01fe383cb0,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:01.853135 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:29:01.868671 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-a04b99b8-6903-4b60-99e8-fa9ba5605224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:01.936266 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:29:01.936629 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d4ba2e24-b7c4-4091-8f09-dd8b51ea8fc1 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:29:01.957336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04b99b8-6903-4b60-99e8-fa9ba5605224 None None] Routers {'83891a49-204f-413b-a786-0d830ffdda93'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:29:01.958795 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-a04b99b8-6903-4b60-99e8-fa9ba5605224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:28:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['83891a49-204f-413b-a786-0d830ffdda93'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:01.969431 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-92734ade-2e12-4675-9cc1-f0636c59e246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:01.972999 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a1d3e-75f3-4ad2-8b2a-2ecd96bcc054 req-0219e6a5-6533-42b1-a6cc-0d1d21e41927 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:01.974588 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b38a1d3e-75f3-4ad2-8b2a-2ecd96bcc054 req-0219e6a5-6533-42b1-a6cc-0d1d21e41927 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.0880630 Aug 20 10:29:01.995691 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-647c4106-a49d-4530-ac3c-5ea216548175 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:02.006982 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-647c4106-a49d-4530-ac3c-5ea216548175 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:02.030781 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['34d64af0-af07-4aeb-b27b-eb01fe383cb0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:29:02.034360 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647c4106-a49d-4530-ac3c-5ea216548175 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:29:02.066825 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-647c4106-a49d-4530-ac3c-5ea216548175 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:02.067707 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-647c4106-a49d-4530-ac3c-5ea216548175 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Added segment 6b0b0f61-5a8a-4d6f-8e54-24f90096a89d of type vlan for network 8c746907-9ce0-4a13-b074-5318a1d250f0 Aug 20 10:29:02.069620 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c4106-a49d-4530-ac3c-5ea216548175 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d1ed06-e065-43c5-a3a1-80c315d063d3,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:02.072592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-a04b99b8-6903-4b60-99e8-fa9ba5605224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:02.074027 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04b99b8-6903-4b60-99e8-fa9ba5605224 None None] The sync data for ids ['83891a49-204f-413b-a786-0d830ffdda93'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:29:02.104632 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b38a1d3e-75f3-4ad2-8b2a-2ecd96bcc054 req-f05e5a61-fccd-4505-8a70-8fcd31645899 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208031 Aug 20 10:29:02.181615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-647c4106-a49d-4530-ac3c-5ea216548175 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:02.273060 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-647c4106-a49d-4530-ac3c-5ea216548175 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:02.275498 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647c4106-a49d-4530-ac3c-5ea216548175 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:02.276451 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-647c4106-a49d-4530-ac3c-5ea216548175 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:02.348647 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17039e97-37e3-4bcf-b169-003f09a95f76 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:02.350958 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:02.411939 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-647c4106-a49d-4530-ac3c-5ea216548175 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8556921 Aug 20 10:29:02.427614 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54752) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:02.440606 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-8ac5ed4a-72eb-467b-b246-0c337b4adba3 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Request body: {'network': {'project_id': '7b091063d3da4d229ca199ba8547e60c'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:02.459430 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1cfe3-2ccc-4661-8cc8-aff32734619a req-049644ee-e0f7-4a65-a8c8-f0c51afacb67 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:02.467639 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a9c1cfe3-2ccc-4661-8cc8-aff32734619a req-049644ee-e0f7-4a65-a8c8-f0c51afacb67 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 949 time: 0.3478074 Aug 20 10:29:02.472250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c4106-a49d-4530-ac3c-5ea216548175 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Pushing event updated for resources: {'Network': ['ID=8c746907-9ce0-4a13-b074-5318a1d250f0,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:02.485593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b4b22-33dc-47c0-9d21-d041818f73dd req-0f31c333-a68c-476f-891c-9def0ec9c20e tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:02.494239 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a46b4b22-33dc-47c0-9d21-d041818f73dd req-0f31c333-a68c-476f-891c-9def0ec9c20e tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.1939473 Aug 20 10:29:02.512927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 8c746907-9ce0-4a13-b074-5318a1d250f0 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:29:02.516558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac5ed4a-72eb-467b-b246-0c337b4adba3 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Made reservation on behalf of 7b091063d3da4d229ca199ba8547e60c for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:29:02.520405 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ac5ed4a-72eb-467b-b246-0c337b4adba3 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:02.569434 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a9c1cfe3-2ccc-4661-8cc8-aff32734619a req-71817906-b2aa-44a1-b26e-551121712829 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/security-groups?id=417b213d-1019-4dbf-9b76-732da6c015ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005120 Aug 20 10:29:02.587375 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17039e97-37e3-4bcf-b169-003f09a95f76 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:02.671312 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a46b4b22-33dc-47c0-9d21-d041818f73dd req-a7d7c95e-6c5a-43a4-8820-aba08cb5553e tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759214 Aug 20 10:29:02.705838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac5ed4a-72eb-467b-b246-0c337b4adba3 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:29:02.754320 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-17039e97-37e3-4bcf-b169-003f09a95f76 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Deleting port a9f60fd7-980c-4772-9796-01ef75875f51 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:02.754731 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17039e97-37e3-4bcf-b169-003f09a95f76 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:02.755658 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ac5ed4a-72eb-467b-b246-0c337b4adba3 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:02.756003 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-8ac5ed4a-72eb-467b-b246-0c337b4adba3 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Added segment b774c5bb-72f6-4e45-b027-a285ce5702f8 of type vlan for network 9b1663bf-5730-4333-943c-3c55311b187f Aug 20 10:29:02.872411 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ac5ed4a-72eb-467b-b246-0c337b4adba3 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:02.940278 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ac5ed4a-72eb-467b-b246-0c337b4adba3 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:02.941888 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac5ed4a-72eb-467b-b246-0c337b4adba3 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:02.942490 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ac5ed4a-72eb-467b-b246-0c337b4adba3 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:03.082922 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:03.091695 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8ac5ed4a-72eb-467b-b246-0c337b4adba3 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6619186 Aug 20 10:29:03.098377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54762) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:03.107517 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-9109f00d-c656-4e54-b73c-19e63f45ae00 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Request body: {'network': {'project_id': '7b091063d3da4d229ca199ba8547e60c'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:03.121416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5ed4a-72eb-467b-b246-0c337b4adba3 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Pushing event updated for resources: {'Network': ['ID=9b1663bf-5730-4333-943c-3c55311b187f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:03.138733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 9b1663bf-5730-4333-943c-3c55311b187f details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:29:03.154069 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-9109f00d-c656-4e54-b73c-19e63f45ae00 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 10:29:03.167123 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9109f00d-c656-4e54-b73c-19e63f45ae00 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:29:03.167123 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9109f00d-c656-4e54-b73c-19e63f45ae00 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0626266 Aug 20 10:29:03.167123 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54768) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:03.247791 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5c8854cb-2c40-4ec0-b199-dda474f0e828 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b091063d3da4d229ca199ba8547e60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815027 Aug 20 10:29:03.254631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54772) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:03.258393 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 34d64af0-af07-4aeb-b27b-eb01fe383cb0 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:29:03.379613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 34d64af0-af07-4aeb-b27b-eb01fe383cb0 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:29:03.394501 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 34d64af0-af07-4aeb-b27b-eb01fe383cb0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:29:03.394883 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:03.408364 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f31b03b5-b9f4-4ca6-a165-e4987c243352 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:03.462164 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f31b03b5-b9f4-4ca6-a165-e4987c243352 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:03.569980 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f31b03b5-b9f4-4ca6-a165-e4987c243352 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:03.572832 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f31b03b5-b9f4-4ca6-a165-e4987c243352 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:03.574042 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f31b03b5-b9f4-4ca6-a165-e4987c243352 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7d1ed06-e065-43c5-a3a1-80c315d063d3 HTTP/1.1" status: 204 len: 168 time: 0.3177125 Aug 20 10:29:03.583546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54780) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:03.614184 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:03.733847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 34d64af0-af07-4aeb-b27b-eb01fe383cb0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=34d64af0-af07-4aeb-b27b-eb01fe383cb0,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:03.735962 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d64af0-af07-4aeb-b27b-eb01fe383cb0'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:29:03.739619 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df449d8d-affb-4c8f-a71a-5b94bde38bfa" -d '{"events": [{"server_uuid": "0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e", "name": "network-vif-plugged", "status": "completed", "tag": "34d64af0-af07-4aeb-b27b-eb01fe383cb0"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:29:03.764789 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:03.807573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b03b5-b9f4-4ca6-a165-e4987c243352 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d1ed06-e065-43c5-a3a1-80c315d063d3,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:03.915037 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=34d64af0-af07-4aeb-b27b-eb01fe383cb0,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:03.953901 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17039e97-37e3-4bcf-b169-003f09a95f76 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:03.966321 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-344c26cf-ca8a-4934-80c2-ef916ccc4844 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:03.966653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0761c6f-2619-40b7-959b-2edf4f3f0b97 req-3f024cca-9be2-4b80-bafa-d6243bb32f61 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:03.975704 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b0761c6f-2619-40b7-959b-2edf4f3f0b97 req-3f024cca-9be2-4b80-bafa-d6243bb32f61 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 946 time: 0.1440647 Aug 20 10:29:04.002703 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-17039e97-37e3-4bcf-b169-003f09a95f76 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Calling delete_port for a9f60fd7-980c-4772-9796-01ef75875f51 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:04.077659 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b0761c6f-2619-40b7-959b-2edf4f3f0b97 req-847304fe-be82-4ab2-8be8-a51a6634d8d9 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/security-groups?id=524e795b-8353-48f0-9d69-ae1ad360f6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006384 Aug 20 10:29:04.131164 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-344c26cf-ca8a-4934-80c2-ef916ccc4844 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:04.148948 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-344c26cf-ca8a-4934-80c2-ef916ccc4844 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1663bf-5730-4333-943c-3c55311b187f']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:04.169244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-344c26cf-ca8a-4934-80c2-ef916ccc4844 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b774c5bb-72f6-4e45-b027-a285ce5702f8') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:04.169553 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-344c26cf-ca8a-4934-80c2-ef916ccc4844 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b774c5bb-72f6-4e45-b027-a285ce5702f8') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:04.188513 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-bb2cc9b0-71bd-4eff-aaab-5c5926accd15 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:04.196682 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-bb2cc9b0-71bd-4eff-aaab-5c5926accd15 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/networks?id=922aa102-b2f5-4f18-986f-661395ef2399 HTTP/1.1" status: 200 len: 814 time: 0.3867629 Aug 20 10:29:04.200930 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-344c26cf-ca8a-4934-80c2-ef916ccc4844 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:04.228096 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-11198995-8fed-4dc0-8dbf-0c7c1545761a tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/quotas/319229dc0b514781beabac34e57d165f HTTP/1.1" status: 200 len: 375 time: 0.0305123 Aug 20 10:29:04.260439 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-344c26cf-ca8a-4934-80c2-ef916ccc4844 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:04.270835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344c26cf-ca8a-4934-80c2-ef916ccc4844 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:29:04.271291 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-344c26cf-ca8a-4934-80c2-ef916ccc4844 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: items = [ Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:29:04.274050 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:29:04.365667 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-881c41d6-813e-4ac8-9bbb-bbf4f086cd81 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=319229dc0b514781beabac34e57d165f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1364300 Aug 20 10:29:04.393772 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-344c26cf-ca8a-4934-80c2-ef916ccc4844 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:04.399774 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-344c26cf-ca8a-4934-80c2-ef916ccc4844 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:04.406349 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-344c26cf-ca8a-4934-80c2-ef916ccc4844 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] 10.222.0.16 "DELETE /v2.0/networks/9b1663bf-5730-4333-943c-3c55311b187f HTTP/1.1" status: 204 len: 168 time: 0.8176246 Aug 20 10:29:04.424614 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54796) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:04.454245 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c26cf-ca8a-4934-80c2-ef916ccc4844 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b1663bf-5730-4333-943c-3c55311b187f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:04.497574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbbff8-33b0-44b8-bcd6-c91522d1ffa3 req-0efac3dd-a87b-46d6-86e7-efbaf3f01cd0 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:04.500217 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d1cbbff8-33b0-44b8-bcd6-c91522d1ffa3 req-0efac3dd-a87b-46d6-86e7-efbaf3f01cd0 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 950 time: 0.1889944 Aug 20 10:29:04.535187 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-e2432542-bbca-413f-bd8c-8e027d30730a service neutron] 10.222.0.16 "GET /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646399 Aug 20 10:29:04.678299 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd061-171b-4e5f-8eaa-04d86b662f39 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:04.693880 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-15244512-62d3-4e20-98b3-76e1fefabf96 service neutron] 10.222.0.16 "GET /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576886 Aug 20 10:29:04.744597 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4611021-514a-4990-82d8-a50b4f4df8b6 req-d07cf3c8-a210-4bd0-b2ec-a65363b478f4 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:04.746555 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:04.747266 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d4611021-514a-4990-82d8-a50b4f4df8b6 req-d07cf3c8-a210-4bd0-b2ec-a65363b478f4 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 946 time: 0.4646075 Aug 20 10:29:04.837569 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d1cbbff8-33b0-44b8-bcd6-c91522d1ffa3 req-0d06a5bc-2bd3-490f-ae1d-de483dd18bb3 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/security-groups?id=417b213d-1019-4dbf-9b76-732da6c015ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804148 Aug 20 10:29:05.004924 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea113bb-8a67-4b4b-aaa7-b8c1b689f646 x-openstack-request-id: req-2ea113bb-8a67-4b4b-aaa7-b8c1b689f646 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:29:05.005891 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e", "name": "network-vif-plugged", "status": "completed", "tag": "34d64af0-af07-4aeb-b27b-eb01fe383cb0", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:29:05.006761 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ea113bb-8a67-4b4b-aaa7-b8c1b689f646 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:29:05.008336 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d64af0-af07-4aeb-b27b-eb01fe383cb0', 'code': 200} Aug 20 10:29:05.067981 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17039e97-37e3-4bcf-b169-003f09a95f76 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:05.224317 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd061-171b-4e5f-8eaa-04d86b662f39 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:05.230881 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dbba091d-1aed-4c55-9be8-923444c6a711 req-8329227f-35d0-4038-a68c-66b884574f43 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 210 time: 0.0573080 Aug 20 10:29:05.257800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84448b5-3d9e-442a-8561-0229798b060e req-1ab5cc48-8254-461f-be2b-8488e14d8cb9 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:05.259759 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e84448b5-3d9e-442a-8561-0229798b060e req-1ab5cc48-8254-461f-be2b-8488e14d8cb9 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a8a1647-70f6-4fbe-bf05-4c90b8127f5a HTTP/1.1" status: 200 len: 945 time: 0.6386597 Aug 20 10:29:05.366840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-e5ebd061-171b-4e5f-8eaa-04d86b662f39 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c746907-9ce0-4a13-b074-5318a1d250f0']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:05.506177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-e5ebd061-171b-4e5f-8eaa-04d86b662f39 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0b0f61-5a8a-4d6f-8e54-24f90096a89d') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:05.506451 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-e5ebd061-171b-4e5f-8eaa-04d86b662f39 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0b0f61-5a8a-4d6f-8e54-24f90096a89d') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:05.518452 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd061-171b-4e5f-8eaa-04d86b662f39 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:05.562464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17039e97-37e3-4bcf-b169-003f09a95f76 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Pushing event deleted for resources: {'Port': ['ID=a9f60fd7-980c-4772-9796-01ef75875f51,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:05.596320 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17039e97-37e3-4bcf-b169-003f09a95f76 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:05.606542 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd061-171b-4e5f-8eaa-04d86b662f39 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:05.610722 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fba03-dc8c-42d1-a5f3-ac1697bd24c2 req-39eb83dd-b1d3-4186-a67b-88565f772b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:05.612302 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-157fba03-dc8c-42d1-a5f3-ac1697bd24c2 req-39eb83dd-b1d3-4186-a67b-88565f772b0b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 1102 time: 0.3223221 Aug 20 10:29:05.698233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815fb7a-56f0-478c-9aef-c71cce347a20 req-168f4c6e-ad06-4932-8e1d-d72ecace51c0 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:05.706711 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6815fb7a-56f0-478c-9aef-c71cce347a20 req-168f4c6e-ad06-4932-8e1d-d72ecace51c0 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 946 time: 0.4102943 Aug 20 10:29:05.716091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ebd061-171b-4e5f-8eaa-04d86b662f39 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:29:05.716091 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd061-171b-4e5f-8eaa-04d86b662f39 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:29:05.754935 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:29:05.785562 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-d4611021-514a-4990-82d8-a50b4f4df8b6 req-649d706b-1d29-4071-b3c3-c97b3ed42ddd tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Deleting port b5de756a-66b6-4870-a5a8-426709124724 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:05.785902 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d4611021-514a-4990-82d8-a50b4f4df8b6 req-649d706b-1d29-4071-b3c3-c97b3ed42ddd tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:05.963386 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17039e97-37e3-4bcf-b169-003f09a95f76 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:05.977371 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17039e97-37e3-4bcf-b169-003f09a95f76 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:06.099910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00626314-8421-4fbf-84bd-7eae9c29b893 req-cc1e028b-4428-4fbc-9e38-2cf0e2b44468 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:06.108147 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-00626314-8421-4fbf-84bd-7eae9c29b893 req-cc1e028b-4428-4fbc-9e38-2cf0e2b44468 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 950 time: 0.1496305 Aug 20 10:29:06.118898 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd061-171b-4e5f-8eaa-04d86b662f39 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:06.140087 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd061-171b-4e5f-8eaa-04d86b662f39 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:06.142713 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e5ebd061-171b-4e5f-8eaa-04d86b662f39 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] 10.222.0.16 "DELETE /v2.0/networks/8c746907-9ce0-4a13-b074-5318a1d250f0 HTTP/1.1" status: 204 len: 168 time: 1.6985970 Aug 20 10:29:06.164231 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6815fb7a-56f0-478c-9aef-c71cce347a20 req-4012e224-91d5-494e-837e-1bf6caf28aad tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/security-groups?id=524e795b-8353-48f0-9d69-ae1ad360f6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4562533 Aug 20 10:29:06.166289 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-157fba03-dc8c-42d1-a5f3-ac1697bd24c2 req-29d7c496-a180-4ec7-a29b-f9485af8cdcd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=417b213d-1019-4dbf-9b76-732da6c015ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5211463 Aug 20 10:29:06.212078 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-00626314-8421-4fbf-84bd-7eae9c29b893 req-f727b250-00e3-482b-8a78-6c13f10cc7a0 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/security-groups?id=417b213d-1019-4dbf-9b76-732da6c015ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005981 Aug 20 10:29:06.249143 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebd061-171b-4e5f-8eaa-04d86b662f39 tempest-QuotasNegativeTest-1410442115 tempest-QuotasNegativeTest-1410442115-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c746907-9ce0-4a13-b074-5318a1d250f0,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:06.252720 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17039e97-37e3-4bcf-b169-003f09a95f76 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:06.253308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17039e97-37e3-4bcf-b169-003f09a95f76 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Fanout notify agent at l3_agent the message router_deleted on router 83891a49-204f-413b-a786-0d830ffdda93 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:29:06.287984 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17039e97-37e3-4bcf-b169-003f09a95f76 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:06.289570 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-17039e97-37e3-4bcf-b169-003f09a95f76 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "DELETE /v2.0/routers/83891a49-204f-413b-a786-0d830ffdda93 HTTP/1.1" status: 204 len: 168 time: 4.4671161 Aug 20 10:29:06.294804 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54826) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:06.304421 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Request body: {'router': {'name': 'tempest-snat-router-549479388', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'enable_snat': False}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:06.319890 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-e84448b5-3d9e-442a-8561-0229798b060e req-292e035e-0937-428a-9f2f-6dc431b3ebdf tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Deleting port 748b6384-b116-4426-9ffb-7cf36dfb08d4 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:06.320526 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e84448b5-3d9e-442a-8561-0229798b060e req-292e035e-0937-428a-9f2f-6dc431b3ebdf tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:06.369809 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:06.370993 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:06.448276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-d4611021-514a-4990-82d8-a50b4f4df8b6 req-649d706b-1d29-4071-b3c3-c97b3ed42ddd tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] For port b5de756a-66b6-4870-a5a8-426709124724, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=b5de756a-66b6-4870-a5a8-426709124724,segment=NetworkSegment(b2ada617-08f6-4262-85b9-7e07a62b65a0),segment_id=b2ada617-08f6-4262-85b9-7e07a62b65a0)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:06.448967 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d4611021-514a-4990-82d8-a50b4f4df8b6 req-649d706b-1d29-4071-b3c3-c97b3ed42ddd tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:06.556491 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:06.743266 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e84448b5-3d9e-442a-8561-0229798b060e req-292e035e-0937-428a-9f2f-6dc431b3ebdf tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] For port 748b6384-b116-4426-9ffb-7cf36dfb08d4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=748b6384-b116-4426-9ffb-7cf36dfb08d4,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:06.743826 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e84448b5-3d9e-442a-8561-0229798b060e req-292e035e-0937-428a-9f2f-6dc431b3ebdf tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:06.780246 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1ee79924-784b-422f-9580-99e7b8e7b811 req-0b654f4c-941e-4867-a466-1f351456ee82 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 210 time: 0.2456238 Aug 20 10:29:06.835778 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d4611021-514a-4990-82d8-a50b4f4df8b6 req-649d706b-1d29-4071-b3c3-c97b3ed42ddd tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:06.836180 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d4611021-514a-4990-82d8-a50b4f4df8b6 req-649d706b-1d29-4071-b3c3-c97b3ed42ddd tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:06.836505 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [req-d4611021-514a-4990-82d8-a50b4f4df8b6 req-649d706b-1d29-4071-b3c3-c97b3ed42ddd tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Floating IP bd14c00b-dca4-495f-a8f8-119736748252 disassociated. External IP: 172.25.3.222, port: b5de756a-66b6-4870-a5a8-426709124724. Aug 20 10:29:06.836869 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-d4611021-514a-4990-82d8-a50b4f4df8b6 req-649d706b-1d29-4071-b3c3-c97b3ed42ddd tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Calling delete_port for b5de756a-66b6-4870-a5a8-426709124724 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:06.901493 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:07.001792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-b3294bb6-19c9-4bb1-bca2-66bf40b0c420 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:07.004306 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-b3294bb6-19c9-4bb1-bca2-66bf40b0c420 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.24 "GET /v2.0/networks?id=922aa102-b2f5-4f18-986f-661395ef2399 HTTP/1.1" status: 200 len: 814 time: 0.4681222 Aug 20 10:29:07.012855 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-e84448b5-3d9e-442a-8561-0229798b060e req-292e035e-0937-428a-9f2f-6dc431b3ebdf tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Calling delete_port for 748b6384-b116-4426-9ffb-7cf36dfb08d4 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:07.020938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-d91d9d2f-9a34-4e01-bbbf-1473ed68aca1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Request body: {'port': {'device_id': '5820af20-af92-48e6-9022-5c0b0c24f180', 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399', 'admin_state_up': True, 'tenant_id': '319229dc0b514781beabac34e57d165f'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:07.160537 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54836) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:07.388735 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d4611021-514a-4990-82d8-a50b4f4df8b6 req-649d706b-1d29-4071-b3c3-c97b3ed42ddd tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:07.518065 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8eb71d7-9c8c-47f3-a26b-a6f21888e68e req-fef6ad14-4a91-4529-90c4-355b9dcecc09 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 210 time: 0.1230271 Aug 20 10:29:07.532412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d706b-1d29-4071-b3c3-c97b3ed42ddd tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Pushing event deleted for resources: {'Port': ['ID=b5de756a-66b6-4870-a5a8-426709124724,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:07.632987 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e84448b5-3d9e-442a-8561-0229798b060e req-292e035e-0937-428a-9f2f-6dc431b3ebdf tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:07.651719 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cc28a-6b5e-4648-a190-58f4fba96904 req-b71e6e90-60e0-4dd4-b83a-3cece782cbaf tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:07.660386 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c3cc28a-6b5e-4648-a190-58f4fba96904 req-b71e6e90-60e0-4dd4-b83a-3cece782cbaf tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 950 time: 0.1585109 Aug 20 10:29:07.680387 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-258e0052-fa2d-43e9-8105-192247c1e0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:07.720987 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e035e-0937-428a-9f2f-6dc431b3ebdf tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Pushing event deleted for resources: {'Port': ['ID=748b6384-b116-4426-9ffb-7cf36dfb08d4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:07.787444 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c3cc28a-6b5e-4648-a190-58f4fba96904 req-69ecb4cc-522f-4d64-a56c-13c175826f84 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/security-groups?id=417b213d-1019-4dbf-9b76-732da6c015ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256340 Aug 20 10:29:07.962282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-d91d9d2f-9a34-4e01-bbbf-1473ed68aca1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Made reservation on behalf of 319229dc0b514781beabac34e57d165f for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:29:07.966802 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-d91d9d2f-9a34-4e01-bbbf-1473ed68aca1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:08.053560 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-258e0052-fa2d-43e9-8105-192247c1e0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:08.058148 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84448b5-3d9e-442a-8561-0229798b060e req-292e035e-0937-428a-9f2f-6dc431b3ebdf tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] No DVR routers for this DVR port 748b6384-b116-4426-9ffb-7cf36dfb08d4 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:29:08.060950 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:08.069119 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-258e0052-fa2d-43e9-8105-192247c1e0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:08.078114 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e84448b5-3d9e-442a-8561-0229798b060e req-292e035e-0937-428a-9f2f-6dc431b3ebdf tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:08.081235 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e84448b5-3d9e-442a-8561-0229798b060e req-292e035e-0937-428a-9f2f-6dc431b3ebdf tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.42 "DELETE /v2.0/ports/748b6384-b116-4426-9ffb-7cf36dfb08d4 HTTP/1.1" status: 204 len: 173 time: 2.6760333 Aug 20 10:29:08.087645 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8a1647-70f6-4fbe-bf05-4c90b8127f5a', 'name': 'network-vif-deleted', 'tag': '748b6384-b116-4426-9ffb-7cf36dfb08d4'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:29:08.090275 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208a0646-9143-4bf7-aec9-2282154b3871" -d '{"events": [{"server_uuid": "7a8a1647-70f6-4fbe-bf05-4c90b8127f5a", "name": "network-vif-deleted", "tag": "748b6384-b116-4426-9ffb-7cf36dfb08d4"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:29:08.100308 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-578c1ee1-f3cd-453a-be31-b3c6a92eb365 req-401980bb-e738-4d13-9925-8b65c26be4dc tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 210 time: 0.1393912 Aug 20 10:29:08.221020 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-258e0052-fa2d-43e9-8105-192247c1e0a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b09bbd95285a499b9faf720befab7e23&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0525081 Aug 20 10:29:08.225026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54858) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:08.240466 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4611021-514a-4990-82d8-a50b4f4df8b6 req-649d706b-1d29-4071-b3c3-c97b3ed42ddd tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Router c1d99f2d-bc69-4a8b-85ec-455435fd216f has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:29:08.241535 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e0052-fa2d-43e9-8105-192247c1e0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4e2338-0374-420a-996b-fd64e35a7212,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:08.251532 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:08.258023 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415c212d-506e-4773-a0b2-a422cf94cb8d x-openstack-request-id: req-415c212d-506e-4773-a0b2-a422cf94cb8d {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:29:08.258209 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8a1647-70f6-4fbe-bf05-4c90b8127f5a", "name": "network-vif-deleted", "tag": "748b6384-b116-4426-9ffb-7cf36dfb08d4", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:29:08.258468 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-415c212d-506e-4773-a0b2-a422cf94cb8d {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:29:08.258878 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8a1647-70f6-4fbe-bf05-4c90b8127f5a', 'name': 'network-vif-deleted', 'tag': '748b6384-b116-4426-9ffb-7cf36dfb08d4', 'status': 'completed', 'code': 200} Aug 20 10:29:08.595489 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4611021-514a-4990-82d8-a50b4f4df8b6 req-649d706b-1d29-4071-b3c3-c97b3ed42ddd tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:29:08.610554 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3783472e-ea5f-40f9-b925-d3756f014b71 None None] Sync routers for ids ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:29:08.627025 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3783472e-ea5f-40f9-b925-d3756f014b71 None None] Routers {'c1d99f2d-bc69-4a8b-85ec-455435fd216f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:29:08.627911 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-3783472e-ea5f-40f9-b925-d3756f014b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:29:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:08.689020 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4611021-514a-4990-82d8-a50b4f4df8b6 req-649d706b-1d29-4071-b3c3-c97b3ed42ddd tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] No DVR routers for this DVR port b5de756a-66b6-4870-a5a8-426709124724 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:29:08.694076 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d4611021-514a-4990-82d8-a50b4f4df8b6 req-649d706b-1d29-4071-b3c3-c97b3ed42ddd tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:08.696277 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d4611021-514a-4990-82d8-a50b4f4df8b6 req-649d706b-1d29-4071-b3c3-c97b3ed42ddd tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.42 "DELETE /v2.0/ports/b5de756a-66b6-4870-a5a8-426709124724 HTTP/1.1" status: 204 len: 173 time: 3.9282417 Aug 20 10:29:08.738564 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Allocated IP 172.25.3.174 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/b4d15483-4b87-465d-9f0f-5790858caf22) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:29:08.826134 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a4ece70-8b79-4ceb-a839-915e0e837a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:08.916403 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-3783472e-ea5f-40f9-b925-d3756f014b71 None None] Set router c1d99f2d-bc69-4a8b-85ec-455435fd216f gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:29:09.125810 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:09.195710 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7a5d0139-3359-413b-8346-dec20879e44d req-b280e5d3-6617-4be7-8f41-52aaf9a350d9 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e3192e4-b478-493f-a4d8-36a165f0976b HTTP/1.1" status: 200 len: 210 time: 0.4776049 Aug 20 10:29:09.245539 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a4ece70-8b79-4ceb-a839-915e0e837a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:09.288999 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b5de756a-66b6-4870-a5a8-426709124724 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:29:09.347480 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:09.381868 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: b5de756a-66b6-4870-a5a8-426709124724 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:29:09.382123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device b5de756a-66b6-4870-a5a8-426709124724 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:29:09.382694 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 748b6384-b116-4426-9ffb-7cf36dfb08d4 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:29:09.389064 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a4ece70-8b79-4ceb-a839-915e0e837a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:09.391711 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a4ece70-8b79-4ceb-a839-915e0e837a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:09.392873 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2a4ece70-8b79-4ceb-a839-915e0e837a98 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e4e2338-0374-420a-996b-fd64e35a7212 HTTP/1.1" status: 204 len: 168 time: 1.1630373 Aug 20 10:29:09.469430 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8fd458b8-24be-418c-9448-02dc7733cc59 req-f1ab5f67-6406-4b02-9497-976c942b1627 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 210 time: 0.1003435 Aug 20 10:29:09.471511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 748b6384-b116-4426-9ffb-7cf36dfb08d4 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:29:09.478871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 748b6384-b116-4426-9ffb-7cf36dfb08d4 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:29:09.479550 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-d91d9d2f-9a34-4e01-bbbf-1473ed68aca1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Allocated IP 172.20.0.12 (922aa102-b2f5-4f18-986f-661395ef2399/877b184d-721a-4dfe-9c77-d1c4b8531d87/1038aaff-7053-41a7-bae6-8755c021a30b) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:29:09.510327 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:09.521761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:09.532676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:29:09.556665 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-3783472e-ea5f-40f9-b925-d3756f014b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'name': 'tempest-ServersTestFqdnHostnames-1238087060-router', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '50a28253-9541-4240-91e8-a14a53812c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:26:41Z', 'updated_at': '2021-08-20T10:26:49Z', 'revision_number': 4, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'gw_port': {'id': '50a28253-9541-4240-91e8-a14a53812c6b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:42Z', 'updated_at': '2021-08-20T10:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4a7e9f13-3706-4533-a5ee-3320a8ba31cc', 'name': '', 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'mac_address': 'fa:16:3e:b4:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:48Z', 'updated_at': '2021-08-20T10:26:58Z', 'revision_number': 5, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'subnets': [{'id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:09.594242 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ece70-8b79-4ceb-a839-915e0e837a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4e2338-0374-420a-996b-fd64e35a7212,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:09.598235 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3783472e-ea5f-40f9-b925-d3756f014b71 None None] Checking router: c1d99f2d-bc69-4a8b-85ec-455435fd216f for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:29:09.637188 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3783472e-ea5f-40f9-b925-d3756f014b71 None None] Routers {'c1d99f2d-bc69-4a8b-85ec-455435fd216f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:29:09.637993 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-3783472e-ea5f-40f9-b925-d3756f014b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:29:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:09.682681 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Pushing event updated for resources: {'Port': ['ID=b4d15483-4b87-465d-9f0f-5790858caf22,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:09.837383 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-3783472e-ea5f-40f9-b925-d3756f014b71 None None] Set router c1d99f2d-bc69-4a8b-85ec-455435fd216f gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:29:09.968122 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54904) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:10.024214 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b21e1e79-042b-4ed7-84d4-c480ce86dc54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:10.084595 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-d91d9d2f-9a34-4e01-bbbf-1473ed68aca1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:10.108981 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:10.244387 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-3783472e-ea5f-40f9-b925-d3756f014b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'name': 'tempest-ServersTestFqdnHostnames-1238087060-router', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '50a28253-9541-4240-91e8-a14a53812c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:26:41Z', 'updated_at': '2021-08-20T10:26:49Z', 'revision_number': 4, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'gw_port': {'id': '50a28253-9541-4240-91e8-a14a53812c6b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:42Z', 'updated_at': '2021-08-20T10:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4a7e9f13-3706-4533-a5ee-3320a8ba31cc', 'name': '', 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'mac_address': 'fa:16:3e:b4:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:48Z', 'updated_at': '2021-08-20T10:26:58Z', 'revision_number': 5, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'subnets': [{'id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:10.260354 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3192e4-b478-493f-a4d8-36a165f0976b', 'name': 'network-vif-deleted', 'tag': 'b5de756a-66b6-4870-a5a8-426709124724'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:29:10.266631 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93043e42-5791-4ffd-85a9-4f3231fe5e92" -d '{"events": [{"server_uuid": "0e3192e4-b478-493f-a4d8-36a165f0976b", "name": "network-vif-deleted", "tag": "b5de756a-66b6-4870-a5a8-426709124724"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:29:10.313698 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b21e1e79-042b-4ed7-84d4-c480ce86dc54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:10.314055 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3783472e-ea5f-40f9-b925-d3756f014b71 None None] The sync data for ids ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'] in n-d-778550-11 is: [{'id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'name': 'tempest-ServersTestFqdnHostnames-1238087060-router', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '50a28253-9541-4240-91e8-a14a53812c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:26:41Z', 'updated_at': '2021-08-20T10:26:49Z', 'revision_number': 4, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'gw_port': {'id': '50a28253-9541-4240-91e8-a14a53812c6b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:42Z', 'updated_at': '2021-08-20T10:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4a7e9f13-3706-4533-a5ee-3320a8ba31cc', 'name': '', 'network_id': '3f582a0e-7cb4-44bf-89b4-ff6d1527aeed', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'mac_address': 'fa:16:3e:b4:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:48Z', 'updated_at': '2021-08-20T10:26:58Z', 'revision_number': 5, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'subnets': [{'id': '3812c8e8-b5ab-49df-b8d2-7a07e088dfe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:29:10.324899 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b21e1e79-042b-4ed7-84d4-c480ce86dc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:10.368661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e1e79-042b-4ed7-84d4-c480ce86dc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc963f5-a93a-4a3a-8d33-f32fbc6beb17,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:10.401406 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b21e1e79-042b-4ed7-84d4-c480ce86dc54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98d3c5e379284241bfa3bd60883f6e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321654 Aug 20 10:29:10.413562 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54928) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:10.438096 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:10.462713 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54934) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:10.530630 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-d91d9d2f-9a34-4e01-bbbf-1473ed68aca1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:10.668740 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ec9af1-3884-4235-88b5-a3ace9cdf1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:10.670786 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-49a22c52-d743-4811-a1c9-095404e80171 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:10.718011 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-49a22c52-d743-4811-a1c9-095404e80171 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:10.722788 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-d91d9d2f-9a34-4e01-bbbf-1473ed68aca1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Network 922aa102-b2f5-4f18-986f-661395ef2399 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:10.754683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-d91d9d2f-9a34-4e01-bbbf-1473ed68aca1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:10.766266 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-d91d9d2f-9a34-4e01-bbbf-1473ed68aca1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:29:10.812279 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d9d2f-9a34-4e01-bbbf-1473ed68aca1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Pushing event updated for resources: {'Port': ['ID=1038aaff-7053-41a7-bae6-8755c021a30b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:10.842338 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-49a22c52-d743-4811-a1c9-095404e80171 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:10.854294 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-49a22c52-d743-4811-a1c9-095404e80171 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:10.864104 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-49a22c52-d743-4811-a1c9-095404e80171 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "DELETE /v2.0/security-groups/524e795b-8353-48f0-9d69-ae1ad360f6ab HTTP/1.1" status: 204 len: 168 time: 0.3949819 Aug 20 10:29:10.869593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54938) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:10.888094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-d91d9d2f-9a34-4e01-bbbf-1473ed68aca1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:10.888875 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-d91d9d2f-9a34-4e01-bbbf-1473ed68aca1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:10.898543 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ec9af1-3884-4235-88b5-a3ace9cdf1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:10.907701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cfeab-5434-444a-bf5d-ae13ea985069 req-e5450a14-b2e2-41f0-b796-5166bacf6aa7 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:10.908206 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a22c52-d743-4811-a1c9-095404e80171 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524e795b-8353-48f0-9d69-ae1ad360f6ab,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:10.912334 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db040a8d-83b3-4d61-aa07-14bd0d2f6ae3 x-openstack-request-id: req-db040a8d-83b3-4d61-aa07-14bd0d2f6ae3 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:29:10.912746 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3192e4-b478-493f-a4d8-36a165f0976b", "name": "network-vif-deleted", "tag": "b5de756a-66b6-4870-a5a8-426709124724", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:29:10.913250 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db040a8d-83b3-4d61-aa07-14bd0d2f6ae3 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:29:10.913748 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3192e4-b478-493f-a4d8-36a165f0976b', 'name': 'network-vif-deleted', 'tag': 'b5de756a-66b6-4870-a5a8-426709124724', 'status': 'completed', 'code': 200} Aug 20 10:29:10.920142 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-564cfeab-5434-444a-bf5d-ae13ea985069 req-e5450a14-b2e2-41f0-b796-5166bacf6aa7 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 932 time: 0.2832642 Aug 20 10:29:10.937602 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-a42832d8-3032-4b4d-a515-85b960dbc9eb tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] show failed (client error): The resource could not be found. Aug 20 10:29:10.942377 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a42832d8-3032-4b4d-a515-85b960dbc9eb tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "GET /v2.0/security-groups/524e795b-8353-48f0-9d69-ae1ad360f6ab HTTP/1.1" status: 404 len: 347 time: 0.0711977 Aug 20 10:29:10.942629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54940) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:11.010527 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-d91d9d2f-9a34-4e01-bbbf-1473ed68aca1 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9950209 Aug 20 10:29:11.020275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a6d1a7-2f07-4792-ac41-d1e4f503ee68 None None] New status for floating IP bd14c00b-dca4-495f-a8f8-119736748252: DOWN {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:29:11.022771 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ec9af1-3884-4235-88b5-a3ace9cdf1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:11.028432 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ec9af1-3884-4235-88b5-a3ace9cdf1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:11.039711 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d6ec9af1-3884-4235-88b5-a3ace9cdf1d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fc963f5-a93a-4a3a-8d33-f32fbc6beb17 HTTP/1.1" status: 204 len: 168 time: 0.6236920 Aug 20 10:29:11.060059 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec9af1-3884-4235-88b5-a3ace9cdf1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc963f5-a93a-4a3a-8d33-f32fbc6beb17,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:11.082462 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Request body: {'port': {'device_id': '5820af20-af92-48e6-9022-5c0b0c24f180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:11.131085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Router aebd93a9-e156-4f3b-87eb-e082e0322f09 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:29:11.155964 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-564cfeab-5434-444a-bf5d-ae13ea985069 req-72a8af1b-ae83-4de8-add5-1af37ef69be2 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396364 Aug 20 10:29:11.279803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 34d64af0-af07-4aeb-b27b-eb01fe383cb0 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:29:11.371475 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:11.491681 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 34d64af0-af07-4aeb-b27b-eb01fe383cb0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=34d64af0-af07-4aeb-b27b-eb01fe383cb0,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:11.509124 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '34d64af0-af07-4aeb-b27b-eb01fe383cb0', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '34d64af0-af07-4aeb-b27b-eb01fe383cb0', 'mac_address': 'fa:16:3e:6b:31:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:29:11.587139 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:11.613701 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34d64af0-af07-4aeb-b27b-eb01fe383cb0 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:29:11.651345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 34d64af0-af07-4aeb-b27b-eb01fe383cb0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=34d64af0-af07-4aeb-b27b-eb01fe383cb0,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:11.660573 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:11.807945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['34d64af0-af07-4aeb-b27b-eb01fe383cb0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:29:11.817995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=34d64af0-af07-4aeb-b27b-eb01fe383cb0,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:11.930326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-3f3bd418-62c3-4440-9276-b66952e538d5 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Deleting port 63a1eb6e-6e7c-4835-b031-6f42a63c0925 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:11.930790 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3f3bd418-62c3-4440-9276-b66952e538d5 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:12.082629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:29:12.095942 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Sync routers for ids ['aebd93a9-e156-4f3b-87eb-e082e0322f09'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:29:12.118364 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Routers {'aebd93a9-e156-4f3b-87eb-e082e0322f09'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:29:12.119470 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:29:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['aebd93a9-e156-4f3b-87eb-e082e0322f09'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:12.197023 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:12.198567 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d36384ca-301f-4a7b-97e6-e90a65367837 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.9023070 Aug 20 10:29:12.202772 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54992) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:12.394749 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3f3bd418-62c3-4440-9276-b66952e538d5 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:12.397744 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3f3bd418-62c3-4440-9276-b66952e538d5 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:12.432671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-3f3bd418-62c3-4440-9276-b66952e538d5 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Calling delete_port for 63a1eb6e-6e7c-4835-b031-6f42a63c0925 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:12.505069 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Set router aebd93a9-e156-4f3b-87eb-e082e0322f09 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:29:12.601711 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1038aaff-7053-41a7-bae6-8755c021a30b {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:29:12.613731 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:12.644577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Transition to ACTIVE for port object 1038aaff-7053-41a7-bae6-8755c021a30b will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:12.671698 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:12.812329 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55016) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:12.924566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Pushing event updated for resources: {'Port': ['ID=1038aaff-7053-41a7-bae6-8755c021a30b,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:12.941392 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3f3bd418-62c3-4440-9276-b66952e538d5 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:13.127031 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebd93a9-e156-4f3b-87eb-e082e0322f09', 'name': 'tempest-snat-router-549479388', 'tenant_id': 'b8bc251310b1492398e1ab58566527ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174'}], 'enable_snat': False}, 'gw_port_id': 'b4d15483-4b87-465d-9f0f-5790858caf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:29:06Z', 'updated_at': '2021-08-20T10:29:09Z', 'revision_number': 3, 'project_id': 'b8bc251310b1492398e1ab58566527ab', 'gw_port': {'id': 'b4d15483-4b87-465d-9f0f-5790858caf22', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebd93a9-e156-4f3b-87eb-e082e0322f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:29:08Z', 'updated_at': '2021-08-20T10:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:13.221699 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Checking router: aebd93a9-e156-4f3b-87eb-e082e0322f09 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:29:13.224829 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Updating router aebd93a9-e156-4f3b-87eb-e082e0322f09 port b4d15483-4b87-465d-9f0f-5790858caf22 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:29:13.275247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-dfdd818d-1b8a-4b25-8480-76f54e80a898 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2047325959'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:13.288097 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3f3bd418-62c3-4440-9276-b66952e538d5 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:13.291646 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3f3bd418-62c3-4440-9276-b66952e538d5 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:13.296664 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3f3bd418-62c3-4440-9276-b66952e538d5 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] 10.222.0.16 "DELETE /v2.0/floatingips/bd14c00b-dca4-495f-a8f8-119736748252 HTTP/1.1" status: 204 len: 168 time: 2.3397593 Aug 20 10:29:13.298105 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:13.299823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55024) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:13.314434 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 34d64af0-af07-4aeb-b27b-eb01fe383cb0 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:29:13.359357 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3bd418-62c3-4440-9276-b66952e538d5 tempest-ServersTestFqdnHostnames-1855835785 tempest-ServersTestFqdnHostnames-1855835785-project] Pushing event deleted for resources: {'Port': ['ID=63a1eb6e-6e7c-4835-b031-6f42a63c0925,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:13.467861 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Attempting to bind port 1038aaff-7053-41a7-bae6-8755c021a30b on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:29:13.471178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Attempting to bind port 1038aaff-7053-41a7-bae6-8755c021a30b by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '4159b833-295e-49b6-bb89-42e59da8a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:29:13.472926 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Attempting to bind port 1038aaff-7053-41a7-bae6-8755c021a30b on network 922aa102-b2f5-4f18-986f-661395ef2399 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:29:13.485201 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Port 1038aaff-7053-41a7-bae6-8755c021a30b on network 922aa102-b2f5-4f18-986f-661395ef2399 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:29:13.485519 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Attempting to bind port 1038aaff-7053-41a7-bae6-8755c021a30b on network 922aa102-b2f5-4f18-986f-661395ef2399 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:29:13.494799 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:29:13.497201 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Checking segment: {'id': '4159b833-295e-49b6-bb89-42e59da8a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:29:13.497690 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Bound using segment: {'id': '4159b833-295e-49b6-bb89-42e59da8a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:29:13.498235 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Bound port: 1038aaff-7053-41a7-bae6-8755c021a30b, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4159b833-295e-49b6-bb89-42e59da8a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:29:13.498614 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:13.538490 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37461d23-f52f-41f0-83b1-0cd787f51613 req-27e93f8b-6780-47bc-9292-b66c861d32d7 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:13.555815 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37461d23-f52f-41f0-83b1-0cd787f51613 req-27e93f8b-6780-47bc-9292-b66c861d32d7 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 944 time: 0.3000410 Aug 20 10:29:13.576343 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 34d64af0-af07-4aeb-b27b-eb01fe383cb0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:29:13.576815 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:13.603634 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdd818d-1b8a-4b25-8480-76f54e80a898 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:29:13.620498 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dfdd818d-1b8a-4b25-8480-76f54e80a898 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:13.722182 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dfdd818d-1b8a-4b25-8480-76f54e80a898 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:13.848838 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:13.884847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d64af0-af07-4aeb-b27b-eb01fe383cb0'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:29:13.888338 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b98f2fe-8529-433f-b026-605f1f001fe5" -d '{"events": [{"server_uuid": "0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e", "name": "network-vif-plugged", "status": "completed", "tag": "34d64af0-af07-4aeb-b27b-eb01fe383cb0"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:29:13.907099 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 34d64af0-af07-4aeb-b27b-eb01fe383cb0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=34d64af0-af07-4aeb-b27b-eb01fe383cb0,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:13.913295 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:13.983970 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37461d23-f52f-41f0-83b1-0cd787f51613 req-a7d6a7b4-a5a3-4c4c-826a-34bb54438a54 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127302 Aug 20 10:29:14.002163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] For port 1038aaff-7053-41a7-bae6-8755c021a30b, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:29:14.034799 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] For port 1038aaff-7053-41a7-bae6-8755c021a30b, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1038aaff-7053-41a7-bae6-8755c021a30b,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:29:14.040963 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:14.065866 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:14.078276 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Transition to ACTIVE for port object b4d15483-4b87-465d-9f0f-5790858caf22 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:14.083772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=34d64af0-af07-4aeb-b27b-eb01fe383cb0,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:14.091683 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8a9b8f9d-ee1e-4b1f-8f84-af3dc59a92a4 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "GET /v2.0/routers/aebd93a9-e156-4f3b-87eb-e082e0322f09 HTTP/1.1" status: 200 len: 908 time: 1.8877361 Aug 20 10:29:14.092497 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:14.127297 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55028) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:14.138662 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Request body: {'router': {'name': 'tempest-snat-router-549479388', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'enable_snat': True}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:14.275689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Pushing event updated for resources: {'Port': ['ID=1038aaff-7053-41a7-bae6-8755c021a30b,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:14.364618 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:14.380811 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:14.388508 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-3081520a-9c42-4c2a-b2af-56493abb7f02 service neutron] 10.222.0.24 "PUT /v2.0/ports/1038aaff-7053-41a7-bae6-8755c021a30b HTTP/1.1" status: 200 len: 1093 time: 3.3216410 Aug 20 10:29:14.392636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5820af20-af92-48e6-9022-5c0b0c24f180', 'tag': '1038aaff-7053-41a7-bae6-8755c021a30b'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:29:14.395338 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8deb190d-8b4e-48b3-9084-2975c2814b54" -d '{"events": [{"name": "network-changed", "server_uuid": "5820af20-af92-48e6-9022-5c0b0c24f180", "tag": "1038aaff-7053-41a7-bae6-8755c021a30b"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:29:14.447016 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec611d1f-f5a8-43b8-933d-70c0075e1a7f x-openstack-request-id: req-ec611d1f-f5a8-43b8-933d-70c0075e1a7f {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:29:14.448627 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e", "name": "network-vif-plugged", "status": "completed", "tag": "34d64af0-af07-4aeb-b27b-eb01fe383cb0", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:29:14.449297 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec611d1f-f5a8-43b8-933d-70c0075e1a7f {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:29:14.450046 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d64af0-af07-4aeb-b27b-eb01fe383cb0', 'code': 200} Aug 20 10:29:14.570059 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dfdd818d-1b8a-4b25-8480-76f54e80a898 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:14.591590 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dfdd818d-1b8a-4b25-8480-76f54e80a898 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:14.628866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-82b442e1-a64a-4cb9-8bb4-f78414e75368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:14.633444 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-82b442e1-a64a-4cb9-8bb4-f78414e75368 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=319229dc0b514781beabac34e57d165f&device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 1096 time: 0.1964028 Aug 20 10:29:14.647193 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0b3b22-4ffa-49c8-b31b-93af28c2a085 x-openstack-request-id: req-fc0b3b22-4ffa-49c8-b31b-93af28c2a085 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:29:14.647637 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5820af20-af92-48e6-9022-5c0b0c24f180", "tag": "1038aaff-7053-41a7-bae6-8755c021a30b", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:29:14.648018 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc0b3b22-4ffa-49c8-b31b-93af28c2a085 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:29:14.648531 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5820af20-af92-48e6-9022-5c0b0c24f180', 'tag': '1038aaff-7053-41a7-bae6-8755c021a30b', 'status': 'completed', 'code': 200} Aug 20 10:29:14.696495 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:14.704068 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:14.714824 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Attempting to bind port b4d15483-4b87-465d-9f0f-5790858caf22 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:29:14.715642 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Attempting to bind port b4d15483-4b87-465d-9f0f-5790858caf22 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:29:14.715642 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Attempting to bind port b4d15483-4b87-465d-9f0f-5790858caf22 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:29:14.719438 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6810506-6f28-4dcf-891b-d673b1959c05 None None] Pushing event updated for resources: {'Port': ['ID=b4d15483-4b87-465d-9f0f-5790858caf22,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:14.728121 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:29:14.728543 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:29:14.729128 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:14.729522 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:29:14.730001 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Bound port: b4d15483-4b87-465d-9f0f-5790858caf22, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:29:14.730384 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:14.798881 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] For port b4d15483-4b87-465d-9f0f-5790858caf22, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:29:14.803819 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] For port b4d15483-4b87-465d-9f0f-5790858caf22, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b4d15483-4b87-465d-9f0f-5790858caf22,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:29:14.809756 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:14.817274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdd818d-1b8a-4b25-8480-76f54e80a898 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:29:14.820979 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-4f3924c5-d33d-4fea-aa3a-fa9f73e822b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1038aaff-7053-41a7-bae6-8755c021a30b HTTP/1.1" status: 200 len: 217 time: 0.1305411 Aug 20 10:29:14.849414 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd818d-1b8a-4b25-8480-76f54e80a898 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a472d451-0d2e-4e1b-ad71-b77d2bc17fb2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:14.939343 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dfdd818d-1b8a-4b25-8480-76f54e80a898 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:14.944430 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-dfdd818d-1b8a-4b25-8480-76f54e80a898 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Added segment 097ca092-04c9-452c-92c3-197f4264136d of type vlan for network 7b83641d-fbeb-417a-8d09-ab733c99b474 Aug 20 10:29:14.998570 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6810506-6f28-4dcf-891b-d673b1959c05 None None] Pushing event updated for resources: {'Port': ['ID=b4d15483-4b87-465d-9f0f-5790858caf22,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:15.075521 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Routers {'aebd93a9-e156-4f3b-87eb-e082e0322f09'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:29:15.080369 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:29:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['aebd93a9-e156-4f3b-87eb-e082e0322f09'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:15.113282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-38aeea6a-eac9-4390-b415-c8553fe58e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:15.116975 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-38aeea6a-eac9-4390-b415-c8553fe58e0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=877b184d-721a-4dfe-9c77-d1c4b8531d87 HTTP/1.1" status: 200 len: 854 time: 0.2632296 Aug 20 10:29:15.119524 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:15.135448 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dfdd818d-1b8a-4b25-8480-76f54e80a898 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:15.469213 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] Set router aebd93a9-e156-4f3b-87eb-e082e0322f09 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:29:15.898788 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:15.911825 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-6a38ce3b-01b5-45af-89f7-b158312cd192 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=922aa102-b2f5-4f18-986f-661395ef2399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7730725 Aug 20 10:29:15.913852 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.resource_extend [None req-dfdd818d-1b8a-4b25-8480-76f54e80a898 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] It took 0.77 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:29:15.964422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4ec34-449e-44a5-a252-1b9196da3892 req-1168a35e-00a2-4ca7-abf3-9fa39205daf3 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:15.984802 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e4f4ec34-449e-44a5-a252-1b9196da3892 req-1168a35e-00a2-4ca7-abf3-9fa39205daf3 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 944 time: 0.7675910 Aug 20 10:29:16.114523 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dfdd818d-1b8a-4b25-8480-76f54e80a898 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:16.129824 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdd818d-1b8a-4b25-8480-76f54e80a898 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:16.137618 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dfdd818d-1b8a-4b25-8480-76f54e80a898 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:16.212355 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebd93a9-e156-4f3b-87eb-e082e0322f09', 'name': 'tempest-snat-router-549479388', 'tenant_id': 'b8bc251310b1492398e1ab58566527ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174'}], 'enable_snat': False}, 'gw_port_id': 'b4d15483-4b87-465d-9f0f-5790858caf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:29:06Z', 'updated_at': '2021-08-20T10:29:09Z', 'revision_number': 3, 'project_id': 'b8bc251310b1492398e1ab58566527ab', 'gw_port': {'id': 'b4d15483-4b87-465d-9f0f-5790858caf22', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebd93a9-e156-4f3b-87eb-e082e0322f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:29:08Z', 'updated_at': '2021-08-20T10:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:16.241244 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dfdd818d-1b8a-4b25-8480-76f54e80a898 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.4248595 Aug 20 10:29:16.249977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55040) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:16.262460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-aa999ecc-3577-472c-af72-f3cf9f2f9631 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:16.281478 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e4f4ec34-449e-44a5-a252-1b9196da3892 req-dcf17731-76d9-474a-9828-b1f089355f5b tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954760 Aug 20 10:29:16.334626 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b3f3a4-e5c6-4f0f-89a6-76a2f441a2ce None None] The sync data for ids ['aebd93a9-e156-4f3b-87eb-e082e0322f09'] in n-d-778550-11 is: [{'id': 'aebd93a9-e156-4f3b-87eb-e082e0322f09', 'name': 'tempest-snat-router-549479388', 'tenant_id': 'b8bc251310b1492398e1ab58566527ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174'}], 'enable_snat': False}, 'gw_port_id': 'b4d15483-4b87-465d-9f0f-5790858caf22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:29:06Z', 'updated_at': '2021-08-20T10:29:09Z', 'revision_number': 3, 'project_id': 'b8bc251310b1492398e1ab58566527ab', 'gw_port': {'id': 'b4d15483-4b87-465d-9f0f-5790858caf22', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebd93a9-e156-4f3b-87eb-e082e0322f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:29:08Z', 'updated_at': '2021-08-20T10:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:29:16.368476 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd9e6-3990-4ffa-8663-23d0f230ccee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:16.573306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa999ecc-3577-472c-af72-f3cf9f2f9631 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:29:16.578658 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aa999ecc-3577-472c-af72-f3cf9f2f9631 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:16.829861 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd818d-1b8a-4b25-8480-76f54e80a898 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Network': ['ID=7b83641d-fbeb-417a-8d09-ab733c99b474,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:16.845685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:29:16.876639 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-27896875-9093-4d1a-ba9c-e3469cbd401e service neutron] 10.222.0.24 "GET /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9536211 Aug 20 10:29:17.151431 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b4d15483-4b87-465d-9f0f-5790858caf22 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:29:17.178894 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:17.290463 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:17.312442 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port b4d15483-4b87-465d-9f0f-5790858caf22 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:29:17.323855 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b4d15483-4b87-465d-9f0f-5790858caf22 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:29:17.324559 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:17.429159 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aa999ecc-3577-472c-af72-f3cf9f2f9631 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:17.575667 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:17.595096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa999ecc-3577-472c-af72-f3cf9f2f9631 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=a394ca0a-8beb-40f8-9428-d139fcfb2934,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:17.622071 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ea91770-55ca-4920-b0cb-849c3aef8dd6 req-f825008a-7cd7-418a-8e66-3ea9e539274c service neutron] 10.222.0.24 "GET /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7373385 Aug 20 10:29:17.646595 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port b4d15483-4b87-465d-9f0f-5790858caf22, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b4d15483-4b87-465d-9f0f-5790858caf22,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:17.653900 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:17.745939 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa999ecc-3577-472c-af72-f3cf9f2f9631 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:29:17.764018 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa999ecc-3577-472c-af72-f3cf9f2f9631 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network hostable DHCP agents. Network: 7b83641d-fbeb-417a-8d09-ab733c99b474, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:29:17.818929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa999ecc-3577-472c-af72-f3cf9f2f9631 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:29:17.833088 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-aa999ecc-3577-472c-af72-f3cf9f2f9631 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 7b83641d-fbeb-417a-8d09-ab733c99b474) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:17.845375 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb190d-8b4e-48b3-9084-2975c2814b54 req-b8c87e7d-1d7e-4b8f-93e8-9581ad4a7a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:17.849559 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8deb190d-8b4e-48b3-9084-2975c2814b54 req-b8c87e7d-1d7e-4b8f-93e8-9581ad4a7a7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=319229dc0b514781beabac34e57d165f&device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 1096 time: 0.1553495 Aug 20 10:29:17.857849 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387050e-1093-4865-81e5-e1d57ad6ba2f req-346489bb-5471-4c4d-b68b-d09418fe57e5 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:17.860190 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39755466-0404-402a-847c-f394fe659a0d None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:29:17.860673 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a387050e-1093-4865-81e5-e1d57ad6ba2f req-346489bb-5471-4c4d-b68b-d09418fe57e5 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 944 time: 0.3123941 Aug 20 10:29:17.871920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa999ecc-3577-472c-af72-f3cf9f2f9631 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:17.872977 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aa999ecc-3577-472c-af72-f3cf9f2f9631 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:17.886509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Allocated IP 172.25.3.73 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/73ad12b6-a6f9-4533-ab8e-7262392f4fe6) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:29:18.033942 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=b4d15483-4b87-465d-9f0f-5790858caf22,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:18.052232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb190d-8b4e-48b3-9084-2975c2814b54 req-313a0c0d-a82d-4b5e-a2db-ee592125285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:18.055268 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8deb190d-8b4e-48b3-9084-2975c2814b54 req-313a0c0d-a82d-4b5e-a2db-ee592125285a service neutron] 10.222.0.24 "GET /v2.0/networks?id=922aa102-b2f5-4f18-986f-661395ef2399 HTTP/1.1" status: 200 len: 915 time: 0.1953778 Aug 20 10:29:18.192069 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a387050e-1093-4865-81e5-e1d57ad6ba2f req-50f6b4ea-6581-4bfc-baff-4c56cc18c993 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970810 Aug 20 10:29:18.227644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55050) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:18.236423 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aa999ecc-3577-472c-af72-f3cf9f2f9631 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9827523 Aug 20 10:29:18.239658 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8deb190d-8b4e-48b3-9084-2975c2814b54 req-bac23606-675a-4fbe-a810-40d75e4efe89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1038aaff-7053-41a7-bae6-8755c021a30b HTTP/1.1" status: 200 len: 217 time: 0.1762111 Aug 20 10:29:18.270126 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-7caa6aa6-7da1-4bb7-b7fa-d221d1916bd2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'name': 'tempest-NetworksTestDHCPv6-998171635'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:18.343180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-6f0dd9e6-3990-4ffa-8663-23d0f230ccee admin admin] Deleting port 4a7e9f13-3706-4533-a5ee-3320a8ba31cc {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:18.344569 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd9e6-3990-4ffa-8663-23d0f230ccee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:18.433183 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:18.457139 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb190d-8b4e-48b3-9084-2975c2814b54 req-346d4647-8af8-453c-9cbc-a3bcda4c949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:18.473386 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8deb190d-8b4e-48b3-9084-2975c2814b54 req-346d4647-8af8-453c-9cbc-a3bcda4c949d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=877b184d-721a-4dfe-9c77-d1c4b8531d87 HTTP/1.1" status: 200 len: 854 time: 0.2219257 Aug 20 10:29:18.506882 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': 'a394ca0a-8beb-40f8-9428-d139fcfb2934'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:29:18.509157 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:18.547957 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8deb190d-8b4e-48b3-9084-2975c2814b54 req-140e6845-ae46-42fc-8df1-f229a65c994b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=922aa102-b2f5-4f18-986f-661395ef2399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660448 Aug 20 10:29:18.755995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Allocated IP 2001:db8::2 (7b83641d-fbeb-417a-8d09-ab733c99b474/a394ca0a-8beb-40f8-9428-d139fcfb2934/a55bbfee-6e2e-47b4-9709-4b44578f5898) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:29:18.825648 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8deb190d-8b4e-48b3-9084-2975c2814b54 req-5d03d25e-8167-4007-8d51-abd661f7eac5 service neutron] 10.222.0.24 "GET /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686934 Aug 20 10:29:18.877771 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:19.034884 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-6f0dd9e6-3990-4ffa-8663-23d0f230ccee admin admin] For port 4a7e9f13-3706-4533-a5ee-3320a8ba31cc, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4a7e9f13-3706-4533-a5ee-3320a8ba31cc,segment=NetworkSegment(b2ada617-08f6-4262-85b9-7e07a62b65a0),segment_id=b2ada617-08f6-4262-85b9-7e07a62b65a0)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:19.035746 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd9e6-3990-4ffa-8663-23d0f230ccee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:19.092597 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b4d15483-4b87-465d-9f0f-5790858caf22 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:29:19.117682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-6f0dd9e6-3990-4ffa-8663-23d0f230ccee admin admin] Calling delete_port for 4a7e9f13-3706-4533-a5ee-3320a8ba31cc owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:19.132846 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8deb190d-8b4e-48b3-9084-2975c2814b54 req-30714bb7-c367-47d7-b6ec-bb1a8befc2d6 service neutron] 10.222.0.24 "GET /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983158 Aug 20 10:29:19.188333 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:19.234529 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Transition to ACTIVE for port object a55bbfee-6e2e-47b4-9709-4b44578f5898 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:19.330270 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Transition to ACTIVE for port object a55bbfee-6e2e-47b4-9709-4b44578f5898 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:19.335307 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b4d15483-4b87-465d-9f0f-5790858caf22 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:29:19.336009 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:19.352680 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:19.572571 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Pushing event updated for resources: {'Port': ['ID=a55bbfee-6e2e-47b4-9709-4b44578f5898,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:19.622873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:19.631211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:19.639797 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:29:19.966143 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Attempting to bind port a55bbfee-6e2e-47b4-9709-4b44578f5898 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:29:19.966954 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Attempting to bind port a55bbfee-6e2e-47b4-9709-4b44578f5898 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:29:19.967627 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Attempting to bind port a55bbfee-6e2e-47b4-9709-4b44578f5898 on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:29:19.978488 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:29:19.991435 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:29:19.992669 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:19.993696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:29:19.994889 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Bound port: a55bbfee-6e2e-47b4-9709-4b44578f5898, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:29:19.995803 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:20.126933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] For port a55bbfee-6e2e-47b4-9709-4b44578f5898, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:29:20.131989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] For port a55bbfee-6e2e-47b4-9709-4b44578f5898, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a55bbfee-6e2e-47b4-9709-4b44578f5898,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:29:20.146340 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:20.263468 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741e734-ef3a-4323-bc27-7a992e69583c None None] Pushing event updated for resources: {'Port': ['ID=a55bbfee-6e2e-47b4-9709-4b44578f5898,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:20.290085 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caa6aa6-7da1-4bb7-b7fa-d221d1916bd2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:29:20.294948 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7caa6aa6-7da1-4bb7-b7fa-d221d1916bd2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:20.377135 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd9e6-3990-4ffa-8663-23d0f230ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:20.480871 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dd9e6-3990-4ffa-8663-23d0f230ccee admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7e9f13-3706-4533-a5ee-3320a8ba31cc,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:20.499658 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-7caa6aa6-7da1-4bb7-b7fa-d221d1916bd2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port 7fe74f11-743e-4310-9223-f302ea30b404 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:29:21.004526 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:21.192490 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:21.204038 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:21.226035 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c4f4d-f1bc-4403-a7ec-fef612cbe485 req-c6582d14-9705-4941-8ca6-122531829717 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:21.228581 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c1c4f4d-f1bc-4403-a7ec-fef612cbe485 req-c6582d14-9705-4941-8ca6-122531829717 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 944 time: 0.9530470 Aug 20 10:29:21.229765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:29:21.263383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-7caa6aa6-7da1-4bb7-b7fa-d221d1916bd2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::243 (7b83641d-fbeb-417a-8d09-ab733c99b474/a394ca0a-8beb-40f8-9428-d139fcfb2934/7fe74f11-743e-4310-9223-f302ea30b404) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:29:21.328578 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a55bbfee-6e2e-47b4-9709-4b44578f5898 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:29:21.491456 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port a55bbfee-6e2e-47b4-9709-4b44578f5898 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:29:21.492860 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Pushing event updated for resources: {'Port': ['ID=73ad12b6-a6f9-4533-ab8e-7262392f4fe6,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:21.643873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1038aaff-7053-41a7-bae6-8755c021a30b details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:29:21.650785 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c1c4f4d-f1bc-4403-a7ec-fef612cbe485 req-664f1b04-b9f3-4619-b3c1-eb6e6ae6daf8 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893931 Aug 20 10:29:21.661264 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6f0dd9e6-3990-4ffa-8663-23d0f230ccee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:21.732764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:21.733401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:21.733923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:21.736288 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:21.736837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:21.737925 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:21.748579 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:21.749390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:21.749928 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:21.750705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:21.755550 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:21.756274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:21.971974 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1038aaff-7053-41a7-bae6-8755c021a30b, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1038aaff-7053-41a7-bae6-8755c021a30b,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:22.003870 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '1038aaff-7053-41a7-bae6-8755c021a30b', 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399', 'port_id': '1038aaff-7053-41a7-bae6-8755c021a30b', 'mac_address': 'fa:16:3e:48:87:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877b184d-721a-4dfe-9c77-d1c4b8531d87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:29:22.104610 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:22.167638 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1038aaff-7053-41a7-bae6-8755c021a30b {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:29:22.246779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1038aaff-7053-41a7-bae6-8755c021a30b, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1038aaff-7053-41a7-bae6-8755c021a30b,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:22.255354 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:22.348634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=1038aaff-7053-41a7-bae6-8755c021a30b,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:22.353922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d48c848-e09e-4a81-b8c4-a62661f8682b None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:29:22.603885 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:22.612500 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7caa6aa6-7da1-4bb7-b7fa-d221d1916bd2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:22.816461 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2df0e2cf-b7eb-4df9-b06b-e6ce1d2b196f None None] Provisioning for port a55bbfee-6e2e-47b4-9709-4b44578f5898 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:29:22.851181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2df0e2cf-b7eb-4df9-b06b-e6ce1d2b196f None None] Provisioning complete for port a55bbfee-6e2e-47b4-9709-4b44578f5898 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:29:22.852583 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2df0e2cf-b7eb-4df9-b06b-e6ce1d2b196f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:22.964586 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-7caa6aa6-7da1-4bb7-b7fa-d221d1916bd2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object 7fe74f11-743e-4310-9223-f302ea30b404 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:23.119519 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7caa6aa6-7da1-4bb7-b7fa-d221d1916bd2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:23.149096 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da297d-276d-484d-a44c-39885eea5c7d req-7046bc7f-67ad-4b62-8cdb-07dff75f56d2 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:23.157206 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23da297d-276d-484d-a44c-39885eea5c7d req-7046bc7f-67ad-4b62-8cdb-07dff75f56d2 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 945 time: 0.3527672 Aug 20 10:29:23.290687 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1038aaff-7053-41a7-bae6-8755c021a30b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:29:23.299115 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:23.365166 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caa6aa6-7da1-4bb7-b7fa-d221d1916bd2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:23.395866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-7caa6aa6-7da1-4bb7-b7fa-d221d1916bd2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:23.417007 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23da297d-276d-484d-a44c-39885eea5c7d req-fc9eedda-da70-484f-9563-40eada98d5ec tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581532 Aug 20 10:29:23.422027 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa6aa6-7da1-4bb7-b7fa-d221d1916bd2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:29:23.467625 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caa6aa6-7da1-4bb7-b7fa-d221d1916bd2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:23.467625 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7caa6aa6-7da1-4bb7-b7fa-d221d1916bd2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:23.541619 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7caa6aa6-7da1-4bb7-b7fa-d221d1916bd2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3066227 Aug 20 10:29:23.545391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55072) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:23.567094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa6aa6-7da1-4bb7-b7fa-d221d1916bd2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=7fe74f11-743e-4310-9223-f302ea30b404,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:23.622293 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:23.638713 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2df0e2cf-b7eb-4df9-b06b-e6ce1d2b196f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:23.678776 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8374b4a-8e0c-451e-a8b1-b34dfd17c36e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:23.684721 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0dd9e6-3990-4ffa-8663-23d0f230ccee admin admin] Router c1d99f2d-bc69-4a8b-85ec-455435fd216f has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:29:23.720516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8374b4a-8e0c-451e-a8b1-b34dfd17c36e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:23.736862 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f8374b4a-8e0c-451e-a8b1-b34dfd17c36e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1777148 Aug 20 10:29:23.738408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55074) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:23.797849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2df0e2cf-b7eb-4df9-b06b-e6ce1d2b196f None None] For port a55bbfee-6e2e-47b4-9709-4b44578f5898, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a55bbfee-6e2e-47b4-9709-4b44578f5898,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:23.805618 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2df0e2cf-b7eb-4df9-b06b-e6ce1d2b196f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:24.006836 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-52ef9c53-3fe9-41df-99be-3bbc9535ba4c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port 7fe74f11-743e-4310-9223-f302ea30b404 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:24.010685 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-52ef9c53-3fe9-41df-99be-3bbc9535ba4c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:24.024771 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0e2cf-b7eb-4df9-b06b-e6ce1d2b196f None None] Pushing event updated for resources: {'Port': ['ID=a55bbfee-6e2e-47b4-9709-4b44578f5898,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:24.116736 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-14d5994d-4f60-490f-9872-ffceba299545 None None] Provisioning complete for port a55bbfee-6e2e-47b4-9709-4b44578f5898 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:29:24.117033 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-14d5994d-4f60-490f-9872-ffceba299545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:24.297236 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-52ef9c53-3fe9-41df-99be-3bbc9535ba4c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:24.332369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-52ef9c53-3fe9-41df-99be-3bbc9535ba4c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for 7fe74f11-743e-4310-9223-f302ea30b404 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:24.373069 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0dd9e6-3990-4ffa-8663-23d0f230ccee admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:29:24.383108 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55076) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:24.383432 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6f0dd9e6-3990-4ffa-8663-23d0f230ccee admin admin] 10.222.0.16 "PUT /v2.0/routers/c1d99f2d-bc69-4a8b-85ec-455435fd216f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0784509 Aug 20 10:29:24.449737 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21395c6-1484-4b7c-afb2-5f3afb629fce None None] Sync routers for ids ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:29:24.451007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Router e18a5f7d-be41-4fb6-ac2d-dd9a44663528 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:29:24.527264 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21395c6-1484-4b7c-afb2-5f3afb629fce None None] Routers {'c1d99f2d-bc69-4a8b-85ec-455435fd216f'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:29:24.527936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b21395c6-1484-4b7c-afb2-5f3afb629fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:29:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:24.755058 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:29:24.770167 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Sync routers for ids ['e18a5f7d-be41-4fb6-ac2d-dd9a44663528'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:29:24.773569 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-779d10dd-505d-403e-a82f-d0a5748acd15 admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:24.804966 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:24.810609 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-901d823f-263a-4163-a699-66480d725074 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 10.6794686 Aug 20 10:29:24.811766 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55082) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:24.828213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-b21395c6-1484-4b7c-afb2-5f3afb629fce None None] Set router c1d99f2d-bc69-4a8b-85ec-455435fd216f gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:29:24.832204 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Routers {'e18a5f7d-be41-4fb6-ac2d-dd9a44663528'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:29:24.832838 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:29:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e18a5f7d-be41-4fb6-ac2d-dd9a44663528'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:25.073027 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-779d10dd-505d-403e-a82f-d0a5748acd15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:25.145969 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a55bbfee-6e2e-47b4-9709-4b44578f5898 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:29:25.245020 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6961535c-96e3-468b-9264-9d5f1f38b49c None None] Provisioning for port 7fe74f11-743e-4310-9223-f302ea30b404 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:29:25.259470 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6961535c-96e3-468b-9264-9d5f1f38b49c None None] Provisioning complete for port 7fe74f11-743e-4310-9223-f302ea30b404 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:29:25.260610 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6961535c-96e3-468b-9264-9d5f1f38b49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:25.299152 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Set router e18a5f7d-be41-4fb6-ac2d-dd9a44663528 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:29:25.376295 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6961535c-96e3-468b-9264-9d5f1f38b49c None None] Port 7fe74f11-743e-4310-9223-f302ea30b404 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:29:25.465113 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-779d10dd-505d-403e-a82f-d0a5748acd15 admin admin] Deleting port 50a28253-9541-4240-91e8-a14a53812c6b {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:25.476013 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-779d10dd-505d-403e-a82f-d0a5748acd15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:25.580133 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port a55bbfee-6e2e-47b4-9709-4b44578f5898 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:29:25.580512 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:25.644023 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ad93150a-a5cd-49f4-993d-99e395873671 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "GET /v2.0/routers/e18a5f7d-be41-4fb6-ac2d-dd9a44663528 HTTP/1.1" status: 200 len: 906 time: 0.7965736 Aug 20 10:29:25.652740 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55086) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:25.683157 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1038aaff-7053-41a7-bae6-8755c021a30b up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:29:25.792737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-779d10dd-505d-403e-a82f-d0a5748acd15 admin admin] For port 50a28253-9541-4240-91e8-a14a53812c6b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=50a28253-9541-4240-91e8-a14a53812c6b,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:25.793363 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-779d10dd-505d-403e-a82f-d0a5748acd15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:25.804860 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599fa50-4e81-444f-ad05-8c152a4834f4 req-80bf7696-e9ce-404e-ba3d-7e4c899bc73d tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:25.806810 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2599fa50-4e81-444f-ad05-8c152a4834f4 req-80bf7696-e9ce-404e-ba3d-7e4c899bc73d tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 945 time: 1.0427649 Aug 20 10:29:25.893151 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-52ef9c53-3fe9-41df-99be-3bbc9535ba4c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:25.918593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-779d10dd-505d-403e-a82f-d0a5748acd15 admin admin] Calling delete_port for 50a28253-9541-4240-91e8-a14a53812c6b owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:25.931068 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18a5f7d-be41-4fb6-ac2d-dd9a44663528', 'name': 'tempest-snat-router-549479388', 'tenant_id': 'b8bc251310b1492398e1ab58566527ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '73ad12b6-a6f9-4533-ab8e-7262392f4fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:29:14Z', 'updated_at': '2021-08-20T10:29:22Z', 'revision_number': 3, 'project_id': 'b8bc251310b1492398e1ab58566527ab', 'gw_port': {'id': '73ad12b6-a6f9-4533-ab8e-7262392f4fe6', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:81:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18a5f7d-be41-4fb6-ac2d-dd9a44663528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:29:17Z', 'updated_at': '2021-08-20T10:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:25.958235 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 1038aaff-7053-41a7-bae6-8755c021a30b completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:29:25.991962 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef9c53-3fe9-41df-99be-3bbc9535ba4c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=7fe74f11-743e-4310-9223-f302ea30b404,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:25.993247 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 1038aaff-7053-41a7-bae6-8755c021a30b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:29:25.993634 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:26.101382 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2599fa50-4e81-444f-ad05-8c152a4834f4 req-5f5abac4-91e3-44f4-962c-77cb50a9a423 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588117 Aug 20 10:29:26.156024 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5d006e96-802d-4787-8168-7d4121996e41 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:26.156776 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Checking router: e18a5f7d-be41-4fb6-ac2d-dd9a44663528 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:29:26.157313 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Updating router e18a5f7d-be41-4fb6-ac2d-dd9a44663528 port 73ad12b6-a6f9-4533-ab8e-7262392f4fe6 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:29:26.292894 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:26.337950 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-52ef9c53-3fe9-41df-99be-3bbc9535ba4c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:26.344605 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-52ef9c53-3fe9-41df-99be-3bbc9535ba4c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/7fe74f11-743e-4310-9223-f302ea30b404 HTTP/1.1" status: 204 len: 168 time: 2.6045017 Aug 20 10:29:26.353130 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55088) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:26.434569 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b21395c6-1484-4b7c-afb2-5f3afb629fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'name': 'tempest-ServersTestFqdnHostnames-1238087060-router', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '50a28253-9541-4240-91e8-a14a53812c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:26:41Z', 'updated_at': '2021-08-20T10:29:20Z', 'revision_number': 5, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'gw_port': {'id': '50a28253-9541-4240-91e8-a14a53812c6b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:26:42Z', 'updated_at': '2021-08-20T10:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:26.501920 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21395c6-1484-4b7c-afb2-5f3afb629fce None None] Checking router: c1d99f2d-bc69-4a8b-85ec-455435fd216f for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:29:26.599592 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b746b2-1b33-47c6-9cb7-ee331518dd77 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:26.614872 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:26.621325 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21395c6-1484-4b7c-afb2-5f3afb629fce None None] Routers {'c1d99f2d-bc69-4a8b-85ec-455435fd216f'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:29:26.623272 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b21395c6-1484-4b7c-afb2-5f3afb629fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:29:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:26.626992 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b746b2-1b33-47c6-9cb7-ee331518dd77 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:26.657948 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-27b746b2-1b33-47c6-9cb7-ee331518dd77 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3000014 Aug 20 10:29:26.715187 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55090) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:26.776700 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-779d10dd-505d-403e-a82f-d0a5748acd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:26.799406 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcf16a4-e568-4520-8d51-8b9aec0efe72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet a394ca0a-8beb-40f8-9428-d139fcfb2934 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:29:26.803475 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0fcf16a4-e568-4520-8d51-8b9aec0efe72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:26.830802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d10dd-505d-403e-a82f-d0a5748acd15 admin admin] Pushing event deleted for resources: {'Port': ['ID=50a28253-9541-4240-91e8-a14a53812c6b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:26.854502 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0fcf16a4-e568-4520-8d51-8b9aec0efe72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:26.999447 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0fcf16a4-e568-4520-8d51-8b9aec0efe72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:27.015361 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5820af20-af92-48e6-9022-5c0b0c24f180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1038aaff-7053-41a7-bae6-8755c021a30b'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:29:27.034077 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d174263c-d9fd-4d46-8fef-06c83b49cffe" -d '{"events": [{"server_uuid": "5820af20-af92-48e6-9022-5c0b0c24f180", "name": "network-vif-plugged", "status": "completed", "tag": "1038aaff-7053-41a7-bae6-8755c021a30b"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:29:27.080077 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-779d10dd-505d-403e-a82f-d0a5748acd15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:27.132445 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5d006e96-802d-4787-8168-7d4121996e41 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:27.145654 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1038aaff-7053-41a7-bae6-8755c021a30b, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1038aaff-7053-41a7-bae6-8755c021a30b,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:27.151101 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-b21395c6-1484-4b7c-afb2-5f3afb629fce None None] Set router c1d99f2d-bc69-4a8b-85ec-455435fd216f gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:29:27.156281 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:27.242850 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0fcf16a4-e568-4520-8d51-8b9aec0efe72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:27.295665 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:27.324506 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Transition to ACTIVE for port object 73ad12b6-a6f9-4533-ab8e-7262392f4fe6 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:27.344080 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:27.344345 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf16a4-e568-4520-8d51-8b9aec0efe72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=a394ca0a-8beb-40f8-9428-d139fcfb2934,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:27.357277 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450c0a2e-e23d-4be3-a01f-9497028b5e32 x-openstack-request-id: req-450c0a2e-e23d-4be3-a01f-9497028b5e32 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:29:27.357605 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5820af20-af92-48e6-9022-5c0b0c24f180", "name": "network-vif-plugged", "status": "completed", "tag": "1038aaff-7053-41a7-bae6-8755c021a30b", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:29:27.357864 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-450c0a2e-e23d-4be3-a01f-9497028b5e32 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:29:27.358294 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5820af20-af92-48e6-9022-5c0b0c24f180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1038aaff-7053-41a7-bae6-8755c021a30b', 'code': 200} Aug 20 10:29:27.358912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=1038aaff-7053-41a7-bae6-8755c021a30b,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:27.371413 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0fcf16a4-e568-4520-8d51-8b9aec0efe72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:27.376570 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0fcf16a4-e568-4520-8d51-8b9aec0efe72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/a394ca0a-8beb-40f8-9428-d139fcfb2934 HTTP/1.1" status: 204 len: 168 time: 0.6584549 Aug 20 10:29:27.384143 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2841ff79-5f84-4b3d-843c-6d646c989b2c None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:29:27.393211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55098) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:27.400218 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b21395c6-1484-4b7c-afb2-5f3afb629fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'name': 'tempest-ServersTestFqdnHostnames-1238087060-router', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:26:41Z', 'updated_at': '2021-08-20T10:29:25Z', 'revision_number': 6, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:27.574602 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf343f9e-9c71-49f2-9098-a15d31a34d9b None None] Pushing event updated for resources: {'Port': ['ID=73ad12b6-a6f9-4533-ab8e-7262392f4fe6,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:27.596017 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Attempting to bind port 73ad12b6-a6f9-4533-ab8e-7262392f4fe6 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:29:27.597238 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Attempting to bind port 73ad12b6-a6f9-4533-ab8e-7262392f4fe6 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:29:27.597839 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Attempting to bind port 73ad12b6-a6f9-4533-ab8e-7262392f4fe6 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:29:27.634329 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f1406e8b-2ee5-4097-85e4-a3ad037b1ea7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1359990 Aug 20 10:29:27.638150 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf343f9e-9c71-49f2-9098-a15d31a34d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:27.638150 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf343f9e-9c71-49f2-9098-a15d31a34d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:27.638150 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf343f9e-9c71-49f2-9098-a15d31a34d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:27.638726 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf343f9e-9c71-49f2-9098-a15d31a34d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:27.638883 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55102) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:27.639069 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf343f9e-9c71-49f2-9098-a15d31a34d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:27.639069 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf343f9e-9c71-49f2-9098-a15d31a34d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:27.639399 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf343f9e-9c71-49f2-9098-a15d31a34d9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:27.639579 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf343f9e-9c71-49f2-9098-a15d31a34d9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:27.640539 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf343f9e-9c71-49f2-9098-a15d31a34d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:27.640539 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf343f9e-9c71-49f2-9098-a15d31a34d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:27.640539 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf343f9e-9c71-49f2-9098-a15d31a34d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:27.640993 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf343f9e-9c71-49f2-9098-a15d31a34d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:27.644195 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-779d10dd-505d-403e-a82f-d0a5748acd15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:27.646592 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-779d10dd-505d-403e-a82f-d0a5748acd15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:27.656738 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-3eb00734-dc86-400c-9c16-b6d421e7ec95 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:27.672802 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:29:27.673254 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:29:27.673807 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:27.674017 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:29:27.674440 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Bound port: 73ad12b6-a6f9-4533-ab8e-7262392f4fe6, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:29:27.675404 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:27.682091 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21395c6-1484-4b7c-afb2-5f3afb629fce None None] The sync data for ids ['c1d99f2d-bc69-4a8b-85ec-455435fd216f'] in n-d-778550-11 is: [{'id': 'c1d99f2d-bc69-4a8b-85ec-455435fd216f', 'name': 'tempest-ServersTestFqdnHostnames-1238087060-router', 'tenant_id': 'c4fc80d5740e4905a2089e6312385fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:26:41Z', 'updated_at': '2021-08-20T10:29:25Z', 'revision_number': 6, 'project_id': 'c4fc80d5740e4905a2089e6312385fe2', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:29:27.734916 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-5d006e96-802d-4787-8168-7d4121996e41 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Deleting port 73ad12b6-a6f9-4533-ab8e-7262392f4fe6 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:27.735790 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5d006e96-802d-4787-8168-7d4121996e41 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:27.741114 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-779d10dd-505d-403e-a82f-d0a5748acd15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:27.741697 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779d10dd-505d-403e-a82f-d0a5748acd15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1d99f2d-bc69-4a8b-85ec-455435fd216f {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:29:27.751292 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-779d10dd-505d-403e-a82f-d0a5748acd15 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:27.764742 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-779d10dd-505d-403e-a82f-d0a5748acd15 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c1d99f2d-bc69-4a8b-85ec-455435fd216f HTTP/1.1" status: 204 len: 168 time: 3.3805590 Aug 20 10:29:27.769915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55104) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:27.790638 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4f5db-1234-42ec-a477-d03961b356b1 req-4f610c74-da21-4fd1-935a-ec40429d3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:27.821248 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7ea4f5db-1234-42ec-a477-d03961b356b1 req-4f610c74-da21-4fd1-935a-ec40429d3815 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 1098 time: 0.4441719 Aug 20 10:29:27.830344 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] For port 73ad12b6-a6f9-4533-ab8e-7262392f4fe6, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:29:27.850735 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] For port 73ad12b6-a6f9-4533-ab8e-7262392f4fe6, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=73ad12b6-a6f9-4533-ab8e-7262392f4fe6,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:29:27.887764 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:29:27.896262 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:28.109277 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Routers {'e18a5f7d-be41-4fb6-ac2d-dd9a44663528'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:29:28.111206 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:29:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e18a5f7d-be41-4fb6-ac2d-dd9a44663528'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:28.120326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-846c2cfd-630b-4ad7-abee-ca522e50a1d8 admin admin] Deleting subnet 3812c8e8-b5ab-49df-b8d2-7a07e088dfe6 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:29:28.186603 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487100b5-2c91-40d2-be88-3b59133f226e None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:29:28.197369 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-846c2cfd-630b-4ad7-abee-ca522e50a1d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:28.287815 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7ea4f5db-1234-42ec-a477-d03961b356b1 req-0a0dc7b4-bb60-42a4-84dd-5bf463200537 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617290 Aug 20 10:29:28.323109 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-846c2cfd-630b-4ad7-abee-ca522e50a1d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:28.332662 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3807c-3639-48f9-8528-422e9ddf9818 req-ef32e3e2-77a1-4733-bdab-7f630c2cbc6b tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:28.334315 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23d3807c-3639-48f9-8528-422e9ddf9818 req-ef32e3e2-77a1-4733-bdab-7f630c2cbc6b tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.9935448 Aug 20 10:29:28.393158 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-487100b5-2c91-40d2-be88-3b59133f226e None None] Deleting port a55bbfee-6e2e-47b4-9709-4b44578f5898 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:28.397740 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-487100b5-2c91-40d2-be88-3b59133f226e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:28.529826 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb00734-dc86-400c-9c16-b6d421e7ec95 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:29:28.539242 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3eb00734-dc86-400c-9c16-b6d421e7ec95 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:28.588715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-487100b5-2c91-40d2-be88-3b59133f226e None None] For port a55bbfee-6e2e-47b4-9709-4b44578f5898, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a55bbfee-6e2e-47b4-9709-4b44578f5898,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:28.589574 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-487100b5-2c91-40d2-be88-3b59133f226e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:28.609035 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-846c2cfd-630b-4ad7-abee-ca522e50a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:28.626018 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5d006e96-802d-4787-8168-7d4121996e41 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:28.685582 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-487100b5-2c91-40d2-be88-3b59133f226e None None] Calling delete_port for a55bbfee-6e2e-47b4-9709-4b44578f5898 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:28.759187 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] Set router e18a5f7d-be41-4fb6-ac2d-dd9a44663528 gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:29:28.761243 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-846c2cfd-630b-4ad7-abee-ca522e50a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:28.764294 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf343f9e-9c71-49f2-9098-a15d31a34d9b None None] Pushing event updated for resources: {'Port': ['ID=73ad12b6-a6f9-4533-ab8e-7262392f4fe6,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:28.786288 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23d3807c-3639-48f9-8528-422e9ddf9818 req-3858d5cb-c8ca-49c9-99d8-4febfadb54ce tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231973 Aug 20 10:29:28.815349 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-5d006e96-802d-4787-8168-7d4121996e41 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Calling delete_port for 73ad12b6-a6f9-4533-ab8e-7262392f4fe6 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:28.851459 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c2cfd-630b-4ad7-abee-ca522e50a1d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3812c8e8-b5ab-49df-b8d2-7a07e088dfe6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:28.889181 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-846c2cfd-630b-4ad7-abee-ca522e50a1d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:28.894950 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-846c2cfd-630b-4ad7-abee-ca522e50a1d8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3812c8e8-b5ab-49df-b8d2-7a07e088dfe6 HTTP/1.1" status: 204 len: 168 time: 1.1201165 Aug 20 10:29:28.895293 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55110) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:28.950235 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18a5f7d-be41-4fb6-ac2d-dd9a44663528', 'name': 'tempest-snat-router-549479388', 'tenant_id': 'b8bc251310b1492398e1ab58566527ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:29:14Z', 'updated_at': '2021-08-20T10:29:27Z', 'revision_number': 4, 'project_id': 'b8bc251310b1492398e1ab58566527ab', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:29.002439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebde030e-85b6-4213-a2e1-7adfd128de0a None None] Network 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:29:29.039766 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f85da2-f006-4e6a-9bea-1c843a2e2fb3 None None] The sync data for ids ['e18a5f7d-be41-4fb6-ac2d-dd9a44663528'] in n-d-778550-11 is: [{'id': 'e18a5f7d-be41-4fb6-ac2d-dd9a44663528', 'name': 'tempest-snat-router-549479388', 'tenant_id': 'b8bc251310b1492398e1ab58566527ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:29:14Z', 'updated_at': '2021-08-20T10:29:27Z', 'revision_number': 4, 'project_id': 'b8bc251310b1492398e1ab58566527ab', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:29:29.276963 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:29.346473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 50a28253-9541-4240-91e8-a14a53812c6b no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:29:29.491489 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-487100b5-2c91-40d2-be88-3b59133f226e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:29.498160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 50a28253-9541-4240-91e8-a14a53812c6b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:29:29.498509 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 50a28253-9541-4240-91e8-a14a53812c6b not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:29:29.498952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a55bbfee-6e2e-47b4-9709-4b44578f5898 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:29:29.538247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] Deleting port 0b09bcd7-1606-4f55-874a-ee67add72eae {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:29.541311 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:29.770956 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4f21f05e-1c42-4068-92f9-862da22dddf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:29.916885 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3eb00734-dc86-400c-9c16-b6d421e7ec95 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:29.924507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487100b5-2c91-40d2-be88-3b59133f226e None None] No DVR routers for this DVR port a55bbfee-6e2e-47b4-9709-4b44578f5898 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:29:29.965751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: a55bbfee-6e2e-47b4-9709-4b44578f5898 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:29:29.966459 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a55bbfee-6e2e-47b4-9709-4b44578f5898 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:29:29.967170 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4a7e9f13-3706-4533-a5ee-3320a8ba31cc no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:29:29.998463 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb00734-dc86-400c-9c16-b6d421e7ec95 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:30.043146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] For port 0b09bcd7-1606-4f55-874a-ee67add72eae, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0b09bcd7-1606-4f55-874a-ee67add72eae,segment=NetworkSegment(b2ada617-08f6-4262-85b9-7e07a62b65a0),segment_id=b2ada617-08f6-4262-85b9-7e07a62b65a0)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:30.043146 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:30.043734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb00734-dc86-400c-9c16-b6d421e7ec95 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=739da8af-bbe8-4728-8ba9-185dabfd1db3,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:30.052368 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-3eb00734-dc86-400c-9c16-b6d421e7ec95 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:30.061566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb00734-dc86-400c-9c16-b6d421e7ec95 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:30.062176 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3eb00734-dc86-400c-9c16-b6d421e7ec95 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:30.163428 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] Calling delete_port for 0b09bcd7-1606-4f55-874a-ee67add72eae owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:30.169082 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487100b5-2c91-40d2-be88-3b59133f226e None None] Pushing event deleted for resources: {'Port': ['ID=a55bbfee-6e2e-47b4-9709-4b44578f5898,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:30.205547 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7ead76-7f1a-4043-ad39-f1eb001bb77b None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:29:30.216601 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3eb00734-dc86-400c-9c16-b6d421e7ec95 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5733614 Aug 20 10:29:30.220204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55116) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:30.230930 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 4a7e9f13-3706-4533-a5ee-3320a8ba31cc {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:29:30.231804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4a7e9f13-3706-4533-a5ee-3320a8ba31cc not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:29:30.269799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4edf058a-0cc7-47dd-879a-2cbe9365ea2c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'name': 'tempest-NetworksTestDHCPv6-2117436605'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:30.469546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7367d132-65e8-4611-afda-605eec9115ff None None] DHCP port deletion for 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:29:30.542124 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5d006e96-802d-4787-8168-7d4121996e41 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:30.592735 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:30.638048 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] No DVR routers for this DVR port 0b09bcd7-1606-4f55-874a-ee67add72eae on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:29:30.680508 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7367d132-65e8-4611-afda-605eec9115ff None None] Deleting port 0b09bcd7-1606-4f55-874a-ee67add72eae {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:30.681513 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7367d132-65e8-4611-afda-605eec9115ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:30.936993 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d006e96-802d-4787-8168-7d4121996e41 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Pushing event deleted for resources: {'Port': ['ID=73ad12b6-a6f9-4533-ab8e-7262392f4fe6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:31.035654 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a4e2a-557a-400c-82bf-06d5e429d542 req-d2129084-bb87-4ff3-ba47-00b0f9b56a7e tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:31.039754 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ce6a4e2a-557a-400c-82bf-06d5e429d542 req-d2129084-bb87-4ff3-ba47-00b0f9b56a7e tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.7588110 Aug 20 10:29:31.128809 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:31.134118 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ce6a4e2a-557a-400c-82bf-06d5e429d542 req-863fbe8f-2912-4c81-9bf8-48977dd6187a tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663898 Aug 20 10:29:31.163602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0b09bcd7-1606-4f55-874a-ee67add72eae no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:29:31.164343 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5d006e96-802d-4787-8168-7d4121996e41 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:31.199004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f582a0e-7cb4-44bf-89b4-ff6d1527aeed']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:31.266853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ada617-08f6-4262-85b9-7e07a62b65a0') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:31.271769 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ada617-08f6-4262-85b9-7e07a62b65a0') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:31.290569 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5d006e96-802d-4787-8168-7d4121996e41 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:31.293081 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5d006e96-802d-4787-8168-7d4121996e41 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:31.308455 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:31.383188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b09bcd7-1606-4f55-874a-ee67add72eae,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:31.422084 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:31.440949 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5d006e96-802d-4787-8168-7d4121996e41 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:31.441398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d006e96-802d-4787-8168-7d4121996e41 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e18a5f7d-be41-4fb6-ac2d-dd9a44663528 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:29:31.479319 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5d006e96-802d-4787-8168-7d4121996e41 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:31.479319 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5d006e96-802d-4787-8168-7d4121996e41 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e18a5f7d-be41-4fb6-ac2d-dd9a44663528 HTTP/1.1" status: 204 len: 168 time: 5.7909026 Aug 20 10:29:31.479562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:29:31.479562 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:31.481650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55122) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:31.482503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edf058a-0cc7-47dd-879a-2cbe9365ea2c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:29:31.486868 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4edf058a-0cc7-47dd-879a-2cbe9365ea2c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:29:31.562884 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:29:31.568367 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:31.578802 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:31.586971 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3f582a0e-7cb4-44bf-89b4-ff6d1527aeed HTTP/1.1" status: 204 len: 168 time: 2.6902754 Aug 20 10:29:31.609856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473b0d0-d9ff-4138-a68e-8db10af9b053 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f582a0e-7cb4-44bf-89b4-ff6d1527aeed,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:31.784983 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-4edf058a-0cc7-47dd-879a-2cbe9365ea2c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port e9c94019-c201-4a21-8126-9933a17805e1 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:29:31.954786 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 0b09bcd7-1606-4f55-874a-ee67add72eae {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:29:31.957089 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0b09bcd7-1606-4f55-874a-ee67add72eae not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:29:31.961475 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7367d132-65e8-4611-afda-605eec9115ff None None] For port 0b09bcd7-1606-4f55-874a-ee67add72eae, host n-d-778550-11, got binding levels [] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:31.976402 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7367d132-65e8-4611-afda-605eec9115ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:32.022751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': '739da8af-bbe8-4728-8ba9-185dabfd1db3'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:29:32.024389 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:32.028668 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7367d132-65e8-4611-afda-605eec9115ff None None] Calling delete_port for 0b09bcd7-1606-4f55-874a-ee67add72eae owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:32.052909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.ipam_backend_mixin [None req-7367d132-65e8-4611-afda-605eec9115ff None None] Port 0b09bcd7-1606-4f55-874a-ee67add72eae was not found and therefore no delete operation was performed {{(pid=94868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 10:29:32.058189 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7367d132-65e8-4611-afda-605eec9115ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:32.073655 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-09719e31-2e66-4d14-9bfb-9427c3518b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:32.207798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55130) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:32.271317 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9910800-885a-42eb-b82d-c48a510e16a8 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:32.299316 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ccec2deb-e2d0-467c-85bf-05c1147cd188 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4fc80d5740e4905a2089e6312385fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0901091 Aug 20 10:29:32.299966 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55132) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:32.389617 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367d132-65e8-4611-afda-605eec9115ff None None] Pushing event deleted for resources: {'Port': ['ID=0b09bcd7-1606-4f55-874a-ee67add72eae,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:32.403145 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7367d132-65e8-4611-afda-605eec9115ff None None] Network 3f582a0e-7cb4-44bf-89b4-ff6d1527aeed is not hosted by any dhcp agent {{(pid=94868) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 10:29:32.404088 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7367d132-65e8-4611-afda-605eec9115ff None None] No DVR routers for this DVR port 0b09bcd7-1606-4f55-874a-ee67add72eae on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:29:32.417824 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07baa39b-5804-45ed-9e29-22c62c395089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:32.512666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Allocated IP 2001:db8::2 (7b83641d-fbeb-417a-8d09-ab733c99b474/739da8af-bbe8-4728-8ba9-185dabfd1db3/fd44981e-ebe8-4d8d-9927-1409e10906fe) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:29:32.516123 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07baa39b-5804-45ed-9e29-22c62c395089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:32.669240 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07baa39b-5804-45ed-9e29-22c62c395089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:32.677244 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07baa39b-5804-45ed-9e29-22c62c395089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:32.680383 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-07baa39b-5804-45ed-9e29-22c62c395089 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0f89d6f-93c8-43c9-8897-5d70037f58df HTTP/1.1" status: 204 len: 168 time: 0.3790872 Aug 20 10:29:32.710616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2c0a4-3c71-4a27-8f51-224efb35231c req-dc5916f9-ce29-42d4-ae1a-60ef094e8134 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:32.726781 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07baa39b-5804-45ed-9e29-22c62c395089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f89d6f-93c8-43c9-8897-5d70037f58df,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:32.729352 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-50d2c0a4-3c71-4a27-8f51-224efb35231c req-dc5916f9-ce29-42d4-ae1a-60ef094e8134 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.6746745 Aug 20 10:29:32.842554 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9910800-885a-42eb-b82d-c48a510e16a8 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:32.870883 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-50d2c0a4-3c71-4a27-8f51-224efb35231c req-229e244f-33d5-4477-a527-f2cd4816a965 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374087 Aug 20 10:29:33.000629 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:33.009580 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e9910800-885a-42eb-b82d-c48a510e16a8 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Deleting port b4d15483-4b87-465d-9f0f-5790858caf22 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:33.011371 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9910800-885a-42eb-b82d-c48a510e16a8 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:33.017733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Transition to ACTIVE for port object fd44981e-ebe8-4d8d-9927-1409e10906fe will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:33.045589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Transition to ACTIVE for port object fd44981e-ebe8-4d8d-9927-1409e10906fe will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:33.087991 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:33.217171 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:33.218921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-e9910800-885a-42eb-b82d-c48a510e16a8 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] For port b4d15483-4b87-465d-9f0f-5790858caf22, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b4d15483-4b87-465d-9f0f-5790858caf22,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:33.219325 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9910800-885a-42eb-b82d-c48a510e16a8 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:33.223322 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:33.254139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:33.258758 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e9910800-885a-42eb-b82d-c48a510e16a8 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Calling delete_port for b4d15483-4b87-465d-9f0f-5790858caf22 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:33.263449 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:33.266280 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:29:33.342780 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Pushing event updated for resources: {'Port': ['ID=fd44981e-ebe8-4d8d-9927-1409e10906fe,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:33.484438 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Attempting to bind port fd44981e-ebe8-4d8d-9927-1409e10906fe on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:29:33.486346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Attempting to bind port fd44981e-ebe8-4d8d-9927-1409e10906fe by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:29:33.496878 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Attempting to bind port fd44981e-ebe8-4d8d-9927-1409e10906fe on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:29:33.537251 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:29:33.540899 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:29:33.541994 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:33.542980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:29:33.552991 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Bound port: fd44981e-ebe8-4d8d-9927-1409e10906fe, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:29:33.555376 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:33.630120 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9910800-885a-42eb-b82d-c48a510e16a8 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:33.744303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9910800-885a-42eb-b82d-c48a510e16a8 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4d15483-4b87-465d-9f0f-5790858caf22,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:33.783088 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] For port fd44981e-ebe8-4d8d-9927-1409e10906fe, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:29:33.790056 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] For port fd44981e-ebe8-4d8d-9927-1409e10906fe, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=fd44981e-ebe8-4d8d-9927-1409e10906fe,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:29:33.798151 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:33.843992 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-4edf058a-0cc7-47dd-879a-2cbe9365ea2c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::1b2 (7b83641d-fbeb-417a-8d09-ab733c99b474/739da8af-bbe8-4728-8ba9-185dabfd1db3/e9c94019-c201-4a21-8126-9933a17805e1) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:29:33.961720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93de86-d75c-4ee3-95d5-5622dd13900c req-fde17d6b-0aae-4ff0-9c80-bd1ba8ff2db4 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:33.969966 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb93de86-d75c-4ee3-95d5-5622dd13900c req-fde17d6b-0aae-4ff0-9c80-bd1ba8ff2db4 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.3553660 Aug 20 10:29:33.989456 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1283a21-dab5-48c6-86b7-36f56d6b2ff5 None None] Pushing event updated for resources: {'Port': ['ID=fd44981e-ebe8-4d8d-9927-1409e10906fe,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:34.181081 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb93de86-d75c-4ee3-95d5-5622dd13900c req-49d05887-5a66-4332-ad15-fed0b36c21c7 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971302 Aug 20 10:29:34.401518 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9910800-885a-42eb-b82d-c48a510e16a8 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:34.781301 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:35.241852 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55168) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:35.357460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device fd44981e-ebe8-4d8d-9927-1409e10906fe up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:29:35.533255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-c1baac0e-d2a6-46cd-b148-4b2db9beb507 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1966653491-network', 'tenant_id': '3b7f72a016d34f6a9b31295df620a8c7'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:35.544354 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port fd44981e-ebe8-4d8d-9927-1409e10906fe completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:29:35.596928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1baac0e-d2a6-46cd-b148-4b2db9beb507 admin admin] Made reservation on behalf of 3b7f72a016d34f6a9b31295df620a8c7 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:29:35.605498 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1baac0e-d2a6-46cd-b148-4b2db9beb507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:35.631371 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1baac0e-d2a6-46cd-b148-4b2db9beb507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:35.855756 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9910800-885a-42eb-b82d-c48a510e16a8 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:35.859494 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9910800-885a-42eb-b82d-c48a510e16a8 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:35.907787 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1baac0e-d2a6-46cd-b148-4b2db9beb507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:35.913873 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1baac0e-d2a6-46cd-b148-4b2db9beb507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:35.967295 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1baac0e-d2a6-46cd-b148-4b2db9beb507 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:29:35.974039 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9910800-885a-42eb-b82d-c48a510e16a8 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:35.982532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9910800-885a-42eb-b82d-c48a510e16a8 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aebd93a9-e156-4f3b-87eb-e082e0322f09 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:29:35.998237 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1baac0e-d2a6-46cd-b148-4b2db9beb507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308a7758-85f2-4907-9aa0-e2e17315c383,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:36.007816 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1baac0e-d2a6-46cd-b148-4b2db9beb507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:36.008293 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-c1baac0e-d2a6-46cd-b148-4b2db9beb507 admin admin] Added segment 25c3e666-5e46-4a25-aad3-760bf1c2bc30 of type vlan for network 26a8d71d-0644-451c-9299-eaa0810626b4 Aug 20 10:29:36.123076 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1baac0e-d2a6-46cd-b148-4b2db9beb507 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:36.175144 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1baac0e-d2a6-46cd-b148-4b2db9beb507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:36.179591 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1baac0e-d2a6-46cd-b148-4b2db9beb507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:36.181673 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1baac0e-d2a6-46cd-b148-4b2db9beb507 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:36.272435 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4edf058a-0cc7-47dd-879a-2cbe9365ea2c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:36.288029 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-4edf058a-0cc7-47dd-879a-2cbe9365ea2c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object e9c94019-c201-4a21-8126-9933a17805e1 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:36.343648 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9910800-885a-42eb-b82d-c48a510e16a8 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:36.355291 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e9910800-885a-42eb-b82d-c48a510e16a8 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "DELETE /v2.0/routers/aebd93a9-e156-4f3b-87eb-e082e0322f09 HTTP/1.1" status: 204 len: 168 time: 4.8624594 Aug 20 10:29:36.385430 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55174) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:36.386492 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1baac0e-d2a6-46cd-b148-4b2db9beb507 admin admin] Pushing event updated for resources: {'Network': ['ID=26a8d71d-0644-451c-9299-eaa0810626b4,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:36.392831 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c1baac0e-d2a6-46cd-b148-4b2db9beb507 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1488616 Aug 20 10:29:36.396912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2101423107', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:36.401767 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 26a8d71d-0644-451c-9299-eaa0810626b4 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:29:36.418448 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55176) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:36.442707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9abd55bb-9619-49c6-b852-a9e1098ebf84 admin admin] Request body: {'subnet': {'network_id': '26a8d71d-0644-451c-9299-eaa0810626b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1966653491-subnet', 'tenant_id': '3b7f72a016d34f6a9b31295df620a8c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:36.443755 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:36.444972 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:36.623209 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:36.658650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f62c5-4f90-42d7-9605-568ea4d76275 req-66a36f6d-068a-43dd-a59a-4989802fc067 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:36.673816 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-875f62c5-4f90-42d7-9605-568ea4d76275 req-66a36f6d-068a-43dd-a59a-4989802fc067 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.7103958 Aug 20 10:29:36.681850 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abd55bb-9619-49c6-b852-a9e1098ebf84 admin admin] Made reservation on behalf of 3b7f72a016d34f6a9b31295df620a8c7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:29:36.685631 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9abd55bb-9619-49c6-b852-a9e1098ebf84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:36.725336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-31f5e860-d3ea-45e4-9d91-436d43432bc3 None None] Provisioning for port fd44981e-ebe8-4d8d-9927-1409e10906fe completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:29:36.731930 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-31f5e860-d3ea-45e4-9d91-436d43432bc3 None None] Provisioning complete for port fd44981e-ebe8-4d8d-9927-1409e10906fe triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:29:36.732532 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-31f5e860-d3ea-45e4-9d91-436d43432bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:36.882252 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4edf058a-0cc7-47dd-879a-2cbe9365ea2c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:36.978492 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b4d15483-4b87-465d-9f0f-5790858caf22 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:29:37.008728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf058a-0cc7-47dd-879a-2cbe9365ea2c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=e9c94019-c201-4a21-8126-9933a17805e1,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:37.034435 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edf058a-0cc7-47dd-879a-2cbe9365ea2c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:37.057655 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-4edf058a-0cc7-47dd-879a-2cbe9365ea2c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:37.071825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf058a-0cc7-47dd-879a-2cbe9365ea2c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:29:37.079826 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edf058a-0cc7-47dd-879a-2cbe9365ea2c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:37.080572 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4edf058a-0cc7-47dd-879a-2cbe9365ea2c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:37.105970 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-875f62c5-4f90-42d7-9605-568ea4d76275 req-a0d460e2-1133-46ed-bfc4-1cdaed7295d2 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286497 Aug 20 10:29:37.179953 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: b4d15483-4b87-465d-9f0f-5790858caf22 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:29:37.180540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b4d15483-4b87-465d-9f0f-5790858caf22 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:29:37.206381 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-31f5e860-d3ea-45e4-9d91-436d43432bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:37.285051 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:37.321953 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4edf058a-0cc7-47dd-879a-2cbe9365ea2c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 7.1006608 Aug 20 10:29:37.327936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-31f5e860-d3ea-45e4-9d91-436d43432bc3 None None] For port fd44981e-ebe8-4d8d-9927-1409e10906fe, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=fd44981e-ebe8-4d8d-9927-1409e10906fe,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:37.334181 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55184) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:37.337891 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-31f5e860-d3ea-45e4-9d91-436d43432bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:37.542137 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9abd55bb-9619-49c6-b852-a9e1098ebf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:37.546306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5e860-d3ea-45e4-9d91-436d43432bc3 None None] Pushing event updated for resources: {'Port': ['ID=fd44981e-ebe8-4d8d-9927-1409e10906fe,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:37.785970 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-142bad56-56c8-47c1-a61c-0ffdebad6e79 None None] Provisioning for port e9c94019-c201-4a21-8126-9933a17805e1 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:29:37.802025 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-142bad56-56c8-47c1-a61c-0ffdebad6e79 None None] Provisioning complete for port e9c94019-c201-4a21-8126-9933a17805e1 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:29:37.811132 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-142bad56-56c8-47c1-a61c-0ffdebad6e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:37.816329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ded8d94-0bbc-43f5-98c2-0d6503837763 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:37.825520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ded8d94-0bbc-43f5-98c2-0d6503837763 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:37.827537 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0ded8d94-0bbc-43f5-98c2-0d6503837763 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.4829407 Aug 20 10:29:37.832751 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55190) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:37.845940 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd55bb-9619-49c6-b852-a9e1098ebf84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af971f3-45b2-4d8d-91b4-c95f5b48ac2b,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:37.910761 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abd55bb-9619-49c6-b852-a9e1098ebf84 admin admin] Checking segment: {'id': '25c3e666-5e46-4a25-aad3-760bf1c2bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '26a8d71d-0644-451c-9299-eaa0810626b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:29:37.911521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd55bb-9619-49c6-b852-a9e1098ebf84 admin admin] Network hostable DHCP agents. Network: 26a8d71d-0644-451c-9299-eaa0810626b4, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:29:37.924046 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-142bad56-56c8-47c1-a61c-0ffdebad6e79 None None] Port e9c94019-c201-4a21-8126-9933a17805e1 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:29:37.973960 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:37.990147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd55bb-9619-49c6-b852-a9e1098ebf84 admin admin] Network 26a8d71d-0644-451c-9299-eaa0810626b4 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:29:38.001320 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:38.008488 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-9abd55bb-9619-49c6-b852-a9e1098ebf84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 26a8d71d-0644-451c-9299-eaa0810626b4) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:38.024610 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10faa7d7-3c84-4839-90b2-75cec7f2fed5 None None] Network 26a8d71d-0644-451c-9299-eaa0810626b4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:29:38.029784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abd55bb-9619-49c6-b852-a9e1098ebf84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:38.030393 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9abd55bb-9619-49c6-b852-a9e1098ebf84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:38.053127 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9abd55bb-9619-49c6-b852-a9e1098ebf84 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6316817 Aug 20 10:29:38.072674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-6d9cb517-0596-4f5b-a1ca-a4fef31f1bcc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port e9c94019-c201-4a21-8126-9933a17805e1 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:38.073135 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb517-0596-4f5b-a1ca-a4fef31f1bcc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:38.394950 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb517-0596-4f5b-a1ca-a4fef31f1bcc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:38.458219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-6d9cb517-0596-4f5b-a1ca-a4fef31f1bcc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for e9c94019-c201-4a21-8126-9933a17805e1 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:38.501027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Allocated IP 172.25.3.173 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/5f4f0547-60e9-4059-9ae4-d7774adab917) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:29:38.528605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9566fce1-2ece-45ad-8b52-7f1141744f6b None None] Network 26a8d71d-0644-451c-9299-eaa0810626b4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:29:38.705692 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:38.718755 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb517-0596-4f5b-a1ca-a4fef31f1bcc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:38.748252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:38.765399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cb517-0596-4f5b-a1ca-a4fef31f1bcc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=e9c94019-c201-4a21-8126-9933a17805e1,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:38.802883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:38.807914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:38.815521 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:29:38.827343 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb517-0596-4f5b-a1ca-a4fef31f1bcc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:38.830863 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6d9cb517-0596-4f5b-a1ca-a4fef31f1bcc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/e9c94019-c201-4a21-8126-9933a17805e1 HTTP/1.1" status: 204 len: 168 time: 0.9968097 Aug 20 10:29:38.839599 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55210) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:38.843185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Pushing event updated for resources: {'Port': ['ID=5f4f0547-60e9-4059-9ae4-d7774adab917,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:38.927883 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc12a7fc-33ec-4b0d-98d9-e2c13d606a84 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:38.930271 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc12a7fc-33ec-4b0d-98d9-e2c13d606a84 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:38.940415 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fc12a7fc-33ec-4b0d-98d9-e2c13d606a84 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0911920 Aug 20 10:29:38.941409 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55214) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:38.949923 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:38.950284 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:38.950629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:38.950965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:38.951340 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:38.951751 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:38.952156 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:38.952563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:38.953073 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:38.953800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:38.954277 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:38.954747 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:39.119017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ef8898-29b2-45f4-8389-9bc7f0592b6a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet 739da8af-bbe8-4728-8ba9-185dabfd1db3 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:29:39.137853 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0ef8898-29b2-45f4-8389-9bc7f0592b6a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:39.187667 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device fd44981e-ebe8-4d8d-9927-1409e10906fe up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:29:39.331794 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0ef8898-29b2-45f4-8389-9bc7f0592b6a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:39.345512 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port fd44981e-ebe8-4d8d-9927-1409e10906fe triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:29:39.346178 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:39.636335 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0ef8898-29b2-45f4-8389-9bc7f0592b6a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:39.827329 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0ef8898-29b2-45f4-8389-9bc7f0592b6a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:39.895992 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b2f046-8b7d-4bf1-9fd0-47bbd213b1d0 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:29:39.915464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef8898-29b2-45f4-8389-9bc7f0592b6a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=739da8af-bbe8-4728-8ba9-185dabfd1db3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:39.919638 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0ef8898-29b2-45f4-8389-9bc7f0592b6a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:39.928418 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c0ef8898-29b2-45f4-8389-9bc7f0592b6a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/739da8af-bbe8-4728-8ba9-185dabfd1db3 HTTP/1.1" status: 204 len: 168 time: 0.9849265 Aug 20 10:29:39.930307 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55246) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:40.066456 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-44c27404-498e-4c1e-8d0e-071da84866c9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1299429 Aug 20 10:29:40.067251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55254) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:40.076129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-93881f7c-50eb-41cc-bf12-50b5321bccd5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:40.304235 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065038c-466b-470a-9968-54064e37e336 req-b862a76c-125a-45f6-9b00-3e9bcfe4be37 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:40.314362 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9065038c-466b-470a-9968-54064e37e336 req-b862a76c-125a-45f6-9b00-3e9bcfe4be37 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.1502810 Aug 20 10:29:40.333300 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4034fd-a3ff-44c8-b938-c5b457a1ec42 None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:29:40.355275 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93881f7c-50eb-41cc-bf12-50b5321bccd5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:29:40.361440 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-93881f7c-50eb-41cc-bf12-50b5321bccd5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:40.387276 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9065038c-466b-470a-9968-54064e37e336 req-1e8d1952-de94-435e-b56e-f1161d63b3d6 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710070 Aug 20 10:29:40.421311 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-1b4034fd-a3ff-44c8-b938-c5b457a1ec42 None None] Deleting port fd44981e-ebe8-4d8d-9927-1409e10906fe {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:40.422187 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1b4034fd-a3ff-44c8-b938-c5b457a1ec42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:40.540045 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-1b4034fd-a3ff-44c8-b938-c5b457a1ec42 None None] For port fd44981e-ebe8-4d8d-9927-1409e10906fe, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=fd44981e-ebe8-4d8d-9927-1409e10906fe,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:40.540451 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1b4034fd-a3ff-44c8-b938-c5b457a1ec42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:40.573932 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-1b4034fd-a3ff-44c8-b938-c5b457a1ec42 None None] Calling delete_port for fd44981e-ebe8-4d8d-9927-1409e10906fe owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:40.579689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-74a2c796-4aec-48e3-a68a-3e7fdf6619fb tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:40.602462 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-74a2c796-4aec-48e3-a68a-3e7fdf6619fb tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/networks?id=26a8d71d-0644-451c-9299-eaa0810626b4 HTTP/1.1" status: 200 len: 814 time: 0.2932458 Aug 20 10:29:40.637117 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-0b8d9db0-6cca-4fbc-9ec4-b7e782375e87 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/quotas/3b7f72a016d34f6a9b31295df620a8c7 HTTP/1.1" status: 200 len: 375 time: 0.0325048 Aug 20 10:29:40.681847 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ff6ebde1-bd58-4ea7-b118-cc5c0bff1301 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b7f72a016d34f6a9b31295df620a8c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432110 Aug 20 10:29:40.766878 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1b4034fd-a3ff-44c8-b938-c5b457a1ec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:40.790997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4034fd-a3ff-44c8-b938-c5b457a1ec42 None None] No DVR routers for this DVR port fd44981e-ebe8-4d8d-9927-1409e10906fe on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:29:40.806343 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4b85d-36d5-48f3-8bd0-01d2921a025d req-d1942ca2-f2e0-4268-b6d4-c1b280e5fe06 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:40.814386 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fec4b85d-36d5-48f3-8bd0-01d2921a025d req-d1942ca2-f2e0-4268-b6d4-c1b280e5fe06 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 950 time: 0.1274488 Aug 20 10:29:40.845434 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4034fd-a3ff-44c8-b938-c5b457a1ec42 None None] Pushing event deleted for resources: {'Port': ['ID=fd44981e-ebe8-4d8d-9927-1409e10906fe,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:40.962540 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-5fff8ca7-03bb-4d48-89ae-99ca2e86d73f service neutron] 10.222.0.16 "GET /v2.0/networks/26a8d71d-0644-451c-9299-eaa0810626b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792139 Aug 20 10:29:40.968140 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fec4b85d-36d5-48f3-8bd0-01d2921a025d req-bdc49838-1fb0-4b69-89da-e6cf1a0036f7 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/security-groups?id=417b213d-1019-4dbf-9b76-732da6c015ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526406 Aug 20 10:29:40.972587 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-93881f7c-50eb-41cc-bf12-50b5321bccd5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:41.066877 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:41.132643 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93881f7c-50eb-41cc-bf12-50b5321bccd5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:41.136000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-93881f7c-50eb-41cc-bf12-50b5321bccd5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:41.138353 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93881f7c-50eb-41cc-bf12-50b5321bccd5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=ee557901-0e36-46e4-8441-dc958ab98011,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:41.141023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93881f7c-50eb-41cc-bf12-50b5321bccd5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:41.141767 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-93881f7c-50eb-41cc-bf12-50b5321bccd5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:41.151187 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3dbf38-bbfc-44d9-b8f6-0ec8302ad416 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:29:41.183924 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-93881f7c-50eb-41cc-bf12-50b5321bccd5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1148489 Aug 20 10:29:41.186394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55282) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:41.197443 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-fff09b4d-f8da-4a7b-8ce2-298b785ece01 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'name': 'tempest-NetworksTestDHCPv6-1432977556'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:41.252895 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device fd44981e-ebe8-4d8d-9927-1409e10906fe no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:29:41.313853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: fd44981e-ebe8-4d8d-9927-1409e10906fe {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:29:41.314416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device fd44981e-ebe8-4d8d-9927-1409e10906fe not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:29:41.387350 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-be68bea4-4bb3-4457-be16-c998e958148b service neutron] 10.222.0.16 "GET /v2.0/networks/26a8d71d-0644-451c-9299-eaa0810626b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335052 Aug 20 10:29:41.436566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff09b4d-f8da-4a7b-8ce2-298b785ece01 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:29:41.441874 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fff09b4d-f8da-4a7b-8ce2-298b785ece01 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:41.485634 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-fff09b4d-f8da-4a7b-8ce2-298b785ece01 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port 7bf36338-6a6c-45ac-a754-20e2b0d28946 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:29:41.565615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:41.632644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': 'ee557901-0e36-46e4-8441-dc958ab98011'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:29:41.634526 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:41.678902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-fff09b4d-f8da-4a7b-8ce2-298b785ece01 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::14d (7b83641d-fbeb-417a-8d09-ab733c99b474/ee557901-0e36-46e4-8441-dc958ab98011/7bf36338-6a6c-45ac-a754-20e2b0d28946) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:29:41.834995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Router ed9ffeae-6a04-42f7-91e0-aa923782fb6c is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:29:41.961385 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c342b2b-7948-4c08-a609-97e0f01a0e56 req-d5a4d517-b090-4f67-8220-b1416d60878b tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:41.970016 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9c342b2b-7948-4c08-a609-97e0f01a0e56 req-d5a4d517-b090-4f67-8220-b1416d60878b tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.2289329 Aug 20 10:29:42.039215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:29:42.058181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16ef7b-83e6-47fb-88b3-7a0af748753f None None] Sync routers for ids ['ed9ffeae-6a04-42f7-91e0-aa923782fb6c'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:29:42.072346 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9c342b2b-7948-4c08-a609-97e0f01a0e56 req-726241d5-8efe-4bbd-bb00-6e5ef2ccac7c tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988693 Aug 20 10:29:42.081628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16ef7b-83e6-47fb-88b3-7a0af748753f None None] Routers {'ed9ffeae-6a04-42f7-91e0-aa923782fb6c'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:29:42.082289 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0f16ef7b-83e6-47fb-88b3-7a0af748753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:29:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ed9ffeae-6a04-42f7-91e0-aa923782fb6c'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:42.085419 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:42.088596 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-301f69b7-0f64-419a-9ce3-7aad592dc11d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6983235 Aug 20 10:29:42.091828 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55328) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:42.103974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-8b645a3d-273b-4328-9713-97e13e2ebad0 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'enable_snat': False}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:42.217870 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-42d8deef-db35-4f5e-a4b1-60ee57bd5486 req-de08ef37-250d-4ea6-830d-44c7e696f22b tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 210 time: 0.0417950 Aug 20 10:29:42.227037 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fff09b4d-f8da-4a7b-8ce2-298b785ece01 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:42.256549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0f16ef7b-83e6-47fb-88b3-7a0af748753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:42.282576 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16ef7b-83e6-47fb-88b3-7a0af748753f None None] Routers {'ed9ffeae-6a04-42f7-91e0-aa923782fb6c'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:29:42.283250 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0f16ef7b-83e6-47fb-88b3-7a0af748753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:29:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ed9ffeae-6a04-42f7-91e0-aa923782fb6c'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:42.287962 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-fff09b4d-f8da-4a7b-8ce2-298b785ece01 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object 7bf36338-6a6c-45ac-a754-20e2b0d28946 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:42.363717 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0f16ef7b-83e6-47fb-88b3-7a0af748753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:42.364382 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16ef7b-83e6-47fb-88b3-7a0af748753f None None] The sync data for ids ['ed9ffeae-6a04-42f7-91e0-aa923782fb6c'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:29:42.396150 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fff09b4d-f8da-4a7b-8ce2-298b785ece01 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:42.511313 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Allocated IP 2001:db8::2 (7b83641d-fbeb-417a-8d09-ab733c99b474/ee557901-0e36-46e4-8441-dc958ab98011/a6a93284-6500-4be7-9b9c-17b56ce44159) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:29:42.518905 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff09b4d-f8da-4a7b-8ce2-298b785ece01 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:42.533421 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-fff09b4d-f8da-4a7b-8ce2-298b785ece01 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:42.538711 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff09b4d-f8da-4a7b-8ce2-298b785ece01 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:29:42.559684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff09b4d-f8da-4a7b-8ce2-298b785ece01 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:42.560375 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fff09b4d-f8da-4a7b-8ce2-298b785ece01 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:42.577911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff09b4d-f8da-4a7b-8ce2-298b785ece01 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=7bf36338-6a6c-45ac-a754-20e2b0d28946,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:42.596604 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fff09b4d-f8da-4a7b-8ce2-298b785ece01 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4085178 Aug 20 10:29:42.604692 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55348) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:42.772574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8f3b3c-d8b2-42e0-b319-2cd57311c125 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:42.776908 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5d8f3b3c-d8b2-42e0-b319-2cd57311c125 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1689839 Aug 20 10:29:42.779333 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55360) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:42.866100 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:42.875540 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b645a3d-273b-4328-9713-97e13e2ebad0 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:42.891727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Transition to ACTIVE for port object a6a93284-6500-4be7-9b9c-17b56ce44159 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:42.913489 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Transition to ACTIVE for port object a6a93284-6500-4be7-9b9c-17b56ce44159 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:42.923403 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:42.979540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:42.982696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:42.987680 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:29:43.011970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-02c0242a-4a93-4d98-8d6c-a07e931e2ca5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port 7bf36338-6a6c-45ac-a754-20e2b0d28946 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:43.012816 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-02c0242a-4a93-4d98-8d6c-a07e931e2ca5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:43.241074 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-02c0242a-4a93-4d98-8d6c-a07e931e2ca5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:43.300398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Pushing event updated for resources: {'Port': ['ID=a6a93284-6500-4be7-9b9c-17b56ce44159,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:43.320292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-02c0242a-4a93-4d98-8d6c-a07e931e2ca5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for 7bf36338-6a6c-45ac-a754-20e2b0d28946 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:43.354784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Attempting to bind port a6a93284-6500-4be7-9b9c-17b56ce44159 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:29:43.355316 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Attempting to bind port a6a93284-6500-4be7-9b9c-17b56ce44159 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:29:43.355923 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Attempting to bind port a6a93284-6500-4be7-9b9c-17b56ce44159 on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:29:43.364535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:29:43.364961 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:29:43.365486 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:43.366136 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:29:43.366389 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Bound port: a6a93284-6500-4be7-9b9c-17b56ce44159, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:29:43.366779 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:43.370786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d70f6-f33d-4e79-b7e9-26e8b69d9506 req-198777a3-3747-4852-b0a3-080c1b87e203 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:43.373060 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6e6d70f6-f33d-4e79-b7e9-26e8b69d9506 req-198777a3-3747-4852-b0a3-080c1b87e203 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.1264942 Aug 20 10:29:43.505607 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 34d64af0-af07-4aeb-b27b-eb01fe383cb0 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:29:43.537471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] For port a6a93284-6500-4be7-9b9c-17b56ce44159, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:29:43.557998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] For port a6a93284-6500-4be7-9b9c-17b56ce44159, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a6a93284-6500-4be7-9b9c-17b56ce44159,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:29:43.600102 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6e6d70f6-f33d-4e79-b7e9-26e8b69d9506 req-2a1fba3a-0832-4e9f-a468-4b0b4b809aad tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264453 Aug 20 10:29:43.612904 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:43.822382 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Pushing event updated for resources: {'Port': ['ID=a6a93284-6500-4be7-9b9c-17b56ce44159,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:43.845516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:43.846730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:43.847392 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:43.847967 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:43.848578 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:43.849197 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:43.850009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:43.851354 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:43.851984 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:43.852960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:43.853599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:43.854243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcd697-cf88-40cc-b3ca-5a22a1705666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:29:43.867817 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b645a3d-273b-4328-9713-97e13e2ebad0 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:43.877781 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b645a3d-273b-4328-9713-97e13e2ebad0 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:43.896249 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:44.008776 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d64af0-af07-4aeb-b27b-eb01fe383cb0'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:29:44.010873 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40664a82-41cb-4d9e-aa3a-57e6b1707f62" -d '{"events": [{"server_uuid": "0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e", "name": "network-vif-unplugged", "status": "completed", "tag": "34d64af0-af07-4aeb-b27b-eb01fe383cb0"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:29:44.019845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 34d64af0-af07-4aeb-b27b-eb01fe383cb0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=34d64af0-af07-4aeb-b27b-eb01fe383cb0,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:44.021690 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-194b93c5-d4a5-45ef-8bad-57c8ed12cd62 req-c794d5f7-02c0-4847-90b2-b3fc6b28315a tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 210 time: 0.1517255 Aug 20 10:29:44.024865 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:44.065492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-afa346c5-9b89-4bc2-a5fa-dac8e2330c94 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:44.068822 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-afa346c5-9b89-4bc2-a5fa-dac8e2330c94 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.42 "GET /v2.0/networks?id=26a8d71d-0644-451c-9299-eaa0810626b4 HTTP/1.1" status: 200 len: 814 time: 0.4838285 Aug 20 10:29:44.102522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-9a868988-57d8-476b-8879-d01efd036429 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Request body: {'port': {'device_id': '56314cb7-bb37-48fd-9d0f-4acaf76e1948', 'network_id': '26a8d71d-0644-451c-9299-eaa0810626b4', 'admin_state_up': True, 'tenant_id': '3b7f72a016d34f6a9b31295df620a8c7'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:44.240655 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=34d64af0-af07-4aeb-b27b-eb01fe383cb0,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:44.318445 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-02c0242a-4a93-4d98-8d6c-a07e931e2ca5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:44.344453 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b645a3d-273b-4328-9713-97e13e2ebad0 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Router ed9ffeae-6a04-42f7-91e0-aa923782fb6c has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:29:44.372162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0242a-4a93-4d98-8d6c-a07e931e2ca5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=7bf36338-6a6c-45ac-a754-20e2b0d28946,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:44.422394 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-02c0242a-4a93-4d98-8d6c-a07e931e2ca5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:44.426848 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-02c0242a-4a93-4d98-8d6c-a07e931e2ca5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/7bf36338-6a6c-45ac-a754-20e2b0d28946 HTTP/1.1" status: 204 len: 168 time: 1.6461060 Aug 20 10:29:44.432050 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55460) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:44.503809 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dde88e-fb39-43bb-8497-6c5f159e8f77 x-openstack-request-id: req-31dde88e-fb39-43bb-8497-6c5f159e8f77 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:29:44.504380 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e", "name": "network-vif-unplugged", "status": "completed", "tag": "34d64af0-af07-4aeb-b27b-eb01fe383cb0", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:29:44.504786 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31dde88e-fb39-43bb-8497-6c5f159e8f77 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:29:44.505347 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d64af0-af07-4aeb-b27b-eb01fe383cb0', 'code': 200} Aug 20 10:29:44.530244 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5974994-ee59-421f-bf2a-d3b7308ffddb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:44.533414 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5974994-ee59-421f-bf2a-d3b7308ffddb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:44.538564 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e5974994-ee59-421f-bf2a-d3b7308ffddb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1018260 Aug 20 10:29:44.543254 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55464) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:44.558383 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7316c04f-83f8-49dd-8ccf-ac77fc95dd46 req-a1d3c6ca-e148-4086-93ea-79670e5072af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3020523 Aug 20 10:29:44.585419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b645a3d-273b-4328-9713-97e13e2ebad0 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:29:44.594259 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b645a3d-273b-4328-9713-97e13e2ebad0 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:44.598824 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8b645a3d-273b-4328-9713-97e13e2ebad0 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "PUT /v2.0/routers/ed9ffeae-6a04-42f7-91e0-aa923782fb6c HTTP/1.1" status: 200 len: 926 time: 2.5034008 Aug 20 10:29:44.599283 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55466) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:44.600451 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec066f-3303-4744-9763-6933a160345a None None] Sync routers for ids ['ed9ffeae-6a04-42f7-91e0-aa923782fb6c'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:29:44.600963 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-9a868988-57d8-476b-8879-d01efd036429 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Made reservation on behalf of 3b7f72a016d34f6a9b31295df620a8c7 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:29:44.603986 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-9a868988-57d8-476b-8879-d01efd036429 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:44.619168 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec066f-3303-4744-9763-6933a160345a None None] Routers {'ed9ffeae-6a04-42f7-91e0-aa923782fb6c'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:29:44.620405 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-81ec066f-3303-4744-9763-6933a160345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:29:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ed9ffeae-6a04-42f7-91e0-aa923782fb6c'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:44.663232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc731c9-c557-46d5-a42d-fcb9ce17620e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet ee557901-0e36-46e4-8441-dc958ab98011 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:29:44.677483 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-afc731c9-c557-46d5-a42d-fcb9ce17620e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:44.764267 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-81ec066f-3303-4744-9763-6933a160345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:44.781543 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec066f-3303-4744-9763-6933a160345a None None] Routers {'ed9ffeae-6a04-42f7-91e0-aa923782fb6c'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:29:44.783872 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-81ec066f-3303-4744-9763-6933a160345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:29:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ed9ffeae-6a04-42f7-91e0-aa923782fb6c'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:44.850350 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-81ec066f-3303-4744-9763-6933a160345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:44.851570 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec066f-3303-4744-9763-6933a160345a None None] The sync data for ids ['ed9ffeae-6a04-42f7-91e0-aa923782fb6c'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:29:44.874457 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316c04f-83f8-49dd-8ccf-ac77fc95dd46 req-e3492d60-246a-4814-a17a-11a129ad4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:44.877999 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7316c04f-83f8-49dd-8ccf-ac77fc95dd46 req-e3492d60-246a-4814-a17a-11a129ad4e6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b086f231f77d4675abacdbd977d6ae32&device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 1097 time: 0.2638154 Aug 20 10:29:44.902788 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-afc731c9-c557-46d5-a42d-fcb9ce17620e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:44.915950 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a6953fa5-f3af-41c0-87f3-f3226c574bd4 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "GET /v2.0/routers/ed9ffeae-6a04-42f7-91e0-aa923782fb6c HTTP/1.1" status: 200 len: 926 time: 0.3150988 Aug 20 10:29:44.925829 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55472) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:45.008537 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465a552-f9ce-40a7-ae96-5f1baa464397 req-b25b3f61-74be-4e12-8da2-9e25c0df0709 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:45.010140 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e465a552-f9ce-40a7-ae96-5f1baa464397 req-b25b3f61-74be-4e12-8da2-9e25c0df0709 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.1570213 Aug 20 10:29:45.097926 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-9a868988-57d8-476b-8879-d01efd036429 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Allocated IP 172.20.0.13 (26a8d71d-0644-451c-9299-eaa0810626b4/5af971f3-45b2-4d8d-91b4-c95f5b48ac2b/dd9c4272-c622-4045-b6e9-5ae8bf0f67c6) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:29:45.140388 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e465a552-f9ce-40a7-ae96-5f1baa464397 req-7d7131cd-ca15-42b5-9914-c074ca412a5c tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231813 Aug 20 10:29:45.163877 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-afc731c9-c557-46d5-a42d-fcb9ce17620e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:45.208271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a5d689-7527-4031-9ec8-eb246b8756d7 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:45.210024 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-18a5d689-7527-4031-9ec8-eb246b8756d7 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&device_id=ed9ffeae-6a04-42f7-91e0-aa923782fb6c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2827144 Aug 20 10:29:45.214362 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55478) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:45.262972 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a6a93284-6500-4be7-9b9c-17b56ce44159 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:29:45.345330 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port a6a93284-6500-4be7-9b9c-17b56ce44159 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:29:45.406470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390587cd-f737-4f99-b4c1-484cb5f636b0 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:45.409807 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-390587cd-f737-4f99-b4c1-484cb5f636b0 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 881 time: 0.1920514 Aug 20 10:29:45.416173 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55484) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:45.475451 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1915c813-1280-449e-9564-32027bc2985a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed9ffeae-6a04-42f7-91e0-aa923782fb6c HTTP/1.1" status: 200 len: 205 time: 0.0570083 Aug 20 10:29:45.479422 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55490) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:45.552856 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d06345a-60f0-450b-9678-28835a988309 req-a1dbfd40-f687-4f2e-b1f7-e68bedb4f8ae tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 210 time: 0.3092098 Aug 20 10:29:45.597554 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316c04f-83f8-49dd-8ccf-ac77fc95dd46 req-f655695c-798f-4872-95de-a90c28d0faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:45.599143 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7316c04f-83f8-49dd-8ccf-ac77fc95dd46 req-f655695c-798f-4872-95de-a90c28d0faf3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a2aea40-582a-4eff-ab3a-f223319273f1 HTTP/1.1" status: 200 len: 911 time: 0.6818089 Aug 20 10:29:45.614546 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-9a868988-57d8-476b-8879-d01efd036429 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:45.620632 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-afc731c9-c557-46d5-a42d-fcb9ce17620e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:45.665836 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b9619cf1-f175-4c68-92ae-13956a9f6ff5 None None] Provisioning for port a6a93284-6500-4be7-9b9c-17b56ce44159 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:29:45.670672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b9619cf1-f175-4c68-92ae-13956a9f6ff5 None None] Provisioning complete for port a6a93284-6500-4be7-9b9c-17b56ce44159 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:29:45.671177 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b9619cf1-f175-4c68-92ae-13956a9f6ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:45.683894 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-afc731c9-c557-46d5-a42d-fcb9ce17620e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:45.686354 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-afc731c9-c557-46d5-a42d-fcb9ce17620e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/ee557901-0e36-46e4-8441-dc958ab98011 HTTP/1.1" status: 204 len: 168 time: 1.1431382 Aug 20 10:29:45.688888 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55496) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:45.733569 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc731c9-c557-46d5-a42d-fcb9ce17620e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=ee557901-0e36-46e4-8441-dc958ab98011,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:45.754034 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7316c04f-83f8-49dd-8ccf-ac77fc95dd46 req-c862c671-9f6d-4eed-ac0e-7e0e206925da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a5616b-820a-49fe-b3b1-b11f4474063d HTTP/1.1" status: 200 len: 1001 time: 0.1451337 Aug 20 10:29:45.759995 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd98c67b-849a-4a31-a71a-226788806ede tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:45.808735 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b9619cf1-f175-4c68-92ae-13956a9f6ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:45.819391 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f26cee5a-e331-4266-b64a-24aa5573ef08 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264150 Aug 20 10:29:45.822964 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55498) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:45.862940 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b9619cf1-f175-4c68-92ae-13956a9f6ff5 None None] For port a6a93284-6500-4be7-9b9c-17b56ce44159, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a6a93284-6500-4be7-9b9c-17b56ce44159,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:45.873726 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b9619cf1-f175-4c68-92ae-13956a9f6ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:45.972525 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4991839a-bf1b-42a6-8a31-51949f60036b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:45.976821 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4991839a-bf1b-42a6-8a31-51949f60036b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1478662 Aug 20 10:29:45.977447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55502) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:45.996886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9619cf1-f175-4c68-92ae-13956a9f6ff5 None None] Pushing event updated for resources: {'Port': ['ID=a6a93284-6500-4be7-9b9c-17b56ce44159,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:46.003253 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-9a868988-57d8-476b-8879-d01efd036429 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:46.059642 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316c04f-83f8-49dd-8ccf-ac77fc95dd46 req-261a546c-a343-4ca7-838f-f5d1f9bed0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:46.064260 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7316c04f-83f8-49dd-8ccf-ac77fc95dd46 req-261a546c-a343-4ca7-838f-f5d1f9bed0df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869 HTTP/1.1" status: 200 len: 849 time: 0.2991409 Aug 20 10:29:46.080234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bb2311-cedf-4739-b559-6124d31ee9a4 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:29:46.106438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-9a868988-57d8-476b-8879-d01efd036429 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Network 26a8d71d-0644-451c-9299-eaa0810626b4 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:46.115553 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-9a868988-57d8-476b-8879-d01efd036429 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:46.125797 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-9a868988-57d8-476b-8879-d01efd036429 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:29:46.137905 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d89bf76-db9b-421d-86eb-7e70b5bbc4dd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:46.142487 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3d89bf76-db9b-421d-86eb-7e70b5bbc4dd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1635325 Aug 20 10:29:46.143776 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd98c67b-849a-4a31-a71a-226788806ede tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:46.154928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55504) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:46.169924 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a868988-57d8-476b-8879-d01efd036429 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Pushing event updated for resources: {'Port': ['ID=dd9c4272-c622-4045-b6e9-5ae8bf0f67c6,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:46.203504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-9a868988-57d8-476b-8879-d01efd036429 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:46.204345 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-9a868988-57d8-476b-8879-d01efd036429 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:46.214875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fe94da74-e904-4f68-bd5b-60edeac5d680 None None] Could not find standard attr ID for object 7bf36338-6a6c-45ac-a754-20e2b0d28946. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:29:46.227348 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-9a868988-57d8-476b-8879-d01efd036429 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1378088 Aug 20 10:29:46.298255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55512) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:46.305381 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d8c35dc2-2fb2-40e2-a066-50a0ce0f6775 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:46.309066 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-60b7daba-da1e-4472-b312-c4bee79748f1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1527495 Aug 20 10:29:46.393869 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316c04f-83f8-49dd-8ccf-ac77fc95dd46 req-c0e760ff-a333-4f9f-ac36-5d51699ae7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:46.395644 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7316c04f-83f8-49dd-8ccf-ac77fc95dd46 req-c0e760ff-a333-4f9f-ac36-5d51699ae7ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a2aea40-582a-4eff-ab3a-f223319273f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3181145 Aug 20 10:29:46.435620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005a3449-87b3-439b-ad73-d759a78fedc8 None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:29:46.494064 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Request body: {'port': {'device_id': '56314cb7-bb37-48fd-9d0f-4acaf76e1948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:46.574936 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c35dc2-2fb2-40e2-a066-50a0ce0f6775 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:29:46.581729 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d8c35dc2-2fb2-40e2-a066-50a0ce0f6775 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:46.606840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-005a3449-87b3-439b-ad73-d759a78fedc8 None None] Deleting port a6a93284-6500-4be7-9b9c-17b56ce44159 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:46.610669 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-005a3449-87b3-439b-ad73-d759a78fedc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:46.802486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-005a3449-87b3-439b-ad73-d759a78fedc8 None None] For port a6a93284-6500-4be7-9b9c-17b56ce44159, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a6a93284-6500-4be7-9b9c-17b56ce44159,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:46.803571 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-005a3449-87b3-439b-ad73-d759a78fedc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:46.829387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-005a3449-87b3-439b-ad73-d759a78fedc8 None None] Calling delete_port for a6a93284-6500-4be7-9b9c-17b56ce44159 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:46.982821 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058f88d-a88a-408b-8a18-2e670246b5de req-13bfcffb-4b62-4bb4-8f41-c07422aa9a7c tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:46.984529 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1058f88d-a88a-408b-8a18-2e670246b5de req-13bfcffb-4b62-4bb4-8f41-c07422aa9a7c tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.6977773 Aug 20 10:29:47.006456 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-cd98c67b-849a-4a31-a71a-226788806ede tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Deleting port 5f4f0547-60e9-4059-9ae4-d7774adab917 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:47.007011 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd98c67b-849a-4a31-a71a-226788806ede tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:47.053582 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-005a3449-87b3-439b-ad73-d759a78fedc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:47.099141 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:47.121190 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d8c35dc2-2fb2-40e2-a066-50a0ce0f6775 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:47.126152 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a6a93284-6500-4be7-9b9c-17b56ce44159 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:29:47.132143 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a3449-87b3-439b-ad73-d759a78fedc8 None None] Pushing event deleted for resources: {'Port': ['ID=a6a93284-6500-4be7-9b9c-17b56ce44159,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:47.143688 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013c639-47ba-484a-a556-a783f05c7497 req-2253bf02-c06d-47dc-835a-12ab2747fcf0 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:47.153651 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d013c639-47ba-484a-a556-a783f05c7497 req-2253bf02-c06d-47dc-835a-12ab2747fcf0 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 932 time: 0.2906518 Aug 20 10:29:47.169217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005a3449-87b3-439b-ad73-d759a78fedc8 None None] No DVR routers for this DVR port a6a93284-6500-4be7-9b9c-17b56ce44159 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:29:47.172853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: a6a93284-6500-4be7-9b9c-17b56ce44159 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:29:47.173473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a6a93284-6500-4be7-9b9c-17b56ce44159 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:29:47.298575 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1058f88d-a88a-408b-8a18-2e670246b5de req-8bb6c9b8-20d2-4fc6-b041-2f374c664213 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942886 Aug 20 10:29:47.327390 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7316c04f-83f8-49dd-8ccf-ac77fc95dd46 req-62a1ebd0-5303-495f-a185-28fd15b71dda service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9204412 Aug 20 10:29:47.329718 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd98c67b-849a-4a31-a71a-226788806ede tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:47.343524 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c35dc2-2fb2-40e2-a066-50a0ce0f6775 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:47.363819 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-d8c35dc2-2fb2-40e2-a066-50a0ce0f6775 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:47.371800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-cd98c67b-849a-4a31-a71a-226788806ede tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Calling delete_port for 5f4f0547-60e9-4059-9ae4-d7774adab917 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:47.380174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c35dc2-2fb2-40e2-a066-50a0ce0f6775 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:47.380796 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d8c35dc2-2fb2-40e2-a066-50a0ce0f6775 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:47.381105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90249bbd-2f89-4d31-8fe7-03b728d667a3 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:29:47.409513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c35dc2-2fb2-40e2-a066-50a0ce0f6775 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=4b6cb1d2-c7a6-4104-a411-c5b4bf7f2e02,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:47.480760 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d8c35dc2-2fb2-40e2-a066-50a0ce0f6775 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1790128 Aug 20 10:29:47.497755 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d013c639-47ba-484a-a556-a783f05c7497 req-1ac8b96c-e4f1-488d-ac83-c8b6841dc252 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/security-groups?id=308a7758-85f2-4907-9aa0-e2e17315c383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428092 Aug 20 10:29:47.498541 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55542) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:47.527330 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 34d64af0-af07-4aeb-b27b-eb01fe383cb0 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:29:47.569757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-ae75c26f-c173-41bc-bacd-95a0d9340e26 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'fixed_ips': [{'subnet_id': '4b6cb1d2-c7a6-4104-a411-c5b4bf7f2e02', 'ip_address': '2001:db8::ab5b:9bb0:a90b:4f42'}], 'name': 'tempest-NetworksTestDHCPv6-1385490993'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:47.606758 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7316c04f-83f8-49dd-8ccf-ac77fc95dd46 req-4e98f298-9a25-443b-8fdb-653875ca628a service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664170 Aug 20 10:29:47.797559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': '4b6cb1d2-c7a6-4104-a411-c5b4bf7f2e02'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:29:47.798830 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:47.842733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 34d64af0-af07-4aeb-b27b-eb01fe383cb0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=34d64af0-af07-4aeb-b27b-eb01fe383cb0,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:47.892624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '34d64af0-af07-4aeb-b27b-eb01fe383cb0', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '34d64af0-af07-4aeb-b27b-eb01fe383cb0', 'mac_address': 'fa:16:3e:6b:31:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:29:47.947069 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd98c67b-849a-4a31-a71a-226788806ede tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:47.982628 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae75c26f-c173-41bc-bacd-95a0d9340e26 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:29:48.022712 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:29:48.034777 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98c67b-849a-4a31-a71a-226788806ede tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Pushing event deleted for resources: {'Port': ['ID=5f4f0547-60e9-4059-9ae4-d7774adab917,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:48.088547 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:48.113654 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:48.143321 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd98c67b-849a-4a31-a71a-226788806ede tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:48.144195 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55568) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:48.145463 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Transition to ACTIVE for port object dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:48.219161 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:48.247015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d64af0-af07-4aeb-b27b-eb01fe383cb0 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:29:48.255775 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Allocated IP 2001:db8::2 (7b83641d-fbeb-417a-8d09-ab733c99b474/4b6cb1d2-c7a6-4104-a411-c5b4bf7f2e02/7cb00c9d-b036-4306-9048-73498f34caf9) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:29:48.287218 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd98c67b-849a-4a31-a71a-226788806ede tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:48.292563 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd98c67b-849a-4a31-a71a-226788806ede tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:48.296417 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 34d64af0-af07-4aeb-b27b-eb01fe383cb0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=34d64af0-af07-4aeb-b27b-eb01fe383cb0,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:48.319252 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae75c26f-c173-41bc-bacd-95a0d9340e26 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:48.321556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9c4272-c622-4045-b6e9-5ae8bf0f67c6,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:48.342185 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-8397a90c-3251-456b-90df-4bdebd84f571 admin admin] Deleting subnet 64133869-5bd5-42bd-b5db-2eab67b96fbd {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:29:48.387234 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:48.391093 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8397a90c-3251-456b-90df-4bdebd84f571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:48.432150 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd98c67b-849a-4a31-a71a-226788806ede tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:48.433143 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd98c67b-849a-4a31-a71a-226788806ede tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Fanout notify agent at l3_agent the message router_deleted on router ed9ffeae-6a04-42f7-91e0-aa923782fb6c {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:29:48.453295 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd98c67b-849a-4a31-a71a-226788806ede tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:48.457005 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cd98c67b-849a-4a31-a71a-226788806ede tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "DELETE /v2.0/routers/ed9ffeae-6a04-42f7-91e0-aa923782fb6c HTTP/1.1" status: 204 len: 168 time: 2.9758739 Aug 20 10:29:48.463222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55576) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:48.480257 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f71b6c6d-1714-42bd-97ce-3b03aa7c0ac4 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-678111013', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:48.509973 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:48.547516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['34d64af0-af07-4aeb-b27b-eb01fe383cb0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:29:48.583268 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f71b6c6d-1714-42bd-97ce-3b03aa7c0ac4 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:48.587569 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f71b6c6d-1714-42bd-97ce-3b03aa7c0ac4 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:48.670568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-ae75c26f-c173-41bc-bacd-95a0d9340e26 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port 0175c9b4-7c8b-4d4c-80c9-b2e7c6add07d yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:29:48.690593 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=34d64af0-af07-4aeb-b27b-eb01fe383cb0,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:48.739866 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8397a90c-3251-456b-90df-4bdebd84f571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:48.855961 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f71b6c6d-1714-42bd-97ce-3b03aa7c0ac4 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:48.878871 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:48.885994 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Attempting to bind port dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:29:48.886635 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Attempting to bind port dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '25c3e666-5e46-4a25-aad3-760bf1c2bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '26a8d71d-0644-451c-9299-eaa0810626b4'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:29:48.889355 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Attempting to bind port dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 on network 26a8d71d-0644-451c-9299-eaa0810626b4 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:29:48.902909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Transition to ACTIVE for port object 7cb00c9d-b036-4306-9048-73498f34caf9 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:48.927311 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f71b6c6d-1714-42bd-97ce-3b03aa7c0ac4 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:48.941226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad30de-5887-4111-b50b-98a3597d961f req-0760bb57-e0d2-4145-9f6c-30f1dffe79ea tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:48.943739 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fbad30de-5887-4111-b50b-98a3597d961f req-0760bb57-e0d2-4145-9f6c-30f1dffe79ea tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.3189363 Aug 20 10:29:48.944745 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Port dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 on network 26a8d71d-0644-451c-9299-eaa0810626b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:29:48.945214 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Attempting to bind port dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 on network 26a8d71d-0644-451c-9299-eaa0810626b4 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:29:48.975974 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Transition to ACTIVE for port object 7cb00c9d-b036-4306-9048-73498f34caf9 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:48.995326 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:49.014991 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f71b6c6d-1714-42bd-97ce-3b03aa7c0ac4 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:49.018902 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f71b6c6d-1714-42bd-97ce-3b03aa7c0ac4 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5519454 Aug 20 10:29:49.019756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55586) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:49.029141 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d5f30725-60fc-4876-a864-50afd21b5e28 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:49.047977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e2db6-1c5b-4ef1-b420-a7829cea2238 req-df510c17-e6ab-45e5-af5b-433821850a67 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:49.051698 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a35e2db6-1c5b-4ef1-b420-a7829cea2238 req-df510c17-e6ab-45e5-af5b-433821850a67 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 944 time: 0.1916852 Aug 20 10:29:49.073372 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:49.077537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:49.085964 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:29:49.097844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Pushing event updated for resources: {'Port': ['ID=7cb00c9d-b036-4306-9048-73498f34caf9,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:49.168826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Attempting to bind port 7cb00c9d-b036-4306-9048-73498f34caf9 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:29:49.169502 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Attempting to bind port 7cb00c9d-b036-4306-9048-73498f34caf9 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:29:49.170034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Attempting to bind port 7cb00c9d-b036-4306-9048-73498f34caf9 on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:29:49.189930 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:29:49.191797 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:29:49.192419 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:49.192998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:29:49.193706 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Bound port: 7cb00c9d-b036-4306-9048-73498f34caf9, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:29:49.194284 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:49.289995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] For port 7cb00c9d-b036-4306-9048-73498f34caf9, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:29:49.295309 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] For port 7cb00c9d-b036-4306-9048-73498f34caf9, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7cb00c9d-b036-4306-9048-73498f34caf9,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:29:49.329893 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:49.564619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5f818-8896-40c3-8035-f789f0db6517 None None] Pushing event updated for resources: {'Port': ['ID=7cb00c9d-b036-4306-9048-73498f34caf9,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:49.612456 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:29:49.613048 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Checking segment: {'id': '25c3e666-5e46-4a25-aad3-760bf1c2bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '26a8d71d-0644-451c-9299-eaa0810626b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:29:49.613618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Bound using segment: {'id': '25c3e666-5e46-4a25-aad3-760bf1c2bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '26a8d71d-0644-451c-9299-eaa0810626b4'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:29:49.614390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Bound port: dd9c4272-c622-4045-b6e9-5ae8bf0f67c6, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c3e666-5e46-4a25-aad3-760bf1c2bc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '26a8d71d-0644-451c-9299-eaa0810626b4'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:29:49.615019 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:49.650992 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d5f30725-60fc-4876-a864-50afd21b5e28 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:49.670947 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a35e2db6-1c5b-4ef1-b420-a7829cea2238 req-0c42f192-87a3-4f10-8665-8dc0f785737f tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/security-groups?id=308a7758-85f2-4907-9aa0-e2e17315c383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173457 Aug 20 10:29:49.704397 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8397a90c-3251-456b-90df-4bdebd84f571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:49.911924 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fbad30de-5887-4111-b50b-98a3597d961f req-c1d8e386-7c07-4433-bd37-42beea73cefe tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9514704 Aug 20 10:29:49.999477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] For port dd9c4272-c622-4045-b6e9-5ae8bf0f67c6, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:29:50.025686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] For port dd9c4272-c622-4045-b6e9-5ae8bf0f67c6, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=dd9c4272-c622-4045-b6e9-5ae8bf0f67c6,segment=NetworkSegment(25c3e666-5e46-4a25-aad3-760bf1c2bc30),segment_id=25c3e666-5e46-4a25-aad3-760bf1c2bc30)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:29:50.070313 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:50.128377 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:50.129439 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:50.132065 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] 10.222.0.42 "PUT /v2.0/ports/dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 HTTP/1.1" status: 200 len: 1093 time: 3.8955860 Aug 20 10:29:50.146716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56314cb7-bb37-48fd-9d0f-4acaf76e1948', 'tag': 'dd9c4272-c622-4045-b6e9-5ae8bf0f67c6'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:29:50.151493 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b917f67e-fb7d-4025-a7ab-e1ad0a7de113" -d '{"events": [{"name": "network-changed", "server_uuid": "56314cb7-bb37-48fd-9d0f-4acaf76e1948", "tag": "dd9c4272-c622-4045-b6e9-5ae8bf0f67c6"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:29:50.248129 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d5f30725-60fc-4876-a864-50afd21b5e28 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:50.291534 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d5f30725-60fc-4876-a864-50afd21b5e28 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:50.326037 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef7ce3f-fdf8-498c-8641-e9c81dc4a9a7 x-openstack-request-id: req-fef7ce3f-fdf8-498c-8641-e9c81dc4a9a7 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:29:50.326600 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56314cb7-bb37-48fd-9d0f-4acaf76e1948", "tag": "dd9c4272-c622-4045-b6e9-5ae8bf0f67c6", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:29:50.326772 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fef7ce3f-fdf8-498c-8641-e9c81dc4a9a7 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:29:50.327407 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56314cb7-bb37-48fd-9d0f-4acaf76e1948', 'tag': 'dd9c4272-c622-4045-b6e9-5ae8bf0f67c6', 'status': 'completed', 'code': 200} Aug 20 10:29:50.353847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-ae75c26f-c173-41bc-bacd-95a0d9340e26 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::ab5b:9bb0:a90b:4f42 (7b83641d-fbeb-417a-8d09-ab733c99b474/4b6cb1d2-c7a6-4104-a411-c5b4bf7f2e02/0175c9b4-7c8b-4d4c-80c9-b2e7c6add07d) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:29:50.377039 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8397a90c-3251-456b-90df-4bdebd84f571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:50.410581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce8769-2c1d-4952-a493-5aa80b57b801 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9c4272-c622-4045-b6e9-5ae8bf0f67c6,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:50.418038 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8397a90c-3251-456b-90df-4bdebd84f571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:50.420768 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8397a90c-3251-456b-90df-4bdebd84f571 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/64133869-5bd5-42bd-b5db-2eab67b96fbd HTTP/1.1" status: 204 len: 168 time: 2.2710764 Aug 20 10:29:50.429865 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55598) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:50.449933 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397a90c-3251-456b-90df-4bdebd84f571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64133869-5bd5-42bd-b5db-2eab67b96fbd,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:50.474518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-6d0914ce-352a-4c12-8034-10a3fbb0af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:50.476200 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-6d0914ce-352a-4c12-8034-10a3fbb0af86 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b7f72a016d34f6a9b31295df620a8c7&device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 1096 time: 0.2696409 Aug 20 10:29:50.553612 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-55272ccf-07db-4b36-af08-8100aef7d097 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 HTTP/1.1" status: 200 len: 217 time: 0.0457072 Aug 20 10:29:50.681220 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-195ffd94-dbe3-4606-bd1f-bc906553684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:50.686377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-d5f30725-60fc-4876-a864-50afd21b5e28 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Allocated IP 172.25.3.56 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/a79d9660-9a45-4972-b7f9-a07cded5aaeb) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:29:50.763621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-193ec9d5-8584-47fc-93e1-34a524adbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:50.774583 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-193ec9d5-8584-47fc-93e1-34a524adbaef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5af971f3-45b2-4d8d-91b4-c95f5b48ac2b HTTP/1.1" status: 200 len: 854 time: 0.2119088 Aug 20 10:29:50.905034 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-195ffd94-dbe3-4606-bd1f-bc906553684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:50.933593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-195ffd94-dbe3-4606-bd1f-bc906553684e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521ff98a-19d4-4dad-ba6b-3be4a8250a46']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:50.948348 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-5c3e5807-a4dc-4a21-947d-2b15e6c45753 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26a8d71d-0644-451c-9299-eaa0810626b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397030 Aug 20 10:29:50.961896 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-195ffd94-dbe3-4606-bd1f-bc906553684e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09fe89d-a296-48c5-8294-fba279f32099') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:50.962958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-195ffd94-dbe3-4606-bd1f-bc906553684e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09fe89d-a296-48c5-8294-fba279f32099') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:50.982905 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-195ffd94-dbe3-4606-bd1f-bc906553684e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:51.013365 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-195ffd94-dbe3-4606-bd1f-bc906553684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:51.027380 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195ffd94-dbe3-4606-bd1f-bc906553684e admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:29:51.027380 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-195ffd94-dbe3-4606-bd1f-bc906553684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:29:51.164618 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:29:51.177759 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-195ffd94-dbe3-4606-bd1f-bc906553684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:51.211807 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-195ffd94-dbe3-4606-bd1f-bc906553684e admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:51.217431 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-195ffd94-dbe3-4606-bd1f-bc906553684e admin admin] 10.222.0.16 "DELETE /v2.0/networks/521ff98a-19d4-4dad-ba6b-3be4a8250a46 HTTP/1.1" status: 204 len: 168 time: 0.7827435 Aug 20 10:29:51.219717 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7cb00c9d-b036-4306-9048-73498f34caf9 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:29:51.327832 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ffd94-dbe3-4606-bd1f-bc906553684e admin admin] Pushing event deleted for resources: {'Network': ['ID=521ff98a-19d4-4dad-ba6b-3be4a8250a46,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:51.329784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e65b7a30-f234-43e5-881e-31cf0d9212e7 None None] Provisioning for port 7cb00c9d-b036-4306-9048-73498f34caf9 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:29:51.398284 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1ba4d-d6eb-4466-b974-b77bc298d26e req-aa1a0b83-45ba-4871-ba9c-2530946b73e7 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:51.420738 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63b1ba4d-d6eb-4466-b974-b77bc298d26e req-aa1a0b83-45ba-4871-ba9c-2530946b73e7 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.2124643 Aug 20 10:29:51.424486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 7cb00c9d-b036-4306-9048-73498f34caf9 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:29:51.427165 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae75c26f-c173-41bc-bacd-95a0d9340e26 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:51.432987 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7cb00c9d-b036-4306-9048-73498f34caf9 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:29:51.433514 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:51.480178 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8b939-68f6-4e12-a06c-b17655d61764 req-b8e376dc-63e3-41ba-abb4-34675208ed26 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:51.493509 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dfa8b939-68f6-4e12-a06c-b17655d61764 req-b8e376dc-63e3-41ba-abb4-34675208ed26 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 944 time: 0.6592004 Aug 20 10:29:51.568421 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-ae75c26f-c173-41bc-bacd-95a0d9340e26 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object 0175c9b4-7c8b-4d4c-80c9-b2e7c6add07d will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:51.572138 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d5f30725-60fc-4876-a864-50afd21b5e28 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:51.613530 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 34d64af0-af07-4aeb-b27b-eb01fe383cb0 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:29:51.673685 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63b1ba4d-d6eb-4466-b974-b77bc298d26e req-90cd17a7-d46e-4488-8925-28434ef9a76a tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449553 Aug 20 10:29:51.682904 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55612) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:51.731017 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:51.827234 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-fe9770d7-07a8-4986-8b1c-501e971b6b4f service neutron] 10.222.0.42 "GET /v2.0/networks/26a8d71d-0644-451c-9299-eaa0810626b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8173583 Aug 20 10:29:51.848842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 7cb00c9d-b036-4306-9048-73498f34caf9, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7cb00c9d-b036-4306-9048-73498f34caf9,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:51.860864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 34d64af0-af07-4aeb-b27b-eb01fe383cb0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:29:51.861759 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:51.871492 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:51.921901 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dfa8b939-68f6-4e12-a06c-b17655d61764 req-1bf57919-b559-4166-8bee-8ea11ad28060 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/security-groups?id=308a7758-85f2-4907-9aa0-e2e17315c383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269345 Aug 20 10:29:51.983715 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ccd3270a-9ecd-4170-a031-d4d7c048e156 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5d02e1430354d48898dceb66190cc41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758989 Aug 20 10:29:51.985277 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55614) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:52.042895 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d5f30725-60fc-4876-a864-50afd21b5e28 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:52.102846 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae75c26f-c173-41bc-bacd-95a0d9340e26 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:52.222350 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f30725-60fc-4876-a864-50afd21b5e28 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Pushing event updated for resources: {'Port': ['ID=a79d9660-9a45-4972-b7f9-a07cded5aaeb,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:52.229930 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=7cb00c9d-b036-4306-9048-73498f34caf9,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:52.259916 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae75c26f-c173-41bc-bacd-95a0d9340e26 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:52.268883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f30725-60fc-4876-a864-50afd21b5e28 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:52.274784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-ae75c26f-c173-41bc-bacd-95a0d9340e26 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:52.275074 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-d5f30725-60fc-4876-a864-50afd21b5e28 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:52.277731 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75c26f-c173-41bc-bacd-95a0d9340e26 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:29:52.286989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae75c26f-c173-41bc-bacd-95a0d9340e26 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:52.289367 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae75c26f-c173-41bc-bacd-95a0d9340e26 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:52.298420 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75c26f-c173-41bc-bacd-95a0d9340e26 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=0175c9b4-7c8b-4d4c-80c9-b2e7c6add07d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:52.307457 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f30725-60fc-4876-a864-50afd21b5e28 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:29:52.338867 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe6c032b-2fb2-47c8-a1cf-0cad822b7001 req-91704071-2906-4c13-a5aa-13f082ff8a60 service neutron] 10.222.0.42 "GET /v2.0/networks/26a8d71d-0644-451c-9299-eaa0810626b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884617 Aug 20 10:29:52.344562 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ae75c26f-c173-41bc-bacd-95a0d9340e26 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8243752 Aug 20 10:29:52.346343 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55626) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:52.350911 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:52.374268 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-01c0c8bf-28a9-488e-8f26-2966075eed4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:52.418627 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-01c0c8bf-28a9-488e-8f26-2966075eed4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:52.455064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 34d64af0-af07-4aeb-b27b-eb01fe383cb0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=34d64af0-af07-4aeb-b27b-eb01fe383cb0,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:52.456649 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d64af0-af07-4aeb-b27b-eb01fe383cb0'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:29:52.462022 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df80b47b-fcdf-4861-8bf2-ce2096491f93" -d '{"events": [{"server_uuid": "0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e", "name": "network-vif-plugged", "status": "completed", "tag": "34d64af0-af07-4aeb-b27b-eb01fe383cb0"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:29:52.484563 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:52.589581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2293c6c-54a6-4f22-bf2b-012bfb39cb64 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:52.601062 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2293c6c-54a6-4f22-bf2b-012bfb39cb64 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:52.604535 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d2293c6c-54a6-4f22-bf2b-012bfb39cb64 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2555747 Aug 20 10:29:52.609756 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55630) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:52.623007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917f67e-fb7d-4025-a7ab-e1ad0a7de113 req-0418067b-2e9c-4177-8b73-7d82c1133348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:52.624742 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b917f67e-fb7d-4025-a7ab-e1ad0a7de113 req-0418067b-2e9c-4177-8b73-7d82c1133348 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b7f72a016d34f6a9b31295df620a8c7&device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 1096 time: 0.1799910 Aug 20 10:29:52.627795 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f0d64c-97c3-4d13-9ac1-d6163dcf774d x-openstack-request-id: req-61f0d64c-97c3-4d13-9ac1-d6163dcf774d {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:29:52.632412 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e", "name": "network-vif-plugged", "status": "completed", "tag": "34d64af0-af07-4aeb-b27b-eb01fe383cb0", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:29:52.632869 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61f0d64c-97c3-4d13-9ac1-d6163dcf774d {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:29:52.636875 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d64af0-af07-4aeb-b27b-eb01fe383cb0', 'code': 200} Aug 20 10:29:52.739034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=34d64af0-af07-4aeb-b27b-eb01fe383cb0,revision_number=10']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:52.744156 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:52.874543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-01c0c8bf-28a9-488e-8f26-2966075eed4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:52.879867 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-01c0c8bf-28a9-488e-8f26-2966075eed4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:52.881612 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-01c0c8bf-28a9-488e-8f26-2966075eed4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d474833c-4860-4208-9e28-9af83036a1e7 HTTP/1.1" status: 204 len: 168 time: 0.8906848 Aug 20 10:29:52.903754 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f8679d2a-2e20-420c-bd8f-3be0c4bc0ddd None None] Provisioning for port 0175c9b4-7c8b-4d4c-80c9-b2e7c6add07d completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:29:52.913971 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f8679d2a-2e20-420c-bd8f-3be0c4bc0ddd None None] Provisioning complete for port 0175c9b4-7c8b-4d4c-80c9-b2e7c6add07d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:29:52.915810 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f8679d2a-2e20-420c-bd8f-3be0c4bc0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:52.923305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0c8bf-28a9-488e-8f26-2966075eed4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d474833c-4860-4208-9e28-9af83036a1e7,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:52.971278 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-f8679d2a-2e20-420c-bd8f-3be0c4bc0ddd None None] Port 0175c9b4-7c8b-4d4c-80c9-b2e7c6add07d cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:29:53.030284 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917f67e-fb7d-4025-a7ab-e1ad0a7de113 req-32e77a23-cc31-42b2-838a-f686e152cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:53.032193 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b917f67e-fb7d-4025-a7ab-e1ad0a7de113 req-32e77a23-cc31-42b2-838a-f686e152cdfb service neutron] 10.222.0.42 "GET /v2.0/networks?id=26a8d71d-0644-451c-9299-eaa0810626b4 HTTP/1.1" status: 200 len: 915 time: 0.3874681 Aug 20 10:29:53.045060 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-9d8869e4-5be2-4bb8-bbc6-c142711bdb61 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port 0175c9b4-7c8b-4d4c-80c9-b2e7c6add07d {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:53.045399 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9d8869e4-5be2-4bb8-bbc6-c142711bdb61 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:53.121233 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7cb00c9d-b036-4306-9048-73498f34caf9 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:29:53.130159 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe1e7e-3190-4363-bd16-07a6fec6b2f2 req-b96968a5-8d92-4bc1-a196-1fe3c7223c0c tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:53.134237 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21fe1e7e-3190-4363-bd16-07a6fec6b2f2 req-b96968a5-8d92-4bc1-a196-1fe3c7223c0c tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.2987919 Aug 20 10:29:53.174496 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b917f67e-fb7d-4025-a7ab-e1ad0a7de113 req-20706439-7db4-4a56-bcef-971f42f92f3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 HTTP/1.1" status: 200 len: 217 time: 0.1319928 Aug 20 10:29:53.307105 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917f67e-fb7d-4025-a7ab-e1ad0a7de113 req-591dc2d8-275b-4eff-b2e0-3cd8d1530e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:53.307341 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7cb00c9d-b036-4306-9048-73498f34caf9 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:29:53.308056 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:53.309773 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b917f67e-fb7d-4025-a7ab-e1ad0a7de113 req-591dc2d8-275b-4eff-b2e0-3cd8d1530e55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5af971f3-45b2-4d8d-91b4-c95f5b48ac2b HTTP/1.1" status: 200 len: 854 time: 0.1232636 Aug 20 10:29:53.315947 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21fe1e7e-3190-4363-bd16-07a6fec6b2f2 req-60db811e-7324-4d0b-88b1-9dae0f15da80 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474760 Aug 20 10:29:53.318258 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9d8869e4-5be2-4bb8-bbc6-c142711bdb61 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:53.360805 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b917f67e-fb7d-4025-a7ab-e1ad0a7de113 req-3d95ccc5-bf2c-4ed3-bada-6dcab1340111 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26a8d71d-0644-451c-9299-eaa0810626b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387521 Aug 20 10:29:53.379226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-9d8869e4-5be2-4bb8-bbc6-c142711bdb61 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for 0175c9b4-7c8b-4d4c-80c9-b2e7c6add07d owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:53.416328 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d5f30725-60fc-4876-a864-50afd21b5e28 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:53.571980 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b917f67e-fb7d-4025-a7ab-e1ad0a7de113 req-113815c5-f701-4663-a020-167b9819dedb service neutron] 10.222.0.42 "GET /v2.0/networks/26a8d71d-0644-451c-9299-eaa0810626b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029288 Aug 20 10:29:53.777747 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9d8869e4-5be2-4bb8-bbc6-c142711bdb61 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:53.846719 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8869e4-5be2-4bb8-bbc6-c142711bdb61 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=0175c9b4-7c8b-4d4c-80c9-b2e7c6add07d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:53.848597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc70c9-646b-4927-9094-44d0ae7ddc9c req-8ae3b1ea-67dc-42b6-95cf-00b3a4ab81cb tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:53.859396 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b917f67e-fb7d-4025-a7ab-e1ad0a7de113 req-a7282575-06f0-42fe-8f90-9337a914e6fe service neutron] 10.222.0.42 "GET /v2.0/networks/26a8d71d-0644-451c-9299-eaa0810626b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700384 Aug 20 10:29:53.863318 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4cc70c9-646b-4927-9094-44d0ae7ddc9c req-8ae3b1ea-67dc-42b6-95cf-00b3a4ab81cb tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 944 time: 0.4344389 Aug 20 10:29:53.927190 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9d8869e4-5be2-4bb8-bbc6-c142711bdb61 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:53.930200 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9d8869e4-5be2-4bb8-bbc6-c142711bdb61 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/0175c9b4-7c8b-4d4c-80c9-b2e7c6add07d HTTP/1.1" status: 204 len: 168 time: 1.3192718 Aug 20 10:29:53.935395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55658) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:54.078062 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4cc70c9-646b-4927-9094-44d0ae7ddc9c req-06dd770d-2e1f-453e-b928-1d52f0da9e49 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/security-groups?id=308a7758-85f2-4907-9aa0-e2e17315c383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130876 Aug 20 10:29:54.084939 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f9f609-7a33-4a80-b4e6-eb3df97c172c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:54.088120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f9f609-7a33-4a80-b4e6-eb3df97c172c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:54.094401 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-30f9f609-7a33-4a80-b4e6-eb3df97c172c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1549690 Aug 20 10:29:54.095172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55664) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:54.246174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b963b6-4fae-4e10-9def-d2ff1d26ad74 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet 4b6cb1d2-c7a6-4104-a411-c5b4bf7f2e02 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:29:54.254123 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-47b963b6-4fae-4e10-9def-d2ff1d26ad74 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:54.331300 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d5f30725-60fc-4876-a864-50afd21b5e28 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:54.347534 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d5f30725-60fc-4876-a864-50afd21b5e28 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:54.416810 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-47b963b6-4fae-4e10-9def-d2ff1d26ad74 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:54.560973 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-47b963b6-4fae-4e10-9def-d2ff1d26ad74 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:54.650138 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-47b963b6-4fae-4e10-9def-d2ff1d26ad74 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:54.696147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b963b6-4fae-4e10-9def-d2ff1d26ad74 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=4b6cb1d2-c7a6-4104-a411-c5b4bf7f2e02,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:54.706049 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-47b963b6-4fae-4e10-9def-d2ff1d26ad74 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:54.713038 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-47b963b6-4fae-4e10-9def-d2ff1d26ad74 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/4b6cb1d2-c7a6-4104-a411-c5b4bf7f2e02 HTTP/1.1" status: 204 len: 168 time: 0.6160934 Aug 20 10:29:54.715783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55686) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:54.716364 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82753d6-a1b4-4631-900b-35b0eac9ff27 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:29:54.808568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d73c0-7fc6-49c2-95e0-2dcb13f15005 req-f2ee16d2-3884-4e9d-90f4-09ae1bd1df4c tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:54.831940 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-507d73c0-7fc6-49c2-95e0-2dcb13f15005 req-f2ee16d2-3884-4e9d-90f4-09ae1bd1df4c tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.2190726 Aug 20 10:29:54.842044 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b95ef8ba-e884-43b3-b693-3effd643305f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1235213 Aug 20 10:29:54.847125 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55692) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:54.869556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d966aa68-4514-41d6-937c-9a5b9bd097e4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:54.935418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f30725-60fc-4876-a864-50afd21b5e28 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Router d91bb13d-b3d1-4886-924b-cc907227fdc2 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:29:54.972297 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-507d73c0-7fc6-49c2-95e0-2dcb13f15005 req-8cc93a49-7c37-4bf2-82f1-7b7bd392ed06 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371398 Aug 20 10:29:55.101429 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d966aa68-4514-41d6-937c-9a5b9bd097e4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:29:55.133976 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d966aa68-4514-41d6-937c-9a5b9bd097e4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:55.139424 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04374ee8-9edb-4560-a2c8-81c6a10ecc75 None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:29:55.240625 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f30725-60fc-4876-a864-50afd21b5e28 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:29:55.253134 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d5f30725-60fc-4876-a864-50afd21b5e28 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:55.262149 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-04374ee8-9edb-4560-a2c8-81c6a10ecc75 None None] Deleting port 7cb00c9d-b036-4306-9048-73498f34caf9 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:55.263286 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-04374ee8-9edb-4560-a2c8-81c6a10ecc75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:55.267321 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d5f30725-60fc-4876-a864-50afd21b5e28 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "PUT /v2.0/routers/d91bb13d-b3d1-4886-924b-cc907227fdc2 HTTP/1.1" status: 200 len: 882 time: 6.2340820 Aug 20 10:29:55.268900 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55700) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:55.273279 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d0cfd1-cdaa-4fa8-b1ff-ab9106e6166e None None] Sync routers for ids ['d91bb13d-b3d1-4886-924b-cc907227fdc2'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:29:55.419090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d0cfd1-cdaa-4fa8-b1ff-ab9106e6166e None None] Routers {'d91bb13d-b3d1-4886-924b-cc907227fdc2'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:29:55.423063 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-52d0cfd1-cdaa-4fa8-b1ff-ab9106e6166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:29:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d91bb13d-b3d1-4886-924b-cc907227fdc2'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:55.500063 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-52d0cfd1-cdaa-4fa8-b1ff-ab9106e6166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:55.588584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-04374ee8-9edb-4560-a2c8-81c6a10ecc75 None None] For port 7cb00c9d-b036-4306-9048-73498f34caf9, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7cb00c9d-b036-4306-9048-73498f34caf9,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:55.591988 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-04374ee8-9edb-4560-a2c8-81c6a10ecc75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:55.628747 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9bcf7b5d-e7cd-477d-99fa-405c07dac527 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "GET /v2.0/routers/d91bb13d-b3d1-4886-924b-cc907227fdc2 HTTP/1.1" status: 200 len: 923 time: 0.3581493 Aug 20 10:29:55.635406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55706) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:55.649410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:29:55.701821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-04374ee8-9edb-4560-a2c8-81c6a10ecc75 None None] Calling delete_port for 7cb00c9d-b036-4306-9048-73498f34caf9 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:55.741164 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d0cfd1-cdaa-4fa8-b1ff-ab9106e6166e None None] Routers {'d91bb13d-b3d1-4886-924b-cc907227fdc2'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:29:55.742186 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-52d0cfd1-cdaa-4fa8-b1ff-ab9106e6166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:29:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d91bb13d-b3d1-4886-924b-cc907227fdc2'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:55.785285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b900f22-4c2c-4cf4-b787-5c077a42367a tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:55.791151 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7b900f22-4c2c-4cf4-b787-5c077a42367a tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&device_id=d91bb13d-b3d1-4886-924b-cc907227fdc2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1526871 Aug 20 10:29:55.794220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55710) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:55.823632 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd90d4b-7325-4572-8409-80592c2af2de req-758ff508-4801-4465-95c4-27221c85fe0a tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:55.831394 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2bd90d4b-7325-4572-8409-80592c2af2de req-758ff508-4801-4465-95c4-27221c85fe0a tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 944 time: 0.5457938 Aug 20 10:29:55.904717 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-52d0cfd1-cdaa-4fa8-b1ff-ab9106e6166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:29:55.912375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d0cfd1-cdaa-4fa8-b1ff-ab9106e6166e None None] The sync data for ids ['d91bb13d-b3d1-4886-924b-cc907227fdc2'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:29:55.947036 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d966aa68-4514-41d6-937c-9a5b9bd097e4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:56.016729 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a540ff-3874-4f88-a39c-d89a4b3aef55 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:56.021248 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c6a540ff-3874-4f88-a39c-d89a4b3aef55 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 881 time: 0.2223766 Aug 20 10:29:56.024498 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55728) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:56.067633 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2bd90d4b-7325-4572-8409-80592c2af2de req-66bf039f-619a-475b-a78f-835f82f5546f tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/security-groups?id=308a7758-85f2-4907-9aa0-e2e17315c383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337682 Aug 20 10:29:56.099179 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.resource_extend [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:29:56.102581 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2afad81c-d93b-4ac0-8820-b965f7228e57 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "GET /v2.0/ports?device_id=d91bb13d-b3d1-4886-924b-cc907227fdc2 HTTP/1.1" status: 200 len: 205 time: 0.0752482 Aug 20 10:29:56.107246 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55730) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:56.172603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d966aa68-4514-41d6-937c-9a5b9bd097e4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:56.176288 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966aa68-4514-41d6-937c-9a5b9bd097e4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=0497307a-acf6-43fe-9aa6-cbb37a58a07e,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:56.192902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-d966aa68-4514-41d6-937c-9a5b9bd097e4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:56.206114 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d966aa68-4514-41d6-937c-9a5b9bd097e4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:56.207372 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d966aa68-4514-41d6-937c-9a5b9bd097e4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:56.285648 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d966aa68-4514-41d6-937c-9a5b9bd097e4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4311702 Aug 20 10:29:56.289350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55736) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:56.310866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a86992e8-b867-4024-b53c-9a6da438a192 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'fixed_ips': [{'subnet_id': '0497307a-acf6-43fe-9aa6-cbb37a58a07e', 'ip_address': '2001:db8::8b3c:1e51:2e3d:4f90'}], 'name': 'tempest-NetworksTestDHCPv6-1816000683'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:56.454333 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port dd9c4272-c622-4045-b6e9-5ae8bf0f67c6, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=dd9c4272-c622-4045-b6e9-5ae8bf0f67c6,segment=NetworkSegment(25c3e666-5e46-4a25-aad3-760bf1c2bc30),segment_id=25c3e666-5e46-4a25-aad3-760bf1c2bc30)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:56.458458 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-04374ee8-9edb-4560-a2c8-81c6a10ecc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:56.499767 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04374ee8-9edb-4560-a2c8-81c6a10ecc75 None None] No DVR routers for this DVR port 7cb00c9d-b036-4306-9048-73498f34caf9 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:29:56.506328 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04374ee8-9edb-4560-a2c8-81c6a10ecc75 None None] Pushing event deleted for resources: {'Port': ['ID=7cb00c9d-b036-4306-9048-73498f34caf9,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:56.514964 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'dd9c4272-c622-4045-b6e9-5ae8bf0f67c6', 'network_id': '26a8d71d-0644-451c-9299-eaa0810626b4', 'port_id': 'dd9c4272-c622-4045-b6e9-5ae8bf0f67c6', 'mac_address': 'fa:16:3e:4c:cc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af971f3-45b2-4d8d-91b4-c95f5b48ac2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:29:56.536857 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a43b1ba0-a8e9-4a74-91c5-24121eb06676 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:56.540142 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30001bf6-6266-4a0c-ab7f-48ef98efd271 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:29:56.638339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90273f0-ac91-4363-aa9e-2fa44a3083d1 req-443bccba-d2f2-41df-8c8e-ea7cc63081db tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:56.641115 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a90273f0-ac91-4363-aa9e-2fa44a3083d1 req-443bccba-d2f2-41df-8c8e-ea7cc63081db tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.1799464 Aug 20 10:29:56.684543 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:56.705613 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86992e8-b867-4024-b53c-9a6da438a192 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:29:56.761159 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a90273f0-ac91-4363-aa9e-2fa44a3083d1 req-4120a9fc-5163-42ed-b984-301d44773ad0 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590417 Aug 20 10:29:56.825316 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a43b1ba0-a8e9-4a74-91c5-24121eb06676 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:56.967302 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:29:57.032062 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port dd9c4272-c622-4045-b6e9-5ae8bf0f67c6, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=dd9c4272-c622-4045-b6e9-5ae8bf0f67c6,segment=NetworkSegment(25c3e666-5e46-4a25-aad3-760bf1c2bc30),segment_id=25c3e666-5e46-4a25-aad3-760bf1c2bc30)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:29:57.043539 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:57.078608 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a86992e8-b867-4024-b53c-9a6da438a192 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:57.144344 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-a86992e8-b867-4024-b53c-9a6da438a192 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port 6d810a1a-58a1-4ba9-b433-39dcc76235bd yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:29:57.145455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=dd9c4272-c622-4045-b6e9-5ae8bf0f67c6,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:57.238458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7cb00c9d-b036-4306-9048-73498f34caf9 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:29:57.304423 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 7cb00c9d-b036-4306-9048-73498f34caf9 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:29:57.305334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7cb00c9d-b036-4306-9048-73498f34caf9 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:29:57.371206 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['dd9c4272-c622-4045-b6e9-5ae8bf0f67c6'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:29:57.425985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': '0497307a-acf6-43fe-9aa6-cbb37a58a07e'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:29:57.427658 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:57.860025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a43b1ba0-a8e9-4a74-91c5-24121eb06676 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Deleting port a79d9660-9a45-4972-b7f9-a07cded5aaeb {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:57.861442 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a43b1ba0-a8e9-4a74-91c5-24121eb06676 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:58.003993 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc555fd-7881-4afc-94ac-e12087dd64cd req-e7a7267b-163b-4183-afa2-8a95b21bc9b5 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:58.012646 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5fc555fd-7881-4afc-94ac-e12087dd64cd req-e7a7267b-163b-4183-afa2-8a95b21bc9b5 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 945 time: 0.6021814 Aug 20 10:29:58.033266 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a43b1ba0-a8e9-4a74-91c5-24121eb06676 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:58.057219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-a86992e8-b867-4024-b53c-9a6da438a192 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::8b3c:1e51:2e3d:4f90 (7b83641d-fbeb-417a-8d09-ab733c99b474/0497307a-acf6-43fe-9aa6-cbb37a58a07e/6d810a1a-58a1-4ba9-b433-39dcc76235bd) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:29:58.084266 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a43b1ba0-a8e9-4a74-91c5-24121eb06676 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Calling delete_port for a79d9660-9a45-4972-b7f9-a07cded5aaeb owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:58.104864 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5fc555fd-7881-4afc-94ac-e12087dd64cd req-596ee787-b384-4e77-87d9-87a8e5081427 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/security-groups?id=308a7758-85f2-4907-9aa0-e2e17315c383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907466 Aug 20 10:29:58.407018 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c736b44-ff26-4a4e-b07f-ba8550ed2479 req-60ff9cfc-d641-4557-9ded-2db177d0878b tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:58.414811 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6c736b44-ff26-4a4e-b07f-ba8550ed2479 req-60ff9cfc-d641-4557-9ded-2db177d0878b tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.1712782 Aug 20 10:29:58.494885 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6c736b44-ff26-4a4e-b07f-ba8550ed2479 req-a4620906-0c73-4be4-9571-2d74c809bec3 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786073 Aug 20 10:29:58.501252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a43b1ba0-a8e9-4a74-91c5-24121eb06676 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:58.503958 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a86992e8-b867-4024-b53c-9a6da438a192 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:58.534800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b1ba0-a8e9-4a74-91c5-24121eb06676 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Pushing event deleted for resources: {'Port': ['ID=a79d9660-9a45-4972-b7f9-a07cded5aaeb,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:58.559014 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-a86992e8-b867-4024-b53c-9a6da438a192 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object 6d810a1a-58a1-4ba9-b433-39dcc76235bd will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:58.623299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a43b1ba0-a8e9-4a74-91c5-24121eb06676 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:58.666803 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a86992e8-b867-4024-b53c-9a6da438a192 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:58.780426 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Allocated IP 2001:db8::2 (7b83641d-fbeb-417a-8d09-ab733c99b474/0497307a-acf6-43fe-9aa6-cbb37a58a07e/14c7cb8c-8b6d-4f02-a83f-7ab5d1096425) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:29:58.806847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86992e8-b867-4024-b53c-9a6da438a192 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:58.832663 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-a86992e8-b867-4024-b53c-9a6da438a192 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:58.843652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86992e8-b867-4024-b53c-9a6da438a192 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:29:58.847956 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a43b1ba0-a8e9-4a74-91c5-24121eb06676 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:58.851358 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a43b1ba0-a8e9-4a74-91c5-24121eb06676 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:58.853990 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86992e8-b867-4024-b53c-9a6da438a192 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:58.854736 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a86992e8-b867-4024-b53c-9a6da438a192 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:58.857484 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86992e8-b867-4024-b53c-9a6da438a192 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=6d810a1a-58a1-4ba9-b433-39dcc76235bd,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:58.883731 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a86992e8-b867-4024-b53c-9a6da438a192 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5909746 Aug 20 10:29:58.884644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55780) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:58.951373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928d29b1-374c-43be-bb15-f14ccb979b3a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:58.956626 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-928d29b1-374c-43be-bb15-f14ccb979b3a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0706975 Aug 20 10:29:58.957418 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55782) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:59.053600 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a43b1ba0-a8e9-4a74-91c5-24121eb06676 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:59.055459 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43b1ba0-a8e9-4a74-91c5-24121eb06676 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Fanout notify agent at l3_agent the message router_deleted on router d91bb13d-b3d1-4886-924b-cc907227fdc2 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:29:59.081658 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a43b1ba0-a8e9-4a74-91c5-24121eb06676 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:59.083666 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a43b1ba0-a8e9-4a74-91c5-24121eb06676 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "DELETE /v2.0/routers/d91bb13d-b3d1-4886-924b-cc907227fdc2 HTTP/1.1" status: 204 len: 168 time: 2.9745245 Aug 20 10:29:59.089916 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55786) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:59.107817 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-86e2c482-3efd-4ead-b784-ad36c0441ac3 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-818092041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:59.141310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-cdc6171f-cb14-404e-b7af-07cb4e83d0b6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port 6d810a1a-58a1-4ba9-b433-39dcc76235bd {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:29:59.143203 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdc6171f-cb14-404e-b7af-07cb4e83d0b6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:59.178589 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86e2c482-3efd-4ead-b784-ad36c0441ac3 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:59.180833 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86e2c482-3efd-4ead-b784-ad36c0441ac3 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:59.208124 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:59.217974 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Transition to ACTIVE for port object 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:59.234968 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Transition to ACTIVE for port object 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:29:59.260050 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:59.310687 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8b8505be-60e6-43cd-9045-19dfaf5bf9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:59.326381 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:29:59.330828 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:29:59.335570 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:29:59.354611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Pushing event updated for resources: {'Port': ['ID=14c7cb8c-8b6d-4f02-a83f-7ab5d1096425,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:29:59.477079 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86e2c482-3efd-4ead-b784-ad36c0441ac3 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:59.486003 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86e2c482-3efd-4ead-b784-ad36c0441ac3 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:59.496390 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdc6171f-cb14-404e-b7af-07cb4e83d0b6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:59.507440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Attempting to bind port 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:29:59.508333 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Attempting to bind port 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:29:59.509445 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Attempting to bind port 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425 on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:29:59.511472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86e2c482-3efd-4ead-b784-ad36c0441ac3 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:59.513027 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-86e2c482-3efd-4ead-b784-ad36c0441ac3 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4217093 Aug 20 10:29:59.516849 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55800) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:29:59.525217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:29:59.530763 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-cdc6171f-cb14-404e-b7af-07cb4e83d0b6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for 6d810a1a-58a1-4ba9-b433-39dcc76235bd owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:29:59.541257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:29:59.542140 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:59.545088 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:29:59.547097 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Bound port: 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:29:59.549934 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:59.550176 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-70a943c7-eb00-428c-998b-9721c4ea1a25 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'enable_snat': True}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:29:59.554875 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a58ca4-c225-4b93-aca4-69695934e440 req-0e1131a6-c722-44fe-a504-658539e2a136 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:29:59.563136 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f4a58ca4-c225-4b93-aca4-69695934e440 req-0e1131a6-c722-44fe-a504-658539e2a136 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 945 time: 0.1610935 Aug 20 10:29:59.623671 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:29:59.732545 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f4a58ca4-c225-4b93-aca4-69695934e440 req-98fb9957-7d4b-4058-a7ef-7c3b1e5a8803 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/security-groups?id=308a7758-85f2-4907-9aa0-e2e17315c383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681075 Aug 20 10:29:59.840704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:29:59.859211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:29:59.860252 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:29:59.971948 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdc6171f-cb14-404e-b7af-07cb4e83d0b6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:00.019484 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6171f-cb14-404e-b7af-07cb4e83d0b6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=6d810a1a-58a1-4ba9-b433-39dcc76235bd,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:00.051823 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] For port 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:30:00.058953 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] For port 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=14c7cb8c-8b6d-4f02-a83f-7ab5d1096425,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:30:00.066905 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdc6171f-cb14-404e-b7af-07cb4e83d0b6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:00.076819 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cdc6171f-cb14-404e-b7af-07cb4e83d0b6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/6d810a1a-58a1-4ba9-b433-39dcc76235bd HTTP/1.1" status: 204 len: 168 time: 1.1180995 Aug 20 10:30:00.078094 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:00.081204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55812) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:00.097217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebf9b8-ab99-4a5f-82d4-f6f37c6c7002 req-7447443c-a434-4cf3-b419-d463b9b0ae0e tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:00.123023 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-06ebf9b8-ab99-4a5f-82d4-f6f37c6c7002 req-7447443c-a434-4cf3-b419-d463b9b0ae0e tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.2895813 Aug 20 10:30:00.259734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c5cd55-5202-44b4-b808-eb7cfb277218 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:00.272203 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c5cd55-5202-44b4-b808-eb7cfb277218 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:00.284508 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-92c5cd55-5202-44b4-b808-eb7cfb277218 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2011173 Aug 20 10:30:00.291730 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55816) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:00.335359 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-06ebf9b8-ab99-4a5f-82d4-f6f37c6c7002 req-54a698cd-23c5-4ca4-a7bb-f72c30e172c3 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219234 Aug 20 10:30:00.340766 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:00.461695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d04c47a-2d4b-42b5-b1a1-a5d2539f1c72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet 0497307a-acf6-43fe-9aa6-cbb37a58a07e {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:30:00.468111 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d04c47a-2d4b-42b5-b1a1-a5d2539f1c72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:00.499676 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56314cb7-bb37-48fd-9d0f-4acaf76e1948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9c4272-c622-4045-b6e9-5ae8bf0f67c6'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:30:00.514029 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0083b212-0cbd-44a1-949e-3effdf422b73" -d '{"events": [{"server_uuid": "56314cb7-bb37-48fd-9d0f-4acaf76e1948", "name": "network-vif-plugged", "status": "completed", "tag": "dd9c4272-c622-4045-b6e9-5ae8bf0f67c6"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:30:00.559460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8dc04-751f-412c-864d-9c70890fede0 None None] Pushing event updated for resources: {'Port': ['ID=14c7cb8c-8b6d-4f02-a83f-7ab5d1096425,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:00.582249 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-70a943c7-eb00-428c-998b-9721c4ea1a25 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:00.601600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port dd9c4272-c622-4045-b6e9-5ae8bf0f67c6, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=dd9c4272-c622-4045-b6e9-5ae8bf0f67c6,segment=NetworkSegment(25c3e666-5e46-4a25-aad3-760bf1c2bc30),segment_id=25c3e666-5e46-4a25-aad3-760bf1c2bc30)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:00.610323 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:00.683387 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d04c47a-2d4b-42b5-b1a1-a5d2539f1c72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:00.706922 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2e4fac-75eb-44f7-aced-fab2a3c62c40 x-openstack-request-id: req-ff2e4fac-75eb-44f7-aced-fab2a3c62c40 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:30:00.707495 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56314cb7-bb37-48fd-9d0f-4acaf76e1948", "name": "network-vif-plugged", "status": "completed", "tag": "dd9c4272-c622-4045-b6e9-5ae8bf0f67c6", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:30:00.707757 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff2e4fac-75eb-44f7-aced-fab2a3c62c40 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:30:00.708163 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56314cb7-bb37-48fd-9d0f-4acaf76e1948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9c4272-c622-4045-b6e9-5ae8bf0f67c6', 'code': 200} Aug 20 10:30:00.837307 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=dd9c4272-c622-4045-b6e9-5ae8bf0f67c6,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:01.228358 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:30:01.343449 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-70a943c7-eb00-428c-998b-9721c4ea1a25 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:01.356819 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d04c47a-2d4b-42b5-b1a1-a5d2539f1c72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:01.369157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532baff-a0d3-42b0-91e0-ec56d1fcfb94 req-1816a0b9-20de-48ca-a194-39150498ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:01.374295 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:30:01.379081 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5532baff-a0d3-42b0-91e0-ec56d1fcfb94 req-1816a0b9-20de-48ca-a194-39150498ff90 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 1098 time: 0.4804509 Aug 20 10:30:01.413714 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-70a943c7-eb00-428c-998b-9721c4ea1a25 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:01.469837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbaba57-69f2-46fb-a2e2-22c822b0fd00 req-6d4d0c4f-7600-4114-9882-7ca50c59dd3b tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:01.478310 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6dbaba57-69f2-46fb-a2e2-22c822b0fd00 req-6d4d0c4f-7600-4114-9882-7ca50c59dd3b tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 946 time: 0.3796625 Aug 20 10:30:01.544209 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6dbaba57-69f2-46fb-a2e2-22c822b0fd00 req-373bf648-f943-466a-8000-108460e348ba tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/security-groups?id=308a7758-85f2-4907-9aa0-e2e17315c383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649154 Aug 20 10:30:01.563351 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5532baff-a0d3-42b0-91e0-ec56d1fcfb94 req-af47a027-657d-4d1a-a8ff-faf411545dea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=308a7758-85f2-4907-9aa0-e2e17315c383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398675 Aug 20 10:30:01.590392 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d04c47a-2d4b-42b5-b1a1-a5d2539f1c72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:01.655752 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c47a-2d4b-42b5-b1a1-a5d2539f1c72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=0497307a-acf6-43fe-9aa6-cbb37a58a07e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:01.665272 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d04c47a-2d4b-42b5-b1a1-a5d2539f1c72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:01.668269 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0d04c47a-2d4b-42b5-b1a1-a5d2539f1c72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/0497307a-acf6-43fe-9aa6-cbb37a58a07e HTTP/1.1" status: 204 len: 168 time: 1.3749282 Aug 20 10:30:01.673084 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55846) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:01.767753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-70a943c7-eb00-428c-998b-9721c4ea1a25 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Allocated IP 172.25.3.248 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/e4d21226-4d94-4fc8-8d89-ca216c97517b) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:30:01.855604 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1038aaff-7053-41a7-bae6-8755c021a30b details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:30:01.858973 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1038aaff-7053-41a7-bae6-8755c021a30b no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:30:02.010352 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-70a943c7-eb00-428c-998b-9721c4ea1a25 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:02.037725 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5404d63d-8cb8-443b-8e8e-acee43ce7ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:02.118760 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-70a943c7-eb00-428c-998b-9721c4ea1a25 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:02.221262 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a943c7-eb00-428c-998b-9721c4ea1a25 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:02.227391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-70a943c7-eb00-428c-998b-9721c4ea1a25 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:02.233097 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a943c7-eb00-428c-998b-9721c4ea1a25 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:30:02.261939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc0c386-b94e-4ac9-a693-bcfda68e6616 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:30:02.351318 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905f38b-6c1c-430d-8955-c844086d6a7d req-ec43d9d5-5cc5-481b-ae60-8b74117c3181 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:02.352960 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5905f38b-6c1c-430d-8955-c844086d6a7d req-ec43d9d5-5cc5-481b-ae60-8b74117c3181 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.2523510 Aug 20 10:30:02.356594 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a943c7-eb00-428c-998b-9721c4ea1a25 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Pushing event updated for resources: {'Port': ['ID=e4d21226-4d94-4fc8-8d89-ca216c97517b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:02.457017 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:02.475631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-22961e1d-ab7d-42d2-8bbd-79b66999e17e None None] Provisioning for port 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:30:02.494291 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5905f38b-6c1c-430d-8955-c844086d6a7d req-b1defbb9-3dda-447f-adbd-b30dcee63e91 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274676 Aug 20 10:30:02.550537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-22961e1d-ab7d-42d2-8bbd-79b66999e17e None None] Provisioning complete for port 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:02.551712 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-22961e1d-ab7d-42d2-8bbd-79b66999e17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:02.698859 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1038aaff-7053-41a7-bae6-8755c021a30b, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1038aaff-7053-41a7-bae6-8755c021a30b,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:02.708236 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:02.760586 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '1038aaff-7053-41a7-bae6-8755c021a30b', 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399', 'port_id': '1038aaff-7053-41a7-bae6-8755c021a30b', 'mac_address': 'fa:16:3e:48:87:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877b184d-721a-4dfe-9c77-d1c4b8531d87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:30:02.792641 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5820af20-af92-48e6-9022-5c0b0c24f180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1038aaff-7053-41a7-bae6-8755c021a30b'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:30:02.796764 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef93c32-8cb0-4841-bcc6-9ad343ed95a7" -d '{"events": [{"server_uuid": "5820af20-af92-48e6-9022-5c0b0c24f180", "name": "network-vif-unplugged", "status": "completed", "tag": "1038aaff-7053-41a7-bae6-8755c021a30b"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:30:02.900516 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c38d4c-8095-4e38-8743-7277676d72db x-openstack-request-id: req-a7c38d4c-8095-4e38-8743-7277676d72db {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:30:02.901170 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5820af20-af92-48e6-9022-5c0b0c24f180", "name": "network-vif-unplugged", "status": "completed", "tag": "1038aaff-7053-41a7-bae6-8755c021a30b", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:30:02.901596 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7c38d4c-8095-4e38-8743-7277676d72db {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:30:02.902936 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5820af20-af92-48e6-9022-5c0b0c24f180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1038aaff-7053-41a7-bae6-8755c021a30b', 'code': 200} Aug 20 10:30:02.945901 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693214f-c7b0-43fe-9f86-c57786e0b397 req-10c0454a-d38e-46aa-a941-ae6ce460c2ad tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:02.950299 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1038aaff-7053-41a7-bae6-8755c021a30b, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1038aaff-7053-41a7-bae6-8755c021a30b,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:02.952668 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a693214f-c7b0-43fe-9f86-c57786e0b397 req-10c0454a-d38e-46aa-a941-ae6ce460c2ad tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 946 time: 0.2625842 Aug 20 10:30:02.996499 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:03.023651 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e43d5a04-4edc-4427-a4b2-0e3edb601c02 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.3479054 Aug 20 10:30:03.025356 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55878) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:03.031687 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-8ab1addf-2b8d-4cfa-a494-c688779c33e3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:03.120931 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ab5472-80f2-4522-920c-b18f36c52858 None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:30:03.178189 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a693214f-c7b0-43fe-9f86-c57786e0b397 req-3a9f19f8-ccd0-4cfe-a7df-fa7dbcb562a9 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/security-groups?id=308a7758-85f2-4907-9aa0-e2e17315c383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840293 Aug 20 10:30:03.179376 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-70a943c7-eb00-428c-998b-9721c4ea1a25 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:03.207547 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab1addf-2b8d-4cfa-a494-c688779c33e3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:03.219955 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8ab1addf-2b8d-4cfa-a494-c688779c33e3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:03.239926 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:03.293255 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=1038aaff-7053-41a7-bae6-8755c021a30b,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:03.295958 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:03.339914 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-22961e1d-ab7d-42d2-8bbd-79b66999e17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:03.358618 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1038aaff-7053-41a7-bae6-8755c021a30b {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:30:03.471849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-22961e1d-ab7d-42d2-8bbd-79b66999e17e None None] For port 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=14c7cb8c-8b6d-4f02-a83f-7ab5d1096425,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:03.490441 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-22961e1d-ab7d-42d2-8bbd-79b66999e17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:03.594679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22961e1d-ab7d-42d2-8bbd-79b66999e17e None None] Pushing event updated for resources: {'Port': ['ID=14c7cb8c-8b6d-4f02-a83f-7ab5d1096425,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:03.619955 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:30:03.621126 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:30:03.622640 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab5472-80f2-4522-920c-b18f36c52858 None None] Deleting port 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:30:03.623241 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e9ab5472-80f2-4522-920c-b18f36c52858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:03.721410 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-70a943c7-eb00-428c-998b-9721c4ea1a25 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:03.729298 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-70a943c7-eb00-428c-998b-9721c4ea1a25 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:03.779084 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8ab1addf-2b8d-4cfa-a494-c688779c33e3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:03.781612 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-e9ab5472-80f2-4522-920c-b18f36c52858 None None] For port 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=14c7cb8c-8b6d-4f02-a83f-7ab5d1096425,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:03.782245 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e9ab5472-80f2-4522-920c-b18f36c52858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:03.822256 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab5472-80f2-4522-920c-b18f36c52858 None None] Calling delete_port for 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:30:03.846633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b4da9-2fec-4c50-885e-233e229b3d7c req-10ae2124-59a6-44a9-867d-2ba3b38d8b82 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:03.849333 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cd7b4da9-2fec-4c50-885e-233e229b3d7c req-10ae2124-59a6-44a9-867d-2ba3b38d8b82 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 944 time: 0.1889961 Aug 20 10:30:03.951891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab1addf-2b8d-4cfa-a494-c688779c33e3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:03.960786 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e9ab5472-80f2-4522-920c-b18f36c52858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:03.962496 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-8ab1addf-2b8d-4cfa-a494-c688779c33e3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:03.986813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab1addf-2b8d-4cfa-a494-c688779c33e3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:03.988983 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8ab1addf-2b8d-4cfa-a494-c688779c33e3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:03.995648 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cd7b4da9-2fec-4c50-885e-233e229b3d7c req-7552a800-a03f-4371-aee2-cff37cdb7312 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360857 Aug 20 10:30:04.008915 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1addf-2b8d-4cfa-a494-c688779c33e3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=dd830835-5e0a-413d-8355-ff55ededba44,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:04.019388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ab5472-80f2-4522-920c-b18f36c52858 None None] No DVR routers for this DVR port 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:30:04.024294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab5472-80f2-4522-920c-b18f36c52858 None None] Pushing event deleted for resources: {'Port': ['ID=14c7cb8c-8b6d-4f02-a83f-7ab5d1096425,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:04.069477 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692cc050-8642-4758-b24a-7fc20a3a1d85 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:30:04.093179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a943c7-eb00-428c-998b-9721c4ea1a25 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Router d3694258-075f-43ab-85f8-592d68437d6f is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:30:04.103995 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8ab1addf-2b8d-4cfa-a494-c688779c33e3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0771494 Aug 20 10:30:04.104845 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55894) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:04.115803 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-92ffbb42-18ef-49c7-8f77-af87ad299df0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'fixed_ips': [{'subnet_id': 'dd830835-5e0a-413d-8355-ff55ededba44', 'ip_address': '2001:db8::c0b9:f516:22e8:89a8'}], 'name': 'tempest-NetworksTestDHCPv6-761985787'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:04.265367 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:04.299398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1038aaff-7053-41a7-bae6-8755c021a30b {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:30:04.353241 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1038aaff-7053-41a7-bae6-8755c021a30b, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1038aaff-7053-41a7-bae6-8755c021a30b,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:04.362661 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:04.480355 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': 'dd830835-5e0a-413d-8355-ff55ededba44'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:30:04.481360 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:04.491004 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=1038aaff-7053-41a7-bae6-8755c021a30b,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:04.779196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1038aaff-7053-41a7-bae6-8755c021a30b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:30:04.865746 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:30:04.938952 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f096b-f0ea-47fb-b9aa-cc30b6cd54a1 req-a27c2b4a-266e-4fe6-bc48-47847cd36de5 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:04.947592 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-623f096b-f0ea-47fb-b9aa-cc30b6cd54a1 req-a27c2b4a-266e-4fe6-bc48-47847cd36de5 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 946 time: 0.6144371 Aug 20 10:30:05.009388 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a943c7-eb00-428c-998b-9721c4ea1a25 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:30:05.024936 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-70a943c7-eb00-428c-998b-9721c4ea1a25 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:05.030541 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-70a943c7-eb00-428c-998b-9721c4ea1a25 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "PUT /v2.0/routers/d3694258-075f-43ab-85f8-592d68437d6f HTTP/1.1" status: 200 len: 918 time: 5.5066080 Aug 20 10:30:05.031613 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55910) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:05.050590 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f2f06f-4cc8-4f6c-8d2f-9956aea2e23b None None] Sync routers for ids ['d3694258-075f-43ab-85f8-592d68437d6f'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:30:05.087690 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f2f06f-4cc8-4f6c-8d2f-9956aea2e23b None None] Routers {'d3694258-075f-43ab-85f8-592d68437d6f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:30:05.089122 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-00f2f06f-4cc8-4f6c-8d2f-9956aea2e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:30:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d3694258-075f-43ab-85f8-592d68437d6f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:05.139971 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-623f096b-f0ea-47fb-b9aa-cc30b6cd54a1 req-f0683f46-7c8e-4f89-9474-808c8233a48f tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/security-groups?id=308a7758-85f2-4907-9aa0-e2e17315c383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914954 Aug 20 10:30:05.140565 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:30:05.144511 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:05.204385 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:30:05.205490 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 14c7cb8c-8b6d-4f02-a83f-7ab5d1096425 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:30:05.233729 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-00f2f06f-4cc8-4f6c-8d2f-9956aea2e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:05.263718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ffbb42-18ef-49c7-8f77-af87ad299df0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:05.281560 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f2f06f-4cc8-4f6c-8d2f-9956aea2e23b None None] Routers {'d3694258-075f-43ab-85f8-592d68437d6f'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:30:05.284301 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-00f2f06f-4cc8-4f6c-8d2f-9956aea2e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:30:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d3694258-075f-43ab-85f8-592d68437d6f'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:05.355468 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-00f2f06f-4cc8-4f6c-8d2f-9956aea2e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:05.356552 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f2f06f-4cc8-4f6c-8d2f-9956aea2e23b None None] The sync data for ids ['d3694258-075f-43ab-85f8-592d68437d6f'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:30:05.377640 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Allocated IP 2001:db8::2 (7b83641d-fbeb-417a-8d09-ab733c99b474/dd830835-5e0a-413d-8355-ff55ededba44/d09a259b-d3ba-4bde-9324-9ed03a2e11b2) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:30:05.461144 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-92ffbb42-18ef-49c7-8f77-af87ad299df0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:05.493694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-92ffbb42-18ef-49c7-8f77-af87ad299df0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port e6cfaa05-c4bf-4ef0-a4b4-49673c203bbd yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:30:05.696402 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1e740-9cbf-4247-af28-cb6716b15458 req-e3cd3128-fa40-45e1-a0dc-6c6d29e51da5 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:05.711242 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-12d1e740-9cbf-4247-af28-cb6716b15458 req-e3cd3128-fa40-45e1-a0dc-6c6d29e51da5 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 945 time: 0.3963830 Aug 20 10:30:05.847138 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c461783f-e8f9-4c7a-913f-604da3f8b282 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "GET /v2.0/routers/d3694258-075f-43ab-85f8-592d68437d6f HTTP/1.1" status: 200 len: 924 time: 0.8103907 Aug 20 10:30:05.850668 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55938) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:06.038837 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-12d1e740-9cbf-4247-af28-cb6716b15458 req-d077badb-818e-448e-ab2b-d95eaf915d31 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254156 Aug 20 10:30:06.128109 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63865ab-bc4c-4a98-b46e-6f4ecfee9469 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:06.133323 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b63865ab-bc4c-4a98-b46e-6f4ecfee9469 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&device_id=d3694258-075f-43ab-85f8-592d68437d6f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2751331 Aug 20 10:30:06.133832 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55946) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:06.336758 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:06.386309 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Transition to ACTIVE for port object d09a259b-d3ba-4bde-9324-9ed03a2e11b2 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:30:06.419691 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Transition to ACTIVE for port object d09a259b-d3ba-4bde-9324-9ed03a2e11b2 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:30:06.428406 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:06.500673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:06.502495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Pushing event updated for resources: {'Port': ['ID=d09a259b-d3ba-4bde-9324-9ed03a2e11b2,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:06.519977 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:06.526413 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:30:06.656909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Attempting to bind port d09a259b-d3ba-4bde-9324-9ed03a2e11b2 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:30:06.657888 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Attempting to bind port d09a259b-d3ba-4bde-9324-9ed03a2e11b2 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:30:06.658739 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Attempting to bind port d09a259b-d3ba-4bde-9324-9ed03a2e11b2 on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:30:06.692175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:30:06.692989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:30:06.694407 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:06.694407 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:30:06.695896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Bound port: d09a259b-d3ba-4bde-9324-9ed03a2e11b2, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:30:06.696597 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:06.712631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-92ffbb42-18ef-49c7-8f77-af87ad299df0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::c0b9:f516:22e8:89a8 (7b83641d-fbeb-417a-8d09-ab733c99b474/dd830835-5e0a-413d-8355-ff55ededba44/e6cfaa05-c4bf-4ef0-a4b4-49673c203bbd) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:30:06.793508 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1cff82-30e5-41f7-8201-99e035d7c9df tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:06.800519 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1c1cff82-30e5-41f7-8201-99e035d7c9df tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 881 time: 0.6595733 Aug 20 10:30:06.800853 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55966) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:06.843785 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-62e20ea6-f4e2-426c-9559-eb2c82f1f6a4 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3694258-075f-43ab-85f8-592d68437d6f HTTP/1.1" status: 200 len: 205 time: 0.0417380 Aug 20 10:30:06.847247 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55968) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:06.942147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] For port d09a259b-d3ba-4bde-9324-9ed03a2e11b2, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:30:06.952925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] For port d09a259b-d3ba-4bde-9324-9ed03a2e11b2, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d09a259b-d3ba-4bde-9324-9ed03a2e11b2,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:30:06.966390 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:07.162958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1d78a-e86f-43fe-8af7-8b70035a98d8 req-37fbc9d1-c3cb-41ab-98c5-765419334bb2 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:07.184331 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dce1d78a-e86f-43fe-8af7-8b70035a98d8 req-37fbc9d1-c3cb-41ab-98c5-765419334bb2 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 946 time: 0.6532660 Aug 20 10:30:07.286703 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-92ffbb42-18ef-49c7-8f77-af87ad299df0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:07.288262 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849e8d7-05ba-401c-a6c0-a0f62ad1f096 None None] Pushing event updated for resources: {'Port': ['ID=d09a259b-d3ba-4bde-9324-9ed03a2e11b2,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:07.417746 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dce1d78a-e86f-43fe-8af7-8b70035a98d8 req-a4aeb06a-2743-4d06-9d40-2d891f51f4de tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/security-groups?id=308a7758-85f2-4907-9aa0-e2e17315c383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264988 Aug 20 10:30:07.421418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-92ffbb42-18ef-49c7-8f77-af87ad299df0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object e6cfaa05-c4bf-4ef0-a4b4-49673c203bbd will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:30:07.442630 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d67436ce-49ab-49cc-970b-aaee904a5667 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:07.571711 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-92ffbb42-18ef-49c7-8f77-af87ad299df0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:07.785574 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ffbb42-18ef-49c7-8f77-af87ad299df0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:07.788710 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-92ffbb42-18ef-49c7-8f77-af87ad299df0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:07.800133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ffbb42-18ef-49c7-8f77-af87ad299df0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:30:07.809299 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ffbb42-18ef-49c7-8f77-af87ad299df0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:07.809985 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-92ffbb42-18ef-49c7-8f77-af87ad299df0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:07.858317 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffbb42-18ef-49c7-8f77-af87ad299df0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=e6cfaa05-c4bf-4ef0-a4b4-49673c203bbd,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:07.891968 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-92ffbb42-18ef-49c7-8f77-af87ad299df0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7858198 Aug 20 10:30:07.895575 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55998) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:07.896688 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56ca91-0f4d-4077-9a92-45e066a61bff req-d476223b-66f0-401f-ae73-4351f97186c3 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:07.920029 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a56ca91-0f4d-4077-9a92-45e066a61bff req-d476223b-66f0-401f-ae73-4351f97186c3 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 945 time: 0.5270600 Aug 20 10:30:07.988794 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c95ff15-b10a-4d84-a93d-f71071838f34 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:07.998602 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c95ff15-b10a-4d84-a93d-f71071838f34 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:08.002061 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5c95ff15-b10a-4d84-a93d-f71071838f34 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1033325 Aug 20 10:30:08.006908 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56000) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:08.100717 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a56ca91-0f4d-4077-9a92-45e066a61bff req-a103a322-364f-4289-a899-4a7821a7280b tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783731 Aug 20 10:30:08.123201 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341a5a2-76c6-432a-8f0a-f2d8e64010bf req-e93dadc9-f506-4d1c-8d52-54eb991509e9 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:08.126389 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6341a5a2-76c6-432a-8f0a-f2d8e64010bf req-e93dadc9-f506-4d1c-8d52-54eb991509e9 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.42 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 946 time: 0.3598986 Aug 20 10:30:08.213879 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0bb5dc31-d5f5-4fd9-be98-3f4512c0860f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port e6cfaa05-c4bf-4ef0-a4b4-49673c203bbd {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:30:08.214629 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bb5dc31-d5f5-4fd9-be98-3f4512c0860f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:08.310360 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d67436ce-49ab-49cc-970b-aaee904a5667 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:08.367108 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1038aaff-7053-41a7-bae6-8755c021a30b up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:30:08.459656 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bb5dc31-d5f5-4fd9-be98-3f4512c0860f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:08.485233 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0bb5dc31-d5f5-4fd9-be98-3f4512c0860f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for e6cfaa05-c4bf-4ef0-a4b4-49673c203bbd owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:30:08.512188 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-6341a5a2-76c6-432a-8f0a-f2d8e64010bf req-047c0fc0-b723-4768-890e-579ca6894bf3 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Deleting port dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:30:08.512611 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6341a5a2-76c6-432a-8f0a-f2d8e64010bf req-047c0fc0-b723-4768-890e-579ca6894bf3 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:08.580484 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 1038aaff-7053-41a7-bae6-8755c021a30b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:08.580990 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:08.874069 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:08.913235 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bb5dc31-d5f5-4fd9-be98-3f4512c0860f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:08.960391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d67436ce-49ab-49cc-970b-aaee904a5667 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Deleting port e4d21226-4d94-4fc8-8d89-ca216c97517b {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:30:08.961140 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d67436ce-49ab-49cc-970b-aaee904a5667 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:08.973658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5dc31-d5f5-4fd9-be98-3f4512c0860f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=e6cfaa05-c4bf-4ef0-a4b4-49673c203bbd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:09.028936 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-6341a5a2-76c6-432a-8f0a-f2d8e64010bf req-047c0fc0-b723-4768-890e-579ca6894bf3 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] For port dd9c4272-c622-4045-b6e9-5ae8bf0f67c6, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=dd9c4272-c622-4045-b6e9-5ae8bf0f67c6,segment=NetworkSegment(25c3e666-5e46-4a25-aad3-760bf1c2bc30),segment_id=25c3e666-5e46-4a25-aad3-760bf1c2bc30)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:09.029607 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6341a5a2-76c6-432a-8f0a-f2d8e64010bf req-047c0fc0-b723-4768-890e-579ca6894bf3 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:09.049763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5820af20-af92-48e6-9022-5c0b0c24f180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1038aaff-7053-41a7-bae6-8755c021a30b'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:30:09.056809 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ebb9e9-82fa-4f23-854c-47e3ea45f56b" -d '{"events": [{"server_uuid": "5820af20-af92-48e6-9022-5c0b0c24f180", "name": "network-vif-plugged", "status": "completed", "tag": "1038aaff-7053-41a7-bae6-8755c021a30b"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:30:09.067418 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bb5dc31-d5f5-4fd9-be98-3f4512c0860f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:09.070957 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0bb5dc31-d5f5-4fd9-be98-3f4512c0860f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/e6cfaa05-c4bf-4ef0-a4b4-49673c203bbd HTTP/1.1" status: 204 len: 168 time: 1.0618908 Aug 20 10:30:09.075082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56026) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:09.106635 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1038aaff-7053-41a7-bae6-8755c021a30b, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1038aaff-7053-41a7-bae6-8755c021a30b,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:09.114463 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:09.166132 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431643d9-eb44-42f2-a940-9ad26f697cdc req-314aa59d-6fa7-4e2f-a0b8-37990c1f4076 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:09.179649 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-431643d9-eb44-42f2-a940-9ad26f697cdc req-314aa59d-6fa7-4e2f-a0b8-37990c1f4076 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 946 time: 0.4780350 Aug 20 10:30:09.225301 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-6341a5a2-76c6-432a-8f0a-f2d8e64010bf req-047c0fc0-b723-4768-890e-579ca6894bf3 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Calling delete_port for dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:30:09.314501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346ead6c-5ad1-46dd-83fa-636b16304c93 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:09.316885 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346ead6c-5ad1-46dd-83fa-636b16304c93 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:09.326470 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-346ead6c-5ad1-46dd-83fa-636b16304c93 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2488930 Aug 20 10:30:09.327526 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56034) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:09.379326 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6f519e-218d-4ec7-8c34-b3a47b19da4e x-openstack-request-id: req-3a6f519e-218d-4ec7-8c34-b3a47b19da4e {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:30:09.383818 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5820af20-af92-48e6-9022-5c0b0c24f180", "name": "network-vif-plugged", "status": "completed", "tag": "1038aaff-7053-41a7-bae6-8755c021a30b", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:30:09.384115 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a6f519e-218d-4ec7-8c34-b3a47b19da4e {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:30:09.384508 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5820af20-af92-48e6-9022-5c0b0c24f180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1038aaff-7053-41a7-bae6-8755c021a30b', 'code': 200} Aug 20 10:30:09.435753 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d09a259b-d3ba-4bde-9324-9ed03a2e11b2 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:30:09.511841 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-748031ec-ccf7-4117-912d-5015917aea9a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet dd830835-5e0a-413d-8355-ff55ededba44 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:30:09.544014 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-748031ec-ccf7-4117-912d-5015917aea9a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:09.565820 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=1038aaff-7053-41a7-bae6-8755c021a30b,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:09.583268 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-431643d9-eb44-42f2-a940-9ad26f697cdc req-c4acc379-e625-43d7-ae97-e53ea891fa3d tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/security-groups?id=308a7758-85f2-4907-9aa0-e2e17315c383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010446 Aug 20 10:30:09.757323 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e5cc397c-4528-42fa-8515-83214f05c021 None None] Provisioning for port d09a259b-d3ba-4bde-9324-9ed03a2e11b2 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:30:09.818378 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-748031ec-ccf7-4117-912d-5015917aea9a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:09.834145 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port d09a259b-d3ba-4bde-9324-9ed03a2e11b2 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:30:09.864452 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d09a259b-d3ba-4bde-9324-9ed03a2e11b2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:09.864452 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:09.877151 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d67436ce-49ab-49cc-970b-aaee904a5667 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:09.918272 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d67436ce-49ab-49cc-970b-aaee904a5667 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Calling delete_port for e4d21226-4d94-4fc8-8d89-ca216c97517b owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:30:10.018817 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cb60190e-c687-43c0-b3b9-738373ffe084 None None] Could not find standard attr ID for object 6d810a1a-58a1-4ba9-b433-39dcc76235bd. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:30:10.037563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea553d4c-a51c-4421-9e55-219413cca9f8 req-3609d14e-df1a-4a61-ae7a-7cbfbb4c665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:10.040459 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea553d4c-a51c-4421-9e55-219413cca9f8 req-3609d14e-df1a-4a61-ae7a-7cbfbb4c665f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 1098 time: 0.5174298 Aug 20 10:30:10.077760 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385a118-1c6e-42cc-87de-972cb133fb03 req-cef3bfe1-ea3e-474f-9cb9-0cf0267fb297 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:10.092818 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3385a118-1c6e-42cc-87de-972cb133fb03 req-cef3bfe1-ea3e-474f-9cb9-0cf0267fb297 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.4224575 Aug 20 10:30:10.123200 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6341a5a2-76c6-432a-8f0a-f2d8e64010bf req-047c0fc0-b723-4768-890e-579ca6894bf3 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:10.195937 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:10.264795 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c0fc0-b723-4768-890e-579ca6894bf3 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Pushing event deleted for resources: {'Port': ['ID=dd9c4272-c622-4045-b6e9-5ae8bf0f67c6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:10.325567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port d09a259b-d3ba-4bde-9324-9ed03a2e11b2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d09a259b-d3ba-4bde-9324-9ed03a2e11b2,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:10.335404 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:10.465052 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea553d4c-a51c-4421-9e55-219413cca9f8 req-4a181b58-2273-403b-8a1d-2c1710c24cb4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653305 Aug 20 10:30:10.466083 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-748031ec-ccf7-4117-912d-5015917aea9a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:10.544267 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=d09a259b-d3ba-4bde-9324-9ed03a2e11b2,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:10.590802 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3385a118-1c6e-42cc-87de-972cb133fb03 req-b68bdfb5-3c5b-4c6d-ad05-d55ca1e25699 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591167 Aug 20 10:30:10.601478 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d67436ce-49ab-49cc-970b-aaee904a5667 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:10.652474 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0fe5e4f9-6d31-4116-a110-87aa55c7ad93 None None] Could not find standard attr ID for object e6cfaa05-c4bf-4ef0-a4b4-49673c203bbd. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:30:10.717508 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-748031ec-ccf7-4117-912d-5015917aea9a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:10.749174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-6341a5a2-76c6-432a-8f0a-f2d8e64010bf req-047c0fc0-b723-4768-890e-579ca6894bf3 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] No DVR routers for this DVR port dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:30:10.758436 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6341a5a2-76c6-432a-8f0a-f2d8e64010bf req-047c0fc0-b723-4768-890e-579ca6894bf3 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:10.760614 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6341a5a2-76c6-432a-8f0a-f2d8e64010bf req-047c0fc0-b723-4768-890e-579ca6894bf3 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.42 "DELETE /v2.0/ports/dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 HTTP/1.1" status: 204 len: 173 time: 2.6226137 Aug 20 10:30:10.761688 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67436ce-49ab-49cc-970b-aaee904a5667 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Pushing event deleted for resources: {'Port': ['ID=e4d21226-4d94-4fc8-8d89-ca216c97517b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:10.763371 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56314cb7-bb37-48fd-9d0f-4acaf76e1948', 'name': 'network-vif-deleted', 'tag': 'dd9c4272-c622-4045-b6e9-5ae8bf0f67c6'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:30:10.766421 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39583f35-54ff-4b5a-a52e-eecd51ea80f3" -d '{"events": [{"server_uuid": "56314cb7-bb37-48fd-9d0f-4acaf76e1948", "name": "network-vif-deleted", "tag": "dd9c4272-c622-4045-b6e9-5ae8bf0f67c6"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:30:10.789800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748031ec-ccf7-4117-912d-5015917aea9a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=dd830835-5e0a-413d-8355-ff55ededba44,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:10.793859 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-748031ec-ccf7-4117-912d-5015917aea9a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:10.796625 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-748031ec-ccf7-4117-912d-5015917aea9a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/dd830835-5e0a-413d-8355-ff55ededba44 HTTP/1.1" status: 204 len: 168 time: 1.4654725 Aug 20 10:30:10.800584 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56062) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:10.813520 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ec03aadf-51b3-4e6d-808a-67be4a475c15 req-524817b0-9089-4c03-9e06-dd7f30fe6537 tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 210 time: 0.0850778 Aug 20 10:30:10.957942 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-efa2b0aa-a8b1-4f6a-861f-eea7f77e28f2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1496565 Aug 20 10:30:10.959278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56066) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:11.025626 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eee4365-58fb-4d1d-90e5-37e13fe8e431 x-openstack-request-id: req-1eee4365-58fb-4d1d-90e5-37e13fe8e431 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:30:11.026014 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56314cb7-bb37-48fd-9d0f-4acaf76e1948", "name": "network-vif-deleted", "tag": "dd9c4272-c622-4045-b6e9-5ae8bf0f67c6", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:30:11.026554 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1eee4365-58fb-4d1d-90e5-37e13fe8e431 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:30:11.027392 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56314cb7-bb37-48fd-9d0f-4acaf76e1948', 'name': 'network-vif-deleted', 'tag': 'dd9c4272-c622-4045-b6e9-5ae8bf0f67c6', 'status': 'completed', 'code': 200} Aug 20 10:30:11.034808 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d67436ce-49ab-49cc-970b-aaee904a5667 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:11.149175 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef121cf-090a-48af-a866-595e8bc5b9ba tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:11.159178 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6ef121cf-090a-48af-a866-595e8bc5b9ba tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1853311 Aug 20 10:30:11.161438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56072) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:11.181864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d09a259b-d3ba-4bde-9324-9ed03a2e11b2 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:30:11.307373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47032d2-459f-45ee-a534-571c7ef39bcb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:11.313298 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d47032d2-459f-45ee-a534-571c7ef39bcb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1506121 Aug 20 10:30:11.314839 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56078) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:11.361134 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f3da3c-a15a-4934-b77e-542ce0f67a9a None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:30:11.497625 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d67436ce-49ab-49cc-970b-aaee904a5667 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:11.514895 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d67436ce-49ab-49cc-970b-aaee904a5667 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:11.534532 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-767ce2a8-84b5-42fc-bd89-51832ff15d3c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2181661 Aug 20 10:30:11.543346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56090) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:11.578139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d09a259b-d3ba-4bde-9324-9ed03a2e11b2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:11.579011 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:11.586913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d8627c1c-7512-4408-a53d-4c2773aa30a6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:11.669369 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d67436ce-49ab-49cc-970b-aaee904a5667 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:11.670883 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67436ce-49ab-49cc-970b-aaee904a5667 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Fanout notify agent at l3_agent the message router_deleted on router d3694258-075f-43ab-85f8-592d68437d6f {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:30:11.703038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:30:11.712634 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d67436ce-49ab-49cc-970b-aaee904a5667 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:11.716146 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d67436ce-49ab-49cc-970b-aaee904a5667 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "DELETE /v2.0/routers/d3694258-075f-43ab-85f8-592d68437d6f HTTP/1.1" status: 204 len: 168 time: 4.8672547 Aug 20 10:30:11.734490 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56094) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:11.752766 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b8136809-40b8-4631-90f1-c2af1ee60608 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1359205833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:11.840291 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b8136809-40b8-4631-90f1-c2af1ee60608 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:11.843096 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b8136809-40b8-4631-90f1-c2af1ee60608 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:11.964485 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:30:11.965619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device dd9c4272-c622-4045-b6e9-5ae8bf0f67c6 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:30:12.133390 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f9d606-bc0b-469b-bb18-50be7b5e53ca None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:30:12.232196 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b8136809-40b8-4631-90f1-c2af1ee60608 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:12.243257 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b8136809-40b8-4631-90f1-c2af1ee60608 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:12.273567 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8627c1c-7512-4408-a53d-4c2773aa30a6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:12.284545 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8627c1c-7512-4408-a53d-4c2773aa30a6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:12.318382 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e56855-06a3-405f-b7c1-fedb22ada0ff req-975f024d-1796-4bc3-8288-ef18e5af203e tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:12.328369 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08e56855-06a3-405f-b7c1-fedb22ada0ff req-975f024d-1796-4bc3-8288-ef18e5af203e tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.3721566 Aug 20 10:30:12.400820 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6885f990-bd63-4023-959f-2e0f9b4a8108 req-37417fb8-7824-4e24-a219-65b0525ac98a tempest-ServerAddressesTestJSON-1142664349 tempest-ServerAddressesTestJSON-1142664349-project] 10.222.0.16 "GET /v2.0/ports?device_id=56314cb7-bb37-48fd-9d0f-4acaf76e1948 HTTP/1.1" status: 200 len: 210 time: 0.1202483 Aug 20 10:30:12.406469 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b8136809-40b8-4631-90f1-c2af1ee60608 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:12.412772 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b8136809-40b8-4631-90f1-c2af1ee60608 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6806388 Aug 20 10:30:12.415712 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56106) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:12.446248 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-44592a13-e289-4dbc-ad3d-3861512a351e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'enable_snat': False}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:12.456230 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-68f9d606-bc0b-469b-bb18-50be7b5e53ca None None] Deleting port d09a259b-d3ba-4bde-9324-9ed03a2e11b2 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:30:12.457800 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-68f9d606-bc0b-469b-bb18-50be7b5e53ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:12.492574 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08e56855-06a3-405f-b7c1-fedb22ada0ff req-709f207e-f965-4d3a-962b-8950249568e4 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631393 Aug 20 10:30:12.834232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-68f9d606-bc0b-469b-bb18-50be7b5e53ca None None] For port d09a259b-d3ba-4bde-9324-9ed03a2e11b2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d09a259b-d3ba-4bde-9324-9ed03a2e11b2,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:12.835257 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-68f9d606-bc0b-469b-bb18-50be7b5e53ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:12.886816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-68f9d606-bc0b-469b-bb18-50be7b5e53ca None None] Calling delete_port for d09a259b-d3ba-4bde-9324-9ed03a2e11b2 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:30:13.099749 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8627c1c-7512-4408-a53d-4c2773aa30a6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:13.128928 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-68f9d606-bc0b-469b-bb18-50be7b5e53ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:13.160728 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d09a259b-d3ba-4bde-9324-9ed03a2e11b2 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:30:13.246337 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8627c1c-7512-4408-a53d-4c2773aa30a6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:13.254411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-d8627c1c-7512-4408-a53d-4c2773aa30a6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:13.261802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8627c1c-7512-4408-a53d-4c2773aa30a6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:13.262537 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8627c1c-7512-4408-a53d-4c2773aa30a6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:13.267481 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: d09a259b-d3ba-4bde-9324-9ed03a2e11b2 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:30:13.268237 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d09a259b-d3ba-4bde-9324-9ed03a2e11b2 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:30:13.328404 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9d606-bc0b-469b-bb18-50be7b5e53ca None None] Pushing event deleted for resources: {'Port': ['ID=d09a259b-d3ba-4bde-9324-9ed03a2e11b2,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:13.342780 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9d606-bc0b-469b-bb18-50be7b5e53ca None None] No DVR routers for this DVR port d09a259b-d3ba-4bde-9324-9ed03a2e11b2 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:30:13.349890 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8627c1c-7512-4408-a53d-4c2773aa30a6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=b83dfd84-164f-4886-bd8f-673f61260b3f,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:13.413383 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d8627c1c-7512-4408-a53d-4c2773aa30a6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8676269 Aug 20 10:30:13.417605 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56126) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:13.422925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0d106a-9024-472c-aab0-bdbce23a6f65 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:30:13.435833 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44592a13-e289-4dbc-ad3d-3861512a351e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:13.459553 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-802fd7e1-d05a-418d-9d33-4379ae3e5dc0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'fixed_ips': [{'subnet_id': 'b83dfd84-164f-4886-bd8f-673f61260b3f', 'ip_address': '2001:db8::4fff:309b:523f:3ee7'}], 'name': 'tempest-NetworksTestDHCPv6-434528021'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:13.784099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56138) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:14.011709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343dc34f-8fbb-424e-a6d6-bccaf8c00872 req-bc7cfea0-fb97-41f8-89ab-7cc09bba1966 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:14.014755 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-343dc34f-8fbb-424e-a6d6-bccaf8c00872 req-bc7cfea0-fb97-41f8-89ab-7cc09bba1966 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.3152978 Aug 20 10:30:14.147782 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-343dc34f-8fbb-424e-a6d6-bccaf8c00872 req-6a93bac2-c6d8-4cd1-ab95-efc4386fe741 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100254 Aug 20 10:30:14.156569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802fd7e1-d05a-418d-9d33-4379ae3e5dc0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:14.212028 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-18902718-9143-4991-8dd0-5fc7b75ecbd4 admin admin] Deleting subnet 5af971f3-45b2-4d8d-91b4-c95f5b48ac2b {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:30:14.251677 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-18902718-9143-4991-8dd0-5fc7b75ecbd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:14.369237 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': 'b83dfd84-164f-4886-bd8f-673f61260b3f'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:30:14.370815 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:14.426042 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44592a13-e289-4dbc-ad3d-3861512a351e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:14.462622 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-18902718-9143-4991-8dd0-5fc7b75ecbd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:14.465013 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44592a13-e289-4dbc-ad3d-3861512a351e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:14.530207 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-802fd7e1-d05a-418d-9d33-4379ae3e5dc0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:14.591725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Allocated IP 2001:db8::2 (7b83641d-fbeb-417a-8d09-ab733c99b474/b83dfd84-164f-4886-bd8f-673f61260b3f/06bb7cac-d936-4dca-999f-5921a4df7f63) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:30:14.631165 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-18902718-9143-4991-8dd0-5fc7b75ecbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:14.639373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-802fd7e1-d05a-418d-9d33-4379ae3e5dc0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port 265d0db7-e8c7-41e0-b90b-c271b39cff3c yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:30:14.797954 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-18902718-9143-4991-8dd0-5fc7b75ecbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:14.837224 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-18902718-9143-4991-8dd0-5fc7b75ecbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:14.839540 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-18902718-9143-4991-8dd0-5fc7b75ecbd4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5af971f3-45b2-4d8d-91b4-c95f5b48ac2b HTTP/1.1" status: 204 len: 168 time: 1.0538015 Aug 20 10:30:14.843648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18902718-9143-4991-8dd0-5fc7b75ecbd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af971f3-45b2-4d8d-91b4-c95f5b48ac2b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:14.845480 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56156) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:14.846123 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:14.870296 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Transition to ACTIVE for port object 06bb7cac-d936-4dca-999f-5921a4df7f63 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:30:14.901420 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Transition to ACTIVE for port object 06bb7cac-d936-4dca-999f-5921a4df7f63 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:30:14.917763 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:14.993084 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388d5a2-7690-4adc-a468-8f0f3c53758d req-7363b774-25c2-4dd5-992b-693e14489f91 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:15.002678 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f388d5a2-7690-4adc-a468-8f0f3c53758d req-7363b774-25c2-4dd5-992b-693e14489f91 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.5592442 Aug 20 10:30:15.008985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:15.015759 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:15.023606 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:30:15.136598 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Attempting to bind port 06bb7cac-d936-4dca-999f-5921a4df7f63 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:30:15.137126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Attempting to bind port 06bb7cac-d936-4dca-999f-5921a4df7f63 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:30:15.137842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Attempting to bind port 06bb7cac-d936-4dca-999f-5921a4df7f63 on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:30:15.144934 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Pushing event updated for resources: {'Port': ['ID=06bb7cac-d936-4dca-999f-5921a4df7f63,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:15.149043 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:30:15.149043 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:30:15.149043 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:15.149766 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:30:15.149939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Bound port: 06bb7cac-d936-4dca-999f-5921a4df7f63, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:30:15.150388 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:15.256291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-802fd7e1-d05a-418d-9d33-4379ae3e5dc0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::4fff:309b:523f:3ee7 (7b83641d-fbeb-417a-8d09-ab733c99b474/b83dfd84-164f-4886-bd8f-673f61260b3f/265d0db7-e8c7-41e0-b90b-c271b39cff3c) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:30:15.268382 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] For port 06bb7cac-d936-4dca-999f-5921a4df7f63, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:30:15.275317 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] For port 06bb7cac-d936-4dca-999f-5921a4df7f63, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=06bb7cac-d936-4dca-999f-5921a4df7f63,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:30:15.283765 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f388d5a2-7690-4adc-a468-8f0f3c53758d req-5a9a725a-a0da-45a5-b29c-97d13d29bf60 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797797 Aug 20 10:30:15.300971 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:15.634054 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9683863-a4ce-4eb0-bbde-b85600e1aaf2 None None] Pushing event updated for resources: {'Port': ['ID=06bb7cac-d936-4dca-999f-5921a4df7f63,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:15.961217 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-802fd7e1-d05a-418d-9d33-4379ae3e5dc0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:16.021706 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-802fd7e1-d05a-418d-9d33-4379ae3e5dc0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object 265d0db7-e8c7-41e0-b90b-c271b39cff3c will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:30:16.147456 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-802fd7e1-d05a-418d-9d33-4379ae3e5dc0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:16.168005 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2ba477b-90d0-4241-a4ce-c8818e0ceb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:16.289224 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-44592a13-e289-4dbc-ad3d-3861512a351e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Allocated IP 172.25.3.11 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/5f5fd509-05ca-4b4b-a6ae-9045b612593b) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:30:16.341280 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fd7e1-d05a-418d-9d33-4379ae3e5dc0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=265d0db7-e8c7-41e0-b90b-c271b39cff3c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:16.380554 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802fd7e1-d05a-418d-9d33-4379ae3e5dc0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:16.386807 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-802fd7e1-d05a-418d-9d33-4379ae3e5dc0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:16.406588 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802fd7e1-d05a-418d-9d33-4379ae3e5dc0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:30:16.431221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802fd7e1-d05a-418d-9d33-4379ae3e5dc0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:16.432216 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-802fd7e1-d05a-418d-9d33-4379ae3e5dc0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:16.487074 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-802fd7e1-d05a-418d-9d33-4379ae3e5dc0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0667458 Aug 20 10:30:16.488246 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56196) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:16.502693 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-4dff70d5-af79-4fd8-94af-e66d941a6556 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'fixed_ips': [{'subnet_id': 'b83dfd84-164f-4886-bd8f-673f61260b3f', 'ip_address': '2001:db8::4fff:309b:523f:3ee7'}], 'name': 'tempest-NetworksTestDHCPv6-2019772824'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:16.825583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-4719444d-901b-4f7c-b6d7-3ef5d7571414 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:16.832384 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dff70d5-af79-4fd8-94af-e66d941a6556 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:16.839532 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4dff70d5-af79-4fd8-94af-e66d941a6556 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:16.842057 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-4719444d-901b-4f7c-b6d7-3ef5d7571414 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/networks?id=922aa102-b2f5-4f18-986f-661395ef2399 HTTP/1.1" status: 200 len: 814 time: 0.4527955 Aug 20 10:30:16.920145 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-4dff70d5-af79-4fd8-94af-e66d941a6556 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port d1234e57-df3e-453c-8366-8c01aec51118 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:30:16.966419 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-d91dfe25-3ec2-463b-b653-a24e19b9573e tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/quotas/319229dc0b514781beabac34e57d165f HTTP/1.1" status: 200 len: 375 time: 0.1099908 Aug 20 10:30:17.157934 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2ba477b-90d0-4241-a4ce-c8818e0ceb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:17.202118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-b2ba477b-90d0-4241-a4ce-c8818e0ceb35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a8d71d-0644-451c-9299-eaa0810626b4']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:17.209470 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44592a13-e289-4dbc-ad3d-3861512a351e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:17.218661 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 06bb7cac-d936-4dca-999f-5921a4df7f63 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:30:17.232105 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-b2ba477b-90d0-4241-a4ce-c8818e0ceb35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c3e666-5e46-4a25-aad3-760bf1c2bc30') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:17.232673 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-b2ba477b-90d0-4241-a4ce-c8818e0ceb35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c3e666-5e46-4a25-aad3-760bf1c2bc30') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:17.246387 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2ba477b-90d0-4241-a4ce-c8818e0ceb35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:17.276085 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2ba477b-90d0-4241-a4ce-c8818e0ceb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:17.284731 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ba477b-90d0-4241-a4ce-c8818e0ceb35 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:30:17.286033 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2ba477b-90d0-4241-a4ce-c8818e0ceb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:17.364930 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 06bb7cac-d936-4dca-999f-5921a4df7f63 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:30:17.417066 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dff70d5-af79-4fd8-94af-e66d941a6556 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 10:30:17.417958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dff70d5-af79-4fd8-94af-e66d941a6556 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:30:17.478434 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:30:17.489830 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2ba477b-90d0-4241-a4ce-c8818e0ceb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:17.510012 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2ba477b-90d0-4241-a4ce-c8818e0ceb35 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:17.512984 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b2ba477b-90d0-4241-a4ce-c8818e0ceb35 admin admin] 10.222.0.16 "DELETE /v2.0/networks/26a8d71d-0644-451c-9299-eaa0810626b4 HTTP/1.1" status: 204 len: 168 time: 2.6635449 Aug 20 10:30:17.527327 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44592a13-e289-4dbc-ad3d-3861512a351e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:17.538779 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4dff70d5-af79-4fd8-94af-e66d941a6556 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0481489 Aug 20 10:30:17.542023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56212) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:17.707751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7f717f28-41ed-4fff-8bf1-e4e127dbb68f None None] Provisioning for port 06bb7cac-d936-4dca-999f-5921a4df7f63 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:30:17.741328 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7f717f28-41ed-4fff-8bf1-e4e127dbb68f None None] Provisioning complete for port 06bb7cac-d936-4dca-999f-5921a4df7f63 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:17.741328 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7f717f28-41ed-4fff-8bf1-e4e127dbb68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:17.762551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b2937-7a04-470b-a92e-5be6ce32b62d req-05758d45-8f20-4c93-be8e-80d2dd97f328 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:17.767199 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d3b2937-7a04-470b-a92e-5be6ce32b62d req-05758d45-8f20-4c93-be8e-80d2dd97f328 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.24 "GET /v2.0/ports?device_id=5820af20-af92-48e6-9022-5c0b0c24f180 HTTP/1.1" status: 200 len: 946 time: 0.3673608 Aug 20 10:30:17.814091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba477b-90d0-4241-a4ce-c8818e0ceb35 admin admin] Pushing event deleted for resources: {'Network': ['ID=26a8d71d-0644-451c-9299-eaa0810626b4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:17.915209 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b5b47-b5aa-4175-b23b-e4387b96b73c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:17.924810 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-448961e6-4210-4785-894e-ed39c00904bf tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=319229dc0b514781beabac34e57d165f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9421389 Aug 20 10:30:17.939699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b5b47-b5aa-4175-b23b-e4387b96b73c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:17.947167 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-418b5b47-b5aa-4175-b23b-e4387b96b73c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3856890 Aug 20 10:30:17.957139 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56218) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:18.192653 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7f717f28-41ed-4fff-8bf1-e4e127dbb68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:18.265947 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44592a13-e289-4dbc-ad3d-3861512a351e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:18.268020 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44592a13-e289-4dbc-ad3d-3861512a351e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Pushing event updated for resources: {'Port': ['ID=5f5fd509-05ca-4b4b-a6ae-9045b612593b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:18.324011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7f717f28-41ed-4fff-8bf1-e4e127dbb68f None None] For port 06bb7cac-d936-4dca-999f-5921a4df7f63, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=06bb7cac-d936-4dca-999f-5921a4df7f63,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:18.333970 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56228) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:18.349218 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7f717f28-41ed-4fff-8bf1-e4e127dbb68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:18.379361 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-44592a13-e289-4dbc-ad3d-3861512a351e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:18.398079 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-b151499c-44f1-4c66-8378-2f1afc80a2f3 service neutron] 10.222.0.16 "GET /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616756 Aug 20 10:30:18.529590 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-73b67cb3-d1ef-4782-a9ce-0a005f4fe191 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b7f72a016d34f6a9b31295df620a8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930614 Aug 20 10:30:18.543290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56230) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:18.556948 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44592a13-e289-4dbc-ad3d-3861512a351e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:30:18.573959 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:18.580585 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f717f28-41ed-4fff-8bf1-e4e127dbb68f None None] Pushing event updated for resources: {'Port': ['ID=06bb7cac-d936-4dca-999f-5921a4df7f63,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:18.640661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-1d3b2937-7a04-470b-a92e-5be6ce32b62d req-50a1c2b1-5284-47d4-ac5d-9fb2832e17f5 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Deleting port 1038aaff-7053-41a7-bae6-8755c021a30b {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:30:18.641543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1d3b2937-7a04-470b-a92e-5be6ce32b62d req-50a1c2b1-5284-47d4-ac5d-9fb2832e17f5 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:18.674964 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-35256687-6c8a-4e43-a173-7e534600317d None None] Provisioning for port 265d0db7-e8c7-41e0-b90b-c271b39cff3c completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:30:18.685019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-35256687-6c8a-4e43-a173-7e534600317d None None] Provisioning complete for port 265d0db7-e8c7-41e0-b90b-c271b39cff3c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:18.685650 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-35256687-6c8a-4e43-a173-7e534600317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:18.697900 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-4c57a5d4-f49d-468b-9713-89c4d1484744 service neutron] 10.222.0.16 "GET /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916665 Aug 20 10:30:18.761886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-2a230016-9f68-4095-9aed-d9e82d4cea29 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port 265d0db7-e8c7-41e0-b90b-c271b39cff3c {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:30:18.762474 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a230016-9f68-4095-9aed-d9e82d4cea29 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:18.812443 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-35256687-6c8a-4e43-a173-7e534600317d None None] Port 265d0db7-e8c7-41e0-b90b-c271b39cff3c cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:30:19.023282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-1d3b2937-7a04-470b-a92e-5be6ce32b62d req-50a1c2b1-5284-47d4-ac5d-9fb2832e17f5 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] For port 1038aaff-7053-41a7-bae6-8755c021a30b, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1038aaff-7053-41a7-bae6-8755c021a30b,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:19.024269 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1d3b2937-7a04-470b-a92e-5be6ce32b62d req-50a1c2b1-5284-47d4-ac5d-9fb2832e17f5 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:19.115211 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-1d3b2937-7a04-470b-a92e-5be6ce32b62d req-50a1c2b1-5284-47d4-ac5d-9fb2832e17f5 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Calling delete_port for 1038aaff-7053-41a7-bae6-8755c021a30b owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:30:19.249936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 06bb7cac-d936-4dca-999f-5921a4df7f63 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:30:19.376611 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d76a996-54aa-41f1-8746-63b959879910 req-01564949-9768-496c-bd83-0942550950f2 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 210 time: 0.2322707 Aug 20 10:30:19.514948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 06bb7cac-d936-4dca-999f-5921a4df7f63 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:19.515822 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:19.604707 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6513ad12-fcec-4d35-8bc1-926c7d1fd6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:19.837364 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6513ad12-fcec-4d35-8bc1-926c7d1fd6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:19.927749 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a230016-9f68-4095-9aed-d9e82d4cea29 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:19.989417 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-2a230016-9f68-4095-9aed-d9e82d4cea29 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for 265d0db7-e8c7-41e0-b90b-c271b39cff3c owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:30:20.042600 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1d3b2937-7a04-470b-a92e-5be6ce32b62d req-50a1c2b1-5284-47d4-ac5d-9fb2832e17f5 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:20.061579 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1038aaff-7053-41a7-bae6-8755c021a30b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:30:20.267247 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44592a13-e289-4dbc-ad3d-3861512a351e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:20.279943 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1c2b1-5284-47d4-ac5d-9fb2832e17f5 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Pushing event deleted for resources: {'Port': ['ID=1038aaff-7053-41a7-bae6-8755c021a30b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:20.489040 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6513ad12-fcec-4d35-8bc1-926c7d1fd6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:20.491669 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6513ad12-fcec-4d35-8bc1-926c7d1fd6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:20.503443 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6513ad12-fcec-4d35-8bc1-926c7d1fd6f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/308a7758-85f2-4907-9aa0-e2e17315c383 HTTP/1.1" status: 204 len: 168 time: 1.9475517 Aug 20 10:30:20.534458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3b2937-7a04-470b-a92e-5be6ce32b62d req-50a1c2b1-5284-47d4-ac5d-9fb2832e17f5 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] No DVR routers for this DVR port 1038aaff-7053-41a7-bae6-8755c021a30b on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:30:20.557095 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1d3b2937-7a04-470b-a92e-5be6ce32b62d req-50a1c2b1-5284-47d4-ac5d-9fb2832e17f5 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:20.559480 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d3b2937-7a04-470b-a92e-5be6ce32b62d req-50a1c2b1-5284-47d4-ac5d-9fb2832e17f5 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.24 "DELETE /v2.0/ports/1038aaff-7053-41a7-bae6-8755c021a30b HTTP/1.1" status: 204 len: 173 time: 2.7787528 Aug 20 10:30:20.560136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5820af20-af92-48e6-9022-5c0b0c24f180', 'name': 'network-vif-deleted', 'tag': '1038aaff-7053-41a7-bae6-8755c021a30b'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:30:20.590445 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672b7928-8373-4a4f-999a-4a724f2137ac" -d '{"events": [{"server_uuid": "5820af20-af92-48e6-9022-5c0b0c24f180", "name": "network-vif-deleted", "tag": "1038aaff-7053-41a7-bae6-8755c021a30b"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:30:20.674601 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513ad12-fcec-4d35-8bc1-926c7d1fd6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308a7758-85f2-4907-9aa0-e2e17315c383,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:20.892850 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a4544cce-68b1-4fb4-a721-8f6c4bc4d246 req-3056bbb2-19ea-4a2d-8f84-11ba5cf7953a tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 210 time: 0.3612583 Aug 20 10:30:21.008214 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a230016-9f68-4095-9aed-d9e82d4cea29 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:21.034069 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d9f241-a50b-4502-8cc3-e0f7c4b70ee9 x-openstack-request-id: req-08d9f241-a50b-4502-8cc3-e0f7c4b70ee9 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:30:21.034694 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5820af20-af92-48e6-9022-5c0b0c24f180", "name": "network-vif-deleted", "tag": "1038aaff-7053-41a7-bae6-8755c021a30b", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:30:21.035378 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08d9f241-a50b-4502-8cc3-e0f7c4b70ee9 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:30:21.037294 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5820af20-af92-48e6-9022-5c0b0c24f180', 'name': 'network-vif-deleted', 'tag': '1038aaff-7053-41a7-bae6-8755c021a30b', 'status': 'completed', 'code': 200} Aug 20 10:30:21.182835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a230016-9f68-4095-9aed-d9e82d4cea29 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=265d0db7-e8c7-41e0-b90b-c271b39cff3c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:21.272645 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44592a13-e289-4dbc-ad3d-3861512a351e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:21.289460 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44592a13-e289-4dbc-ad3d-3861512a351e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:21.358459 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a230016-9f68-4095-9aed-d9e82d4cea29 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:21.369617 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2a230016-9f68-4095-9aed-d9e82d4cea29 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/265d0db7-e8c7-41e0-b90b-c271b39cff3c HTTP/1.1" status: 204 len: 168 time: 3.4073422 Aug 20 10:30:21.371621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56302) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:21.683984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd4d9a5-4054-4e87-9029-85cccd499520 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:21.692039 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd4d9a5-4054-4e87-9029-85cccd499520 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:21.712762 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dcd4d9a5-4054-4e87-9029-85cccd499520 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3341436 Aug 20 10:30:21.719085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56312) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:22.148676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db291e6-72bb-4e10-a4ff-ccc301ea6372 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet b83dfd84-164f-4886-bd8f-673f61260b3f {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:30:22.161922 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44592a13-e289-4dbc-ad3d-3861512a351e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Router c2d91afe-f668-4b45-9e29-4c62cdd77304 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:30:22.171381 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1db291e6-72bb-4e10-a4ff-ccc301ea6372 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:22.183412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-7738dd51-604d-4bf2-9b3e-876a4bcbba06 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:22.186219 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-7738dd51-604d-4bf2-9b3e-876a4bcbba06 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.42 "GET /v2.0/networks?id=922aa102-b2f5-4f18-986f-661395ef2399 HTTP/1.1" status: 200 len: 814 time: 0.4626300 Aug 20 10:30:22.211824 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Request body: {'port': {'device_id': '381c423e-ea72-4561-9364-1b2a40f60b26', 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399', 'admin_state_up': True, 'tenant_id': '319229dc0b514781beabac34e57d165f'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:22.441883 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1038aaff-7053-41a7-bae6-8755c021a30b no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:30:22.466236 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-09fad131-123c-459b-83ee-152d062032e9 req-4974226e-c734-4bb9-9e7b-e4a2bca5efaa tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 210 time: 0.2727380 Aug 20 10:30:22.475462 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 1038aaff-7053-41a7-bae6-8755c021a30b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:30:22.475931 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1038aaff-7053-41a7-bae6-8755c021a30b not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:30:22.483190 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1db291e6-72bb-4e10-a4ff-ccc301ea6372 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:22.556172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44592a13-e289-4dbc-ad3d-3861512a351e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:30:22.565059 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44592a13-e289-4dbc-ad3d-3861512a351e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:22.566597 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-44592a13-e289-4dbc-ad3d-3861512a351e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "PUT /v2.0/routers/c2d91afe-f668-4b45-9e29-4c62cdd77304 HTTP/1.1" status: 200 len: 919 time: 10.1463194 Aug 20 10:30:22.574749 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3dfc8d-9ccb-474e-8701-9e0d68c7bfa1 None None] Sync routers for ids ['c2d91afe-f668-4b45-9e29-4c62cdd77304'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:30:22.575332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56338) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:22.596044 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:22.618201 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3dfc8d-9ccb-474e-8701-9e0d68c7bfa1 None None] Routers {'c2d91afe-f668-4b45-9e29-4c62cdd77304'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:30:22.619112 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-cc3dfc8d-9ccb-474e-8701-9e0d68c7bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:30:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c2d91afe-f668-4b45-9e29-4c62cdd77304'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:22.690074 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1db291e6-72bb-4e10-a4ff-ccc301ea6372 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:22.696572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-cc3dfc8d-9ccb-474e-8701-9e0d68c7bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:22.709747 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3dfc8d-9ccb-474e-8701-9e0d68c7bfa1 None None] Routers {'c2d91afe-f668-4b45-9e29-4c62cdd77304'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:30:22.710520 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-cc3dfc8d-9ccb-474e-8701-9e0d68c7bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:30:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c2d91afe-f668-4b45-9e29-4c62cdd77304'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:22.750291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Made reservation on behalf of 319229dc0b514781beabac34e57d165f for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:22.754968 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:22.784679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-cc3dfc8d-9ccb-474e-8701-9e0d68c7bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:22.785373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3dfc8d-9ccb-474e-8701-9e0d68c7bfa1 None None] The sync data for ids ['c2d91afe-f668-4b45-9e29-4c62cdd77304'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:30:22.815388 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1db291e6-72bb-4e10-a4ff-ccc301ea6372 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:22.889923 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db291e6-72bb-4e10-a4ff-ccc301ea6372 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=b83dfd84-164f-4886-bd8f-673f61260b3f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:22.895387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44770e6e-fdd0-4e56-a137-a41e32e79093 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:30:22.896803 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1db291e6-72bb-4e10-a4ff-ccc301ea6372 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:22.898845 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1db291e6-72bb-4e10-a4ff-ccc301ea6372 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/b83dfd84-164f-4886-bd8f-673f61260b3f HTTP/1.1" status: 204 len: 168 time: 1.1692867 Aug 20 10:30:22.902099 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56348) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:23.006000 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d3176878-9c9e-451f-91e0-893005bff019 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1026926 Aug 20 10:30:23.012544 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56354) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:23.022479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b4ce94c0-2624-4c9a-ae9e-929bdfcf1dd8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:23.174178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56362) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:23.175411 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b3ddbcaf-22e6-4479-bac6-9f4a3c504a4e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "GET /v2.0/routers/c2d91afe-f668-4b45-9e29-4c62cdd77304 HTTP/1.1" status: 200 len: 925 time: 0.5933993 Aug 20 10:30:23.236224 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f29bca9-d845-4dc9-8845-185fc9ae52e1 None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:30:23.279718 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Allocated IP 172.20.0.10 (922aa102-b2f5-4f18-986f-661395ef2399/877b184d-721a-4dfe-9c77-d1c4b8531d87/a3b9f59e-de8e-44c1-97b7-52669c61ad47) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:30:23.344126 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dee6d5-8682-4eb4-ad23-c1c453da322e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:23.346684 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-95dee6d5-8682-4eb4-ad23-c1c453da322e tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&device_id=c2d91afe-f668-4b45-9e29-4c62cdd77304&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1652374 Aug 20 10:30:23.348190 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ce94c0-2624-4c9a-ae9e-929bdfcf1dd8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:23.356104 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b4ce94c0-2624-4c9a-ae9e-929bdfcf1dd8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:23.362625 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56378) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:23.408226 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7f29bca9-d845-4dc9-8845-185fc9ae52e1 None None] Deleting port 06bb7cac-d936-4dca-999f-5921a4df7f63 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:30:23.408850 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7f29bca9-d845-4dc9-8845-185fc9ae52e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:23.620758 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7f29bca9-d845-4dc9-8845-185fc9ae52e1 None None] For port 06bb7cac-d936-4dca-999f-5921a4df7f63, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=06bb7cac-d936-4dca-999f-5921a4df7f63,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:23.621520 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7f29bca9-d845-4dc9-8845-185fc9ae52e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:23.685905 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7f29bca9-d845-4dc9-8845-185fc9ae52e1 None None] Calling delete_port for 06bb7cac-d936-4dca-999f-5921a4df7f63 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:30:23.687922 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2d5c0d40-5913-4c4f-9b9d-5a96bf214928 req-a6100fff-e4fd-4a23-a862-581fe99f655b tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 210 time: 0.0438511 Aug 20 10:30:23.699932 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:23.841400 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b4ce94c0-2624-4c9a-ae9e-929bdfcf1dd8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:23.888459 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ce94c0-2624-4c9a-ae9e-929bdfcf1dd8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:23.911470 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7f29bca9-d845-4dc9-8845-185fc9ae52e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:23.950588 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-b4ce94c0-2624-4c9a-ae9e-929bdfcf1dd8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:23.959692 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ce94c0-2624-4c9a-ae9e-929bdfcf1dd8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:23.960777 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240c16f9-6096-4221-af9b-86fbf814f925 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:23.960988 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b4ce94c0-2624-4c9a-ae9e-929bdfcf1dd8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:23.971838 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-240c16f9-6096-4221-af9b-86fbf814f925 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 881 time: 0.5990982 Aug 20 10:30:23.972842 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56406) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:23.993156 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29bca9-d845-4dc9-8845-185fc9ae52e1 None None] Pushing event deleted for resources: {'Port': ['ID=06bb7cac-d936-4dca-999f-5921a4df7f63,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:23.995805 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f29bca9-d845-4dc9-8845-185fc9ae52e1 None None] No DVR routers for this DVR port 06bb7cac-d936-4dca-999f-5921a4df7f63 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:30:24.001885 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad148ca-46fd-4b0e-b8e1-e0dabd1c8ec0 req-2431060b-3b1f-4ba2-afb3-0a024111b249 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:24.028410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b4ce94c0-2624-4c9a-ae9e-929bdfcf1dd8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0093722 Aug 20 10:30:24.029768 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56412) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:24.031337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c83822-4dc7-486f-b514-7da0f0814556 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:30:24.032033 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ad148ca-46fd-4b0e-b8e1-e0dabd1c8ec0 req-2431060b-3b1f-4ba2-afb3-0a024111b249 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 951 time: 0.2043984 Aug 20 10:30:24.070831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-9e279f76-a973-448d-bf03-ade7f5892748 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'fixed_ips': [{'subnet_id': '27e0d1fc-c58e-4b9f-826e-cb1502b4b532', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-976531459'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:24.084238 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f414cb51-3587-4c0d-83fc-a3bfb15bdaed tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d91afe-f668-4b45-9e29-4c62cdd77304 HTTP/1.1" status: 200 len: 205 time: 0.1067524 Aug 20 10:30:24.089736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56416) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:24.116530 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:24.289894 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce94c0-2624-4c9a-ae9e-929bdfcf1dd8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=27e0d1fc-c58e-4b9f-826e-cb1502b4b532,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:24.359458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Network 922aa102-b2f5-4f18-986f-661395ef2399 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:24.370008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:24.403893 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': '27e0d1fc-c58e-4b9f-826e-cb1502b4b532'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:30:24.404994 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:24.405212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:30:24.485061 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e279f76-a973-448d-bf03-ade7f5892748 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:24.548181 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ad148ca-46fd-4b0e-b8e1-e0dabd1c8ec0 req-30985fff-5c45-4f47-b7d3-e51254b786d4 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/security-groups?id=417b213d-1019-4dbf-9b76-732da6c015ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605248 Aug 20 10:30:24.589241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Pushing event updated for resources: {'Port': ['ID=a3b9f59e-de8e-44c1-97b7-52669c61ad47,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:24.647542 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:24.647991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:24.648650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:24.649157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:24.649703 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:24.650276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:24.650929 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:24.651627 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:24.652305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:24.652959 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:24.653607 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:24.654257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:24.678226 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e33a7be-26b7-4f8e-82af-662f5e5a4acb tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:24.702065 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:24.709437 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:24.820241 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9e279f76-a973-448d-bf03-ade7f5892748 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:24.865285 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-f728584d-07d6-4273-8faa-35dc5e6f7fdd tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6629436 Aug 20 10:30:24.878348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-9e279f76-a973-448d-bf03-ade7f5892748 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port f8bd4cda-efbc-474b-b1e9-096733d9e3d2 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:30:24.886608 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Request body: {'port': {'device_id': '381c423e-ea72-4561-9364-1b2a40f60b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:24.932522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Allocated IP 2001:db8::2 (7b83641d-fbeb-417a-8d09-ab733c99b474/27e0d1fc-c58e-4b9f-826e-cb1502b4b532/cc150a38-4de9-45b3-bd4c-364935318544) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:30:25.394464 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:25.406122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Transition to ACTIVE for port object cc150a38-4de9-45b3-bd4c-364935318544 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:30:25.424323 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Transition to ACTIVE for port object cc150a38-4de9-45b3-bd4c-364935318544 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:30:25.432853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 06bb7cac-d936-4dca-999f-5921a4df7f63 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:30:25.435869 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e279f76-a973-448d-bf03-ade7f5892748 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:30:25.436337 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e279f76-a973-448d-bf03-ade7f5892748 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:30:25.444578 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:25.459124 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9e279f76-a973-448d-bf03-ade7f5892748 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4149384 Aug 20 10:30:25.461982 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56458) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:25.536128 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56460) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:25.570555 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 06bb7cac-d936-4dca-999f-5921a4df7f63 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:30:25.570983 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 06bb7cac-d936-4dca-999f-5921a4df7f63 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:30:25.602900 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:25.660348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c66e39-6536-43a3-b72e-987e355501a5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:25.662490 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d6c66e39-6536-43a3-b72e-987e355501a5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1984050 Aug 20 10:30:25.675873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Pushing event updated for resources: {'Port': ['ID=cc150a38-4de9-45b3-bd4c-364935318544,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:25.681153 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56464) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:25.697953 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:25.702487 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:25.713102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:30:25.734381 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e33a7be-26b7-4f8e-82af-662f5e5a4acb tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:25.850789 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f343980-e0db-4bdb-8627-bdb9905f3e01 req-15a7389a-98d1-4f0c-8051-ed2e2cf5fffb tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:25.858320 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9f343980-e0db-4bdb-8627-bdb9905f3e01 req-15a7389a-98d1-4f0c-8051-ed2e2cf5fffb tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 932 time: 0.8372829 Aug 20 10:30:25.868581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d1adf6-85b7-4a80-accd-9b1b67bde844 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:25.879969 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Attempting to bind port cc150a38-4de9-45b3-bd4c-364935318544 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:30:25.880519 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Attempting to bind port cc150a38-4de9-45b3-bd4c-364935318544 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:30:25.880842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Attempting to bind port cc150a38-4de9-45b3-bd4c-364935318544 on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:30:25.888690 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:30:25.889082 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:30:25.889494 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:25.889892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:30:25.890375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Bound port: cc150a38-4de9-45b3-bd4c-364935318544, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:30:25.890826 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:25.896425 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d1adf6-85b7-4a80-accd-9b1b67bde844 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:25.905159 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-46d1adf6-85b7-4a80-accd-9b1b67bde844 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2218122 Aug 20 10:30:25.905953 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56468) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:25.958968 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8115-8003-4d74-a107-dd88f62226fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:26.041953 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a14098-9dc7-4871-8b31-7460df418081 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet 27e0d1fc-c58e-4b9f-826e-cb1502b4b532 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:30:26.055775 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19a14098-9dc7-4871-8b31-7460df418081 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:26.076816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] For port cc150a38-4de9-45b3-bd4c-364935318544, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:30:26.086153 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] For port cc150a38-4de9-45b3-bd4c-364935318544, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=cc150a38-4de9-45b3-bd4c-364935318544,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:30:26.093833 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:26.194138 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19a14098-9dc7-4871-8b31-7460df418081 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:26.258230 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3175b4f-2653-4d46-945f-ea1a18f07f99 None None] Pushing event updated for resources: {'Port': ['ID=cc150a38-4de9-45b3-bd4c-364935318544,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:26.324356 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9f343980-e0db-4bdb-8627-bdb9905f3e01 req-ee5c305d-4831-4ba6-96b3-51b848105ce2 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929424 Aug 20 10:30:26.349302 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8115-8003-4d74-a107-dd88f62226fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:26.453434 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8115-8003-4d74-a107-dd88f62226fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:26.469977 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19a14098-9dc7-4871-8b31-7460df418081 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:26.517450 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f8115-8003-4d74-a107-dd88f62226fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bd18c8-1473-435b-a48d-1750c9a74eab,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:26.651728 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fa8f8115-8003-4d74-a107-dd88f62226fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd151bf762cc4fb5a8857c5a864241c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1139348 Aug 20 10:30:26.659973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-0e33a7be-26b7-4f8e-82af-662f5e5a4acb tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Deleting port 5f5fd509-05ca-4b4b-a6ae-9045b612593b {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:30:26.660787 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e33a7be-26b7-4f8e-82af-662f5e5a4acb tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:26.664985 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56496) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:26.697225 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19a14098-9dc7-4871-8b31-7460df418081 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:26.776738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a14098-9dc7-4871-8b31-7460df418081 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=27e0d1fc-c58e-4b9f-826e-cb1502b4b532,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:26.798615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19a14098-9dc7-4871-8b31-7460df418081 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:26.800987 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-19a14098-9dc7-4871-8b31-7460df418081 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/27e0d1fc-c58e-4b9f-826e-cb1502b4b532 HTTP/1.1" status: 204 len: 168 time: 0.8922324 Aug 20 10:30:26.810027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56500) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:26.934367 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-735423a5-fa56-47ee-b429-1575b2f0b8f2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1217341 Aug 20 10:30:26.937425 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56508) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:26.949434 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-38299a96-18da-457e-94cd-e8578caeefb0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:27.122164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38299a96-18da-457e-94cd-e8578caeefb0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:27.129704 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-38299a96-18da-457e-94cd-e8578caeefb0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:27.253419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device cc150a38-4de9-45b3-bd4c-364935318544 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:30:27.379370 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port cc150a38-4de9-45b3-bd4c-364935318544 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:30:27.557938 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b0869d4-8284-448f-af17-f75201b84ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:27.564534 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e33a7be-26b7-4f8e-82af-662f5e5a4acb tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:27.685013 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-0e33a7be-26b7-4f8e-82af-662f5e5a4acb tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Calling delete_port for 5f5fd509-05ca-4b4b-a6ae-9045b612593b owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:30:27.719481 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 34d64af0-af07-4aeb-b27b-eb01fe383cb0 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:30:27.762110 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b9f59e-de8e-44c1-97b7-52669c61ad47 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:30:27.767780 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-38299a96-18da-457e-94cd-e8578caeefb0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:27.781298 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b0869d4-8284-448f-af17-f75201b84ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:27.809557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92308f1-6d41-4ef9-83f5-c7a32144a792 req-5dc0c3c8-6828-48e9-92da-a0b93dd11407 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:27.820992 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c92308f1-6d41-4ef9-83f5-c7a32144a792 req-5dc0c3c8-6828-48e9-92da-a0b93dd11407 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 951 time: 0.3198736 Aug 20 10:30:27.859034 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b455ad-b28d-4d33-ae7e-1b68d9aed3a0 req-ad0b0c39-3f19-44f1-af99-e7d75ca09950 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:27.869682 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b9b455ad-b28d-4d33-ae7e-1b68d9aed3a0 req-ad0b0c39-3f19-44f1-af99-e7d75ca09950 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 932 time: 0.3477941 Aug 20 10:30:27.907361 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:27.939560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38299a96-18da-457e-94cd-e8578caeefb0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:27.955366 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-38299a96-18da-457e-94cd-e8578caeefb0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:27.974282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38299a96-18da-457e-94cd-e8578caeefb0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:27.974968 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-38299a96-18da-457e-94cd-e8578caeefb0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:27.999672 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38299a96-18da-457e-94cd-e8578caeefb0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=243076f9-f027-4df6-a6f8-dded38823abf,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:28.055457 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-38299a96-18da-457e-94cd-e8578caeefb0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1115730 Aug 20 10:30:28.064459 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56522) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:28.070148 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:28.088832 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-999ad456-d168-415a-8a45-71a216dd2880 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1157883401', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:28.133682 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b9b455ad-b28d-4d33-ae7e-1b68d9aed3a0 req-35759083-34c3-4e65-886e-1aa1168392f8 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614713 Aug 20 10:30:28.194048 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-999ad456-d168-415a-8a45-71a216dd2880 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:28.194406 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-999ad456-d168-415a-8a45-71a216dd2880 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:28.227787 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Transition to ACTIVE for port object a3b9f59e-de8e-44c1-97b7-52669c61ad47 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:30:28.299194 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:28.299943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 34d64af0-af07-4aeb-b27b-eb01fe383cb0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=34d64af0-af07-4aeb-b27b-eb01fe383cb0,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:28.315177 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d64af0-af07-4aeb-b27b-eb01fe383cb0'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:30:28.336285 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef977e21-3ad0-412e-8046-ef6ba984fc50" -d '{"events": [{"server_uuid": "0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e", "name": "network-vif-unplugged", "status": "completed", "tag": "34d64af0-af07-4aeb-b27b-eb01fe383cb0"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:30:28.351427 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:28.389942 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c92308f1-6d41-4ef9-83f5-c7a32144a792 req-15f3fdc0-0988-4202-9d76-a5eb4893024f tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/security-groups?id=417b213d-1019-4dbf-9b76-732da6c015ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678637 Aug 20 10:30:28.500144 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-999ad456-d168-415a-8a45-71a216dd2880 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:28.512472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-999ad456-d168-415a-8a45-71a216dd2880 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:28.555634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=34d64af0-af07-4aeb-b27b-eb01fe383cb0,revision_number=11']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:28.564268 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bafc55d-b6d8-4703-92f2-0336e2e64d37 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:30:28.577923 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-999ad456-d168-415a-8a45-71a216dd2880 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:28.588518 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-999ad456-d168-415a-8a45-71a216dd2880 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5083864 Aug 20 10:30:28.589361 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56528) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:28.667430 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b9dd89-dbdb-447d-b20f-9659265e9ee2 x-openstack-request-id: req-b2b9dd89-dbdb-447d-b20f-9659265e9ee2 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:30:28.667828 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e", "name": "network-vif-unplugged", "status": "completed", "tag": "34d64af0-af07-4aeb-b27b-eb01fe383cb0", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:30:28.668158 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2b9dd89-dbdb-447d-b20f-9659265e9ee2 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:30:28.668732 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d64af0-af07-4aeb-b27b-eb01fe383cb0', 'code': 200} Aug 20 10:30:28.672395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56530) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:28.694617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Pushing event updated for resources: {'Port': ['ID=a3b9f59e-de8e-44c1-97b7-52669c61ad47,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:28.706941 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b0869d4-8284-448f-af17-f75201b84ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:28.709803 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b0869d4-8284-448f-af17-f75201b84ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:28.714098 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4b0869d4-8284-448f-af17-f75201b84ec5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21bd18c8-1473-435b-a48d-1750c9a74eab HTTP/1.1" status: 204 len: 168 time: 2.0340266 Aug 20 10:30:28.755497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a5f2696e-3a33-4dee-9140-5e113508344c None None] Provisioning for port cc150a38-4de9-45b3-bd4c-364935318544 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:30:28.771773 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0869d4-8284-448f-af17-f75201b84ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bd18c8-1473-435b-a48d-1750c9a74eab,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:28.777746 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a5f2696e-3a33-4dee-9140-5e113508344c None None] Provisioning complete for port cc150a38-4de9-45b3-bd4c-364935318544 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:28.782964 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a5f2696e-3a33-4dee-9140-5e113508344c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:28.957316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Attempting to bind port a3b9f59e-de8e-44c1-97b7-52669c61ad47 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:30:28.957316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Attempting to bind port a3b9f59e-de8e-44c1-97b7-52669c61ad47 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '4159b833-295e-49b6-bb89-42e59da8a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:30:28.957913 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Attempting to bind port a3b9f59e-de8e-44c1-97b7-52669c61ad47 on network 922aa102-b2f5-4f18-986f-661395ef2399 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:30:28.987302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Port a3b9f59e-de8e-44c1-97b7-52669c61ad47 on network 922aa102-b2f5-4f18-986f-661395ef2399 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:30:28.988935 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Attempting to bind port a3b9f59e-de8e-44c1-97b7-52669c61ad47 on network 922aa102-b2f5-4f18-986f-661395ef2399 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:30:29.020829 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:30:29.024089 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Checking segment: {'id': '4159b833-295e-49b6-bb89-42e59da8a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:30:29.025086 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Bound using segment: {'id': '4159b833-295e-49b6-bb89-42e59da8a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:30:29.027316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Bound port: a3b9f59e-de8e-44c1-97b7-52669c61ad47, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4159b833-295e-49b6-bb89-42e59da8a042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:30:29.028489 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:29.039021 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e33a7be-26b7-4f8e-82af-662f5e5a4acb tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:29.315962 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fdae1555-19ac-4005-9b60-2c53c6f12fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:29.329957 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33a7be-26b7-4f8e-82af-662f5e5a4acb tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Pushing event deleted for resources: {'Port': ['ID=5f5fd509-05ca-4b4b-a6ae-9045b612593b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:29.392634 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] For port a3b9f59e-de8e-44c1-97b7-52669c61ad47, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:30:29.464562 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1acb924e-8b9b-4a9d-a535-bc147718765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:29.545512 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] For port a3b9f59e-de8e-44c1-97b7-52669c61ad47, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a3b9f59e-de8e-44c1-97b7-52669c61ad47,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:30:29.567977 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:29.679794 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a5f2696e-3a33-4dee-9140-5e113508344c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:29.817679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-a5f2696e-3a33-4dee-9140-5e113508344c None None] For port cc150a38-4de9-45b3-bd4c-364935318544, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=cc150a38-4de9-45b3-bd4c-364935318544,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:29.831547 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a5f2696e-3a33-4dee-9140-5e113508344c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:29.836504 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bffa88-cfcf-4c10-bae4-34c3585c4e89 req-d2d11037-9220-4686-b22b-521ff30bc041 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:29.850434 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e4bffa88-cfcf-4c10-bae4-34c3585c4e89 req-d2d11037-9220-4686-b22b-521ff30bc041 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 944 time: 0.3341057 Aug 20 10:30:30.008027 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2696e-3a33-4dee-9140-5e113508344c None None] Pushing event updated for resources: {'Port': ['ID=cc150a38-4de9-45b3-bd4c-364935318544,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:30.071379 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e4bffa88-cfcf-4c10-bae4-34c3585c4e89 req-6cd1c7ff-ba40-4d7b-a7ed-a9b722523c60 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199450 Aug 20 10:30:30.076758 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fdae1555-19ac-4005-9b60-2c53c6f12fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:30.098573 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:30.109901 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:30.111867 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] 10.222.0.42 "PUT /v2.0/ports/a3b9f59e-de8e-44c1-97b7-52669c61ad47 HTTP/1.1" status: 200 len: 1093 time: 5.2366631 Aug 20 10:30:30.113728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381c423e-ea72-4561-9364-1b2a40f60b26', 'tag': 'a3b9f59e-de8e-44c1-97b7-52669c61ad47'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:30:30.116493 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d18f43-a491-4093-8542-d2fd75bef566" -d '{"events": [{"name": "network-changed", "server_uuid": "381c423e-ea72-4561-9364-1b2a40f60b26", "tag": "a3b9f59e-de8e-44c1-97b7-52669c61ad47"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:30:30.165019 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fdae1555-19ac-4005-9b60-2c53c6f12fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:30.204938 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e33a7be-26b7-4f8e-82af-662f5e5a4acb tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:30.223845 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fdae1555-19ac-4005-9b60-2c53c6f12fab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6222193b094e42e684108a03ee6c5490&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5482087 Aug 20 10:30:30.246836 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a0407-12d1-4ec5-9695-6fe06e6c003c req-bf7d2604-865a-4e91-8271-a8a26b4005da tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:30.249992 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-624a0407-12d1-4ec5-9695-6fe06e6c003c req-bf7d2604-865a-4e91-8271-a8a26b4005da tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 949 time: 1.0735495 Aug 20 10:30:30.277409 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56556) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:30.279769 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:30.294623 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a63bd304-a1cc-412a-a8c2-85b06b870b92 None None] Provisioning complete for port cc150a38-4de9-45b3-bd4c-364935318544 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:30.295511 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a63bd304-a1cc-412a-a8c2-85b06b870b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:30.655113 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d27af0-4406-4b57-8c2b-5504e934b6f5 x-openstack-request-id: req-06d27af0-4406-4b57-8c2b-5504e934b6f5 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:30:30.655907 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381c423e-ea72-4561-9364-1b2a40f60b26", "tag": "a3b9f59e-de8e-44c1-97b7-52669c61ad47", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:30:30.656419 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06d27af0-4406-4b57-8c2b-5504e934b6f5 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:30:30.659194 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381c423e-ea72-4561-9364-1b2a40f60b26', 'tag': 'a3b9f59e-de8e-44c1-97b7-52669c61ad47', 'status': 'completed', 'code': 200} Aug 20 10:30:30.687942 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e33a7be-26b7-4f8e-82af-662f5e5a4acb tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:30.709925 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd2303-ac2e-4d7b-933c-c973f47f7a1f req-69b5bdfd-fed2-4cdb-b2d7-fc003239da17 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:30.721485 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ccd2303-ac2e-4d7b-933c-c973f47f7a1f req-69b5bdfd-fed2-4cdb-b2d7-fc003239da17 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 949 time: 1.1224787 Aug 20 10:30:30.727966 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e33a7be-26b7-4f8e-82af-662f5e5a4acb tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:30.738039 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fedb3d80-08da-4dcc-a192-289541eb46df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:30.824247 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fedb3d80-08da-4dcc-a192-289541eb46df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:30.845569 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae1555-19ac-4005-9b60-2c53c6f12fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830677e7-536b-4bfd-98e3-97fe96a47778,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:30.879795 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ccd2303-ac2e-4d7b-933c-c973f47f7a1f req-56d5369d-f7be-41b3-b0a8-d04709c362c6 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/security-groups?id=417b213d-1019-4dbf-9b76-732da6c015ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569967 Aug 20 10:30:30.900391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56566) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:30.939799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542aceca-fe12-4ab9-91cc-d7a9f4ea976c service neutron] Pushing event updated for resources: {'Port': ['ID=a3b9f59e-de8e-44c1-97b7-52669c61ad47,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:30.955678 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fedb3d80-08da-4dcc-a192-289541eb46df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:30.959318 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fedb3d80-08da-4dcc-a192-289541eb46df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:30.961324 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fedb3d80-08da-4dcc-a192-289541eb46df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/830677e7-536b-4bfd-98e3-97fe96a47778 HTTP/1.1" status: 204 len: 168 time: 0.6754205 Aug 20 10:30:30.963825 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::1 (7b83641d-fbeb-417a-8d09-ab733c99b474/243076f9-f027-4df6-a6f8-dded38823abf/a4377959-356c-449b-8f5b-625722784b03) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:30:30.979507 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e33a7be-26b7-4f8e-82af-662f5e5a4acb tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:30.980690 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e33a7be-26b7-4f8e-82af-662f5e5a4acb tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Fanout notify agent at l3_agent the message router_deleted on router c2d91afe-f668-4b45-9e29-4c62cdd77304 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:30:30.994729 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e33a7be-26b7-4f8e-82af-662f5e5a4acb tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:30.996775 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0e33a7be-26b7-4f8e-82af-662f5e5a4acb tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "DELETE /v2.0/routers/c2d91afe-f668-4b45-9e29-4c62cdd77304 HTTP/1.1" status: 204 len: 168 time: 6.9047670 Aug 20 10:30:31.002253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56572) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:31.008151 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-414771254', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:31.009599 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-1b035168-356b-46b8-afdd-e3e689a935b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:31.012501 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-1b035168-356b-46b8-afdd-e3e689a935b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=319229dc0b514781beabac34e57d165f&device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 1096 time: 0.8025761 Aug 20 10:30:31.018985 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb3d80-08da-4dcc-a192-289541eb46df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830677e7-536b-4bfd-98e3-97fe96a47778,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:31.126925 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-54fb6a06-5215-4bc0-aa8e-7deef18a5918 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3b9f59e-de8e-44c1-97b7-52669c61ad47 HTTP/1.1" status: 200 len: 217 time: 0.1034884 Aug 20 10:30:31.137943 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-624a0407-12d1-4ec5-9695-6fe06e6c003c req-a892af27-8f4a-45c0-9d61-3b9f6587fb04 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Deleting port 34d64af0-af07-4aeb-b27b-eb01fe383cb0 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:30:31.139454 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-624a0407-12d1-4ec5-9695-6fe06e6c003c req-a892af27-8f4a-45c0-9d61-3b9f6587fb04 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:31.215748 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:31.218219 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:31.240977 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device cc150a38-4de9-45b3-bd4c-364935318544 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:30:31.367600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-624a0407-12d1-4ec5-9695-6fe06e6c003c req-a892af27-8f4a-45c0-9d61-3b9f6587fb04 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] For port 34d64af0-af07-4aeb-b27b-eb01fe383cb0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=34d64af0-af07-4aeb-b27b-eb01fe383cb0,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:31.368349 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-624a0407-12d1-4ec5-9695-6fe06e6c003c req-a892af27-8f4a-45c0-9d61-3b9f6587fb04 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:31.386424 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-624a0407-12d1-4ec5-9695-6fe06e6c003c req-a892af27-8f4a-45c0-9d61-3b9f6587fb04 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Calling delete_port for 34d64af0-af07-4aeb-b27b-eb01fe383cb0 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:30:31.396947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-cd3e511b-987a-4648-adcb-b5b11fe9ca21 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1710318470-network', 'tenant_id': 'a513449c135a4c8186e43486785cac43'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:31.424987 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port cc150a38-4de9-45b3-bd4c-364935318544 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:31.426789 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:31.640936 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:31.651118 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3e511b-987a-4648-adcb-b5b11fe9ca21 admin admin] Made reservation on behalf of a513449c135a4c8186e43486785cac43 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:31.655271 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd3e511b-987a-4648-adcb-b5b11fe9ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:31.708331 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-624a0407-12d1-4ec5-9695-6fe06e6c003c req-a892af27-8f4a-45c0-9d61-3b9f6587fb04 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:31.709064 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:31.763516 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd3e511b-987a-4648-adcb-b5b11fe9ca21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:31.769399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892af27-8f4a-45c0-9d61-3b9f6587fb04 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Pushing event deleted for resources: {'Port': ['ID=34d64af0-af07-4aeb-b27b-eb01fe383cb0,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:31.793113 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object a4377959-356c-449b-8f5b-625722784b03 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:30:31.847884 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-2604fcfd-5022-4f82-b78c-645593bbce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:31.850971 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-2604fcfd-5022-4f82-b78c-645593bbce69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=877b184d-721a-4dfe-9c77-d1c4b8531d87 HTTP/1.1" status: 200 len: 854 time: 0.4419770 Aug 20 10:30:31.930937 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af3ac0f3-6483-4341-a796-103762c9c93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:31.947231 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-fa0729de-920b-4cb3-bbc0-86c94835b86a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=922aa102-b2f5-4f18-986f-661395ef2399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867283 Aug 20 10:30:32.000855 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9203c-4be4-4bb7-870a-429933563868 req-c331fded-be28-4761-9fac-7a923072d236 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:32.001412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-624a0407-12d1-4ec5-9695-6fe06e6c003c req-a892af27-8f4a-45c0-9d61-3b9f6587fb04 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] No DVR routers for this DVR port 34d64af0-af07-4aeb-b27b-eb01fe383cb0 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:30:32.005320 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-624a0407-12d1-4ec5-9695-6fe06e6c003c req-a892af27-8f4a-45c0-9d61-3b9f6587fb04 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:32.006440 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6b9203c-4be4-4bb7-870a-429933563868 req-c331fded-be28-4761-9fac-7a923072d236 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 944 time: 0.5239792 Aug 20 10:30:32.009120 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-624a0407-12d1-4ec5-9695-6fe06e6c003c req-a892af27-8f4a-45c0-9d61-3b9f6587fb04 tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.42 "DELETE /v2.0/ports/34d64af0-af07-4aeb-b27b-eb01fe383cb0 HTTP/1.1" status: 204 len: 173 time: 1.4385271 Aug 20 10:30:32.087527 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:32.147958 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1300ffca-4e8e-47c1-8002-8ee4c0d1bdec req-a4571b5a-e961-41cc-956a-c14a78147b7b tempest-ImagesOneServerTestJSON-365934455 tempest-ImagesOneServerTestJSON-365934455-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e HTTP/1.1" status: 200 len: 210 time: 0.1477046 Aug 20 10:30:32.261242 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:32.302919 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:32.310097 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-e919c349-4086-403f-a985-89e4a262b958 service neutron] 10.222.0.42 "GET /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114374 Aug 20 10:30:32.396756 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6b9203c-4be4-4bb7-870a-429933563868 req-6a792f92-2812-4a3c-93cf-b141e6200f28 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767440 Aug 20 10:30:32.405132 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=a4377959-356c-449b-8f5b-625722784b03,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:32.431226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:32.475967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:32.480508 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:30:32.481478 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:32.703165 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e', 'name': 'network-vif-deleted', 'tag': '34d64af0-af07-4aeb-b27b-eb01fe383cb0'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:30:32.710470 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1e428f-2cc1-4c24-9fe4-f53a77d899a2" -d '{"events": [{"server_uuid": "0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e", "name": "network-vif-deleted", "tag": "34d64af0-af07-4aeb-b27b-eb01fe383cb0"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:30:32.713543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd3e511b-987a-4648-adcb-b5b11fe9ca21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:32.737055 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd3e511b-987a-4648-adcb-b5b11fe9ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:32.756949 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3e511b-987a-4648-adcb-b5b11fe9ca21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:30:32.762073 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a840571-028d-470c-9bc1-9f32fe9eccd3 req-3b7c6b48-90f5-4638-923e-b47407932c99 service neutron] 10.222.0.42 "GET /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424486 Aug 20 10:30:32.771633 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd3e511b-987a-4648-adcb-b5b11fe9ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:32.771924 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-cd3e511b-987a-4648-adcb-b5b11fe9ca21 admin admin] Added segment a0439440-00fa-4903-b6ec-8cfef83b8578 of type vlan for network 08722d8a-7822-4cc5-a3e6-208db3b7925b Aug 20 10:30:32.844958 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd3e511b-987a-4648-adcb-b5b11fe9ca21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:32.996509 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd3e511b-987a-4648-adcb-b5b11fe9ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:32.998566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3e511b-987a-4648-adcb-b5b11fe9ca21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:33.001062 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd3e511b-987a-4648-adcb-b5b11fe9ca21 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:33.042678 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d18f43-a491-4093-8542-d2fd75bef566 req-3716605a-2e23-4c4f-8a40-ce7046ddcda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:33.045831 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-50d18f43-a491-4093-8542-d2fd75bef566 req-3716605a-2e23-4c4f-8a40-ce7046ddcda6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=319229dc0b514781beabac34e57d165f&device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 1096 time: 0.1712301 Aug 20 10:30:33.124715 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:33.130655 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377f2f3c-1818-405e-a13c-833a7e73090a x-openstack-request-id: req-377f2f3c-1818-405e-a13c-833a7e73090a {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:30:33.131304 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e", "name": "network-vif-deleted", "tag": "34d64af0-af07-4aeb-b27b-eb01fe383cb0", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:30:33.131710 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-377f2f3c-1818-405e-a13c-833a7e73090a {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:30:33.132334 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef2dc7a-b2d1-4f8c-9b23-8f29dbea011e', 'name': 'network-vif-deleted', 'tag': '34d64af0-af07-4aeb-b27b-eb01fe383cb0', 'status': 'completed', 'code': 200} Aug 20 10:30:33.174236 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e511b-987a-4648-adcb-b5b11fe9ca21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a1ba9b-31dc-4f76-9389-c434d17195cc,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:33.190321 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:33.211447 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cd3e511b-987a-4648-adcb-b5b11fe9ca21 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3095062 Aug 20 10:30:33.312116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d96f3782-8421-4a47-80c2-05940a5ea9ee None None] Provisioning for port a4377959-356c-449b-8f5b-625722784b03 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:30:33.339416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d96f3782-8421-4a47-80c2-05940a5ea9ee None None] Provisioning complete for port a4377959-356c-449b-8f5b-625722784b03 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:33.339904 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d96f3782-8421-4a47-80c2-05940a5ea9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:33.492383 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d96f3782-8421-4a47-80c2-05940a5ea9ee None None] Port a4377959-356c-449b-8f5b-625722784b03 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:30:33.521012 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-0ef9bebb-edb4-441c-ae5f-6b9e4bb51b5f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3873718 Aug 20 10:30:33.535388 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e511b-987a-4648-adcb-b5b11fe9ca21 admin admin] Pushing event updated for resources: {'Network': ['ID=08722d8a-7822-4cc5-a3e6-208db3b7925b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:33.561055 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d18f43-a491-4093-8542-d2fd75bef566 req-1819272c-c232-46f0-94a3-acabe60221f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:33.563684 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-50d18f43-a491-4093-8542-d2fd75bef566 req-1819272c-c232-46f0-94a3-acabe60221f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=922aa102-b2f5-4f18-986f-661395ef2399 HTTP/1.1" status: 200 len: 915 time: 0.4940031 Aug 20 10:30:33.566737 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 08722d8a-7822-4cc5-a3e6-208db3b7925b details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:30:33.716679 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-50d18f43-a491-4093-8542-d2fd75bef566 req-2f192b58-fe2f-44b1-bb64-4922aa07a6fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3b9f59e-de8e-44c1-97b7-52669c61ad47 HTTP/1.1" status: 200 len: 217 time: 0.1460159 Aug 20 10:30:33.749795 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 34d64af0-af07-4aeb-b27b-eb01fe383cb0 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:30:33.807183 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 34d64af0-af07-4aeb-b27b-eb01fe383cb0 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:30:33.807816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 34d64af0-af07-4aeb-b27b-eb01fe383cb0 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:30:33.816515 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:33.863481 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d18f43-a491-4093-8542-d2fd75bef566 req-2a42f673-fbd6-4950-8c4a-77612284eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:33.865041 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-50d18f43-a491-4093-8542-d2fd75bef566 req-2a42f673-fbd6-4950-8c4a-77612284eb88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=877b184d-721a-4dfe-9c77-d1c4b8531d87 HTTP/1.1" status: 200 len: 854 time: 0.1181171 Aug 20 10:30:33.880811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-0464897f-2bd9-4dbf-a99d-409c429bfd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:33.881280 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-0464897f-2bd9-4dbf-a99d-409c429bfd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:33.883161 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-0464897f-2bd9-4dbf-a99d-409c429bfd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:33.883691 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-0464897f-2bd9-4dbf-a99d-409c429bfd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:33.884269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-0464897f-2bd9-4dbf-a99d-409c429bfd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:33.884841 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-0464897f-2bd9-4dbf-a99d-409c429bfd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:33.885317 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-0464897f-2bd9-4dbf-a99d-409c429bfd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:33.892461 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:33.898490 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-0464897f-2bd9-4dbf-a99d-409c429bfd14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 6510 time: 0.2811999 Aug 20 10:30:34.060405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf02d3-ea1c-43b4-9c50-2696ea1d2e35 req-a6837da6-26d9-4b71-8b1c-ce97c24a4615 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:34.079763 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e2bf02d3-ea1c-43b4-9c50-2696ea1d2e35 req-a6837da6-26d9-4b71-8b1c-ce97c24a4615 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 944 time: 0.3752971 Aug 20 10:30:34.081711 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-50d18f43-a491-4093-8542-d2fd75bef566 req-b85fa255-e2b6-458f-87fa-cc96a3184eb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=922aa102-b2f5-4f18-986f-661395ef2399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1818731 Aug 20 10:30:34.213037 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56640) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:34.378835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Allocated IP 172.25.3.104 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/fc17ab8f-639a-4a19-8b41-7b2093605a08) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:30:34.410355 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:34.417461 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:34.418481 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:34.509246 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-b0e731f3-014b-4a31-8434-c8bdf1d60ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:34.512733 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-b0e731f3-014b-4a31-8434-c8bdf1d60ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:34.513652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-b0e731f3-014b-4a31-8434-c8bdf1d60ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:34.517086 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-b0e731f3-014b-4a31-8434-c8bdf1d60ff3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88f93105-b451-41f4-a5e5-079e47726c50&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=8714eb28-f9d6-435d-8508-76f686adacfc&id=8714eb28-f9d6-435d-8508-76f686adacfc HTTP/1.1" status: 200 len: 2296 time: 0.5121353 Aug 20 10:30:34.526440 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-50d18f43-a491-4093-8542-d2fd75bef566 req-7cf4099a-eb72-499c-a276-04e4cd5cf985 service neutron] 10.222.0.42 "GET /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108005 Aug 20 10:30:34.696618 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e2bf02d3-ea1c-43b4-9c50-2696ea1d2e35 req-df6324b8-dbea-4d0f-83c2-48c1bdde265d tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542426 Aug 20 10:30:34.698943 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-67db9597-9f66-4629-920b-7f6c520be1cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5374ab06-53f2-44d9-811c-ef39f56f233a HTTP/1.1" status: 200 len: 1002 time: 0.1713610 Aug 20 10:30:34.733572 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:34.801723 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-674200c4-bba2-4931-9bb3-34914ce049e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:34.809841 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-674200c4-bba2-4931-9bb3-34914ce049e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86001f3a-7a5c-4499-a121-de6a1935b5ad HTTP/1.1" status: 200 len: 855 time: 0.0843494 Aug 20 10:30:34.915612 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-42da1b7a-9d9f-4a33-97b7-4787a763b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:34.917377 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-42da1b7a-9d9f-4a33-97b7-4787a763b504 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88f93105-b451-41f4-a5e5-079e47726c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066651 Aug 20 10:30:34.949805 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-50d18f43-a491-4093-8542-d2fd75bef566 req-0be500cc-761e-4c57-9c68-0c2cef613f13 service neutron] 10.222.0.42 "GET /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431964 Aug 20 10:30:35.087550 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-d32433cd-f2a9-4b34-945b-5b6c89b1158a service neutron] 10.222.0.42 "GET /v2.0/networks/88f93105-b451-41f4-a5e5-079e47726c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579878 Aug 20 10:30:35.144568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=a4377959-356c-449b-8f5b-625722784b03,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:35.201277 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:35.220248 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-bcc834fd-551d-4cac-8258-65cf54817dfa service neutron] 10.222.0.42 "GET /v2.0/networks/88f93105-b451-41f4-a5e5-079e47726c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254756 Aug 20 10:30:35.281658 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-6a62cfe3-05b7-460a-848a-7daefc9de378 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 HTTP/1.1" status: 200 len: 217 time: 0.0525658 Aug 20 10:30:35.343802 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-88e96cde-5709-4c5c-90c6-c4ff1b26ee0f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1dc6cb77e020464e8cffa43fcc5863d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1192369 Aug 20 10:30:35.351451 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56654) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:35.369073 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:35.399796 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-4f6295c6-53ed-44a9-8659-0a7fd0259482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:35.401555 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-4f6295c6-53ed-44a9-8659-0a7fd0259482 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.1091094 Aug 20 10:30:35.473056 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:35.488948 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:35.493783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:35.494189 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-45550ea0-5011-4b45-b51a-9da92955233f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:35.516782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f31d6e-387d-43a4-b22c-056e4cae93e2 req-b0506f20-396b-41d2-abd3-79f09d547ab5 tempest-ComputeTenantNetworksTest-1042627551 tempest-ComputeTenantNetworksTest-1042627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:35.528076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f31d6e-387d-43a4-b22c-056e4cae93e2 req-b0506f20-396b-41d2-abd3-79f09d547ab5 tempest-ComputeTenantNetworksTest-1042627551 tempest-ComputeTenantNetworksTest-1042627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:35.528376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-06d23fc5-bedc-424c-bc36-36fcde8c7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:35.533687 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-06d23fc5-bedc-424c-bc36-36fcde8c7eab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1233311 Aug 20 10:30:35.536683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f31d6e-387d-43a4-b22c-056e4cae93e2 req-b0506f20-396b-41d2-abd3-79f09d547ab5 tempest-ComputeTenantNetworksTest-1042627551 tempest-ComputeTenantNetworksTest-1042627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:35.540125 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75f31d6e-387d-43a4-b22c-056e4cae93e2 req-b0506f20-396b-41d2-abd3-79f09d547ab5 tempest-ComputeTenantNetworksTest-1042627551 tempest-ComputeTenantNetworksTest-1042627551-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.9895232 Aug 20 10:30:35.544493 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:35.548463 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Pushing event updated for resources: {'Port': ['ID=fc17ab8f-639a-4a19-8b41-7b2093605a08,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:35.561734 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:30:35.568674 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-45550ea0-5011-4b45-b51a-9da92955233f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:35.772635 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device a3b9f59e-de8e-44c1-97b7-52669c61ad47 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:30:35.961232 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-752c11bc-1f32-488d-8f59-96ea38fd3bba service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876030 Aug 20 10:30:36.022638 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551966a7-e23c-476b-adf5-b6fa379b8710 req-df4f7f20-6578-44b6-86a0-bf5ed87768f4 tempest-ComputeTenantNetworksTest-1042627551 tempest-ComputeTenantNetworksTest-1042627551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:36.024597 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-551966a7-e23c-476b-adf5-b6fa379b8710 req-df4f7f20-6578-44b6-86a0-bf5ed87768f4 tempest-ComputeTenantNetworksTest-1042627551 tempest-ComputeTenantNetworksTest-1042627551-project] 10.222.0.16 "GET /v2.0/networks/08722d8a-7822-4cc5-a3e6-208db3b7925b HTTP/1.1" status: 200 len: 769 time: 0.3902969 Aug 20 10:30:36.074962 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port a3b9f59e-de8e-44c1-97b7-52669c61ad47, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a3b9f59e-de8e-44c1-97b7-52669c61ad47,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:36.090809 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a77538fb-0ff6-44eb-961c-e4209767c34b None None] Provisioning complete for port a4377959-356c-449b-8f5b-625722784b03 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:36.091366 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a77538fb-0ff6-44eb-961c-e4209767c34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:36.092674 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56662) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:36.093420 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'a3b9f59e-de8e-44c1-97b7-52669c61ad47', 'network_id': '922aa102-b2f5-4f18-986f-661395ef2399', 'port_id': 'a3b9f59e-de8e-44c1-97b7-52669c61ad47', 'mac_address': 'fa:16:3e:17:7c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877b184d-721a-4dfe-9c77-d1c4b8531d87', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:30:36.179277 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-d45d8a56-d5aa-492a-a702-83b952e4c98b service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666296 Aug 20 10:30:36.179630 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:36.180030 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-45550ea0-5011-4b45-b51a-9da92955233f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:36.187683 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-45550ea0-5011-4b45-b51a-9da92955233f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:36.189697 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-45550ea0-5011-4b45-b51a-9da92955233f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/417b213d-1019-4dbf-9b76-732da6c015ce HTTP/1.1" status: 204 len: 168 time: 0.8356035 Aug 20 10:30:36.231520 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b9f59e-de8e-44c1-97b7-52669c61ad47 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:30:36.246331 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-68d2be08-0347-48c3-a212-bbed2b36c600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:36.256680 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a77538fb-0ff6-44eb-961c-e4209767c34b None None] Port a4377959-356c-449b-8f5b-625722784b03 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:30:36.305648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45550ea0-5011-4b45-b51a-9da92955233f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417b213d-1019-4dbf-9b76-732da6c015ce,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:36.324147 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-07e7e0f8-5916-4101-9ec2-077a246c261e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 HTTP/1.1" status: 200 len: 217 time: 0.1326232 Aug 20 10:30:36.338431 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port a3b9f59e-de8e-44c1-97b7-52669c61ad47, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a3b9f59e-de8e-44c1-97b7-52669c61ad47,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:36.349943 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:36.396383 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df28567-33ef-49a2-b4a3-f9d6dbe2c1cf req-295f4532-f1e2-4cc1-9181-256fd651cafb tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:36.398137 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3df28567-33ef-49a2-b4a3-f9d6dbe2c1cf req-295f4532-f1e2-4cc1-9181-256fd651cafb tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 944 time: 0.3911736 Aug 20 10:30:36.416808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Router 0392c52d-6c3b-4797-95dc-595837914bab is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:30:36.504964 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-8b124e9e-1ba0-4bb9-b072-b15b578adc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:36.511205 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-8b124e9e-1ba0-4bb9-b072-b15b578adc3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.1788332 Aug 20 10:30:36.521076 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=a3b9f59e-de8e-44c1-97b7-52669c61ad47,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:36.592704 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-68d2be08-0347-48c3-a212-bbed2b36c600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:36.600350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-70f8aa0d-e6f1-47da-bc26-191306ed8493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:36.602063 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-70f8aa0d-e6f1-47da-bc26-191306ed8493 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0839295 Aug 20 10:30:36.648620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['a3b9f59e-de8e-44c1-97b7-52669c61ad47'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:30:36.682126 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-68d2be08-0347-48c3-a212-bbed2b36c600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08722d8a-7822-4cc5-a3e6-208db3b7925b']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:36.772468 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3df28567-33ef-49a2-b4a3-f9d6dbe2c1cf req-d525898e-55c2-4ec1-b660-8eb072c5343e tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497180 Aug 20 10:30:36.824409 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-28d6d484-95ed-4675-b971-2f6634f3c5a3 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140939 Aug 20 10:30:36.827229 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-68d2be08-0347-48c3-a212-bbed2b36c600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0439440-00fa-4903-b6ec-8cfef83b8578') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:36.828654 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-68d2be08-0347-48c3-a212-bbed2b36c600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0439440-00fa-4903-b6ec-8cfef83b8578') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:36.856785 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-68d2be08-0347-48c3-a212-bbed2b36c600 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:36.900020 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:30:36.902412 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-68d2be08-0347-48c3-a212-bbed2b36c600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:36.904203 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:36.916672 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4741159c-5dda-461d-9d5a-ca5f217e3fe6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "PUT /v2.0/routers/0392c52d-6c3b-4797-95dc-595837914bab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3187823 Aug 20 10:30:36.916672 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56676) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:36.933611 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Sync routers for ids ['0392c52d-6c3b-4797-95dc-595837914bab'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:30:36.970324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d2be08-0347-48c3-a212-bbed2b36c600 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:30:36.970734 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-68d2be08-0347-48c3-a212-bbed2b36c600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:30:36.972770 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:30:36.990920 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Routers {'0392c52d-6c3b-4797-95dc-595837914bab'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:30:36.996094 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:30:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['0392c52d-6c3b-4797-95dc-595837914bab'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:37.087172 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7521c89-ca27-48e0-b4f4-0f21d8eba6c7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:37.090932 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e7521c89-ca27-48e0-b4f4-0f21d8eba6c7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports/a4377959-356c-449b-8f5b-625722784b03 HTTP/1.1" status: 200 len: 911 time: 0.1728981 Aug 20 10:30:37.091953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56684) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:37.220530 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Set router 0392c52d-6c3b-4797-95dc-595837914bab gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:30:37.232993 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-655931f7-a678-41c0-811f-fe32c685db08 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980360 Aug 20 10:30:37.335993 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-3702ea6e-a7cf-42d3-83aa-5efc30b5bd39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=37e4a62c-8652-430f-86df-59ad1164affe HTTP/1.1" status: 200 len: 217 time: 0.0920565 Aug 20 10:30:37.357526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be89059-125f-4892-b2fc-96e7a6c98f69 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:37.371419 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be89059-125f-4892-b2fc-96e7a6c98f69 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:37.372360 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:37.374337 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-68d2be08-0347-48c3-a212-bbed2b36c600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:37.385266 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-68d2be08-0347-48c3-a212-bbed2b36c600 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:37.391026 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-68d2be08-0347-48c3-a212-bbed2b36c600 admin admin] 10.222.0.16 "DELETE /v2.0/networks/08722d8a-7822-4cc5-a3e6-208db3b7925b HTTP/1.1" status: 204 len: 168 time: 1.2870338 Aug 20 10:30:37.391986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56692) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:37.392204 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7be89059-125f-4892-b2fc-96e7a6c98f69 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2864523 Aug 20 10:30:37.425811 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2be08-0347-48c3-a212-bbed2b36c600 admin admin] Pushing event deleted for resources: {'Network': ['ID=08722d8a-7822-4cc5-a3e6-208db3b7925b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:37.466142 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-ca4dccc7-19a8-444c-a5ab-d0c69756671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:37.468847 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-ca4dccc7-19a8-444c-a5ab-d0c69756671d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.0749750 Aug 20 10:30:37.549636 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-06cdb846-1644-490b-b6fa-941140aac311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:37.553020 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-06cdb846-1644-490b-b6fa-941140aac311 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0738270 Aug 20 10:30:37.795151 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device a3b9f59e-de8e-44c1-97b7-52669c61ad47 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:30:37.796338 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-5e12b7a2-303d-4189-aca0-61e44960c5ef service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041497 Aug 20 10:30:37.807492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56706) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:37.931137 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port a3b9f59e-de8e-44c1-97b7-52669c61ad47 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:30:37.952912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port a3b9f59e-de8e-44c1-97b7-52669c61ad47 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:37.953287 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:37.989760 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0392c52d-6c3b-4797-95dc-595837914bab', 'name': 'tempest-NetworksTestDHCPv6-router-1157883401', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:28Z', 'updated_at': '2021-08-20T10:30:32Z', 'revision_number': 2, 'project_id': '31d403abe4074402bdbb566ed536eac7', 'gw_port_host': None, '_interfaces': [{'id': 'a4377959-356c-449b-8f5b-625722784b03', 'name': '', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'mac_address': 'fa:16:3e:9b:f8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0392c52d-6c3b-4797-95dc-595837914bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '243076f9-f027-4df6-a6f8-dded38823abf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:30:30Z', 'updated_at': '2021-08-20T10:30:33Z', 'revision_number': 2, 'project_id': '31d403abe4074402bdbb566ed536eac7', 'subnets': [{'id': '243076f9-f027-4df6-a6f8-dded38823abf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:38.044477 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Checking router: 0392c52d-6c3b-4797-95dc-595837914bab for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:30:38.045077 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Updating router 0392c52d-6c3b-4797-95dc-595837914bab port a4377959-356c-449b-8f5b-625722784b03 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:30:38.157357 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:38.211834 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:38.277317 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381c423e-ea72-4561-9364-1b2a40f60b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b9f59e-de8e-44c1-97b7-52669c61ad47'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:30:38.289661 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4679192-61a5-4f21-922e-83b6358722fa" -d '{"events": [{"server_uuid": "381c423e-ea72-4561-9364-1b2a40f60b26", "name": "network-vif-plugged", "status": "completed", "tag": "a3b9f59e-de8e-44c1-97b7-52669c61ad47"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:30:38.324688 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d405c1-a1cd-4d22-a113-8e0998b31dd4 req-e43c3a92-ad3a-4a5d-9a4e-01c0afede32f tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:38.344770 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7d405c1-a1cd-4d22-a113-8e0998b31dd4 req-e43c3a92-ad3a-4a5d-9a4e-01c0afede32f tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 945 time: 0.2525191 Aug 20 10:30:38.349989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port a3b9f59e-de8e-44c1-97b7-52669c61ad47, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a3b9f59e-de8e-44c1-97b7-52669c61ad47,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:38.376071 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:38.450472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Router 4cf60598-825f-4d52-8317-d9c15ce5457b is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:30:38.458993 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56716) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:38.459516 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-73706c7d-3433-4145-a5ae-ffcdbcf4ab3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a513449c135a4c8186e43486785cac43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6502903 Aug 20 10:30:38.484273 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-f47840e1-1687-482c-8bd9-84e81270311c service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6772971 Aug 20 10:30:38.500268 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=a3b9f59e-de8e-44c1-97b7-52669c61ad47,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:38.583749 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7d405c1-a1cd-4d22-a113-8e0998b31dd4 req-aec146d2-ed87-4edb-9e39-35e69bc38fff tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374337 Aug 20 10:30:38.726245 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-2a42e6bb-0413-43c3-b02a-6df854fd23b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=c58f68f8-6192-44b4-9074-737ec613eda7 HTTP/1.1" status: 200 len: 217 time: 0.2337797 Aug 20 10:30:38.728224 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d037b1b8-c5a3-4aeb-bd16-3bd73eb09550 x-openstack-request-id: req-d037b1b8-c5a3-4aeb-bd16-3bd73eb09550 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:30:38.729045 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381c423e-ea72-4561-9364-1b2a40f60b26", "name": "network-vif-plugged", "status": "completed", "tag": "a3b9f59e-de8e-44c1-97b7-52669c61ad47", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:30:38.729522 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d037b1b8-c5a3-4aeb-bd16-3bd73eb09550 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:30:38.730903 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381c423e-ea72-4561-9364-1b2a40f60b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b9f59e-de8e-44c1-97b7-52669c61ad47', 'code': 200} Aug 20 10:30:38.796944 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb1ec-2f2b-4d01-98de-698a382f22a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:38.810362 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-16d39933-7d14-4058-a163-9bcce3a1062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:38.813612 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-16d39933-7d14-4058-a163-9bcce3a1062b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.0800965 Aug 20 10:30:38.954627 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:38.973720 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Transition to ACTIVE for port object a4377959-356c-449b-8f5b-625722784b03 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:30:38.987838 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:39.054461 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8deff7-543c-44c2-91d2-acb687feb81c None None] Pushing event updated for resources: {'Port': ['ID=a4377959-356c-449b-8f5b-625722784b03,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:39.080868 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8deff7-543c-44c2-91d2-acb687feb81c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.086828 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8deff7-543c-44c2-91d2-acb687feb81c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.095692 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8deff7-543c-44c2-91d2-acb687feb81c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.096605 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8deff7-543c-44c2-91d2-acb687feb81c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.097176 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8deff7-543c-44c2-91d2-acb687feb81c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.097766 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8deff7-543c-44c2-91d2-acb687feb81c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.098392 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8deff7-543c-44c2-91d2-acb687feb81c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.098983 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8deff7-543c-44c2-91d2-acb687feb81c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.099596 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8deff7-543c-44c2-91d2-acb687feb81c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.100157 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8deff7-543c-44c2-91d2-acb687feb81c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.100718 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8deff7-543c-44c2-91d2-acb687feb81c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.101379 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8deff7-543c-44c2-91d2-acb687feb81c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.193205 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-ff0d602f-f7b0-422d-983f-4a8e4bb65270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:39.196664 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-ff0d602f-f7b0-422d-983f-4a8e4bb65270 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3741927 Aug 20 10:30:39.199033 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23f4df-3659-4103-99b9-c53953b4bccf req-b908e13a-558b-48d9-8dfe-ea4b03cf67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:39.201045 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f23f4df-3659-4103-99b9-c53953b4bccf req-b908e13a-558b-48d9-8dfe-ea4b03cf67e2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 1098 time: 0.3268206 Aug 20 10:30:39.221507 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb1ec-2f2b-4d01-98de-698a382f22a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:39.309961 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Attempting to bind port a4377959-356c-449b-8f5b-625722784b03 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:30:39.310915 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Attempting to bind port a4377959-356c-449b-8f5b-625722784b03 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:30:39.312015 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Attempting to bind port a4377959-356c-449b-8f5b-625722784b03 on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:30:39.326814 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:30:39.327758 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:30:39.329210 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:39.331289 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:30:39.331786 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Bound port: a4377959-356c-449b-8f5b-625722784b03, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:30:39.333084 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:39.466072 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:30:39.482410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760cd9a3-254d-492c-95cc-f940eb23b70a None None] Sync routers for ids ['4cf60598-825f-4d52-8317-d9c15ce5457b'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:30:39.502636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760cd9a3-254d-492c-95cc-f940eb23b70a None None] Routers {'4cf60598-825f-4d52-8317-d9c15ce5457b'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:30:39.505886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-760cd9a3-254d-492c-95cc-f940eb23b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:30:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['4cf60598-825f-4d52-8317-d9c15ce5457b'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:39.508725 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] For port a4377959-356c-449b-8f5b-625722784b03, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:30:39.519423 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] For port a4377959-356c-449b-8f5b-625722784b03, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a4377959-356c-449b-8f5b-625722784b03,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:30:39.524728 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f23f4df-3659-4103-99b9-c53953b4bccf req-039b7106-4069-442e-b7cd-b06b0fef4e54 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138652 Aug 20 10:30:39.533226 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:39.546860 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:39.548598 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-864b25e1-f3c0-465c-afe3-f83be8b8964a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.5447211 Aug 20 10:30:39.554866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56730) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:39.566430 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b5c58d38-90d5-43ed-b7ac-ebca823e46cc tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:39.625109 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-760cd9a3-254d-492c-95cc-f940eb23b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:39.643455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760cd9a3-254d-492c-95cc-f940eb23b70a None None] Routers {'4cf60598-825f-4d52-8317-d9c15ce5457b'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:30:39.644113 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-760cd9a3-254d-492c-95cc-f940eb23b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:30:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['4cf60598-825f-4d52-8317-d9c15ce5457b'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:39.720684 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Routers {'0392c52d-6c3b-4797-95dc-595837914bab'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:30:39.722791 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:30:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['0392c52d-6c3b-4797-95dc-595837914bab'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:39.779825 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb1ec-2f2b-4d01-98de-698a382f22a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:39.794349 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb1ec-2f2b-4d01-98de-698a382f22a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:39.802777 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6d8fb1ec-2f2b-4d01-98de-698a382f22a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7a1ba9b-31dc-4f76-9389-c434d17195cc HTTP/1.1" status: 204 len: 168 time: 1.3331935 Aug 20 10:30:39.810523 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-760cd9a3-254d-492c-95cc-f940eb23b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:39.815832 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760cd9a3-254d-492c-95cc-f940eb23b70a None None] The sync data for ids ['4cf60598-825f-4d52-8317-d9c15ce5457b'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:30:39.830620 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-c0690150-6beb-47c1-b1ec-a1c68e92639c service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089685 Aug 20 10:30:39.856911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fb1ec-2f2b-4d01-98de-698a382f22a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a1ba9b-31dc-4f76-9389-c434d17195cc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:39.905068 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fb1ec-2f2b-4d01-98de-698a382f22a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.905470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fb1ec-2f2b-4d01-98de-698a382f22a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.905749 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fb1ec-2f2b-4d01-98de-698a382f22a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.906085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fb1ec-2f2b-4d01-98de-698a382f22a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.906542 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fb1ec-2f2b-4d01-98de-698a382f22a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.906786 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fb1ec-2f2b-4d01-98de-698a382f22a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.911350 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fb1ec-2f2b-4d01-98de-698a382f22a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.911825 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fb1ec-2f2b-4d01-98de-698a382f22a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.912170 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fb1ec-2f2b-4d01-98de-698a382f22a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.912507 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fb1ec-2f2b-4d01-98de-698a382f22a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.912837 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fb1ec-2f2b-4d01-98de-698a382f22a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:39.913167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fb1ec-2f2b-4d01-98de-698a382f22a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:40.086096 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8deff7-543c-44c2-91d2-acb687feb81c None None] Pushing event updated for resources: {'Port': ['ID=a4377959-356c-449b-8f5b-625722784b03,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:40.151723 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] Set router 0392c52d-6c3b-4797-95dc-595837914bab gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:30:40.912536 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0392c52d-6c3b-4797-95dc-595837914bab', 'name': 'tempest-NetworksTestDHCPv6-router-1157883401', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:28Z', 'updated_at': '2021-08-20T10:30:32Z', 'revision_number': 2, 'project_id': '31d403abe4074402bdbb566ed536eac7', 'gw_port_host': None, '_interfaces': [{'id': 'a4377959-356c-449b-8f5b-625722784b03', 'name': '', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'mac_address': 'fa:16:3e:9b:f8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0392c52d-6c3b-4797-95dc-595837914bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '243076f9-f027-4df6-a6f8-dded38823abf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:30:30Z', 'updated_at': '2021-08-20T10:30:39Z', 'revision_number': 4, 'project_id': '31d403abe4074402bdbb566ed536eac7', 'subnets': [{'id': '243076f9-f027-4df6-a6f8-dded38823abf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:40.966074 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b367856d-3fb3-4481-9762-29cac2cbccf9 None None] The sync data for ids ['0392c52d-6c3b-4797-95dc-595837914bab'] in n-d-778550-11 is: [{'id': '0392c52d-6c3b-4797-95dc-595837914bab', 'name': 'tempest-NetworksTestDHCPv6-router-1157883401', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:28Z', 'updated_at': '2021-08-20T10:30:32Z', 'revision_number': 2, 'project_id': '31d403abe4074402bdbb566ed536eac7', 'gw_port_host': None, '_interfaces': [{'id': 'a4377959-356c-449b-8f5b-625722784b03', 'name': '', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'mac_address': 'fa:16:3e:9b:f8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0392c52d-6c3b-4797-95dc-595837914bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '243076f9-f027-4df6-a6f8-dded38823abf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:30:30Z', 'updated_at': '2021-08-20T10:30:39Z', 'revision_number': 4, 'project_id': '31d403abe4074402bdbb566ed536eac7', 'subnets': [{'id': '243076f9-f027-4df6-a6f8-dded38823abf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:30:41.129503 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fb2bb-bcc8-4f70-bc96-f190d57f39d8 req-2b23e9f0-3473-4101-b625-4e480e91075f tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:41.167790 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a65fb2bb-bcc8-4f70-bc96-f190d57f39d8 req-2b23e9f0-3473-4101-b625-4e480e91075f tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 946 time: 1.2697401 Aug 20 10:30:41.219574 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2934e96e-0faf-4dc0-8e17-a2e03c7b91ea tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:41.609059 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a65fb2bb-bcc8-4f70-bc96-f190d57f39d8 req-1a185c58-6bb1-4150-b0e3-fc5e208fc4b6 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400771 Aug 20 10:30:41.643198 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-43dc95a0-ded9-4b81-9981-b82eff06ad03 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8084741 Aug 20 10:30:41.866581 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:30:42.022807 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-1d438382-7624-42ce-8b69-ba367c004f51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 HTTP/1.1" status: 200 len: 217 time: 0.3715713 Aug 20 10:30:42.072417 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-2934e96e-0faf-4dc0-8e17-a2e03c7b91ea tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port a4377959-356c-449b-8f5b-625722784b03 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:30:42.072902 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2934e96e-0faf-4dc0-8e17-a2e03c7b91ea tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:42.135156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-60796059-669d-4830-8cbe-531a9c4b0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:42.137773 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-60796059-669d-4830-8cbe-531a9c4b0170 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b HTTP/1.1" status: 200 len: 797 time: 0.1046031 Aug 20 10:30:42.502447 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-2934e96e-0faf-4dc0-8e17-a2e03c7b91ea tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] For port a4377959-356c-449b-8f5b-625722784b03, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a4377959-356c-449b-8f5b-625722784b03,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:42.503187 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2934e96e-0faf-4dc0-8e17-a2e03c7b91ea tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:42.524251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-2934e96e-0faf-4dc0-8e17-a2e03c7b91ea tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for a4377959-356c-449b-8f5b-625722784b03 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:30:42.590521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-0aab74d2-2379-4026-be67-16947afdd0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:42.592808 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-0aab74d2-2379-4026-be67-16947afdd0de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8714eb28-f9d6-435d-8508-76f686adacfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4395523 Aug 20 10:30:43.087704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cd80d-ca6c-4684-96e3-b2beedaf3128 req-ac23f544-a790-4791-8fb1-ec97649605ad tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:43.100613 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e31cd80d-ca6c-4684-96e3-b2beedaf3128 req-ac23f544-a790-4791-8fb1-ec97649605ad tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 946 time: 0.3245926 Aug 20 10:30:43.157726 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-10f77acc-8123-4341-9ad8-96b2079c2f3b service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067153 Aug 20 10:30:43.163739 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b5c58d38-90d5-43ed-b7ac-ebca823e46cc tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:43.276986 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a4377959-356c-449b-8f5b-625722784b03 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:30:43.446725 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2934e96e-0faf-4dc0-8e17-a2e03c7b91ea tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:43.455107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port a4377959-356c-449b-8f5b-625722784b03 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:30:43.471871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port a4377959-356c-449b-8f5b-625722784b03 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:43.472473 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:43.499166 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934e96e-0faf-4dc0-8e17-a2e03c7b91ea tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=a4377959-356c-449b-8f5b-625722784b03,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:43.548444 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b5c58d38-90d5-43ed-b7ac-ebca823e46cc tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:43.626296 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e31cd80d-ca6c-4684-96e3-b2beedaf3128 req-84bbb4ff-14ec-46e4-a300-1b26a9909aef tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219607 Aug 20 10:30:43.643905 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Port a4377959-356c-449b-8f5b-625722784b03 was deleted so its status cannot be updated. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 10:30:44.053813 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-23d62d44-b904-4256-a7ef-95d4270e38e0 service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8384562 Aug 20 10:30:44.252005 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-b281406f-cdf3-4ba5-a6e5-1155b009c1a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a37e7c4-cae4-4620-80d8-485fc0c672bb HTTP/1.1" status: 200 len: 217 time: 0.1971903 Aug 20 10:30:44.256206 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2934e96e-0faf-4dc0-8e17-a2e03c7b91ea tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:44.259657 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-b5c58d38-90d5-43ed-b7ac-ebca823e46cc tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Deleting port fc17ab8f-639a-4a19-8b41-7b2093605a08 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:30:44.260130 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b5c58d38-90d5-43ed-b7ac-ebca823e46cc tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:44.386062 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-eed4dfc4-3151-45ba-ba16-ac83127cc2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:44.387910 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-eed4dfc4-3151-45ba-ba16-ac83127cc2ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b HTTP/1.1" status: 200 len: 797 time: 0.1245184 Aug 20 10:30:44.490417 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260ba31-9133-4822-aa18-dd0184b0d923 req-b3bc8f5a-2ff1-44f3-8224-bdc6ce4d3edf tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:44.490417 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2260ba31-9133-4822-aa18-dd0184b0d923 req-b3bc8f5a-2ff1-44f3-8224-bdc6ce4d3edf tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 946 time: 0.1911495 Aug 20 10:30:44.515014 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b5c58d38-90d5-43ed-b7ac-ebca823e46cc tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:44.538396 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-b5c58d38-90d5-43ed-b7ac-ebca823e46cc tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Calling delete_port for fc17ab8f-639a-4a19-8b41-7b2093605a08 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:30:44.589638 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2934e96e-0faf-4dc0-8e17-a2e03c7b91ea tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Router 0392c52d-6c3b-4797-95dc-595837914bab has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:30:44.631949 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2260ba31-9133-4822-aa18-dd0184b0d923 req-cd387031-9480-4df5-a90b-15fa482ac20f tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562871 Aug 20 10:30:44.726840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-33fb8c3c-dc8a-425b-b0ca-7308304ac4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:44.726840 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-33fb8c3c-dc8a-425b-b0ca-7308304ac4bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8714eb28-f9d6-435d-8508-76f686adacfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3239040 Aug 20 10:30:44.785806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2934e96e-0faf-4dc0-8e17-a2e03c7b91ea tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:30:44.797248 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545c658-e62c-48d8-89e1-db85f5e0f8f9 None None] Sync routers for ids ['0392c52d-6c3b-4797-95dc-595837914bab'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:30:44.800514 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2934e96e-0faf-4dc0-8e17-a2e03c7b91ea tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "PUT /v2.0/routers/0392c52d-6c3b-4797-95dc-595837914bab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4072657 Aug 20 10:30:44.808802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56820) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:44.817784 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545c658-e62c-48d8-89e1-db85f5e0f8f9 None None] Routers {'0392c52d-6c3b-4797-95dc-595837914bab'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:30:44.818766 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9545c658-e62c-48d8-89e1-db85f5e0f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:30:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['0392c52d-6c3b-4797-95dc-595837914bab'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:44.928354 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f299460-7d2a-4925-b598-e0a76b75dfb5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:44.931330 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f299460-7d2a-4925-b598-e0a76b75dfb5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:44.934251 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0f299460-7d2a-4925-b598-e0a76b75dfb5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1242194 Aug 20 10:30:44.937270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56828) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:44.971984 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b5c58d38-90d5-43ed-b7ac-ebca823e46cc tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:44.984898 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-b7c882dd-51ca-4bf4-aa40-47e2eda9dc67 service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522645 Aug 20 10:30:44.995621 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-9545c658-e62c-48d8-89e1-db85f5e0f8f9 None None] Set router 0392c52d-6c3b-4797-95dc-595837914bab gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:30:45.023658 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c58d38-90d5-43ed-b7ac-ebca823e46cc tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Pushing event deleted for resources: {'Port': ['ID=fc17ab8f-639a-4a19-8b41-7b2093605a08,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:45.064636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-577ed9d5-177b-4480-b6b6-f491546c78e5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet 243076f9-f027-4df6-a6f8-dded38823abf {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:30:45.068454 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-577ed9d5-177b-4480-b6b6-f491546c78e5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:45.104043 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9545c658-e62c-48d8-89e1-db85f5e0f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0392c52d-6c3b-4797-95dc-595837914bab', 'name': 'tempest-NetworksTestDHCPv6-router-1157883401', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:28Z', 'updated_at': '2021-08-20T10:30:43Z', 'revision_number': 3, 'project_id': '31d403abe4074402bdbb566ed536eac7', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:45.142421 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545c658-e62c-48d8-89e1-db85f5e0f8f9 None None] Checking router: 0392c52d-6c3b-4797-95dc-595837914bab for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:30:45.161739 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545c658-e62c-48d8-89e1-db85f5e0f8f9 None None] Routers {'0392c52d-6c3b-4797-95dc-595837914bab'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:30:45.162633 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9545c658-e62c-48d8-89e1-db85f5e0f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:30:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['0392c52d-6c3b-4797-95dc-595837914bab'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:45.172348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74728cc6-a064-4e55-8cec-8d8c82856573 req-95055cc2-047e-4c7d-847c-14ec3f844825 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:45.184128 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74728cc6-a064-4e55-8cec-8d8c82856573 req-95055cc2-047e-4c7d-847c-14ec3f844825 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 946 time: 0.2037036 Aug 20 10:30:45.232287 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-577ed9d5-177b-4480-b6b6-f491546c78e5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:45.246897 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-9545c658-e62c-48d8-89e1-db85f5e0f8f9 None None] Set router 0392c52d-6c3b-4797-95dc-595837914bab gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:30:45.310737 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74728cc6-a064-4e55-8cec-8d8c82856573 req-b44e9e79-f565-420b-9ae4-cf6a5b9f0c49 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251643 Aug 20 10:30:45.325969 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad1cf04-9b29-4a40-98d6-1952d0641312 req-30dd50c9-739e-472e-8ac3-cc8dcdcc5390 service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134310 Aug 20 10:30:45.326809 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b5c58d38-90d5-43ed-b7ac-ebca823e46cc tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:45.450750 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-577ed9d5-177b-4480-b6b6-f491546c78e5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:45.606492 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-577ed9d5-177b-4480-b6b6-f491546c78e5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:45.666453 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ed9d5-177b-4480-b6b6-f491546c78e5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=243076f9-f027-4df6-a6f8-dded38823abf,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:45.727269 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf44be5-e1d6-466d-97ea-0ae441217f66 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:30:45.767645 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9545c658-e62c-48d8-89e1-db85f5e0f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0392c52d-6c3b-4797-95dc-595837914bab', 'name': 'tempest-NetworksTestDHCPv6-router-1157883401', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:28Z', 'updated_at': '2021-08-20T10:30:43Z', 'revision_number': 3, 'project_id': '31d403abe4074402bdbb566ed536eac7', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:45.771451 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-577ed9d5-177b-4480-b6b6-f491546c78e5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:45.774732 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-577ed9d5-177b-4480-b6b6-f491546c78e5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/243076f9-f027-4df6-a6f8-dded38823abf HTTP/1.1" status: 204 len: 168 time: 0.8349550 Aug 20 10:30:45.778675 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56848) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:45.862492 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b5c58d38-90d5-43ed-b7ac-ebca823e46cc tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:45.889111 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b5c58d38-90d5-43ed-b7ac-ebca823e46cc tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:45.894116 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545c658-e62c-48d8-89e1-db85f5e0f8f9 None None] The sync data for ids ['0392c52d-6c3b-4797-95dc-595837914bab'] in n-d-778550-11 is: [{'id': '0392c52d-6c3b-4797-95dc-595837914bab', 'name': 'tempest-NetworksTestDHCPv6-router-1157883401', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:28Z', 'updated_at': '2021-08-20T10:30:43Z', 'revision_number': 3, 'project_id': '31d403abe4074402bdbb566ed536eac7', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:30:46.033578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a4f55-0a0c-462b-9baf-2e8fa93a6125 req-f37cae2d-3f33-41a9-8e85-95bf98711d58 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:46.040843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c58d38-90d5-43ed-b7ac-ebca823e46cc tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Router 4cf60598-825f-4d52-8317-d9c15ce5457b has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:30:46.042055 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-497a4f55-0a0c-462b-9baf-2e8fa93a6125 req-f37cae2d-3f33-41a9-8e85-95bf98711d58 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 946 time: 0.3793797 Aug 20 10:30:46.081100 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3b259557-840b-4b39-86e7-57e8fa73be6e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2966478 Aug 20 10:30:46.099495 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56852) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:46.116005 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-497a4f55-0a0c-462b-9baf-2e8fa93a6125 req-30330fe2-b299-4539-a905-88ed993ab825 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729928 Aug 20 10:30:46.225302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c58d38-90d5-43ed-b7ac-ebca823e46cc tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:30:46.238187 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eab9ca-aa9e-4354-8dfc-7d4013c084cc None None] Sync routers for ids ['4cf60598-825f-4d52-8317-d9c15ce5457b'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:30:46.240268 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b5c58d38-90d5-43ed-b7ac-ebca823e46cc tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:46.242259 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b5c58d38-90d5-43ed-b7ac-ebca823e46cc tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "PUT /v2.0/routers/4cf60598-825f-4d52-8317-d9c15ce5457b HTTP/1.1" status: 200 len: 709 time: 6.6847599 Aug 20 10:30:46.245516 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56856) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:46.254043 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0517-a1ac-4286-baea-b719c315af50 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:46.254724 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eab9ca-aa9e-4354-8dfc-7d4013c084cc None None] Routers {'4cf60598-825f-4d52-8317-d9c15ce5457b'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:30:46.255686 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d3eab9ca-aa9e-4354-8dfc-7d4013c084cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:30:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['4cf60598-825f-4d52-8317-d9c15ce5457b'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:46.340697 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d3eab9ca-aa9e-4354-8dfc-7d4013c084cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:46.346092 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:30:46.408417 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eab9ca-aa9e-4354-8dfc-7d4013c084cc None None] Routers {'4cf60598-825f-4d52-8317-d9c15ce5457b'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:30:46.413722 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d3eab9ca-aa9e-4354-8dfc-7d4013c084cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:30:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['4cf60598-825f-4d52-8317-d9c15ce5457b'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:46.476337 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b681a339-643a-4696-b22e-55cb2d7c7f43 tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "GET /v2.0/routers/4cf60598-825f-4d52-8317-d9c15ce5457b HTTP/1.1" status: 200 len: 744 time: 0.2292399 Aug 20 10:30:46.477252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56862) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:46.489135 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d3eab9ca-aa9e-4354-8dfc-7d4013c084cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:46.489661 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eab9ca-aa9e-4354-8dfc-7d4013c084cc None None] The sync data for ids ['4cf60598-825f-4d52-8317-d9c15ce5457b'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:30:46.522901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] Deleting port cc150a38-4de9-45b3-bd4c-364935318544 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:30:46.523508 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:46.606391 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] For port cc150a38-4de9-45b3-bd4c-364935318544, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=cc150a38-4de9-45b3-bd4c-364935318544,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:46.607403 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:46.610491 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7a26b64d-4086-45f9-9b1e-36c929b6f44a tempest-RoutersIpV6AdminTest-732066645 tempest-RoutersIpV6AdminTest-732066645-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&device_id=4cf60598-825f-4d52-8317-d9c15ce5457b HTTP/1.1" status: 200 len: 205 time: 0.1311975 Aug 20 10:30:46.612898 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56872) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:46.627225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] Calling delete_port for cc150a38-4de9-45b3-bd4c-364935318544 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:30:46.664899 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0517-a1ac-4286-baea-b719c315af50 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:46.668961 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0517-a1ac-4286-baea-b719c315af50 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:46.704979 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d28b3631-3d7b-4d25-82cf-a42eb0f13cca tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cf60598-825f-4d52-8317-d9c15ce5457b HTTP/1.1" status: 200 len: 205 time: 0.0878406 Aug 20 10:30:46.705348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56874) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:46.765800 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:46.771364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f4853-3473-4cc8-99ea-1b00ad2897e0 req-92ee01b7-186f-43b3-b0ae-cfb24c790460 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:46.774816 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-617f4853-3473-4cc8-99ea-1b00ad2897e0 req-92ee01b7-186f-43b3-b0ae-cfb24c790460 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 946 time: 0.1937153 Aug 20 10:30:46.776881 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0517-a1ac-4286-baea-b719c315af50 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:46.777913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2e0517-a1ac-4286-baea-b719c315af50 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Fanout notify agent at l3_agent the message router_deleted on router 0392c52d-6c3b-4797-95dc-595837914bab {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:30:46.797832 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] No DVR routers for this DVR port cc150a38-4de9-45b3-bd4c-364935318544 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:30:46.812452 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0517-a1ac-4286-baea-b719c315af50 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:46.821854 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6e2e0517-a1ac-4286-baea-b719c315af50 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/routers/0392c52d-6c3b-4797-95dc-595837914bab HTTP/1.1" status: 204 len: 168 time: 0.7045126 Aug 20 10:30:46.823469 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56876) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:46.834613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] Pushing event deleted for resources: {'Port': ['ID=cc150a38-4de9-45b3-bd4c-364935318544,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:46.854892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:46.855767 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:46.856632 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:46.857196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:46.857451 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-966a6556-df0d-4ec9-ab17-eca13b82121d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:46.857965 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:46.858528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:46.859283 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:46.860119 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:46.860684 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:46.861530 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:46.862108 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:46.862671 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22ca2c5-da8c-463c-993b-60c649256a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:30:46.875419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-75602d6a-d0a9-46bd-ab84-ee6a81db3889 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:47.012064 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-617f4853-3473-4cc8-99ea-1b00ad2897e0 req-0f644f69-36c9-4899-a77e-47c22424fec8 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839850 Aug 20 10:30:47.083883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75602d6a-d0a9-46bd-ab84-ee6a81db3889 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:47.089008 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-75602d6a-d0a9-46bd-ab84-ee6a81db3889 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:47.162013 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a4377959-356c-449b-8f5b-625722784b03 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:30:47.202149 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: a4377959-356c-449b-8f5b-625722784b03 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:30:47.205476 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a4377959-356c-449b-8f5b-625722784b03 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:30:47.209843 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device cc150a38-4de9-45b3-bd4c-364935318544 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:30:47.225238 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-966a6556-df0d-4ec9-ab17-eca13b82121d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:47.228770 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-966a6556-df0d-4ec9-ab17-eca13b82121d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:47.272017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: cc150a38-4de9-45b3-bd4c-364935318544 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:30:47.273703 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device cc150a38-4de9-45b3-bd4c-364935318544 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:30:47.321093 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-966a6556-df0d-4ec9-ab17-eca13b82121d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:47.322076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966a6556-df0d-4ec9-ab17-eca13b82121d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Fanout notify agent at l3_agent the message router_deleted on router 4cf60598-825f-4d52-8317-d9c15ce5457b {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:30:47.335118 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-966a6556-df0d-4ec9-ab17-eca13b82121d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:47.336814 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-966a6556-df0d-4ec9-ab17-eca13b82121d tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "DELETE /v2.0/routers/4cf60598-825f-4d52-8317-d9c15ce5457b HTTP/1.1" status: 204 len: 168 time: 0.6304791 Aug 20 10:30:47.342246 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56890) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:47.395228 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-75602d6a-d0a9-46bd-ab84-ee6a81db3889 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:47.395510 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d5ebbb0f-28c1-4b9d-ae4c-02045298b391 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cf60598-825f-4d52-8317-d9c15ce5457b HTTP/1.1" status: 200 len: 205 time: 0.0486774 Aug 20 10:30:47.398898 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56894) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:47.449709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75602d6a-d0a9-46bd-ab84-ee6a81db3889 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:47.460748 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-75602d6a-d0a9-46bd-ab84-ee6a81db3889 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:47.464761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75602d6a-d0a9-46bd-ab84-ee6a81db3889 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:47.465476 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-75602d6a-d0a9-46bd-ab84-ee6a81db3889 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:47.470725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d521babd-d6b6-45bb-b687-75f83664965b None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:30:47.476260 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-c51b78e4-7674-45f3-b6d8-37d38dd08749 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] delete failed (client error): The resource could not be found. Aug 20 10:30:47.479942 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c51b78e4-7674-45f3-b6d8-37d38dd08749 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "DELETE /v2.0/routers/4cf60598-825f-4d52-8317-d9c15ce5457b HTTP/1.1" status: 404 len: 336 time: 0.0769691 Aug 20 10:30:47.480504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56898) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:47.554589 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-14d2dee1-0f51-4d6a-abaf-ec73c0eb78b9 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2d91afe-f668-4b45-9e29-4c62cdd77304 HTTP/1.1" status: 200 len: 205 time: 0.0681493 Aug 20 10:30:47.555785 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56902) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:47.575185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75602d6a-d0a9-46bd-ab84-ee6a81db3889 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=bd1638b4-985d-4bca-a8e8-ef751e2ace52,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:47.579372 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-75602d6a-d0a9-46bd-ab84-ee6a81db3889 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7207713 Aug 20 10:30:47.582571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56904) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:47.608717 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b1688549-a01d-49d0-94e7-68ebc291dd2e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1651629474', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:47.631188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27be27-dceb-41a0-a133-59e941ea2956 req-a6c05532-dca2-42e1-9d4b-2202fad54c38 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:47.632892 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f27be27-dceb-41a0-a133-59e941ea2956 req-a6c05532-dca2-42e1-9d4b-2202fad54c38 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 946 time: 0.1747341 Aug 20 10:30:47.696019 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1688549-a01d-49d0-94e7-68ebc291dd2e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:47.698782 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-89538e7d-c902-4489-893c-e12e2c8ada24 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] delete failed (client error): The resource could not be found. Aug 20 10:30:47.699233 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1688549-a01d-49d0-94e7-68ebc291dd2e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:47.705847 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-89538e7d-c902-4489-893c-e12e2c8ada24 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "DELETE /v2.0/routers/c2d91afe-f668-4b45-9e29-4c62cdd77304 HTTP/1.1" status: 404 len: 336 time: 0.1474555 Aug 20 10:30:47.706827 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56906) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:47.780374 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1688549-a01d-49d0-94e7-68ebc291dd2e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:47.787541 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1688549-a01d-49d0-94e7-68ebc291dd2e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:47.817716 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f27be27-dceb-41a0-a133-59e941ea2956 req-0123236d-dd14-4d85-9c79-6338220c8b09 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721470 Aug 20 10:30:47.823966 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0e00ce7a-f5f3-4338-a94e-c4ed9d9a3b3f tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3694258-075f-43ab-85f8-592d68437d6f HTTP/1.1" status: 200 len: 205 time: 0.1154916 Aug 20 10:30:47.831460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56910) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:47.900721 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': 'bd1638b4-985d-4bca-a8e8-ef751e2ace52'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:30:47.901608 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:47.905870 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1688549-a01d-49d0-94e7-68ebc291dd2e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:47.910721 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56916) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:47.919763 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b1688549-a01d-49d0-94e7-68ebc291dd2e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3356588 Aug 20 10:30:47.927230 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-cf53ed47-a423-4597-8fca-23f994dfeb9c tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] delete failed (client error): The resource could not be found. Aug 20 10:30:47.928229 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cf53ed47-a423-4597-8fca-23f994dfeb9c tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "DELETE /v2.0/routers/d3694258-075f-43ab-85f8-592d68437d6f HTTP/1.1" status: 404 len: 336 time: 0.0913045 Aug 20 10:30:47.932175 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56918) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:48.028585 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f9442c87-9777-4510-ad94-a322f39422ae tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "GET /v2.0/ports?device_id=d91bb13d-b3d1-4886-924b-cc907227fdc2 HTTP/1.1" status: 200 len: 205 time: 0.0952642 Aug 20 10:30:48.037454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56924) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:48.188956 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-c1e04e66-2be8-4f98-a394-6de0158a5d69 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] delete failed (client error): The resource could not be found. Aug 20 10:30:48.195558 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c1e04e66-2be8-4f98-a394-6de0158a5d69 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "DELETE /v2.0/routers/d91bb13d-b3d1-4886-924b-cc907227fdc2 HTTP/1.1" status: 404 len: 336 time: 0.1515815 Aug 20 10:30:48.196892 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56932) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:48.218422 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Allocated IP 2001:db8::2 (7b83641d-fbeb-417a-8d09-ab733c99b474/bd1638b4-985d-4bca-a8e8-ef751e2ace52/c04f395f-52db-40e8-89a6-03000e3cdb7f) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:30:48.293673 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56934) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:48.313081 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e73877ac-9225-4dd7-b7e6-8613f346859a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed9ffeae-6a04-42f7-91e0-aa923782fb6c HTTP/1.1" status: 200 len: 205 time: 0.1147094 Aug 20 10:30:48.316332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56938) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:48.420311 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-4d493112-0409-4daf-bf96-1a3c516516b9 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] delete failed (client error): The resource could not be found. Aug 20 10:30:48.431014 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4d493112-0409-4daf-bf96-1a3c516516b9 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "DELETE /v2.0/routers/ed9ffeae-6a04-42f7-91e0-aa923782fb6c HTTP/1.1" status: 404 len: 336 time: 0.1136353 Aug 20 10:30:48.440930 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56944) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:48.479341 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:48.549785 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9c77ea4d-784c-40a8-b3b9-3b30296cc5c1 tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "GET /v2.0/ports?device_id=83891a49-204f-413b-a786-0d830ffdda93 HTTP/1.1" status: 200 len: 205 time: 0.1072626 Aug 20 10:30:48.555151 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56946) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:48.615906 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:48.628663 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Transition to ACTIVE for port object c04f395f-52db-40e8-89a6-03000e3cdb7f will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:30:48.650608 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Transition to ACTIVE for port object c04f395f-52db-40e8-89a6-03000e3cdb7f will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:30:48.659613 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:48.767403 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:48.768779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Pushing event updated for resources: {'Port': ['ID=c04f395f-52db-40e8-89a6-03000e3cdb7f,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:48.771707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:48.777547 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:30:48.803752 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-8d75dc4b-6886-4a17-a048-dd842c50431b tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] delete failed (client error): The resource could not be found. Aug 20 10:30:48.805191 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8d75dc4b-6886-4a17-a048-dd842c50431b tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "DELETE /v2.0/routers/83891a49-204f-413b-a786-0d830ffdda93 HTTP/1.1" status: 404 len: 336 time: 0.2489936 Aug 20 10:30:48.808681 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-302e772f-05b4-47b6-811a-dc7c5d7ce6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:48.821616 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56948) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:48.860548 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Attempting to bind port c04f395f-52db-40e8-89a6-03000e3cdb7f on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:30:48.861179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Attempting to bind port c04f395f-52db-40e8-89a6-03000e3cdb7f by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:30:48.861610 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Attempting to bind port c04f395f-52db-40e8-89a6-03000e3cdb7f on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:30:48.870805 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61f1153-3c4f-4718-85df-501501c9214a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] DELETE failed (client error): The resource could not be found. Aug 20 10:30:48.870995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:30:48.871419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:30:48.871544 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61f1153-3c4f-4718-85df-501501c9214a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:30:48.871959 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:48.872410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:30:48.872957 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Bound port: c04f395f-52db-40e8-89a6-03000e3cdb7f, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:30:48.873228 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e61f1153-3c4f-4718-85df-501501c9214a tempest-RoutersIpV6AdminTest-1400769869 tempest-RoutersIpV6AdminTest-1400769869-project] 10.222.0.16 "DELETE /v2.0/subnets/5146e611-2f5f-4cd3-a46a-09e51bb64796 HTTP/1.1" status: 404 len: 337 time: 0.0481479 Aug 20 10:30:48.873561 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:48.908749 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cd7ed-ee24-4159-b427-105e6361e683 req-024566d8-1ae6-408d-ac1c-5e43ded1244e tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:48.940932 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cb3cd7ed-ee24-4159-b427-105e6361e683 req-024566d8-1ae6-408d-ac1c-5e43ded1244e tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 946 time: 0.2034414 Aug 20 10:30:49.144940 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] For port c04f395f-52db-40e8-89a6-03000e3cdb7f, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:30:49.153186 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:49.157793 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] For port c04f395f-52db-40e8-89a6-03000e3cdb7f, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c04f395f-52db-40e8-89a6-03000e3cdb7f,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:30:49.166435 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:49.225646 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cb3cd7ed-ee24-4159-b427-105e6361e683 req-1bb2b36e-209b-46e2-9545-c564f0f9c9f8 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808690 Aug 20 10:30:49.277055 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-302e772f-05b4-47b6-811a-dc7c5d7ce6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:49.285117 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-302e772f-05b4-47b6-811a-dc7c5d7ce6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:49.296275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218f0ae-d923-4922-b4f4-ee76cd6b64b5 None None] Pushing event updated for resources: {'Port': ['ID=c04f395f-52db-40e8-89a6-03000e3cdb7f,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:49.382933 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-302e772f-05b4-47b6-811a-dc7c5d7ce6cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d00bcfab38804bb2bf2df5404513adbd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0880473 Aug 20 10:30:49.386222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56962) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:49.386979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e772f-05b4-47b6-811a-dc7c5d7ce6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4887771-9ae4-44ed-bb42-346ef4c8cec5,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:49.405911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56964) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:49.567884 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7a03ffc-6379-45b6-a893-d7ba92cd2fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:49.602371 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7a03ffc-6379-45b6-a893-d7ba92cd2fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:49.632015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069f9cc-9cf8-4daf-99aa-676ed17c6358 req-007ebe71-cabe-4e7c-937c-f234f860d157 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:49.633652 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f069f9cc-9cf8-4daf-99aa-676ed17c6358 req-007ebe71-cabe-4e7c-937c-f234f860d157 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.42 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 946 time: 0.1634879 Aug 20 10:30:49.755757 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7a03ffc-6379-45b6-a893-d7ba92cd2fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:49.759379 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7a03ffc-6379-45b6-a893-d7ba92cd2fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:49.760731 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e7a03ffc-6379-45b6-a893-d7ba92cd2fa9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4887771-9ae4-44ed-bb42-346ef4c8cec5 HTTP/1.1" status: 204 len: 168 time: 0.3704841 Aug 20 10:30:49.775964 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a03ffc-6379-45b6-a893-d7ba92cd2fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4887771-9ae4-44ed-bb42-346ef4c8cec5,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:49.793600 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5dd72350-d88e-46de-a4bc-faf92a5a1f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:49.900766 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::1 (7b83641d-fbeb-417a-8d09-ab733c99b474/bd1638b4-985d-4bca-a8e8-ef751e2ace52/dd76aec7-0602-441b-8791-ae937d303fad) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:30:49.956933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56974) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:50.032411 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-f069f9cc-9cf8-4daf-99aa-676ed17c6358 req-b75281d6-e717-47b2-b2e3-ed52c9f99c40 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Deleting port a3b9f59e-de8e-44c1-97b7-52669c61ad47 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:30:50.033026 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f069f9cc-9cf8-4daf-99aa-676ed17c6358 req-b75281d6-e717-47b2-b2e3-ed52c9f99c40 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:50.198376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-f069f9cc-9cf8-4daf-99aa-676ed17c6358 req-b75281d6-e717-47b2-b2e3-ed52c9f99c40 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] For port a3b9f59e-de8e-44c1-97b7-52669c61ad47, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=a3b9f59e-de8e-44c1-97b7-52669c61ad47,segment=NetworkSegment(4159b833-295e-49b6-bb89-42e59da8a042),segment_id=4159b833-295e-49b6-bb89-42e59da8a042)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:50.199354 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f069f9cc-9cf8-4daf-99aa-676ed17c6358 req-b75281d6-e717-47b2-b2e3-ed52c9f99c40 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:50.256014 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-f069f9cc-9cf8-4daf-99aa-676ed17c6358 req-b75281d6-e717-47b2-b2e3-ed52c9f99c40 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Calling delete_port for a3b9f59e-de8e-44c1-97b7-52669c61ad47 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:30:50.259564 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5dd72350-d88e-46de-a4bc-faf92a5a1f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:50.270743 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:50.276145 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5dd72350-d88e-46de-a4bc-faf92a5a1f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:50.354634 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6cf83f3c-e9ec-4253-af46-07ea53de2585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:50.558975 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5dd72350-d88e-46de-a4bc-faf92a5a1f53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=845c055ebc744b2bb5cf2cfc44cae279&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1485534 Aug 20 10:30:50.571036 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57000) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:50.572429 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object dd76aec7-0602-441b-8791-ae937d303fad will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:30:50.584970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd72350-d88e-46de-a4bc-faf92a5a1f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66017211-daf0-42f8-8a85-1c7fc150edc7,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:50.615497 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f25a3-892b-4c4b-992a-5873810b200d req-cde47abe-de15-49ed-a575-6e41ddde6f8f tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:50.633503 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e92f25a3-892b-4c4b-992a-5873810b200d req-cde47abe-de15-49ed-a575-6e41ddde6f8f tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 946 time: 0.1798074 Aug 20 10:30:50.680484 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:50.803478 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e92f25a3-892b-4c4b-992a-5873810b200d req-5ef0bdb8-cc2f-41b5-9df1-58d6f09d4b47 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d44dc67f-0cb5-4d25-821c-bec94ad8251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683152 Aug 20 10:30:50.844738 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6cf83f3c-e9ec-4253-af46-07ea53de2585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:50.862916 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6cf83f3c-e9ec-4253-af46-07ea53de2585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:50.900714 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=dd76aec7-0602-441b-8791-ae937d303fad,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:50.910127 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:50.921279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:50.930883 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:30:50.931628 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:50.938273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf83f3c-e9ec-4253-af46-07ea53de2585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fad03d-5109-4a62-ae1a-912cac50e65a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:50.957193 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fed6874-964f-4281-9cae-7de8edb8233a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:51.015206 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f069f9cc-9cf8-4daf-99aa-676ed17c6358 req-b75281d6-e717-47b2-b2e3-ed52c9f99c40 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:51.028070 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['a3b9f59e-de8e-44c1-97b7-52669c61ad47'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:30:51.055787 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6cf83f3c-e9ec-4253-af46-07ea53de2585 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6234658cc9434fbc87563abce15653f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0970364 Aug 20 10:30:51.056603 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57016) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:51.078555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75281d6-e717-47b2-b2e3-ed52c9f99c40 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Pushing event deleted for resources: {'Port': ['ID=a3b9f59e-de8e-44c1-97b7-52669c61ad47,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:51.090804 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fed6874-964f-4281-9cae-7de8edb8233a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:51.150761 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8a900c45-89b9-4a22-baf1-08eb74604be7 None None] Provisioning for port c04f395f-52db-40e8-89a6-03000e3cdb7f completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:30:51.196797 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f069f9cc-9cf8-4daf-99aa-676ed17c6358 req-b75281d6-e717-47b2-b2e3-ed52c9f99c40 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] No DVR routers for this DVR port a3b9f59e-de8e-44c1-97b7-52669c61ad47 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:30:51.206469 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f069f9cc-9cf8-4daf-99aa-676ed17c6358 req-b75281d6-e717-47b2-b2e3-ed52c9f99c40 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:51.208756 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f069f9cc-9cf8-4daf-99aa-676ed17c6358 req-b75281d6-e717-47b2-b2e3-ed52c9f99c40 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.42 "DELETE /v2.0/ports/a3b9f59e-de8e-44c1-97b7-52669c61ad47 HTTP/1.1" status: 204 len: 173 time: 1.5690439 Aug 20 10:30:51.209313 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381c423e-ea72-4561-9364-1b2a40f60b26', 'name': 'network-vif-deleted', 'tag': 'a3b9f59e-de8e-44c1-97b7-52669c61ad47'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:30:51.212603 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b123a8-a736-4b5e-8742-8608f4f22d7c" -d '{"events": [{"server_uuid": "381c423e-ea72-4561-9364-1b2a40f60b26", "name": "network-vif-deleted", "tag": "a3b9f59e-de8e-44c1-97b7-52669c61ad47"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:30:51.264406 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f5140189-35a5-41e2-b86b-8496900f9e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:51.269348 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:51.297193 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57024) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:51.317336 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdc3a52-4acb-4bd0-bc3b-9799f38c408b x-openstack-request-id: req-5bdc3a52-4acb-4bd0-bc3b-9799f38c408b {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:30:51.317633 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381c423e-ea72-4561-9364-1b2a40f60b26", "name": "network-vif-deleted", "tag": "a3b9f59e-de8e-44c1-97b7-52669c61ad47", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:30:51.317759 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f5140189-35a5-41e2-b86b-8496900f9e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:51.317881 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bdc3a52-4acb-4bd0-bc3b-9799f38c408b {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:30:51.318841 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381c423e-ea72-4561-9364-1b2a40f60b26', 'name': 'network-vif-deleted', 'tag': 'a3b9f59e-de8e-44c1-97b7-52669c61ad47', 'status': 'completed', 'code': 200} Aug 20 10:30:51.340903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c04f395f-52db-40e8-89a6-03000e3cdb7f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:30:51.408799 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f5140189-35a5-41e2-b86b-8496900f9e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:51.411530 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f5140189-35a5-41e2-b86b-8496900f9e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:51.428353 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f5140189-35a5-41e2-b86b-8496900f9e0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9fad03d-5109-4a62-ae1a-912cac50e65a HTTP/1.1" status: 204 len: 168 time: 0.3609195 Aug 20 10:30:51.429597 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fed6874-964f-4281-9cae-7de8edb8233a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:51.433394 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fed6874-964f-4281-9cae-7de8edb8233a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:51.434889 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7fed6874-964f-4281-9cae-7de8edb8233a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66017211-daf0-42f8-8a85-1c7fc150edc7 HTTP/1.1" status: 204 len: 168 time: 0.8626556 Aug 20 10:30:51.455779 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5140189-35a5-41e2-b86b-8496900f9e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fad03d-5109-4a62-ae1a-912cac50e65a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:51.502475 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed6874-964f-4281-9cae-7de8edb8233a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66017211-daf0-42f8-8a85-1c7fc150edc7,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:51.561277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e3d92926-9e9a-4ebe-b994-62fc288f0928 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1062090223-network', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:51.583092 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port c04f395f-52db-40e8-89a6-03000e3cdb7f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:30:51.596706 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port c04f395f-52db-40e8-89a6-03000e3cdb7f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:51.597173 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:51.810117 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d92926-9e9a-4ebe-b994-62fc288f0928 admin admin] Made reservation on behalf of ce857d21443c465f9b0cce6a4f3cfa90 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:51.814482 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3d92926-9e9a-4ebe-b994-62fc288f0928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:51.876549 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:51.923762 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:51.938885 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:51.940133 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:52.048201 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3d92926-9e9a-4ebe-b994-62fc288f0928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:52.054089 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=dd76aec7-0602-441b-8791-ae937d303fad,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:52.093275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port c04f395f-52db-40e8-89a6-03000e3cdb7f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c04f395f-52db-40e8-89a6-03000e3cdb7f,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:52.143502 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:52.203817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57046) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:52.247750 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a0fe9733-c83b-457e-b645-af3127b79474 req-a6819a46-3417-4ab7-904a-130f5c1e1937 tempest-ServerDiskConfigTestJSON-433905658 tempest-ServerDiskConfigTestJSON-433905658-project] 10.222.0.16 "GET /v2.0/ports?device_id=381c423e-ea72-4561-9364-1b2a40f60b26 HTTP/1.1" status: 200 len: 210 time: 0.1730440 Aug 20 10:30:52.289072 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-19f86b0f-e13f-4251-b600-0c772b685c6a None None] Provisioning for port dd76aec7-0602-441b-8791-ae937d303fad completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:30:52.309453 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-19f86b0f-e13f-4251-b600-0c772b685c6a None None] Provisioning complete for port dd76aec7-0602-441b-8791-ae937d303fad triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:52.310709 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-19f86b0f-e13f-4251-b600-0c772b685c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:52.331147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57048) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:52.331659 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ccc505ca-c7dd-4026-8cab-e50301438624 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8bc251310b1492398e1ab58566527ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263025 Aug 20 10:30:52.401940 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=c04f395f-52db-40e8-89a6-03000e3cdb7f,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:52.404381 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:52.412540 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:52.419012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-19f86b0f-e13f-4251-b600-0c772b685c6a None None] Port dd76aec7-0602-441b-8791-ae937d303fad cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:30:52.494066 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-658287dc-4515-479a-86de-1a53f51b9da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:52.539669 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-658287dc-4515-479a-86de-1a53f51b9da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:52.543700 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3d92926-9e9a-4ebe-b994-62fc288f0928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:52.552540 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3d92926-9e9a-4ebe-b994-62fc288f0928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:52.576590 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:52.619303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d92926-9e9a-4ebe-b994-62fc288f0928 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:30:52.638382 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d92926-9e9a-4ebe-b994-62fc288f0928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8319f33-d05b-4055-8832-bb9d9e6f8789,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:52.646677 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3d92926-9e9a-4ebe-b994-62fc288f0928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:52.647347 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-e3d92926-9e9a-4ebe-b994-62fc288f0928 admin admin] Added segment b4c19d5b-7716-4e83-8051-c9355316eda7 of type vlan for network ee6740f4-2746-41c4-89a6-b2671b0f6f49 Aug 20 10:30:52.671461 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-658287dc-4515-479a-86de-1a53f51b9da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:52.677597 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-658287dc-4515-479a-86de-1a53f51b9da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:52.683396 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-658287dc-4515-479a-86de-1a53f51b9da2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b36107b7-1a17-485a-b1ab-69e5bfe9d2ea HTTP/1.1" status: 204 len: 168 time: 0.3445084 Aug 20 10:30:52.700880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Router 31e9da7b-f4e9-479d-adb0-ad8a86677183 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:30:52.706018 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3d92926-9e9a-4ebe-b994-62fc288f0928 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:52.714207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658287dc-4515-479a-86de-1a53f51b9da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36107b7-1a17-485a-b1ab-69e5bfe9d2ea,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:52.877516 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3d92926-9e9a-4ebe-b994-62fc288f0928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:52.878535 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d92926-9e9a-4ebe-b994-62fc288f0928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:52.879487 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3d92926-9e9a-4ebe-b994-62fc288f0928 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:52.889716 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7d0226e8-318f-4e9e-92dd-e0c41aac7ebf None None] Provisioning complete for port dd76aec7-0602-441b-8791-ae937d303fad triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:52.890325 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7d0226e8-318f-4e9e-92dd-e0c41aac7ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:52.892194 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:30:52.898180 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-04602eee-3506-44c0-92aa-e7b656a66922 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "PUT /v2.0/routers/31e9da7b-f4e9-479d-adb0-ad8a86677183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9864509 Aug 20 10:30:52.903008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57064) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:52.922620 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Sync routers for ids ['31e9da7b-f4e9-479d-adb0-ad8a86677183'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:30:52.952828 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Routers {'31e9da7b-f4e9-479d-adb0-ad8a86677183'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:30:52.956426 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:30:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['31e9da7b-f4e9-479d-adb0-ad8a86677183'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:52.961713 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7d0226e8-318f-4e9e-92dd-e0c41aac7ebf None None] Port dd76aec7-0602-441b-8791-ae937d303fad cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:30:52.977784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d92926-9e9a-4ebe-b994-62fc288f0928 admin admin] Pushing event updated for resources: {'Network': ['ID=ee6740f4-2746-41c4-89a6-b2671b0f6f49,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:52.983154 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e3d92926-9e9a-4ebe-b994-62fc288f0928 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6881652 Aug 20 10:30:52.986122 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57068) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:52.995194 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network ee6740f4-2746-41c4-89a6-b2671b0f6f49 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:30:52.996717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d4ddca44-5d0f-42d4-ba04-c5976e976f32 admin admin] Request body: {'subnet': {'network_id': 'ee6740f4-2746-41c4-89a6-b2671b0f6f49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1062090223-subnet', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:53.033823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ddca44-5d0f-42d4-ba04-c5976e976f32 admin admin] Made reservation on behalf of ce857d21443c465f9b0cce6a4f3cfa90 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:53.040886 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d4ddca44-5d0f-42d4-ba04-c5976e976f32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:53.054806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888fc4fd-273d-4ee8-baa5-b848503c0f42 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:53.060685 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-888fc4fd-273d-4ee8-baa5-b848503c0f42 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports/dd76aec7-0602-441b-8791-ae937d303fad HTTP/1.1" status: 200 len: 911 time: 0.1542444 Aug 20 10:30:53.061458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57072) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:53.153845 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368ef988-9f64-48f7-b1ef-e08c7755791c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:53.162122 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368ef988-9f64-48f7-b1ef-e08c7755791c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:53.164455 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-368ef988-9f64-48f7-b1ef-e08c7755791c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1016538 Aug 20 10:30:53.167427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57076) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:53.177177 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57078) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:53.202745 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c04f395f-52db-40e8-89a6-03000e3cdb7f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:30:53.313995 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Set router 31e9da7b-f4e9-479d-adb0-ad8a86677183 gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:30:53.430109 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port c04f395f-52db-40e8-89a6-03000e3cdb7f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:53.430498 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:53.442574 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d4ddca44-5d0f-42d4-ba04-c5976e976f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:53.519817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddca44-5d0f-42d4-ba04-c5976e976f32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35aa52c0-bc3d-4b2d-9d2c-09c8154e229b,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:53.549348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ddca44-5d0f-42d4-ba04-c5976e976f32 admin admin] Checking segment: {'id': 'b4c19d5b-7716-4e83-8051-c9355316eda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee6740f4-2746-41c4-89a6-b2671b0f6f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:30:53.549604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ddca44-5d0f-42d4-ba04-c5976e976f32 admin admin] Network hostable DHCP agents. Network: ee6740f4-2746-41c4-89a6-b2671b0f6f49, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:30:53.588648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ddca44-5d0f-42d4-ba04-c5976e976f32 admin admin] Network ee6740f4-2746-41c4-89a6-b2671b0f6f49 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:30:53.604583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-d4ddca44-5d0f-42d4-ba04-c5976e976f32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, ee6740f4-2746-41c4-89a6-b2671b0f6f49) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:53.619730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73700ace-b8be-4eea-aeda-c29a8d587934 None None] Network ee6740f4-2746-41c4-89a6-b2671b0f6f49 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:30:53.627607 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ddca44-5d0f-42d4-ba04-c5976e976f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:53.628554 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d4ddca44-5d0f-42d4-ba04-c5976e976f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:53.651808 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d4ddca44-5d0f-42d4-ba04-c5976e976f32 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6637127 Aug 20 10:30:53.654689 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57108) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:53.668063 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1062090223-router', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:53.720385 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:53.730791 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:53.892846 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device a3b9f59e-de8e-44c1-97b7-52669c61ad47 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:30:53.965067 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: a3b9f59e-de8e-44c1-97b7-52669c61ad47 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:30:53.966023 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device a3b9f59e-de8e-44c1-97b7-52669c61ad47 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:30:53.972065 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57126) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:54.012881 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.062805 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e9da7b-f4e9-479d-adb0-ad8a86677183', 'name': 'tempest-NetworksTestDHCPv6-router-1651629474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:47Z', 'updated_at': '2021-08-20T10:30:51Z', 'revision_number': 2, 'project_id': '31d403abe4074402bdbb566ed536eac7', 'gw_port_host': None, '_interfaces': [{'id': 'dd76aec7-0602-441b-8791-ae937d303fad', 'name': '', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'mac_address': 'fa:16:3e:22:ad:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e9da7b-f4e9-479d-adb0-ad8a86677183', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'bd1638b4-985d-4bca-a8e8-ef751e2ace52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:30:49Z', 'updated_at': '2021-08-20T10:30:51Z', 'revision_number': 2, 'project_id': '31d403abe4074402bdbb566ed536eac7', 'subnets': [{'id': 'bd1638b4-985d-4bca-a8e8-ef751e2ace52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:54.090733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-ee6740f4-2746-41c4-89a6-b2671b0f6f49', 'network_id': 'ee6740f4-2746-41c4-89a6-b2671b0f6f49', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'fixed_ips': [{'subnet_id': '35aa52c0-bc3d-4b2d-9d2c-09c8154e229b'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:30:54.093033 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.099394 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-31af4b25-d742-4bc7-b61e-58c73a40be58 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1841551176-network', 'tenant_id': 'cb6837fa5fcc464c917de92ffc8d024b'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:54.152439 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Checking router: 31e9da7b-f4e9-479d-adb0-ad8a86677183 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:30:54.152798 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Updating router 31e9da7b-f4e9-479d-adb0-ad8a86677183 port dd76aec7-0602-441b-8791-ae937d303fad binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:30:54.208653 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.276671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31af4b25-d742-4bc7-b61e-58c73a40be58 admin admin] Made reservation on behalf of cb6837fa5fcc464c917de92ffc8d024b for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:54.279900 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-31af4b25-d742-4bc7-b61e-58c73a40be58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.293752 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-31af4b25-d742-4bc7-b61e-58c73a40be58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.315595 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc58cac-4058-4e84-a999-af08beec1577 admin admin] Deleting subnet 877b184d-721a-4dfe-9c77-d1c4b8531d87 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:30:54.321333 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0cc58cac-4058-4e84-a999-af08beec1577 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.429556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57138) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:54.442937 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-31af4b25-d742-4bc7-b61e-58c73a40be58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.501221 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-31af4b25-d742-4bc7-b61e-58c73a40be58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.545141 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af4b25-d742-4bc7-b61e-58c73a40be58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d01f31-93b2-4129-a0bf-2fa230ce029d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:54.585552 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Allocated IP 172.20.0.2 (ee6740f4-2746-41c4-89a6-b2671b0f6f49/35aa52c0-bc3d-4b2d-9d2c-09c8154e229b/0744da8c-ce87-4f4a-9968-26819dbcfac6) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:30:54.590440 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31af4b25-d742-4bc7-b61e-58c73a40be58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:30:54.596461 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0cc58cac-4058-4e84-a999-af08beec1577 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.634428 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-31af4b25-d742-4bc7-b61e-58c73a40be58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.637486 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-31af4b25-d742-4bc7-b61e-58c73a40be58 admin admin] Added segment 972f2fe6-8197-4400-b446-75fdb04f1a7a of type vlan for network 0667a26d-5210-41fc-8c5e-bbc2e1f3fca7 Aug 20 10:30:54.690363 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.708009 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.740506 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Transition to ACTIVE for port object dd76aec7-0602-441b-8791-ae937d303fad will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:30:54.750708 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.775343 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-31af4b25-d742-4bc7-b61e-58c73a40be58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.811218 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072e9bb-c1a4-4826-9dbf-6216e5e0f5ce None None] Pushing event updated for resources: {'Port': ['ID=dd76aec7-0602-441b-8791-ae937d303fad,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:54.851236 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0cc58cac-4058-4e84-a999-af08beec1577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.901518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-01377622-525d-4b12-a343-cd8046ef80fc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-413617936'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:54.929387 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-164da2e0-0d48-44dc-900d-532b3fa7f47c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.933500 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-31af4b25-d742-4bc7-b61e-58c73a40be58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.933500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31af4b25-d742-4bc7-b61e-58c73a40be58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:54.934073 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-31af4b25-d742-4bc7-b61e-58c73a40be58 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.934409 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Attempting to bind port dd76aec7-0602-441b-8791-ae937d303fad on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:30:54.934939 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Attempting to bind port dd76aec7-0602-441b-8791-ae937d303fad by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:30:54.935497 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Attempting to bind port dd76aec7-0602-441b-8791-ae937d303fad on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:30:54.945078 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:30:54.948073 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:30:54.951278 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:54.954028 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:30:54.960529 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Bound port: dd76aec7-0602-441b-8791-ae937d303fad, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:30:54.961475 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:55.012551 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:55.030931 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Transition to ACTIVE for port object 0744da8c-ce87-4f4a-9968-26819dbcfac6 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:30:55.045313 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01377622-525d-4b12-a343-cd8046ef80fc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:55.051245 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01377622-525d-4b12-a343-cd8046ef80fc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:55.054959 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0cc58cac-4058-4e84-a999-af08beec1577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:55.087690 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Transition to ACTIVE for port object 0744da8c-ce87-4f4a-9968-26819dbcfac6 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:30:55.097879 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc58cac-4058-4e84-a999-af08beec1577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=877b184d-721a-4dfe-9c77-d1c4b8531d87,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:55.099387 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:55.113144 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01377622-525d-4b12-a343-cd8046ef80fc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:55.139486 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0cc58cac-4058-4e84-a999-af08beec1577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:55.142102 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0cc58cac-4058-4e84-a999-af08beec1577 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/877b184d-721a-4dfe-9c77-d1c4b8531d87 HTTP/1.1" status: 204 len: 168 time: 1.1579180 Aug 20 10:30:55.146992 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] For port dd76aec7-0602-441b-8791-ae937d303fad, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:30:55.153828 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57162) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:55.155564 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] For port dd76aec7-0602-441b-8791-ae937d303fad, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=dd76aec7-0602-441b-8791-ae937d303fad,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:30:55.163379 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:55.165356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Pushing event updated for resources: {'Port': ['ID=0744da8c-ce87-4f4a-9968-26819dbcfac6,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:55.193716 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Network ee6740f4-2746-41c4-89a6-b2671b0f6f49 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:55.196783 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:55.208298 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:30:55.263192 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af4b25-d742-4bc7-b61e-58c73a40be58 admin admin] Pushing event updated for resources: {'Network': ['ID=0667a26d-5210-41fc-8c5e-bbc2e1f3fca7,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:55.274217 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072e9bb-c1a4-4826-9dbf-6216e5e0f5ce None None] Pushing event updated for resources: {'Port': ['ID=dd76aec7-0602-441b-8791-ae937d303fad,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:55.289115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 0667a26d-5210-41fc-8c5e-bbc2e1f3fca7 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:30:55.330820 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Routers {'31e9da7b-f4e9-479d-adb0-ad8a86677183'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:30:55.335535 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:30:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['31e9da7b-f4e9-479d-adb0-ad8a86677183'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:55.348391 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-31af4b25-d742-4bc7-b61e-58c73a40be58 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1690423 Aug 20 10:30:55.355490 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57166) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:55.366945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-5a2ed1ab-1258-4978-8fd4-582bdb0b1474 admin admin] Request body: {'subnet': {'network_id': '0667a26d-5210-41fc-8c5e-bbc2e1f3fca7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1841551176-subnet', 'tenant_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:55.493618 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] Set router 31e9da7b-f4e9-479d-adb0-ad8a86677183 gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:30:55.560874 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Attempting to bind port 0744da8c-ce87-4f4a-9968-26819dbcfac6 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:30:55.561374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Attempting to bind port 0744da8c-ce87-4f4a-9968-26819dbcfac6 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'b4c19d5b-7716-4e83-8051-c9355316eda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee6740f4-2746-41c4-89a6-b2671b0f6f49'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:30:55.561750 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Attempting to bind port 0744da8c-ce87-4f4a-9968-26819dbcfac6 on network ee6740f4-2746-41c4-89a6-b2671b0f6f49 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:30:55.588385 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:30:55.589433 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Checking segment: {'id': 'b4c19d5b-7716-4e83-8051-c9355316eda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee6740f4-2746-41c4-89a6-b2671b0f6f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:30:55.589433 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:55.589696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Bound using segment: {'id': 'b4c19d5b-7716-4e83-8051-c9355316eda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee6740f4-2746-41c4-89a6-b2671b0f6f49'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:30:55.590092 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Bound port: 0744da8c-ce87-4f4a-9968-26819dbcfac6, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c19d5b-7716-4e83-8051-c9355316eda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee6740f4-2746-41c4-89a6-b2671b0f6f49'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:30:55.590547 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:55.650011 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-22115435-f9e9-4a63-9c7f-630c4ebe1321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:55.668607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-164da2e0-0d48-44dc-900d-532b3fa7f47c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port dd76aec7-0602-441b-8791-ae937d303fad {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:30:55.669006 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-164da2e0-0d48-44dc-900d-532b3fa7f47c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:55.790731 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] For port 0744da8c-ce87-4f4a-9968-26819dbcfac6, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:30:55.796278 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] For port 0744da8c-ce87-4f4a-9968-26819dbcfac6, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0744da8c-ce87-4f4a-9968-26819dbcfac6,segment=NetworkSegment(b4c19d5b-7716-4e83-8051-c9355316eda7),segment_id=b4c19d5b-7716-4e83-8051-c9355316eda7)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:30:55.801191 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:55.818265 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:55.873142 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:55.910874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-164da2e0-0d48-44dc-900d-532b3fa7f47c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] For port dd76aec7-0602-441b-8791-ae937d303fad, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=dd76aec7-0602-441b-8791-ae937d303fad,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:55.911475 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-164da2e0-0d48-44dc-900d-532b3fa7f47c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:55.944147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aaf6e2-6f6d-43a5-b7ab-ca537002f41f None None] Pushing event updated for resources: {'Port': ['ID=0744da8c-ce87-4f4a-9968-26819dbcfac6,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:55.945252 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e9da7b-f4e9-479d-adb0-ad8a86677183', 'name': 'tempest-NetworksTestDHCPv6-router-1651629474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:47Z', 'updated_at': '2021-08-20T10:30:51Z', 'revision_number': 2, 'project_id': '31d403abe4074402bdbb566ed536eac7', 'gw_port_host': None, '_interfaces': [{'id': 'dd76aec7-0602-441b-8791-ae937d303fad', 'name': '', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'mac_address': 'fa:16:3e:22:ad:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e9da7b-f4e9-479d-adb0-ad8a86677183', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'bd1638b4-985d-4bca-a8e8-ef751e2ace52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:30:49Z', 'updated_at': '2021-08-20T10:30:55Z', 'revision_number': 4, 'project_id': '31d403abe4074402bdbb566ed536eac7', 'subnets': [{'id': 'bd1638b4-985d-4bca-a8e8-ef751e2ace52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:55.956624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-164da2e0-0d48-44dc-900d-532b3fa7f47c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for dd76aec7-0602-441b-8791-ae937d303fad owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:30:56.002377 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620644ca-b910-4cc2-8993-07fd0e559b91 None None] The sync data for ids ['31e9da7b-f4e9-479d-adb0-ad8a86677183'] in n-d-778550-11 is: [{'id': '31e9da7b-f4e9-479d-adb0-ad8a86677183', 'name': 'tempest-NetworksTestDHCPv6-router-1651629474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:47Z', 'updated_at': '2021-08-20T10:30:51Z', 'revision_number': 2, 'project_id': '31d403abe4074402bdbb566ed536eac7', 'gw_port_host': None, '_interfaces': [{'id': 'dd76aec7-0602-441b-8791-ae937d303fad', 'name': '', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'mac_address': 'fa:16:3e:22:ad:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e9da7b-f4e9-479d-adb0-ad8a86677183', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': 'bd1638b4-985d-4bca-a8e8-ef751e2ace52', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:30:49Z', 'updated_at': '2021-08-20T10:30:55Z', 'revision_number': 4, 'project_id': '31d403abe4074402bdbb566ed536eac7', 'subnets': [{'id': 'bd1638b4-985d-4bca-a8e8-ef751e2ace52', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:30:56.052630 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01377622-525d-4b12-a343-cd8046ef80fc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:56.196063 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2ed1ab-1258-4978-8fd4-582bdb0b1474 admin admin] Made reservation on behalf of cb6837fa5fcc464c917de92ffc8d024b for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:56.201415 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a2ed1ab-1258-4978-8fd4-582bdb0b1474 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:56.406320 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-164da2e0-0d48-44dc-900d-532b3fa7f47c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:56.455991 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164da2e0-0d48-44dc-900d-532b3fa7f47c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=dd76aec7-0602-441b-8791-ae937d303fad,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:56.753523 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01377622-525d-4b12-a343-cd8046ef80fc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:56.757340 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-164da2e0-0d48-44dc-900d-532b3fa7f47c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:56.936255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01377622-525d-4b12-a343-cd8046ef80fc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:30:56.973472 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-22115435-f9e9-4a63-9c7f-630c4ebe1321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.006758 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-22115435-f9e9-4a63-9c7f-630c4ebe1321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922aa102-b2f5-4f18-986f-661395ef2399']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:57.025014 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-22115435-f9e9-4a63-9c7f-630c4ebe1321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4159b833-295e-49b6-bb89-42e59da8a042') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:57.025383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-22115435-f9e9-4a63-9c7f-630c4ebe1321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4159b833-295e-49b6-bb89-42e59da8a042') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:57.038006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01377622-525d-4b12-a343-cd8046ef80fc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccd99b3-6aa4-48ab-80b6-0acebe7cdd0b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:57.050281 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01377622-525d-4b12-a343-cd8046ef80fc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.050714 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-01377622-525d-4b12-a343-cd8046ef80fc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Added segment 04c160fc-d056-4192-99d1-9261ef978586 of type vlan for network 8f9e7789-fa67-4757-8b8b-cba55d9c9e7b Aug 20 10:30:57.058360 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-22115435-f9e9-4a63-9c7f-630c4ebe1321 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.063344 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164da2e0-0d48-44dc-900d-532b3fa7f47c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Router 31e9da7b-f4e9-479d-adb0-ad8a86677183 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:30:57.099586 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-22115435-f9e9-4a63-9c7f-630c4ebe1321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.187387 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22115435-f9e9-4a63-9c7f-630c4ebe1321 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:30:57.188206 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-22115435-f9e9-4a63-9c7f-630c4ebe1321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.192753 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Allocated IP 172.25.3.47 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/e02cccd4-5fd2-4adf-aee0-363784162636) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:30:57.195693 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:30:57.215696 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164da2e0-0d48-44dc-900d-532b3fa7f47c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:30:57.225293 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-164da2e0-0d48-44dc-900d-532b3fa7f47c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "PUT /v2.0/routers/31e9da7b-f4e9-479d-adb0-ad8a86677183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0561926 Aug 20 10:30:57.225972 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57178) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:57.276019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0744da8c-ce87-4f4a-9968-26819dbcfac6 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:30:57.300703 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805673b7-4ead-4594-90e4-a49272f9687e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:57.302872 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805673b7-4ead-4594-90e4-a49272f9687e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:57.309977 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-805673b7-4ead-4594-90e4-a49272f9687e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0808785 Aug 20 10:30:57.313141 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57180) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:57.314119 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a2ed1ab-1258-4978-8fd4-582bdb0b1474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.345752 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01377622-525d-4b12-a343-cd8046ef80fc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.351418 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 0744da8c-ce87-4f4a-9968-26819dbcfac6 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:30:57.459138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ed1ab-1258-4978-8fd4-582bdb0b1474 admin admin] Checking segment: {'id': '972f2fe6-8197-4400-b446-75fdb04f1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0667a26d-5210-41fc-8c5e-bbc2e1f3fca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:30:57.459657 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ed1ab-1258-4978-8fd4-582bdb0b1474 admin admin] Network hostable DHCP agents. Network: 0667a26d-5210-41fc-8c5e-bbc2e1f3fca7, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:30:57.485458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0b85fd-14a8-4328-ae24-187e282dc5c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet bd1638b4-985d-4bca-a8e8-ef751e2ace52 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:30:57.490129 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf0b85fd-14a8-4328-ae24-187e282dc5c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.530208 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-22115435-f9e9-4a63-9c7f-630c4ebe1321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.550836 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf0b85fd-14a8-4328-ae24-187e282dc5c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.551155 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-22115435-f9e9-4a63-9c7f-630c4ebe1321 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.557407 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-22115435-f9e9-4a63-9c7f-630c4ebe1321 admin admin] 10.222.0.16 "DELETE /v2.0/networks/922aa102-b2f5-4f18-986f-661395ef2399 HTTP/1.1" status: 204 len: 168 time: 2.2950675 Aug 20 10:30:57.572149 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01377622-525d-4b12-a343-cd8046ef80fc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.580604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01377622-525d-4b12-a343-cd8046ef80fc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:57.581665 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01377622-525d-4b12-a343-cd8046ef80fc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.592419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ed1ab-1258-4978-8fd4-582bdb0b1474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c49e7340-5f76-4455-bbbc-8a5b8b6531ab,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:57.601659 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22115435-f9e9-4a63-9c7f-630c4ebe1321 admin admin] Pushing event deleted for resources: {'Network': ['ID=922aa102-b2f5-4f18-986f-661395ef2399,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:57.613226 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-01377622-525d-4b12-a343-cd8046ef80fc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.0541530 Aug 20 10:30:57.620158 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57186) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:57.628474 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-201e5810-7fdd-4e5d-9c55-5ffbb381793d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-122141491'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:57.667189 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ed1ab-1258-4978-8fd4-582bdb0b1474 admin admin] Network 0667a26d-5210-41fc-8c5e-bbc2e1f3fca7 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:30:57.721696 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.736942 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038cec84-38cb-4989-88d9-5d4d4508a6e9 None None] Network ee6740f4-2746-41c4-89a6-b2671b0f6f49 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:30:57.763951 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201e5810-7fdd-4e5d-9c55-5ffbb381793d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:57.769959 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-201e5810-7fdd-4e5d-9c55-5ffbb381793d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.780419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-5a2ed1ab-1258-4978-8fd4-582bdb0b1474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 0667a26d-5210-41fc-8c5e-bbc2e1f3fca7) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:57.783667 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01377622-525d-4b12-a343-cd8046ef80fc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Network': ['ID=8f9e7789-fa67-4757-8b8b-cba55d9c9e7b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:57.796351 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2ed1ab-1258-4978-8fd4-582bdb0b1474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:57.797723 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a2ed1ab-1258-4978-8fd4-582bdb0b1474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.830558 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf0b85fd-14a8-4328-ae24-187e282dc5c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.872277 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5a2ed1ab-1258-4978-8fd4-582bdb0b1474 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.5150833 Aug 20 10:30:57.875091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57190) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:57.880005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1841551176-router', 'tenant_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:57.883405 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0714b8c0-1571-457c-bb0a-0eca341976a1 None None] Network 0667a26d-5210-41fc-8c5e-bbc2e1f3fca7 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:30:57.885998 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201e5810-7fdd-4e5d-9c55-5ffbb381793d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:30:57.914226 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-201e5810-7fdd-4e5d-9c55-5ffbb381793d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.915460 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-201e5810-7fdd-4e5d-9c55-5ffbb381793d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Added segment 2dd1dcbb-53e9-4f7c-881d-4dae0cbd8887 of type vlan for network ecfb3127-306a-44a5-83c8-faf9a6594e29 Aug 20 10:30:57.955170 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.966738 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.967360 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:57.997723 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-201e5810-7fdd-4e5d-9c55-5ffbb381793d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.003302 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 8f9e7789-fa67-4757-8b8b-cba55d9c9e7b details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:30:58.033995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57194) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:58.040299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-201e5810-7fdd-4e5d-9c55-5ffbb381793d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.051020 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201e5810-7fdd-4e5d-9c55-5ffbb381793d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:58.052307 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-201e5810-7fdd-4e5d-9c55-5ffbb381793d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.150936 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.159367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7c33acd1-301d-460e-8de8-7674abd65ac9 None None] Provisioning for port 0744da8c-ce87-4f4a-9968-26819dbcfac6 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:30:58.198302 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-201e5810-7fdd-4e5d-9c55-5ffbb381793d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5728962 Aug 20 10:30:58.199633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57196) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:58.202536 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7c33acd1-301d-460e-8de8-7674abd65ac9 None None] Provisioning complete for port 0744da8c-ce87-4f4a-9968-26819dbcfac6 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:30:58.203524 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7c33acd1-301d-460e-8de8-7674abd65ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.205315 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7192b1ea-3c2e-4ae6-aaa2-4e919f52113a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=319229dc0b514781beabac34e57d165f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694729 Aug 20 10:30:58.209127 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57198) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:58.217516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e5810-7fdd-4e5d-9c55-5ffbb381793d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Network': ['ID=ecfb3127-306a-44a5-83c8-faf9a6594e29,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:58.218453 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2cec2cb0-6424-470d-854b-ffb87f5699e4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'subnet': {'network_id': '8f9e7789-fa67-4757-8b8b-cba55d9c9e7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:58.221017 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf0b85fd-14a8-4328-ae24-187e282dc5c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.252469 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network ecfb3127-306a-44a5-83c8-faf9a6594e29 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:30:58.278352 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b85fd-14a8-4328-ae24-187e282dc5c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=bd1638b4-985d-4bca-a8e8-ef751e2ace52,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:58.284492 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf0b85fd-14a8-4328-ae24-187e282dc5c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.286744 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cf0b85fd-14a8-4328-ae24-187e282dc5c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/bd1638b4-985d-4bca-a8e8-ef751e2ace52 HTTP/1.1" status: 204 len: 168 time: 0.9661648 Aug 20 10:30:58.298100 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57202) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:58.349130 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc566d5-06a8-4731-a101-433c633760ec None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:30:58.351192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-0667a26d-5210-41fc-8c5e-bbc2e1f3fca7', 'network_id': '0667a26d-5210-41fc-8c5e-bbc2e1f3fca7', 'tenant_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'fixed_ips': [{'subnet_id': 'c49e7340-5f76-4455-bbbc-8a5b8b6531ab'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:30:58.352021 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.353977 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:30:58.402407 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79c829ac-cf02-46be-a029-2eb4c58d9cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.424783 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6aff4e84-6fe4-45ef-9fe7-738e2cd0bbcc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1254158 Aug 20 10:30:58.428826 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57204) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:58.450116 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79c829ac-cf02-46be-a029-2eb4c58d9cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.460283 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:30:58.464362 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:30:58.597697 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0822b419-7e4d-4437-9dcb-c743234eb6c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.658563 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.680027 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66646d5-c7ea-4947-991c-77353aab9136 None None] Sync routers for ids ['31e9da7b-f4e9-479d-adb0-ad8a86677183'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:30:58.689157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Pushing event updated for resources: {'Port': ['ID=e02cccd4-5fd2-4adf-aee0-363784162636,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:58.871490 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79c829ac-cf02-46be-a029-2eb4c58d9cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.874247 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79c829ac-cf02-46be-a029-2eb4c58d9cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.879438 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-79c829ac-cf02-46be-a029-2eb4c58d9cc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d44dc67f-0cb5-4d25-821c-bec94ad8251d HTTP/1.1" status: 204 len: 168 time: 0.6663456 Aug 20 10:30:58.879438 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0822b419-7e4d-4437-9dcb-c743234eb6c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.894979 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0822b419-7e4d-4437-9dcb-c743234eb6c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.903268 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c829ac-cf02-46be-a029-2eb4c58d9cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44dc67f-0cb5-4d25-821c-bec94ad8251d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:30:58.916708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66646d5-c7ea-4947-991c-77353aab9136 None None] Routers {'31e9da7b-f4e9-479d-adb0-ad8a86677183'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:30:58.917647 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e66646d5-c7ea-4947-991c-77353aab9136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:30:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['31e9da7b-f4e9-479d-adb0-ad8a86677183'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:58.967613 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0822b419-7e4d-4437-9dcb-c743234eb6c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.968895 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0822b419-7e4d-4437-9dcb-c743234eb6c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Fanout notify agent at l3_agent the message router_deleted on router 31e9da7b-f4e9-479d-adb0-ad8a86677183 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:30:58.970389 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cec2cb0-6424-470d-854b-ffb87f5699e4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:58.978084 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2cec2cb0-6424-470d-854b-ffb87f5699e4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.987073 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0822b419-7e4d-4437-9dcb-c743234eb6c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:58.989032 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0822b419-7e4d-4437-9dcb-c743234eb6c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/routers/31e9da7b-f4e9-479d-adb0-ad8a86677183 HTTP/1.1" status: 204 len: 168 time: 0.5593133 Aug 20 10:30:58.991601 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57216) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:59.097929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd133063-52cd-4650-aa6e-b6c8da78c5cc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:59.100347 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cd133063-52cd-4650-aa6e-b6c8da78c5cc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1074457 Aug 20 10:30:59.100852 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7c33acd1-301d-460e-8de8-7674abd65ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:59.103225 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57218) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:59.189843 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-e66646d5-c7ea-4947-991c-77353aab9136 None None] Set router 31e9da7b-f4e9-479d-adb0-ad8a86677183 gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:30:59.197799 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d033e63-d5ae-4d2d-a549-3cd3990c3697 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:30:59.201357 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4d033e63-d5ae-4d2d-a549-3cd3990c3697 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0962977 Aug 20 10:30:59.205966 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57222) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:59.313477 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5e8f6365-0812-4e7d-b1ee-52a7c53c750c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047010 Aug 20 10:30:59.324191 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57224) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:30:59.331439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-81fdcb32-2e8b-4037-9eba-8f79f95748d4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:30:59.383367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e66646d5-c7ea-4947-991c-77353aab9136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e9da7b-f4e9-479d-adb0-ad8a86677183', 'name': 'tempest-NetworksTestDHCPv6-router-1651629474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:47Z', 'updated_at': '2021-08-20T10:30:56Z', 'revision_number': 3, 'project_id': '31d403abe4074402bdbb566ed536eac7', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:30:59.450533 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Allocated IP 172.20.0.2 (0667a26d-5210-41fc-8c5e-bbc2e1f3fca7/c49e7340-5f76-4455-bbbc-8a5b8b6531ab/f3634afc-a30d-4a22-a1f3-1f77ae9d39bb) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:30:59.574133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fdcb32-2e8b-4037-9eba-8f79f95748d4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:30:59.583413 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66646d5-c7ea-4947-991c-77353aab9136 None None] Checking router: 31e9da7b-f4e9-479d-adb0-ad8a86677183 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:30:59.589307 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81fdcb32-2e8b-4037-9eba-8f79f95748d4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:59.666649 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b43ee9a7-d38c-4802-8e53-86b0d8846449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:59.668693 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66646d5-c7ea-4947-991c-77353aab9136 None None] Routers set() bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:30:59.672102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66646d5-c7ea-4947-991c-77353aab9136 None None] Router IDs set() for agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 10:30:59.673028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_agentschedulers_db [None req-e66646d5-c7ea-4947-991c-77353aab9136 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'31e9da7b-f4e9-479d-adb0-ad8a86677183'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:30:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent'). {{(pid=94868) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 10:30:59.675263 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66646d5-c7ea-4947-991c-77353aab9136 None None] The sync data for ids ['31e9da7b-f4e9-479d-adb0-ad8a86677183'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:30:59.753612 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7c33acd1-301d-460e-8de8-7674abd65ac9 None None] For port 0744da8c-ce87-4f4a-9968-26819dbcfac6, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0744da8c-ce87-4f4a-9968-26819dbcfac6,segment=NetworkSegment(b4c19d5b-7716-4e83-8051-c9355316eda7),segment_id=b4c19d5b-7716-4e83-8051-c9355316eda7)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:30:59.788209 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454cf977-f6d9-4487-acc5-d3e1522d5532 None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:30:59.821856 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7c33acd1-301d-460e-8de8-7674abd65ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:30:59.915937 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:00.243477 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:00.283366 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:00.519979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.objects.ports [None req-81fdcb32-2e8b-4037-9eba-8f79f95748d4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94866) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:31:00.583013 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:00.614720 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2cec2cb0-6424-470d-854b-ffb87f5699e4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:00.661002 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ccae76e2-b43c-427d-9c39-b9130112e248 None None] Provisioning complete for port 0744da8c-ce87-4f4a-9968-26819dbcfac6 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:00.662024 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ccae76e2-b43c-427d-9c39-b9130112e248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:00.674677 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33acd1-301d-460e-8de8-7674abd65ac9 None None] Pushing event updated for resources: {'Port': ['ID=0744da8c-ce87-4f4a-9968-26819dbcfac6,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:00.714448 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:00.754199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Transition to ACTIVE for port object f3634afc-a30d-4a22-a1f3-1f77ae9d39bb will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:00.758675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec2cb0-6424-470d-854b-ffb87f5699e4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Subnet': ['ID=551044b4-f8a3-4a5b-ad87-240564a42271,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:00.807715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-454cf977-f6d9-4487-acc5-d3e1522d5532 None None] Deleting port c04f395f-52db-40e8-89a6-03000e3cdb7f {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:31:00.808079 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-454cf977-f6d9-4487-acc5-d3e1522d5532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:00.811192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Transition to ACTIVE for port object f3634afc-a30d-4a22-a1f3-1f77ae9d39bb will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:00.855106 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:00.909720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57254) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:00.911193 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Allocated IP 172.25.3.55 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/14eb979d-9d84-4a4c-8a6a-0086004d1801) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:00.920787 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81fdcb32-2e8b-4037-9eba-8f79f95748d4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:00.960643 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec2cb0-6424-470d-854b-ffb87f5699e4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Checking segment: {'id': '04c160fc-d056-4192-99d1-9261ef978586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8f9e7789-fa67-4757-8b8b-cba55d9c9e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:00.961062 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cec2cb0-6424-470d-854b-ffb87f5699e4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network hostable DHCP agents. Network: 8f9e7789-fa67-4757-8b8b-cba55d9c9e7b, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:31:00.996506 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Network 0667a26d-5210-41fc-8c5e-bbc2e1f3fca7 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:01.012261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:01.014869 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Pushing event updated for resources: {'Port': ['ID=f3634afc-a30d-4a22-a1f3-1f77ae9d39bb,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:01.023452 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:01.050570 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-454cf977-f6d9-4487-acc5-d3e1522d5532 None None] For port c04f395f-52db-40e8-89a6-03000e3cdb7f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c04f395f-52db-40e8-89a6-03000e3cdb7f,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:01.057873 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-454cf977-f6d9-4487-acc5-d3e1522d5532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:01.126249 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:01.143250 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-454cf977-f6d9-4487-acc5-d3e1522d5532 None None] Calling delete_port for c04f395f-52db-40e8-89a6-03000e3cdb7f owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:31:01.176389 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:01.226139 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-087561d6-a4ba-4c15-b58e-e999cf34c691 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-42462691-network', 'tenant_id': '2d3fa52f4e144405974e46ae0c15e84b'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:01.248312 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0744da8c-ce87-4f4a-9968-26819dbcfac6 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:01.254413 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:01.266126 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:01.271515 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:01.275887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Pushing event updated for resources: {'Port': ['ID=14eb979d-9d84-4a4c-8a6a-0086004d1801,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:01.283633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cec2cb0-6424-470d-854b-ffb87f5699e4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 8f9e7789-fa67-4757-8b8b-cba55d9c9e7b is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:31:01.320162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-2cec2cb0-6424-470d-854b-ffb87f5699e4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 8f9e7789-fa67-4757-8b8b-cba55d9c9e7b) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:01.330082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-81fdcb32-2e8b-4037-9eba-8f79f95748d4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] For port c04f395f-52db-40e8-89a6-03000e3cdb7f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c04f395f-52db-40e8-89a6-03000e3cdb7f,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:01.336357 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec2cb0-6424-470d-854b-ffb87f5699e4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:01.337048 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2cec2cb0-6424-470d-854b-ffb87f5699e4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:01.339637 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9896df45-42f9-4857-854e-83c42ecd5614 None None] Network 8f9e7789-fa67-4757-8b8b-cba55d9c9e7b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:01.346567 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087561d6-a4ba-4c15-b58e-e999cf34c691 admin admin] Made reservation on behalf of 2d3fa52f4e144405974e46ae0c15e84b for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:01.350279 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-087561d6-a4ba-4c15-b58e-e999cf34c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:01.405340 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-087561d6-a4ba-4c15-b58e-e999cf34c691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:01.411086 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2cec2cb0-6424-470d-854b-ffb87f5699e4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2097535 Aug 20 10:31:01.417174 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57260) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:01.423385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-da15e9c1-5e74-4208-a733-00dde37e76b0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'subnet': {'network_id': 'ecfb3127-306a-44a5-83c8-faf9a6594e29', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:01.440375 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81fdcb32-2e8b-4037-9eba-8f79f95748d4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:01.481214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Attempting to bind port f3634afc-a30d-4a22-a1f3-1f77ae9d39bb on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:01.481876 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Attempting to bind port f3634afc-a30d-4a22-a1f3-1f77ae9d39bb by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '972f2fe6-8197-4400-b446-75fdb04f1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0667a26d-5210-41fc-8c5e-bbc2e1f3fca7'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:01.482552 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Attempting to bind port f3634afc-a30d-4a22-a1f3-1f77ae9d39bb on network 0667a26d-5210-41fc-8c5e-bbc2e1f3fca7 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:01.506907 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81fdcb32-2e8b-4037-9eba-8f79f95748d4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:01.508153 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81fdcb32-2e8b-4037-9eba-8f79f95748d4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:01.584627 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-454cf977-f6d9-4487-acc5-d3e1522d5532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:01.604570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdcb32-2e8b-4037-9eba-8f79f95748d4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=c04f395f-52db-40e8-89a6-03000e3cdb7f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:01.632718 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cf977-f6d9-4487-acc5-d3e1522d5532 None None] Pushing event deleted for resources: {'Port': ['ID=c04f395f-52db-40e8-89a6-03000e3cdb7f,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:01.636493 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-8f9e7789-fa67-4757-8b8b-cba55d9c9e7b', 'network_id': '8f9e7789-fa67-4757-8b8b-cba55d9c9e7b', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'fixed_ips': [{'subnet_id': '551044b4-f8a3-4a5b-ad87-240564a42271'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:31:01.637616 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:01.645344 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Router 6834c67b-ace7-4a2c-ac2b-9e105c6694b2 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:31:01.646187 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fdcb32-2e8b-4037-9eba-8f79f95748d4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:01.648174 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:01.648569 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Checking segment: {'id': '972f2fe6-8197-4400-b446-75fdb04f1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0667a26d-5210-41fc-8c5e-bbc2e1f3fca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:01.648986 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:01.649429 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Bound using segment: {'id': '972f2fe6-8197-4400-b446-75fdb04f1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0667a26d-5210-41fc-8c5e-bbc2e1f3fca7'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:01.651842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Bound port: f3634afc-a30d-4a22-a1f3-1f77ae9d39bb, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972f2fe6-8197-4400-b446-75fdb04f1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0667a26d-5210-41fc-8c5e-bbc2e1f3fca7'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:01.652331 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:01.658321 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-81fdcb32-2e8b-4037-9eba-8f79f95748d4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:01.664144 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fdcb32-2e8b-4037-9eba-8f79f95748d4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:01.664902 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81fdcb32-2e8b-4037-9eba-8f79f95748d4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:01.682800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdcb32-2e8b-4037-9eba-8f79f95748d4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=6c37d412-76a7-4433-b946-ceefe916bce2,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:01.704699 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454cf977-f6d9-4487-acc5-d3e1522d5532 None None] No DVR routers for this DVR port c04f395f-52db-40e8-89a6-03000e3cdb7f on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:31:01.718655 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 0744da8c-ce87-4f4a-9968-26819dbcfac6 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:01.719083 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:01.760166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031a7b40-2342-4ab3-aaa9-e9e669c67c44 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:02.003854 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1b6cc241-7d44-4945-8104-d4e3739b4293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:02.008431 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] For port f3634afc-a30d-4a22-a1f3-1f77ae9d39bb, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:02.017631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] For port f3634afc-a30d-4a22-a1f3-1f77ae9d39bb, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f3634afc-a30d-4a22-a1f3-1f77ae9d39bb,segment=NetworkSegment(972f2fe6-8197-4400-b446-75fdb04f1a7a),segment_id=972f2fe6-8197-4400-b446-75fdb04f1a7a)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:02.055794 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:02.216758 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:02.240936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Allocated IP 2001:db8::2 (8f9e7789-fa67-4757-8b8b-cba55d9c9e7b/551044b4-f8a3-4a5b-ad87-240564a42271/e817d151-3e49-4f7d-9d3d-2c1495f3fc10) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:02.307166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613f9ae-7eec-42be-b9ac-2943cc3be8a8 None None] Pushing event updated for resources: {'Port': ['ID=f3634afc-a30d-4a22-a1f3-1f77ae9d39bb,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:02.312706 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:31:02.322666 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:02.323280 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Sync routers for ids ['6834c67b-ace7-4a2c-ac2b-9e105c6694b2'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:31:02.347475 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Routers {'6834c67b-ace7-4a2c-ac2b-9e105c6694b2'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:02.357719 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6834c67b-ace7-4a2c-ac2b-9e105c6694b2'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:02.369984 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-087561d6-a4ba-4c15-b58e-e999cf34c691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:02.416797 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-087561d6-a4ba-4c15-b58e-e999cf34c691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:02.442424 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087561d6-a4ba-4c15-b58e-e999cf34c691 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:31:02.447693 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da15e9c1-5e74-4208-a733-00dde37e76b0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:02.455684 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-087561d6-a4ba-4c15-b58e-e999cf34c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:02.456028 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-087561d6-a4ba-4c15-b58e-e999cf34c691 admin admin] Added segment ca57739d-ef6f-473d-8be1-8edc4d65dc3a of type vlan for network 38661d2e-9a6f-4db5-856b-53f75243cd46 Aug 20 10:31:02.459486 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da15e9c1-5e74-4208-a733-00dde37e76b0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:02.475541 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-81fdcb32-2e8b-4037-9eba-8f79f95748d4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1489239 Aug 20 10:31:02.509441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57270) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:02.513285 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-087561d6-a4ba-4c15-b58e-e999cf34c691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:02.564418 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:02.569487 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c04f395f-52db-40e8-89a6-03000e3cdb7f no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:31:02.572183 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d62d1044-7ae2-4457-ad17-cb4a2f31de97 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.9159660 Aug 20 10:31:02.572878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57274) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:02.583098 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-087561d6-a4ba-4c15-b58e-e999cf34c691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:02.584174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087561d6-a4ba-4c15-b58e-e999cf34c691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:02.584977 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-087561d6-a4ba-4c15-b58e-e999cf34c691 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:02.618239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': '6c37d412-76a7-4433-b946-ceefe916bce2'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:31:02.624110 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:02.629445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-758ede6b-7b56-4afb-a26a-ccdefc69143a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:02.722899 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: c04f395f-52db-40e8-89a6-03000e3cdb7f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:31:02.728148 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c04f395f-52db-40e8-89a6-03000e3cdb7f not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:31:02.728925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device dd76aec7-0602-441b-8791-ae937d303fad no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:31:02.741624 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087561d6-a4ba-4c15-b58e-e999cf34c691 admin admin] Pushing event updated for resources: {'Network': ['ID=38661d2e-9a6f-4db5-856b-53f75243cd46,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:02.791027 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087561d6-a4ba-4c15-b58e-e999cf34c691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:02.803565 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-087561d6-a4ba-4c15-b58e-e999cf34c691 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8849931 Aug 20 10:31:02.814300 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57278) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:02.819138 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Set router 6834c67b-ace7-4a2c-ac2b-9e105c6694b2 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:31:02.829705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-1f9dbc53-3cf9-4eeb-9fe2-a2ee40bf6df2 admin admin] Request body: {'subnet': {'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-42462691-subnet', 'tenant_id': '2d3fa52f4e144405974e46ae0c15e84b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:02.898226 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 38661d2e-9a6f-4db5-856b-53f75243cd46 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:31:02.917234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: dd76aec7-0602-441b-8791-ae937d303fad {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:31:02.917234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device dd76aec7-0602-441b-8791-ae937d303fad not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:31:02.944983 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9dbc53-3cf9-4eeb-9fe2-a2ee40bf6df2 admin admin] Made reservation on behalf of 2d3fa52f4e144405974e46ae0c15e84b for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:02.955015 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1f9dbc53-3cf9-4eeb-9fe2-a2ee40bf6df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:02.969463 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:03.356245 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f3634afc-a30d-4a22-a1f3-1f77ae9d39bb up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:03.387507 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'name': 'tempest-ServersTestMultiNic-1062090223-router', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e02cccd4-5fd2-4adf-aee0-363784162636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:53Z', 'updated_at': '2021-08-20T10:30:59Z', 'revision_number': 3, 'project_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'gw_port': {'id': 'e02cccd4-5fd2-4adf-aee0-363784162636', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:30:55Z', 'updated_at': '2021-08-20T10:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:03.490403 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:03.540858 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Checking router: 6834c67b-ace7-4a2c-ac2b-9e105c6694b2 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:31:03.541665 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Updating router 6834c67b-ace7-4a2c-ac2b-9e105c6694b2 port e02cccd4-5fd2-4adf-aee0-363784162636 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:31:03.592611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port f3634afc-a30d-4a22-a1f3-1f77ae9d39bb completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:03.630027 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Router 7bd2c7b8-819d-4f04-ba2e-323ba3fa9323 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:31:03.645198 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:03.684172 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:03.730214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Transition to ACTIVE for port object e817d151-3e49-4f7d-9d3d-2c1495f3fc10 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:03.823896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Allocated IP 2001:db8::f816:3eff:fe89:66e5 (7b83641d-fbeb-417a-8d09-ab733c99b474/6c37d412-76a7-4433-b946-ceefe916bce2/dd6bba24-b1c3-42af-bca7-875a5ba41f1e) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:03.850088 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Transition to ACTIVE for port object e817d151-3e49-4f7d-9d3d-2c1495f3fc10 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:03.884611 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:04.002892 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:04.015398 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Transition to ACTIVE for port object e02cccd4-5fd2-4adf-aee0-363784162636 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:04.022946 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:04.037955 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Pushing event updated for resources: {'Port': ['ID=e817d151-3e49-4f7d-9d3d-2c1495f3fc10,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:04.044364 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ac009-180d-4f23-99b7-05e461a6076e None None] Network 0667a26d-5210-41fc-8c5e-bbc2e1f3fca7 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:04.126726 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Attempting to bind port e02cccd4-5fd2-4adf-aee0-363784162636 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:04.127110 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Attempting to bind port e02cccd4-5fd2-4adf-aee0-363784162636 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:04.127474 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Attempting to bind port e02cccd4-5fd2-4adf-aee0-363784162636 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:04.134594 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:04.135246 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:04.135650 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:04.136038 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:04.136507 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Bound port: e02cccd4-5fd2-4adf-aee0-363784162636, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:04.136882 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:04.180031 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:31:04.208561 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] For port e02cccd4-5fd2-4adf-aee0-363784162636, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:04.220048 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] For port e02cccd4-5fd2-4adf-aee0-363784162636, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e02cccd4-5fd2-4adf-aee0-363784162636,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:04.230889 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1f9dbc53-3cf9-4eeb-9fe2-a2ee40bf6df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:04.233688 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:04.237537 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:04.238983 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d1c7ea3a-6679-40b3-8b67-ccdc0e24929e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.3628371 Aug 20 10:31:04.243429 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57286) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:04.245760 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758ede6b-7b56-4afb-a26a-ccdefc69143a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:04.259283 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:04.259505 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-758ede6b-7b56-4afb-a26a-ccdefc69143a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:04.297370 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Routers {'6834c67b-ace7-4a2c-ac2b-9e105c6694b2'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:04.298013 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6834c67b-ace7-4a2c-ac2b-9e105c6694b2'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:04.461022 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] Set router 6834c67b-ace7-4a2c-ac2b-9e105c6694b2 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:31:04.475506 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Network 8f9e7789-fa67-4757-8b8b-cba55d9c9e7b is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:04.529446 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:04.532831 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Sync routers for ids ['7bd2c7b8-819d-4f04-ba2e-323ba3fa9323'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:31:04.549993 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:04.550805 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f184ac3-da18-455c-a270-0da1a4ef9992 None None] Pushing event updated for resources: {'Port': ['ID=e02cccd4-5fd2-4adf-aee0-363784162636,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:04.627388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c092ce6a-fd4f-4130-ab56-faa742817605 None None] Provisioning for port f3634afc-a30d-4a22-a1f3-1f77ae9d39bb completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:04.658970 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c092ce6a-fd4f-4130-ab56-faa742817605 None None] Provisioning complete for port f3634afc-a30d-4a22-a1f3-1f77ae9d39bb triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:04.659360 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c092ce6a-fd4f-4130-ab56-faa742817605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:04.662437 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Routers {'7bd2c7b8-819d-4f04-ba2e-323ba3fa9323'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:04.663501 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['7bd2c7b8-819d-4f04-ba2e-323ba3fa9323'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:04.671037 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Allocated IP 172.20.0.1 (ee6740f4-2746-41c4-89a6-b2671b0f6f49/35aa52c0-bc3d-4b2d-9d2c-09c8154e229b/120da24f-c123-4ba5-b543-486058bf462b) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:04.675342 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Attempting to bind port e817d151-3e49-4f7d-9d3d-2c1495f3fc10 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:04.675557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Attempting to bind port e817d151-3e49-4f7d-9d3d-2c1495f3fc10 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '04c160fc-d056-4192-99d1-9261ef978586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8f9e7789-fa67-4757-8b8b-cba55d9c9e7b'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:04.675901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Attempting to bind port e817d151-3e49-4f7d-9d3d-2c1495f3fc10 on network 8f9e7789-fa67-4757-8b8b-cba55d9c9e7b {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:04.695001 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f184ac3-da18-455c-a270-0da1a4ef9992 None None] Pushing event updated for resources: {'Port': ['ID=e02cccd4-5fd2-4adf-aee0-363784162636,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:04.786311 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da15e9c1-5e74-4208-a733-00dde37e76b0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:04.811612 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'name': 'tempest-ServersTestMultiNic-1062090223-router', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e02cccd4-5fd2-4adf-aee0-363784162636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:53Z', 'updated_at': '2021-08-20T10:30:59Z', 'revision_number': 3, 'project_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'gw_port': {'id': 'e02cccd4-5fd2-4adf-aee0-363784162636', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:30:55Z', 'updated_at': '2021-08-20T10:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:04.813848 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9dbc53-3cf9-4eeb-9fe2-a2ee40bf6df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:04.822043 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:04.822612 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Checking segment: {'id': '04c160fc-d056-4192-99d1-9261ef978586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8f9e7789-fa67-4757-8b8b-cba55d9c9e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:04.822839 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:04.823499 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Bound using segment: {'id': '04c160fc-d056-4192-99d1-9261ef978586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8f9e7789-fa67-4757-8b8b-cba55d9c9e7b'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:04.823998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Bound port: e817d151-3e49-4f7d-9d3d-2c1495f3fc10, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c160fc-d056-4192-99d1-9261ef978586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8f9e7789-fa67-4757-8b8b-cba55d9c9e7b'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:04.824374 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:04.891240 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeb6e7b-4a82-45f3-93eb-c9851375dfd1 None None] The sync data for ids ['6834c67b-ace7-4a2c-ac2b-9e105c6694b2'] in n-d-778550-11 is: [{'id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'name': 'tempest-ServersTestMultiNic-1062090223-router', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e02cccd4-5fd2-4adf-aee0-363784162636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:53Z', 'updated_at': '2021-08-20T10:30:59Z', 'revision_number': 3, 'project_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'gw_port': {'id': 'e02cccd4-5fd2-4adf-aee0-363784162636', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:30:55Z', 'updated_at': '2021-08-20T10:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:31:04.979291 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:05.038951 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] For port e817d151-3e49-4f7d-9d3d-2c1495f3fc10, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:05.043822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] For port e817d151-3e49-4f7d-9d3d-2c1495f3fc10, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e817d151-3e49-4f7d-9d3d-2c1495f3fc10,segment=NetworkSegment(04c160fc-d056-4192-99d1-9261ef978586),segment_id=04c160fc-d056-4192-99d1-9261ef978586)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:05.057747 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:05.067146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9dbc53-3cf9-4eeb-9fe2-a2ee40bf6df2 admin admin] Checking segment: {'id': 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:05.090091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9dbc53-3cf9-4eeb-9fe2-a2ee40bf6df2 admin admin] Network hostable DHCP agents. Network: 38661d2e-9a6f-4db5-856b-53f75243cd46, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:31:05.096696 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-758ede6b-7b56-4afb-a26a-ccdefc69143a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:05.098749 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e9c1-5e74-4208-a733-00dde37e76b0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Subnet': ['ID=0c78df92-da04-4a9f-892b-4cfb57963ba2,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:05.128708 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:05.159445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758ede6b-7b56-4afb-a26a-ccdefc69143a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:05.200930 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-758ede6b-7b56-4afb-a26a-ccdefc69143a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:05.211303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Transition to ACTIVE for port object 120da24f-c123-4ba5-b543-486058bf462b will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:05.213116 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15e9c1-5e74-4208-a733-00dde37e76b0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Checking segment: {'id': '2dd1dcbb-53e9-4f7c-881d-4dae0cbd8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ecfb3127-306a-44a5-83c8-faf9a6594e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:05.214446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15e9c1-5e74-4208-a733-00dde37e76b0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network hostable DHCP agents. Network: ecfb3127-306a-44a5-83c8-faf9a6594e29, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:31:05.220464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758ede6b-7b56-4afb-a26a-ccdefc69143a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:05.222204 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-758ede6b-7b56-4afb-a26a-ccdefc69143a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:05.277599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9dbc53-3cf9-4eeb-9fe2-a2ee40bf6df2 admin admin] Network 38661d2e-9a6f-4db5-856b-53f75243cd46 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:31:05.281534 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:05.292052 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c092ce6a-fd4f-4130-ab56-faa742817605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:05.297145 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ede6b-7b56-4afb-a26a-ccdefc69143a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=e5d37a12-0ebc-4154-b710-5e1e5db0063f,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:05.379083 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-758ede6b-7b56-4afb-a26a-ccdefc69143a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8616991 Aug 20 10:31:05.386984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57294) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:05.398961 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:05.408027 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:05.431705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e5410258-d3fd-4967-8e79-cb8926adb4a2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'mac_address': 'fa:16:3e:14:a2:14', 'name': 'tempest-NetworksTestDHCPv6-1028268135'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:05.438118 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15e9c1-5e74-4208-a733-00dde37e76b0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network ecfb3127-306a-44a5-83c8-faf9a6594e29 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:31:05.475593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-da15e9c1-5e74-4208-a733-00dde37e76b0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, ecfb3127-306a-44a5-83c8-faf9a6594e29) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:05.483735 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Transition to ACTIVE for port object dd6bba24-b1c3-42af-bca7-875a5ba41f1e will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:05.496482 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Pushing event updated for resources: {'Port': ['ID=120da24f-c123-4ba5-b543-486058bf462b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:05.502693 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-1f9dbc53-3cf9-4eeb-9fe2-a2ee40bf6df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 38661d2e-9a6f-4db5-856b-53f75243cd46) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:05.513683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9dbc53-3cf9-4eeb-9fe2-a2ee40bf6df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:05.514274 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1f9dbc53-3cf9-4eeb-9fe2-a2ee40bf6df2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:05.578165 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d2a147-2d58-4e86-b365-8e4813411801 None None] Network ecfb3127-306a-44a5-83c8-faf9a6594e29 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:05.585572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23871a68-53f2-44d3-b489-c576c1b582c8 None None] Network 38661d2e-9a6f-4db5-856b-53f75243cd46 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:05.618778 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Network ee6740f4-2746-41c4-89a6-b2671b0f6f49 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:05.625400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:05.630413 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:05.645680 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Set router 7bd2c7b8-819d-4f04-ba2e-323ba3fa9323 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:31:05.778178 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:05.824453 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Transition to ACTIVE for port object dd6bba24-b1c3-42af-bca7-875a5ba41f1e will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:05.826112 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da15e9c1-5e74-4208-a733-00dde37e76b0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:05.827174 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da15e9c1-5e74-4208-a733-00dde37e76b0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:05.863688 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-da15e9c1-5e74-4208-a733-00dde37e76b0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.4450371 Aug 20 10:31:05.870360 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57298) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:05.876570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-9eb39eb9-063a-4016-88f5-920c7525ffdf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1013076842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:05.915549 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1f9dbc53-3cf9-4eeb-9fe2-a2ee40bf6df2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0959904 Aug 20 10:31:05.966860 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9eb39eb9-063a-4016-88f5-920c7525ffdf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:05.967934 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9eb39eb9-063a-4016-88f5-920c7525ffdf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:06.035505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Allocated IP 172.20.0.1 (0667a26d-5210-41fc-8c5e-bbc2e1f3fca7/c49e7340-5f76-4455-bbbc-8a5b8b6531ab/098fbd13-f6ad-4676-8149-8c19dc4f4b08) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:06.106420 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9eb39eb9-063a-4016-88f5-920c7525ffdf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:06.112320 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9eb39eb9-063a-4016-88f5-920c7525ffdf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:06.141243 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5410258-d3fd-4967-8e79-cb8926adb4a2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:06.173990 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:06.318446 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:06.328228 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5410258-d3fd-4967-8e79-cb8926adb4a2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:06.333063 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9eb39eb9-063a-4016-88f5-920c7525ffdf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:06.334787 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9eb39eb9-063a-4016-88f5-920c7525ffdf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4627979 Aug 20 10:31:06.342119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57310) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:06.463207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-e5410258-d3fd-4967-8e79-cb8926adb4a2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port 295d9ea1-ccb7-4fc5-9c19-6417838cecdd yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:31:06.533753 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-ecfb3127-306a-44a5-83c8-faf9a6594e29', 'network_id': 'ecfb3127-306a-44a5-83c8-faf9a6594e29', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'fixed_ips': [{'subnet_id': '0c78df92-da04-4a9f-892b-4cfb57963ba2'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:31:06.541959 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:06.776967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57322) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:06.973031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Allocated IP 2001:db8:1::2 (ecfb3127-306a-44a5-83c8-faf9a6594e29/0c78df92-da04-4a9f-892b-4cfb57963ba2/7a308b7d-4846-4f70-a564-e60a17a87b68) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:07.096989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ae5b4-2997-4616-ae10-2651deace0d0 None None] Pushing event updated for resources: {'Port': ['ID=e817d151-3e49-4f7d-9d3d-2c1495f3fc10,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:07.116040 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c092ce6a-fd4f-4130-ab56-faa742817605 None None] For port f3634afc-a30d-4a22-a1f3-1f77ae9d39bb, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f3634afc-a30d-4a22-a1f3-1f77ae9d39bb,segment=NetworkSegment(972f2fe6-8197-4400-b446-75fdb04f1a7a),segment_id=972f2fe6-8197-4400-b446-75fdb04f1a7a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:07.122060 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:07.133057 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c092ce6a-fd4f-4130-ab56-faa742817605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:07.163469 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:07.167815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:07.210058 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854ded17-c5ff-4bd0-80a4-42df138bda0f None None] Network 8f9e7789-fa67-4757-8b8b-cba55d9c9e7b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:07.283032 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e02cccd4-5fd2-4adf-aee0-363784162636 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:07.314675 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e91c05f0-60e4-4f43-8f42-30c754dafe5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:07.479153 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Pushing event updated for resources: {'Port': ['ID=dd6bba24-b1c3-42af-bca7-875a5ba41f1e,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:07.488294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port e02cccd4-5fd2-4adf-aee0-363784162636 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:07.491991 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:07.556630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092ce6a-fd4f-4130-ab56-faa742817605 None None] Pushing event updated for resources: {'Port': ['ID=f3634afc-a30d-4a22-a1f3-1f77ae9d39bb,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:07.606715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-e5410258-d3fd-4967-8e79-cb8926adb4a2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 172.20.0.2 (7b83641d-fbeb-417a-8d09-ab733c99b474/e5d37a12-0ebc-4154-b710-5e1e5db0063f/295d9ea1-ccb7-4fc5-9c19-6417838cecdd) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:07.618175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e02cccd4-5fd2-4adf-aee0-363784162636 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:07.618843 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:07.636545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Attempting to bind port dd6bba24-b1c3-42af-bca7-875a5ba41f1e on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:07.637345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Attempting to bind port dd6bba24-b1c3-42af-bca7-875a5ba41f1e by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:07.637903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Attempting to bind port dd6bba24-b1c3-42af-bca7-875a5ba41f1e on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:07.640334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a5549236-6fe7-42de-9885-e09fba4a045e None None] Provisioning for port e817d151-3e49-4f7d-9d3d-2c1495f3fc10 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:07.658850 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:07.694610 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-e5410258-d3fd-4967-8e79-cb8926adb4a2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::f816:3eff:fe14:a214 (7b83641d-fbeb-417a-8d09-ab733c99b474/6c37d412-76a7-4433-b946-ceefe916bce2/295d9ea1-ccb7-4fc5-9c19-6417838cecdd) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:07.696646 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-9b8e67fe-6049-4575-8f04-b25f9dc65423 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:07.698855 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-9b8e67fe-6049-4575-8f04-b25f9dc65423 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/networks?id=38661d2e-9a6f-4db5-856b-53f75243cd46 HTTP/1.1" status: 200 len: 814 time: 0.2981474 Aug 20 10:31:07.709444 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:07.742274 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-76d5ae24-0b2d-496e-9f4c-d0f92b0d65f6 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/quotas/2d3fa52f4e144405974e46ae0c15e84b HTTP/1.1" status: 200 len: 375 time: 0.0255423 Aug 20 10:31:07.769191 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:07.864084 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:07.873706 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Transition to ACTIVE for port object 098fbd13-f6ad-4676-8149-8c19dc4f4b08 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:07.951894 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-81fc070e-1aed-404f-9b01-5bc11a349eff tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d3fa52f4e144405974e46ae0c15e84b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2013514 Aug 20 10:31:07.966754 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e91c05f0-60e4-4f43-8f42-30c754dafe5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:07.985428 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e91c05f0-60e4-4f43-8f42-30c754dafe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.016470 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:08.017118 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:08.017387 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.017538 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e91c05f0-60e4-4f43-8f42-30c754dafe5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=526a91cdbce2493da52ca8530543964d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2312047 Aug 20 10:31:08.017948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:08.018491 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Bound port: dd6bba24-b1c3-42af-bca7-875a5ba41f1e, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:08.020093 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.025752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57340) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:08.036201 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a5549236-6fe7-42de-9885-e09fba4a045e None None] Provisioning for port 120da24f-c123-4ba5-b543-486058bf462b completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:08.071492 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-38661d2e-9a6f-4db5-856b-53f75243cd46', 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46', 'tenant_id': '2d3fa52f4e144405974e46ae0c15e84b', 'fixed_ips': [{'subnet_id': 'c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:31:08.072511 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.121999 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c05f0-60e4-4f43-8f42-30c754dafe5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d87160a-4b74-4d3d-b17f-56d46d0cb77c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:08.184104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Pushing event updated for resources: {'Port': ['ID=120da24f-c123-4ba5-b543-486058bf462b,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:08.190932 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Allocated IP 2001:db8::1 (8f9e7789-fa67-4757-8b8b-cba55d9c9e7b/551044b4-f8a3-4a5b-ad87-240564a42271/b243f3ec-5e4a-43f3-ae24-05badc0df1e6) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:08.216841 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5410258-d3fd-4967-8e79-cb8926adb4a2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.224100 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Network ee6740f4-2746-41c4-89a6-b2671b0f6f49 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:08.235777 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec4ea-f995-468b-b91b-df2f09e384a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.241662 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:08.245374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Allocated IP 172.20.0.2 (38661d2e-9a6f-4db5-856b-53f75243cd46/c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc/7502e78d-2f42-4832-a0f2-d32976b5f3be) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:08.283367 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-e5410258-d3fd-4967-8e79-cb8926adb4a2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object 295d9ea1-ccb7-4fc5-9c19-6417838cecdd will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:08.339350 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec4ea-f995-468b-b91b-df2f09e384a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.381057 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.414366 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.424014 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Transition to ACTIVE for port object 7502e78d-2f42-4832-a0f2-d32976b5f3be will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:08.443334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Transition to ACTIVE for port object 7502e78d-2f42-4832-a0f2-d32976b5f3be will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:08.467075 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5410258-d3fd-4967-8e79-cb8926adb4a2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.483251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Network 0667a26d-5210-41fc-8c5e-bbc2e1f3fca7 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:08.483484 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a5549236-6fe7-42de-9885-e09fba4a045e None None] Provisioning complete for port 120da24f-c123-4ba5-b543-486058bf462b triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:08.483484 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a5549236-6fe7-42de-9885-e09fba4a045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.525882 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.538603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:08.552328 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec4ea-f995-468b-b91b-df2f09e384a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.555634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a5549236-6fe7-42de-9885-e09fba4a045e None None] Port 120da24f-c123-4ba5-b543-486058bf462b cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:31:08.555779 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec4ea-f995-468b-b91b-df2f09e384a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.556906 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2e4ec4ea-f995-468b-b91b-df2f09e384a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d87160a-4b74-4d3d-b17f-56d46d0cb77c HTTP/1.1" status: 204 len: 168 time: 0.5257494 Aug 20 10:31:08.558082 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.559767 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:08.570433 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Pushing event updated for resources: {'Port': ['ID=098fbd13-f6ad-4676-8149-8c19dc4f4b08,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:08.576497 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5410258-d3fd-4967-8e79-cb8926adb4a2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:08.578840 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-3a04b66d-ac2b-4f36-9e42-93c20024e650 service neutron] 10.222.0.16 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169119 Aug 20 10:31:08.592272 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-e5410258-d3fd-4967-8e79-cb8926adb4a2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:08.612529 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ec4ea-f995-468b-b91b-df2f09e384a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d87160a-4b74-4d3d-b17f-56d46d0cb77c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:08.621274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5410258-d3fd-4967-8e79-cb8926adb4a2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:08.662077 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Transition to ACTIVE for port object b243f3ec-5e4a-43f3-ae24-05badc0df1e6 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:08.690760 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.707563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5410258-d3fd-4967-8e79-cb8926adb4a2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=295d9ea1-ccb7-4fc5-9c19-6417838cecdd,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:08.745689 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.754477 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Network 38661d2e-9a6f-4db5-856b-53f75243cd46 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:08.825721 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a5549236-6fe7-42de-9885-e09fba4a045e None None] Provisioning complete for port f3634afc-a30d-4a22-a1f3-1f77ae9d39bb triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:08.826091 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a5549236-6fe7-42de-9885-e09fba4a045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.856206 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 8f9e7789-fa67-4757-8b8b-cba55d9c9e7b is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:08.868463 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Router 6834c67b-ace7-4a2c-ac2b-9e105c6694b2 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:31:08.886325 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:08.906935 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:08.910794 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.920407 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5410258-d3fd-4967-8e79-cb8926adb4a2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:08.923586 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5410258-d3fd-4967-8e79-cb8926adb4a2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.931039 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:08.931889 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:08.947601 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=b243f3ec-5e4a-43f3-ae24-05badc0df1e6,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:08.976539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:08.987631 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:09.043697 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e5410258-d3fd-4967-8e79-cb8926adb4a2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6416290 Aug 20 10:31:09.047182 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57352) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:09.074290 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] For port dd6bba24-b1c3-42af-bca7-875a5ba41f1e, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:09.078192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Transition to ACTIVE for port object 7a308b7d-4846-4f70-a564-e60a17a87b68 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:09.101050 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Pushing event updated for resources: {'Port': ['ID=7502e78d-2f42-4832-a0f2-d32976b5f3be,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:09.137826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'name': 'tempest-ImageQuotaTest-1841551176-router', 'tenant_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '14eb979d-9d84-4a4c-8a6a-0086004d1801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:58Z', 'updated_at': '2021-08-20T10:31:01Z', 'revision_number': 3, 'project_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'gw_port': {'id': '14eb979d-9d84-4a4c-8a6a-0086004d1801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:00Z', 'updated_at': '2021-08-20T10:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:09.179824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Checking router: 7bd2c7b8-819d-4f04-ba2e-323ba3fa9323 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:31:09.180174 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Updating router 7bd2c7b8-819d-4f04-ba2e-323ba3fa9323 port 14eb979d-9d84-4a4c-8a6a-0086004d1801 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:31:09.181900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:31:09.184245 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port e02cccd4-5fd2-4adf-aee0-363784162636, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e02cccd4-5fd2-4adf-aee0-363784162636,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:09.190905 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] For port dd6bba24-b1c3-42af-bca7-875a5ba41f1e, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=dd6bba24-b1c3-42af-bca7-875a5ba41f1e,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:09.196713 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Sync routers for ids ['6834c67b-ace7-4a2c-ac2b-9e105c6694b2'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:31:09.208471 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Routers {'6834c67b-ace7-4a2c-ac2b-9e105c6694b2'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:09.221514 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-af648c57-217d-4419-9870-8c9cb1349846 admin admin] 10.222.0.16 "PUT /v2.0/routers/6834c67b-ace7-4a2c-ac2b-9e105c6694b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6328509 Aug 20 10:31:09.222159 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6834c67b-ace7-4a2c-ac2b-9e105c6694b2'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:09.247581 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Attempting to bind port 7502e78d-2f42-4832-a0f2-d32976b5f3be on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:09.247956 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Attempting to bind port 7502e78d-2f42-4832-a0f2-d32976b5f3be by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:09.248316 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Attempting to bind port 7502e78d-2f42-4832-a0f2-d32976b5f3be on network 38661d2e-9a6f-4db5-856b-53f75243cd46 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:09.251203 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:09.253195 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-6936be47-22ea-4059-aa47-3740624d54d6 service neutron] 10.222.0.16 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6375084 Aug 20 10:31:09.260024 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Transition to ACTIVE for port object 7a308b7d-4846-4f70-a564-e60a17a87b68 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:09.267607 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:09.289739 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:09.312467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:09.312857 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Checking segment: {'id': 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:09.313267 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:09.313670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Bound using segment: {'id': 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:09.314162 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Bound port: 7502e78d-2f42-4832-a0f2-d32976b5f3be, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:09.314554 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:09.365299 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a2a7c4-da8a-40fe-b53c-8432e7a487ef tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:09.381517 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:09.397782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a2a7c4-da8a-40fe-b53c-8432e7a487ef tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:09.404134 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-99a2a7c4-da8a-40fe-b53c-8432e7a487ef tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3550773 Aug 20 10:31:09.413357 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57362) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:09.433455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] For port 7502e78d-2f42-4832-a0f2-d32976b5f3be, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:09.437197 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] For port 7502e78d-2f42-4832-a0f2-d32976b5f3be, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7502e78d-2f42-4832-a0f2-d32976b5f3be,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:09.440938 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:09.444710 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:09.460740 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:09.550797 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Network ecfb3127-306a-44a5-83c8-faf9a6594e29 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:09.568223 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e817d151-3e49-4f7d-9d3d-2c1495f3fc10 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:09.570438 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:09.574545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:09.625060 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57370) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:09.638708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=e02cccd4-5fd2-4adf-aee0-363784162636,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:09.754181 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Set router 6834c67b-ace7-4a2c-ac2b-9e105c6694b2 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:31:09.802323 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:09.815776 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:10.179376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Pushing event updated for resources: {'Port': ['ID=098fbd13-f6ad-4676-8149-8c19dc4f4b08,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:10.257447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-249cdea0-c777-4e7a-9065-2b1520b0a5a2 None None] Provisioning complete for port 120da24f-c123-4ba5-b543-486058bf462b triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:10.258302 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-249cdea0-c777-4e7a-9065-2b1520b0a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:10.290846 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:10.332928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Attempting to bind port 7a308b7d-4846-4f70-a564-e60a17a87b68 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:10.333320 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Attempting to bind port 7a308b7d-4846-4f70-a564-e60a17a87b68 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '2dd1dcbb-53e9-4f7c-881d-4dae0cbd8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ecfb3127-306a-44a5-83c8-faf9a6594e29'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:10.333742 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Attempting to bind port 7a308b7d-4846-4f70-a564-e60a17a87b68 on network ecfb3127-306a-44a5-83c8-faf9a6594e29 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:10.335460 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:10.336507 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:10.484676 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:10.485386 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Checking segment: {'id': '2dd1dcbb-53e9-4f7c-881d-4dae0cbd8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ecfb3127-306a-44a5-83c8-faf9a6594e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:10.486415 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:10.487152 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Bound using segment: {'id': '2dd1dcbb-53e9-4f7c-881d-4dae0cbd8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ecfb3127-306a-44a5-83c8-faf9a6594e29'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:10.487827 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Bound port: 7a308b7d-4846-4f70-a564-e60a17a87b68, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd1dcbb-53e9-4f7c-881d-4dae0cbd8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ecfb3127-306a-44a5-83c8-faf9a6594e29'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:10.488483 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:10.550613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082104ab-510a-4d30-83b0-1fb0b2071b52 None None] Pushing event updated for resources: {'Port': ['ID=dd6bba24-b1c3-42af-bca7-875a5ba41f1e,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:10.600550 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'name': 'tempest-ServersTestMultiNic-1062090223-router', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e02cccd4-5fd2-4adf-aee0-363784162636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:53Z', 'updated_at': '2021-08-20T10:31:06Z', 'revision_number': 4, 'project_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'gw_port': {'id': 'e02cccd4-5fd2-4adf-aee0-363784162636', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:30:55Z', 'updated_at': '2021-08-20T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '120da24f-c123-4ba5-b543-486058bf462b', 'name': '', 'network_id': 'ee6740f4-2746-41c4-89a6-b2671b0f6f49', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'mac_address': 'fa:16:3e:cd:95:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '35aa52c0-bc3d-4b2d-9d2c-09c8154e229b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:04Z', 'updated_at': '2021-08-20T10:31:06Z', 'revision_number': 2, 'project_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'subnets': [{'id': '35aa52c0-bc3d-4b2d-9d2c-09c8154e229b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:10.628573 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a87cf777-82da-4324-a670-fbdc19fae8e0 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-711837274'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:10.656298 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Checking router: 6834c67b-ace7-4a2c-ac2b-9e105c6694b2 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:31:10.657067 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Updating router 6834c67b-ace7-4a2c-ac2b-9e105c6694b2 port 120da24f-c123-4ba5-b543-486058bf462b binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:31:10.694392 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:10.711696 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:10.720601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87cf777-82da-4324-a670-fbdc19fae8e0 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Made reservation on behalf of ce857d21443c465f9b0cce6a4f3cfa90 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:10.727741 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a87cf777-82da-4324-a670-fbdc19fae8e0 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:10.729723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Pushing event updated for resources: {'Port': ['ID=7a308b7d-4846-4f70-a564-e60a17a87b68,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:10.754504 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=b243f3ec-5e4a-43f3-ae24-05badc0df1e6,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:10.819369 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-249cdea0-c777-4e7a-9065-2b1520b0a5a2 None None] Port 120da24f-c123-4ba5-b543-486058bf462b cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:31:10.835748 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 8f9e7789-fa67-4757-8b8b-cba55d9c9e7b is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:10.841872 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:10.848805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87cf777-82da-4324-a670-fbdc19fae8e0 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:31:10.876613 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a87cf777-82da-4324-a670-fbdc19fae8e0 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:10.878167 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-a87cf777-82da-4324-a670-fbdc19fae8e0 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Added segment 433e95c4-416e-4b8a-9dc3-4f5a01020a02 of type vlan for network 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d Aug 20 10:31:10.888197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-f8d7946e-d4ca-4aa9-9c0f-99429a867240 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port 295d9ea1-ccb7-4fc5-9c19-6417838cecdd {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:31:10.896459 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8d7946e-d4ca-4aa9-9c0f-99429a867240 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:10.983012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] For port 7a308b7d-4846-4f70-a564-e60a17a87b68, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:10.989698 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] For port 7a308b7d-4846-4f70-a564-e60a17a87b68, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7a308b7d-4846-4f70-a564-e60a17a87b68,segment=NetworkSegment(2dd1dcbb-53e9-4f7c-881d-4dae0cbd8887),segment_id=2dd1dcbb-53e9-4f7c-881d-4dae0cbd8887)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:11.065364 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a87cf777-82da-4324-a670-fbdc19fae8e0 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:11.220759 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a87cf777-82da-4324-a670-fbdc19fae8e0 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:11.226892 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87cf777-82da-4324-a670-fbdc19fae8e0 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:11.227812 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a87cf777-82da-4324-a670-fbdc19fae8e0 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:11.246798 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-c29f12bb-804d-44af-90d8-42fca4f5863d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:11.246798 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-c29f12bb-804d-44af-90d8-42fca4f5863d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/networks?id=38661d2e-9a6f-4db5-856b-53f75243cd46 HTTP/1.1" status: 200 len: 814 time: 1.0602400 Aug 20 10:31:11.319622 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:11.360031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Transition to ACTIVE for port object 14eb979d-9d84-4a4c-8a6a-0086004d1801 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:11.373126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bbe6c-86b0-4ff6-980f-5604dd9a8ad3 None None] Pushing event updated for resources: {'Port': ['ID=7502e78d-2f42-4832-a0f2-d32976b5f3be,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:11.380749 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port e817d151-3e49-4f7d-9d3d-2c1495f3fc10 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:11.385732 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router 1fa1eed6-6bfa-4478-a88e-c261f1198f63 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:31:11.399414 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:11.507450 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:11.526673 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Transition to ACTIVE for port object 120da24f-c123-4ba5-b543-486058bf462b will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:11.540550 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:11.541545 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:11.577159 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Network 0667a26d-5210-41fc-8c5e-bbc2e1f3fca7 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:11.590797 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e817d151-3e49-4f7d-9d3d-2c1495f3fc10 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:11.591265 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:11.595323 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:11.601611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-249cdea0-c777-4e7a-9065-2b1520b0a5a2 None None] Provisioning for port 098fbd13-f6ad-4676-8149-8c19dc4f4b08 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:11.627833 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a87cf777-82da-4324-a670-fbdc19fae8e0 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9905839 Aug 20 10:31:11.638618 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-6c001684-f4e5-46f4-8fb0-9299a2e030aa tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/quotas/2d3fa52f4e144405974e46ae0c15e84b HTTP/1.1" status: 200 len: 375 time: 0.3056755 Aug 20 10:31:11.647397 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57410) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:11.677410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d959c4-c3b9-41aa-b6ab-da622fd395b5 None None] Pushing event updated for resources: {'Port': ['ID=14eb979d-9d84-4a4c-8a6a-0086004d1801,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:11.698437 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-249cdea0-c777-4e7a-9065-2b1520b0a5a2 None None] Provisioning complete for port 098fbd13-f6ad-4676-8149-8c19dc4f4b08 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:11.699428 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-249cdea0-c777-4e7a-9065-2b1520b0a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:11.716606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87cf777-82da-4324-a670-fbdc19fae8e0 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event updated for resources: {'Network': ['ID=0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:11.728544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8d7946e-d4ca-4aa9-9c0f-99429a867240 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:11.751088 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0a60be30-50b5-40c2-8ba4-590e6d124894 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Request body: {'subnet': {'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:11.805406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-f8d7946e-d4ca-4aa9-9c0f-99429a867240 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for 295d9ea1-ccb7-4fc5-9c19-6417838cecdd owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:31:11.837799 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c8398-291b-4660-91aa-257034681301 None None] Pushing event updated for resources: {'Port': ['ID=120da24f-c123-4ba5-b543-486058bf462b,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:11.904064 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:31:11.919316 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Attempting to bind port 120da24f-c123-4ba5-b543-486058bf462b on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:11.924876 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Attempting to bind port 120da24f-c123-4ba5-b543-486058bf462b by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'b4c19d5b-7716-4e83-8051-c9355316eda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee6740f4-2746-41c4-89a6-b2671b0f6f49'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:11.925653 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Attempting to bind port 120da24f-c123-4ba5-b543-486058bf462b on network ee6740f4-2746-41c4-89a6-b2671b0f6f49 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:11.952216 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:11.952848 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Checking segment: {'id': 'b4c19d5b-7716-4e83-8051-c9355316eda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee6740f4-2746-41c4-89a6-b2671b0f6f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:11.953361 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:11.953946 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Bound using segment: {'id': 'b4c19d5b-7716-4e83-8051-c9355316eda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee6740f4-2746-41c4-89a6-b2671b0f6f49'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:11.954643 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Bound port: 120da24f-c123-4ba5-b543-486058bf462b, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c19d5b-7716-4e83-8051-c9355316eda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee6740f4-2746-41c4-89a6-b2671b0f6f49'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:11.962994 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:12.006570 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-43bc8d35-2105-44b3-b7c2-8647494373f5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/1fa1eed6-6bfa-4478-a88e-c261f1198f63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6629591 Aug 20 10:31:12.009685 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57418) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:12.117573 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:31:12.135366 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Attempting to bind port 14eb979d-9d84-4a4c-8a6a-0086004d1801 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:12.135747 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Attempting to bind port 14eb979d-9d84-4a4c-8a6a-0086004d1801 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:12.136120 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Attempting to bind port 14eb979d-9d84-4a4c-8a6a-0086004d1801 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:12.214915 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:12.216197 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:12.216605 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:12.220367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:12.220988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Bound port: 14eb979d-9d84-4a4c-8a6a-0086004d1801, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:12.221561 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:12.230824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb095431-829b-4045-a7d5-691710c11d06 None None] Sync routers for ids ['1fa1eed6-6bfa-4478-a88e-c261f1198f63'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:31:12.318793 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b682622c-74bd-4dfa-9496-caf82ab00a98 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:12.320941 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b682622c-74bd-4dfa-9496-caf82ab00a98 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports/b243f3ec-5e4a-43f3-ae24-05badc0df1e6 HTTP/1.1" status: 200 len: 911 time: 0.2865093 Aug 20 10:31:12.332937 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-be737a46-7f1b-449f-b83f-1a1b43852737 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d3fa52f4e144405974e46ae0c15e84b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6067796 Aug 20 10:31:12.336951 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57422) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:12.479582 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Router 7bd2c7b8-819d-4f04-ba2e-323ba3fa9323 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:31:12.584005 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-4d60781b-5f9c-47f0-8c1d-2724713a499c service neutron] 10.222.0.16 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378674 Aug 20 10:31:12.588947 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a60be30-50b5-40c2-8ba4-590e6d124894 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Made reservation on behalf of ce857d21443c465f9b0cce6a4f3cfa90 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:12.600027 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0a60be30-50b5-40c2-8ba4-590e6d124894 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:12.750742 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] For port 120da24f-c123-4ba5-b543-486058bf462b, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:12.773743 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] For port 120da24f-c123-4ba5-b543-486058bf462b, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=120da24f-c123-4ba5-b543-486058bf462b,segment=NetworkSegment(b4c19d5b-7716-4e83-8051-c9355316eda7),segment_id=b4c19d5b-7716-4e83-8051-c9355316eda7)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:12.783082 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:12.983271 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1d2de7-c1d6-437e-8560-f8ef02d09543 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:12.990117 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91c91f-6407-438c-9062-bf61d3f44b52 None None] Pushing event updated for resources: {'Port': ['ID=7a308b7d-4846-4f70-a564-e60a17a87b68,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:13.015593 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Routers {'6834c67b-ace7-4a2c-ac2b-9e105c6694b2'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:13.017015 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6834c67b-ace7-4a2c-ac2b-9e105c6694b2'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:13.021107 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c8398-291b-4660-91aa-257034681301 None None] Pushing event updated for resources: {'Port': ['ID=120da24f-c123-4ba5-b543-486058bf462b,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:13.126772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8fb532-5f43-4c53-b455-de24cae83037 None None] Network 38661d2e-9a6f-4db5-856b-53f75243cd46 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:13.214625 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] Set router 6834c67b-ace7-4a2c-ac2b-9e105c6694b2 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:31:13.231957 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb095431-829b-4045-a7d5-691710c11d06 None None] Routers {'1fa1eed6-6bfa-4478-a88e-c261f1198f63'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:13.232522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-fb095431-829b-4045-a7d5-691710c11d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1fa1eed6-6bfa-4478-a88e-c261f1198f63'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:13.254202 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-657a77b7-4d7e-48a7-a55b-e0c8ebfa487c tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:13.256649 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-657a77b7-4d7e-48a7-a55b-e0c8ebfa487c tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.24 "GET /v2.0/networks?id=38661d2e-9a6f-4db5-856b-53f75243cd46 HTTP/1.1" status: 200 len: 814 time: 1.2705481 Aug 20 10:31:13.359768 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-249cdea0-c777-4e7a-9065-2b1520b0a5a2 None None] Port 098fbd13-f6ad-4676-8149-8c19dc4f4b08 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:31:13.514548 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-9392edd0-826c-4c34-9eed-68d50fac5d47 service neutron] 10.222.0.16 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8943481 Aug 20 10:31:13.545560 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-fb095431-829b-4045-a7d5-691710c11d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:13.654961 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:13.729792 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'name': 'tempest-ServersTestMultiNic-1062090223-router', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e02cccd4-5fd2-4adf-aee0-363784162636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:53Z', 'updated_at': '2021-08-20T10:31:06Z', 'revision_number': 4, 'project_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'gw_port': {'id': 'e02cccd4-5fd2-4adf-aee0-363784162636', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:30:55Z', 'updated_at': '2021-08-20T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '120da24f-c123-4ba5-b543-486058bf462b', 'name': '', 'network_id': 'ee6740f4-2746-41c4-89a6-b2671b0f6f49', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'mac_address': 'fa:16:3e:cd:95:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '35aa52c0-bc3d-4b2d-9d2c-09c8154e229b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:04Z', 'updated_at': '2021-08-20T10:31:12Z', 'revision_number': 4, 'project_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'subnets': [{'id': '35aa52c0-bc3d-4b2d-9d2c-09c8154e229b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:13.755927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] For port 14eb979d-9d84-4a4c-8a6a-0086004d1801, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:13.765660 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] For port 14eb979d-9d84-4a4c-8a6a-0086004d1801, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=14eb979d-9d84-4a4c-8a6a-0086004d1801,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:13.818915 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:31:13.821994 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0a60be30-50b5-40c2-8ba4-590e6d124894 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:13.828566 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4f0fca3d-80d6-4a65-a192-b50bff845319 admin admin] 10.222.0.16 "PUT /v2.0/routers/7bd2c7b8-819d-4f04-ba2e-323ba3fa9323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5833340 Aug 20 10:31:13.853436 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde4f53-61b7-41e6-96e9-fd14bc531ddd None None] The sync data for ids ['6834c67b-ace7-4a2c-ac2b-9e105c6694b2'] in n-d-778550-11 is: [{'id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'name': 'tempest-ServersTestMultiNic-1062090223-router', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e02cccd4-5fd2-4adf-aee0-363784162636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:53Z', 'updated_at': '2021-08-20T10:31:06Z', 'revision_number': 4, 'project_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'gw_port': {'id': 'e02cccd4-5fd2-4adf-aee0-363784162636', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:30:55Z', 'updated_at': '2021-08-20T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '120da24f-c123-4ba5-b543-486058bf462b', 'name': '', 'network_id': 'ee6740f4-2746-41c4-89a6-b2671b0f6f49', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'mac_address': 'fa:16:3e:cd:95:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '35aa52c0-bc3d-4b2d-9d2c-09c8154e229b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:04Z', 'updated_at': '2021-08-20T10:31:12Z', 'revision_number': 4, 'project_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'subnets': [{'id': '35aa52c0-bc3d-4b2d-9d2c-09c8154e229b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:31:13.893453 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:14.076609 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60be30-50b5-40c2-8ba4-590e6d124894 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event updated for resources: {'Subnet': ['ID=6c26f23e-65ba-4228-a4cd-25f6fbb6c0cd,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:14.133380 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a60be30-50b5-40c2-8ba4-590e6d124894 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Checking segment: {'id': '433e95c4-416e-4b8a-9dc3-4f5a01020a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:14.134129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a60be30-50b5-40c2-8ba4-590e6d124894 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Network hostable DHCP agents. Network: 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:31:14.162033 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3845d2ea-26bd-4690-bb7b-fa87f683f010 None None] Provisioning complete for port e817d151-3e49-4f7d-9d3d-2c1495f3fc10 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:14.167461 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3845d2ea-26bd-4690-bb7b-fa87f683f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:14.169660 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d959c4-c3b9-41aa-b6ab-da622fd395b5 None None] Pushing event updated for resources: {'Port': ['ID=14eb979d-9d84-4a4c-8a6a-0086004d1801,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:14.187922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb095431-829b-4045-a7d5-691710c11d06 None None] Routers {'1fa1eed6-6bfa-4478-a88e-c261f1198f63'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:14.188308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a60be30-50b5-40c2-8ba4-590e6d124894 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Network 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:31:14.189941 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-fb095431-829b-4045-a7d5-691710c11d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1fa1eed6-6bfa-4478-a88e-c261f1198f63'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:14.213683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-0a60be30-50b5-40c2-8ba4-590e6d124894 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:14.230170 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a60be30-50b5-40c2-8ba4-590e6d124894 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:14.230911 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0a60be30-50b5-40c2-8ba4-590e6d124894 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:14.270511 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0a60be30-50b5-40c2-8ba4-590e6d124894 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5585377 Aug 20 10:31:14.274219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57452) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:14.283008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-06770219-51ed-48a4-8b93-dafa80a4d39a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1766126908'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:14.334346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-fb095431-829b-4045-a7d5-691710c11d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:14.335029 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb095431-829b-4045-a7d5-691710c11d06 None None] The sync data for ids ['1fa1eed6-6bfa-4478-a88e-c261f1198f63'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:31:14.343812 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02679819-1a17-4ae8-ad00-da39c1f62564 None None] Network 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:14.495038 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-8a279695-4702-4f33-bfcd-31f6b36c389d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Request body: {'port': {'device_id': '547e4d71-5fde-4dcf-9d8c-921de4421abd', 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46', 'admin_state_up': True, 'tenant_id': '2d3fa52f4e144405974e46ae0c15e84b'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:14.660407 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-970c18c6-9f0b-4f8c-9ee4-867b0ae6b033 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:14.668003 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-970c18c6-9f0b-4f8c-9ee4-867b0ae6b033 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/networks?id=38661d2e-9a6f-4db5-856b-53f75243cd46 HTTP/1.1" status: 200 len: 814 time: 0.3450727 Aug 20 10:31:14.689458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06770219-51ed-48a4-8b93-dafa80a4d39a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Made reservation on behalf of ce857d21443c465f9b0cce6a4f3cfa90 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:14.696122 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06770219-51ed-48a4-8b93-dafa80a4d39a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:14.711276 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-952246a1-975e-4d91-b401-ad9ef027743d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/quotas/2d3fa52f4e144405974e46ae0c15e84b HTTP/1.1" status: 200 len: 375 time: 0.0410438 Aug 20 10:31:14.728784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22f665e-c717-4930-ac3f-0bbd26b37acc None None] Network ecfb3127-306a-44a5-83c8-faf9a6594e29 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:14.827772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Routers {'7bd2c7b8-819d-4f04-ba2e-323ba3fa9323'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:14.836342 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['7bd2c7b8-819d-4f04-ba2e-323ba3fa9323'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:14.848872 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port e817d151-3e49-4f7d-9d3d-2c1495f3fc10, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e817d151-3e49-4f7d-9d3d-2c1495f3fc10,segment=NetworkSegment(04c160fc-d056-4192-99d1-9261ef978586),segment_id=04c160fc-d056-4192-99d1-9261ef978586)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:14.950388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06770219-51ed-48a4-8b93-dafa80a4d39a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:31:14.972678 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-9707658a-0ed6-4f7d-a08a-6edfb3d241d0 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d3fa52f4e144405974e46ae0c15e84b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2601368 Aug 20 10:31:15.056010 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:15.163809 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-8a279695-4702-4f33-bfcd-31f6b36c389d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Made reservation on behalf of 2d3fa52f4e144405974e46ae0c15e84b for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:15.169914 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-8a279695-4702-4f33-bfcd-31f6b36c389d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:15.194490 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06770219-51ed-48a4-8b93-dafa80a4d39a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:15.196145 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-06770219-51ed-48a4-8b93-dafa80a4d39a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Added segment 99fe6cbd-1e3d-4180-bbfe-9423c39abf33 of type vlan for network 58be9fbc-1afd-4f79-ab05-18788eefaa5e Aug 20 10:31:15.256572 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:15.258084 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f3634afc-a30d-4a22-a1f3-1f77ae9d39bb up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:15.259493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57478) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:15.450133 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06770219-51ed-48a4-8b93-dafa80a4d39a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:15.543838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=e817d151-3e49-4f7d-9d3d-2c1495f3fc10,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:15.549403 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-8a279695-4702-4f33-bfcd-31f6b36c389d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Allocated IP 172.20.0.9 (38661d2e-9a6f-4db5-856b-53f75243cd46/c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc/1f41ab35-4076-4c9f-a733-e2fdb7c1685c) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:15.584786 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-47831899-c3f9-4088-a95d-45e75c226ecb service neutron] 10.222.0.16 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108248 Aug 20 10:31:15.717692 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-43dad8de-7cd7-4f93-9c9c-b92a8cc9a1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:15.742707 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06770219-51ed-48a4-8b93-dafa80a4d39a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:15.753546 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06770219-51ed-48a4-8b93-dafa80a4d39a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:15.755440 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06770219-51ed-48a4-8b93-dafa80a4d39a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:15.814869 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8d7946e-d4ca-4aa9-9c0f-99429a867240 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:15.889750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7946e-d4ca-4aa9-9c0f-99429a867240 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=295d9ea1-ccb7-4fc5-9c19-6417838cecdd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:15.894612 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d', 'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'fixed_ips': [{'subnet_id': '6c26f23e-65ba-4228-a4cd-25f6fbb6c0cd'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:31:15.897395 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:16.144589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06770219-51ed-48a4-8b93-dafa80a4d39a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event updated for resources: {'Network': ['ID=58be9fbc-1afd-4f79-ab05-18788eefaa5e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:16.159438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-47b3fa28-120e-40e8-ba17-d82fdef8b92e tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:16.163100 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-47b3fa28-120e-40e8-ba17-d82fdef8b92e tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.42 "GET /v2.0/networks?id=38661d2e-9a6f-4db5-856b-53f75243cd46 HTTP/1.1" status: 200 len: 814 time: 0.1728933 Aug 20 10:31:16.185562 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-e3544432-4bc8-4c11-ad47-7c69916e915d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Request body: {'port': {'device_id': '6b1c3930-c402-4f22-a178-74b4cf6a7b6f', 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46', 'admin_state_up': True, 'tenant_id': '2d3fa52f4e144405974e46ae0c15e84b'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:16.285545 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-c54e2c02-49e5-480a-ba96-df88d31e8834 service neutron] 10.222.0.16 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6996248 Aug 20 10:31:16.404047 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 58be9fbc-1afd-4f79-ab05-18788eefaa5e details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:31:16.510119 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8d7946e-d4ca-4aa9-9c0f-99429a867240 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:16.517330 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57494) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:16.521072 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f8d7946e-d4ca-4aa9-9c0f-99429a867240 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/295d9ea1-ccb7-4fc5-9c19-6417838cecdd HTTP/1.1" status: 204 len: 168 time: 7.1001906 Aug 20 10:31:16.533130 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Allocated IP 19.80.0.2 (0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d/6c26f23e-65ba-4228-a4cd-25f6fbb6c0cd/63f53744-597d-42c1-8674-99627dc1a5a5) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:16.724219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1650f6-77ac-488e-bd91-94eb8fcf31dc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:16.726146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1650f6-77ac-488e-bd91-94eb8fcf31dc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:16.727727 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1650f6-77ac-488e-bd91-94eb8fcf31dc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:16.742857 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2b1650f6-77ac-488e-bd91-94eb8fcf31dc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2146566 Aug 20 10:31:16.743113 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57502) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:16.813957 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-43dad8de-7cd7-4f93-9c9c-b92a8cc9a1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:16.820022 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-66af744d-109f-4ebb-a97d-731df2c82e81 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet 6c37d412-76a7-4433-b946-ceefe916bce2 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:31:16.826172 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-43dad8de-7cd7-4f93-9c9c-b92a8cc9a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:16.847443 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-66af744d-109f-4ebb-a97d-731df2c82e81 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:16.851627 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-8a279695-4702-4f33-bfcd-31f6b36c389d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:16.855402 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-06770219-51ed-48a4-8b93-dafa80a4d39a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.5799043 Aug 20 10:31:16.870406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-8a279695-4702-4f33-bfcd-31f6b36c389d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Transition to ACTIVE for port object 1f41ab35-4076-4c9f-a733-e2fdb7c1685c will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:16.881448 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57506) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:16.883264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-e3544432-4bc8-4c11-ad47-7c69916e915d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Made reservation on behalf of 2d3fa52f4e144405974e46ae0c15e84b for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:16.887039 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-e3544432-4bc8-4c11-ad47-7c69916e915d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:16.921886 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-1c914226-7161-4848-99bf-edf5c49cd2de tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Request body: {'subnet': {'network_id': '58be9fbc-1afd-4f79-ab05-18788eefaa5e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:16.933874 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a52e9109-1b46-4c2e-b166-1fe5898613ea req-5be464a1-c461-46f3-89b4-66b51414b979 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 210 time: 0.2446563 Aug 20 10:31:16.951770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Allocated IP 2001:db8:1::1 (ecfb3127-306a-44a5-83c8-faf9a6594e29/0c78df92-da04-4a9f-892b-4cfb57963ba2/1a6017d9-f00c-40b4-a867-08c6deadf249) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:16.960661 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-8a279695-4702-4f33-bfcd-31f6b36c389d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:17.049702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port f3634afc-a30d-4a22-a1f3-1f77ae9d39bb triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:17.050123 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:17.054407 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-8a279695-4702-4f33-bfcd-31f6b36c389d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Network 38661d2e-9a6f-4db5-856b-53f75243cd46 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:17.061285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-8a279695-4702-4f33-bfcd-31f6b36c389d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:17.063704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-8a279695-4702-4f33-bfcd-31f6b36c389d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:17.133165 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] Set router 7bd2c7b8-819d-4f04-ba2e-323ba3fa9323 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:31:17.136221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355b3855-69c7-4ada-826f-7c43316bdf7b None None] Update dhcp port {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'fixed_ips': [{'subnet_id': '6c37d412-76a7-4433-b946-ceefe916bce2', 'ip_address': '2001:db8::f816:3eff:fe89:66e5'}, {'subnet_id': 'e5d37a12-0ebc-4154-b710-5e1e5db0063f'}], 'binding:host_id': 'n-d-778550-11'}, 'id': 'dd6bba24-b1c3-42af-bca7-875a5ba41f1e'} from n-d-778550-11. {{(pid=94868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 10:31:17.222647 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-355b3855-69c7-4ada-826f-7c43316bdf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:17.259673 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dad8de-7cd7-4f93-9c9c-b92a8cc9a1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e99ad84-62b7-4f91-b1e6-701af8ab94d0,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:17.267268 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-66af744d-109f-4ebb-a97d-731df2c82e81 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:17.275592 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-43dad8de-7cd7-4f93-9c9c-b92a8cc9a1d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6b19c2d29b24e80af7c7fdcf1e83a02&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0047991 Aug 20 10:31:17.313721 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57516) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:17.395332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c914226-7161-4848-99bf-edf5c49cd2de tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Made reservation on behalf of ce857d21443c465f9b0cce6a4f3cfa90 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:17.403686 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c914226-7161-4848-99bf-edf5c49cd2de tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:17.490410 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a279695-4702-4f33-bfcd-31f6b36c389d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Pushing event updated for resources: {'Port': ['ID=1f41ab35-4076-4c9f-a733-e2fdb7c1685c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:17.504767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57520) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:17.557923 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:17.576808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Transition to ACTIVE for port object 1a6017d9-f00c-40b4-a867-08c6deadf249 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:17.618679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3845d2ea-26bd-4690-bb7b-fa87f683f010 None None] Provisioning for port dd6bba24-b1c3-42af-bca7-875a5ba41f1e completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:17.728630 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-8a279695-4702-4f33-bfcd-31f6b36c389d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:17.729656 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-8a279695-4702-4f33-bfcd-31f6b36c389d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:17.829623 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3845d2ea-26bd-4690-bb7b-fa87f683f010 None None] Provisioning for port b243f3ec-5e4a-43f3-ae24-05badc0df1e6 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:17.857838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3845d2ea-26bd-4690-bb7b-fa87f683f010 None None] Provisioning complete for port b243f3ec-5e4a-43f3-ae24-05badc0df1e6 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:17.858222 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3845d2ea-26bd-4690-bb7b-fa87f683f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:17.917600 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-8a279695-4702-4f33-bfcd-31f6b36c389d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4440022 Aug 20 10:31:17.922238 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d45bea0-ced4-479c-bb2b-ce3365624557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:17.938929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Request body: {'port': {'device_id': '547e4d71-5fde-4dcf-9d8c-921de4421abd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:18.005081 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:18.009717 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:18.025666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Transition to ACTIVE for port object 63f53744-597d-42c1-8674-99627dc1a5a5 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:18.031358 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:18.100684 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Transition to ACTIVE for port object 63f53744-597d-42c1-8674-99627dc1a5a5 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:18.128454 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3845d2ea-26bd-4690-bb7b-fa87f683f010 None None] Port b243f3ec-5e4a-43f3-ae24-05badc0df1e6 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:31:18.201628 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:18.248286 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d45bea0-ced4-479c-bb2b-ce3365624557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:18.251997 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-66af744d-109f-4ebb-a97d-731df2c82e81 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:18.301241 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Network 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:18.337048 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=1a6017d9-f00c-40b4-a867-08c6deadf249,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:18.359187 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:18.362052 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:18.369235 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3845d2ea-26bd-4690-bb7b-fa87f683f010 None None] Provisioning for port 7502e78d-2f42-4832-a0f2-d32976b5f3be completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:18.397121 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3694ce9f-6c2a-45d4-b31c-bfb14c44d243 req-2bc43829-c756-4f09-a8e4-05042728f20a tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 210 time: 0.2107654 Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server [None req-355b3855-69c7-4ada-826f-7c43316bdf7b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c37d412-76a7-4433-b946-ceefe916bce2: This subnet is being modified by another concurrent operation. Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 10:31:18.397616 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise exception Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c37d412-76a7-4433-b946-ceefe916bce2: This subnet is being modified by another concurrent operation. Aug 20 10:31:18.402216 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server Aug 20 10:31:18.410483 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-66af744d-109f-4ebb-a97d-731df2c82e81 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:18.418467 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network ecfb3127-306a-44a5-83c8-faf9a6594e29 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:18.463350 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:18.509416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Pushing event updated for resources: {'Port': ['ID=63f53744-597d-42c1-8674-99627dc1a5a5,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:18.531964 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:18.541454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:18.541454 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:18.543631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3845d2ea-26bd-4690-bb7b-fa87f683f010 None None] Provisioning complete for port 098fbd13-f6ad-4676-8149-8c19dc4f4b08 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:18.544031 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3845d2ea-26bd-4690-bb7b-fa87f683f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:18.569985 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af744d-109f-4ebb-a97d-731df2c82e81 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=6c37d412-76a7-4433-b946-ceefe916bce2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:18.591998 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d45bea0-ced4-479c-bb2b-ce3365624557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:18.596608 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d45bea0-ced4-479c-bb2b-ce3365624557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:18.604174 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7d45bea0-ced4-479c-bb2b-ce3365624557 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e99ad84-62b7-4f91-b1e6-701af8ab94d0 HTTP/1.1" status: 204 len: 168 time: 1.2752864 Aug 20 10:31:18.619185 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Attempting to bind port 63f53744-597d-42c1-8674-99627dc1a5a5 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:18.619743 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Attempting to bind port 63f53744-597d-42c1-8674-99627dc1a5a5 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '433e95c4-416e-4b8a-9dc3-4f5a01020a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:18.619883 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Attempting to bind port 63f53744-597d-42c1-8674-99627dc1a5a5 on network 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:18.633047 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-e3544432-4bc8-4c11-ad47-7c69916e915d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Allocated IP 172.20.0.5 (38661d2e-9a6f-4db5-856b-53f75243cd46/c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc/4ed6e3b9-e0d9-4ce2-958e-4177b44680e9) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:18.656038 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-66af744d-109f-4ebb-a97d-731df2c82e81 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:18.661582 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-66af744d-109f-4ebb-a97d-731df2c82e81 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/6c37d412-76a7-4433-b946-ceefe916bce2 HTTP/1.1" status: 204 len: 168 time: 1.9138913 Aug 20 10:31:18.663734 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'name': 'tempest-ImageQuotaTest-1841551176-router', 'tenant_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '14eb979d-9d84-4a4c-8a6a-0086004d1801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:58Z', 'updated_at': '2021-08-20T10:31:09Z', 'revision_number': 4, 'project_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'gw_port': {'id': '14eb979d-9d84-4a4c-8a6a-0086004d1801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:00Z', 'updated_at': '2021-08-20T10:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '098fbd13-f6ad-4676-8149-8c19dc4f4b08', 'name': '', 'network_id': '0667a26d-5210-41fc-8c5e-bbc2e1f3fca7', 'tenant_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'mac_address': 'fa:16:3e:29:34:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'c49e7340-5f76-4455-bbbc-8a5b8b6531ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:05Z', 'updated_at': '2021-08-20T10:31:09Z', 'revision_number': 2, 'project_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'subnets': [{'id': 'c49e7340-5f76-4455-bbbc-8a5b8b6531ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:18.673732 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3845d2ea-26bd-4690-bb7b-fa87f683f010 None None] Port 098fbd13-f6ad-4676-8149-8c19dc4f4b08 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:31:18.675585 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:18.675963 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Checking segment: {'id': '433e95c4-416e-4b8a-9dc3-4f5a01020a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:18.676885 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:18.678019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Bound using segment: {'id': '433e95c4-416e-4b8a-9dc3-4f5a01020a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:18.678643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Bound port: 63f53744-597d-42c1-8674-99627dc1a5a5, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433e95c4-416e-4b8a-9dc3-4f5a01020a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:18.679196 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:18.683972 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57530) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:18.750137 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45bea0-ced4-479c-bb2b-ce3365624557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e99ad84-62b7-4f91-b1e6-701af8ab94d0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:18.767718 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a06647e-3222-4635-8f4a-d2c8c847f4df None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:18.778343 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcae480-f4b5-45de-ba6c-16660c72227b None None] The sync data for ids ['7bd2c7b8-819d-4f04-ba2e-323ba3fa9323'] in n-d-778550-11 is: [{'id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'name': 'tempest-ImageQuotaTest-1841551176-router', 'tenant_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '14eb979d-9d84-4a4c-8a6a-0086004d1801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:58Z', 'updated_at': '2021-08-20T10:31:09Z', 'revision_number': 4, 'project_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'gw_port': {'id': '14eb979d-9d84-4a4c-8a6a-0086004d1801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:00Z', 'updated_at': '2021-08-20T10:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '098fbd13-f6ad-4676-8149-8c19dc4f4b08', 'name': '', 'network_id': '0667a26d-5210-41fc-8c5e-bbc2e1f3fca7', 'tenant_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'mac_address': 'fa:16:3e:29:34:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'c49e7340-5f76-4455-bbbc-8a5b8b6531ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:05Z', 'updated_at': '2021-08-20T10:31:09Z', 'revision_number': 2, 'project_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'subnets': [{'id': 'c49e7340-5f76-4455-bbbc-8a5b8b6531ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:31:18.853728 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c914226-7161-4848-99bf-edf5c49cd2de tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:18.858584 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:31:18.901384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e02cccd4-5fd2-4adf-aee0-363784162636 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:19.059200 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:19.074261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-047aade5-a704-482c-be83-cc8f24a9dbdf None None] Provisioning for port 7a308b7d-4846-4f70-a564-e60a17a87b68 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:19.090955 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c789e54-82d6-4d85-943f-cb2f4ea62645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:19.113297 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] For port 63f53744-597d-42c1-8674-99627dc1a5a5, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:19.115792 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c914226-7161-4848-99bf-edf5c49cd2de tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event updated for resources: {'Subnet': ['ID=c807cdee-df46-4be0-9cd9-bdcd367afeac,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:19.119192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] For port 63f53744-597d-42c1-8674-99627dc1a5a5, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=63f53744-597d-42c1-8674-99627dc1a5a5,segment=NetworkSegment(433e95c4-416e-4b8a-9dc3-4f5a01020a02),segment_id=433e95c4-416e-4b8a-9dc3-4f5a01020a02)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:19.144550 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:19.231985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5fb1d-102c-47b5-8616-dd887a427684 None None] Pushing event updated for resources: {'Port': ['ID=63f53744-597d-42c1-8674-99627dc1a5a5,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:19.323501 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e02cccd4-5fd2-4adf-aee0-363784162636 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:19.324129 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:19.351446 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9799ac-9ef0-44a8-94d7-d7705ef27534 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet e5d37a12-0ebc-4154-b710-5e1e5db0063f {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:31:19.365893 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-e90208f4-5294-4e41-b431-31c3f7cffddc tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:19.369314 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-e90208f4-5294-4e41-b431-31c3f7cffddc tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.24 "GET /v2.0/networks?id=38661d2e-9a6f-4db5-856b-53f75243cd46 HTTP/1.1" status: 200 len: 814 time: 1.0475965 Aug 20 10:31:19.378290 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe9799ac-9ef0-44a8-94d7-d7705ef27534 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:19.457175 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57538) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:19.490873 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Request body: {'port': {'device_id': '955d20e6-6a6a-4a91-af66-5be6256641e3', 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46', 'admin_state_up': True, 'tenant_id': '2d3fa52f4e144405974e46ae0c15e84b'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:19.501361 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c914226-7161-4848-99bf-edf5c49cd2de tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Checking segment: {'id': '99fe6cbd-1e3d-4180-bbfe-9423c39abf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58be9fbc-1afd-4f79-ab05-18788eefaa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:19.505325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c914226-7161-4848-99bf-edf5c49cd2de tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Network hostable DHCP agents. Network: 58be9fbc-1afd-4f79-ab05-18788eefaa5e, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:31:19.534437 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-047aade5-a704-482c-be83-cc8f24a9dbdf None None] Provisioning for port 1f41ab35-4076-4c9f-a733-e2fdb7c1685c completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:19.563336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-047aade5-a704-482c-be83-cc8f24a9dbdf None None] Provisioning complete for port 1f41ab35-4076-4c9f-a733-e2fdb7c1685c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:19.564036 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-047aade5-a704-482c-be83-cc8f24a9dbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:19.626107 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-42e172f5-7bb2-400c-8efb-22d5c334bdf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:19.662051 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-047aade5-a704-482c-be83-cc8f24a9dbdf None None] Port 1f41ab35-4076-4c9f-a733-e2fdb7c1685c cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:31:19.667765 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-047aade5-a704-482c-be83-cc8f24a9dbdf None None] Could not find standard attr ID for object 295d9ea1-ccb7-4fc5-9c19-6417838cecdd. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:31:19.673267 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7502e78d-2f42-4832-a0f2-d32976b5f3be up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:19.742793 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cfb83e59-f44b-4c25-993b-9224059ce4f4 req-102a7eca-da8a-41ba-99ae-73b0357727d7 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 210 time: 0.1639538 Aug 20 10:31:19.938340 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1967bb-1f64-4816-bf43-2c5576f22a3c None None] Update dhcp port {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'fixed_ips': [{'subnet_id': 'e5d37a12-0ebc-4154-b710-5e1e5db0063f'}], 'binding:host_id': 'n-d-778550-11'}, 'id': 'dd6bba24-b1c3-42af-bca7-875a5ba41f1e'} from n-d-778550-11. {{(pid=94868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 10:31:19.972971 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe9799ac-9ef0-44a8-94d7-d7705ef27534 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:20.012768 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6316edb8-0aa8-4bb1-82b8-03a5f418edeb None None] Provisioning for port 1a6017d9-f00c-40b4-a867-08c6deadf249 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:20.017997 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4c1967bb-1f64-4816-bf43-2c5576f22a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:20.024692 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6316edb8-0aa8-4bb1-82b8-03a5f418edeb None None] Provisioning complete for port 1a6017d9-f00c-40b4-a867-08c6deadf249 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:20.026338 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6316edb8-0aa8-4bb1-82b8-03a5f418edeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:20.033943 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe9799ac-9ef0-44a8-94d7-d7705ef27534 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:20.072816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 7502e78d-2f42-4832-a0f2-d32976b5f3be completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:20.094440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7502e78d-2f42-4832-a0f2-d32976b5f3be triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:20.095445 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:20.119846 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-e3544432-4bc8-4c11-ad47-7c69916e915d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:20.148986 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Made reservation on behalf of 2d3fa52f4e144405974e46ae0c15e84b for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:20.153481 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:20.162796 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c914226-7161-4848-99bf-edf5c49cd2de tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Network 58be9fbc-1afd-4f79-ab05-18788eefaa5e is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:31:20.170148 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-e3544432-4bc8-4c11-ad47-7c69916e915d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Transition to ACTIVE for port object 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:20.184327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-1c914226-7161-4848-99bf-edf5c49cd2de tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 58be9fbc-1afd-4f79-ab05-18788eefaa5e) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:20.196724 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c914226-7161-4848-99bf-edf5c49cd2de tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:20.197458 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c914226-7161-4848-99bf-edf5c49cd2de tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:20.202562 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe9799ac-9ef0-44a8-94d7-d7705ef27534 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:20.236374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e07ea4-03b2-4e64-8303-ce40b2e218ce None None] Network 58be9fbc-1afd-4f79-ab05-18788eefaa5e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:20.398401 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1c914226-7161-4848-99bf-edf5c49cd2de tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4829657 Aug 20 10:31:20.435216 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9799ac-9ef0-44a8-94d7-d7705ef27534 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=e5d37a12-0ebc-4154-b710-5e1e5db0063f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:20.454767 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe9799ac-9ef0-44a8-94d7-d7705ef27534 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:20.460350 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fe9799ac-9ef0-44a8-94d7-d7705ef27534 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/e5d37a12-0ebc-4154-b710-5e1e5db0063f HTTP/1.1" status: 204 len: 168 time: 1.7685080 Aug 20 10:31:20.463706 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57546) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:20.479335 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6316edb8-0aa8-4bb1-82b8-03a5f418edeb None None] Port 1a6017d9-f00c-40b4-a867-08c6deadf249 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:31:20.528969 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-079c0aae-9e89-4165-9654-3f72def5dc13 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637209 Aug 20 10:31:20.532645 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-e3544432-4bc8-4c11-ad47-7c69916e915d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:20.538140 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57548) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:20.547911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-fe57f889-052c-4e08-a6aa-c5f6090477bb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:20.680519 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.api [None req-42e172f5-7bb2-400c-8efb-22d5c334bdf5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 10:31:20.680519 n-d-778550-11 neutron-server[94866]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 10:31:20.680519 n-d-778550-11 neutron-server[94866]: [parameters: {'project_id_1': '9d74c83dd0914aabaeadc0cb6bc5ae13', 'expiration_1': datetime.datetime(2021, 8, 20, 10, 31, 19, 953387)}] Aug 20 10:31:20.680519 n-d-778550-11 neutron-server[94866]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:31:20.681244 n-d-778550-11 neutron-server[94866]: DEBUG oslo_db.api [None req-42e172f5-7bb2-400c-8efb-22d5c334bdf5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server [None req-4c1967bb-1f64-4816-bf43-2c5576f22a3c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5d37a12-0ebc-4154-b710-5e1e5db0063f: This subnet is being modified by another concurrent operation. Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 10:31:20.710593 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise exception Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5d37a12-0ebc-4154-b710-5e1e5db0063f: This subnet is being modified by another concurrent operation. Aug 20 10:31:20.723641 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server Aug 20 10:31:20.941170 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:20.971646 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:20.976759 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:21.019437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3544432-4bc8-4c11-ad47-7c69916e915d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Pushing event updated for resources: {'Port': ['ID=4ed6e3b9-e0d9-4ce2-958e-4177b44680e9,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:21.027673 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-e3544432-4bc8-4c11-ad47-7c69916e915d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Network 38661d2e-9a6f-4db5-856b-53f75243cd46 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:21.032701 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe57f889-052c-4e08-a6aa-c5f6090477bb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:21.036047 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:21.039185 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe57f889-052c-4e08-a6aa-c5f6090477bb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:21.064004 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-58be9fbc-1afd-4f79-ab05-18788eefaa5e', 'network_id': '58be9fbc-1afd-4f79-ab05-18788eefaa5e', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'fixed_ips': [{'subnet_id': 'c807cdee-df46-4be0-9cd9-bdcd367afeac'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:31:21.069727 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-e3544432-4bc8-4c11-ad47-7c69916e915d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:21.074114 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:21.108521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-e3544432-4bc8-4c11-ad47-7c69916e915d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:21.142922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 7502e78d-2f42-4832-a0f2-d32976b5f3be, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7502e78d-2f42-4832-a0f2-d32976b5f3be,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:21.152871 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:21.156527 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e817d151-3e49-4f7d-9d3d-2c1495f3fc10 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:21.206458 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-42e172f5-7bb2-400c-8efb-22d5c334bdf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:21.217314 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4bf12577-deea-4b2e-8887-07e10cf1d562 req-cb1aaef6-6aa1-410e-997b-5c01476c09ce tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 210 time: 0.2102733 Aug 20 10:31:21.313661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=1a6017d9-f00c-40b4-a867-08c6deadf249,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:21.368885 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-40bc1130-b3f4-41ca-b250-39bed325fab2 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:21.394986 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-40bc1130-b3f4-41ca-b250-39bed325fab2 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:21.400609 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-40bc1130-b3f4-41ca-b250-39bed325fab2 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/networks?id=0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d&id=58be9fbc-1afd-4f79-ab05-18788eefaa5e&id=0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d HTTP/1.1" status: 200 len: 1391 time: 0.5169346 Aug 20 10:31:21.430948 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-e3544432-4bc8-4c11-ad47-7c69916e915d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:21.436872 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-e3544432-4bc8-4c11-ad47-7c69916e915d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:21.513806 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-e0f35d27-57cc-4a88-a659-66ffc0062533 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/quotas/ce857d21443c465f9b0cce6a4f3cfa90 HTTP/1.1" status: 200 len: 375 time: 0.0688844 Aug 20 10:31:21.605922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d41ef1-52ee-4b43-b56a-cfe48cf4d1f4 None None] Network 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:21.715598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f41ab35-4076-4c9f-a733-e2fdb7c1685c {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:31:21.728122 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-7c6120d4-8bf5-4102-9f58-8e018da59225 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce857d21443c465f9b0cce6a4f3cfa90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1894529 Aug 20 10:31:21.730028 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:21.754500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Transition to ACTIVE for port object 1f41ab35-4076-4c9f-a733-e2fdb7c1685c will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:21.768895 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:21.879556 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Pushing event updated for resources: {'Port': ['ID=1f41ab35-4076-4c9f-a733-e2fdb7c1685c,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:21.892213 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network ecfb3127-306a-44a5-83c8-faf9a6594e29 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:21.914753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:21.988493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Allocated IP 172.20.0.7 (38661d2e-9a6f-4db5-856b-53f75243cd46/c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc/d77a3974-5469-41c9-abf2-d5f12140ba0d) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:22.051000 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Allocated IP 19.86.0.2 (58be9fbc-1afd-4f79-ab05-18788eefaa5e/c807cdee-df46-4be0-9cd9-bdcd367afeac/fe29bffd-81e9-435a-92ea-21d22308365d) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:22.084909 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-7da3122c-1208-41ba-bd42-12d4a42400b9 service neutron] 10.222.0.16 "GET /v2.0/networks/0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037970 Aug 20 10:31:22.136451 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-7c789e54-82d6-4d85-943f-cb2f4ea62645 admin admin] Deleting port 098fbd13-f6ad-4676-8149-8c19dc4f4b08 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:31:22.137303 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c789e54-82d6-4d85-943f-cb2f4ea62645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:22.234680 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:22.251085 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Transition to ACTIVE for port object fe29bffd-81e9-435a-92ea-21d22308365d will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:22.292384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Transition to ACTIVE for port object fe29bffd-81e9-435a-92ea-21d22308365d will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:22.309119 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=7502e78d-2f42-4832-a0f2-d32976b5f3be,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:22.332694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Attempting to bind port 1f41ab35-4076-4c9f-a733-e2fdb7c1685c on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:22.334274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Attempting to bind port 1f41ab35-4076-4c9f-a733-e2fdb7c1685c by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:22.335159 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Attempting to bind port 1f41ab35-4076-4c9f-a733-e2fdb7c1685c on network 38661d2e-9a6f-4db5-856b-53f75243cd46 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:22.357210 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:22.364984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Port 1f41ab35-4076-4c9f-a733-e2fdb7c1685c on network 38661d2e-9a6f-4db5-856b-53f75243cd46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:31:22.373058 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Attempting to bind port 1f41ab35-4076-4c9f-a733-e2fdb7c1685c on network 38661d2e-9a6f-4db5-856b-53f75243cd46 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:22.439945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:22.447563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Checking segment: {'id': 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:22.448219 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Bound using segment: {'id': 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:22.448859 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Bound port: 1f41ab35-4076-4c9f-a733-e2fdb7c1685c, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:22.449422 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:22.478740 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a886eb3f-1f23-4e53-bb23-47f42e2c46ac None None] Provisioning for port 63f53744-597d-42c1-8674-99627dc1a5a5 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:22.543431 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-42e172f5-7bb2-400c-8efb-22d5c334bdf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:22.573390 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0066457b-3328-4868-b2e2-ff667b0c9ea5 req-d2efba51-70ad-4086-9e1a-04c4ccb95da5 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 210 time: 0.1061985 Aug 20 10:31:22.576093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router 1fa1eed6-6bfa-4478-a88e-c261f1198f63 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:31:22.597864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Network 58be9fbc-1afd-4f79-ab05-18788eefaa5e is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:22.604051 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-42e172f5-7bb2-400c-8efb-22d5c334bdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:22.612498 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c789e54-82d6-4d85-943f-cb2f4ea62645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:22.623252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.objects.ports [None req-fe57f889-052c-4e08-a6aa-c5f6090477bb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94867) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:31:22.638231 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-e3544432-4bc8-4c11-ad47-7c69916e915d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4625249 Aug 20 10:31:22.667148 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-7c789e54-82d6-4d85-943f-cb2f4ea62645 admin admin] Calling delete_port for 098fbd13-f6ad-4676-8149-8c19dc4f4b08 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:31:22.672392 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:22.683559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:22.692444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e817d151-3e49-4f7d-9d3d-2c1495f3fc10 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:22.693049 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:22.726472 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-42e172f5-7bb2-400c-8efb-22d5c334bdf5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d74c83dd0914aabaeadc0cb6bc5ae13&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2627831 Aug 20 10:31:22.731140 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:22.741387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Pushing event updated for resources: {'Port': ['ID=fe29bffd-81e9-435a-92ea-21d22308365d,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:22.776806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e172f5-7bb2-400c-8efb-22d5c334bdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b8b258-706e-4333-9936-ca573f069e70,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:22.794563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57572) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:22.909817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Request body: {'port': {'device_id': '6b1c3930-c402-4f22-a178-74b4cf6a7b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:22.913078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] For port 1f41ab35-4076-4c9f-a733-e2fdb7c1685c, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:22.929742 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2a52fd75-0332-4d3d-a180-e7afb1008ef9 None None] Provisioning for port 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:22.938782 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-9eb8970f-028f-4470-88f4-301f102d0a02 service neutron] 10.222.0.16 "GET /v2.0/networks/0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8527966 Aug 20 10:31:22.956573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] For port 1f41ab35-4076-4c9f-a733-e2fdb7c1685c, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1f41ab35-4076-4c9f-a733-e2fdb7c1685c,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:22.961135 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2a52fd75-0332-4d3d-a180-e7afb1008ef9 None None] Provisioning complete for port 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:22.962218 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2a52fd75-0332-4d3d-a180-e7afb1008ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:22.975905 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:23.006225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Attempting to bind port fe29bffd-81e9-435a-92ea-21d22308365d on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:23.007095 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Attempting to bind port fe29bffd-81e9-435a-92ea-21d22308365d by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '99fe6cbd-1e3d-4180-bbfe-9423c39abf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58be9fbc-1afd-4f79-ab05-18788eefaa5e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:23.007809 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Attempting to bind port fe29bffd-81e9-435a-92ea-21d22308365d on network 58be9fbc-1afd-4f79-ab05-18788eefaa5e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:23.022150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:31:23.034770 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-40c56e47-8889-4aa6-88c1-8c8b55d3b565 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/1fa1eed6-6bfa-4478-a88e-c261f1198f63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6826046 Aug 20 10:31:23.039311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57574) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:23.046776 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc92851-5649-42b2-a166-7e258a623c36 None None] Sync routers for ids ['1fa1eed6-6bfa-4478-a88e-c261f1198f63'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:31:23.062758 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc92851-5649-42b2-a166-7e258a623c36 None None] Routers {'1fa1eed6-6bfa-4478-a88e-c261f1198f63'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:23.063481 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5fc92851-5649-42b2-a166-7e258a623c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1fa1eed6-6bfa-4478-a88e-c261f1198f63'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:23.064848 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:23.065994 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:23.066795 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:23.067628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Checking segment: {'id': '99fe6cbd-1e3d-4180-bbfe-9423c39abf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58be9fbc-1afd-4f79-ab05-18788eefaa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:23.067821 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] 10.222.0.24 "PUT /v2.0/ports/1f41ab35-4076-4c9f-a733-e2fdb7c1685c HTTP/1.1" status: 200 len: 1092 time: 5.1371548 Aug 20 10:31:23.068398 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:23.069137 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Bound using segment: {'id': '99fe6cbd-1e3d-4180-bbfe-9423c39abf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58be9fbc-1afd-4f79-ab05-18788eefaa5e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:23.070068 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Bound port: fe29bffd-81e9-435a-92ea-21d22308365d, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99fe6cbd-1e3d-4180-bbfe-9423c39abf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58be9fbc-1afd-4f79-ab05-18788eefaa5e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:23.071088 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:23.128644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547e4d71-5fde-4dcf-9d8c-921de4421abd', 'tag': '1f41ab35-4076-4c9f-a733-e2fdb7c1685c'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:31:23.130129 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3ddaef-d0e7-44ed-8df6-e03611e93369" -d '{"events": [{"name": "network-changed", "server_uuid": "547e4d71-5fde-4dcf-9d8c-921de4421abd", "tag": "1f41ab35-4076-4c9f-a733-e2fdb7c1685c"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:31:23.150795 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e33b-d06b-45d4-8e0a-db5b89321dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:23.159513 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2a52fd75-0332-4d3d-a180-e7afb1008ef9 None None] Port 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:31:23.174421 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5fc92851-5649-42b2-a166-7e258a623c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:23.205082 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc92851-5649-42b2-a166-7e258a623c36 None None] Routers {'1fa1eed6-6bfa-4478-a88e-c261f1198f63'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:23.205717 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5fc92851-5649-42b2-a166-7e258a623c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1fa1eed6-6bfa-4478-a88e-c261f1198f63'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:23.259628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7a308b7d-4846-4f70-a564-e60a17a87b68 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:23.268533 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc625b81-940a-4676-870d-d20d8d3c43f7 x-openstack-request-id: req-dc625b81-940a-4676-870d-d20d8d3c43f7 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:31:23.269281 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547e4d71-5fde-4dcf-9d8c-921de4421abd", "tag": "1f41ab35-4076-4c9f-a733-e2fdb7c1685c", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:31:23.269281 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc625b81-940a-4676-870d-d20d8d3c43f7 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:31:23.269635 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547e4d71-5fde-4dcf-9d8c-921de4421abd', 'tag': '1f41ab35-4076-4c9f-a733-e2fdb7c1685c', 'status': 'completed', 'code': 200} Aug 20 10:31:23.308374 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5fc92851-5649-42b2-a166-7e258a623c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:23.309086 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc92851-5649-42b2-a166-7e258a623c36 None None] The sync data for ids ['1fa1eed6-6bfa-4478-a88e-c261f1198f63'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:31:23.316879 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:23.321495 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5fc41b-8e59-4e99-8f3d-5f610c2adcf9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:23.327037 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ff5fc41b-8e59-4e99-8f3d-5f610c2adcf9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports/1a6017d9-f00c-40b4-a867-08c6deadf249 HTTP/1.1" status: 200 len: 913 time: 0.2839389 Aug 20 10:31:23.343119 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57578) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:23.345021 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd37f56-d8d8-4b44-89ac-6a1ef94c0c27 service neutron] Pushing event updated for resources: {'Port': ['ID=1f41ab35-4076-4c9f-a733-e2fdb7c1685c,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:23.371848 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e33b-d06b-45d4-8e0a-db5b89321dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:23.398348 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2a52fd75-0332-4d3d-a180-e7afb1008ef9 None None] Provisioning complete for port 1a6017d9-f00c-40b4-a867-08c6deadf249 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:23.398719 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2a52fd75-0332-4d3d-a180-e7afb1008ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:23.422265 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:23.426923 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] For port fe29bffd-81e9-435a-92ea-21d22308365d, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:23.430990 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Transition to ACTIVE for port object d77a3974-5469-41c9-abf2-d5f12140ba0d will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:23.431602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] For port fe29bffd-81e9-435a-92ea-21d22308365d, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=fe29bffd-81e9-435a-92ea-21d22308365d,segment=NetworkSegment(99fe6cbd-1e3d-4180-bbfe-9423c39abf33),segment_id=99fe6cbd-1e3d-4180-bbfe-9423c39abf33)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:23.462341 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-8ab05f88-057b-4fe2-8f25-8d3adeda6837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:23.464052 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-8ab05f88-057b-4fe2-8f25-8d3adeda6837 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d3fa52f4e144405974e46ae0c15e84b&device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 1095 time: 0.3309605 Aug 20 10:31:23.484029 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2a52fd75-0332-4d3d-a180-e7afb1008ef9 None None] Port 1a6017d9-f00c-40b4-a867-08c6deadf249 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:31:23.488711 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:23.511453 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-02982c42-6ae6-4739-b3d0-2a8e2b924479 service neutron] 10.222.0.16 "GET /v2.0/networks/58be9fbc-1afd-4f79-ab05-18788eefaa5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717008 Aug 20 10:31:23.540739 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 7a308b7d-4846-4f70-a564-e60a17a87b68 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:23.540955 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e33b-d06b-45d4-8e0a-db5b89321dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:23.543262 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e33b-d06b-45d4-8e0a-db5b89321dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:23.544428 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aaf0e33b-d06b-45d4-8e0a-db5b89321dfa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1b8b258-706e-4333-9936-ca573f069e70 HTTP/1.1" status: 204 len: 168 time: 0.7473831 Aug 20 10:31:23.550392 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7a308b7d-4846-4f70-a564-e60a17a87b68 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:23.552303 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:23.573824 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-c369fed0-d448-410c-8dd3-e95ba00a773c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f41ab35-4076-4c9f-a733-e2fdb7c1685c HTTP/1.1" status: 200 len: 217 time: 0.0953569 Aug 20 10:31:23.577775 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0e33b-d06b-45d4-8e0a-db5b89321dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b8b258-706e-4333-9936-ca573f069e70,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:23.669474 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-529e8de6-6d06-4a0d-9d57-af076569535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:23.672256 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-529e8de6-6d06-4a0d-9d57-af076569535a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc HTTP/1.1" status: 200 len: 853 time: 0.0902479 Aug 20 10:31:23.675917 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe701a24-cb95-4bb7-977b-4241d8dafe99 None None] Pushing event updated for resources: {'Port': ['ID=fe29bffd-81e9-435a-92ea-21d22308365d,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:23.827236 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc3cfdc7-fa84-4c57-adeb-6b5d8b46b72c req-433073d8-9895-497d-8ddc-afb3be8825fc tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 210 time: 0.0636420 Aug 20 10:31:23.833094 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c789e54-82d6-4d85-943f-cb2f4ea62645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:23.861684 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51024934-415a-497f-b231-03145cdf0905 None None] Sync routers for ids ['7bd2c7b8-819d-4f04-ba2e-323ba3fa9323'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:31:23.869112 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c789e54-82d6-4d85-943f-cb2f4ea62645 admin admin] Pushing event deleted for resources: {'Port': ['ID=098fbd13-f6ad-4676-8149-8c19dc4f4b08,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:23.887248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-921a9889-15be-4369-88b7-1c4bcdf2487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:23.889326 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-921a9889-15be-4369-88b7-1c4bcdf2487d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38661d2e-9a6f-4db5-856b-53f75243cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1816096 Aug 20 10:31:23.903002 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51024934-415a-497f-b231-03145cdf0905 None None] Routers {'7bd2c7b8-819d-4f04-ba2e-323ba3fa9323'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:23.903997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-51024934-415a-497f-b231-03145cdf0905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['7bd2c7b8-819d-4f04-ba2e-323ba3fa9323'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:24.135421 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-51024934-415a-497f-b231-03145cdf0905 None None] Set router 7bd2c7b8-819d-4f04-ba2e-323ba3fa9323 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:31:24.390463 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-35116180-0ea3-46e4-8ec2-de6f42dc3d3b service neutron] 10.222.0.24 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814913 Aug 20 10:31:24.442809 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:24.499005 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 7a308b7d-4846-4f70-a564-e60a17a87b68, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7a308b7d-4846-4f70-a564-e60a17a87b68,segment=NetworkSegment(2dd1dcbb-53e9-4f7c-881d-4dae0cbd8887),segment_id=2dd1dcbb-53e9-4f7c-881d-4dae0cbd8887)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:24.511980 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:24.512903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 120da24f-c123-4ba5-b543-486058bf462b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:24.543879 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe57f889-052c-4e08-a6aa-c5f6090477bb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:24.574593 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-51024934-415a-497f-b231-03145cdf0905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'name': 'tempest-ImageQuotaTest-1841551176-router', 'tenant_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '14eb979d-9d84-4a4c-8a6a-0086004d1801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:58Z', 'updated_at': '2021-08-20T10:31:23Z', 'revision_number': 5, 'project_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'gw_port': {'id': '14eb979d-9d84-4a4c-8a6a-0086004d1801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:00Z', 'updated_at': '2021-08-20T10:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:24.603457 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:24.616844 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c789e54-82d6-4d85-943f-cb2f4ea62645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:24.629758 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30df58ee-67a0-4e02-831c-de2e35c58bb0 req-d8bfeb1d-b74a-4c05-b130-d2eeffab205a service neutron] 10.222.0.24 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330110 Aug 20 10:31:24.648631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51024934-415a-497f-b231-03145cdf0905 None None] Checking router: 7bd2c7b8-819d-4f04-ba2e-323ba3fa9323 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:31:24.707269 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=7a308b7d-4846-4f70-a564-e60a17a87b68,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:24.707937 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Network 38661d2e-9a6f-4db5-856b-53f75243cd46 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:24.710197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:24.742919 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51024934-415a-497f-b231-03145cdf0905 None None] Routers {'7bd2c7b8-819d-4f04-ba2e-323ba3fa9323'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:24.744153 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-51024934-415a-497f-b231-03145cdf0905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['7bd2c7b8-819d-4f04-ba2e-323ba3fa9323'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:24.809924 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:24.845097 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 120da24f-c123-4ba5-b543-486058bf462b completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:24.886911 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 120da24f-c123-4ba5-b543-486058bf462b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:24.887342 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:24.910445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ddaef-d0e7-44ed-8df6-e03611e93369 req-b88f211f-4a93-4804-be58-46f8659c7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:24.917141 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4e3ddaef-d0e7-44ed-8df6-e03611e93369 req-b88f211f-4a93-4804-be58-46f8659c7c00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d3fa52f4e144405974e46ae0c15e84b&device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 1095 time: 0.2043164 Aug 20 10:31:24.953532 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-51024934-415a-497f-b231-03145cdf0905 None None] Set router 7bd2c7b8-819d-4f04-ba2e-323ba3fa9323 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:31:25.167519 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Pushing event updated for resources: {'Port': ['ID=d77a3974-5469-41c9-abf2-d5f12140ba0d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:25.215188 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:25.215587 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:25.216294 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:25.220164 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-256f1d58-4719-4786-80ad-cc2f18d4ea18 None None] Provisioning for port d77a3974-5469-41c9-abf2-d5f12140ba0d completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:25.243592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-256f1d58-4719-4786-80ad-cc2f18d4ea18 None None] Provisioning complete for port d77a3974-5469-41c9-abf2-d5f12140ba0d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:25.244572 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-256f1d58-4719-4786-80ad-cc2f18d4ea18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:25.260102 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-befbfd8f-eb28-460c-9068-3e8d715434d9 service neutron] 10.222.0.16 "GET /v2.0/networks/58be9fbc-1afd-4f79-ab05-18788eefaa5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7391229 Aug 20 10:31:25.276863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:25.277614 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:25.282957 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:25.283363 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:25.283707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:25.290496 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:25.291072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:25.294752 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:25.295462 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:25.296307 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:25.296886 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:25.297406 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:25.306219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-256f1d58-4719-4786-80ad-cc2f18d4ea18 None None] Port d77a3974-5469-41c9-abf2-d5f12140ba0d cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:31:25.338441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a60599-5392-440c-8bd8-903b333d9d06 req-2e8158ba-214d-4cad-9eb2-95fab1956bba tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:25.340037 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c9a60599-5392-440c-8bd8-903b333d9d06 req-2e8158ba-214d-4cad-9eb2-95fab1956bba tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 931 time: 0.2497108 Aug 20 10:31:25.351703 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ddaef-d0e7-44ed-8df6-e03611e93369 req-3206d32b-4597-4164-af16-7aab76fd84e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:25.354890 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4e3ddaef-d0e7-44ed-8df6-e03611e93369 req-3206d32b-4597-4164-af16-7aab76fd84e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=38661d2e-9a6f-4db5-856b-53f75243cd46 HTTP/1.1" status: 200 len: 915 time: 0.4238334 Aug 20 10:31:25.381225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff695185-3001-45b5-92a2-5544a237fd0b None None] Network 58be9fbc-1afd-4f79-ab05-18788eefaa5e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:25.394847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 120da24f-c123-4ba5-b543-486058bf462b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=120da24f-c123-4ba5-b543-486058bf462b,segment=NetworkSegment(b4c19d5b-7716-4e83-8051-c9355316eda7),segment_id=b4c19d5b-7716-4e83-8051-c9355316eda7)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:25.432023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c789e54-82d6-4d85-943f-cb2f4ea62645 admin admin] Router 7bd2c7b8-819d-4f04-ba2e-323ba3fa9323 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:31:25.433903 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4e3ddaef-d0e7-44ed-8df6-e03611e93369 req-a9826f21-f42c-475f-9b2a-eef574862c8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f41ab35-4076-4c9f-a733-e2fdb7c1685c HTTP/1.1" status: 200 len: 217 time: 0.0688648 Aug 20 10:31:25.438545 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:25.461256 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c9a60599-5392-440c-8bd8-903b333d9d06 req-b84470ac-01af-4370-bd55-e4c1d34e3475 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048143 Aug 20 10:31:25.464450 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-7d4f41c0-4b76-4b38-9258-0f70bd40ef27 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0784874 Aug 20 10:31:25.466371 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-4a773fe9-cf6e-4936-b347-3e488f1b289a service neutron] 10.222.0.16 "GET /v2.0/networks/0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410620 Aug 20 10:31:25.530992 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:31:25.558611 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:25.629364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Request body: {'port': {'device_id': '955d20e6-6a6a-4a91-af66-5be6256641e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:25.632906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Transition to ACTIVE for port object 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:25.658122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f256f5de-7911-4655-87a4-5a289db7d92b None None] Provisioning for port fe29bffd-81e9-435a-92ea-21d22308365d completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:25.664305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ddaef-d0e7-44ed-8df6-e03611e93369 req-77ee84d8-9ec0-4e03-b606-350a67f1e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:25.665230 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-51024934-415a-497f-b231-03145cdf0905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'name': 'tempest-ImageQuotaTest-1841551176-router', 'tenant_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '14eb979d-9d84-4a4c-8a6a-0086004d1801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:58Z', 'updated_at': '2021-08-20T10:31:23Z', 'revision_number': 5, 'project_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'gw_port': {'id': '14eb979d-9d84-4a4c-8a6a-0086004d1801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:00Z', 'updated_at': '2021-08-20T10:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:25.666654 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4e3ddaef-d0e7-44ed-8df6-e03611e93369 req-77ee84d8-9ec0-4e03-b606-350a67f1e5f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc HTTP/1.1" status: 200 len: 853 time: 0.2099226 Aug 20 10:31:25.732862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51024934-415a-497f-b231-03145cdf0905 None None] The sync data for ids ['7bd2c7b8-819d-4f04-ba2e-323ba3fa9323'] in n-d-778550-11 is: [{'id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'name': 'tempest-ImageQuotaTest-1841551176-router', 'tenant_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '14eb979d-9d84-4a4c-8a6a-0086004d1801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:58Z', 'updated_at': '2021-08-20T10:31:23Z', 'revision_number': 5, 'project_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'gw_port': {'id': '14eb979d-9d84-4a4c-8a6a-0086004d1801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:00Z', 'updated_at': '2021-08-20T10:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:31:25.741460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=120da24f-c123-4ba5-b543-486058bf462b,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:25.864442 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:26.038519 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed6e3b9-e0d9-4ce2-958e-4177b44680e9,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:26.056089 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:26.059613 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-d688bc64-9a10-4f39-959c-8b193b3583f5 service neutron] 10.222.0.16 "GET /v2.0/networks/0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143381 Aug 20 10:31:26.278194 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 63f53744-597d-42c1-8674-99627dc1a5a5 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:26.489135 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 63f53744-597d-42c1-8674-99627dc1a5a5 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:26.524788 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 63f53744-597d-42c1-8674-99627dc1a5a5 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:26.527579 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:26.580624 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-fe57f889-052c-4e08-a6aa-c5f6090477bb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] For port dd6bba24-b1c3-42af-bca7-875a5ba41f1e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=dd6bba24-b1c3-42af-bca7-875a5ba41f1e,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:26.694151 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-655ee95f-f5b4-4bc3-8d47-3bccebb6eeae req-a8fc9f66-1e8d-48d4-80e9-db6dd5e4a935 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 210 time: 0.2345128 Aug 20 10:31:26.697389 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c789e54-82d6-4d85-943f-cb2f4ea62645 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:31:26.707822 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ddaef-d0e7-44ed-8df6-e03611e93369 req-111cc708-70d0-43d9-87d3-ee391a090d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:26.721009 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4e3ddaef-d0e7-44ed-8df6-e03611e93369 req-111cc708-70d0-43d9-87d3-ee391a090d26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38661d2e-9a6f-4db5-856b-53f75243cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0434744 Aug 20 10:31:26.733361 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7c789e54-82d6-4d85-943f-cb2f4ea62645 admin admin] 10.222.0.16 "PUT /v2.0/routers/7bd2c7b8-819d-4f04-ba2e-323ba3fa9323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1421363 Aug 20 10:31:26.741681 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57640) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:26.747244 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11779b5b-72a6-48cd-9074-e2ec999395ac None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:31:26.843667 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54603d6-ab0f-4a73-ac8e-fbbd6ee6ba4f None None] Sync routers for ids ['7bd2c7b8-819d-4f04-ba2e-323ba3fa9323'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:31:26.860524 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54603d6-ab0f-4a73-ac8e-fbbd6ee6ba4f None None] Routers {'7bd2c7b8-819d-4f04-ba2e-323ba3fa9323'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:26.861194 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c54603d6-ab0f-4a73-ac8e-fbbd6ee6ba4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['7bd2c7b8-819d-4f04-ba2e-323ba3fa9323'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:27.196767 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-c54603d6-ab0f-4a73-ac8e-fbbd6ee6ba4f None None] Set router 7bd2c7b8-819d-4f04-ba2e-323ba3fa9323 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:31:27.252861 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe57f889-052c-4e08-a6aa-c5f6090477bb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:27.288948 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:27.341293 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe57f889-052c-4e08-a6aa-c5f6090477bb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:27.359732 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe57f889-052c-4e08-a6aa-c5f6090477bb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:27.360101 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 63f53744-597d-42c1-8674-99627dc1a5a5, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=63f53744-597d-42c1-8674-99627dc1a5a5,segment=NetworkSegment(433e95c4-416e-4b8a-9dc3-4f5a01020a02),segment_id=433e95c4-416e-4b8a-9dc3-4f5a01020a02)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:27.368190 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:27.369791 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7502e78d-2f42-4832-a0f2-d32976b5f3be up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:27.414756 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90acd923-1c8d-4e30-9aa1-eb48620d3a08 admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:27.425136 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4e3ddaef-d0e7-44ed-8df6-e03611e93369 req-9a9f79a8-204b-4f7d-b726-d4f79ca1a562 service neutron] 10.222.0.24 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6729507 Aug 20 10:31:27.677516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=63f53744-597d-42c1-8674-99627dc1a5a5,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:27.729281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11779b5b-72a6-48cd-9074-e2ec999395ac None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:31:27.747074 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c54603d6-ab0f-4a73-ac8e-fbbd6ee6ba4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'name': 'tempest-ImageQuotaTest-1841551176-router', 'tenant_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '14eb979d-9d84-4a4c-8a6a-0086004d1801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:58Z', 'updated_at': '2021-08-20T10:31:23Z', 'revision_number': 5, 'project_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'gw_port': {'id': '14eb979d-9d84-4a4c-8a6a-0086004d1801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:00Z', 'updated_at': '2021-08-20T10:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:27.755949 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7502e78d-2f42-4832-a0f2-d32976b5f3be triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:27.756338 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:27.760087 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90acd923-1c8d-4e30-9aa1-eb48620d3a08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:27.792047 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54603d6-ab0f-4a73-ac8e-fbbd6ee6ba4f None None] Checking router: 7bd2c7b8-819d-4f04-ba2e-323ba3fa9323 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:31:27.805780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bded5cd-3ed5-42a7-8d04-5ac89c8949a1 req-6e12d1e8-7dcd-40b8-941c-14f2cac95273 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:27.814382 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54603d6-ab0f-4a73-ac8e-fbbd6ee6ba4f None None] Routers {'7bd2c7b8-819d-4f04-ba2e-323ba3fa9323'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:27.815027 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c54603d6-ab0f-4a73-ac8e-fbbd6ee6ba4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['7bd2c7b8-819d-4f04-ba2e-323ba3fa9323'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:27.816045 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bded5cd-3ed5-42a7-8d04-5ac89c8949a1 req-6e12d1e8-7dcd-40b8-941c-14f2cac95273 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 931 time: 1.0646262 Aug 20 10:31:27.840600 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7aded0e-7d9d-4656-9ff9-a7ea25a3b997 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:27.860845 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57662) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:27.890518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe57f889-052c-4e08-a6aa-c5f6090477bb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:27.914238 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4e3ddaef-d0e7-44ed-8df6-e03611e93369 req-1f71b92e-3beb-424f-b127-0c7af019ee11 service neutron] 10.222.0.24 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396608 Aug 20 10:31:27.916496 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-fe57f889-052c-4e08-a6aa-c5f6090477bb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:27.918796 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Attempting to bind port 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:27.927382 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Attempting to bind port 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:27.929994 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Attempting to bind port 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 on network 38661d2e-9a6f-4db5-856b-53f75243cd46 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:27.980146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe57f889-052c-4e08-a6aa-c5f6090477bb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:27.981536 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe57f889-052c-4e08-a6aa-c5f6090477bb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:27.992780 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f22fe73b-aaf3-4de0-bbf7-25e39aae5041 req-05d46351-d09c-47c5-bf82-2d82a8d9915b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 210 time: 0.1150045 Aug 20 10:31:28.001260 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bded5cd-3ed5-42a7-8d04-5ac89c8949a1 req-9b448882-456b-40ad-98b9-61b78cdf24a4 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840019 Aug 20 10:31:28.002026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Port 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 on network 38661d2e-9a6f-4db5-856b-53f75243cd46 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:31:28.002210 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Attempting to bind port 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 on network 38661d2e-9a6f-4db5-856b-53f75243cd46 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:28.032845 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:28.033471 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Checking segment: {'id': 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:28.034170 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Bound using segment: {'id': 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:28.034803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Bound port: 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:28.035391 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:28.058818 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-90acd923-1c8d-4e30-9aa1-eb48620d3a08 admin admin] Deleting port 14eb979d-9d84-4a4c-8a6a-0086004d1801 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:31:28.059761 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90acd923-1c8d-4e30-9aa1-eb48620d3a08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:28.097070 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-c54603d6-ab0f-4a73-ac8e-fbbd6ee6ba4f None None] Set router 7bd2c7b8-819d-4f04-ba2e-323ba3fa9323 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:31:28.141220 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7a308b7d-4846-4f70-a564-e60a17a87b68 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:28.292289 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57f889-052c-4e08-a6aa-c5f6090477bb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=e06cbb8b-3bea-4244-9145-df367804821d,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:28.328126 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fe57f889-052c-4e08-a6aa-c5f6090477bb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.7849722 Aug 20 10:31:28.333261 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-90acd923-1c8d-4e30-9aa1-eb48620d3a08 admin admin] For port 14eb979d-9d84-4a4c-8a6a-0086004d1801, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=14eb979d-9d84-4a4c-8a6a-0086004d1801,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:28.333856 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90acd923-1c8d-4e30-9aa1-eb48620d3a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:28.339691 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57f889-052c-4e08-a6aa-c5f6090477bb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=dd6bba24-b1c3-42af-bca7-875a5ba41f1e,revision_number=5']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:28.349907 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57668) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:28.361909 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-c462bd31-6ef1-40c3-8909-357ecd1ef3d5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:28.395155 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7a308b7d-4846-4f70-a564-e60a17a87b68 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:28.395755 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:28.396023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] For port 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:28.418070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-90acd923-1c8d-4e30-9aa1-eb48620d3a08 admin admin] Calling delete_port for 14eb979d-9d84-4a4c-8a6a-0086004d1801 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:31:28.422194 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5dad7130-c7d8-4284-aae5-e1eb7b86d213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:28.429235 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] For port 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=4ed6e3b9-e0d9-4ce2-958e-4177b44680e9,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:28.482001 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c54603d6-ab0f-4a73-ac8e-fbbd6ee6ba4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'name': 'tempest-ImageQuotaTest-1841551176-router', 'tenant_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '14eb979d-9d84-4a4c-8a6a-0086004d1801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:58Z', 'updated_at': '2021-08-20T10:31:23Z', 'revision_number': 5, 'project_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'gw_port': {'id': '14eb979d-9d84-4a4c-8a6a-0086004d1801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:00Z', 'updated_at': '2021-08-20T10:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:28.486459 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:28.549471 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54603d6-ab0f-4a73-ac8e-fbbd6ee6ba4f None None] The sync data for ids ['7bd2c7b8-819d-4f04-ba2e-323ba3fa9323'] in n-d-778550-11 is: [{'id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'name': 'tempest-ImageQuotaTest-1841551176-router', 'tenant_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '14eb979d-9d84-4a4c-8a6a-0086004d1801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:58Z', 'updated_at': '2021-08-20T10:31:23Z', 'revision_number': 5, 'project_id': 'cb6837fa5fcc464c917de92ffc8d024b', 'gw_port': {'id': '14eb979d-9d84-4a4c-8a6a-0086004d1801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd2c7b8-819d-4f04-ba2e-323ba3fa9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:00Z', 'updated_at': '2021-08-20T10:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:31:28.792162 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1f41ab35-4076-4c9f-a733-e2fdb7c1685c details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:31:28.809960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:28.810866 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:28.812580 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] 10.222.0.42 "PUT /v2.0/ports/4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 HTTP/1.1" status: 200 len: 1092 time: 5.9103768 Aug 20 10:31:28.813047 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1c3930-c402-4f22-a178-74b4cf6a7b6f', 'tag': '4ed6e3b9-e0d9-4ce2-958e-4177b44680e9'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:31:28.828376 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aeed8e0-5745-4ad6-a39b-ce2ede5e151d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1c3930-c402-4f22-a178-74b4cf6a7b6f", "tag": "4ed6e3b9-e0d9-4ce2-958e-4177b44680e9"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:31:28.836449 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 14eb979d-9d84-4a4c-8a6a-0086004d1801 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:28.960288 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65204c-db29-4d0f-907e-ba600f543b74 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed6e3b9-e0d9-4ce2-958e-4177b44680e9,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:28.974532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77a3974-5469-41c9-abf2-d5f12140ba0d {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:31:28.992243 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:29.030691 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Transition to ACTIVE for port object d77a3974-5469-41c9-abf2-d5f12140ba0d will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:29.053614 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5037d7c-792b-478a-9cb1-3c7885cf2b2f x-openstack-request-id: req-f5037d7c-792b-478a-9cb1-3c7885cf2b2f {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:31:29.055083 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1c3930-c402-4f22-a178-74b4cf6a7b6f", "tag": "4ed6e3b9-e0d9-4ce2-958e-4177b44680e9", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:31:29.057237 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5037d7c-792b-478a-9cb1-3c7885cf2b2f {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:31:29.058219 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1c3930-c402-4f22-a178-74b4cf6a7b6f', 'tag': '4ed6e3b9-e0d9-4ce2-958e-4177b44680e9', 'status': 'completed', 'code': 200} Aug 20 10:31:29.134230 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:29.167077 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 14eb979d-9d84-4a4c-8a6a-0086004d1801 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:29.192117 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 14eb979d-9d84-4a4c-8a6a-0086004d1801 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:29.195354 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:29.200724 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-a83046d3-ce3d-479f-8856-127b42cfac7f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:29.213489 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-a83046d3-ce3d-479f-8856-127b42cfac7f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:29.215465 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-a83046d3-ce3d-479f-8856-127b42cfac7f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.42 "GET /v2.0/networks?id=0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d&id=58be9fbc-1afd-4f79-ab05-18788eefaa5e&id=0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d HTTP/1.1" status: 200 len: 1391 time: 0.7436776 Aug 20 10:31:29.301480 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5dad7130-c7d8-4284-aae5-e1eb7b86d213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:29.304734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-2482cede-abab-4253-ac46-161e0dab29e5 req-0d27cfae-d9a3-42c9-9884-26fdc24dad1d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Request body: {'port': {'device_id': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d', 'admin_state_up': True, 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:29.321002 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8b0c65dd-489b-4f7f-87aa-acba7ed5877c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:29.332921 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1f41ab35-4076-4c9f-a733-e2fdb7c1685c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1f41ab35-4076-4c9f-a733-e2fdb7c1685c,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:29.362028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '1f41ab35-4076-4c9f-a733-e2fdb7c1685c', 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46', 'port_id': '1f41ab35-4076-4c9f-a733-e2fdb7c1685c', 'mac_address': 'fa:16:3e:26:47:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:31:29.393230 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5dad7130-c7d8-4284-aae5-e1eb7b86d213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:29.412264 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-098eea2e-0394-40bf-ae45-07147bd6b0d2 req-b2a9955c-760a-4713-92cf-8b21ba538c06 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 210 time: 0.1377051 Aug 20 10:31:29.447550 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:29.459227 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90acd923-1c8d-4e30-9aa1-eb48620d3a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:29.530127 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f41ab35-4076-4c9f-a733-e2fdb7c1685c {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:31:29.540580 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad7130-c7d8-4284-aae5-e1eb7b86d213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5daf08-31e7-49a4-8015-38bf2d4a3e04,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:29.541660 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:29.544916 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acd923-1c8d-4e30-9aa1-eb48620d3a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=14eb979d-9d84-4a4c-8a6a-0086004d1801,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:29.554450 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5dad7130-c7d8-4284-aae5-e1eb7b86d213 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=792096582dca4a50ba6a9d073ae37c72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6913464 Aug 20 10:31:29.559332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57686) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:29.643187 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device fe29bffd-81e9-435a-92ea-21d22308365d up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:29.649145 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c462bd31-6ef1-40c3-8909-357ecd1ef3d5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:29.653454 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c462bd31-6ef1-40c3-8909-357ecd1ef3d5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:29.688394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-134d6d23-3229-4a49-984b-bec31fa8a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:29.692408 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-134d6d23-3229-4a49-984b-bec31fa8a5dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d3fa52f4e144405974e46ae0c15e84b&device_id=6b1c3930-c402-4f22-a178-74b4cf6a7b6f HTTP/1.1" status: 200 len: 1095 time: 0.6809819 Aug 20 10:31:29.742416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1f41ab35-4076-4c9f-a733-e2fdb7c1685c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1f41ab35-4076-4c9f-a733-e2fdb7c1685c,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:29.753276 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:29.761092 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90acd923-1c8d-4e30-9aa1-eb48620d3a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:29.771032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Pushing event updated for resources: {'Port': ['ID=d77a3974-5469-41c9-abf2-d5f12140ba0d,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:29.826854 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92048afd-851e-46ab-ad9a-a96e0088d2d5 req-ad3b6fc5-0cc5-408c-944c-cbfc3837658e tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:29.835353 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-92048afd-851e-46ab-ad9a-a96e0088d2d5 req-ad3b6fc5-0cc5-408c-944c-cbfc3837658e tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 943 time: 0.6519804 Aug 20 10:31:29.842922 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f40120cb-4bfc-420e-9fca-a2341b6c924e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:29.886260 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-76738d92-4a38-499d-bdce-f45f4a93e5a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 HTTP/1.1" status: 200 len: 217 time: 0.1791158 Aug 20 10:31:29.889006 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90acd923-1c8d-4e30-9aa1-eb48620d3a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:29.904098 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90acd923-1c8d-4e30-9aa1-eb48620d3a08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:29.912991 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=1f41ab35-4076-4c9f-a733-e2fdb7c1685c,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:29.936231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Attempting to bind port d77a3974-5469-41c9-abf2-d5f12140ba0d on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:29.937468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Attempting to bind port d77a3974-5469-41c9-abf2-d5f12140ba0d by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:29.937803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Attempting to bind port d77a3974-5469-41c9-abf2-d5f12140ba0d on network 38661d2e-9a6f-4db5-856b-53f75243cd46 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:29.942633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-0d27cfae-d9a3-42c9-9884-26fdc24dad1d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Made reservation on behalf of ce857d21443c465f9b0cce6a4f3cfa90 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:29.946365 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-0d27cfae-d9a3-42c9-9884-26fdc24dad1d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:29.973437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Port d77a3974-5469-41c9-abf2-d5f12140ba0d on network 38661d2e-9a6f-4db5-856b-53f75243cd46 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:31:29.973846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Attempting to bind port d77a3974-5469-41c9-abf2-d5f12140ba0d on network 38661d2e-9a6f-4db5-856b-53f75243cd46 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:29.976855 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port fe29bffd-81e9-435a-92ea-21d22308365d completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:29.978528 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f40120cb-4bfc-420e-9fca-a2341b6c924e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:29.986087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port fe29bffd-81e9-435a-92ea-21d22308365d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:29.986700 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:30.005401 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-92048afd-851e-46ab-ad9a-a96e0088d2d5 req-9f34837a-b45e-4f1d-a5b9-6ae812c80a1f tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688724 Aug 20 10:31:30.018449 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90acd923-1c8d-4e30-9aa1-eb48620d3a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:30.019238 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90acd923-1c8d-4e30-9aa1-eb48620d3a08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bd2c7b8-819d-4f04-ba2e-323ba3fa9323 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:31:30.031944 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90acd923-1c8d-4e30-9aa1-eb48620d3a08 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:30.035829 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-90acd923-1c8d-4e30-9aa1-eb48620d3a08 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7bd2c7b8-819d-4f04-ba2e-323ba3fa9323 HTTP/1.1" status: 204 len: 168 time: 3.2753885 Aug 20 10:31:30.037413 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:30.037849 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Checking segment: {'id': 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:30.038374 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Bound using segment: {'id': 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:30.038681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Bound port: d77a3974-5469-41c9-abf2-d5f12140ba0d, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:30.039098 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:30.039936 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57688) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:30.058971 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0c8751-3929-4cfd-88b2-315110d98ae1 None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:31:30.145410 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-92355e97-bcca-451e-88b7-617560546985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:30.152747 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-92355e97-bcca-451e-88b7-617560546985 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc HTTP/1.1" status: 200 len: 853 time: 0.2314763 Aug 20 10:31:30.322128 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0c8751-3929-4cfd-88b2-315110d98ae1 None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:31:30.329686 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1f41ab35-4076-4c9f-a733-e2fdb7c1685c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:31:30.406671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6305113-200d-44f0-9cd9-ddeca465fcd1 admin admin] Deleting subnet c49e7340-5f76-4455-bbbc-8a5b8b6531ab {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:31:30.413331 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6305113-200d-44f0-9cd9-ddeca465fcd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:30.417587 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c462bd31-6ef1-40c3-8909-357ecd1ef3d5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:30.420585 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f40120cb-4bfc-420e-9fca-a2341b6c924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:30.425664 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f40120cb-4bfc-420e-9fca-a2341b6c924e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:30.428913 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f40120cb-4bfc-420e-9fca-a2341b6c924e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a5daf08-31e7-49a4-8015-38bf2d4a3e04 HTTP/1.1" status: 204 len: 168 time: 0.8662660 Aug 20 10:31:30.600566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462bd31-6ef1-40c3-8909-357ecd1ef3d5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=a8adb960-1d81-4f87-ba57-87993db9cbda,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:30.775232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40120cb-4bfc-420e-9fca-a2341b6c924e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5daf08-31e7-49a4-8015-38bf2d4a3e04,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:30.790775 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c462bd31-6ef1-40c3-8909-357ecd1ef3d5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:30.794934 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1fb614d9-bce0-4d04-aa26-7a6f1ae77598 req-b3f39bd0-c880-4fd3-a47c-cacf80654625 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 210 time: 0.2051039 Aug 20 10:31:30.796643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-c462bd31-6ef1-40c3-8909-357ecd1ef3d5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:30.809283 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c462bd31-6ef1-40c3-8909-357ecd1ef3d5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:30.811737 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c462bd31-6ef1-40c3-8909-357ecd1ef3d5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:30.852533 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6305113-200d-44f0-9cd9-ddeca465fcd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:30.919800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] For port d77a3974-5469-41c9-abf2-d5f12140ba0d, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:30.934097 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-c7aded0e-7d9d-4656-9ff9-a7ea25a3b997 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting port 1a6017d9-f00c-40b4-a867-08c6deadf249 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:31:30.934680 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7aded0e-7d9d-4656-9ff9-a7ea25a3b997 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:30.937659 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:30.970724 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-91143ee0-7c46-4c3d-920a-fa1022bef051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:30.972305 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-91143ee0-7c46-4c3d-920a-fa1022bef051 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38661d2e-9a6f-4db5-856b-53f75243cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7979269 Aug 20 10:31:30.976244 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] For port d77a3974-5469-41c9-abf2-d5f12140ba0d, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d77a3974-5469-41c9-abf2-d5f12140ba0d,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:30.994945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port fe29bffd-81e9-435a-92ea-21d22308365d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=fe29bffd-81e9-435a-92ea-21d22308365d,segment=NetworkSegment(99fe6cbd-1e3d-4180-bbfe-9423c39abf33),segment_id=99fe6cbd-1e3d-4180-bbfe-9423c39abf33)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:31.002298 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:31.012096 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6305113-200d-44f0-9cd9-ddeca465fcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:31.077380 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c462bd31-6ef1-40c3-8909-357ecd1ef3d5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7239392 Aug 20 10:31:31.078277 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57704) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:31.084475 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f8c4b2b8-3926-4eb0-bd7c-c46e94f5be0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'mac_address': 'fa:16:3e:a4:8c:95', 'name': 'tempest-NetworksTestDHCPv6-828433280'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:31.088509 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6305113-200d-44f0-9cd9-ddeca465fcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:31.103801 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:31.119365 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=fe29bffd-81e9-435a-92ea-21d22308365d,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:31.128583 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device dd6bba24-b1c3-42af-bca7-875a5ba41f1e no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:31:31.132480 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6305113-200d-44f0-9cd9-ddeca465fcd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:31.134570 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b6305113-200d-44f0-9cd9-ddeca465fcd1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c49e7340-5f76-4455-bbbc-8a5b8b6531ab HTTP/1.1" status: 204 len: 168 time: 1.0909832 Aug 20 10:31:31.149186 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6305113-200d-44f0-9cd9-ddeca465fcd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c49e7340-5f76-4455-bbbc-8a5b8b6531ab,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:31.164247 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-2482cede-abab-4253-ac46-161e0dab29e5 req-0d27cfae-d9a3-42c9-9884-26fdc24dad1d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Allocated IP 19.80.0.163 (0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d/6c26f23e-65ba-4228-a4cd-25f6fbb6c0cd/6b16142e-c0b0-4453-abab-afdb00d54883) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:31.170533 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57706) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:31.312494 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a553a09-5d30-4fb6-a3be-522c90c1756f None None] Update dhcp port {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'fixed_ips': [{'subnet_id': 'e06cbb8b-3bea-4244-9145-df367804821d', 'ip_address': '2001:db8::f816:3eff:fe89:66e5'}, {'subnet_id': 'a8adb960-1d81-4f87-ba57-87993db9cbda'}], 'binding:host_id': 'n-d-778550-11'}, 'id': 'dd6bba24-b1c3-42af-bca7-875a5ba41f1e'} from n-d-778550-11. {{(pid=94868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 10:31:31.344468 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c4b2b8-3926-4eb0-bd7c-c46e94f5be0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:31.396353 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a553a09-5d30-4fb6-a3be-522c90c1756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:31.459748 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b2b8-3926-4eb0-bd7c-c46e94f5be0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:31.483951 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-f8c4b2b8-3926-4eb0-bd7c-c46e94f5be0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port 0b931ea7-74cc-4d88-8397-2879d3f019b0 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:31:31.547436 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:31.551402 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:31.553003 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] 10.222.0.24 "PUT /v2.0/ports/d77a3974-5469-41c9-abf2-d5f12140ba0d HTTP/1.1" status: 200 len: 1092 time: 5.9279935 Aug 20 10:31:31.573890 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955d20e6-6a6a-4a91-af66-5be6256641e3', 'tag': 'd77a3974-5469-41c9-abf2-d5f12140ba0d'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:31:31.591231 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6243b1-0e01-46d2-937c-51d3f6bc20bc" -d '{"events": [{"name": "network-changed", "server_uuid": "955d20e6-6a6a-4a91-af66-5be6256641e3", "tag": "d77a3974-5469-41c9-abf2-d5f12140ba0d"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:31:31.774020 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7aded0e-7d9d-4656-9ff9-a7ea25a3b997 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:31.799286 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe136d3-0e51-4602-8779-a7439563fd35 service neutron] Pushing event updated for resources: {'Port': ['ID=d77a3974-5469-41c9-abf2-d5f12140ba0d,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:31.817557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 63f53744-597d-42c1-8674-99627dc1a5a5 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:31.852600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-c7aded0e-7d9d-4656-9ff9-a7ea25a3b997 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Calling delete_port for 1a6017d9-f00c-40b4-a867-08c6deadf249 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:31:31.864882 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:31.889179 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-f3fdd73a-a383-4e07-80b2-bbfe54562d10 service neutron] 10.222.0.42 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8836789 Aug 20 10:31:31.937941 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-0d27cfae-d9a3-42c9-9884-26fdc24dad1d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:31.940707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 63f53744-597d-42c1-8674-99627dc1a5a5 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:31.941265 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:31.943808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-f8c4b2b8-3926-4eb0-bd7c-c46e94f5be0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 172.20.0.4 (7b83641d-fbeb-417a-8d09-ab733c99b474/a8adb960-1d81-4f87-ba57-87993db9cbda/0b931ea7-74cc-4d88-8397-2879d3f019b0) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:31.951357 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58acca3-a65e-4184-8850-278447d0a099 req-425797f0-f5d7-461f-bc0f-68041f5c4224 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:31.952255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-f8c4b2b8-3926-4eb0-bd7c-c46e94f5be0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::f816:3eff:fea4:8c95 (7b83641d-fbeb-417a-8d09-ab733c99b474/e06cbb8b-3bea-4244-9145-df367804821d/0b931ea7-74cc-4d88-8397-2879d3f019b0) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:31.963914 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c58acca3-a65e-4184-8850-278447d0a099 req-425797f0-f5d7-461f-bc0f-68041f5c4224 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 943 time: 0.4472928 Aug 20 10:31:32.001428 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-521cac40-b1f5-426d-85bc-08fbfd467bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:32.003395 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-521cac40-b1f5-426d-85bc-08fbfd467bd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d3fa52f4e144405974e46ae0c15e84b&device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 1095 time: 0.3577523 Aug 20 10:31:32.011627 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90996452-60fe-4547-ad9c-eca561ff4338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:32.163596 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device dd6bba24-b1c3-42af-bca7-875a5ba41f1e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:32.170259 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-2482cede-abab-4253-ac46-161e0dab29e5 req-0d27cfae-d9a3-42c9-9884-26fdc24dad1d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Transition to ACTIVE for port object 6b16142e-c0b0-4453-abab-afdb00d54883 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:32.258684 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c04cbe6-6656-4aac-8a5f-85278d1cb727 x-openstack-request-id: req-4c04cbe6-6656-4aac-8a5f-85278d1cb727 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:31:32.261852 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955d20e6-6a6a-4a91-af66-5be6256641e3", "tag": "d77a3974-5469-41c9-abf2-d5f12140ba0d", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:31:32.263098 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c04cbe6-6656-4aac-8a5f-85278d1cb727 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:31:32.264525 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955d20e6-6a6a-4a91-af66-5be6256641e3', 'tag': 'd77a3974-5469-41c9-abf2-d5f12140ba0d', 'status': 'completed', 'code': 200} Aug 20 10:31:32.287103 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-5a1bc4bd-a823-4c1c-a0ab-40951a076b1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d77a3974-5469-41c9-abf2-d5f12140ba0d HTTP/1.1" status: 200 len: 217 time: 0.2367892 Aug 20 10:31:32.314657 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port dd6bba24-b1c3-42af-bca7-875a5ba41f1e completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:32.330615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port dd6bba24-b1c3-42af-bca7-875a5ba41f1e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:32.331157 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:32.376964 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c58acca3-a65e-4184-8850-278447d0a099 req-1b3e2104-4ac0-46c7-900a-710e01321340 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114256 Aug 20 10:31:32.395091 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b2b8-3926-4eb0-bd7c-c46e94f5be0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:32.398663 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:32.428818 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-f8c4b2b8-3926-4eb0-bd7c-c46e94f5be0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object 0b931ea7-74cc-4d88-8397-2879d3f019b0 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:32.471350 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85d12e47-302b-4efa-9202-c1f93b0853ed req-3f83d5d0-1b2b-450a-9825-2d92dd937550 service neutron] 10.222.0.42 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632946 Aug 20 10:31:32.492618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-dc45c27b-1209-4d8d-9f84-2a479149d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:32.494284 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-dc45c27b-1209-4d8d-9f84-2a479149d9d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc HTTP/1.1" status: 200 len: 853 time: 0.1837368 Aug 20 10:31:32.526068 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:32.547775 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b2b8-3926-4eb0-bd7c-c46e94f5be0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:32.582083 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port dd6bba24-b1c3-42af-bca7-875a5ba41f1e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=dd6bba24-b1c3-42af-bca7-875a5ba41f1e,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:32.602990 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-0d27cfae-d9a3-42c9-9884-26fdc24dad1d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:32.628759 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:32.630240 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 120da24f-c123-4ba5-b543-486058bf462b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:32.667853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c4b2b8-3926-4eb0-bd7c-c46e94f5be0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:32.672873 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2482cede-abab-4253-ac46-161e0dab29e5 req-0d27cfae-d9a3-42c9-9884-26fdc24dad1d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Network 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:32.678807 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-2482cede-abab-4253-ac46-161e0dab29e5 req-0d27cfae-d9a3-42c9-9884-26fdc24dad1d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:32.686784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] Deleting port f3634afc-a30d-4a22-a1f3-1f77ae9d39bb {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:31:32.687178 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:32.694131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-f8c4b2b8-3926-4eb0-bd7c-c46e94f5be0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:32.716426 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4b2b8-3926-4eb0-bd7c-c46e94f5be0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=0b931ea7-74cc-4d88-8397-2879d3f019b0,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:32.733929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c4b2b8-3926-4eb0-bd7c-c46e94f5be0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:32.757734 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dedfa7-85a1-4333-a353-84ee2e98ea5f req-6194cac3-4432-4485-ba18-f6faaa9afa77 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:32.760269 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91dedfa7-85a1-4333-a353-84ee2e98ea5f req-6194cac3-4432-4485-ba18-f6faaa9afa77 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 932 time: 0.2273369 Aug 20 10:31:32.769604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2482cede-abab-4253-ac46-161e0dab29e5 req-0d27cfae-d9a3-42c9-9884-26fdc24dad1d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:32.808082 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1f41ab35-4076-4c9f-a733-e2fdb7c1685c up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:32.863995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c4b2b8-3926-4eb0-bd7c-c46e94f5be0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:32.864847 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b2b8-3926-4eb0-bd7c-c46e94f5be0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:32.926819 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-7a553a09-5d30-4fb6-a3be-522c90c1756f None None] Allocated IP 172.20.0.2 (7b83641d-fbeb-417a-8d09-ab733c99b474/a8adb960-1d81-4f87-ba57-87993db9cbda/dd6bba24-b1c3-42af-bca7-875a5ba41f1e) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:32.957717 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=dd6bba24-b1c3-42af-bca7-875a5ba41f1e,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:32.969235 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91dedfa7-85a1-4333-a353-84ee2e98ea5f req-6efb90e0-a72b-4048-bb3c-184c1a60c328 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003823 Aug 20 10:31:32.978763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 120da24f-c123-4ba5-b543-486058bf462b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:32.979023 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f8c4b2b8-3926-4eb0-bd7c-c46e94f5be0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8984065 Aug 20 10:31:32.979622 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:32.981412 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57750) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:32.999481 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] For port f3634afc-a30d-4a22-a1f3-1f77ae9d39bb, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f3634afc-a30d-4a22-a1f3-1f77ae9d39bb,segment=NetworkSegment(972f2fe6-8197-4400-b446-75fdb04f1a7a),segment_id=972f2fe6-8197-4400-b446-75fdb04f1a7a)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:33.000491 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:33.026004 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] Calling delete_port for f3634afc-a30d-4a22-a1f3-1f77ae9d39bb owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:31:33.093884 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8ed91a-9ad2-45bf-98c7-f019a9713d72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:33.103311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8ed91a-9ad2-45bf-98c7-f019a9713d72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:33.113110 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-be8ed91a-9ad2-45bf-98c7-f019a9713d72 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1250598 Aug 20 10:31:33.124605 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57754) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:33.183210 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27cfae-d9a3-42c9-9884-26fdc24dad1d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event updated for resources: {'Port': ['ID=6b16142e-c0b0-4453-abab-afdb00d54883,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:33.220594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeed8e0-5745-4ad6-a39b-ce2ede5e151d req-9997a4b0-1970-43a9-8afa-2e142a4d561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:33.223494 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6aeed8e0-5745-4ad6-a39b-ce2ede5e151d req-9997a4b0-1970-43a9-8afa-2e142a4d561d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2d3fa52f4e144405974e46ae0c15e84b&device_id=6b1c3930-c402-4f22-a178-74b4cf6a7b6f HTTP/1.1" status: 200 len: 1095 time: 0.6523333 Aug 20 10:31:33.235663 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-1d293b3d-93f7-44b8-95ed-5394aaa81144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:33.249855 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-1d293b3d-93f7-44b8-95ed-5394aaa81144 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38661d2e-9a6f-4db5-856b-53f75243cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7396989 Aug 20 10:31:33.251203 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7aded0e-7d9d-4656-9ff9-a7ea25a3b997 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:33.294937 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 1f41ab35-4076-4c9f-a733-e2fdb7c1685c completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:33.314866 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:33.315613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 1f41ab35-4076-4c9f-a733-e2fdb7c1685c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:33.316024 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:33.337094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-0d27cfae-d9a3-42c9-9884-26fdc24dad1d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:33.339582 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-0d27cfae-d9a3-42c9-9884-26fdc24dad1d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:33.352966 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-3b82dc34-568b-4703-99f7-ba02b949bcb2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port 0b931ea7-74cc-4d88-8397-2879d3f019b0 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:31:33.353406 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b82dc34-568b-4703-99f7-ba02b949bcb2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:33.434196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device fe29bffd-81e9-435a-92ea-21d22308365d up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:33.479943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7a553a09-5d30-4fb6-a3be-522c90c1756f None None] For port dd6bba24-b1c3-42af-bca7-875a5ba41f1e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=dd6bba24-b1c3-42af-bca7-875a5ba41f1e,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:33.544534 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-0d27cfae-d9a3-42c9-9884-26fdc24dad1d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2738435 Aug 20 10:31:33.650432 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a553a09-5d30-4fb6-a3be-522c90c1756f None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:33.668620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aded0e-7d9d-4656-9ff9-a7ea25a3b997 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Port': ['ID=1a6017d9-f00c-40b4-a867-08c6deadf249,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:33.669280 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b82dc34-568b-4703-99f7-ba02b949bcb2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:33.688315 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-3b82dc34-568b-4703-99f7-ba02b949bcb2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for 0b931ea7-74cc-4d88-8397-2879d3f019b0 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:31:33.714845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7a553a09-5d30-4fb6-a3be-522c90c1756f None None] Transition to ACTIVE for port object dd6bba24-b1c3-42af-bca7-875a5ba41f1e will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:33.722510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e84c6-b0c5-444e-aa86-37357ec8f168 req-a9d8e9c0-e9c9-4bda-814e-1593168abc31 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:33.724317 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-091e84c6-b0c5-444e-aa86-37357ec8f168 req-a9d8e9c0-e9c9-4bda-814e-1593168abc31 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 943 time: 0.1109490 Aug 20 10:31:33.741446 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:33.750735 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a553a09-5d30-4fb6-a3be-522c90c1756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:33.769530 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port fe29bffd-81e9-435a-92ea-21d22308365d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:33.770214 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-2482cede-abab-4253-ac46-161e0dab29e5 req-10bd74fd-c97f-4174-b834-f26ab4ef5135 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Request body: {'port': {'device_id': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'network_id': '58be9fbc-1afd-4f79-ab05-18788eefaa5e', 'admin_state_up': True, 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:33.772570 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:33.831787 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-091e84c6-b0c5-444e-aa86-37357ec8f168 req-3c7af167-e4ad-43db-87f2-a65df4fc6ee3 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689943 Aug 20 10:31:33.997340 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57770) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:34.067159 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b82dc34-568b-4703-99f7-ba02b949bcb2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:34.095712 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547e4d71-5fde-4dcf-9d8c-921de4421abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f41ab35-4076-4c9f-a733-e2fdb7c1685c'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:31:34.098563 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9c838f-e643-4360-b358-c35c9b262b15" -d '{"events": [{"server_uuid": "547e4d71-5fde-4dcf-9d8c-921de4421abd", "name": "network-vif-plugged", "status": "completed", "tag": "1f41ab35-4076-4c9f-a733-e2fdb7c1685c"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:31:34.113932 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:31:34.155779 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82dc34-568b-4703-99f7-ba02b949bcb2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=0b931ea7-74cc-4d88-8397-2879d3f019b0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:34.254231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeed8e0-5745-4ad6-a39b-ce2ede5e151d req-50a842e6-51bb-4b00-8cf6-a42773bee398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:34.257545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1f41ab35-4076-4c9f-a733-e2fdb7c1685c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1f41ab35-4076-4c9f-a733-e2fdb7c1685c,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:34.260730 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6aeed8e0-5745-4ad6-a39b-ce2ede5e151d req-50a842e6-51bb-4b00-8cf6-a42773bee398 service neutron] 10.222.0.42 "GET /v2.0/networks?id=38661d2e-9a6f-4db5-856b-53f75243cd46 HTTP/1.1" status: 200 len: 915 time: 0.9387057 Aug 20 10:31:34.291166 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177bb495-dea5-4c66-a2f9-2bf72f387ea1 x-openstack-request-id: req-177bb495-dea5-4c66-a2f9-2bf72f387ea1 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:31:34.293112 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547e4d71-5fde-4dcf-9d8c-921de4421abd", "name": "network-vif-plugged", "status": "completed", "tag": "1f41ab35-4076-4c9f-a733-e2fdb7c1685c", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:31:34.294226 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-177bb495-dea5-4c66-a2f9-2bf72f387ea1 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:31:34.295694 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547e4d71-5fde-4dcf-9d8c-921de4421abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f41ab35-4076-4c9f-a733-e2fdb7c1685c', 'code': 200} Aug 20 10:31:34.321374 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:34.334675 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:34.360755 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a553a09-5d30-4fb6-a3be-522c90c1756f None None] Pushing event updated for resources: {'Port': ['ID=dd6bba24-b1c3-42af-bca7-875a5ba41f1e,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:34.466476 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6aeed8e0-5745-4ad6-a39b-ce2ede5e151d req-698c851b-ee6f-45a3-a89a-79f49f2f905e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 HTTP/1.1" status: 200 len: 217 time: 0.1207201 Aug 20 10:31:34.487474 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-66ed6b35-ebba-4eb4-a111-932fa8acc4d0 tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:34.511232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] No DVR routers for this DVR port f3634afc-a30d-4a22-a1f3-1f77ae9d39bb on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:31:34.542574 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=1f41ab35-4076-4c9f-a733-e2fdb7c1685c,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:34.552011 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] Pushing event deleted for resources: {'Port': ['ID=f3634afc-a30d-4a22-a1f3-1f77ae9d39bb,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:34.569482 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.resource_extend [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:31:34.586166 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b82dc34-568b-4703-99f7-ba02b949bcb2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:34.589547 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3b82dc34-568b-4703-99f7-ba02b949bcb2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/0b931ea7-74cc-4d88-8397-2879d3f019b0 HTTP/1.1" status: 204 len: 168 time: 1.4632308 Aug 20 10:31:34.601447 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57782) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:34.605024 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26eb9d-e037-4223-b44a-78c95c7f18cb req-7528d753-537f-4d99-adb5-b3dfeb39dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:34.609233 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e26eb9d-e037-4223-b44a-78c95c7f18cb req-7528d753-537f-4d99-adb5-b3dfeb39dd4f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 1097 time: 0.2137754 Aug 20 10:31:34.753122 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-10bd74fd-c97f-4174-b834-f26ab4ef5135 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Made reservation on behalf of ce857d21443c465f9b0cce6a4f3cfa90 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:34.757077 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-10bd74fd-c97f-4174-b834-f26ab4ef5135 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:34.842705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeed8e0-5745-4ad6-a39b-ce2ede5e151d req-8183a6ed-79fc-41c0-ac93-4b060d79cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:34.845761 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6aeed8e0-5745-4ad6-a39b-ce2ede5e151d req-8183a6ed-79fc-41c0-ac93-4b060d79cdd1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc HTTP/1.1" status: 200 len: 853 time: 0.2118773 Aug 20 10:31:34.847191 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 098fbd13-f6ad-4676-8149-8c19dc4f4b08 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:31:34.877388 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808899f2-db79-481f-8bda-0ea009fbce4a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:34.880720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808899f2-db79-481f-8bda-0ea009fbce4a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:34.881431 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:34.884288 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808899f2-db79-481f-8bda-0ea009fbce4a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:34.892890 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-808899f2-db79-481f-8bda-0ea009fbce4a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2817380 Aug 20 10:31:34.893863 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57786) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:34.899685 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:34.902345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 098fbd13-f6ad-4676-8149-8c19dc4f4b08 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:31:34.902345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 098fbd13-f6ad-4676-8149-8c19dc4f4b08 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:31:34.902746 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 14eb979d-9d84-4a4c-8a6a-0086004d1801 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:31:34.903021 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0667a26d-5210-41fc-8c5e-bbc2e1f3fca7']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:34.928280 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972f2fe6-8197-4400-b446-75fdb04f1a7a') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:34.928595 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972f2fe6-8197-4400-b446-75fdb04f1a7a') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:34.930125 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 14eb979d-9d84-4a4c-8a6a-0086004d1801 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:31:34.930713 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 14eb979d-9d84-4a4c-8a6a-0086004d1801 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:31:34.938893 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e26eb9d-e037-4223-b44a-78c95c7f18cb req-d4f40b4d-ecae-4c93-a15f-a38fe5946307 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089727 Aug 20 10:31:34.948145 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:34.974862 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:34.989916 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=4ed6e3b9-e0d9-4ce2-958e-4177b44680e9,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:34.994799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:31:34.996600 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:35.009315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '4ed6e3b9-e0d9-4ce2-958e-4177b44680e9', 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46', 'port_id': '4ed6e3b9-e0d9-4ce2-958e-4177b44680e9', 'mac_address': 'fa:16:3e:5c:81:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:31:35.088239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da0eaa2-a879-4fd5-bfab-5c1cfbb26e37 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet a8adb960-1d81-4f87-ba57-87993db9cbda {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:31:35.111106 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:35.114752 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2da0eaa2-a879-4fd5-bfab-5c1cfbb26e37 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:31:35.159557 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:31:35.169410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:31:35.216464 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=4ed6e3b9-e0d9-4ce2-958e-4177b44680e9,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:35.222193 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:35.284330 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2da0eaa2-a879-4fd5-bfab-5c1cfbb26e37 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:35.327572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29c080-ffaf-485b-b551-9f7de62a389b req-ff7bee4b-d437-4d56-b1c4-01315043691d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:35.335937 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2a29c080-ffaf-485b-b551-9f7de62a389b req-ff7bee4b-d437-4d56-b1c4-01315043691d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 943 time: 0.2413216 Aug 20 10:31:35.348330 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=4ed6e3b9-e0d9-4ce2-958e-4177b44680e9,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:35.361489 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device dd6bba24-b1c3-42af-bca7-875a5ba41f1e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:35.407385 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7aded0e-7d9d-4656-9ff9-a7ea25a3b997 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:35.426426 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-96cca91b-cb62-4756-a4a3-909a4cfe2858 service neutron] 10.222.0.24 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1202896 Aug 20 10:31:35.482508 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2da0eaa2-a879-4fd5-bfab-5c1cfbb26e37 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:35.503468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744106ff-3893-4983-afc9-03cbee1903cc req-4383e464-4e64-4746-9e27-d31a533c8aea tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:35.506838 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-744106ff-3893-4983-afc9-03cbee1903cc req-4383e464-4e64-4746-9e27-d31a533c8aea tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 932 time: 1.2346244 Aug 20 10:31:35.601133 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2da0eaa2-a879-4fd5-bfab-5c1cfbb26e37 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:35.603260 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0978a9d-0d9f-4eeb-894f-f2b2aac37568 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:35.619725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['4ed6e3b9-e0d9-4ce2-958e-4177b44680e9'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:31:35.621378 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:35.666839 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:35.669886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0eaa2-a879-4fd5-bfab-5c1cfbb26e37 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=a8adb960-1d81-4f87-ba57-87993db9cbda,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:35.676454 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] 10.222.0.16 "DELETE /v2.0/networks/0667a26d-5210-41fc-8c5e-bbc2e1f3fca7 HTTP/1.1" status: 204 len: 168 time: 4.5004642 Aug 20 10:31:35.688472 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2a29c080-ffaf-485b-b551-9f7de62a389b req-e40f6516-d13c-4907-b771-816dc9f2417f tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353693 Aug 20 10:31:35.695896 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2da0eaa2-a879-4fd5-bfab-5c1cfbb26e37 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:35.706441 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2da0eaa2-a879-4fd5-bfab-5c1cfbb26e37 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/a8adb960-1d81-4f87-ba57-87993db9cbda HTTP/1.1" status: 204 len: 168 time: 0.8077409 Aug 20 10:31:35.710533 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57794) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:35.878735 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3493f7-89b7-4bec-85e9-0008ed5cff8b None None] Network 0667a26d-5210-41fc-8c5e-bbc2e1f3fca7 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:36.013086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3493f7-89b7-4bec-85e9-0008ed5cff8b None None] Network 0667a26d-5210-41fc-8c5e-bbc2e1f3fca7 could not be found, it might have been deleted concurrently. {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 10:31:36.091445 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ee9af374-8fa8-4683-a4ca-31c0998b0612 None None] Provisioning for port dd6bba24-b1c3-42af-bca7-875a5ba41f1e completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:36.109025 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ee9af374-8fa8-4683-a4ca-31c0998b0612 None None] Provisioning complete for port dd6bba24-b1c3-42af-bca7-875a5ba41f1e triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:36.109910 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ee9af374-8fa8-4683-a4ca-31c0998b0612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:36.277347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57798) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:36.288818 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333a19eb-989e-4201-a45f-cc63cb92d80f None None] DHCP port deletion for 0667a26d-5210-41fc-8c5e-bbc2e1f3fca7 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:31:36.493008 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4695ef9a-201b-4b6b-be44-35f1d1ea25b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb6837fa5fcc464c917de92ffc8d024b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139800 Aug 20 10:31:36.495796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57800) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:36.587367 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d2e202f-2733-4f80-9053-e6d2f056f537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:36.636585 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d2e202f-2733-4f80-9053-e6d2f056f537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:36.792314 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d2e202f-2733-4f80-9053-e6d2f056f537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:36.793622 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-744106ff-3893-4983-afc9-03cbee1903cc req-7d15f504-d3ce-44a8-8a8d-f1222c6e3e90 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2451189 Aug 20 10:31:36.796617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43a765-15f0-4d7d-9ac2-801295c7987e admin admin] Pushing event deleted for resources: {'Network': ['ID=0667a26d-5210-41fc-8c5e-bbc2e1f3fca7,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:36.797108 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d2e202f-2733-4f80-9053-e6d2f056f537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:36.803805 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0d2e202f-2733-4f80-9053-e6d2f056f537 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79d01f31-93b2-4129-a0bf-2fa230ce029d HTTP/1.1" status: 204 len: 168 time: 0.3031898 Aug 20 10:31:36.832341 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e202f-2733-4f80-9053-e6d2f056f537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d01f31-93b2-4129-a0bf-2fa230ce029d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:36.904549 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57810) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:36.912221 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-66ed6b35-ebba-4eb4-a111-932fa8acc4d0 tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] 10.222.0.16 "PUT /v2.0/quotas/be72a54eec0449c6874f7656e7f943f2 HTTP/1.1" status: 200 len: 366 time: 2.8806269 Aug 20 10:31:36.925018 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4b0b4fe7-bd8b-4f42-bc9d-849d5e328a5c tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0175889 Aug 20 10:31:36.926417 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57812) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:36.991184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c3fb8343-6b09-455e-b26a-5675e3512af0 None None] Provisioning for port 6b16142e-c0b0-4453-abab-afdb00d54883 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:37.023957 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c3fb8343-6b09-455e-b26a-5675e3512af0 None None] Provisioning complete for port 6b16142e-c0b0-4453-abab-afdb00d54883 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:37.023957 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8343-6b09-455e-b26a-5675e3512af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:37.033397 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4b5479ba-738a-43e5-964d-0d2757112654 tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] 10.222.0.16 "GET /v2.0/quotas/be72a54eec0449c6874f7656e7f943f2 HTTP/1.1" status: 200 len: 366 time: 0.1008275 Aug 20 10:31:37.045595 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57814) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:37.108324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f3634afc-a30d-4a22-a1f3-1f77ae9d39bb no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:31:37.150453 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-514843d1-26c9-43fb-b19e-8fb87465449e tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/be72a54eec0449c6874f7656e7f943f2 HTTP/1.1" status: 204 len: 168 time: 0.0435894 Aug 20 10:31:37.157266 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57816) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:37.168520 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: f3634afc-a30d-4a22-a1f3-1f77ae9d39bb {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:31:37.168799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f3634afc-a30d-4a22-a1f3-1f77ae9d39bb not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:31:37.204087 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405beab-aee4-45ac-8cd3-b88a56ba51d8 req-93751ba6-4b67-47fa-bdd1-b26601dd7859 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:37.205711 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5405beab-aee4-45ac-8cd3-b88a56ba51d8 req-93751ba6-4b67-47fa-bdd1-b26601dd7859 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 943 time: 0.2595954 Aug 20 10:31:37.208077 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c3fb8343-6b09-455e-b26a-5675e3512af0 None None] Port 6b16142e-c0b0-4453-abab-afdb00d54883 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:31:37.217085 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d98e7ee2-f9e8-48e2-9acf-bb5171f48633 tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0542738 Aug 20 10:31:37.219499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57818) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:37.252190 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d1765e4a-81af-4940-8067-335b45a86966 tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] 10.222.0.16 "GET /v2.0/quotas/be72a54eec0449c6874f7656e7f943f2 HTTP/1.1" status: 200 len: 370 time: 0.0268939 Aug 20 10:31:37.252782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57820) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:37.270357 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8db1c2dc-e9ff-4f10-9151-d42789a23720 tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] 10.222.0.16 "GET /v2.0/quotas/be72a54eec0449c6874f7656e7f943f2/default HTTP/1.1" status: 200 len: 370 time: 0.0107710 Aug 20 10:31:37.271763 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57822) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:37.281888 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeed8e0-5745-4ad6-a39b-ce2ede5e151d req-c0f74d93-7a3f-4457-b5d4-ae2c6dca351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:37.283629 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6aeed8e0-5745-4ad6-a39b-ce2ede5e151d req-c0f74d93-7a3f-4457-b5d4-ae2c6dca351f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=38661d2e-9a6f-4db5-856b-53f75243cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 2.0583208 Aug 20 10:31:37.306475 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-cd42bd43-8189-412d-a0f2-521ee14e191f tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] delete failed (client error): The resource could not be found. Aug 20 10:31:37.308302 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cd42bd43-8189-412d-a0f2-521ee14e191f tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/be72a54eec0449c6874f7656e7f943f2 HTTP/1.1" status: 404 len: 348 time: 0.0351169 Aug 20 10:31:37.370742 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5405beab-aee4-45ac-8cd3-b88a56ba51d8 req-08a7f536-df9b-44e1-9033-8f3c1bad390d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498222 Aug 20 10:31:37.460183 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bc418a-74b7-4728-8cef-5f2d43ee168c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet e06cbb8b-3bea-4244-9145-df367804821d {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:31:37.484098 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-87bc418a-74b7-4728-8cef-5f2d43ee168c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:37.586686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-2482cede-abab-4253-ac46-161e0dab29e5 req-10bd74fd-c97f-4174-b834-f26ab4ef5135 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Allocated IP 19.86.0.166 (58be9fbc-1afd-4f79-ab05-18788eefaa5e/c807cdee-df46-4be0-9cd9-bdcd367afeac/cb6a45ef-7e12-4ffc-8fc3-c50d7543a423) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:37.702619 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fd5dd28-c16e-4418-a0fd-b36cbcccb891 req-7e247368-922d-43fc-ad62-cbd044fab071 service neutron] 10.222.0.24 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2290120 Aug 20 10:31:37.706608 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-87bc418a-74b7-4728-8cef-5f2d43ee168c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:37.769141 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57828) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:37.799231 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4013c24c-44ec-4258-b9a1-5488058246fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:37.820198 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57830) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:37.923761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.quota.resource [None req-c108b579-e62d-4c6b-9c04-d3858f38864b tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] Usage tracker for resource:network and tenant:2265f07b21734f3d9a7d455643c0b834 is out of sync, need to count used quota {{(pid=94866) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 10:31:37.944799 n-d-778550-11 neutron-server[94866]: DEBUG neutron.quota.resource [None req-c108b579-e62d-4c6b-9c04-d3858f38864b tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94866) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 10:31:37.965874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.quota.resource [None req-c108b579-e62d-4c6b-9c04-d3858f38864b tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] Usage tracker for resource:subnet and tenant:2265f07b21734f3d9a7d455643c0b834 is out of sync, need to count used quota {{(pid=94866) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 10:31:37.974434 n-d-778550-11 neutron-server[94866]: DEBUG neutron.quota.resource [None req-c108b579-e62d-4c6b-9c04-d3858f38864b tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94866) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 10:31:38.012676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.quota.resource [None req-c108b579-e62d-4c6b-9c04-d3858f38864b tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] Usage tracker for resource:subnetpool and tenant:2265f07b21734f3d9a7d455643c0b834 is out of sync, need to count used quota {{(pid=94866) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 10:31:38.024268 n-d-778550-11 neutron-server[94866]: DEBUG neutron.quota.resource [None req-c108b579-e62d-4c6b-9c04-d3858f38864b tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94866) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 10:31:38.046390 n-d-778550-11 neutron-server[94866]: DEBUG neutron.quota.resource [None req-c108b579-e62d-4c6b-9c04-d3858f38864b tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] Usage tracker for resource:port and tenant:2265f07b21734f3d9a7d455643c0b834 is out of sync, need to count used quota {{(pid=94866) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 10:31:38.059384 n-d-778550-11 neutron-server[94866]: DEBUG neutron.quota.resource [None req-c108b579-e62d-4c6b-9c04-d3858f38864b tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94866) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 10:31:38.067546 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4013c24c-44ec-4258-b9a1-5488058246fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:38.073993 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8745152-61a9-4b85-be83-58fd63c6e3fd None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:38.075300 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4013c24c-44ec-4258-b9a1-5488058246fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:38.081561 n-d-778550-11 neutron-server[94866]: DEBUG neutron.quota.resource [None req-c108b579-e62d-4c6b-9c04-d3858f38864b tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] Usage tracker for resource:router and tenant:2265f07b21734f3d9a7d455643c0b834 is out of sync, need to count used quota {{(pid=94866) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 10:31:38.095453 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6aeed8e0-5745-4ad6-a39b-ce2ede5e151d req-846942be-2de1-4b27-b347-22b639cfda66 service neutron] 10.222.0.42 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7909019 Aug 20 10:31:38.119843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.quota.resource [None req-c108b579-e62d-4c6b-9c04-d3858f38864b tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94866) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 10:31:38.124016 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:38.176214 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4013c24c-44ec-4258-b9a1-5488058246fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4044623 Aug 20 10:31:38.182753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57838) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:38.187861 n-d-778550-11 neutron-server[94866]: DEBUG neutron.quota.resource [None req-c108b579-e62d-4c6b-9c04-d3858f38864b tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] Usage tracker for resource:floatingip and tenant:2265f07b21734f3d9a7d455643c0b834 is out of sync, need to count used quota {{(pid=94866) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 10:31:38.222859 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b53f634b-421b-400c-b3e9-c79e3c05b677 None None] Provisioning complete for port dd6bba24-b1c3-42af-bca7-875a5ba41f1e triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:38.223870 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b53f634b-421b-400c-b3e9-c79e3c05b677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:38.234641 n-d-778550-11 neutron-server[94866]: DEBUG neutron.quota.resource [None req-c108b579-e62d-4c6b-9c04-d3858f38864b tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94866) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 10:31:38.252720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013c24c-44ec-4258-b9a1-5488058246fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51e5066-cdde-44a7-b27c-b74aeee32d81,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:38.285178 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7aded0e-7d9d-4656-9ff9-a7ea25a3b997 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router 1fa1eed6-6bfa-4478-a88e-c261f1198f63 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:31:38.351908 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:38.361451 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71c592dc-4082-4ce1-9be0-c3a5ce6ee201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:38.366406 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:38.367077 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:38.392604 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71c592dc-4082-4ce1-9be0-c3a5ce6ee201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:38.424856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6243b1-0e01-46d2-937c-51d3f6bc20bc req-6363de87-b80c-4f13-931d-8fe70c1e55a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:38.428006 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8c6243b1-0e01-46d2-937c-51d3f6bc20bc req-6363de87-b80c-4f13-931d-8fe70c1e55a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d3fa52f4e144405974e46ae0c15e84b&device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 1095 time: 0.6420739 Aug 20 10:31:38.488246 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71c592dc-4082-4ce1-9be0-c3a5ce6ee201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:38.492007 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71c592dc-4082-4ce1-9be0-c3a5ce6ee201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:38.495475 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-71c592dc-4082-4ce1-9be0-c3a5ce6ee201 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f51e5066-cdde-44a7-b27c-b74aeee32d81 HTTP/1.1" status: 204 len: 168 time: 0.2704971 Aug 20 10:31:38.520678 n-d-778550-11 neutron-server[94866]: DEBUG neutron.quota.resource [None req-c108b579-e62d-4c6b-9c04-d3858f38864b tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] Usage tracker for resource:security_group and tenant:2265f07b21734f3d9a7d455643c0b834 is out of sync, need to count used quota {{(pid=94866) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 10:31:38.555564 n-d-778550-11 neutron-server[94866]: DEBUG neutron.quota.resource [None req-c108b579-e62d-4c6b-9c04-d3858f38864b tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94866) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 10:31:38.574713 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c592dc-4082-4ce1-9be0-c3a5ce6ee201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51e5066-cdde-44a7-b27c-b74aeee32d81,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:38.692160 n-d-778550-11 neutron-server[94866]: DEBUG neutron.quota.resource [None req-c108b579-e62d-4c6b-9c04-d3858f38864b tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] Usage tracker for resource:security_group_rule and tenant:2265f07b21734f3d9a7d455643c0b834 is out of sync, need to count used quota {{(pid=94866) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 10:31:38.719456 n-d-778550-11 neutron-server[94866]: DEBUG neutron.quota.resource [None req-c108b579-e62d-4c6b-9c04-d3858f38864b tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94866) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 10:31:38.773667 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c108b579-e62d-4c6b-9c04-d3858f38864b tempest-QuotasTest-2099463667 tempest-QuotasTest-2099463667-project-admin] 10.222.0.16 "GET /v2.0/quotas/2265f07b21734f3d9a7d455643c0b834/details.json HTTP/1.1" status: 200 len: 703 time: 0.9512603 Aug 20 10:31:38.816405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fbc77-4251-49e0-b6da-8846a10c7a62 req-24078eb0-f90f-4af6-8bb2-a5a526be512b tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:38.832079 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-682fbc77-4251-49e0-b6da-8846a10c7a62 req-24078eb0-f90f-4af6-8bb2-a5a526be512b tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 943 time: 0.2504003 Aug 20 10:31:38.900636 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-87bc418a-74b7-4728-8cef-5f2d43ee168c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:38.939909 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-682fbc77-4251-49e0-b6da-8846a10c7a62 req-1e7f94c8-9b29-4452-8622-7d7ff1ff5988 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022489 Aug 20 10:31:39.152016 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946e1c1-740f-4120-bd41-f0d136c0ad7f req-bba19413-d836-43ac-9961-d49424dbab9f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:39.155728 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2946e1c1-740f-4120-bd41-f0d136c0ad7f req-bba19413-d836-43ac-9961-d49424dbab9f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 932 time: 1.1679804 Aug 20 10:31:39.190872 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:39.209593 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6aeed8e0-5745-4ad6-a39b-ce2ede5e151d req-fc2f0c4e-e545-406d-a1c4-3dabaea28dbe service neutron] 10.222.0.42 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0700023 Aug 20 10:31:39.335597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57860) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:39.427074 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7aded0e-7d9d-4656-9ff9-a7ea25a3b997 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:31:39.449736 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-87bc418a-74b7-4728-8cef-5f2d43ee168c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:39.466021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df065942-d1d5-410c-8231-def3689d4310 None None] Sync routers for ids ['1fa1eed6-6bfa-4478-a88e-c261f1198f63'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:31:39.467820 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c7aded0e-7d9d-4656-9ff9-a7ea25a3b997 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/1fa1eed6-6bfa-4478-a88e-c261f1198f63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1236029 Aug 20 10:31:39.470658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57866) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:39.522449 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-10bd74fd-c97f-4174-b834-f26ab4ef5135 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:39.557654 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6243b1-0e01-46d2-937c-51d3f6bc20bc req-ea22f6a3-ea81-4c0a-b91a-83553f3f8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:39.564821 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8c6243b1-0e01-46d2-937c-51d3f6bc20bc req-ea22f6a3-ea81-4c0a-b91a-83553f3f8f7a service neutron] 10.222.0.24 "GET /v2.0/networks?id=38661d2e-9a6f-4db5-856b-53f75243cd46 HTTP/1.1" status: 200 len: 915 time: 1.0110831 Aug 20 10:31:39.581158 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2946e1c1-740f-4120-bd41-f0d136c0ad7f req-5dc4f099-94c3-42a0-a68b-d8e7c5902e8c tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911154 Aug 20 10:31:39.585399 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-87bc418a-74b7-4728-8cef-5f2d43ee168c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:39.591000 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-87bc418a-74b7-4728-8cef-5f2d43ee168c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/e06cbb8b-3bea-4244-9145-df367804821d HTTP/1.1" status: 204 len: 168 time: 3.8587854 Aug 20 10:31:39.601445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57868) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:39.605127 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc418a-74b7-4728-8cef-5f2d43ee168c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=e06cbb8b-3bea-4244-9145-df367804821d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:39.607467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1c3930-c402-4f22-a178-74b4cf6a7b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed6e3b9-e0d9-4ce2-958e-4177b44680e9'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:31:39.618391 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33a410d-cea1-4b9c-b8b2-6388f7cf023a" -d '{"events": [{"server_uuid": "6b1c3930-c402-4f22-a178-74b4cf6a7b6f", "name": "network-vif-plugged", "status": "completed", "tag": "4ed6e3b9-e0d9-4ce2-958e-4177b44680e9"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:31:39.646994 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df065942-d1d5-410c-8231-def3689d4310 None None] Routers {'1fa1eed6-6bfa-4478-a88e-c261f1198f63'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:39.648601 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-df065942-d1d5-410c-8231-def3689d4310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1fa1eed6-6bfa-4478-a88e-c261f1198f63'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:39.690365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-2482cede-abab-4253-ac46-161e0dab29e5 req-10bd74fd-c97f-4174-b834-f26ab4ef5135 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Transition to ACTIVE for port object cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:39.692948 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8c6243b1-0e01-46d2-937c-51d3f6bc20bc req-fc5856f7-5435-4c5c-8d43-6fb08074783e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d77a3974-5469-41c9-abf2-d5f12140ba0d HTTP/1.1" status: 200 len: 217 time: 0.1100338 Aug 20 10:31:39.750267 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b40ae7b5-075a-4486-8cf9-caf7b096819e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1404798 Aug 20 10:31:39.753161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57876) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:39.760437 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:39.787371 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd26916d-fc35-4e04-a0c6-b46b35fb4b08 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:39.811880 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-df065942-d1d5-410c-8231-def3689d4310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:39.834466 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6243b1-0e01-46d2-937c-51d3f6bc20bc req-3e932855-9e7f-4d7d-af10-cb2326af7cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:39.836044 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8c6243b1-0e01-46d2-937c-51d3f6bc20bc req-3e932855-9e7f-4d7d-af10-cb2326af7cfa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc HTTP/1.1" status: 200 len: 853 time: 0.1288879 Aug 20 10:31:39.844906 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c4e52a-866e-4b86-9c96-7ff4b20e61ab x-openstack-request-id: req-15c4e52a-866e-4b86-9c96-7ff4b20e61ab {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:31:39.845254 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1c3930-c402-4f22-a178-74b4cf6a7b6f", "name": "network-vif-plugged", "status": "completed", "tag": "4ed6e3b9-e0d9-4ce2-958e-4177b44680e9", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:31:39.845664 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15c4e52a-866e-4b86-9c96-7ff4b20e61ab {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:31:39.847136 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c3930-c402-4f22-a178-74b4cf6a7b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed6e3b9-e0d9-4ce2-958e-4177b44680e9', 'code': 200} Aug 20 10:31:39.883419 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f595924c-addf-4e70-81e6-86249bbc7748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:39.947480 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.api [None req-f595924c-addf-4e70-81e6-86249bbc7748 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 10:31:39.947480 n-d-778550-11 neutron-server[94866]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 10:31:39.947480 n-d-778550-11 neutron-server[94866]: [parameters: {'project_id_1': 'bd9ca03497c14bba92e7b2b55d1fafad', 'expiration_1': datetime.datetime(2021, 8, 20, 10, 31, 39, 917251)}] Aug 20 10:31:39.947480 n-d-778550-11 neutron-server[94866]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:31:39.948528 n-d-778550-11 neutron-server[94866]: DEBUG oslo_db.api [None req-f595924c-addf-4e70-81e6-86249bbc7748 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:31:39.996839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=4ed6e3b9-e0d9-4ce2-958e-4177b44680e9,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:40.024413 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:40.046005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6243b1-0e01-46d2-937c-51d3f6bc20bc req-bd572cc6-bd52-4365-8d1f-aa455e3458bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:40.048023 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8c6243b1-0e01-46d2-937c-51d3f6bc20bc req-bd572cc6-bd52-4365-8d1f-aa455e3458bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38661d2e-9a6f-4db5-856b-53f75243cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1987119 Aug 20 10:31:40.058275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df065942-d1d5-410c-8231-def3689d4310 None None] Routers {'1fa1eed6-6bfa-4478-a88e-c261f1198f63'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:40.059467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-df065942-d1d5-410c-8231-def3689d4310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1fa1eed6-6bfa-4478-a88e-c261f1198f63'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:40.103192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7a7bf9ed-c19e-4b2c-932d-9a7e0d055777 None None] Provisioning complete for port dd6bba24-b1c3-42af-bca7-875a5ba41f1e triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:40.103814 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a7bf9ed-c19e-4b2c-932d-9a7e0d055777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:40.110723 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073447c-fe1f-4607-b721-67ef9cd9eb95 req-a78f0ec4-a945-465f-a8bf-e34ec7cd3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:40.113017 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e073447c-fe1f-4607-b721-67ef9cd9eb95 req-a78f0ec4-a945-465f-a8bf-e34ec7cd3dd2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6b1c3930-c402-4f22-a178-74b4cf6a7b6f HTTP/1.1" status: 200 len: 1096 time: 0.1964548 Aug 20 10:31:40.127443 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-10bd74fd-c97f-4174-b834-f26ab4ef5135 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:40.240505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57886) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:40.254000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e608d-1e8f-444f-83d6-7f3ecc7b2d1b req-3ac37dfc-1e8a-43e6-b20a-e82a0257f888 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:40.261786 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf2e608d-1e8f-444f-83d6-7f3ecc7b2d1b req-3ac37dfc-1e8a-43e6-b20a-e82a0257f888 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 943 time: 0.2099738 Aug 20 10:31:40.295622 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2482cede-abab-4253-ac46-161e0dab29e5 req-10bd74fd-c97f-4174-b834-f26ab4ef5135 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Network 58be9fbc-1afd-4f79-ab05-18788eefaa5e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:40.321504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-2482cede-abab-4253-ac46-161e0dab29e5 req-10bd74fd-c97f-4174-b834-f26ab4ef5135 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:40.324291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2482cede-abab-4253-ac46-161e0dab29e5 req-10bd74fd-c97f-4174-b834-f26ab4ef5135 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:40.472541 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-10bd74fd-c97f-4174-b834-f26ab4ef5135 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:40.473234 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-10bd74fd-c97f-4174-b834-f26ab4ef5135 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:40.493492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd74fd-c97f-4174-b834-f26ab4ef5135 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event updated for resources: {'Port': ['ID=cb6a45ef-7e12-4ffc-8fc3-c50d7543a423,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:40.515150 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e073447c-fe1f-4607-b721-67ef9cd9eb95 req-fd72b47e-c830-454a-be2e-9a3f7d510340 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470414 Aug 20 10:31:40.553475 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-10bd74fd-c97f-4174-b834-f26ab4ef5135 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9433031 Aug 20 10:31:40.571724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf2e608d-1e8f-444f-83d6-7f3ecc7b2d1b req-7da7bbe6-1fd5-4de7-be96-4d562d300fff tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089051 Aug 20 10:31:40.578081 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8c6243b1-0e01-46d2-937c-51d3f6bc20bc req-90cd4b25-48fb-4cc1-87c2-eeff8bea7060 service neutron] 10.222.0.24 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168405 Aug 20 10:31:40.609561 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-df065942-d1d5-410c-8231-def3689d4310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:40.611100 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df065942-d1d5-410c-8231-def3689d4310 None None] The sync data for ids ['1fa1eed6-6bfa-4478-a88e-c261f1198f63'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:31:40.632291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b840ad89-9143-469e-bbe4-850753f71960 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1550965938-network', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:40.725180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-2482cede-abab-4253-ac46-161e0dab29e5 req-2913a420-6fc6-4e7e-a2d4-4791fc935767 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Request body: {'port': {'device_id': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d', 'admin_state_up': True, 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:40.765998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=4ed6e3b9-e0d9-4ce2-958e-4177b44680e9,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:40.821696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d77a3974-5469-41c9-abf2-d5f12140ba0d details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:31:40.859098 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b840ad89-9143-469e-bbe4-850753f71960 admin admin] Made reservation on behalf of f498f17eff9b45a7b8676c88aedae8a5 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:40.870584 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b840ad89-9143-469e-bbe4-850753f71960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:40.973234 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:40.978410 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:40.982035 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f595924c-addf-4e70-81e6-86249bbc7748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:40.986055 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b840ad89-9143-469e-bbe4-850753f71960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:41.016505 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d77a3974-5469-41c9-abf2-d5f12140ba0d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d77a3974-5469-41c9-abf2-d5f12140ba0d,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:41.039577 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'd77a3974-5469-41c9-abf2-d5f12140ba0d', 'network_id': '38661d2e-9a6f-4db5-856b-53f75243cd46', 'port_id': 'd77a3974-5469-41c9-abf2-d5f12140ba0d', 'mac_address': 'fa:16:3e:aa:08:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:31:41.072501 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8c6243b1-0e01-46d2-937c-51d3f6bc20bc req-5592a59a-ad10-47a6-aab4-9ab0f6bac31d service neutron] 10.222.0.24 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866743 Aug 20 10:31:41.106034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aab921b-0a06-4ec3-864a-2db715eef2d7 None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:31:41.111861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c7fa7-6bef-4563-aa15-eb7deb9bc38f req-7d511f61-0116-4a20-a884-f7a84d4b3086 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:41.115346 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:41.119544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c7fa7-6bef-4563-aa15-eb7deb9bc38f req-7d511f61-0116-4a20-a884-f7a84d4b3086 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:41.129030 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a34c7fa7-6bef-4563-aa15-eb7deb9bc38f req-7d511f61-0116-4a20-a884-f7a84d4b3086 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 1655 time: 0.3939250 Aug 20 10:31:41.138866 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device dd6bba24-b1c3-42af-bca7-875a5ba41f1e no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:31:41.149472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77a3974-5469-41c9-abf2-d5f12140ba0d {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:31:41.161312 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.api [None req-f595924c-addf-4e70-81e6-86249bbc7748 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 10:31:41.161312 n-d-778550-11 neutron-server[94866]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 10:31:41.161312 n-d-778550-11 neutron-server[94866]: [parameters: {'project_id_1': 'bd9ca03497c14bba92e7b2b55d1fafad', 'expiration_1': datetime.datetime(2021, 8, 20, 10, 31, 41, 119204)}] Aug 20 10:31:41.161312 n-d-778550-11 neutron-server[94866]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:31:41.162854 n-d-778550-11 neutron-server[94866]: DEBUG oslo_db.api [None req-f595924c-addf-4e70-81e6-86249bbc7748 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:31:41.264817 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-748a12c0-672c-4fd0-be80-146cec0b4eae None None] Provisioning for port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:41.288902 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-748a12c0-672c-4fd0-be80-146cec0b4eae None None] Provisioning complete for port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:41.289486 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-748a12c0-672c-4fd0-be80-146cec0b4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:41.308419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d77a3974-5469-41c9-abf2-d5f12140ba0d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d77a3974-5469-41c9-abf2-d5f12140ba0d,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:41.363892 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:41.368674 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b840ad89-9143-469e-bbe4-850753f71960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:41.419472 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a34c7fa7-6bef-4563-aa15-eb7deb9bc38f req-821a4d8b-3611-47db-b235-9ff1c63c7587 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892704 Aug 20 10:31:41.424866 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b840ad89-9143-469e-bbe4-850753f71960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:41.441113 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b840ad89-9143-469e-bbe4-850753f71960 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:31:41.454932 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b840ad89-9143-469e-bbe4-850753f71960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:41.455492 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-b840ad89-9143-469e-bbe4-850753f71960 admin admin] Added segment 811272b0-f542-48a8-afd3-93287aead824 of type vlan for network fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 Aug 20 10:31:41.459908 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85e5ecf6-ffb9-43de-bbcb-f1af70fffdaf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:41.465280 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:41.468595 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d77a3974-5469-41c9-abf2-d5f12140ba0d,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:41.490449 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-1aab921b-0a06-4ec3-864a-2db715eef2d7 None None] Deleting port dd6bba24-b1c3-42af-bca7-875a5ba41f1e {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:31:41.490826 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1aab921b-0a06-4ec3-864a-2db715eef2d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:41.565880 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b840ad89-9143-469e-bbe4-850753f71960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:41.670110 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:41.695022 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:41.705165 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-748a12c0-672c-4fd0-be80-146cec0b4eae None None] Port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:31:41.711093 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b840ad89-9143-469e-bbe4-850753f71960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:41.724976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b840ad89-9143-469e-bbe4-850753f71960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:41.726378 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b840ad89-9143-469e-bbe4-850753f71960 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:41.730486 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840ad89-9143-469e-bbe4-850753f71960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d8cf3f-dcda-4b80-9858-cdbc71f9ba76,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:41.765142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:41.766076 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:41.772232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=5622b560-43f9-4584-95c6-c43a18a388a5,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:41.824328 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-2913a420-6fc6-4e7e-a2d4-4791fc935767 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Made reservation on behalf of ce857d21443c465f9b0cce6a4f3cfa90 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:41.826773 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f595924c-addf-4e70-81e6-86249bbc7748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:41.835230 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-2913a420-6fc6-4e7e-a2d4-4791fc935767 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:41.849114 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['d77a3974-5469-41c9-abf2-d5f12140ba0d'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:31:41.854115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-1aab921b-0a06-4ec3-864a-2db715eef2d7 None None] For port dd6bba24-b1c3-42af-bca7-875a5ba41f1e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=dd6bba24-b1c3-42af-bca7-875a5ba41f1e,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:41.854518 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1aab921b-0a06-4ec3-864a-2db715eef2d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:41.888163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:41.888519 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:41.889112 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:41.889726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:41.890171 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:41.890562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:41.890947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:41.891689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:41.892305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:41.893135 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:41.893558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:41.893900 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:41.920652 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-37e1ca67-7dcf-444d-b9e5-a3af6996905c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1652534 Aug 20 10:31:41.924862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57904) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:41.928937 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b840ad89-9143-469e-bbe4-850753f71960 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6636496 Aug 20 10:31:41.933714 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:41.945143 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57906) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:41.947658 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:41.969987 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-1aab921b-0a06-4ec3-864a-2db715eef2d7 None None] Calling delete_port for dd6bba24-b1c3-42af-bca7-875a5ba41f1e owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:31:42.006039 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b143f2a8-fbeb-4375-beb5-969a921b2b9a admin admin] Request body: {'subnet': {'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1550965938-subnet', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:42.027460 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840ad89-9143-469e-bbe4-850753f71960 admin admin] Pushing event updated for resources: {'Network': ['ID=fd1d4ba8-2f99-4afd-9255-b02ab45b68a6,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:42.085204 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:31:42.099489 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58121030-f783-4c7f-a121-dbe5a2b6e382 req-79d63041-ff66-4ca0-a9f6-ee27e8f7dd62 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:42.103923 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-58121030-f783-4c7f-a121-dbe5a2b6e382 req-79d63041-ff66-4ca0-a9f6-ee27e8f7dd62 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 944 time: 0.4281676 Aug 20 10:31:42.200021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port dd6bba24-b1c3-42af-bca7-875a5ba41f1e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=dd6bba24-b1c3-42af-bca7-875a5ba41f1e,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:42.217059 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:42.260175 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-58121030-f783-4c7f-a121-dbe5a2b6e382 req-221aaf40-8e8c-4b69-b999-66bd3f1072bd tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347928 Aug 20 10:31:42.283187 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f595924c-addf-4e70-81e6-86249bbc7748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:42.285348 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f595924c-addf-4e70-81e6-86249bbc7748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:42.313047 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-2482cede-abab-4253-ac46-161e0dab29e5 req-2913a420-6fc6-4e7e-a2d4-4791fc935767 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Allocated IP 19.80.0.68 (0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d/6c26f23e-65ba-4228-a4cd-25f6fbb6c0cd/27d32e71-7d16-49c4-b613-a98286a292e6) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:42.402507 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f595924c-addf-4e70-81e6-86249bbc7748 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd9ca03497c14bba92e7b2b55d1fafad&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0650086 Aug 20 10:31:42.412706 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57910) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:42.439517 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1aab921b-0a06-4ec3-864a-2db715eef2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:42.490498 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595924c-addf-4e70-81e6-86249bbc7748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d7c3de-1a99-4ba1-a148-dfd3a83adf8a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:42.509284 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aab921b-0a06-4ec3-864a-2db715eef2d7 None None] No DVR routers for this DVR port dd6bba24-b1c3-42af-bca7-875a5ba41f1e on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:31:42.515687 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=dd6bba24-b1c3-42af-bca7-875a5ba41f1e,revision_number=10']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:42.557227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a735a72-d17d-474e-8e86-b2d571a00714 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:42.569548 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab921b-0a06-4ec3-864a-2db715eef2d7 None None] Pushing event deleted for resources: {'Port': ['ID=dd6bba24-b1c3-42af-bca7-875a5ba41f1e,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:42.619957 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dcfd8ae6-0c01-423f-8735-cc103b17ec77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:42.635138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-85e5ecf6-ffb9-43de-bbcb-f1af70fffdaf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting port b243f3ec-5e4a-43f3-ae24-05badc0df1e6 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:31:42.635138 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85e5ecf6-ffb9-43de-bbcb-f1af70fffdaf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:42.656425 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b143f2a8-fbeb-4375-beb5-969a921b2b9a admin admin] Made reservation on behalf of f498f17eff9b45a7b8676c88aedae8a5 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:42.660924 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b143f2a8-fbeb-4375-beb5-969a921b2b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:42.818604 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': '5622b560-43f9-4584-95c6-c43a18a388a5'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:31:42.819521 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:42.819737 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dcfd8ae6-0c01-423f-8735-cc103b17ec77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:42.845187 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-2913a420-6fc6-4e7e-a2d4-4791fc935767 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:42.870242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:42.876058 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:42.927963 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85e5ecf6-ffb9-43de-bbcb-f1af70fffdaf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:42.940111 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab492ec3-4c0e-412c-9e0e-5932f67f48f5 req-60e2d580-5da9-415e-9610-e20a3f545b1d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:42.952343 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab492ec3-4c0e-412c-9e0e-5932f67f48f5 req-60e2d580-5da9-415e-9610-e20a3f545b1d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:42.964883 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab492ec3-4c0e-412c-9e0e-5932f67f48f5 req-60e2d580-5da9-415e-9610-e20a3f545b1d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 1655 time: 0.3509083 Aug 20 10:31:42.969078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-85e5ecf6-ffb9-43de-bbcb-f1af70fffdaf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Calling delete_port for b243f3ec-5e4a-43f3-ae24-05badc0df1e6 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:31:43.009866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-2482cede-abab-4253-ac46-161e0dab29e5 req-2913a420-6fc6-4e7e-a2d4-4791fc935767 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Transition to ACTIVE for port object 27d32e71-7d16-49c4-b613-a98286a292e6 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:43.080069 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab492ec3-4c0e-412c-9e0e-5932f67f48f5 req-97175ec8-1e40-41e1-b692-dbc2ef8a0d93 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137626 Aug 20 10:31:43.092240 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dcfd8ae6-0c01-423f-8735-cc103b17ec77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:43.098597 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dcfd8ae6-0c01-423f-8735-cc103b17ec77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:43.103242 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dcfd8ae6-0c01-423f-8735-cc103b17ec77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4d7c3de-1a99-4ba1-a148-dfd3a83adf8a HTTP/1.1" status: 204 len: 168 time: 0.6498175 Aug 20 10:31:43.108528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Allocated IP 172.20.0.2 (7b83641d-fbeb-417a-8d09-ab733c99b474/5622b560-43f9-4584-95c6-c43a18a388a5/4f5656fd-08ed-4421-8f6d-030813117c42) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:43.188134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd8ae6-0c01-423f-8735-cc103b17ec77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d7c3de-1a99-4ba1-a148-dfd3a83adf8a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:43.190842 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-2913a420-6fc6-4e7e-a2d4-4791fc935767 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:43.293203 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2482cede-abab-4253-ac46-161e0dab29e5 req-2913a420-6fc6-4e7e-a2d4-4791fc935767 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Network 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:43.338280 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913a420-6fc6-4e7e-a2d4-4791fc935767 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event updated for resources: {'Port': ['ID=27d32e71-7d16-49c4-b613-a98286a292e6,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:43.340994 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-2482cede-abab-4253-ac46-161e0dab29e5 req-2913a420-6fc6-4e7e-a2d4-4791fc935767 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:43.347547 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2482cede-abab-4253-ac46-161e0dab29e5 req-2913a420-6fc6-4e7e-a2d4-4791fc935767 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:43.358164 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85e5ecf6-ffb9-43de-bbcb-f1af70fffdaf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:43.405135 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5ecf6-ffb9-43de-bbcb-f1af70fffdaf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Port': ['ID=b243f3ec-5e4a-43f3-ae24-05badc0df1e6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:43.446106 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:43.458302 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Transition to ACTIVE for port object 4f5656fd-08ed-4421-8f6d-030813117c42 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:43.477579 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Transition to ACTIVE for port object 4f5656fd-08ed-4421-8f6d-030813117c42 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:43.485429 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:43.602453 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:43.609134 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:43.625366 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:43.668218 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Pushing event updated for resources: {'Port': ['ID=4f5656fd-08ed-4421-8f6d-030813117c42,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:43.703403 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85e5ecf6-ffb9-43de-bbcb-f1af70fffdaf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:43.846839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Attempting to bind port 4f5656fd-08ed-4421-8f6d-030813117c42 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:43.847587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Attempting to bind port 4f5656fd-08ed-4421-8f6d-030813117c42 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:43.847587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Attempting to bind port 4f5656fd-08ed-4421-8f6d-030813117c42 on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:43.862046 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfe034-9e08-4457-85aa-accf7f04e5c1 req-2d5eef24-9326-4fb5-a504-a962f43c63e3 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:43.863898 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10bfe034-9e08-4457-85aa-accf7f04e5c1 req-2d5eef24-9326-4fb5-a504-a962f43c63e3 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 944 time: 0.3309586 Aug 20 10:31:43.885940 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:43.887416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:43.888522 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:43.889537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:43.890451 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Bound port: 4f5656fd-08ed-4421-8f6d-030813117c42, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:43.904622 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:44.015603 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-50a92369-1703-4882-b0a6-77029477f154 None None] Provisioning for port 27d32e71-7d16-49c4-b613-a98286a292e6 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:44.029039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-50a92369-1703-4882-b0a6-77029477f154 None None] Provisioning complete for port 27d32e71-7d16-49c4-b613-a98286a292e6 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:44.029689 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-50a92369-1703-4882-b0a6-77029477f154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:44.044474 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57928) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:44.088507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] For port 4f5656fd-08ed-4421-8f6d-030813117c42, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:44.107306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] For port 4f5656fd-08ed-4421-8f6d-030813117c42, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4f5656fd-08ed-4421-8f6d-030813117c42,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:44.114175 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:44.118698 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-84c25647-65ac-49ac-ad44-28e486522fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:44.128612 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e5ecf6-ffb9-43de-bbcb-f1af70fffdaf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router 1fa1eed6-6bfa-4478-a88e-c261f1198f63 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:31:44.145042 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10bfe034-9e08-4457-85aa-accf7f04e5c1 req-13871a6d-75b9-43dd-8a15-2ce022f9e565 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729144 Aug 20 10:31:44.171437 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-50a92369-1703-4882-b0a6-77029477f154 None None] Port 27d32e71-7d16-49c4-b613-a98286a292e6 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:31:44.276968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-2913a420-6fc6-4e7e-a2d4-4791fc935767 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:44.278098 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-2913a420-6fc6-4e7e-a2d4-4791fc935767 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:44.287589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea58d70-ecf9-40ac-b246-6412ef08cff1 None None] Pushing event updated for resources: {'Port': ['ID=4f5656fd-08ed-4421-8f6d-030813117c42,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:44.287975 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-84c25647-65ac-49ac-ad44-28e486522fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:44.302729 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-84c25647-65ac-49ac-ad44-28e486522fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:44.382641 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-2913a420-6fc6-4e7e-a2d4-4791fc935767 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6684391 Aug 20 10:31:44.420039 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e5ecf6-ffb9-43de-bbcb-f1af70fffdaf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:31:44.429825 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-85e5ecf6-ffb9-43de-bbcb-f1af70fffdaf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/1fa1eed6-6bfa-4478-a88e-c261f1198f63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9580600 Aug 20 10:31:44.433897 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c25647-65ac-49ac-ad44-28e486522fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06911c29-ca56-43fc-9f50-ea580ee97448,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:44.447605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Request body: {'port': {'device_id': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:44.456557 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-84c25647-65ac-49ac-ad44-28e486522fc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2265f07b21734f3d9a7d455643c0b834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4072468 Aug 20 10:31:44.457372 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57932) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:44.457831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57934) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:44.488638 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8101b004-9982-44c1-a7f2-5bafc5c3fcae None None] Sync routers for ids ['1fa1eed6-6bfa-4478-a88e-c261f1198f63'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:31:44.509412 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8101b004-9982-44c1-a7f2-5bafc5c3fcae None None] Routers {'1fa1eed6-6bfa-4478-a88e-c261f1198f63'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:44.510067 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-8101b004-9982-44c1-a7f2-5bafc5c3fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1fa1eed6-6bfa-4478-a88e-c261f1198f63'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:44.523034 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9508d8d1-909a-4acf-acd8-8dca1a327817 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fa1eed6-6bfa-4478-a88e-c261f1198f63 HTTP/1.1" status: 200 len: 205 time: 0.0635591 Aug 20 10:31:44.526577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57936) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:44.569674 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b143f2a8-fbeb-4375-beb5-969a921b2b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:44.594267 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-8101b004-9982-44c1-a7f2-5bafc5c3fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:44.604906 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:44.612999 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8101b004-9982-44c1-a7f2-5bafc5c3fcae None None] Routers {'1fa1eed6-6bfa-4478-a88e-c261f1198f63'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:44.614322 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-8101b004-9982-44c1-a7f2-5bafc5c3fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1fa1eed6-6bfa-4478-a88e-c261f1198f63'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:44.635346 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217e4f7-d549-4a9b-ada9-c928e906af13 req-58b3b89a-52cc-493e-91db-921c6c945e7c tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:44.640873 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6c2873ef-21fc-4ec8-9141-9719ed17d392 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:44.642750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217e4f7-d549-4a9b-ada9-c928e906af13 req-58b3b89a-52cc-493e-91db-921c6c945e7c tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:44.650813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217e4f7-d549-4a9b-ada9-c928e906af13 req-58b3b89a-52cc-493e-91db-921c6c945e7c tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:44.652590 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8217e4f7-d549-4a9b-ada9-c928e906af13 req-58b3b89a-52cc-493e-91db-921c6c945e7c tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2376 time: 0.3675580 Aug 20 10:31:44.668561 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-8101b004-9982-44c1-a7f2-5bafc5c3fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:44.669395 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8101b004-9982-44c1-a7f2-5bafc5c3fcae None None] The sync data for ids ['1fa1eed6-6bfa-4478-a88e-c261f1198f63'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:31:44.756822 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2836-e48a-4aa0-ad93-8cf84a47e639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:44.789420 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143f2a8-fbeb-4375-beb5-969a921b2b9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4d0d36b-7f1b-481d-866e-81cca665fba3,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:44.827889 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d77a3974-5469-41c9-abf2-d5f12140ba0d up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:44.860695 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2836-e48a-4aa0-ad93-8cf84a47e639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:44.867900 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8217e4f7-d549-4a9b-ada9-c928e906af13 req-bb7a3252-d5d6-4c7a-a143-798cec77eeea tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616096 Aug 20 10:31:44.920388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port d77a3974-5469-41c9-abf2-d5f12140ba0d completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:44.925927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port d77a3974-5469-41c9-abf2-d5f12140ba0d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:44.926512 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:44.936916 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6c2873ef-21fc-4ec8-9141-9719ed17d392 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:44.944365 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6c2873ef-21fc-4ec8-9141-9719ed17d392 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:45.011076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b143f2a8-fbeb-4375-beb5-969a921b2b9a admin admin] Checking segment: {'id': '811272b0-f542-48a8-afd3-93287aead824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:45.012512 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b143f2a8-fbeb-4375-beb5-969a921b2b9a admin admin] Network hostable DHCP agents. Network: fd1d4ba8-2f99-4afd-9255-b02ab45b68a6, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:31:45.017763 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6c2873ef-21fc-4ec8-9141-9719ed17d392 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:45.018617 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2873ef-21fc-4ec8-9141-9719ed17d392 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Fanout notify agent at l3_agent the message router_deleted on router 1fa1eed6-6bfa-4478-a88e-c261f1198f63 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:31:45.029509 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6c2873ef-21fc-4ec8-9141-9719ed17d392 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:45.030954 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6c2873ef-21fc-4ec8-9141-9719ed17d392 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/routers/1fa1eed6-6bfa-4478-a88e-c261f1198f63 HTTP/1.1" status: 204 len: 168 time: 0.5033476 Aug 20 10:31:45.035172 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57940) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:45.093739 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:45.155856 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2836-e48a-4aa0-ad93-8cf84a47e639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:45.158399 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2836-e48a-4aa0-ad93-8cf84a47e639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:45.169169 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1fcf2836-e48a-4aa0-ad93-8cf84a47e639 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06911c29-ca56-43fc-9f50-ea580ee97448 HTTP/1.1" status: 204 len: 168 time: 0.7081594 Aug 20 10:31:45.208999 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955d20e6-6a6a-4a91-af66-5be6256641e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77a3974-5469-41c9-abf2-d5f12140ba0d'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:31:45.211866 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c102e2e5-e8ac-4a72-9291-50c01ec03561" -d '{"events": [{"server_uuid": "955d20e6-6a6a-4a91-af66-5be6256641e3", "name": "network-vif-plugged", "status": "completed", "tag": "d77a3974-5469-41c9-abf2-d5f12140ba0d"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:31:45.253468 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4f5656fd-08ed-4421-8f6d-030813117c42 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:45.263273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf2836-e48a-4aa0-ad93-8cf84a47e639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06911c29-ca56-43fc-9f50-ea580ee97448,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:45.270076 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d77a3974-5469-41c9-abf2-d5f12140ba0d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d77a3974-5469-41c9-abf2-d5f12140ba0d,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:45.284666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1788ec6-e2ed-41ae-832c-d804310aa33e tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting subnet 0c78df92-da04-4a9f-892b-4cfb57963ba2 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:31:45.296573 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1788ec6-e2ed-41ae-832c-d804310aa33e tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:45.331517 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:45.357413 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62bc13e-7803-4848-bfe7-5b0aa59268ee x-openstack-request-id: req-a62bc13e-7803-4848-bfe7-5b0aa59268ee {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:31:45.358519 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955d20e6-6a6a-4a91-af66-5be6256641e3", "name": "network-vif-plugged", "status": "completed", "tag": "d77a3974-5469-41c9-abf2-d5f12140ba0d", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:31:45.358775 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a62bc13e-7803-4848-bfe7-5b0aa59268ee {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:31:45.358931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b143f2a8-fbeb-4375-beb5-969a921b2b9a admin admin] Network fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:31:45.359527 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955d20e6-6a6a-4a91-af66-5be6256641e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77a3974-5469-41c9-abf2-d5f12140ba0d', 'code': 200} Aug 20 10:31:45.448455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d77a3974-5469-41c9-abf2-d5f12140ba0d,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:45.451948 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1788ec6-e2ed-41ae-832c-d804310aa33e tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:45.476972 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 4f5656fd-08ed-4421-8f6d-030813117c42 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:45.510325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b143f2a8-fbeb-4375-beb5-969a921b2b9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, fd1d4ba8-2f99-4afd-9255-b02ab45b68a6) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:45.520535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ec494a-b450-4ba0-b7c8-04e81cc0dd8f None None] Network fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:45.532793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.objects.ports [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94867) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:31:45.608854 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1788ec6-e2ed-41ae-832c-d804310aa33e tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:45.694365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b143f2a8-fbeb-4375-beb5-969a921b2b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:45.695769 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b143f2a8-fbeb-4375-beb5-969a921b2b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:45.746321 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1788ec6-e2ed-41ae-832c-d804310aa33e tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:45.788781 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1788ec6-e2ed-41ae-832c-d804310aa33e tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Subnet': ['ID=0c78df92-da04-4a9f-892b-4cfb57963ba2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:45.797571 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df8e5a2-99df-4fe6-9910-84f9a07c97de None None] Network ecfb3127-306a-44a5-83c8-faf9a6594e29 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:45.801185 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1788ec6-e2ed-41ae-832c-d804310aa33e tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:45.807310 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f1788ec6-e2ed-41ae-832c-d804310aa33e tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/subnets/0c78df92-da04-4a9f-892b-4cfb57963ba2 HTTP/1.1" status: 204 len: 168 time: 0.7673793 Aug 20 10:31:45.807310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57952) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:45.811216 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b143f2a8-fbeb-4375-beb5-969a921b2b9a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.8614621 Aug 20 10:31:45.827146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57954) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:45.846106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:45.861190 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6668fa-437d-4b59-8d74-f858b8ff5d24 req-5e54bd7a-f7ba-4ee0-b56d-24a2a5d4258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:45.865478 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-da6668fa-437d-4b59-8d74-f858b8ff5d24 req-5e54bd7a-f7ba-4ee0-b56d-24a2a5d4258b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 1097 time: 0.4229703 Aug 20 10:31:45.900878 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0c7d0e-90da-45c4-bb8f-6749f8950e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting subnet 551044b4-f8a3-4a5b-ad87-240564a42271 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:31:45.904441 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9f0c7d0e-90da-45c4-bb8f-6749f8950e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:45.923650 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'fixed_ips': [{'subnet_id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:31:45.925100 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:45.984252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9f0c7d0e-90da-45c4-bb8f-6749f8950e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:46.030431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6676fa-4e90-4682-8623-376ad4190537 req-1b2f7719-277b-4eed-b07d-b0e4cb380a2a tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:46.039796 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b6676fa-4e90-4682-8623-376ad4190537 req-1b2f7719-277b-4eed-b07d-b0e4cb380a2a tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 945 time: 0.5813353 Aug 20 10:31:46.045817 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-05b5d243-95c8-418f-a561-5b9d6515d51f None None] Provisioning for port 4f5656fd-08ed-4421-8f6d-030813117c42 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:46.134304 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:46.136559 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:46.164374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-05b5d243-95c8-418f-a561-5b9d6515d51f None None] Provisioning complete for port 4f5656fd-08ed-4421-8f6d-030813117c42 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:46.165401 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-05b5d243-95c8-418f-a561-5b9d6515d51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:46.184730 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64aea4d-df95-46ea-8085-77b9b169e8a7 req-5539d8b0-d20b-48bf-a147-53316fa7eff4 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:46.202262 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64aea4d-df95-46ea-8085-77b9b169e8a7 req-5539d8b0-d20b-48bf-a147-53316fa7eff4 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:46.217611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64aea4d-df95-46ea-8085-77b9b169e8a7 req-5539d8b0-d20b-48bf-a147-53316fa7eff4 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:46.221757 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a64aea4d-df95-46ea-8085-77b9b169e8a7 req-5539d8b0-d20b-48bf-a147-53316fa7eff4 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2376 time: 0.1938250 Aug 20 10:31:46.262675 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:46.356965 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-da6668fa-437d-4b59-8d74-f858b8ff5d24 req-40ed13d6-69f9-4bf0-b921-a1e85015bff0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806507 Aug 20 10:31:46.424244 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b6676fa-4e90-4682-8623-376ad4190537 req-34cabc41-69f3-4d6a-aa93-3c2b4cacb4bf tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804724 Aug 20 10:31:46.456041 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b16142e-c0b0-4453-abab-afdb00d54883 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:31:46.469696 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9f0c7d0e-90da-45c4-bb8f-6749f8950e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:46.470629 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:46.491257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Transition to ACTIVE for port object 6b16142e-c0b0-4453-abab-afdb00d54883 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:46.496311 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:46.504002 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:46.673131 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9f0c7d0e-90da-45c4-bb8f-6749f8950e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:46.699856 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-05b5d243-95c8-418f-a561-5b9d6515d51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:46.743997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Allocated IP 172.20.0.2 (fd1d4ba8-2f99-4afd-9255-b02ab45b68a6/c4d0d36b-7f1b-481d-866e-81cca665fba3/08d27613-8545-4abf-b11b-33bc41d296b3) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:46.798767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c7d0e-90da-45c4-bb8f-6749f8950e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Subnet': ['ID=551044b4-f8a3-4a5b-ad87-240564a42271,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:46.809432 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9f0c7d0e-90da-45c4-bb8f-6749f8950e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:46.812549 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9f0c7d0e-90da-45c4-bb8f-6749f8950e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/subnets/551044b4-f8a3-4a5b-ad87-240564a42271 HTTP/1.1" status: 204 len: 168 time: 1.0043681 Aug 20 10:31:46.816049 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92df435e-2399-4859-810b-b5824d2c3eb1 None None] DHCP port deletion for ecfb3127-306a-44a5-83c8-faf9a6594e29 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:31:46.823544 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57978) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:46.863074 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f6cd8b-dc61-4e50-be9f-4fd1e0e689a0 None None] Network 8f9e7789-fa67-4757-8b8b-cba55d9c9e7b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:46.927003 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-05b5d243-95c8-418f-a561-5b9d6515d51f None None] For port 4f5656fd-08ed-4421-8f6d-030813117c42, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4f5656fd-08ed-4421-8f6d-030813117c42,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:46.931947 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a64aea4d-df95-46ea-8085-77b9b169e8a7 req-36d75578-e5e5-4d43-a1e7-17bc4203adbb tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6481836 Aug 20 10:31:46.950944 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-82f066e4-dbaf-43a2-9905-32ca79b2db51 req-c086f867-7ab9-4a53-a8d6-1f43800d1cff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7265868 Aug 20 10:31:46.971084 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Pushing event updated for resources: {'Port': ['ID=6b16142e-c0b0-4453-abab-afdb00d54883,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:47.021297 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:47.024110 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:47.090231 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.api [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:31:47.091317 n-d-778550-11 neutron-server[94867]: DEBUG oslo_db.api [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:31:47.188068 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f066e4-dbaf-43a2-9905-32ca79b2db51 req-b396dcb8-4687-4229-8572-e2adf806999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:47.191600 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-82f066e4-dbaf-43a2-9905-32ca79b2db51 req-b396dcb8-4687-4229-8572-e2adf806999e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b086f231f77d4675abacdbd977d6ae32&device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 1097 time: 0.1606662 Aug 20 10:31:47.212098 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Attempting to bind port 6b16142e-c0b0-4453-abab-afdb00d54883 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:47.212977 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Attempting to bind port 6b16142e-c0b0-4453-abab-afdb00d54883 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '433e95c4-416e-4b8a-9dc3-4f5a01020a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:47.213559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Attempting to bind port 6b16142e-c0b0-4453-abab-afdb00d54883 on network 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:47.215568 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:47.228621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Port 6b16142e-c0b0-4453-abab-afdb00d54883 on network 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:31:47.229130 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Attempting to bind port 6b16142e-c0b0-4453-abab-afdb00d54883 on network 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:47.231830 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Transition to ACTIVE for port object 08d27613-8545-4abf-b11b-33bc41d296b3 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:47.241945 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:47.242495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Checking segment: {'id': '433e95c4-416e-4b8a-9dc3-4f5a01020a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:47.243128 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Bound using segment: {'id': '433e95c4-416e-4b8a-9dc3-4f5a01020a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:47.243806 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Bound port: 6b16142e-c0b0-4453-abab-afdb00d54883, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433e95c4-416e-4b8a-9dc3-4f5a01020a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:47.244368 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:47.261216 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Transition to ACTIVE for port object 08d27613-8545-4abf-b11b-33bc41d296b3 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:47.351933 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] For port 6b16142e-c0b0-4453-abab-afdb00d54883, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:47.355977 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] For port 6b16142e-c0b0-4453-abab-afdb00d54883, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=6b16142e-c0b0-4453-abab-afdb00d54883,segment=NetworkSegment(433e95c4-416e-4b8a-9dc3-4f5a01020a02),segment_id=433e95c4-416e-4b8a-9dc3-4f5a01020a02)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:47.370219 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:47.389593 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:47.395076 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7a308b7d-4846-4f70-a564-e60a17a87b68 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:31:47.452897 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-05b5d243-95c8-418f-a561-5b9d6515d51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:47.484634 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting port 7a308b7d-4846-4f70-a564-e60a17a87b68 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:31:47.485369 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:47.509491 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f066e4-dbaf-43a2-9905-32ca79b2db51 req-e611b369-1c1d-4c06-92aa-e7df71cdde53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:47.511627 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-82f066e4-dbaf-43a2-9905-32ca79b2db51 req-e611b369-1c1d-4c06-92aa-e7df71cdde53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a2aea40-582a-4eff-ab3a-f223319273f1 HTTP/1.1" status: 200 len: 911 time: 0.2746849 Aug 20 10:31:47.563962 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:47.565020 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:47.567492 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] 10.222.0.42 "PUT /v2.0/ports/6b16142e-c0b0-4453-abab-afdb00d54883 HTTP/1.1" status: 200 len: 1093 time: 3.1359398 Aug 20 10:31:47.581289 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'tag': '6b16142e-c0b0-4453-abab-afdb00d54883'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:31:47.588796 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156c3a44-5102-4118-a524-46a43ed790b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "tag": "6b16142e-c0b0-4453-abab-afdb00d54883"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:31:47.621453 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Request body: {'port': {'device_id': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:47.877368 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0ebe18cf-404a-4513-bb94-f26befd1561d None None] Could not find standard attr ID for object 0b931ea7-74cc-4d88-8397-2879d3f019b0. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:31:47.885037 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af87f22-4e31-4cbd-ad32-f9b94cb48fc7 x-openstack-request-id: req-6af87f22-4e31-4cbd-ad32-f9b94cb48fc7 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:31:47.885584 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "tag": "6b16142e-c0b0-4453-abab-afdb00d54883", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:31:47.886180 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6af87f22-4e31-4cbd-ad32-f9b94cb48fc7 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:31:47.887492 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'tag': '6b16142e-c0b0-4453-abab-afdb00d54883', 'status': 'completed', 'code': 200} Aug 20 10:31:47.906245 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:47.921777 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] For port 7a308b7d-4846-4f70-a564-e60a17a87b68, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7a308b7d-4846-4f70-a564-e60a17a87b68,segment=NetworkSegment(2dd1dcbb-53e9-4f7c-881d-4dae0cbd8887),segment_id=2dd1dcbb-53e9-4f7c-881d-4dae0cbd8887)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:47.923963 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:47.947041 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Network fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:48.020212 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:48.022687 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Calling delete_port for 7a308b7d-4846-4f70-a564-e60a17a87b68 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:31:48.030282 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:48.036709 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-82f066e4-dbaf-43a2-9905-32ca79b2db51 req-e6a56f5d-a09b-4326-be58-57df3a687145 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a5616b-820a-49fe-b3b1-b11f4474063d HTTP/1.1" status: 200 len: 1001 time: 0.4222322 Aug 20 10:31:48.062380 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Pushing event updated for resources: {'Port': ['ID=08d27613-8545-4abf-b11b-33bc41d296b3,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:48.070529 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:48.128354 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-92df435e-2399-4859-810b-b5824d2c3eb1 None None] Deleting port 7a308b7d-4846-4f70-a564-e60a17a87b68 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:31:48.128828 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-92df435e-2399-4859-810b-b5824d2c3eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:48.166102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:48.166102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:48.166102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:48.166102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:48.166102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:48.166102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:48.166102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:48.166102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:48.166102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:48.166102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:48.166102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:48.166102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:31:48.354184 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa4247-6e82-4693-9637-b0f52049a3bd service neutron] Pushing event updated for resources: {'Port': ['ID=6b16142e-c0b0-4453-abab-afdb00d54883,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:48.366567 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58010) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:48.416062 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] For port 4f5656fd-08ed-4421-8f6d-030813117c42, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4f5656fd-08ed-4421-8f6d-030813117c42,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:48.486199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be685cb-0d96-4e8b-9441-0b08ef961fae None None] DHCP port deletion for 8f9e7789-fa67-4757-8b8b-cba55d9c9e7b request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:31:48.563280 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f066e4-dbaf-43a2-9905-32ca79b2db51 req-09054f08-3d65-45d4-8b72-6a8cf08cef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:48.565770 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-82f066e4-dbaf-43a2-9905-32ca79b2db51 req-09054f08-3d65-45d4-8b72-6a8cf08cef98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869 HTTP/1.1" status: 200 len: 849 time: 0.5191257 Aug 20 10:31:48.579743 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Attempting to bind port 08d27613-8545-4abf-b11b-33bc41d296b3 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:48.580547 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Attempting to bind port 08d27613-8545-4abf-b11b-33bc41d296b3 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '811272b0-f542-48a8-afd3-93287aead824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:48.581592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Attempting to bind port 08d27613-8545-4abf-b11b-33bc41d296b3 on network fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:48.596047 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:48.597049 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Checking segment: {'id': '811272b0-f542-48a8-afd3-93287aead824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:48.597695 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:48.598362 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Bound using segment: {'id': '811272b0-f542-48a8-afd3-93287aead824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:48.599108 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Bound port: 08d27613-8545-4abf-b11b-33bc41d296b3, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '811272b0-f542-48a8-afd3-93287aead824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:48.599764 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:48.606818 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c3a44-5102-4118-a524-46a43ed790b7 req-588e919f-c699-48b4-b40a-3f5e5968504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:48.607558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c3a44-5102-4118-a524-46a43ed790b7 req-588e919f-c699-48b4-b40a-3f5e5968504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:48.608312 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c3a44-5102-4118-a524-46a43ed790b7 req-588e919f-c699-48b4-b40a-3f5e5968504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:48.610426 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-156c3a44-5102-4118-a524-46a43ed790b7 req-588e919f-c699-48b4-b40a-3f5e5968504e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce857d21443c465f9b0cce6a4f3cfa90&device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2732 time: 0.7084012 Aug 20 10:31:48.646202 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a5bb7-2a29-497d-9ab3-a490abc4e83c req-68557e61-1cc7-4136-8912-99ee10439755 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:48.648600 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f7a5bb7-2a29-497d-9ab3-a490abc4e83c req-68557e61-1cc7-4136-8912-99ee10439755 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 945 time: 0.9127185 Aug 20 10:31:48.648978 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:48.669685 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08e3bb-b809-49e0-9f54-7af8e2301bf0 req-2e04a901-ff90-441f-b2c7-d43185cacf99 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:48.676954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-aa3203df-1e92-45b9-a4a4-a4a6e74b3c1d tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-825996477', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:48.680633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08e3bb-b809-49e0-9f54-7af8e2301bf0 req-2e04a901-ff90-441f-b2c7-d43185cacf99 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:48.688503 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:48.689100 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08e3bb-b809-49e0-9f54-7af8e2301bf0 req-2e04a901-ff90-441f-b2c7-d43185cacf99 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:48.691740 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be08e3bb-b809-49e0-9f54-7af8e2301bf0 req-2e04a901-ff90-441f-b2c7-d43185cacf99 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2388 time: 0.2444501 Aug 20 10:31:48.734228 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:48.744334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5d243-95c8-418f-a561-5b9d6515d51f None None] Pushing event updated for resources: {'Port': ['ID=4f5656fd-08ed-4421-8f6d-030813117c42,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:48.766944 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:48.769036 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-92df435e-2399-4859-810b-b5824d2c3eb1 None None] For port 7a308b7d-4846-4f70-a564-e60a17a87b68, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7a308b7d-4846-4f70-a564-e60a17a87b68,segment=NetworkSegment(2dd1dcbb-53e9-4f7c-881d-4dae0cbd8887),segment_id=2dd1dcbb-53e9-4f7c-881d-4dae0cbd8887)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:48.769885 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-92df435e-2399-4859-810b-b5824d2c3eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:48.784619 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f066e4-dbaf-43a2-9905-32ca79b2db51 req-42039f04-1770-4a16-8920-7e673eac2649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:48.786254 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-82f066e4-dbaf-43a2-9905-32ca79b2db51 req-42039f04-1770-4a16-8920-7e673eac2649 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a2aea40-582a-4eff-ab3a-f223319273f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2069173 Aug 20 10:31:48.801531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-92df435e-2399-4859-810b-b5824d2c3eb1 None None] Calling delete_port for 7a308b7d-4846-4f70-a564-e60a17a87b68 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:31:48.819500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Port': ['ID=7a308b7d-4846-4f70-a564-e60a17a87b68,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:48.832893 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be08e3bb-b809-49e0-9f54-7af8e2301bf0 req-48d23dfe-1b4c-4adb-9eaf-b2144b93c188 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234028 Aug 20 10:31:48.852374 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] No DVR routers for this DVR port 7a308b7d-4846-4f70-a564-e60a17a87b68 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:31:48.854246 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] For port 08d27613-8545-4abf-b11b-33bc41d296b3, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:48.904528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] For port 08d27613-8545-4abf-b11b-33bc41d296b3, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=08d27613-8545-4abf-b11b-33bc41d296b3,segment=NetworkSegment(811272b0-f542-48a8-afd3-93287aead824),segment_id=811272b0-f542-48a8-afd3-93287aead824)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:48.911179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3be685cb-0d96-4e8b-9441-0b08ef961fae None None] Deleting port e817d151-3e49-4f7d-9d3d-2c1495f3fc10 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:31:48.911643 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3be685cb-0d96-4e8b-9441-0b08ef961fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:48.917222 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:48.938896 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:48.940251 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:49.088341 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4f5656fd-08ed-4421-8f6d-030813117c42 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:49.096286 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-3be685cb-0d96-4e8b-9441-0b08ef961fae None None] For port e817d151-3e49-4f7d-9d3d-2c1495f3fc10, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e817d151-3e49-4f7d-9d3d-2c1495f3fc10,segment=NetworkSegment(04c160fc-d056-4192-99d1-9261ef978586),segment_id=04c160fc-d056-4192-99d1-9261ef978586)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:49.097011 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3be685cb-0d96-4e8b-9441-0b08ef961fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:49.130115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb7944-843b-49ab-9399-165520b470b8 None None] Pushing event updated for resources: {'Port': ['ID=08d27613-8545-4abf-b11b-33bc41d296b3,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:49.139019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3be685cb-0d96-4e8b-9441-0b08ef961fae None None] Calling delete_port for e817d151-3e49-4f7d-9d3d-2c1495f3fc10 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:31:49.146338 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-92df435e-2399-4859-810b-b5824d2c3eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:49.193093 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df435e-2399-4859-810b-b5824d2c3eb1 None None] Pushing event deleted for resources: {'Port': ['ID=7a308b7d-4846-4f70-a564-e60a17a87b68,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:49.225769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92df435e-2399-4859-810b-b5824d2c3eb1 None None] No DVR routers for this DVR port 7a308b7d-4846-4f70-a564-e60a17a87b68 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:31:49.273730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4f5656fd-08ed-4421-8f6d-030813117c42 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:49.274099 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:49.292598 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-82f066e4-dbaf-43a2-9905-32ca79b2db51 req-cce02863-55c8-452d-b501-9ec59b6b6c75 service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848738 Aug 20 10:31:49.328547 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3be685cb-0d96-4e8b-9441-0b08ef961fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:49.371776 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be685cb-0d96-4e8b-9441-0b08ef961fae None None] Pushing event deleted for resources: {'Port': ['ID=e817d151-3e49-4f7d-9d3d-2c1495f3fc10,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:49.376117 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be685cb-0d96-4e8b-9441-0b08ef961fae None None] No DVR routers for this DVR port e817d151-3e49-4f7d-9d3d-2c1495f3fc10 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:31:49.435084 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:49.486404 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecfb3127-306a-44a5-83c8-faf9a6594e29']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:49.512524 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634dcfe-415d-4593-bc3b-874f78e67508 req-42269e44-dde9-4b35-b83e-72d7daa132b6 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:49.520316 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c634dcfe-415d-4593-bc3b-874f78e67508 req-42269e44-dde9-4b35-b83e-72d7daa132b6 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.5450866 Aug 20 10:31:49.571089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd1dcbb-53e9-4f7c-881d-4dae0cbd8887') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:49.572829 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd1dcbb-53e9-4f7c-881d-4dae0cbd8887') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:49.586394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e817d151-3e49-4f7d-9d3d-2c1495f3fc10 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:31:49.601291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:49.612145 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: e817d151-3e49-4f7d-9d3d-2c1495f3fc10 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:31:49.612495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e817d151-3e49-4f7d-9d3d-2c1495f3fc10 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:31:49.640287 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:49.643034 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3203df-1e92-45b9-a4a4-a4a6e74b3c1d tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Made reservation on behalf of 53e13d60435c4c839b68e724d713a605 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:49.646903 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa3203df-1e92-45b9-a4a4-a4a6e74b3c1d tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:49.650665 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:49.657006 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c634dcfe-415d-4593-bc3b-874f78e67508 req-c37aad87-73ca-41b1-ba18-b2ec69da367b tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357982 Aug 20 10:31:49.684230 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-82f066e4-dbaf-43a2-9905-32ca79b2db51 req-b8f06a51-0927-4987-983b-e5d5296e2dfc service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796234 Aug 20 10:31:49.691100 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:49.702503 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:49.713326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a4f71e-f303-4a91-8151-b9bb4886c17c None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:49.724530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:31:49.725592 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:49.763517 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f7a5bb7-2a29-497d-9ab3-a490abc4e83c req-d6c8bf72-7498-4ec8-a16d-bf207659c70f tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0717816 Aug 20 10:31:49.776713 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:49.777529 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:49.792562 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa3203df-1e92-45b9-a4a4-a4a6e74b3c1d tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:49.795235 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:31:49.811251 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:31:49.818241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=4f5656fd-08ed-4421-8f6d-030813117c42,revision_number=5']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:49.837878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=25a1d140-00fd-4927-9c95-021a593e4349,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:49.848613 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:49.864444 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c3a44-5102-4118-a524-46a43ed790b7 req-2c460fa5-07dd-49f7-978b-9e130062a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:49.865118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c3a44-5102-4118-a524-46a43ed790b7 req-2c460fa5-07dd-49f7-978b-9e130062a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:49.865708 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c3a44-5102-4118-a524-46a43ed790b7 req-2c460fa5-07dd-49f7-978b-9e130062a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:49.866698 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:49.867938 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-156c3a44-5102-4118-a524-46a43ed790b7 req-2c460fa5-07dd-49f7-978b-9e130062a3fe service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ce857d21443c465f9b0cce6a4f3cfa90&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.2044165 Aug 20 10:31:49.872347 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/networks/ecfb3127-306a-44a5-83c8-faf9a6594e29 HTTP/1.1" status: 204 len: 168 time: 3.0445840 Aug 20 10:31:49.872760 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58018) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:49.895806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f3f2e-7432-4e5d-bbe2-ea63bee9efe5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Network': ['ID=ecfb3127-306a-44a5-83c8-faf9a6594e29,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:49.949911 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-96845981-874b-43fb-84f8-6be1ee51acbd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 8.0231116 Aug 20 10:31:49.958735 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58020) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:49.965621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f55a9937-dce2-4b52-9911-39ed8b04d3fe tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'mac_address': 'fa:16:3e:53:1d:d6', 'name': 'tempest-NetworksTestDHCPv6-844110570'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:50.065262 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c306bdb-264b-4a85-a32a-19c976d67677 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:50.232196 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c306bdb-264b-4a85-a32a-19c976d67677 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:50.244463 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-8c306bdb-264b-4a85-a32a-19c976d67677 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9e7789-fa67-4757-8b8b-cba55d9c9e7b']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:50.259546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-8c306bdb-264b-4a85-a32a-19c976d67677 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c160fc-d056-4192-99d1-9261ef978586') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:50.259918 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-8c306bdb-264b-4a85-a32a-19c976d67677 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c160fc-d056-4192-99d1-9261ef978586') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:50.272979 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c306bdb-264b-4a85-a32a-19c976d67677 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:50.292099 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c306bdb-264b-4a85-a32a-19c976d67677 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:50.299471 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Allocated IP 172.25.3.53 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/e3d0469c-1fd8-4ce2-a30b-6d76d71804ed) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:50.306563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c306bdb-264b-4a85-a32a-19c976d67677 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:31:50.306563 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c306bdb-264b-4a85-a32a-19c976d67677 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:31:50.313247 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:31:50.316122 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e521d0-9838-49a5-ad0d-01042e4e9c6d req-9403f7e1-ea46-4fdf-95f8-e4bdefa45d32 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:50.322784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e521d0-9838-49a5-ad0d-01042e4e9c6d req-9403f7e1-ea46-4fdf-95f8-e4bdefa45d32 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:50.333047 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e521d0-9838-49a5-ad0d-01042e4e9c6d req-9403f7e1-ea46-4fdf-95f8-e4bdefa45d32 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:50.333047 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d8e521d0-9838-49a5-ad0d-01042e4e9c6d req-9403f7e1-ea46-4fdf-95f8-e4bdefa45d32 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2388 time: 0.3721321 Aug 20 10:31:50.416509 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c306bdb-264b-4a85-a32a-19c976d67677 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:50.422636 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c3a44-5102-4118-a524-46a43ed790b7 req-dccf52c2-741f-4829-950d-f51373891ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:50.424463 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-156c3a44-5102-4118-a524-46a43ed790b7 req-dccf52c2-741f-4829-950d-f51373891ed2 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4721909 Aug 20 10:31:50.426088 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c306bdb-264b-4a85-a32a-19c976d67677 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:50.433111 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8c306bdb-264b-4a85-a32a-19c976d67677 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/networks/8f9e7789-fa67-4757-8b8b-cba55d9c9e7b HTTP/1.1" status: 204 len: 168 time: 0.5550301 Aug 20 10:31:50.433438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58022) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:50.442785 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:31:50.455718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-51b19e7a-b48b-4692-b387-8fa2c17da0a6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-305523549'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:50.459280 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:50.466090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c306bdb-264b-4a85-a32a-19c976d67677 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Network': ['ID=8f9e7789-fa67-4757-8b8b-cba55d9c9e7b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:50.552889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Transition to ACTIVE for port object cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:50.563859 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d8e521d0-9838-49a5-ad0d-01042e4e9c6d req-196ab694-8f90-4944-aef2-afbfa99d72c7 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801751 Aug 20 10:31:50.570208 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa3203df-1e92-45b9-a4a4-a4a6e74b3c1d tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:50.574383 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:50.594139 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa3203df-1e92-45b9-a4a4-a4a6e74b3c1d tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:50.603329 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55a9937-dce2-4b52-9911-39ed8b04d3fe tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:50.647782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-aa3203df-1e92-45b9-a4a4-a4a6e74b3c1d tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] device_id is not set on port 64d7f181-2f8d-4ce6-9661-41c70a0427ed yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:31:50.670938 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c45864-c0c1-4476-9572-081ebedf0e2d None None] Network fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:50.747028 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b19e7a-b48b-4692-b387-8fa2c17da0a6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:50.752086 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-51b19e7a-b48b-4692-b387-8fa2c17da0a6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:50.798567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-05ee03ac-0fc5-4d54-bb26-9b9954c6eea1 None None] Provisioning for port 08d27613-8545-4abf-b11b-33bc41d296b3 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:50.834648 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b19e7a-b48b-4692-b387-8fa2c17da0a6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:31:50.855169 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f55a9937-dce2-4b52-9911-39ed8b04d3fe tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:50.874456 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-51b19e7a-b48b-4692-b387-8fa2c17da0a6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:50.875013 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-51b19e7a-b48b-4692-b387-8fa2c17da0a6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Added segment 44610d83-7fe7-45cd-a116-c8ce8af324df of type vlan for network 905a37fc-46c2-4473-9cc6-07050abfea1c Aug 20 10:31:50.992303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-f55a9937-dce2-4b52-9911-39ed8b04d3fe tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port a66a8a64-4b77-490a-a47d-ba0049134725 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:31:51.001284 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6a45ef-7e12-4ffc-8fc3-c50d7543a423,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:51.023917 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3203df-1e92-45b9-a4a4-a4a6e74b3c1d tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794921ee-91fb-498c-b230-533907cb6a39,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:51.074542 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:51.160149 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-be66ea20-93ed-49a8-b68b-32a800b85c2a None None] Provisioning complete for port 4f5656fd-08ed-4421-8f6d-030813117c42 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:51.167800 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-be66ea20-93ed-49a8-b68b-32a800b85c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:51.282693 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-51b19e7a-b48b-4692-b387-8fa2c17da0a6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:51.284294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 08d27613-8545-4abf-b11b-33bc41d296b3 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:51.300600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdb1e0-d65b-4458-8fff-b2a72b320013 req-612a8748-2018-4ae7-a1ce-8dd2e47cc535 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:51.310823 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3bfdb1e0-d65b-4458-8fff-b2a72b320013 req-612a8748-2018-4ae7-a1ce-8dd2e47cc535 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 945 time: 0.2330806 Aug 20 10:31:51.336448 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-51b19e7a-b48b-4692-b387-8fa2c17da0a6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:51.348288 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b19e7a-b48b-4692-b387-8fa2c17da0a6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:51.349455 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-51b19e7a-b48b-4692-b387-8fa2c17da0a6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:51.371728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Attempting to bind port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:51.372478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Attempting to bind port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '99fe6cbd-1e3d-4180-bbfe-9423c39abf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58be9fbc-1afd-4f79-ab05-18788eefaa5e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:51.373010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Attempting to bind port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 on network 58be9fbc-1afd-4f79-ab05-18788eefaa5e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:51.375797 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:51.434646 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3bfdb1e0-d65b-4458-8fff-b2a72b320013 req-cc1ed23e-95c8-4e0f-a8fc-5c88f054d414 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214287 Aug 20 10:31:51.477186 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 on network 58be9fbc-1afd-4f79-ab05-18788eefaa5e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:31:51.477186 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Attempting to bind port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 on network 58be9fbc-1afd-4f79-ab05-18788eefaa5e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:51.489161 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:51.489652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Checking segment: {'id': '99fe6cbd-1e3d-4180-bbfe-9423c39abf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58be9fbc-1afd-4f79-ab05-18788eefaa5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:51.490325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Bound using segment: {'id': '99fe6cbd-1e3d-4180-bbfe-9423c39abf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58be9fbc-1afd-4f79-ab05-18788eefaa5e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:51.490982 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Bound port: cb6a45ef-7e12-4ffc-8fc3-c50d7543a423, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99fe6cbd-1e3d-4180-bbfe-9423c39abf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '58be9fbc-1afd-4f79-ab05-18788eefaa5e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:51.491715 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:51.497673 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:51.517880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:51.519836 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 08d27613-8545-4abf-b11b-33bc41d296b3 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:51.528894 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 08d27613-8545-4abf-b11b-33bc41d296b3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:51.530568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:51.533038 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:51.538018 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b19e7a-b48b-4692-b387-8fa2c17da0a6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Network': ['ID=905a37fc-46c2-4473-9cc6-07050abfea1c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:51.590658 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 905a37fc-46c2-4473-9cc6-07050abfea1c details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:31:51.599918 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86417d-9098-4cea-b5ff-984774cf6dae req-7550b170-8c18-432e-8381-1df8fa3c9fce tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:51.601757 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da86417d-9098-4cea-b5ff-984774cf6dae req-7550b170-8c18-432e-8381-1df8fa3c9fce tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.7100642 Aug 20 10:31:51.610899 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-51b19e7a-b48b-4692-b387-8fa2c17da0a6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1732643 Aug 20 10:31:51.613867 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58034) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:51.620607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7b8625aa-0664-4bc4-a812-155bd3264e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'subnet': {'network_id': '905a37fc-46c2-4473-9cc6-07050abfea1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:51.723556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-aa3203df-1e92-45b9-a4a4-a4a6e74b3c1d tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Allocated IP 172.25.3.83 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/64d7f181-2f8d-4ce6-9661-41c70a0427ed) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:51.726610 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Pushing event updated for resources: {'Port': ['ID=e3d0469c-1fd8-4ce2-a30b-6d76d71804ed,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:51.760439 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:51.762419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a99f1061-1b68-4d3e-a642-173e23c09ce0 None None] Provisioning complete for port 08d27613-8545-4abf-b11b-33bc41d296b3 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:51.762784 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a99f1061-1b68-4d3e-a642-173e23c09ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:51.770750 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da86417d-9098-4cea-b5ff-984774cf6dae req-6402dad4-4baa-4b00-9e56-6f6f07a51d95 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555171 Aug 20 10:31:51.791952 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-f55a9937-dce2-4b52-9911-39ed8b04d3fe tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 172.20.0.10 (7b83641d-fbeb-417a-8d09-ab733c99b474/5622b560-43f9-4584-95c6-c43a18a388a5/a66a8a64-4b77-490a-a47d-ba0049134725) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:51.810211 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-f55a9937-dce2-4b52-9911-39ed8b04d3fe tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::f816:3eff:fe53:1dd6 (7b83641d-fbeb-417a-8d09-ab733c99b474/25a1d140-00fd-4927-9c95-021a593e4349/a66a8a64-4b77-490a-a47d-ba0049134725) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:51.904902 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8625aa-0664-4bc4-a812-155bd3264e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:51.906857 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 08d27613-8545-4abf-b11b-33bc41d296b3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=08d27613-8545-4abf-b11b-33bc41d296b3,segment=NetworkSegment(811272b0-f542-48a8-afd3-93287aead824),segment_id=811272b0-f542-48a8-afd3-93287aead824)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:51.911452 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7b8625aa-0664-4bc4-a812-155bd3264e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:51.919138 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:51.999690 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de072f60-ecbd-4d0c-b85c-a4e832e5ddbb req-c7e23aee-a4a6-415b-a03c-52498dbfba4c tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:52.000990 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-de072f60-ecbd-4d0c-b85c-a4e832e5ddbb req-c7e23aee-a4a6-415b-a03c-52498dbfba4c tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 945 time: 0.3374178 Aug 20 10:31:52.002215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] For port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:52.044555 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=08d27613-8545-4abf-b11b-33bc41d296b3,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:52.070169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] For port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cb6a45ef-7e12-4ffc-8fc3-c50d7543a423,segment=NetworkSegment(99fe6cbd-1e3d-4180-bbfe-9423c39abf33),segment_id=99fe6cbd-1e3d-4180-bbfe-9423c39abf33)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:52.093275 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:52.126626 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78509c-882e-4d89-a42f-b9488d6b0dc2 req-d6f8403a-0e7e-4e0f-b3f0-a2849da36d0b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:52.133644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78509c-882e-4d89-a42f-b9488d6b0dc2 req-d6f8403a-0e7e-4e0f-b3f0-a2849da36d0b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:52.140701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78509c-882e-4d89-a42f-b9488d6b0dc2 req-d6f8403a-0e7e-4e0f-b3f0-a2849da36d0b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:52.142514 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d78509c-882e-4d89-a42f-b9488d6b0dc2 req-d6f8403a-0e7e-4e0f-b3f0-a2849da36d0b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2400 time: 0.2642758 Aug 20 10:31:52.216152 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-de072f60-ecbd-4d0c-b85c-a4e832e5ddbb req-b1267343-2d0b-4004-ac66-36a9caf3e27b tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733234 Aug 20 10:31:52.224532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:52.225175 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:52.225429 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f55a9937-dce2-4b52-9911-39ed8b04d3fe tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:52.226862 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] 10.222.0.42 "PUT /v2.0/ports/cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 HTTP/1.1" status: 200 len: 1093 time: 4.6212924 Aug 20 10:31:52.240322 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'tag': 'cb6a45ef-7e12-4ffc-8fc3-c50d7543a423'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:31:52.244252 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfdb216-a67f-41c0-93a9-a63158e31869" -d '{"events": [{"name": "network-changed", "server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "tag": "cb6a45ef-7e12-4ffc-8fc3-c50d7543a423"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:31:52.287509 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d78509c-882e-4d89-a42f-b9488d6b0dc2 req-fa856f76-620a-4b98-bdb4-d82398acc1af tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302717 Aug 20 10:31:52.295539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Request body: {'port': {'device_id': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:52.343877 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-f55a9937-dce2-4b52-9911-39ed8b04d3fe tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object a66a8a64-4b77-490a-a47d-ba0049134725 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:52.346703 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa3203df-1e92-45b9-a4a4-a4a6e74b3c1d tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:52.350946 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59911961-a436-4d8c-af5e-89e9f7a26266 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6a45ef-7e12-4ffc-8fc3-c50d7543a423,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:52.397990 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f69c7c-b09a-43e2-997e-c7fe1ced154f x-openstack-request-id: req-65f69c7c-b09a-43e2-997e-c7fe1ced154f {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:31:52.398223 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "tag": "cb6a45ef-7e12-4ffc-8fc3-c50d7543a423", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:31:52.398622 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65f69c7c-b09a-43e2-997e-c7fe1ced154f {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:31:52.399579 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'tag': 'cb6a45ef-7e12-4ffc-8fc3-c50d7543a423', 'status': 'completed', 'code': 200} Aug 20 10:31:52.436517 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:52.462357 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:52.533009 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7b8625aa-0664-4bc4-a812-155bd3264e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:52.579344 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f55a9937-dce2-4b52-9911-39ed8b04d3fe tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:52.595726 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:52.646685 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d3356-8ded-4260-b663-754dabb71885 req-75eb541f-e0b5-47a4-87d3-fb4528b3966e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:52.653557 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d3356-8ded-4260-b663-754dabb71885 req-75eb541f-e0b5-47a4-87d3-fb4528b3966e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:52.662406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d3356-8ded-4260-b663-754dabb71885 req-75eb541f-e0b5-47a4-87d3-fb4528b3966e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:52.668659 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d3356-8ded-4260-b663-754dabb71885 req-75eb541f-e0b5-47a4-87d3-fb4528b3966e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:52.671892 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdb216-a67f-41c0-93a9-a63158e31869 req-be3b2329-59dd-48a8-845b-e4fa8f6e8998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:52.672395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdb216-a67f-41c0-93a9-a63158e31869 req-be3b2329-59dd-48a8-845b-e4fa8f6e8998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:52.672878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdb216-a67f-41c0-93a9-a63158e31869 req-be3b2329-59dd-48a8-845b-e4fa8f6e8998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:52.674568 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0cfdb216-a67f-41c0-93a9-a63158e31869 req-be3b2329-59dd-48a8-845b-e4fa8f6e8998 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce857d21443c465f9b0cce6a4f3cfa90&device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2800 time: 0.2630076 Aug 20 10:31:52.674834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d3356-8ded-4260-b663-754dabb71885 req-75eb541f-e0b5-47a4-87d3-fb4528b3966e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:52.681248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d3356-8ded-4260-b663-754dabb71885 req-75eb541f-e0b5-47a4-87d3-fb4528b3966e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:52.690953 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d3356-8ded-4260-b663-754dabb71885 req-75eb541f-e0b5-47a4-87d3-fb4528b3966e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:52.693989 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b0d3356-8ded-4260-b663-754dabb71885 req-75eb541f-e0b5-47a4-87d3-fb4528b3966e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5446 time: 0.2211521 Aug 20 10:31:52.716978 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa3203df-1e92-45b9-a4a4-a4a6e74b3c1d tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:52.727817 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55a9937-dce2-4b52-9911-39ed8b04d3fe tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:52.730873 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8625aa-0664-4bc4-a812-155bd3264e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Subnet': ['ID=b664469d-7ad9-445e-8d28-104b091bd1cb,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:52.749409 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-f55a9937-dce2-4b52-9911-39ed8b04d3fe tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:52.764952 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55a9937-dce2-4b52-9911-39ed8b04d3fe tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:52.771369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a9937-dce2-4b52-9911-39ed8b04d3fe tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=a66a8a64-4b77-490a-a47d-ba0049134725,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:52.827657 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a48866-c3d7-4ba7-bb00-a93b6c4c001c req-6b0a1c34-c469-44a1-8f0b-a3f3ac177911 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:52.829551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8625aa-0664-4bc4-a812-155bd3264e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Checking segment: {'id': '44610d83-7fe7-45cd-a116-c8ce8af324df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '905a37fc-46c2-4473-9cc6-07050abfea1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:52.829920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8625aa-0664-4bc4-a812-155bd3264e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network hostable DHCP agents. Network: 905a37fc-46c2-4473-9cc6-07050abfea1c, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:31:52.835679 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-59a48866-c3d7-4ba7-bb00-a93b6c4c001c req-6b0a1c34-c469-44a1-8f0b-a3f3ac177911 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b1c3930-c402-4f22-a178-74b4cf6a7b6f HTTP/1.1" status: 200 len: 945 time: 0.3698986 Aug 20 10:31:52.838207 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b0d3356-8ded-4260-b663-754dabb71885 req-42eb1b32-1b23-41f1-9b3a-64118b567ff2 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338370 Aug 20 10:31:52.850253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55a9937-dce2-4b52-9911-39ed8b04d3fe tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:52.850944 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f55a9937-dce2-4b52-9911-39ed8b04d3fe tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:52.894261 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f55a9937-dce2-4b52-9911-39ed8b04d3fe tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9340761 Aug 20 10:31:52.894552 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58046) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:52.895435 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8625aa-0664-4bc4-a812-155bd3264e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 905a37fc-46c2-4473-9cc6-07050abfea1c is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:31:52.910365 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-7b8625aa-0664-4bc4-a812-155bd3264e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 905a37fc-46c2-4473-9cc6-07050abfea1c) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:52.921859 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e875a4f3-e488-42fd-bc14-cf0052e9f934 None None] Network 905a37fc-46c2-4473-9cc6-07050abfea1c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:52.938052 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8625aa-0664-4bc4-a812-155bd3264e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:52.938690 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7b8625aa-0664-4bc4-a812-155bd3264e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:52.998061 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3203df-1e92-45b9-a4a4-a4a6e74b3c1d tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:53.032911 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7b8625aa-0664-4bc4-a812-155bd3264e95 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4162800 Aug 20 10:31:53.039723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58050) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:53.072966 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a778bf6f-b194-4c56-9782-3e3f08a5250f tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-574540152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:53.073673 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-aa3203df-1e92-45b9-a4a4-a4a6e74b3c1d tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:53.076552 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3203df-1e92-45b9-a4a4-a4a6e74b3c1d tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:53.105293 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 08d27613-8545-4abf-b11b-33bc41d296b3 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:53.110048 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3203df-1e92-45b9-a4a4-a4a6e74b3c1d tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Pushing event updated for resources: {'Port': ['ID=64d7f181-2f8d-4ce6-9661-41c70a0427ed,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:53.134002 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a778bf6f-b194-4c56-9782-3e3f08a5250f tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:53.136553 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a778bf6f-b194-4c56-9782-3e3f08a5250f tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:53.164740 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbb001-ae07-4716-a41a-ad1291bed8de req-ffd196dd-d8f7-45f1-bed1-11658619f5ab tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:53.167859 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-affbb001-ae07-4716-a41a-ad1291bed8de req-ffd196dd-d8f7-45f1-bed1-11658619f5ab tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.2126448 Aug 20 10:31:53.222399 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-59a48866-c3d7-4ba7-bb00-a93b6c4c001c req-e9f580c7-36c4-4b84-bc41-1205e3822fe5 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857527 Aug 20 10:31:53.249542 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a778bf6f-b194-4c56-9782-3e3f08a5250f tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:53.262203 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 08d27613-8545-4abf-b11b-33bc41d296b3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:53.264605 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:53.273709 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-affbb001-ae07-4716-a41a-ad1291bed8de req-0a349afe-c5eb-4c23-9ee8-2be168893c1e tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928638 Aug 20 10:31:53.279828 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a778bf6f-b194-4c56-9782-3e3f08a5250f tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:53.314054 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a778bf6f-b194-4c56-9782-3e3f08a5250f tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:53.315629 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdb216-a67f-41c0-93a9-a63158e31869 req-7d780a7f-75fb-4e27-8ad7-f22897543f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:53.316120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdb216-a67f-41c0-93a9-a63158e31869 req-7d780a7f-75fb-4e27-8ad7-f22897543f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:53.316654 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdb216-a67f-41c0-93a9-a63158e31869 req-7d780a7f-75fb-4e27-8ad7-f22897543f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:53.318277 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a778bf6f-b194-4c56-9782-3e3f08a5250f tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2703116 Aug 20 10:31:53.318966 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0cfdb216-a67f-41c0-93a9-a63158e31869 req-7d780a7f-75fb-4e27-8ad7-f22897543f10 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ce857d21443c465f9b0cce6a4f3cfa90&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6251252 Aug 20 10:31:53.320425 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58056) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:53.335596 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-53e686f2-ac9d-4813-8e1d-e9c889d3b250 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'port': {'network_id': '905a37fc-46c2-4473-9cc6-07050abfea1c', 'name': 'tempest-RoutersIpV6Test-1568314912'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:53.366026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1742fdd9-9909-415a-8650-52429268553c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:53.372173 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1742fdd9-9909-415a-8650-52429268553c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:53.374426 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1742fdd9-9909-415a-8650-52429268553c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4637225 Aug 20 10:31:53.397479 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3203df-1e92-45b9-a4a4-a4a6e74b3c1d tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:53.398318 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa3203df-1e92-45b9-a4a4-a4a6e74b3c1d tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:53.410627 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-905a37fc-46c2-4473-9cc6-07050abfea1c', 'network_id': '905a37fc-46c2-4473-9cc6-07050abfea1c', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'fixed_ips': [{'subnet_id': 'b664469d-7ad9-445e-8d28-104b091bd1cb'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:31:53.411666 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:53.437040 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58058) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:53.493113 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e686f2-ac9d-4813-8e1d-e9c889d3b250 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:31:53.497337 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-53e686f2-ac9d-4813-8e1d-e9c889d3b250 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:53.519697 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-53e686f2-ac9d-4813-8e1d-e9c889d3b250 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] device_id is not set on port 2d6913b3-4953-4c22-b3b6-fc4b955ce375 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:31:53.613553 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-296627a9-30af-4fdd-97ed-2788988c1075 None None] Provisioning for port a66a8a64-4b77-490a-a47d-ba0049134725 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:53.626937 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-296627a9-30af-4fdd-97ed-2788988c1075 None None] Provisioning complete for port a66a8a64-4b77-490a-a47d-ba0049134725 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:53.627457 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-296627a9-30af-4fdd-97ed-2788988c1075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:53.674976 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Allocated IP 2001:db8::2 (905a37fc-46c2-4473-9cc6-07050abfea1c/b664469d-7ad9-445e-8d28-104b091bd1cb/ff2df710-17c5-4a0d-8826-b05f7534f92e) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:53.694494 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-296627a9-30af-4fdd-97ed-2788988c1075 None None] Port a66a8a64-4b77-490a-a47d-ba0049134725 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:31:53.727208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528cf8b-2f36-4661-b105-ff4ef50c9df3 req-1b30b166-a25f-4b0a-a77f-8ac1dc23405b tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:53.727208 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a528cf8b-2f36-4661-b105-ff4ef50c9df3 req-1b30b166-a25f-4b0a-a77f-8ac1dc23405b tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 945 time: 0.0680649 Aug 20 10:31:53.769185 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a528cf8b-2f36-4661-b105-ff4ef50c9df3 req-c40a99f1-5ec5-41b9-9223-b9e74411a8a1 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357575 Aug 20 10:31:53.893936 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:53.905130 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Transition to ACTIVE for port object ff2df710-17c5-4a0d-8826-b05f7534f92e will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:53.923931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbf974-4afa-4529-9080-5759c4573267 req-fd4ebae3-a8d1-46be-b829-57006c686ad4 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:53.925597 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Transition to ACTIVE for port object ff2df710-17c5-4a0d-8826-b05f7534f92e will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:53.931857 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbf974-4afa-4529-9080-5759c4573267 req-fd4ebae3-a8d1-46be-b829-57006c686ad4 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:53.937374 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:53.940953 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbf974-4afa-4529-9080-5759c4573267 req-fd4ebae3-a8d1-46be-b829-57006c686ad4 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:53.942818 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a2cbf974-4afa-4529-9080-5759c4573267 req-fd4ebae3-a8d1-46be-b829-57006c686ad4 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2400 time: 0.0992179 Aug 20 10:31:53.961256 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:53.991907 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Network 905a37fc-46c2-4473-9cc6-07050abfea1c is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:53.999209 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:54.003480 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-aa3203df-1e92-45b9-a4a4-a4a6e74b3c1d tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.6285622 Aug 20 10:31:54.003700 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:54.007145 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58062) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:54.014669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Pushing event updated for resources: {'Port': ['ID=ff2df710-17c5-4a0d-8826-b05f7534f92e,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:54.025090 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-252e84c3-4740-4ce0-a506-94cd3e047247 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.83'}]}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:31:54.072979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-53e686f2-ac9d-4813-8e1d-e9c889d3b250 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Allocated IP 2001:db8::116 (905a37fc-46c2-4473-9cc6-07050abfea1c/b664469d-7ad9-445e-8d28-104b091bd1cb/2d6913b3-4953-4c22-b3b6-fc4b955ce375) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:31:54.098029 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Attempting to bind port ff2df710-17c5-4a0d-8826-b05f7534f92e on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:54.098029 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Attempting to bind port ff2df710-17c5-4a0d-8826-b05f7534f92e by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '44610d83-7fe7-45cd-a116-c8ce8af324df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '905a37fc-46c2-4473-9cc6-07050abfea1c'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:54.098029 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Attempting to bind port ff2df710-17c5-4a0d-8826-b05f7534f92e on network 905a37fc-46c2-4473-9cc6-07050abfea1c {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:54.102936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:54.103596 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Checking segment: {'id': '44610d83-7fe7-45cd-a116-c8ce8af324df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '905a37fc-46c2-4473-9cc6-07050abfea1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:54.105952 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:54.105952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Bound using segment: {'id': '44610d83-7fe7-45cd-a116-c8ce8af324df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '905a37fc-46c2-4473-9cc6-07050abfea1c'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:54.105952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Bound port: ff2df710-17c5-4a0d-8826-b05f7534f92e, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44610d83-7fe7-45cd-a116-c8ce8af324df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '905a37fc-46c2-4473-9cc6-07050abfea1c'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:54.105952 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:54.126267 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a2cbf974-4afa-4529-9080-5759c4573267 req-b286a0ff-b951-469c-b6a1-8c9d81c0a052 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946937 Aug 20 10:31:54.158928 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdb216-a67f-41c0-93a9-a63158e31869 req-5fe7d028-29a2-4909-a108-02916cb32b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:54.163129 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0cfdb216-a67f-41c0-93a9-a63158e31869 req-5fe7d028-29a2-4909-a108-02916cb32b22 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8320708 Aug 20 10:31:54.206742 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c67a1-c5b0-4144-adca-1b7cd4ad3284 req-f50fa9fa-72ba-4207-bca6-8b6355a82b57 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:54.213985 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c67a1-c5b0-4144-adca-1b7cd4ad3284 req-f50fa9fa-72ba-4207-bca6-8b6355a82b57 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:54.221630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c67a1-c5b0-4144-adca-1b7cd4ad3284 req-f50fa9fa-72ba-4207-bca6-8b6355a82b57 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:54.228452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c67a1-c5b0-4144-adca-1b7cd4ad3284 req-f50fa9fa-72ba-4207-bca6-8b6355a82b57 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:54.235295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c67a1-c5b0-4144-adca-1b7cd4ad3284 req-f50fa9fa-72ba-4207-bca6-8b6355a82b57 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:54.241553 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c67a1-c5b0-4144-adca-1b7cd4ad3284 req-f50fa9fa-72ba-4207-bca6-8b6355a82b57 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:54.247557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] For port ff2df710-17c5-4a0d-8826-b05f7534f92e, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:54.247805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c67a1-c5b0-4144-adca-1b7cd4ad3284 req-f50fa9fa-72ba-4207-bca6-8b6355a82b57 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:54.260417 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-507c67a1-c5b0-4144-adca-1b7cd4ad3284 req-f50fa9fa-72ba-4207-bca6-8b6355a82b57 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5446 time: 0.8603415 Aug 20 10:31:54.260541 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] For port ff2df710-17c5-4a0d-8826-b05f7534f92e, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ff2df710-17c5-4a0d-8826-b05f7534f92e,segment=NetworkSegment(44610d83-7fe7-45cd-a116-c8ce8af324df),segment_id=44610d83-7fe7-45cd-a116-c8ce8af324df)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:54.272665 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:54.273193 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-252e84c3-4740-4ce0-a506-94cd3e047247 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:54.274293 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-252e84c3-4740-4ce0-a506-94cd3e047247 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:54.345917 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fcbc3-afe1-4031-9bd9-fe8d1dae8c26 None None] Pushing event updated for resources: {'Port': ['ID=ff2df710-17c5-4a0d-8826-b05f7534f92e,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:54.382871 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d32e71-7d16-49c4-b613-a98286a292e6 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:31:54.391884 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-53e686f2-ac9d-4813-8e1d-e9c889d3b250 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:54.409865 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-53e686f2-ac9d-4813-8e1d-e9c889d3b250 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Transition to ACTIVE for port object 2d6913b3-4953-4c22-b3b6-fc4b955ce375 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:54.416684 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:54.479444 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-53e686f2-ac9d-4813-8e1d-e9c889d3b250 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:54.533942 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Transition to ACTIVE for port object 27d32e71-7d16-49c4-b613-a98286a292e6 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:54.548217 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:54.567011 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e686f2-ac9d-4813-8e1d-e9c889d3b250 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 905a37fc-46c2-4473-9cc6-07050abfea1c is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:54.573515 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-53e686f2-ac9d-4813-8e1d-e9c889d3b250 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:54.579760 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e686f2-ac9d-4813-8e1d-e9c889d3b250 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:31:54.586029 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e686f2-ac9d-4813-8e1d-e9c889d3b250 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:54.586407 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-53e686f2-ac9d-4813-8e1d-e9c889d3b250 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:54.602848 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e686f2-ac9d-4813-8e1d-e9c889d3b250 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=2d6913b3-4953-4c22-b3b6-fc4b955ce375,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:54.618476 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b95b7-cc94-46a0-aca9-99c8e5d49ff5 req-9b2e297a-b71f-4017-96dc-428f55c23bae tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:54.623965 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-252e84c3-4740-4ce0-a506-94cd3e047247 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:54.625540 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c66b95b7-cc94-46a0-aca9-99c8e5d49ff5 req-9b2e297a-b71f-4017-96dc-428f55c23bae tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 945 time: 0.1622391 Aug 20 10:31:54.673601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-40eaf218-1836-4985-85eb-764070c607c7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port a66a8a64-4b77-490a-a47d-ba0049134725 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:31:54.673913 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-40eaf218-1836-4985-85eb-764070c607c7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:54.891131 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61125a15-1785-4f8d-a2c6-c8945e60be49 req-da40a582-cd5a-4e35-a156-30ba3f798fc8 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:54.892796 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61125a15-1785-4f8d-a2c6-c8945e60be49 req-da40a582-cd5a-4e35-a156-30ba3f798fc8 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.4602537 Aug 20 10:31:54.907029 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Pushing event updated for resources: {'Port': ['ID=27d32e71-7d16-49c4-b613-a98286a292e6,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:54.926548 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-53e686f2-ac9d-4813-8e1d-e9c889d3b250 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6047564 Aug 20 10:31:54.936484 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58068) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:55.026394 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c66b95b7-cc94-46a0-aca9-99c8e5d49ff5 req-88dbb380-7d3d-47be-9838-d096f1ce42e5 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005499 Aug 20 10:31:55.123523 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61125a15-1785-4f8d-a2c6-c8945e60be49 req-1167cf88-ab4d-40ec-a108-42850c33d12d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120712 Aug 20 10:31:55.166570 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ff2df710-17c5-4a0d-8826-b05f7534f92e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:55.180089 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-252e84c3-4740-4ce0-a506-94cd3e047247 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:55.194341 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-40eaf218-1836-4985-85eb-764070c607c7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:55.212605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Router 2a58b439-a3e9-489f-8e57-7623e88ab417 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:31:55.235771 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-40eaf218-1836-4985-85eb-764070c607c7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for a66a8a64-4b77-490a-a47d-ba0049134725 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:31:55.307324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port ff2df710-17c5-4a0d-8826-b05f7534f92e completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:55.505091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Attempting to bind port 27d32e71-7d16-49c4-b613-a98286a292e6 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:55.505748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Attempting to bind port 27d32e71-7d16-49c4-b613-a98286a292e6 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '433e95c4-416e-4b8a-9dc3-4f5a01020a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:55.506094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Attempting to bind port 27d32e71-7d16-49c4-b613-a98286a292e6 on network 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:55.583481 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Port 27d32e71-7d16-49c4-b613-a98286a292e6 on network 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:31:55.584260 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Attempting to bind port 27d32e71-7d16-49c4-b613-a98286a292e6 on network 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:55.616290 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c925e-cb48-456a-a689-f20858dab85d req-738f6eb1-15c5-4351-8f0c-afb7db22fc90 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:55.624264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c925e-cb48-456a-a689-f20858dab85d req-738f6eb1-15c5-4351-8f0c-afb7db22fc90 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:55.630674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c925e-cb48-456a-a689-f20858dab85d req-738f6eb1-15c5-4351-8f0c-afb7db22fc90 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:55.632444 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-911c925e-cb48-456a-a689-f20858dab85d req-738f6eb1-15c5-4351-8f0c-afb7db22fc90 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2412 time: 0.2425621 Aug 20 10:31:55.644101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:55.644635 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Checking segment: {'id': '433e95c4-416e-4b8a-9dc3-4f5a01020a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:55.644801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Bound using segment: {'id': '433e95c4-416e-4b8a-9dc3-4f5a01020a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:55.645274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Bound port: 27d32e71-7d16-49c4-b613-a98286a292e6, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433e95c4-416e-4b8a-9dc3-4f5a01020a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:55.645782 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:55.682808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58df5c-dd50-44df-a09b-91c27e2fb04b req-0099c793-bc1d-4162-b542-b31f041f6e3a tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:55.685350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:31:55.690546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58df5c-dd50-44df-a09b-91c27e2fb04b req-0099c793-bc1d-4162-b542-b31f041f6e3a tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:55.702180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58df5c-dd50-44df-a09b-91c27e2fb04b req-0099c793-bc1d-4162-b542-b31f041f6e3a tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:55.704137 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9b58df5c-dd50-44df-a09b-91c27e2fb04b req-0099c793-bc1d-4162-b542-b31f041f6e3a tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3&device_id=6b1c3930-c402-4f22-a178-74b4cf6a7b6f&device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 2416 time: 0.1711135 Aug 20 10:31:55.707584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Sync routers for ids ['2a58b439-a3e9-489f-8e57-7623e88ab417'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:31:55.716956 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3011750d-4d9d-4767-86d6-ad8e04c61a81 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:55.738009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Routers {'2a58b439-a3e9-489f-8e57-7623e88ab417'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:55.738676 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['2a58b439-a3e9-489f-8e57-7623e88ab417'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:55.814142 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:55.815413 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fbce5181-84d3-4c4b-97e2-2a9d6c9dd545 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.9843059 Aug 20 10:31:55.825515 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58076) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:55.828756 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-911c925e-cb48-456a-a689-f20858dab85d req-b6bc322e-bfe0-4829-8e65-1128d788ea32 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716664 Aug 20 10:31:55.859036 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9b58df5c-dd50-44df-a09b-91c27e2fb04b req-187eeb26-5e05-4cfa-98af-f779517e1a8b tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415789 Aug 20 10:31:55.867270 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:31:55.960220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] For port 27d32e71-7d16-49c4-b613-a98286a292e6, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:55.973543 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Set router 2a58b439-a3e9-489f-8e57-7623e88ab417 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:31:55.993896 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] For port 27d32e71-7d16-49c4-b613-a98286a292e6, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=27d32e71-7d16-49c4-b613-a98286a292e6,segment=NetworkSegment(433e95c4-416e-4b8a-9dc3-4f5a01020a02),segment_id=433e95c4-416e-4b8a-9dc3-4f5a01020a02)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:56.009735 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:56.139953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:56.140874 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:56.143192 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] 10.222.0.42 "PUT /v2.0/ports/27d32e71-7d16-49c4-b613-a98286a292e6 HTTP/1.1" status: 200 len: 1092 time: 3.8592763 Aug 20 10:31:56.143934 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'tag': '27d32e71-7d16-49c4-b613-a98286a292e6'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:31:56.147860 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febb39c9-85b2-4538-9498-126e3e383496" -d '{"events": [{"name": "network-changed", "server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "tag": "27d32e71-7d16-49c4-b613-a98286a292e6"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:31:56.179111 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-40eaf218-1836-4985-85eb-764070c607c7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:56.276682 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dd32c1-9f87-44ce-b08a-eeb5a9c45f06 x-openstack-request-id: req-f2dd32c1-9f87-44ce-b08a-eeb5a9c45f06 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:31:56.277424 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "tag": "27d32e71-7d16-49c4-b613-a98286a292e6", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:31:56.277915 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2dd32c1-9f87-44ce-b08a-eeb5a9c45f06 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:31:56.278736 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'tag': '27d32e71-7d16-49c4-b613-a98286a292e6', 'status': 'completed', 'code': 200} Aug 20 10:31:56.303090 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3011750d-4d9d-4767-86d6-ad8e04c61a81 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:56.316113 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3011750d-4d9d-4767-86d6-ad8e04c61a81 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:56.344569 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6206d113-2b49-44e2-81a5-f8f3d6938e5e None None] Network 905a37fc-46c2-4473-9cc6-07050abfea1c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:56.389072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2813cb3-a71b-4dd8-a2bf-da046133237e service neutron] Pushing event updated for resources: {'Port': ['ID=27d32e71-7d16-49c4-b613-a98286a292e6,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:56.405327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0ef7db3d-07f2-437e-83cc-bcd8af29dd26 None None] Provisioning for port ff2df710-17c5-4a0d-8826-b05f7534f92e completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:56.456656 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0ef7db3d-07f2-437e-83cc-bcd8af29dd26 None None] Provisioning complete for port ff2df710-17c5-4a0d-8826-b05f7534f92e triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:56.457152 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0ef7db3d-07f2-437e-83cc-bcd8af29dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:56.627005 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011750d-4d9d-4767-86d6-ad8e04c61a81 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=2d6913b3-4953-4c22-b3b6-fc4b955ce375,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:56.668195 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3011750d-4d9d-4767-86d6-ad8e04c61a81 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:56.690131 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eaf218-1836-4985-85eb-764070c607c7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=a66a8a64-4b77-490a-a47d-ba0049134725,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:56.694921 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-252e84c3-4740-4ce0-a506-94cd3e047247 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:56.709703 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0ef7db3d-07f2-437e-83cc-bcd8af29dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:56.725696 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1b600-e020-4865-a21e-c400b062fb91 req-908c00cd-fab3-460f-914c-e801b170523e tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:56.726858 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-07b1b600-e020-4865-a21e-c400b062fb91 req-908c00cd-fab3-460f-914c-e801b170523e tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.3729179 Aug 20 10:31:56.759126 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b3bb4-2312-400d-bb17-ad7353ccce90 req-53add78a-e0ba-4563-a3ef-b6034340eca9 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:56.791700 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e66b3bb4-2312-400d-bb17-ad7353ccce90 req-53add78a-e0ba-4563-a3ef-b6034340eca9 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 945 time: 0.7148652 Aug 20 10:31:56.834297 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0ef7db3d-07f2-437e-83cc-bcd8af29dd26 None None] For port ff2df710-17c5-4a0d-8826-b05f7534f92e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ff2df710-17c5-4a0d-8826-b05f7534f92e,segment=NetworkSegment(44610d83-7fe7-45cd-a116-c8ce8af324df),segment_id=44610d83-7fe7-45cd-a116-c8ce8af324df)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:31:56.843327 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0ef7db3d-07f2-437e-83cc-bcd8af29dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:56.880250 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-07b1b600-e020-4865-a21e-c400b062fb91 req-041725f8-4527-4e69-9337-d59270c16320 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266522 Aug 20 10:31:56.896685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:31:46Z', 'updated_at': '2021-08-20T10:31:51Z', 'revision_number': 3, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'gw_port': {'id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:49Z', 'updated_at': '2021-08-20T10:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:56.939682 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3011750d-4d9d-4767-86d6-ad8e04c61a81 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:56.947137 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Checking router: 2a58b439-a3e9-489f-8e57-7623e88ab417 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:31:56.947729 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Updating router 2a58b439-a3e9-489f-8e57-7623e88ab417 port e3d0469c-1fd8-4ce2-a30b-6d76d71804ed binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:31:56.954277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7db3d-07f2-437e-83cc-bcd8af29dd26 None None] Pushing event updated for resources: {'Port': ['ID=ff2df710-17c5-4a0d-8826-b05f7534f92e,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:56.992920 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:57.218998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ff2df710-17c5-4a0d-8826-b05f7534f92e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:31:57.226737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58098) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:57.329744 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb5fad-ec6c-48d1-a8de-00a90c159c1f req-10a5059d-071d-4b70-b45b-49209e5e2a31 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:57.341119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb5fad-ec6c-48d1-a8de-00a90c159c1f req-10a5059d-071d-4b70-b45b-49209e5e2a31 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:57.352716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb5fad-ec6c-48d1-a8de-00a90c159c1f req-10a5059d-071d-4b70-b45b-49209e5e2a31 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:57.355690 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-defb5fad-ec6c-48d1-a8de-00a90c159c1f req-10a5059d-071d-4b70-b45b-49209e5e2a31 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2412 time: 0.3019738 Aug 20 10:31:57.438064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-df078530-19ad-4c8f-bdb3-33bfe31339ad None None] Provisioning for port 2d6913b3-4953-4c22-b3b6-fc4b955ce375 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:31:57.438939 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-252e84c3-4740-4ce0-a506-94cd3e047247 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:57.453398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-9411ec3e-9ede-4936-9d8b-22e21cba17f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:57.454076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-9411ec3e-9ede-4936-9d8b-22e21cba17f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:57.454641 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-9411ec3e-9ede-4936-9d8b-22e21cba17f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:57.456635 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-9411ec3e-9ede-4936-9d8b-22e21cba17f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce857d21443c465f9b0cce6a4f3cfa90&device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2868 time: 1.2000434 Aug 20 10:31:57.623113 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-16416f79-6721-4e81-a74e-18d66c9c974a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.163&port_id=6b16142e-c0b0-4453-abab-afdb00d54883 HTTP/1.1" status: 200 len: 217 time: 0.1493187 Aug 20 10:31:57.645523 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-40eaf218-1836-4985-85eb-764070c607c7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:57.651752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-40eaf218-1836-4985-85eb-764070c607c7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/a66a8a64-4b77-490a-a47d-ba0049134725 HTTP/1.1" status: 204 len: 168 time: 4.2131879 Aug 20 10:31:57.660272 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3011750d-4d9d-4767-86d6-ad8e04c61a81 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:57.662549 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58102) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:57.670831 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:57.685286 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3011750d-4d9d-4767-86d6-ad8e04c61a81 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:57.686748 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3011750d-4d9d-4767-86d6-ad8e04c61a81 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:57.692766 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Transition to ACTIVE for port object e3d0469c-1fd8-4ce2-a30b-6d76d71804ed will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:31:57.720188 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-df078530-19ad-4c8f-bdb3-33bfe31339ad None None] Provisioning complete for port 2d6913b3-4953-4c22-b3b6-fc4b955ce375 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:57.720813 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df078530-19ad-4c8f-bdb3-33bfe31339ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:57.730157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e66b3bb4-2312-400d-bb17-ad7353ccce90 req-3cfa431a-ad98-4ecb-bb9b-eadf796cd2d9 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9374857 Aug 20 10:31:57.750782 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:57.862459 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee00e9-0793-4f3f-b1ed-46369b05883c None None] Pushing event updated for resources: {'Port': ['ID=e3d0469c-1fd8-4ce2-a30b-6d76d71804ed,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:57.865055 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ff2df710-17c5-4a0d-8826-b05f7534f92e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:57.865740 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:57.941431 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-defb5fad-ec6c-48d1-a8de-00a90c159c1f req-1568dae1-6a0a-4366-8a19-105f023af180 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770724 Aug 20 10:31:57.951944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-a10ec61c-8304-42f8-8fc4-38b1610842ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:57.953559 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-a10ec61c-8304-42f8-8fc4-38b1610842ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c26f23e-65ba-4228-a4cd-25f6fbb6c0cd HTTP/1.1" status: 200 len: 801 time: 0.3147233 Aug 20 10:31:57.961636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3011750d-4d9d-4767-86d6-ad8e04c61a81 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 905a37fc-46c2-4473-9cc6-07050abfea1c is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:31:57.973976 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Attempting to bind port e3d0469c-1fd8-4ce2-a30b-6d76d71804ed on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:31:57.974598 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Attempting to bind port e3d0469c-1fd8-4ce2-a30b-6d76d71804ed by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:31:57.978214 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011750d-4d9d-4767-86d6-ad8e04c61a81 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=2d6913b3-4953-4c22-b3b6-fc4b955ce375,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:57.982039 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-3011750d-4d9d-4767-86d6-ad8e04c61a81 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:31:57.983651 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Attempting to bind port e3d0469c-1fd8-4ce2-a30b-6d76d71804ed on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:31:58.034282 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-df078530-19ad-4c8f-bdb3-33bfe31339ad None None] Port 2d6913b3-4953-4c22-b3b6-fc4b955ce375 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:31:58.053291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17394cc7-796b-43d4-8ef1-762f2ce5a1ab tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:58.055527 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:31:58.057299 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:31:58.058355 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:58.059221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:31:58.060045 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Bound port: e3d0469c-1fd8-4ce2-a30b-6d76d71804ed, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:31:58.061061 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:58.068573 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17394cc7-796b-43d4-8ef1-762f2ce5a1ab tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:58.069553 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17394cc7-796b-43d4-8ef1-762f2ce5a1ab tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:58.073709 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-17394cc7-796b-43d4-8ef1-762f2ce5a1ab tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4046693 Aug 20 10:31:58.082570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cf42a-e880-44de-b321-74ac108f41c8 req-8ef2fd8c-36f4-4d78-848a-b6d6a42cb357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:58.083093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cf42a-e880-44de-b321-74ac108f41c8 req-8ef2fd8c-36f4-4d78-848a-b6d6a42cb357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:58.083759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cf42a-e880-44de-b321-74ac108f41c8 req-8ef2fd8c-36f4-4d78-848a-b6d6a42cb357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:58.084248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cf42a-e880-44de-b321-74ac108f41c8 req-8ef2fd8c-36f4-4d78-848a-b6d6a42cb357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:58.084719 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cf42a-e880-44de-b321-74ac108f41c8 req-8ef2fd8c-36f4-4d78-848a-b6d6a42cb357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:58.085187 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cf42a-e880-44de-b321-74ac108f41c8 req-8ef2fd8c-36f4-4d78-848a-b6d6a42cb357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:58.085955 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cf42a-e880-44de-b321-74ac108f41c8 req-8ef2fd8c-36f4-4d78-848a-b6d6a42cb357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:58.089475 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f88cf42a-e880-44de-b321-74ac108f41c8 req-8ef2fd8c-36f4-4d78-848a-b6d6a42cb357 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 6510 time: 0.8597348 Aug 20 10:31:58.094290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58110) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:58.100597 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-252e84c3-4740-4ce0-a506-94cd3e047247 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:58.165022 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] For port e3d0469c-1fd8-4ce2-a30b-6d76d71804ed, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:31:58.169315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] For port e3d0469c-1fd8-4ce2-a30b-6d76d71804ed, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e3d0469c-1fd8-4ce2-a30b-6d76d71804ed,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:31:58.192706 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-df078530-19ad-4c8f-bdb3-33bfe31339ad None None] Provisioning complete for port ff2df710-17c5-4a0d-8826-b05f7534f92e triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:58.193472 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df078530-19ad-4c8f-bdb3-33bfe31339ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:58.197847 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:58.273977 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f88cf42a-e880-44de-b321-74ac108f41c8 req-81e59828-b6fc-4e7c-954d-cbaa73512362 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=faae4b9b-91e9-4000-9b76-33fb79f171b3&id=b4f3f050-f403-43cf-8c5a-95c355c35a18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1648457 Aug 20 10:31:58.290759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-c829eb13-d241-40bd-92a1-bb3d819626b4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet 25a1d140-00fd-4927-9c95-021a593e4349 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:31:58.311213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Routers {'2a58b439-a3e9-489f-8e57-7623e88ab417'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:58.312011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['2a58b439-a3e9-489f-8e57-7623e88ab417'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:58.336366 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c829eb13-d241-40bd-92a1-bb3d819626b4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:58.476807 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-252e84c3-4740-4ce0-a506-94cd3e047247 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:58.491642 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c829eb13-d241-40bd-92a1-bb3d819626b4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:58.492003 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461caab4-94c6-4ddb-b743-f150b1830a1d req-793e495b-2ce7-488d-8d0b-26689149f6b5 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:58.499682 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-461caab4-94c6-4ddb-b743-f150b1830a1d req-793e495b-2ce7-488d-8d0b-26689149f6b5 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.4270797 Aug 20 10:31:58.503481 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-252e84c3-4740-4ce0-a506-94cd3e047247 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:58.524376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-b15d6b42-f5b1-4567-93cc-281d2186a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:58.527438 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-b15d6b42-f5b1-4567-93cc-281d2186a831 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4784334 Aug 20 10:31:58.531850 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee00e9-0793-4f3f-b1ed-46369b05883c None None] Pushing event updated for resources: {'Port': ['ID=e3d0469c-1fd8-4ce2-a30b-6d76d71804ed,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:58.558465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3011750d-4d9d-4767-86d6-ad8e04c61a81 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router e12019ef-eb46-4904-a164-4af9fa9e4b79 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:31:58.674686 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] Set router 2a58b439-a3e9-489f-8e57-7623e88ab417 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:31:58.749540 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-60c5c530-2d92-4238-a35a-b3493ef6eb20 service neutron] 10.222.0.42 "GET /v2.0/networks/0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081194 Aug 20 10:31:58.759474 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-252e84c3-4740-4ce0-a506-94cd3e047247 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:58.760080 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252e84c3-4740-4ce0-a506-94cd3e047247 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7367aade-f18c-42d9-8fec-110bb8799ba7 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:31:58.783945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3011750d-4d9d-4767-86d6-ad8e04c61a81 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:31:58.797564 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3011750d-4d9d-4767-86d6-ad8e04c61a81 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/e12019ef-eb46-4904-a164-4af9fa9e4b79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8567266 Aug 20 10:31:58.797809 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4787b0c-a0cc-442b-ad52-daf6d709f9d0 None None] Sync routers for ids ['e12019ef-eb46-4904-a164-4af9fa9e4b79'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:31:58.798281 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58122) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:58.813217 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c829eb13-d241-40bd-92a1-bb3d819626b4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:58.820442 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-252e84c3-4740-4ce0-a506-94cd3e047247 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 20 10:31:58.821526 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-252e84c3-4740-4ce0-a506-94cd3e047247 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.8106539 Aug 20 10:31:58.823081 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4787b0c-a0cc-442b-ad52-daf6d709f9d0 None None] Routers {'e12019ef-eb46-4904-a164-4af9fa9e4b79'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:58.823729 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b4787b0c-a0cc-442b-ad52-daf6d709f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e12019ef-eb46-4904-a164-4af9fa9e4b79'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:58.853563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58124) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:58.883816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ea69177f-1fda-40b0-bdad-37cf0e9e8b22 None None] Provisioning complete for port 2d6913b3-4953-4c22-b3b6-fc4b955ce375 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:31:58.884392 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ea69177f-1fda-40b0-bdad-37cf0e9e8b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:58.889682 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b4787b0c-a0cc-442b-ad52-daf6d709f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:58.918075 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4787b0c-a0cc-442b-ad52-daf6d709f9d0 None None] Routers {'e12019ef-eb46-4904-a164-4af9fa9e4b79'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:31:58.921760 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b4787b0c-a0cc-442b-ad52-daf6d709f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:31:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e12019ef-eb46-4904-a164-4af9fa9e4b79'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:59.023835 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-461caab4-94c6-4ddb-b743-f150b1830a1d req-3cbe2443-90e4-4e91-be8c-60f164588c78 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5230732 Aug 20 10:31:59.064412 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-2b5bd011-b178-46f0-a2e8-9ac652dea555 service neutron] 10.222.0.42 "GET /v2.0/networks/0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804146 Aug 20 10:31:59.165253 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b4787b0c-a0cc-442b-ad52-daf6d709f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:59.166028 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4787b0c-a0cc-442b-ad52-daf6d709f9d0 None None] The sync data for ids ['e12019ef-eb46-4904-a164-4af9fa9e4b79'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:31:59.186874 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-5e1e62cf-dddf-4a43-8d48-c6b600ca8a3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.166&port_id=cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 HTTP/1.1" status: 200 len: 217 time: 0.1058130 Aug 20 10:31:59.197647 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ea69177f-1fda-40b0-bdad-37cf0e9e8b22 None None] Port 2d6913b3-4953-4c22-b3b6-fc4b955ce375 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:31:59.282715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-10fbf8af-bb29-49f6-874c-5fdb6836c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:59.284593 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-10fbf8af-bb29-49f6-874c-5fdb6836c155 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c807cdee-df46-4be0-9cd9-bdcd367afeac HTTP/1.1" status: 200 len: 801 time: 0.0687482 Aug 20 10:31:59.288741 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-05f022f0-6f7a-44f4-8ab0-bde986d3995c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:59.292801 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d40b29e-faa1-4ceb-abb1-c43a74430500 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:59.296072 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2d40b29e-faa1-4ceb-abb1-c43a74430500 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports/2d6913b3-4953-4c22-b3b6-fc4b955ce375 HTTP/1.1" status: 200 len: 984 time: 0.4967349 Aug 20 10:31:59.304332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58132) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:59.328322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:31:46Z', 'updated_at': '2021-08-20T10:31:51Z', 'revision_number': 3, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'gw_port': {'id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:49Z', 'updated_at': '2021-08-20T10:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:31:59.350216 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:59.391848 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efcf6e3-1d92-4019-960e-9a0eb49d4a25 None None] The sync data for ids ['2a58b439-a3e9-489f-8e57-7623e88ab417'] in n-d-778550-11 is: [{'id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:31:46Z', 'updated_at': '2021-08-20T10:31:51Z', 'revision_number': 3, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'gw_port': {'id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:49Z', 'updated_at': '2021-08-20T10:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:31:59.415500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fed8a3-4060-46d3-9546-1d44560f76d4 req-c68b561c-ad1e-4b53-a620-af3106355a21 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:59.429170 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fed8a3-4060-46d3-9546-1d44560f76d4 req-c68b561c-ad1e-4b53-a620-af3106355a21 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:59.437528 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c829eb13-d241-40bd-92a1-bb3d819626b4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:59.445527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fed8a3-4060-46d3-9546-1d44560f76d4 req-c68b561c-ad1e-4b53-a620-af3106355a21 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:59.458958 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43fed8a3-4060-46d3-9546-1d44560f76d4 req-c68b561c-ad1e-4b53-a620-af3106355a21 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2412 time: 0.2676761 Aug 20 10:31:59.489568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829eb13-d241-40bd-92a1-bb3d819626b4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=25a1d140-00fd-4927-9c95-021a593e4349,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:31:59.501055 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c829eb13-d241-40bd-92a1-bb3d819626b4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:59.506004 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c829eb13-d241-40bd-92a1-bb3d819626b4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/25a1d140-00fd-4927-9c95-021a593e4349 HTTP/1.1" status: 204 len: 168 time: 1.4103849 Aug 20 10:31:59.509776 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591bd60a-b6f2-46e9-a027-293b12921c0b None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:31:59.515328 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58136) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:31:59.521089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-998a4dc3-2c59-44ff-b744-db2493eb5216 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Deleting port 64d7f181-2f8d-4ce6-9661-41c70a0427ed {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:31:59.521443 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-998a4dc3-2c59-44ff-b744-db2493eb5216 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:59.569469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-9e8ce2cc-95a3-40a8-84b9-51990563e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:59.571687 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-9e8ce2cc-95a3-40a8-84b9-51990563e4b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58be9fbc-1afd-4f79-ab05-18788eefaa5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2618043 Aug 20 10:31:59.720054 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43fed8a3-4060-46d3-9546-1d44560f76d4 req-0118f85c-7cc6-45b5-8323-a1f9f1d308b9 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597368 Aug 20 10:31:59.771158 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-718c690d-49ba-4267-8a0c-0a91dbd385bd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet 5622b560-43f9-4584-95c6-c43a18a388a5 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:31:59.779822 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa5a62-6449-4592-9f33-c6862eae9eeb req-a7a499a4-f7e6-4d6d-aeaf-da4829addfc8 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:31:59.785263 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-718c690d-49ba-4267-8a0c-0a91dbd385bd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:59.794577 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28fa5a62-6449-4592-9f33-c6862eae9eeb req-a7a499a4-f7e6-4d6d-aeaf-da4829addfc8 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 945 time: 0.2756886 Aug 20 10:31:59.815591 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-998a4dc3-2c59-44ff-b744-db2493eb5216 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:59.862660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-998a4dc3-2c59-44ff-b744-db2493eb5216 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Calling delete_port for 64d7f181-2f8d-4ce6-9661-41c70a0427ed owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:31:59.891392 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-b580e885-f988-4c23-985a-a74e931e8db3 service neutron] 10.222.0.42 "GET /v2.0/networks/58be9fbc-1afd-4f79-ab05-18788eefaa5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903597 Aug 20 10:31:59.902055 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-718c690d-49ba-4267-8a0c-0a91dbd385bd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:31:59.955295 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28fa5a62-6449-4592-9f33-c6862eae9eeb req-ac8debc4-4f05-4d98-8eae-4255bc664d1f tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595242 Aug 20 10:31:59.957287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Allocated IP 172.20.0.1 (fd1d4ba8-2f99-4afd-9255-b02ab45b68a6/c4d0d36b-7f1b-481d-866e-81cca665fba3/38682323-c441-4ce7-9743-58dd8fbcff2d) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:00.147892 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-998a4dc3-2c59-44ff-b744-db2493eb5216 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:00.202153 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-523a94c0-bd47-4ff3-8b1d-260d363839db service neutron] 10.222.0.42 "GET /v2.0/networks/58be9fbc-1afd-4f79-ab05-18788eefaa5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703171 Aug 20 10:32:00.220321 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a4dc3-2c59-44ff-b744-db2493eb5216 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Pushing event deleted for resources: {'Port': ['ID=64d7f181-2f8d-4ce6-9661-41c70a0427ed,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:00.275560 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07586f80-2f5d-4404-8ab4-4ddb7467b655 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:00.369266 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-998a4dc3-2c59-44ff-b744-db2493eb5216 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:00.380380 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-998a4dc3-2c59-44ff-b744-db2493eb5216 tempest-RoutersAdminNegativeTest-2054768267 tempest-RoutersAdminNegativeTest-2054768267-project-admin] 10.222.0.16 "DELETE /v2.0/ports/64d7f181-2f8d-4ce6-9661-41c70a0427ed HTTP/1.1" status: 204 len: 168 time: 1.5204072 Aug 20 10:32:00.398212 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-5349ba2c-667f-41f6-9153-b995b0b7f094 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.68&port_id=27d32e71-7d16-49c4-b613-a98286a292e6 HTTP/1.1" status: 200 len: 217 time: 0.1270642 Aug 20 10:32:00.422485 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:00.499609 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-47dc8ca9-58d9-493b-8f0d-e5d1861db8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:00.501236 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-47dc8ca9-58d9-493b-8f0d-e5d1861db8f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c26f23e-65ba-4228-a4cd-25f6fbb6c0cd HTTP/1.1" status: 200 len: 801 time: 0.0848999 Aug 20 10:32:00.608339 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Transition to ACTIVE for port object 38682323-c441-4ce7-9743-58dd8fbcff2d will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:00.641044 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1700c6-53f5-4932-927c-7c0d6a2f0afa req-2f8f6ad1-5886-4019-9bf0-b547f4763b73 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:00.642777 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5d1700c6-53f5-4932-927c-7c0d6a2f0afa req-2f8f6ad1-5886-4019-9bf0-b547f4763b73 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.3625407 Aug 20 10:32:00.649133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-07586f80-2f5d-4404-8ab4-4ddb7467b655 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting port 2d6913b3-4953-4c22-b3b6-fc4b955ce375 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:00.649908 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07586f80-2f5d-4404-8ab4-4ddb7467b655 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:00.692058 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-718c690d-49ba-4267-8a0c-0a91dbd385bd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:00.750594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482cede-abab-4253-ac46-161e0dab29e5 req-1879facc-65d1-46b1-94e2-68b732314060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:00.752665 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-1879facc-65d1-46b1-94e2-68b732314060 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2326839 Aug 20 10:32:00.814183 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07586f80-2f5d-4404-8ab4-4ddb7467b655 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:00.831537 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-07586f80-2f5d-4404-8ab4-4ddb7467b655 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Calling delete_port for 2d6913b3-4953-4c22-b3b6-fc4b955ce375 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:00.868372 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9ffc8f92-4c83-4cbc-a2b2-869006399203 None None] Provisioning complete for port 4f5656fd-08ed-4421-8f6d-030813117c42 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:00.873456 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8f92-4c83-4cbc-a2b2-869006399203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:00.890277 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58146) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:00.899446 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5d1700c6-53f5-4932-927c-7c0d6a2f0afa req-85b14e1f-55e2-497e-8f1f-0e7a4296624e tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269092 Aug 20 10:32:00.908921 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:01.100451 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Network fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:01.102515 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-718c690d-49ba-4267-8a0c-0a91dbd385bd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:01.140905 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Pushing event updated for resources: {'Port': ['ID=38682323-c441-4ce7-9743-58dd8fbcff2d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:01.145004 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:01.155443 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa85ec13-f8e4-40a7-a9e9-132c3c4a27b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:01.171515 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e3d0469c-1fd8-4ce2-a30b-6d76d71804ed up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:01.188174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:01.208660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753e984-8ac0-4b09-90f0-6e761d77fe24 req-ed16ec22-ee22-4ebb-9f6f-00490593bb59 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:01.211758 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-aa2464c9-9bdb-41bc-b606-32822d773b34 service neutron] 10.222.0.42 "GET /v2.0/networks/0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482625 Aug 20 10:32:01.219224 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753e984-8ac0-4b09-90f0-6e761d77fe24 req-ed16ec22-ee22-4ebb-9f6f-00490593bb59 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:01.225664 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753e984-8ac0-4b09-90f0-6e761d77fe24 req-ed16ec22-ee22-4ebb-9f6f-00490593bb59 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:01.227598 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3753e984-8ac0-4b09-90f0-6e761d77fe24 req-ed16ec22-ee22-4ebb-9f6f-00490593bb59 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2412 time: 0.3038402 Aug 20 10:32:01.256255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c690d-49ba-4267-8a0c-0a91dbd385bd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=5622b560-43f9-4584-95c6-c43a18a388a5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:01.274413 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-718c690d-49ba-4267-8a0c-0a91dbd385bd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:01.278949 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-718c690d-49ba-4267-8a0c-0a91dbd385bd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/5622b560-43f9-4584-95c6-c43a18a388a5 HTTP/1.1" status: 204 len: 168 time: 1.7618198 Aug 20 10:32:01.279326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port e3d0469c-1fd8-4ce2-a30b-6d76d71804ed completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:01.284681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58152) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:01.285008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e3d0469c-1fd8-4ce2-a30b-6d76d71804ed triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:01.285356 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:01.307137 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:01.312926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ddce7c-8c09-435a-a69b-aeef3fb1d8e6 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:01.395520 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3753e984-8ac0-4b09-90f0-6e761d77fe24 req-ef28366a-d33b-495b-85ce-7b5da2647e43 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302929 Aug 20 10:32:01.400738 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07586f80-2f5d-4404-8ab4-4ddb7467b655 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:01.460213 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d37e7c31-8db9-422f-96ea-5d8a1742bf2e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1742830 Aug 20 10:32:01.460863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58154) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:01.466758 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07586f80-2f5d-4404-8ab4-4ddb7467b655 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Port': ['ID=2d6913b3-4953-4c22-b3b6-fc4b955ce375,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:01.471998 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-8c97d9e7-8abe-49cc-b625-3397ae0c69de tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:01.618511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71741be4-0e51-43c6-8f28-9eb7c86f1403 req-7b832511-e7a5-415b-8870-523ea08ee27d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:01.620728 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71741be4-0e51-43c6-8f28-9eb7c86f1403 req-7b832511-e7a5-415b-8870-523ea08ee27d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 945 time: 0.5335999 Aug 20 10:32:01.637989 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07586f80-2f5d-4404-8ab4-4ddb7467b655 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:01.644532 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-34172c38-8002-4c49-b75d-4b11a36dc436 None None] Provisioning for port 38682323-c441-4ce7-9743-58dd8fbcff2d completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:01.669921 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a6807c-b1ac-48aa-93c4-75713ac554cd None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:32:01.675924 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:01.695636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-34172c38-8002-4c49-b75d-4b11a36dc436 None None] Provisioning complete for port 38682323-c441-4ce7-9743-58dd8fbcff2d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:01.696487 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-34172c38-8002-4c49-b75d-4b11a36dc436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:01.791723 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa85ec13-f8e4-40a7-a9e9-132c3c4a27b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:01.800076 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa85ec13-f8e4-40a7-a9e9-132c3c4a27b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:01.818416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port e3d0469c-1fd8-4ce2-a30b-6d76d71804ed, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e3d0469c-1fd8-4ce2-a30b-6d76d71804ed,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:01.837727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-34172c38-8002-4c49-b75d-4b11a36dc436 None None] Port 38682323-c441-4ce7-9743-58dd8fbcff2d cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:01.840648 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:01.869544 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71741be4-0e51-43c6-8f28-9eb7c86f1403 req-9fa8ca83-d3ff-4d3c-b404-429859164090 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210054 Aug 20 10:32:01.878572 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2482cede-abab-4253-ac46-161e0dab29e5 req-19ae132c-3fee-45a6-a4a9-1c0682e6520a service neutron] 10.222.0.42 "GET /v2.0/networks/0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153424 Aug 20 10:32:01.887369 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fa85ec13-f8e4-40a7-a9e9-132c3c4a27b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6620566b18e8471e88b97ae0a9491b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9940422 Aug 20 10:32:01.890028 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58156) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:01.894274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c97d9e7-8abe-49cc-b625-3397ae0c69de tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:01.901998 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8c97d9e7-8abe-49cc-b625-3397ae0c69de tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:02.002947 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=e3d0469c-1fd8-4ce2-a30b-6d76d71804ed,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:02.029560 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1b28784c-2f73-4ef9-928c-f7ab36e246cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:02.040082 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6807c-b1ac-48aa-93c4-75713ac554cd None None] Deleting port 4f5656fd-08ed-4421-8f6d-030813117c42 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:02.043241 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b8a6807c-b1ac-48aa-93c4-75713ac554cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:02.101465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85ec13-f8e4-40a7-a9e9-132c3c4a27b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739383ff-d258-4fb9-825e-1a9ad56b1f50,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:02.125388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b8a6807c-b1ac-48aa-93c4-75713ac554cd None None] For port 4f5656fd-08ed-4421-8f6d-030813117c42, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4f5656fd-08ed-4421-8f6d-030813117c42,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:02.125824 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b8a6807c-b1ac-48aa-93c4-75713ac554cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:02.144767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07586f80-2f5d-4404-8ab4-4ddb7467b655 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router e12019ef-eb46-4904-a164-4af9fa9e4b79 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:32:02.171926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6807c-b1ac-48aa-93c4-75713ac554cd None None] Calling delete_port for 4f5656fd-08ed-4421-8f6d-030813117c42 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:02.200719 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b74c7e5d-1b20-48fa-8f57-4f99fd37f129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:02.299411 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:02.324834 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b8a6807c-b1ac-48aa-93c4-75713ac554cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:02.360310 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6807c-b1ac-48aa-93c4-75713ac554cd None None] Pushing event deleted for resources: {'Port': ['ID=4f5656fd-08ed-4421-8f6d-030813117c42,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:02.365206 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a6807c-b1ac-48aa-93c4-75713ac554cd None None] No DVR routers for this DVR port 4f5656fd-08ed-4421-8f6d-030813117c42 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:02.472727 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:02.575024 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86bfd8-2a18-4284-9364-58fb2ed3717f req-6fda4d6a-95d5-4d74-b9f9-bec56171be4a tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:02.577350 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fc86bfd8-2a18-4284-9364-58fb2ed3717f req-6fda4d6a-95d5-4d74-b9f9-bec56171be4a tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.4795070 Aug 20 10:32:02.580698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb39c9-85b2-4538-9498-126e3e383496 req-4a8db498-2791-4b20-a123-a5b0a0b919d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:02.580698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb39c9-85b2-4538-9498-126e3e383496 req-4a8db498-2791-4b20-a123-a5b0a0b919d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:02.581236 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb39c9-85b2-4538-9498-126e3e383496 req-4a8db498-2791-4b20-a123-a5b0a0b919d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:02.582808 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-febb39c9-85b2-4538-9498-126e3e383496 req-4a8db498-2791-4b20-a123-a5b0a0b919d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce857d21443c465f9b0cce6a4f3cfa90&device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2868 time: 0.1932287 Aug 20 10:32:02.593504 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b74c7e5d-1b20-48fa-8f57-4f99fd37f129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:02.595767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07586f80-2f5d-4404-8ab4-4ddb7467b655 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:32:02.614666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07dd7a1-94d6-46ba-bcb7-471a4b71a531 None None] Sync routers for ids ['e12019ef-eb46-4904-a164-4af9fa9e4b79'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:32:02.614951 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-07586f80-2f5d-4404-8ab4-4ddb7467b655 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/e12019ef-eb46-4904-a164-4af9fa9e4b79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3094444 Aug 20 10:32:02.622824 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58162) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:02.634264 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07dd7a1-94d6-46ba-bcb7-471a4b71a531 None None] Routers {'e12019ef-eb46-4904-a164-4af9fa9e4b79'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:32:02.635931 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e07dd7a1-94d6-46ba-bcb7-471a4b71a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:32:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e12019ef-eb46-4904-a164-4af9fa9e4b79'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:02.667512 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fc86bfd8-2a18-4284-9364-58fb2ed3717f req-9f59a4e2-3efb-4af3-bb84-bbb2580e6873 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778461 Aug 20 10:32:02.689012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e07dd7a1-94d6-46ba-bcb7-471a4b71a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:02.704298 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07dd7a1-94d6-46ba-bcb7-471a4b71a531 None None] Routers {'e12019ef-eb46-4904-a164-4af9fa9e4b79'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:32:02.705228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e07dd7a1-94d6-46ba-bcb7-471a4b71a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:32:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e12019ef-eb46-4904-a164-4af9fa9e4b79'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:02.708341 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b74c7e5d-1b20-48fa-8f57-4f99fd37f129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:02.711743 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b74c7e5d-1b20-48fa-8f57-4f99fd37f129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:02.713988 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b74c7e5d-1b20-48fa-8f57-4f99fd37f129 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/739383ff-d258-4fb9-825e-1a9ad56b1f50 HTTP/1.1" status: 204 len: 168 time: 0.8224893 Aug 20 10:32:02.731915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c7e5d-1b20-48fa-8f57-4f99fd37f129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739383ff-d258-4fb9-825e-1a9ad56b1f50,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:02.750704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e07dd7a1-94d6-46ba-bcb7-471a4b71a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:02.751468 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07dd7a1-94d6-46ba-bcb7-471a4b71a531 None None] The sync data for ids ['e12019ef-eb46-4904-a164-4af9fa9e4b79'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:32:02.906101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af21a28-35a5-4172-9b5f-d0411908c64d req-b77b7cb1-c0ed-43d5-b840-fb5ba33b0f77 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:02.912391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af21a28-35a5-4172-9b5f-d0411908c64d req-b77b7cb1-c0ed-43d5-b840-fb5ba33b0f77 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:02.918471 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af21a28-35a5-4172-9b5f-d0411908c64d req-b77b7cb1-c0ed-43d5-b840-fb5ba33b0f77 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:02.920580 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6af21a28-35a5-4172-9b5f-d0411908c64d req-b77b7cb1-c0ed-43d5-b840-fb5ba33b0f77 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2412 time: 0.4078975 Aug 20 10:32:03.078634 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b24e6-b852-42ac-8cf1-7e38a9cb8210 req-ff5446be-d804-4cea-8725-bb5e841908d1 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:03.093894 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-248b24e6-b852-42ac-8cf1-7e38a9cb8210 req-ff5446be-d804-4cea-8725-bb5e841908d1 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 945 time: 0.1067731 Aug 20 10:32:03.096022 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:03.125732 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb39c9-85b2-4538-9498-126e3e383496 req-f71db3ba-181f-4b42-a06a-c56a6d8a584b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:03.127328 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-febb39c9-85b2-4538-9498-126e3e383496 req-f71db3ba-181f-4b42-a06a-c56a6d8a584b service neutron] 10.222.0.42 "GET /v2.0/networks?id=0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d HTTP/1.1" status: 200 len: 902 time: 0.5306361 Aug 20 10:32:03.144550 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-248b24e6-b852-42ac-8cf1-7e38a9cb8210 req-76a46161-0e94-480e-bcb7-6aa454cce295 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474329 Aug 20 10:32:03.152418 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e3d0469c-1fd8-4ce2-a30b-6d76d71804ed up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:03.192547 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8c97d9e7-8abe-49cc-b625-3397ae0c69de tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:03.214766 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58170) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:03.243643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e3d0469c-1fd8-4ce2-a30b-6d76d71804ed triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:03.244166 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:03.273960 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-84e0efc0-8792-488b-aecc-d524ae843460 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53e13d60435c4c839b68e724d713a605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637829 Aug 20 10:32:03.276753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58172) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:03.317771 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6af21a28-35a5-4172-9b5f-d0411908c64d req-e242a436-b158-4625-9476-3460977a9fac tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727551 Aug 20 10:32:03.360792 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-febb39c9-85b2-4538-9498-126e3e383496 req-d12538e4-075a-4c4e-8ad7-7f1f9cd424bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.68&port_id=27d32e71-7d16-49c4-b613-a98286a292e6 HTTP/1.1" status: 200 len: 217 time: 0.1976600 Aug 20 10:32:03.368168 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-bdf16ab4-438a-4215-86c7-4447a21e266d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] remove_router_interface failed (client error): The resource could not be found. Aug 20 10:32:03.370498 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bdf16ab4-438a-4215-86c7-4447a21e266d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/e12019ef-eb46-4904-a164-4af9fa9e4b79/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7339103 Aug 20 10:32:03.374170 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58174) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:03.412080 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:03.419095 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c97d9e7-8abe-49cc-b625-3397ae0c69de tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:03.423254 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a49e5c71-721a-4b97-b5a6-bcc179c155c7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports?device_id=e12019ef-eb46-4904-a164-4af9fa9e4b79 HTTP/1.1" status: 200 len: 205 time: 0.0473685 Aug 20 10:32:03.427807 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58176) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:03.448011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4f5656fd-08ed-4421-8f6d-030813117c42 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:32:03.465950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-8c97d9e7-8abe-49cc-b625-3397ae0c69de tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:03.468651 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:03.475684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c97d9e7-8abe-49cc-b625-3397ae0c69de tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:03.476890 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8c97d9e7-8abe-49cc-b625-3397ae0c69de tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:03.490512 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355e306a-6f6f-4fb6-b67f-c2ba3d119264 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:03.502436 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 4f5656fd-08ed-4421-8f6d-030813117c42 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:32:03.502751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4f5656fd-08ed-4421-8f6d-030813117c42 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:32:03.507181 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-54128e26-3933-4a21-985e-3dc817c1f700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:03.536425 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97d9e7-8abe-49cc-b625-3397ae0c69de tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=31635946-1449-443c-9b58-02cd1b0a6608,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:03.576776 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8c97d9e7-8abe-49cc-b625-3397ae0c69de tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1108851 Aug 20 10:32:03.577242 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-234a2d28-2f4a-4fee-ad4c-17600cec9a74 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:03.583670 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58178) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:03.590787 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb39c9-85b2-4538-9498-126e3e383496 req-dd915e5e-52a6-4eec-ad33-89b00b165c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:03.594023 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-febb39c9-85b2-4538-9498-126e3e383496 req-dd915e5e-52a6-4eec-ad33-89b00b165c84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6c26f23e-65ba-4228-a4cd-25f6fbb6c0cd HTTP/1.1" status: 200 len: 801 time: 0.2107937 Aug 20 10:32:03.598920 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Pushing event updated for resources: {'Port': ['ID=38682323-c441-4ce7-9743-58dd8fbcff2d,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:03.621839 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:03.648298 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-c7b0002a-078d-47d8-a39f-ed7bc7bcab92 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:03.661630 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-54128e26-3933-4a21-985e-3dc817c1f700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:03.726451 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': '31635946-1449-443c-9b58-02cd1b0a6608'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:32:03.726726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb39c9-85b2-4538-9498-126e3e383496 req-ca7ef690-6b86-4ade-a503-6c47dc907c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:03.728888 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:03.730281 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-febb39c9-85b2-4538-9498-126e3e383496 req-ca7ef690-6b86-4ade-a503-6c47dc907c47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198838 Aug 20 10:32:03.896699 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-234a2d28-2f4a-4fee-ad4c-17600cec9a74 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:03.899971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Network fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:03.900433 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-234a2d28-2f4a-4fee-ad4c-17600cec9a74 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:03.905119 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:03.933111 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-febb39c9-85b2-4538-9498-126e3e383496 req-1e92ec2a-e7ad-4b16-bfa4-dc1b5e3eda20 service neutron] 10.222.0.42 "GET /v2.0/networks/0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954496 Aug 20 10:32:03.966478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Allocated IP 172.20.0.2 (7b83641d-fbeb-417a-8d09-ab733c99b474/31635946-1449-443c-9b58-02cd1b0a6608/65158fd0-30ed-46d0-9b1e-bf3fc112b7ce) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:04.002494 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-54128e26-3933-4a21-985e-3dc817c1f700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:04.005637 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-54128e26-3933-4a21-985e-3dc817c1f700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:04.007248 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-54128e26-3933-4a21-985e-3dc817c1f700 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/794921ee-91fb-498c-b230-533907cb6a39 HTTP/1.1" status: 204 len: 168 time: 0.7290964 Aug 20 10:32:04.081794 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54128e26-3933-4a21-985e-3dc817c1f700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794921ee-91fb-498c-b230-533907cb6a39,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:04.091098 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-234a2d28-2f4a-4fee-ad4c-17600cec9a74 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:04.091098 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234a2d28-2f4a-4fee-ad4c-17600cec9a74 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Fanout notify agent at l3_agent the message router_deleted on router e12019ef-eb46-4904-a164-4af9fa9e4b79 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:32:04.098221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b0002a-078d-47d8-a39f-ed7bc7bcab92 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:04.110906 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7b0002a-078d-47d8-a39f-ed7bc7bcab92 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:04.131329 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-234a2d28-2f4a-4fee-ad4c-17600cec9a74 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:04.134126 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-234a2d28-2f4a-4fee-ad4c-17600cec9a74 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/routers/e12019ef-eb46-4904-a164-4af9fa9e4b79 HTTP/1.1" status: 204 len: 168 time: 0.7045932 Aug 20 10:32:04.138930 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58184) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:04.283708 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Router 2a58b439-a3e9-489f-8e57-7623e88ab417 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:32:04.294331 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:32:04.356544 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:04.391133 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Transition to ACTIVE for port object 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:04.446041 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-febb39c9-85b2-4538-9498-126e3e383496 req-2a4936af-994c-446f-b99d-1580e5d912b3 service neutron] 10.222.0.42 "GET /v2.0/networks/0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666946 Aug 20 10:32:04.466997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Transition to ACTIVE for port object 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:04.476109 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bf3e2-5d71-4dce-bfbf-71e565e7907b req-a6cc124c-dcc6-4a79-b7b5-628fb32f505c tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:04.478165 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a96bf3e2-5d71-4dce-bfbf-71e565e7907b req-a6cc124c-dcc6-4a79-b7b5-628fb32f505c tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 945 time: 0.1868889 Aug 20 10:32:04.482556 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a7c745d9-8030-4b57-9ceb-00cf38dcd3c2 None None] Provisioning complete for port 38682323-c441-4ce7-9743-58dd8fbcff2d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:04.482983 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a7c745d9-8030-4b57-9ceb-00cf38dcd3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:04.485349 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:04.582411 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a96bf3e2-5d71-4dce-bfbf-71e565e7907b req-7faaf0f2-33d5-49d5-8167-4d82ad224994 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917923 Aug 20 10:32:04.585156 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2775b2c-1591-401f-979a-68f3956fd799 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting subnet b664469d-7ad9-445e-8d28-104b091bd1cb {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:32:04.586161 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:32:04.599633 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c6bb4015-8a95-40d0-b05b-51b807d99d05 admin admin] 10.222.0.16 "PUT /v2.0/routers/2a58b439-a3e9-489f-8e57-7623e88ab417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7695515 Aug 20 10:32:04.605099 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Sync routers for ids ['2a58b439-a3e9-489f-8e57-7623e88ab417'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:32:04.608571 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e2775b2c-1591-401f-979a-68f3956fd799 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:04.612317 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:04.644696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:04.656190 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Routers {'2a58b439-a3e9-489f-8e57-7623e88ab417'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:32:04.656836 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:32:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['2a58b439-a3e9-489f-8e57-7623e88ab417'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:04.659297 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:04.666679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a7c745d9-8030-4b57-9ceb-00cf38dcd3c2 None None] Port 38682323-c441-4ce7-9743-58dd8fbcff2d cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:04.681635 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Pushing event updated for resources: {'Port': ['ID=65158fd0-30ed-46d0-9b1e-bf3fc112b7ce,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:04.695150 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cb6a45ef-7e12-4ffc-8fc3-c50d7543a423,segment=NetworkSegment(99fe6cbd-1e3d-4180-bbfe-9423c39abf33),segment_id=99fe6cbd-1e3d-4180-bbfe-9423c39abf33)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:04.699965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9619e7f-2f35-4a9b-88d9-a96e053df10c req-0a18b4cd-1ce2-441f-a4ea-0e4a3d6043f5 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:04.711912 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b9619e7f-2f35-4a9b-88d9-a96e053df10c req-0a18b4cd-1ce2-441f-a4ea-0e4a3d6043f5 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.4498153 Aug 20 10:32:04.780558 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'cb6a45ef-7e12-4ffc-8fc3-c50d7543a423', 'network_id': '58be9fbc-1afd-4f79-ab05-18788eefaa5e', 'port_id': 'cb6a45ef-7e12-4ffc-8fc3-c50d7543a423', 'mac_address': 'fa:16:3e:53:3f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c807cdee-df46-4be0-9cd9-bdcd367afeac', 'ip_address': '19.86.0.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:32:04.803920 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:04.814625 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Attempting to bind port 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:04.815122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Attempting to bind port 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:04.815660 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Attempting to bind port 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:04.855853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:04.855853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:04.856466 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:04.857988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:04.858627 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Bound port: 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:04.859154 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:04.875964 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e2775b2c-1591-401f-979a-68f3956fd799 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:04.881754 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74124847-0e13-4a96-9045-b618a0859028 req-74ef84f5-a18d-4d92-a558-37f27271928d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:04.885588 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:04.891204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74124847-0e13-4a96-9045-b618a0859028 req-74ef84f5-a18d-4d92-a558-37f27271928d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:04.899250 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74124847-0e13-4a96-9045-b618a0859028 req-74ef84f5-a18d-4d92-a558-37f27271928d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:04.901404 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74124847-0e13-4a96-9045-b618a0859028 req-74ef84f5-a18d-4d92-a558-37f27271928d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2412 time: 0.1116812 Aug 20 10:32:04.972330 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:32:04.992557 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Set router 2a58b439-a3e9-489f-8e57-7623e88ab417 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:32:05.014688 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cb6a45ef-7e12-4ffc-8fc3-c50d7543a423,segment=NetworkSegment(99fe6cbd-1e3d-4180-bbfe-9423c39abf33),segment_id=99fe6cbd-1e3d-4180-bbfe-9423c39abf33)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:05.015714 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74124847-0e13-4a96-9045-b618a0859028 req-f04bf8f3-be16-4c89-833e-43b5599d9fa3 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073940 Aug 20 10:32:05.020488 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:05.021508 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 6b16142e-c0b0-4453-abab-afdb00d54883 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:32:05.062349 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] For port 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:32:05.083351 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b9619e7f-2f35-4a9b-88d9-a96e053df10c req-df2b5c29-74eb-4542-80e4-54630a271dc1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3697805 Aug 20 10:32:05.180376 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] For port 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=65158fd0-30ed-46d0-9b1e-bf3fc112b7ce,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:32:05.201874 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:05.236204 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e2775b2c-1591-401f-979a-68f3956fd799 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:05.247927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=cb6a45ef-7e12-4ffc-8fc3-c50d7543a423,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:05.378978 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 6b16142e-c0b0-4453-abab-afdb00d54883, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=6b16142e-c0b0-4453-abab-afdb00d54883,segment=NetworkSegment(433e95c4-416e-4b8a-9dc3-4f5a01020a02),segment_id=433e95c4-416e-4b8a-9dc3-4f5a01020a02)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:05.399693 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd249e2-326e-495d-95dc-7d23c6cd2e37 None None] Pushing event updated for resources: {'Port': ['ID=65158fd0-30ed-46d0-9b1e-bf3fc112b7ce,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:05.414453 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '6b16142e-c0b0-4453-abab-afdb00d54883', 'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d', 'port_id': '6b16142e-c0b0-4453-abab-afdb00d54883', 'mac_address': 'fa:16:3e:89:ab:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c26f23e-65ba-4228-a4cd-25f6fbb6c0cd', 'ip_address': '19.80.0.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:32:05.564329 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:05.584462 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e2775b2c-1591-401f-979a-68f3956fd799 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:05.607389 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e2775b2c-1591-401f-979a-68f3956fd799 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:05.612801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58216) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:05.615914 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e2775b2c-1591-401f-979a-68f3956fd799 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/subnets/b664469d-7ad9-445e-8d28-104b091bd1cb HTTP/1.1" status: 204 len: 168 time: 1.4669056 Aug 20 10:32:05.625767 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303426bd-18f6-4a57-9537-6873976a789e None None] Network 905a37fc-46c2-4473-9cc6-07050abfea1c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:05.680285 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:31:46Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'gw_port': {'id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:49Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '38682323-c441-4ce7-9743-58dd8fbcff2d', 'name': '', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'mac_address': 'fa:16:3e:2a:98:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:59Z', 'updated_at': '2021-08-20T10:32:02Z', 'revision_number': 2, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'subnets': [{'id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:05.809370 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2775b2c-1591-401f-979a-68f3956fd799 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Subnet': ['ID=b664469d-7ad9-445e-8d28-104b091bd1cb,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:05.884658 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Checking router: 2a58b439-a3e9-489f-8e57-7623e88ab417 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:32:05.891654 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Updating router 2a58b439-a3e9-489f-8e57-7623e88ab417 port 38682323-c441-4ce7-9743-58dd8fbcff2d binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:32:05.937020 n-d-778550-11 neutron-server[94866]: DEBUG neutron.objects.ports [None req-c7b0002a-078d-47d8-a39f-ed7bc7bcab92 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94866) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:32:05.948296 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:05.988705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657c0a3-d7d2-4783-89d9-246b419c07e2 req-e2c45b45-5f16-472f-b439-dd61254a9d9f tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:05.991728 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8657c0a3-d7d2-4783-89d9-246b419c07e2 req-e2c45b45-5f16-472f-b439-dd61254a9d9f tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.4296093 Aug 20 10:32:06.160775 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:06.194270 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b16142e-c0b0-4453-abab-afdb00d54883 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:32:06.211316 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58232) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:06.212352 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cb124-bd9f-45c3-831b-0343c631ded5 req-dda00e60-40bb-40f0-861c-1970edefb605 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:06.225496 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e76cb124-bd9f-45c3-831b-0343c631ded5 req-dda00e60-40bb-40f0-861c-1970edefb605 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 945 time: 0.2883191 Aug 20 10:32:06.229239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-4a299234-6eb4-4ad8-8711-3ac86bc428e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-576925494-network', 'tenant_id': '04dcf3bada214a90b32b9b79ce337a19'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:06.273514 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 6b16142e-c0b0-4453-abab-afdb00d54883, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=6b16142e-c0b0-4453-abab-afdb00d54883,segment=NetworkSegment(433e95c4-416e-4b8a-9dc3-4f5a01020a02),segment_id=433e95c4-416e-4b8a-9dc3-4f5a01020a02)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:06.300229 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:06.301312 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 27d32e71-7d16-49c4-b613-a98286a292e6 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:32:06.302230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c3ff4-0f41-4200-954b-660c31ff8b30 req-b39a9474-30d7-4555-8586-9da846b99b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:06.305070 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-976c3ff4-0f41-4200-954b-660c31ff8b30 req-b39a9474-30d7-4555-8586-9da846b99b77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b086f231f77d4675abacdbd977d6ae32&device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 1097 time: 0.5985022 Aug 20 10:32:06.310831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58234) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:06.386560 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e76cb124-bd9f-45c3-831b-0343c631ded5 req-a84a7470-96bc-4084-bba0-a0c814c09761 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601229 Aug 20 10:32:06.444389 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting port ff2df710-17c5-4a0d-8826-b05f7534f92e {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:06.445249 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:06.481645 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:06.492989 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Transition to ACTIVE for port object 38682323-c441-4ce7-9743-58dd8fbcff2d will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:06.499989 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:06.593322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=6b16142e-c0b0-4453-abab-afdb00d54883,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:06.599251 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8657c0a3-d7d2-4783-89d9-246b419c07e2 req-07d928b5-c1b1-453d-8fd8-6da960e33e63 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5899897 Aug 20 10:32:06.627537 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] For port ff2df710-17c5-4a0d-8826-b05f7534f92e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ff2df710-17c5-4a0d-8826-b05f7534f92e,segment=NetworkSegment(44610d83-7fe7-45cd-a116-c8ce8af324df),segment_id=44610d83-7fe7-45cd-a116-c8ce8af324df)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:06.628150 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:06.682709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a299234-6eb4-4ad8-8711-3ac86bc428e4 admin admin] Made reservation on behalf of 04dcf3bada214a90b32b9b79ce337a19 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:06.686302 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4a299234-6eb4-4ad8-8711-3ac86bc428e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:06.712989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Calling delete_port for ff2df710-17c5-4a0d-8826-b05f7534f92e owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:06.778372 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e4ee9-eddd-4967-8eaa-afbfd043d22d None None] Pushing event updated for resources: {'Port': ['ID=38682323-c441-4ce7-9743-58dd8fbcff2d,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:06.785512 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 27d32e71-7d16-49c4-b613-a98286a292e6, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=27d32e71-7d16-49c4-b613-a98286a292e6,segment=NetworkSegment(433e95c4-416e-4b8a-9dc3-4f5a01020a02),segment_id=433e95c4-416e-4b8a-9dc3-4f5a01020a02)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:06.789598 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e4ee9-eddd-4967-8eaa-afbfd043d22d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:06.789947 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e4ee9-eddd-4967-8eaa-afbfd043d22d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:06.790288 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e4ee9-eddd-4967-8eaa-afbfd043d22d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:06.790624 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e4ee9-eddd-4967-8eaa-afbfd043d22d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:06.790955 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e4ee9-eddd-4967-8eaa-afbfd043d22d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:06.791315 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e4ee9-eddd-4967-8eaa-afbfd043d22d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:06.791643 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e4ee9-eddd-4967-8eaa-afbfd043d22d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:06.791972 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e4ee9-eddd-4967-8eaa-afbfd043d22d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:06.792291 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e4ee9-eddd-4967-8eaa-afbfd043d22d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:06.792615 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e4ee9-eddd-4967-8eaa-afbfd043d22d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:06.793079 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e4ee9-eddd-4967-8eaa-afbfd043d22d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:06.793456 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e4ee9-eddd-4967-8eaa-afbfd043d22d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:06.824254 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Attempting to bind port 38682323-c441-4ce7-9743-58dd8fbcff2d on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:06.824643 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Attempting to bind port 38682323-c441-4ce7-9743-58dd8fbcff2d by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '811272b0-f542-48a8-afd3-93287aead824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:06.825354 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Attempting to bind port 38682323-c441-4ce7-9743-58dd8fbcff2d on network fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:06.841045 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:06.842034 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Checking segment: {'id': '811272b0-f542-48a8-afd3-93287aead824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:06.842461 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:06.843001 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Bound using segment: {'id': '811272b0-f542-48a8-afd3-93287aead824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:06.843344 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Bound port: 38682323-c441-4ce7-9743-58dd8fbcff2d, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '811272b0-f542-48a8-afd3-93287aead824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:06.843728 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:06.856655 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:06.891154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '27d32e71-7d16-49c4-b613-a98286a292e6', 'network_id': '0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d', 'port_id': '27d32e71-7d16-49c4-b613-a98286a292e6', 'mac_address': 'fa:16:3e:f2:68:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c26f23e-65ba-4228-a4cd-25f6fbb6c0cd', 'ip_address': '19.80.0.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:32:06.938209 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Port': ['ID=ff2df710-17c5-4a0d-8826-b05f7534f92e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:06.949857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] No DVR routers for this DVR port ff2df710-17c5-4a0d-8826-b05f7534f92e on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:07.069534 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] For port 38682323-c441-4ce7-9743-58dd8fbcff2d, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:32:07.083606 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] For port 38682323-c441-4ce7-9743-58dd8fbcff2d, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=38682323-c441-4ce7-9743-58dd8fbcff2d,segment=NetworkSegment(811272b0-f542-48a8-afd3-93287aead824),segment_id=811272b0-f542-48a8-afd3-93287aead824)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:32:07.089805 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:07.111011 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c8071-08da-4c20-add6-5ac69ebc2fb6 req-744f6b37-dcf9-49eb-bbea-c9ea0c76e2b3 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:07.119725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c8071-08da-4c20-add6-5ac69ebc2fb6 req-744f6b37-dcf9-49eb-bbea-c9ea0c76e2b3 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:07.122241 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:07.127556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c8071-08da-4c20-add6-5ac69ebc2fb6 req-744f6b37-dcf9-49eb-bbea-c9ea0c76e2b3 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:07.129921 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-818c8071-08da-4c20-add6-5ac69ebc2fb6 req-744f6b37-dcf9-49eb-bbea-c9ea0c76e2b3 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2414 time: 0.4981344 Aug 20 10:32:07.133132 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96764e01-75eb-4e10-b915-d7b2914f51a5 None None] DHCP port deletion for 905a37fc-46c2-4473-9cc6-07050abfea1c request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:32:07.143879 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4a299234-6eb4-4ad8-8711-3ac86bc428e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:07.205804 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7b0002a-078d-47d8-a39f-ed7bc7bcab92 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:07.235748 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d32e71-7d16-49c4-b613-a98286a292e6 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:32:07.244969 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Routers {'2a58b439-a3e9-489f-8e57-7623e88ab417'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:32:07.246209 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:32:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['2a58b439-a3e9-489f-8e57-7623e88ab417'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:07.298399 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:07.320761 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-818c8071-08da-4c20-add6-5ac69ebc2fb6 req-4aae033c-cde6-4331-848a-8079606ae3f8 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666315 Aug 20 10:32:07.353769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 27d32e71-7d16-49c4-b613-a98286a292e6, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=27d32e71-7d16-49c4-b613-a98286a292e6,segment=NetworkSegment(433e95c4-416e-4b8a-9dc3-4f5a01020a02),segment_id=433e95c4-416e-4b8a-9dc3-4f5a01020a02)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:07.374960 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:07.398248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f0dd187e-80f1-4566-8c54-6932445c046c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-734144674'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:07.408263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905a37fc-46c2-4473-9cc6-07050abfea1c']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:07.436925 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:07.442500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44610d83-7fe7-45cd-a116-c8ce8af324df') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:07.442803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44610d83-7fe7-45cd-a116-c8ce8af324df') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:07.467797 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:07.498130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c3ff4-0f41-4200-954b-660c31ff8b30 req-06c97974-1f6d-40a6-b0ab-c834a0d2cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:07.500768 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-976c3ff4-0f41-4200-954b-660c31ff8b30 req-06c97974-1f6d-40a6-b0ab-c834a0d2cbf9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a2aea40-582a-4eff-ab3a-f223319273f1 HTTP/1.1" status: 200 len: 911 time: 1.1740198 Aug 20 10:32:07.525683 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:07.530732 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e4ee9-eddd-4967-8eaa-afbfd043d22d None None] Pushing event updated for resources: {'Port': ['ID=38682323-c441-4ce7-9743-58dd8fbcff2d,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:07.543669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:32:07.544256 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:32:07.550238 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:32:07.601908 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] Set router 2a58b439-a3e9-489f-8e57-7623e88ab417 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:32:07.646981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=27d32e71-7d16-49c4-b613-a98286a292e6,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:07.668175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:07.781244 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8b747383-639c-4724-a91e-6ec889508d1f None None] Provisioning for port 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:07.790061 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8b747383-639c-4724-a91e-6ec889508d1f None None] Provisioning complete for port 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:07.792439 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8b747383-639c-4724-a91e-6ec889508d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:07.804161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['6b16142e-c0b0-4453-abab-afdb00d54883'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:32:07.808724 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-976c3ff4-0f41-4200-954b-660c31ff8b30 req-eba33018-9a57-401e-8fa9-a9d5ca013e72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a5616b-820a-49fe-b3b1-b11f4474063d HTTP/1.1" status: 200 len: 1001 time: 0.2555251 Aug 20 10:32:07.835526 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:07.841825 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:07.854625 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/networks/905a37fc-46c2-4473-9cc6-07050abfea1c HTTP/1.1" status: 204 len: 168 time: 2.2403195 Aug 20 10:32:07.855571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58246) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:07.869043 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-833d7b50-7a77-41b9-956c-84bc2a5d40b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-905202877'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:07.902852 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcea7a-cd1e-4726-8ef9-4f7ef60bfa2d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Network': ['ID=905a37fc-46c2-4473-9cc6-07050abfea1c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:07.906942 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4a299234-6eb4-4ad8-8711-3ac86bc428e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:07.931601 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['cb6a45ef-7e12-4ffc-8fc3-c50d7543a423'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:32:07.934398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ff2df710-17c5-4a0d-8826-b05f7534f92e no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:32:07.962587 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4a299234-6eb4-4ad8-8711-3ac86bc428e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:07.989929 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1673936-3cef-462a-b235-87e176da6803 req-b6ee5abb-76e6-4740-a280-49be4ff03d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:07.991565 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d1673936-3cef-462a-b235-87e176da6803 req-b6ee5abb-76e6-4740-a280-49be4ff03d16 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d3fa52f4e144405974e46ae0c15e84b&device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 1097 time: 0.0687683 Aug 20 10:32:08.000889 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.api [None req-833d7b50-7a77-41b9-956c-84bc2a5d40b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 10:32:08.000889 n-d-778550-11 neutron-server[94867]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 10:32:08.000889 n-d-778550-11 neutron-server[94867]: [parameters: {'project_id_1': 'a2aee0715d704e77a5c01cf48fba849f', 'expiration_1': datetime.datetime(2021, 8, 20, 10, 32, 7, 898194)}] Aug 20 10:32:08.000889 n-d-778550-11 neutron-server[94867]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:32:08.001554 n-d-778550-11 neutron-server[94867]: DEBUG oslo_db.api [None req-833d7b50-7a77-41b9-956c-84bc2a5d40b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:32:08.040764 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a299234-6eb4-4ad8-8711-3ac86bc428e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:32:08.050234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: ff2df710-17c5-4a0d-8826-b05f7534f92e {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:32:08.051001 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ff2df710-17c5-4a0d-8826-b05f7534f92e not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:32:08.074122 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dd187e-80f1-4566-8c54-6932445c046c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Made reservation on behalf of 5f987b2e46dd42679e0f916c4044a4d3 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:08.077682 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0dd187e-80f1-4566-8c54-6932445c046c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:08.098049 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c3ff4-0f41-4200-954b-660c31ff8b30 req-7cff2567-d9ba-4a1c-be5c-7d33a16e0d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:08.100331 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-976c3ff4-0f41-4200-954b-660c31ff8b30 req-7cff2567-d9ba-4a1c-be5c-7d33a16e0d52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869 HTTP/1.1" status: 200 len: 849 time: 0.1903718 Aug 20 10:32:08.120302 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:31:46Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'gw_port': {'id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:49Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '38682323-c441-4ce7-9743-58dd8fbcff2d', 'name': '', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'mac_address': 'fa:16:3e:2a:98:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:59Z', 'updated_at': '2021-08-20T10:32:07Z', 'revision_number': 4, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'subnets': [{'id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:08.131133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a299234-6eb4-4ad8-8711-3ac86bc428e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7329b5f4-4675-42cd-ac5b-6920b38caf2a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:08.137007 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4a299234-6eb4-4ad8-8711-3ac86bc428e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:08.137365 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-4a299234-6eb4-4ad8-8711-3ac86bc428e4 admin admin] Added segment 68c1fbad-c5fe-46ff-9999-5c9bd2f687b4 of type vlan for network 65f0b405-2693-4100-920c-d219a3772584 Aug 20 10:32:08.167080 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0dd187e-80f1-4566-8c54-6932445c046c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:08.179923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d9f9a-30cb-45af-bfe5-a4bc11a01eb5 req-07183d3b-400a-4b72-aadb-d8cc90be4538 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:08.186634 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee6ea60-aab1-4ff7-98b3-6cafdf834405 None None] The sync data for ids ['2a58b439-a3e9-489f-8e57-7623e88ab417'] in n-d-778550-11 is: [{'id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:31:46Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'gw_port': {'id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:49Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '38682323-c441-4ce7-9743-58dd8fbcff2d', 'name': '', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'mac_address': 'fa:16:3e:2a:98:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:59Z', 'updated_at': '2021-08-20T10:32:07Z', 'revision_number': 4, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'subnets': [{'id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:32:08.193135 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a65d9f9a-30cb-45af-bfe5-a4bc11a01eb5 req-07183d3b-400a-4b72-aadb-d8cc90be4538 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 945 time: 0.3080230 Aug 20 10:32:08.197001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1673936-3cef-462a-b235-87e176da6803 req-3637b5eb-f4b2-4a2c-a431-bdebcad873ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:08.198595 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d1673936-3cef-462a-b235-87e176da6803 req-3637b5eb-f4b2-4a2c-a431-bdebcad873ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=38661d2e-9a6f-4db5-856b-53f75243cd46 HTTP/1.1" status: 200 len: 915 time: 0.1963198 Aug 20 10:32:08.242534 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13ff5e-ffb6-4c1e-aa9a-68a99200bb72 req-d0bf1e8b-2412-4d06-b70c-d2c687277a8f tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:08.251645 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1b13ff5e-ffb6-4c1e-aa9a-68a99200bb72 req-d0bf1e8b-2412-4d06-b70c-d2c687277a8f tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.3416545 Aug 20 10:32:08.289943 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8b747383-639c-4724-a91e-6ec889508d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:08.305770 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d1673936-3cef-462a-b235-87e176da6803 req-b598da68-184f-4c03-821f-73ef54b11f36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f41ab35-4076-4c9f-a733-e2fdb7c1685c HTTP/1.1" status: 200 len: 217 time: 0.0986269 Aug 20 10:32:08.380254 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1673936-3cef-462a-b235-87e176da6803 req-20fb4636-7ad0-44f7-ac8f-87e0c82caa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:08.381810 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d1673936-3cef-462a-b235-87e176da6803 req-20fb4636-7ad0-44f7-ac8f-87e0c82caa60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc HTTP/1.1" status: 200 len: 853 time: 0.0616484 Aug 20 10:32:08.385298 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a65d9f9a-30cb-45af-bfe5-a4bc11a01eb5 req-112e272c-7af0-44c7-862c-ac9686abef34 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911829 Aug 20 10:32:08.459442 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1673936-3cef-462a-b235-87e176da6803 req-0225428a-b3d4-4631-857c-699d874af6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:08.461126 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d1673936-3cef-462a-b235-87e176da6803 req-0225428a-b3d4-4631-857c-699d874af6fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38661d2e-9a6f-4db5-856b-53f75243cd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690825 Aug 20 10:32:08.612204 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4a299234-6eb4-4ad8-8711-3ac86bc428e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:08.613578 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833d7b50-7a77-41b9-956c-84bc2a5d40b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:08.619008 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-833d7b50-7a77-41b9-956c-84bc2a5d40b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:08.658304 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d1673936-3cef-462a-b235-87e176da6803 req-6d75475d-fb81-4c57-b19e-73d64cafc418 service neutron] 10.222.0.24 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887960 Aug 20 10:32:08.674200 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fa432-3351-4652-bfad-516832d76418 req-c3961864-9d29-41f8-8a15-831b2aaca082 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:08.680819 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fa432-3351-4652-bfad-516832d76418 req-c3961864-9d29-41f8-8a15-831b2aaca082 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:08.686945 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fa432-3351-4652-bfad-516832d76418 req-c3961864-9d29-41f8-8a15-831b2aaca082 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:08.688681 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d46fa432-3351-4652-bfad-516832d76418 req-c3961864-9d29-41f8-8a15-831b2aaca082 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2415 time: 0.1537230 Aug 20 10:32:08.726492 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c3ff4-0f41-4200-954b-660c31ff8b30 req-482222c0-bffb-442a-9fc4-61faa3ffd390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:08.728172 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-976c3ff4-0f41-4200-954b-660c31ff8b30 req-482222c0-bffb-442a-9fc4-61faa3ffd390 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a2aea40-582a-4eff-ab3a-f223319273f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5933125 Aug 20 10:32:08.735573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-c7b0002a-078d-47d8-a39f-ed7bc7bcab92 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] For port 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=65158fd0-30ed-46d0-9b1e-bf3fc112b7ce,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:08.761152 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833d7b50-7a77-41b9-956c-84bc2a5d40b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:32:08.762835 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1b13ff5e-ffb6-4c1e-aa9a-68a99200bb72 req-4df2b1be-e537-4564-8c8c-9dc9ea12077f tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5116282 Aug 20 10:32:08.768171 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4a299234-6eb4-4ad8-8711-3ac86bc428e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:08.769737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a299234-6eb4-4ad8-8711-3ac86bc428e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:08.770420 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4a299234-6eb4-4ad8-8711-3ac86bc428e4 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:08.772345 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-833d7b50-7a77-41b9-956c-84bc2a5d40b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:08.772572 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-833d7b50-7a77-41b9-956c-84bc2a5d40b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Added segment 5cce6098-a76c-403d-b4c3-e1ec5ad132a6 of type vlan for network 979a53d0-598e-4658-95b7-ab3275c35c15 Aug 20 10:32:08.860160 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d46fa432-3351-4652-bfad-516832d76418 req-21cedcb6-8a0a-4710-a416-b59959020c17 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561947 Aug 20 10:32:08.915017 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7b0002a-078d-47d8-a39f-ed7bc7bcab92 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:08.931682 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-833d7b50-7a77-41b9-956c-84bc2a5d40b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:08.941256 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d1673936-3cef-462a-b235-87e176da6803 req-7f1f943e-caeb-4389-9118-274894a4a334 service neutron] 10.222.0.24 "GET /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489564 Aug 20 10:32:08.941636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['27d32e71-7d16-49c4-b613-a98286a292e6'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:32:08.947898 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7b0002a-078d-47d8-a39f-ed7bc7bcab92 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:08.949253 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7b0002a-078d-47d8-a39f-ed7bc7bcab92 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:08.975285 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-833d7b50-7a77-41b9-956c-84bc2a5d40b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:08.996164 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833d7b50-7a77-41b9-956c-84bc2a5d40b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:08.996961 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-833d7b50-7a77-41b9-956c-84bc2a5d40b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:09.008617 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-8b747383-639c-4724-a91e-6ec889508d1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:32:09.014148 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-8b747383-639c-4724-a91e-6ec889508d1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:32:09.068999 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a299234-6eb4-4ad8-8711-3ac86bc428e4 admin admin] Pushing event updated for resources: {'Network': ['ID=65f0b405-2693-4100-920c-d219a3772584,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:09.091080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 65f0b405-2693-4100-920c-d219a3772584 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:32:09.126248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b0002a-078d-47d8-a39f-ed7bc7bcab92 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:09.144444 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d7b50-7a77-41b9-956c-84bc2a5d40b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Network': ['ID=979a53d0-598e-4658-95b7-ab3275c35c15,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:09.160039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 979a53d0-598e-4658-95b7-ab3275c35c15 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:32:09.161808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-c7b0002a-078d-47d8-a39f-ed7bc7bcab92 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:09.164336 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0002a-078d-47d8-a39f-ed7bc7bcab92 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=d9a17f8c-f1e1-4b04-8d0c-3a0ff2f2c9fe,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:09.175089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b0002a-078d-47d8-a39f-ed7bc7bcab92 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:09.176029 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7b0002a-078d-47d8-a39f-ed7bc7bcab92 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:09.197272 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 38682323-c441-4ce7-9743-58dd8fbcff2d up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:09.199273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7085e0d3-3b7f-4d75-951f-fc0da742afd2 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:09.223520 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0dd187e-80f1-4566-8c54-6932445c046c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:09.233212 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-976c3ff4-0f41-4200-954b-660c31ff8b30 req-d56f54ec-c9f6-46ed-9f1c-28e8d4fb2b5e service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945519 Aug 20 10:32:09.238376 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0dd187e-80f1-4566-8c54-6932445c046c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:09.241717 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-833d7b50-7a77-41b9-956c-84bc2a5d40b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3801496 Aug 20 10:32:09.245313 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58250) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:09.250634 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-893c2cd5-209d-416c-be7b-9b896fd90090 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'subnet': {'network_id': '979a53d0-598e-4658-95b7-ab3275c35c15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:09.269433 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4a299234-6eb4-4ad8-8711-3ac86bc428e4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0565717 Aug 20 10:32:09.273915 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c7b0002a-078d-47d8-a39f-ed7bc7bcab92 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.6856260 Aug 20 10:32:09.274716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58252) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:09.275801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58254) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:09.288223 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-6574fdb9-a441-4d3c-9479-ae28924c5302 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'mac_address': 'fa:16:3e:eb:07:82', 'name': 'tempest-NetworksTestDHCPv6-970762205'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:09.292629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0002a-078d-47d8-a39f-ed7bc7bcab92 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=65158fd0-30ed-46d0-9b1e-bf3fc112b7ce,revision_number=4']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:09.303407 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0dd187e-80f1-4566-8c54-6932445c046c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:32:09.324413 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-01278bf4-743b-414f-9d99-52e8510b7cda admin admin] Request body: {'subnet': {'network_id': '65f0b405-2693-4100-920c-d219a3772584', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-576925494-subnet', 'tenant_id': '04dcf3bada214a90b32b9b79ce337a19', 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:09.415609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd187e-80f1-4566-8c54-6932445c046c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6626acd5-dc06-4334-b7ce-e16dc7e8ada4,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:09.435161 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0dd187e-80f1-4566-8c54-6932445c046c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:09.435607 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-f0dd187e-80f1-4566-8c54-6932445c046c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Added segment 26b7e99c-bde6-4f3b-af6a-d3efc50bdfc4 of type vlan for network 35664fab-f03a-4f57-a3ea-d84cb77ad671 Aug 20 10:32:09.465350 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:09.524289 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0dd187e-80f1-4566-8c54-6932445c046c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:09.578731 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0dd187e-80f1-4566-8c54-6932445c046c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:09.592356 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dd187e-80f1-4566-8c54-6932445c046c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:09.593703 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0dd187e-80f1-4566-8c54-6932445c046c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:09.612483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 38682323-c441-4ce7-9743-58dd8fbcff2d completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:09.661411 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 38682323-c441-4ce7-9743-58dd8fbcff2d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:09.661785 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:09.671646 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8b747383-639c-4724-a91e-6ec889508d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:09.723799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:09.754584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:09.755005 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:09.800210 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-8b747383-639c-4724-a91e-6ec889508d1f None None] For port 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=65158fd0-30ed-46d0-9b1e-bf3fc112b7ce,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:09.810909 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7c544-f975-4a1e-9cd2-7417c7a8a3c7 req-72825686-0aa3-4850-984e-9a7f752f66e8 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:09.814297 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8b747383-639c-4724-a91e-6ec889508d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:09.816202 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ffd7c544-f975-4a1e-9cd2-7417c7a8a3c7 req-72825686-0aa3-4850-984e-9a7f752f66e8 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 945 time: 0.2392945 Aug 20 10:32:09.836653 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd187e-80f1-4566-8c54-6932445c046c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event updated for resources: {'Network': ['ID=35664fab-f03a-4f57-a3ea-d84cb77ad671,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:09.878345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 35664fab-f03a-4f57-a3ea-d84cb77ad671 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:32:09.889474 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-976c3ff4-0f41-4200-954b-660c31ff8b30 req-59328fe8-3644-4a48-9f35-9ff2aafe340b service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403155 Aug 20 10:32:09.908425 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ffd7c544-f975-4a1e-9cd2-7417c7a8a3c7 req-71219c56-26fd-4dd2-9ae2-6d53225aa650 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776625 Aug 20 10:32:10.053504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b747383-639c-4724-a91e-6ec889508d1f None None] Pushing event updated for resources: {'Port': ['ID=65158fd0-30ed-46d0-9b1e-bf3fc112b7ce,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:10.110019 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:10.118549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-09e51d1b-fbe7-4e81-afeb-b30ab7ca79c6 None None] Provisioning complete for port 38682323-c441-4ce7-9743-58dd8fbcff2d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:10.119362 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-09e51d1b-fbe7-4e81-afeb-b30ab7ca79c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:10.121496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3340c-088d-4f8d-a232-43e31a471538 req-0d426477-2c5b-45ba-9f6a-7bbe8e10ac5d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:10.129713 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3340c-088d-4f8d-a232-43e31a471538 req-0d426477-2c5b-45ba-9f6a-7bbe8e10ac5d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:10.146873 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3340c-088d-4f8d-a232-43e31a471538 req-0d426477-2c5b-45ba-9f6a-7bbe8e10ac5d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:10.158343 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2cb3340c-088d-4f8d-a232-43e31a471538 req-0d426477-2c5b-45ba-9f6a-7bbe8e10ac5d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2415 time: 0.1357906 Aug 20 10:32:10.196190 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01278bf4-743b-414f-9d99-52e8510b7cda admin admin] Made reservation on behalf of 04dcf3bada214a90b32b9b79ce337a19 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:10.199657 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01278bf4-743b-414f-9d99-52e8510b7cda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:10.219150 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:10.219400 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f0dd187e-80f1-4566-8c54-6932445c046c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.8993418 Aug 20 10:32:10.234072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58262) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:10.249807 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-783c5666-eeea-42f2-be28-7086945ea950 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Request body: {'subnet': {'network_id': '35664fab-f03a-4f57-a3ea-d84cb77ad671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:10.267253 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2cb3340c-088d-4f8d-a232-43e31a471538 req-cbce20b7-6a5c-4a31-baeb-26b628de3388 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074893 Aug 20 10:32:10.268872 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 38682323-c441-4ce7-9743-58dd8fbcff2d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=38682323-c441-4ce7-9743-58dd8fbcff2d,segment=NetworkSegment(811272b0-f542-48a8-afd3-93287aead824),segment_id=811272b0-f542-48a8-afd3-93287aead824)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:10.280988 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:10.299522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6a45ef-7e12-4ffc-8fc3-c50d7543a423'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:32:10.300282 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c941850f-5d82-4762-aae5-a29492f5fe25" -d '{"events": [{"server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "name": "network-vif-plugged", "status": "completed", "tag": "cb6a45ef-7e12-4ffc-8fc3-c50d7543a423"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:32:10.348233 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cb6a45ef-7e12-4ffc-8fc3-c50d7543a423,segment=NetworkSegment(99fe6cbd-1e3d-4180-bbfe-9423c39abf33),segment_id=99fe6cbd-1e3d-4180-bbfe-9423c39abf33)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:10.372245 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:10.373105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 6b16142e-c0b0-4453-abab-afdb00d54883 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:10.426342 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbac48b-5917-4d78-87dc-9755ee2db8c6 req-c5ac2516-56a3-4805-bef5-dbdb0b58ad29 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:10.428777 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-efbac48b-5917-4d78-87dc-9755ee2db8c6 req-c5ac2516-56a3-4805-bef5-dbdb0b58ad29 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.3375702 Aug 20 10:32:10.434882 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d826244-ab86-40cb-8b39-c6588a475c3b x-openstack-request-id: req-7d826244-ab86-40cb-8b39-c6588a475c3b {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:32:10.435366 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "name": "network-vif-plugged", "status": "completed", "tag": "cb6a45ef-7e12-4ffc-8fc3-c50d7543a423", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:32:10.435583 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d826244-ab86-40cb-8b39-c6588a475c3b {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:32:10.435998 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6a45ef-7e12-4ffc-8fc3-c50d7543a423', 'code': 200} Aug 20 10:32:10.440948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=38682323-c441-4ce7-9743-58dd8fbcff2d,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:10.450671 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6574fdb9-a441-4d3c-9479-ae28924c5302 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:10.513314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=cb6a45ef-7e12-4ffc-8fc3-c50d7543a423,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:10.521150 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 6b16142e-c0b0-4453-abab-afdb00d54883 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:10.526244 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 6b16142e-c0b0-4453-abab-afdb00d54883 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:10.526700 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:10.604237 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893c2cd5-209d-416c-be7b-9b896fd90090 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:10.608310 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-893c2cd5-209d-416c-be7b-9b896fd90090 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:10.644996 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:10.702849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 6b16142e-c0b0-4453-abab-afdb00d54883, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=6b16142e-c0b0-4453-abab-afdb00d54883,segment=NetworkSegment(433e95c4-416e-4b8a-9dc3-4f5a01020a02),segment_id=433e95c4-416e-4b8a-9dc3-4f5a01020a02)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:10.707289 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:10.799855 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-efbac48b-5917-4d78-87dc-9755ee2db8c6 req-35a47186-594c-4e52-ac3a-76b6614692f2 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3196988 Aug 20 10:32:10.844217 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783c5666-eeea-42f2-be28-7086945ea950 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Made reservation on behalf of 5f987b2e46dd42679e0f916c4044a4d3 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:10.848781 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-783c5666-eeea-42f2-be28-7086945ea950 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:10.889768 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6574fdb9-a441-4d3c-9479-ae28924c5302 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:10.920348 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=6b16142e-c0b0-4453-abab-afdb00d54883,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:10.961127 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-19b11f2a-5dce-4a83-bb8c-5729f6edba20 None None] Provisioning complete for port 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:10.961923 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-19b11f2a-5dce-4a83-bb8c-5729f6edba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:11.033765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-6574fdb9-a441-4d3c-9479-ae28924c5302 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port ed1c8a68-a296-4dd1-9191-aafc00642f13 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:32:11.093919 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6fb9f-ab96-4645-9633-e9acdd768bf4 req-811f1970-b77f-4180-bbf6-11e469550001 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:11.095646 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e3b6fb9f-ab96-4645-9633-e9acdd768bf4 req-811f1970-b77f-4180-bbf6-11e469550001 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 945 time: 0.0710058 Aug 20 10:32:11.123917 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 38682323-c441-4ce7-9743-58dd8fbcff2d up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:11.158294 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e3b6fb9f-ab96-4645-9633-e9acdd768bf4 req-730608b7-4272-4d82-98d5-8cfb57a29b9c tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543525 Aug 20 10:32:11.161746 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01278bf4-743b-414f-9d99-52e8510b7cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:11.191436 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 38682323-c441-4ce7-9743-58dd8fbcff2d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:11.191436 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:11.319710 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:11.337742 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342db88-15d6-4c1e-9a46-f733f1c92dd8 req-bbd8b17d-d810-4934-8e87-7af326e0b99e tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:11.339687 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0342db88-15d6-4c1e-9a46-f733f1c92dd8 req-bbd8b17d-d810-4934-8e87-7af326e0b99e tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 945 time: 0.0762217 Aug 20 10:32:11.408680 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01278bf4-743b-414f-9d99-52e8510b7cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=c29eb824-df81-4eb3-89ce-7931dff8d11f,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:11.414993 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:11.415679 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:11.427664 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0342db88-15d6-4c1e-9a46-f733f1c92dd8 req-1ce21889-ba79-41d9-8373-469a03f8ab68 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798180 Aug 20 10:32:11.458312 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 27d32e71-7d16-49c4-b613-a98286a292e6 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:11.511341 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01278bf4-743b-414f-9d99-52e8510b7cda admin admin] Checking segment: {'id': '68c1fbad-c5fe-46ff-9999-5c9bd2f687b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '65f0b405-2693-4100-920c-d219a3772584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:11.511868 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01278bf4-743b-414f-9d99-52e8510b7cda admin admin] Network hostable DHCP agents. Network: 65f0b405-2693-4100-920c-d219a3772584, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:32:11.523018 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-893c2cd5-209d-416c-be7b-9b896fd90090 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:11.568018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 27d32e71-7d16-49c4-b613-a98286a292e6 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:11.578911 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 27d32e71-7d16-49c4-b613-a98286a292e6 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:11.579326 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:11.580657 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cca83-da51-4115-871d-a79ffae862a7 req-927ec451-d92c-475a-aa40-5e5085c57c6b tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:11.582278 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-896cca83-da51-4115-871d-a79ffae862a7 req-927ec451-d92c-475a-aa40-5e5085c57c6b tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b1c3930-c402-4f22-a178-74b4cf6a7b6f HTTP/1.1" status: 200 len: 945 time: 0.0632832 Aug 20 10:32:11.639299 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-896cca83-da51-4115-871d-a79ffae862a7 req-f1674cb6-bd24-490f-a58a-050807be51a9 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497196 Aug 20 10:32:11.675451 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-783c5666-eeea-42f2-be28-7086945ea950 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:11.693566 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:11.694941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849806df-d8eb-468e-b053-15cbc84e719e req-e2bb70ba-eb90-47cf-acaf-a0b36d965748 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:11.701411 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849806df-d8eb-468e-b053-15cbc84e719e req-e2bb70ba-eb90-47cf-acaf-a0b36d965748 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:11.707458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849806df-d8eb-468e-b053-15cbc84e719e req-e2bb70ba-eb90-47cf-acaf-a0b36d965748 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:11.709111 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-849806df-d8eb-468e-b053-15cbc84e719e req-e2bb70ba-eb90-47cf-acaf-a0b36d965748 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2417 time: 0.3092692 Aug 20 10:32:11.717725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01278bf4-743b-414f-9d99-52e8510b7cda admin admin] Network 65f0b405-2693-4100-920c-d219a3772584 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:32:11.736930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c2cd5-209d-416c-be7b-9b896fd90090 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Subnet': ['ID=c7806891-dea2-41dd-8c68-43fcd3c732c2,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:11.744439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 27d32e71-7d16-49c4-b613-a98286a292e6, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=27d32e71-7d16-49c4-b613-a98286a292e6,segment=NetworkSegment(433e95c4-416e-4b8a-9dc3-4f5a01020a02),segment_id=433e95c4-416e-4b8a-9dc3-4f5a01020a02)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:11.744797 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-6574fdb9-a441-4d3c-9479-ae28924c5302 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 172.20.0.14 (7b83641d-fbeb-417a-8d09-ab733c99b474/31635946-1449-443c-9b58-02cd1b0a6608/ed1c8a68-a296-4dd1-9191-aafc00642f13) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:11.751541 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:11.766428 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-01278bf4-743b-414f-9d99-52e8510b7cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 65f0b405-2693-4100-920c-d219a3772584) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:11.774308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-6574fdb9-a441-4d3c-9479-ae28924c5302 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::f816:3eff:feeb:782 (7b83641d-fbeb-417a-8d09-ab733c99b474/d9a17f8c-f1e1-4b04-8d0c-3a0ff2f2c9fe/ed1c8a68-a296-4dd1-9191-aafc00642f13) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:11.782129 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8a1314-5b43-45f8-87bb-1ccc70e16cdb None None] Network 65f0b405-2693-4100-920c-d219a3772584 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:11.816271 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01278bf4-743b-414f-9d99-52e8510b7cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:11.816963 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01278bf4-743b-414f-9d99-52e8510b7cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:11.857995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=27d32e71-7d16-49c4-b613-a98286a292e6,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:11.883413 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893c2cd5-209d-416c-be7b-9b896fd90090 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Checking segment: {'id': '5cce6098-a76c-403d-b4c3-e1ec5ad132a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '979a53d0-598e-4658-95b7-ab3275c35c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:11.883844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c2cd5-209d-416c-be7b-9b896fd90090 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network hostable DHCP agents. Network: 979a53d0-598e-4658-95b7-ab3275c35c15, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:32:11.888119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329e6d4-0d79-4d13-b2c6-d1632bb4883f req-846f519d-1e08-4120-ac56-6b2ec911b535 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:11.892836 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f329e6d4-0d79-4d13-b2c6-d1632bb4883f req-846f519d-1e08-4120-ac56-6b2ec911b535 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 945 time: 0.1090434 Aug 20 10:32:11.905412 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-01278bf4-743b-414f-9d99-52e8510b7cda admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6235864 Aug 20 10:32:11.909201 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c5666-eeea-42f2-be28-7086945ea950 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event updated for resources: {'Subnet': ['ID=dbe03f55-84b1-4057-89a8-a7e7fc94ea5d,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:11.913937 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-849806df-d8eb-468e-b053-15cbc84e719e req-0be67e87-9b0f-46a6-8dd8-57ea0f9982f0 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904728 Aug 20 10:32:11.914421 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58280) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:11.924384 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-576925494-router', 'tenant_id': '04dcf3bada214a90b32b9b79ce337a19', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:11.986145 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f329e6d4-0d79-4d13-b2c6-d1632bb4883f req-24f3f55e-480f-4a43-a9f6-5cf8f4730be8 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758891 Aug 20 10:32:12.014949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783c5666-eeea-42f2-be28-7086945ea950 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Checking segment: {'id': '26b7e99c-bde6-4f3b-af6a-d3efc50bdfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '35664fab-f03a-4f57-a3ea-d84cb77ad671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:12.015354 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783c5666-eeea-42f2-be28-7086945ea950 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Network hostable DHCP agents. Network: 35664fab-f03a-4f57-a3ea-d84cb77ad671, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:32:12.031451 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-4449c00b-f307-4221-82c4-3857e4cfa45c req-b152aa9c-792a-47a5-ace6-b5e9c523c5bf tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:32:12.032914 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4449c00b-f307-4221-82c4-3857e4cfa45c req-b152aa9c-792a-47a5-ace6-b5e9c523c5bf tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082312 Aug 20 10:32:12.045477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893c2cd5-209d-416c-be7b-9b896fd90090 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 979a53d0-598e-4658-95b7-ab3275c35c15 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:32:12.053757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-65f0b405-2693-4100-920c-d219a3772584', 'network_id': '65f0b405-2693-4100-920c-d219a3772584', 'tenant_id': '04dcf3bada214a90b32b9b79ce337a19', 'fixed_ips': [{'subnet_id': 'c29eb824-df81-4eb3-89ce-7931dff8d11f'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:32:12.055303 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:12.074418 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:12.075507 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:12.090231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-893c2cd5-209d-416c-be7b-9b896fd90090 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 979a53d0-598e-4658-95b7-ab3275c35c15) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:12.104029 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893c2cd5-209d-416c-be7b-9b896fd90090 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:12.104954 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-893c2cd5-209d-416c-be7b-9b896fd90090 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:12.140027 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8481922-4c88-4308-98b7-d55c1f91d563 None None] Network 979a53d0-598e-4658-95b7-ab3275c35c15 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:12.162745 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783c5666-eeea-42f2-be28-7086945ea950 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Network 35664fab-f03a-4f57-a3ea-d84cb77ad671 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:32:12.174999 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4449c00b-f307-4221-82c4-3857e4cfa45c req-e2d00e71-d765-4fa1-b041-89328322f30c tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1211483 Aug 20 10:32:12.178034 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-893c2cd5-209d-416c-be7b-9b896fd90090 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9316487 Aug 20 10:32:12.181230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58284) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:12.186685 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-cfe7ab41-3458-4101-bd42-ccb9f5272f37 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1427087284', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:12.186933 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6574fdb9-a441-4d3c-9479-ae28924c5302 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:12.202698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b27840-81da-4a12-92b3-e270e77435f1 req-964df785-8138-4755-b44a-7c0760513a62 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:12.204293 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b3b27840-81da-4a12-92b3-e270e77435f1 req-964df785-8138-4755-b44a-7c0760513a62 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.1821098 Aug 20 10:32:12.219142 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cfe7ab41-3458-4101-bd42-ccb9f5272f37 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:12.222862 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cfe7ab41-3458-4101-bd42-ccb9f5272f37 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:12.235331 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:12.241998 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-783c5666-eeea-42f2-be28-7086945ea950 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 35664fab-f03a-4f57-a3ea-d84cb77ad671) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:12.256598 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6614dc-923a-4e47-8abf-2cd7252c8268 None None] Network 35664fab-f03a-4f57-a3ea-d84cb77ad671 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:12.257064 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-6574fdb9-a441-4d3c-9479-ae28924c5302 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object ed1c8a68-a296-4dd1-9191-aafc00642f13 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:12.266115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783c5666-eeea-42f2-be28-7086945ea950 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:12.266719 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-783c5666-eeea-42f2-be28-7086945ea950 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:12.305428 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cfe7ab41-3458-4101-bd42-ccb9f5272f37 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:12.310799 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cfe7ab41-3458-4101-bd42-ccb9f5272f37 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:12.331286 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cfe7ab41-3458-4101-bd42-ccb9f5272f37 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:12.335592 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cfe7ab41-3458-4101-bd42-ccb9f5272f37 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1530242 Aug 20 10:32:12.336233 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58286) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:12.380797 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-783c5666-eeea-42f2-be28-7086945ea950 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1371303 Aug 20 10:32:12.384010 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58288) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:12.389516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-c822a7a8-69b9-4a02-bda4-b4ca26851293 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Request body: {'port': {'network_id': '35664fab-f03a-4f57-a3ea-d84cb77ad671', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2049510720'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:12.400988 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b3b27840-81da-4a12-92b3-e270e77435f1 req-25e722b5-f926-4ca9-93ca-3a5e9cd68d16 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641128 Aug 20 10:32:12.505569 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b16142e-c0b0-4453-abab-afdb00d54883'}, {'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d32e71-7d16-49c4-b613-a98286a292e6'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:32:12.510846 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b239fd94-7c27-4a32-aa6f-c6813168e643" -d '{"events": [{"server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "name": "network-vif-plugged", "status": "completed", "tag": "6b16142e-c0b0-4453-abab-afdb00d54883"}, {"server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "name": "network-vif-plugged", "status": "completed", "tag": "27d32e71-7d16-49c4-b613-a98286a292e6"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:32:12.536854 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:12.574099 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6574fdb9-a441-4d3c-9479-ae28924c5302 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:12.587549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Allocated IP 172.20.0.2 (65f0b405-2693-4100-920c-d219a3772584/c29eb824-df81-4eb3-89ce-7931dff8d11f/14d26bd8-3a8e-44ba-b12e-938154448bed) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:12.636638 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 10:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef5c88a-ef90-4ba2-b6ea-a93987f86abd x-openstack-request-id: req-6ef5c88a-ef90-4ba2-b6ea-a93987f86abd {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:32:12.637544 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "name": "network-vif-plugged", "status": "completed", "tag": "6b16142e-c0b0-4453-abab-afdb00d54883", "code": 200}, {"server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "name": "network-vif-plugged", "status": "completed", "tag": "27d32e71-7d16-49c4-b613-a98286a292e6", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:32:12.637944 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ef5c88a-ef90-4ba2-b6ea-a93987f86abd {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:32:12.639368 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b16142e-c0b0-4453-abab-afdb00d54883', 'code': 200} Aug 20 10:32:12.639368 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d32e71-7d16-49c4-b613-a98286a292e6', 'code': 200} Aug 20 10:32:12.776750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6574fdb9-a441-4d3c-9479-ae28924c5302 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:12.818845 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-6574fdb9-a441-4d3c-9479-ae28924c5302 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:12.824446 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6574fdb9-a441-4d3c-9479-ae28924c5302 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:12.826595 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-979a53d0-598e-4658-95b7-ab3275c35c15', 'network_id': '979a53d0-598e-4658-95b7-ab3275c35c15', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'fixed_ips': [{'subnet_id': 'c7806891-dea2-41dd-8c68-43fcd3c732c2'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:32:12.828281 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:12.829497 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574fdb9-a441-4d3c-9479-ae28924c5302 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=ed1c8a68-a296-4dd1-9191-aafc00642f13,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:12.830248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c822a7a8-69b9-4a02-bda4-b4ca26851293 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Made reservation on behalf of 5f987b2e46dd42679e0f916c4044a4d3 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:12.835607 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c822a7a8-69b9-4a02-bda4-b4ca26851293 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:12.864762 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-c822a7a8-69b9-4a02-bda4-b4ca26851293 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] device_id is not set on port 69e03c12-e979-4ec1-8d2f-eb95103bde32 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:32:12.898304 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c70a53-d323-4af2-b3ee-e3ad49cc2dc2 req-f350e247-9568-41c2-8593-63dad3140476 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:12.899944 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-87c70a53-d323-4af2-b3ee-e3ad49cc2dc2 req-f350e247-9568-41c2-8593-63dad3140476 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 945 time: 0.1672072 Aug 20 10:32:12.916856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6574fdb9-a441-4d3c-9479-ae28924c5302 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:12.916856 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6574fdb9-a441-4d3c-9479-ae28924c5302 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:12.921764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3320942-7e07-4402-abb8-5218da5378a5 req-09293363-7b34-4361-b6fa-8e759c0e1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:12.922264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3320942-7e07-4402-abb8-5218da5378a5 req-09293363-7b34-4361-b6fa-8e759c0e1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:12.922727 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3320942-7e07-4402-abb8-5218da5378a5 req-09293363-7b34-4361-b6fa-8e759c0e1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:12.924571 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3320942-7e07-4402-abb8-5218da5378a5 req-09293363-7b34-4361-b6fa-8e759c0e1379 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2874 time: 0.1897819 Aug 20 10:32:12.954335 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-35664fab-f03a-4f57-a3ea-d84cb77ad671', 'network_id': '35664fab-f03a-4f57-a3ea-d84cb77ad671', 'tenant_id': '5f987b2e46dd42679e0f916c4044a4d3', 'fixed_ips': [{'subnet_id': 'dbe03f55-84b1-4057-89a8-a7e7fc94ea5d'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:32:12.957170 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:12.966976 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6574fdb9-a441-4d3c-9479-ae28924c5302 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.6867397 Aug 20 10:32:12.980329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58298) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:13.046248 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-87c70a53-d323-4af2-b3ee-e3ad49cc2dc2 req-77c3e31d-691d-4f05-b098-4926e31d420c tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195900 Aug 20 10:32:13.061329 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3320942-7e07-4402-abb8-5218da5378a5 req-a919d999-8b6f-4f9d-814e-39ed049d5993 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195958 Aug 20 10:32:13.093707 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:13.128190 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea005d69-642e-40ce-952c-4492f1e8aea9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:13.134482 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea005d69-642e-40ce-952c-4492f1e8aea9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:13.141457 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ea005d69-642e-40ce-952c-4492f1e8aea9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1600571 Aug 20 10:32:13.142079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58302) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:13.268416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-c822a7a8-69b9-4a02-bda4-b4ca26851293 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Allocated IP 2001:db8::2a6 (35664fab-f03a-4f57-a3ea-d84cb77ad671/dbe03f55-84b1-4057-89a8-a7e7fc94ea5d/69e03c12-e979-4ec1-8d2f-eb95103bde32) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:13.336594 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:13.347675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bce08-5938-41ab-b0a4-d1aae76be0e4 req-51a2d558-2a87-4724-9d81-422dd96e0dea tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:13.349349 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8a6bce08-5938-41ab-b0a4-d1aae76be0e4 req-51a2d558-2a87-4724-9d81-422dd96e0dea tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b1c3930-c402-4f22-a178-74b4cf6a7b6f HTTP/1.1" status: 200 len: 945 time: 0.1433167 Aug 20 10:32:13.372978 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:13.386644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcfc7d-19e5-4c15-bef2-f4c258135cd0 req-f01cbc60-84e7-494c-8548-070282fc58e8 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:13.391078 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:13.392821 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcfc7d-19e5-4c15-bef2-f4c258135cd0 req-f01cbc60-84e7-494c-8548-070282fc58e8 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:13.398930 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcfc7d-19e5-4c15-bef2-f4c258135cd0 req-f01cbc60-84e7-494c-8548-070282fc58e8 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:13.405496 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69fcfc7d-19e5-4c15-bef2-f4c258135cd0 req-f01cbc60-84e7-494c-8548-070282fc58e8 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2418 time: 0.3075085 Aug 20 10:32:13.410114 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Allocated IP 2001:db8::2 (979a53d0-598e-4658-95b7-ab3275c35c15/c7806891-dea2-41dd-8c68-43fcd3c732c2/014ee40c-d411-44ee-a7d4-8da43389c16b) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:13.413344 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3da3fb03-7612-4796-8aaa-49a215816ad4 None None] Provisioning for port ed1c8a68-a296-4dd1-9191-aafc00642f13 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:13.425690 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Transition to ACTIVE for port object 14d26bd8-3a8e-44ba-b12e-938154448bed will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:13.433586 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3da3fb03-7612-4796-8aaa-49a215816ad4 None None] Provisioning complete for port ed1c8a68-a296-4dd1-9191-aafc00642f13 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:13.433957 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3da3fb03-7612-4796-8aaa-49a215816ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:13.490445 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-fb68b84c-1c4d-4448-8536-0c4f2ddeedf7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port ed1c8a68-a296-4dd1-9191-aafc00642f13 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:13.490819 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb68b84c-1c4d-4448-8536-0c4f2ddeedf7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:13.501588 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8a6bce08-5938-41ab-b0a4-d1aae76be0e4 req-755fbe84-3986-4732-89ea-802940cc1a90 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324246 Aug 20 10:32:13.508185 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Transition to ACTIVE for port object 14d26bd8-3a8e-44ba-b12e-938154448bed will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:13.587544 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:13.638617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Allocated IP 172.25.3.38 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/b2a7441b-fe47-4d1a-b74f-d6a95ed00a79) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:13.663108 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3da3fb03-7612-4796-8aaa-49a215816ad4 None None] Port ed1c8a68-a296-4dd1-9191-aafc00642f13 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:13.665984 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb68b84c-1c4d-4448-8536-0c4f2ddeedf7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:13.675206 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-69fcfc7d-19e5-4c15-bef2-f4c258135cd0 req-2d866eb3-f52e-457e-b3f4-b4a5982c5f20 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659419 Aug 20 10:32:13.696903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Network 65f0b405-2693-4100-920c-d219a3772584 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:13.728602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:13.732705 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:13.734771 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-fb68b84c-1c4d-4448-8536-0c4f2ddeedf7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for ed1c8a68-a296-4dd1-9191-aafc00642f13 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:13.740200 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Pushing event updated for resources: {'Port': ['ID=14d26bd8-3a8e-44ba-b12e-938154448bed,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:13.930148 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Attempting to bind port 14d26bd8-3a8e-44ba-b12e-938154448bed on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:13.930661 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Attempting to bind port 14d26bd8-3a8e-44ba-b12e-938154448bed by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '68c1fbad-c5fe-46ff-9999-5c9bd2f687b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '65f0b405-2693-4100-920c-d219a3772584'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:13.931285 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Attempting to bind port 14d26bd8-3a8e-44ba-b12e-938154448bed on network 65f0b405-2693-4100-920c-d219a3772584 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:13.949613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:13.949987 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Checking segment: {'id': '68c1fbad-c5fe-46ff-9999-5c9bd2f687b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '65f0b405-2693-4100-920c-d219a3772584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:13.950395 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:13.951782 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Bound using segment: {'id': '68c1fbad-c5fe-46ff-9999-5c9bd2f687b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '65f0b405-2693-4100-920c-d219a3772584'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:13.952283 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Bound port: 14d26bd8-3a8e-44ba-b12e-938154448bed, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c1fbad-c5fe-46ff-9999-5c9bd2f687b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '65f0b405-2693-4100-920c-d219a3772584'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:13.952672 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:13.995093 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:14.048510 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Transition to ACTIVE for port object 014ee40c-d411-44ee-a7d4-8da43389c16b will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:14.103733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Transition to ACTIVE for port object 014ee40c-d411-44ee-a7d4-8da43389c16b will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:14.125543 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:14.146074 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] For port 14d26bd8-3a8e-44ba-b12e-938154448bed, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:32:14.203766 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Network 979a53d0-598e-4658-95b7-ab3275c35c15 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:14.205664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] For port 14d26bd8-3a8e-44ba-b12e-938154448bed, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=14d26bd8-3a8e-44ba-b12e-938154448bed,segment=NetworkSegment(68c1fbad-c5fe-46ff-9999-5c9bd2f687b4),segment_id=68c1fbad-c5fe-46ff-9999-5c9bd2f687b4)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:32:14.213483 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:14.218793 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:14.222630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:14.228102 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c822a7a8-69b9-4a02-bda4-b4ca26851293 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:14.245121 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Pushing event updated for resources: {'Port': ['ID=014ee40c-d411-44ee-a7d4-8da43389c16b,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:14.273539 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-c822a7a8-69b9-4a02-bda4-b4ca26851293 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Transition to ACTIVE for port object 69e03c12-e979-4ec1-8d2f-eb95103bde32 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:14.280540 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Allocated IP 2001:db8::1 (979a53d0-598e-4658-95b7-ab3275c35c15/c7806891-dea2-41dd-8c68-43fcd3c732c2/dd09a2e6-5521-408e-bd5b-d93ddd4b6bd9) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:14.330297 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccf718-ced1-4466-9cf3-53c3b47e5ab3 req-1cbd2d32-9f08-468b-ab4b-0cd10897204a tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:14.338328 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c4ccf718-ced1-4466-9cf3-53c3b47e5ab3 req-1cbd2d32-9f08-468b-ab4b-0cd10897204a tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 945 time: 0.6973250 Aug 20 10:32:14.432303 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Attempting to bind port 014ee40c-d411-44ee-a7d4-8da43389c16b on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:14.433010 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Attempting to bind port 014ee40c-d411-44ee-a7d4-8da43389c16b by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '5cce6098-a76c-403d-b4c3-e1ec5ad132a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '979a53d0-598e-4658-95b7-ab3275c35c15'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:14.433961 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Attempting to bind port 014ee40c-d411-44ee-a7d4-8da43389c16b on network 979a53d0-598e-4658-95b7-ab3275c35c15 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:14.443256 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:14.444361 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Checking segment: {'id': '5cce6098-a76c-403d-b4c3-e1ec5ad132a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '979a53d0-598e-4658-95b7-ab3275c35c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:14.444516 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:14.445007 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Bound using segment: {'id': '5cce6098-a76c-403d-b4c3-e1ec5ad132a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '979a53d0-598e-4658-95b7-ab3275c35c15'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:14.445372 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c822a7a8-69b9-4a02-bda4-b4ca26851293 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:14.445758 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Bound port: 014ee40c-d411-44ee-a7d4-8da43389c16b, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cce6098-a76c-403d-b4c3-e1ec5ad132a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '979a53d0-598e-4658-95b7-ab3275c35c15'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:14.446398 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:14.522928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c822a7a8-69b9-4a02-bda4-b4ca26851293 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Network 35664fab-f03a-4f57-a3ea-d84cb77ad671 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:14.530523 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-c822a7a8-69b9-4a02-bda4-b4ca26851293 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:14.545940 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c822a7a8-69b9-4a02-bda4-b4ca26851293 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:14.559444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c8490-e2ed-42e0-932d-24c1f744c7e4 None None] Pushing event updated for resources: {'Port': ['ID=14d26bd8-3a8e-44ba-b12e-938154448bed,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:14.562989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c822a7a8-69b9-4a02-bda4-b4ca26851293 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:14.563739 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c822a7a8-69b9-4a02-bda4-b4ca26851293 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:14.589608 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822a7a8-69b9-4a02-bda4-b4ca26851293 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event updated for resources: {'Port': ['ID=69e03c12-e979-4ec1-8d2f-eb95103bde32,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:14.594932 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:14.605738 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c822a7a8-69b9-4a02-bda4-b4ca26851293 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2207067 Aug 20 10:32:14.609804 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58306) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:14.623027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-9ac02586-a830-4ff1-9769-d3717e274abd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Request body: {'port': {'network_id': '35664fab-f03a-4f57-a3ea-d84cb77ad671', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1882621902', 'allowed_address_pairs': [{'ip_address': '2001:db8::2a6', 'mac_address': 'fa:16:3e:c7:ba:99'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:14.633589 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Transition to ACTIVE for port object dd09a2e6-5521-408e-bd5b-d93ddd4b6bd9 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:14.703192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] For port 014ee40c-d411-44ee-a7d4-8da43389c16b, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:32:14.724475 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] For port 014ee40c-d411-44ee-a7d4-8da43389c16b, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=014ee40c-d411-44ee-a7d4-8da43389c16b,segment=NetworkSegment(5cce6098-a76c-403d-b4c3-e1ec5ad132a6),segment_id=5cce6098-a76c-403d-b4c3-e1ec5ad132a6)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:32:14.727279 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Allocated IP 2001:db8::2 (35664fab-f03a-4f57-a3ea-d84cb77ad671/dbe03f55-84b1-4057-89a8-a7e7fc94ea5d/ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:14.746526 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:14.754381 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:14.895400 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:14.896378 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c4ccf718-ced1-4466-9cf3-53c3b47e5ab3 req-08e8fd5d-ea06-4595-b4ea-de033aec9f1d tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445583 Aug 20 10:32:14.898516 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:14.994936 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:14.996521 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb68b84c-1c4d-4448-8536-0c4f2ddeedf7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:15.000338 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Pushing event updated for resources: {'Port': ['ID=b2a7441b-fe47-4d1a-b74f-d6a95ed00a79,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:15.004914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:15.062169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:15.135180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68b84c-1c4d-4448-8536-0c4f2ddeedf7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=ed1c8a68-a296-4dd1-9191-aafc00642f13,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:15.148666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 979a53d0-598e-4658-95b7-ab3275c35c15 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:15.171376 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:15.191924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:15.193653 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:15.297311 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 14d26bd8-3a8e-44ba-b12e-938154448bed up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:15.372173 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651372d-54af-44c1-be5f-a2c127e0ff64 None None] Pushing event updated for resources: {'Port': ['ID=014ee40c-d411-44ee-a7d4-8da43389c16b,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:15.460712 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:15.481693 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Transition to ACTIVE for port object ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:15.487822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 14d26bd8-3a8e-44ba-b12e-938154448bed completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:15.508756 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Transition to ACTIVE for port object ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:15.511708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fb382-5a32-4dea-a165-cb8d384fee96 req-cda235cb-6b07-482f-924e-c707595e017a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:15.518112 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:15.535500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fb382-5a32-4dea-a165-cb8d384fee96 req-cda235cb-6b07-482f-924e-c707595e017a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:15.556434 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fb382-5a32-4dea-a165-cb8d384fee96 req-cda235cb-6b07-482f-924e-c707595e017a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:15.567699 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c5fb382-5a32-4dea-a165-cb8d384fee96 req-cda235cb-6b07-482f-924e-c707595e017a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2418 time: 0.6748891 Aug 20 10:32:15.580549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Network 35664fab-f03a-4f57-a3ea-d84cb77ad671 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:15.585810 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:15.591888 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:15.605232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac02586-a830-4ff1-9769-d3717e274abd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Made reservation on behalf of 5f987b2e46dd42679e0f916c4044a4d3 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:15.645878 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Pushing event updated for resources: {'Port': ['ID=ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:15.698557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Attempting to bind port ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:15.700460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Attempting to bind port ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '26b7e99c-bde6-4f3b-af6a-d3efc50bdfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '35664fab-f03a-4f57-a3ea-d84cb77ad671'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:15.701662 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Attempting to bind port ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f on network 35664fab-f03a-4f57-a3ea-d84cb77ad671 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:15.710825 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:15.711243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Checking segment: {'id': '26b7e99c-bde6-4f3b-af6a-d3efc50bdfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '35664fab-f03a-4f57-a3ea-d84cb77ad671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:15.711881 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:15.712591 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Bound using segment: {'id': '26b7e99c-bde6-4f3b-af6a-d3efc50bdfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '35664fab-f03a-4f57-a3ea-d84cb77ad671'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:15.713100 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Bound port: ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b7e99c-bde6-4f3b-af6a-d3efc50bdfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '35664fab-f03a-4f57-a3ea-d84cb77ad671'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:15.713568 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:15.715136 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bcefc-a51a-4e1e-82fc-b4e93d9611e0 req-14947e02-d82a-4c12-b429-8565849d093b tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:15.733289 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bcefc-a51a-4e1e-82fc-b4e93d9611e0 req-14947e02-d82a-4c12-b429-8565849d093b tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:15.739959 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bcefc-a51a-4e1e-82fc-b4e93d9611e0 req-14947e02-d82a-4c12-b429-8565849d093b tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:15.758877 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f39bcefc-a51a-4e1e-82fc-b4e93d9611e0 req-14947e02-d82a-4c12-b429-8565849d093b tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3&device_id=6b1c3930-c402-4f22-a178-74b4cf6a7b6f&device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 2416 time: 0.4451151 Aug 20 10:32:15.846241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=dd09a2e6-5521-408e-bd5b-d93ddd4b6bd9,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:15.892092 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb68b84c-1c4d-4448-8536-0c4f2ddeedf7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:15.897389 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fb68b84c-1c4d-4448-8536-0c4f2ddeedf7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/ed1c8a68-a296-4dd1-9191-aafc00642f13 HTTP/1.1" status: 204 len: 168 time: 2.7518466 Aug 20 10:32:15.900521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58312) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:15.930021 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c5fb382-5a32-4dea-a165-cb8d384fee96 req-a4d73ffb-e64a-47f0-bebe-51ad6d5da723 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611212 Aug 20 10:32:15.933487 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:15.952524 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] For port ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:32:15.968886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] For port ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f,segment=NetworkSegment(26b7e99c-bde6-4f3b-af6a-d3efc50bdfc4),segment_id=26b7e99c-bde6-4f3b-af6a-d3efc50bdfc4)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:32:15.978443 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:16.072058 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f39bcefc-a51a-4e1e-82fc-b4e93d9611e0 req-382ca33e-658e-46d0-aca1-849d0728c7f4 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614143 Aug 20 10:32:16.096422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b090f77-89b7-4fce-88f2-99491d29f2e9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:16.098481 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b090f77-89b7-4fce-88f2-99491d29f2e9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:16.103894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b090f77-89b7-4fce-88f2-99491d29f2e9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:16.112230 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4b090f77-89b7-4fce-88f2-99491d29f2e9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2102020 Aug 20 10:32:16.113042 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58320) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:16.132174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-3f98a253-4c11-4eac-bb98-06d3ed889dd0 req-d4ac78fe-73b9-4b8c-8674-f7be92e6fc17 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:32:16.133437 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f98a253-4c11-4eac-bb98-06d3ed889dd0 req-d4ac78fe-73b9-4b8c-8674-f7be92e6fc17 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175407 Aug 20 10:32:16.169426 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb3ed4-6c2f-4fa5-ab9a-71b7263dc1cb None None] Pushing event updated for resources: {'Port': ['ID=ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:16.209208 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9ac02586-a830-4ff1-9769-d3717e274abd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:16.229495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097fa2b8-5217-43dc-8748-523fe7962ea5 None None] Network 65f0b405-2693-4100-920c-d219a3772584 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:16.235179 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:16.315949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f683d4f0-0165-4e89-8d17-4d8b96a97120 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet 31635946-1449-443c-9b58-02cd1b0a6608 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:32:16.340614 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f683d4f0-0165-4e89-8d17-4d8b96a97120 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:16.358697 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-560e14ca-accf-4e6b-a6f9-bbfb28ce5d26 None None] Provisioning for port 14d26bd8-3a8e-44ba-b12e-938154448bed completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:16.365305 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-560e14ca-accf-4e6b-a6f9-bbfb28ce5d26 None None] Provisioning complete for port 14d26bd8-3a8e-44ba-b12e-938154448bed triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:16.366033 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-560e14ca-accf-4e6b-a6f9-bbfb28ce5d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:16.407320 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-9ac02586-a830-4ff1-9769-d3717e274abd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] device_id is not set on port ea4b34b0-106b-44b4-bdc3-e2a34100dd46 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:32:16.490195 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f683d4f0-0165-4e89-8d17-4d8b96a97120 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:16.522549 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f98a253-4c11-4eac-bb98-06d3ed889dd0 req-fba7032a-7c96-43b4-aad3-0986ec5e95ae tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3519967 Aug 20 10:32:16.613461 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-9ac02586-a830-4ff1-9769-d3717e274abd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Allocated IP 2001:db8::61 (35664fab-f03a-4f57-a3ea-d84cb77ad671/dbe03f55-84b1-4057-89a8-a7e7fc94ea5d/ea4b34b0-106b-44b4-bdc3-e2a34100dd46) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:16.742310 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-560e14ca-accf-4e6b-a6f9-bbfb28ce5d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:16.798478 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f683d4f0-0165-4e89-8d17-4d8b96a97120 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:16.818477 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-560e14ca-accf-4e6b-a6f9-bbfb28ce5d26 None None] For port 14d26bd8-3a8e-44ba-b12e-938154448bed, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=14d26bd8-3a8e-44ba-b12e-938154448bed,segment=NetworkSegment(68c1fbad-c5fe-46ff-9999-5c9bd2f687b4),segment_id=68c1fbad-c5fe-46ff-9999-5c9bd2f687b4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:16.825109 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-560e14ca-accf-4e6b-a6f9-bbfb28ce5d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:16.865385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537ca67-2eb3-4b2c-a1fa-696a4baff3c5 req-c1e98e04-0ed8-45d5-ac16-ab7564d26cc4 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:16.876588 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537ca67-2eb3-4b2c-a1fa-696a4baff3c5 req-c1e98e04-0ed8-45d5-ac16-ab7564d26cc4 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:16.886904 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537ca67-2eb3-4b2c-a1fa-696a4baff3c5 req-c1e98e04-0ed8-45d5-ac16-ab7564d26cc4 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:16.889780 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c537ca67-2eb3-4b2c-a1fa-696a4baff3c5 req-c1e98e04-0ed8-45d5-ac16-ab7564d26cc4 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2418 time: 0.3011086 Aug 20 10:32:16.920884 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:16.963409 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e14ca-accf-4e6b-a6f9-bbfb28ce5d26 None None] Pushing event updated for resources: {'Port': ['ID=14d26bd8-3a8e-44ba-b12e-938154448bed,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:17.013884 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f683d4f0-0165-4e89-8d17-4d8b96a97120 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:17.120774 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c537ca67-2eb3-4b2c-a1fa-696a4baff3c5 req-9703b35a-2981-40cf-90ce-1de55aeb90ff tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746247 Aug 20 10:32:17.215311 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f683d4f0-0165-4e89-8d17-4d8b96a97120 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:17.223807 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e8a3a8-9364-42d6-b500-cb29bfcb4752 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:17.233138 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f683d4f0-0165-4e89-8d17-4d8b96a97120 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/31635946-1449-443c-9b58-02cd1b0a6608 HTTP/1.1" status: 204 len: 168 time: 1.1157598 Aug 20 10:32:17.236046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683d4f0-0165-4e89-8d17-4d8b96a97120 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=31635946-1449-443c-9b58-02cd1b0a6608,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:17.248354 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58326) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:17.251607 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:17.263161 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:17.263941 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:17.398333 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2f5825-01f7-4997-bd36-260ccaebc0f6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet d9a17f8c-f1e1-4b04-8d0c-3a0ff2f2c9fe {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:32:17.418828 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5825-01f7-4997-bd36-260ccaebc0f6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:17.439426 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=dd09a2e6-5521-408e-bd5b-d93ddd4b6bd9,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:17.442429 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a61a2f-f101-4bbf-a21c-f39e3be00ad6 None None] Network 979a53d0-598e-4658-95b7-ab3275c35c15 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:17.509367 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5825-01f7-4997-bd36-260ccaebc0f6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:17.528285 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9ac02586-a830-4ff1-9769-d3717e274abd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:17.569001 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-9ac02586-a830-4ff1-9769-d3717e274abd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Transition to ACTIVE for port object ea4b34b0-106b-44b4-bdc3-e2a34100dd46 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:17.599237 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 979a53d0-598e-4658-95b7-ab3275c35c15 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:17.601989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:17.629666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 14d26bd8-3a8e-44ba-b12e-938154448bed up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:17.657009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Router efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:32:17.674290 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f5f11522-ec9e-493e-81b5-567d42dae3de None None] Provisioning complete for port 14d26bd8-3a8e-44ba-b12e-938154448bed triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:17.674827 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f5f11522-ec9e-493e-81b5-567d42dae3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:17.761365 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5825-01f7-4997-bd36-260ccaebc0f6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:17.801522 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9ac02586-a830-4ff1-9769-d3717e274abd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:17.898704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:32:17.920198 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:17.924327 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c0086604-cf80-49c1-8ac6-b6d4165c0de7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0031033 Aug 20 10:32:17.924493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58332) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:17.940691 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Sync routers for ids ['efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:32:17.958298 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac02586-a830-4ff1-9769-d3717e274abd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Network 35664fab-f03a-4f57-a3ea-d84cb77ad671 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:17.968677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-9ac02586-a830-4ff1-9769-d3717e274abd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:17.973667 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac02586-a830-4ff1-9769-d3717e274abd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:17.973887 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 14d26bd8-3a8e-44ba-b12e-938154448bed triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:17.978807 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:17.983743 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac02586-a830-4ff1-9769-d3717e274abd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:17.985252 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Routers {'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:32:17.985704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:32:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:17.986799 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9ac02586-a830-4ff1-9769-d3717e274abd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:17.987705 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5825-01f7-4997-bd36-260ccaebc0f6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:18.037078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac02586-a830-4ff1-9769-d3717e274abd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event updated for resources: {'Port': ['ID=ea4b34b0-106b-44b4-bdc3-e2a34100dd46,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:18.049069 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9ac02586-a830-4ff1-9769-d3717e274abd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.4334466 Aug 20 10:32:18.054559 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58336) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:18.081569 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864a34b6-8204-4dbb-a3c6-82c0ae249c95 None None] Network 35664fab-f03a-4f57-a3ea-d84cb77ad671 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:18.119416 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f5825-01f7-4997-bd36-260ccaebc0f6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a17f8c-f1e1-4b04-8d0c-3a0ff2f2c9fe,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:18.134206 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router 31099311-4a2a-488e-b44f-3040239176cc is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:32:18.140176 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fc2f5825-01f7-4997-bd36-260ccaebc0f6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:18.146205 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58338) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:18.146922 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fc2f5825-01f7-4997-bd36-260ccaebc0f6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/d9a17f8c-f1e1-4b04-8d0c-3a0ff2f2c9fe HTTP/1.1" status: 204 len: 168 time: 0.8955886 Aug 20 10:32:18.256378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4a8c1ac0-e1e6-4041-88d2-94ad5fbae53d None None] Provisioning for port 014ee40c-d411-44ee-a7d4-8da43389c16b completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:18.305917 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b197fa61-fb67-49c1-8bb7-838f295074d7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1422148 Aug 20 10:32:18.308181 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58342) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:18.355561 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Set router efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:32:18.384005 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4a8c1ac0-e1e6-4041-88d2-94ad5fbae53d None None] Provisioning for port ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:18.456283 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556a0d6c-29ec-4358-aa63-4b0892955385 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:18.462459 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556a0d6c-29ec-4358-aa63-4b0892955385 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:18.492940 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556a0d6c-29ec-4358-aa63-4b0892955385 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:18.495766 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-556a0d6c-29ec-4358-aa63-4b0892955385 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4396510 Aug 20 10:32:18.579901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 014ee40c-d411-44ee-a7d4-8da43389c16b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:18.595306 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:18.603684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58346) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:18.611684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:32:18.622735 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8edf0-1e83-4b3f-859d-a5efd2dd0d56 None None] Sync routers for ids ['31099311-4a2a-488e-b44f-3040239176cc'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:32:18.630373 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1739e605-e21c-4697-a026-4d3bf9deb6eb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/31099311-4a2a-488e-b44f-3040239176cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2930725 Aug 20 10:32:18.634873 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8edf0-1e83-4b3f-859d-a5efd2dd0d56 None None] Routers {'31099311-4a2a-488e-b44f-3040239176cc'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:32:18.635421 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58348) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:18.635932 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-30f8edf0-1e83-4b3f-859d-a5efd2dd0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:32:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['31099311-4a2a-488e-b44f-3040239176cc'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:18.646790 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73679ef2-c0f6-49bb-a917-749d5653093c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:18.651634 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-73679ef2-c0f6-49bb-a917-749d5653093c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3265989 Aug 20 10:32:18.698277 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-30f8edf0-1e83-4b3f-859d-a5efd2dd0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:18.698974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58350) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:18.709931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5865452-bc65-472d-9393-68954c5504f8 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:18.719315 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58352) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:18.719532 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b5865452-bc65-472d-9393-68954c5504f8 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports/dd09a2e6-5521-408e-bd5b-d93ddd4b6bd9 HTTP/1.1" status: 200 len: 911 time: 0.0660322 Aug 20 10:32:18.724400 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8edf0-1e83-4b3f-859d-a5efd2dd0d56 None None] Routers {'31099311-4a2a-488e-b44f-3040239176cc'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:32:18.725267 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-30f8edf0-1e83-4b3f-859d-a5efd2dd0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:32:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['31099311-4a2a-488e-b44f-3040239176cc'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:18.815372 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-30f8edf0-1e83-4b3f-859d-a5efd2dd0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:18.816048 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8edf0-1e83-4b3f-859d-a5efd2dd0d56 None None] The sync data for ids ['31099311-4a2a-488e-b44f-3040239176cc'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:32:18.824828 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954e510c-fe74-4a40-8378-c5eb333628e2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:18.828807 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-7cc6ddf1-009d-4017-b3de-f844b4b3161f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:18.830987 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-954e510c-fe74-4a40-8378-c5eb333628e2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1106346 Aug 20 10:32:18.831984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58354) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:18.845832 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-7cc6ddf1-009d-4017-b3de-f844b4b3161f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:18.867233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-7cc6ddf1-009d-4017-b3de-f844b4b3161f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:18.868927 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-7cc6ddf1-009d-4017-b3de-f844b4b3161f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.42 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2418 time: 0.7713926 Aug 20 10:32:19.083577 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a59b4aa-6041-4e06-85cd-993929bcf011 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:19.198583 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0a166a60-8899-42f3-b2da-b4f8aa4165f7 None None] Provisioning for port dd09a2e6-5521-408e-bd5b-d93ddd4b6bd9 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:19.211563 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0a166a60-8899-42f3-b2da-b4f8aa4165f7 None None] Provisioning complete for port dd09a2e6-5521-408e-bd5b-d93ddd4b6bd9 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:19.211963 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0a166a60-8899-42f3-b2da-b4f8aa4165f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:19.254432 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0a166a60-8899-42f3-b2da-b4f8aa4165f7 None None] Port dd09a2e6-5521-408e-bd5b-d93ddd4b6bd9 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:19.296373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e176a2a-cb7d-4b87-baf9-9259d20933dd req-bdd826a7-88a4-4634-ab2f-c1122f8ee7ea tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:19.299678 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-af3db20b-12eb-42e4-82ed-a72f1083a666 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4665687 Aug 20 10:32:19.302408 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 014ee40c-d411-44ee-a7d4-8da43389c16b completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:19.306043 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e176a2a-cb7d-4b87-baf9-9259d20933dd req-bdd826a7-88a4-4634-ab2f-c1122f8ee7ea tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:19.307802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58360) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:19.313595 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-77930fe1-67dc-4860-aef0-58a19710ecaa tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:19.314331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e176a2a-cb7d-4b87-baf9-9259d20933dd req-bdd826a7-88a4-4634-ab2f-c1122f8ee7ea tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:19.322362 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e176a2a-cb7d-4b87-baf9-9259d20933dd req-bdd826a7-88a4-4634-ab2f-c1122f8ee7ea tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2418 time: 0.9854491 Aug 20 10:32:19.334733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 014ee40c-d411-44ee-a7d4-8da43389c16b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:19.335136 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:19.431100 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'name': 'tempest-TestVolumeBackupRestore-576925494-router', 'tenant_id': '04dcf3bada214a90b32b9b79ce337a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b2a7441b-fe47-4d1a-b74f-d6a95ed00a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:32:12Z', 'updated_at': '2021-08-20T10:32:15Z', 'revision_number': 3, 'project_id': '04dcf3bada214a90b32b9b79ce337a19', 'gw_port': {'id': 'b2a7441b-fe47-4d1a-b74f-d6a95ed00a79', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:22:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:32:13Z', 'updated_at': '2021-08-20T10:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:19.438499 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9880f963-5d7e-48f1-9407-68e8ab98933d None None] Provisioning complete for port dd09a2e6-5521-408e-bd5b-d93ddd4b6bd9 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:19.438872 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9880f963-5d7e-48f1-9407-68e8ab98933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:19.452378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe73ee-570c-429b-8c12-cd27c4d2797a req-d8fb95c5-c4a6-49e7-a629-971995167156 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:19.460290 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ddbe73ee-570c-429b-8c12-cd27c4d2797a req-d8fb95c5-c4a6-49e7-a629-971995167156 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 945 time: 0.1713061 Aug 20 10:32:19.467161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Checking router: efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:32:19.467514 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Updating router efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22 port b2a7441b-fe47-4d1a-b74f-d6a95ed00a79 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:32:19.522456 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:19.523451 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ddbe73ee-570c-429b-8c12-cd27c4d2797a req-e29b748c-c462-4ec2-8305-2d17d77b9ab2 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621021 Aug 20 10:32:19.524385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77930fe1-67dc-4860-aef0-58a19710ecaa tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:19.529652 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-77930fe1-67dc-4860-aef0-58a19710ecaa tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:19.531422 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-77930fe1-67dc-4860-aef0-58a19710ecaa tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:32:19.532051 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77930fe1-67dc-4860-aef0-58a19710ecaa tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:32:19.559490 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-77930fe1-67dc-4860-aef0-58a19710ecaa tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2504039 Aug 20 10:32:19.563378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58362) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:19.568930 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-14f02060-cb21-4848-a631-5cbb32161704 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:19.663845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74f6ecc-bff1-4993-8e6c-98eb20e6bf1e None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:32:19.692736 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f02060-cb21-4848-a631-5cbb32161704 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:19.696648 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-14f02060-cb21-4848-a631-5cbb32161704 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:19.698920 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f02060-cb21-4848-a631-5cbb32161704 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:32:19.698920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f02060-cb21-4848-a631-5cbb32161704 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:32:19.720016 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-14f02060-cb21-4848-a631-5cbb32161704 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1553335 Aug 20 10:32:19.720690 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58364) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:19.726343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-51fda8a7-1dac-42c2-9700-d53fe765d12f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:19.743357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9880f963-5d7e-48f1-9407-68e8ab98933d None None] Port dd09a2e6-5521-408e-bd5b-d93ddd4b6bd9 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:19.767268 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:19.817232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9880f963-5d7e-48f1-9407-68e8ab98933d None None] Provisioning complete for port 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:19.817614 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9880f963-5d7e-48f1-9407-68e8ab98933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:19.848207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fda8a7-1dac-42c2-9700-d53fe765d12f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:19.853015 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-51fda8a7-1dac-42c2-9700-d53fe765d12f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:19.854695 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fda8a7-1dac-42c2-9700-d53fe765d12f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:32:19.855464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51fda8a7-1dac-42c2-9700-d53fe765d12f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:32:19.874329 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-51fda8a7-1dac-42c2-9700-d53fe765d12f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1524727 Aug 20 10:32:19.877559 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58366) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:19.885855 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-866a41c2-caad-488b-a98b-1f3dfddf84f3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:19.922926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 014ee40c-d411-44ee-a7d4-8da43389c16b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=014ee40c-d411-44ee-a7d4-8da43389c16b,segment=NetworkSegment(5cce6098-a76c-403d-b4c3-e1ec5ad132a6),segment_id=5cce6098-a76c-403d-b4c3-e1ec5ad132a6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:19.938613 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e176a2a-cb7d-4b87-baf9-9259d20933dd req-8932a340-7007-43a8-b442-676ed626f831 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6108370 Aug 20 10:32:19.945434 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:19.946320 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:20.024718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866a41c2-caad-488b-a98b-1f3dfddf84f3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:20.029214 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-866a41c2-caad-488b-a98b-1f3dfddf84f3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.031294 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-866a41c2-caad-488b-a98b-1f3dfddf84f3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:32:20.031824 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-866a41c2-caad-488b-a98b-1f3dfddf84f3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:32:20.047354 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-0f252e10-eb20-44bc-a8f4-36aa9f4990e7 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Deleting port ea4b34b0-106b-44b4-bdc3-e2a34100dd46 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:20.047767 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f252e10-eb20-44bc-a8f4-36aa9f4990e7 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.052974 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-866a41c2-caad-488b-a98b-1f3dfddf84f3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1739404 Aug 20 10:32:20.056326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58368) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:20.066756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-233a256c-6ab4-4dc1-87d6-0b22fa027283 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:20.089981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b74f6ecc-bff1-4993-8e6c-98eb20e6bf1e None None] Deleting port 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:20.090558 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b74f6ecc-bff1-4993-8e6c-98eb20e6bf1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.178865 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233a256c-6ab4-4dc1-87d6-0b22fa027283 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:20.183684 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-233a256c-6ab4-4dc1-87d6-0b22fa027283 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.186255 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-233a256c-6ab4-4dc1-87d6-0b22fa027283 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:32:20.186831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233a256c-6ab4-4dc1-87d6-0b22fa027283 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:32:20.210409 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-233a256c-6ab4-4dc1-87d6-0b22fa027283 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1524527 Aug 20 10:32:20.213239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58370) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:20.216224 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-e7528523-55ae-49cf-9ea6-7c3f1987753f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Deleting port 27d32e71-7d16-49c4-b613-a98286a292e6 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:20.216571 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-e7528523-55ae-49cf-9ea6-7c3f1987753f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.219903 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a1a80572-d9d1-4890-a6b6-d8c6c24015dc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:20.232444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=014ee40c-d411-44ee-a7d4-8da43389c16b,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:20.248898 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:20.282394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:20.282756 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.313770 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b74f6ecc-bff1-4993-8e6c-98eb20e6bf1e None None] For port 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=65158fd0-30ed-46d0-9b1e-bf3fc112b7ce,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:20.314179 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b74f6ecc-bff1-4993-8e6c-98eb20e6bf1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.356547 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b74f6ecc-bff1-4993-8e6c-98eb20e6bf1e None None] Calling delete_port for 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:20.363856 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f252e10-eb20-44bc-a8f4-36aa9f4990e7 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.368352 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a80572-d9d1-4890-a6b6-d8c6c24015dc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:20.372644 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a1a80572-d9d1-4890-a6b6-d8c6c24015dc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.374174 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a80572-d9d1-4890-a6b6-d8c6c24015dc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:32:20.374609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a80572-d9d1-4890-a6b6-d8c6c24015dc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:32:20.387308 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.393766 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a1a80572-d9d1-4890-a6b6-d8c6c24015dc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1782122 Aug 20 10:32:20.395983 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58372) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:20.397477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-0f252e10-eb20-44bc-a8f4-36aa9f4990e7 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Calling delete_port for ea4b34b0-106b-44b4-bdc3-e2a34100dd46 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:20.441816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Transition to ACTIVE for port object b2a7441b-fe47-4d1a-b74f-d6a95ed00a79 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:20.457947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50549c9e-7df0-429c-9182-ef928ef9b08c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:20.462002 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.462170 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-50549c9e-7df0-429c-9182-ef928ef9b08c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0626955 Aug 20 10:32:20.462679 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58374) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:20.517561 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7d9e8bf8-2e5a-4a71-8ee8-1f149911ae53 None None] Provisioning complete for port dd09a2e6-5521-408e-bd5b-d93ddd4b6bd9 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:20.517958 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7d9e8bf8-2e5a-4a71-8ee8-1f149911ae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.519518 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c872a32-3690-4e98-9252-68d035907311 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:20.523451 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2c872a32-3690-4e98-9252-68d035907311 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0576401 Aug 20 10:32:20.524265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58376) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:20.528902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-e7528523-55ae-49cf-9ea6-7c3f1987753f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] For port 27d32e71-7d16-49c4-b613-a98286a292e6, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=27d32e71-7d16-49c4-b613-a98286a292e6,segment=NetworkSegment(433e95c4-416e-4b8a-9dc3-4f5a01020a02),segment_id=433e95c4-416e-4b8a-9dc3-4f5a01020a02)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:20.529287 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-e7528523-55ae-49cf-9ea6-7c3f1987753f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.567514 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.581496 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-65367d4c-772b-48be-941a-2b181ae1edec tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502207 Aug 20 10:32:20.581720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-e7528523-55ae-49cf-9ea6-7c3f1987753f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Calling delete_port for 27d32e71-7d16-49c4-b613-a98286a292e6 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:20.584005 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58380) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:20.588903 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-48c073f0-5782-4440-afdf-2410757a09e7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:20.595821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Attempting to bind port b2a7441b-fe47-4d1a-b74f-d6a95ed00a79 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:20.596332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Attempting to bind port b2a7441b-fe47-4d1a-b74f-d6a95ed00a79 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:20.596604 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Attempting to bind port b2a7441b-fe47-4d1a-b74f-d6a95ed00a79 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:20.598564 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.604650 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f01d6-c4a6-4968-90e4-2d6f633568b9 None None] Pushing event updated for resources: {'Port': ['ID=b2a7441b-fe47-4d1a-b74f-d6a95ed00a79,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:20.631252 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:20.631724 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:20.632139 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.632651 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:20.633203 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Bound port: b2a7441b-fe47-4d1a-b74f-d6a95ed00a79, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:20.633588 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.635376 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7d9e8bf8-2e5a-4a71-8ee8-1f149911ae53 None None] Port dd09a2e6-5521-408e-bd5b-d93ddd4b6bd9 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:20.670171 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b74f6ecc-bff1-4993-8e6c-98eb20e6bf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.714703 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f,segment=NetworkSegment(26b7e99c-bde6-4f3b-af6a-d3efc50bdfc4),segment_id=26b7e99c-bde6-4f3b-af6a-d3efc50bdfc4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:20.716176 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f6ecc-bff1-4993-8e6c-98eb20e6bf1e None None] Pushing event deleted for resources: {'Port': ['ID=65158fd0-30ed-46d0-9b1e-bf3fc112b7ce,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:20.722499 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f6ecc-bff1-4993-8e6c-98eb20e6bf1e None None] No DVR routers for this DVR port 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:20.726487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81d08-af67-4370-9d8b-6ae102465dd6 req-b81063de-0883-46d7-b791-0b09be317278 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:20.728338 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-56a81d08-af67-4370-9d8b-6ae102465dd6 req-b81063de-0883-46d7-b791-0b09be317278 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 945 time: 0.0789053 Aug 20 10:32:20.733864 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.755670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7d9e8bf8-2e5a-4a71-8ee8-1f149911ae53 None None] Provisioning complete for port ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:20.756051 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7d9e8bf8-2e5a-4a71-8ee8-1f149911ae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.818242 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] For port b2a7441b-fe47-4d1a-b74f-d6a95ed00a79, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:32:20.835078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c073f0-5782-4440-afdf-2410757a09e7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:20.835078 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-48c073f0-5782-4440-afdf-2410757a09e7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.839691 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] For port b2a7441b-fe47-4d1a-b74f-d6a95ed00a79, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b2a7441b-fe47-4d1a-b74f-d6a95ed00a79,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:32:20.851787 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.862262 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:20.884224 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 014ee40c-d411-44ee-a7d4-8da43389c16b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:20.938472 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-236521c2-b1fa-4801-94e3-8ede601f38c5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:20.938796 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-56a81d08-af67-4370-9d8b-6ae102465dd6 req-c2f55782-a5e9-4e2c-b84a-18c721f835c1 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881800 Aug 20 10:32:20.959946 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924cbb6-0472-4bc4-8c32-f9f3870ca367 req-4491826f-722d-42d4-a707-0ae6a6933638 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:20.961490 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f924cbb6-0472-4bc4-8c32-f9f3870ca367 req-4491826f-722d-42d4-a707-0ae6a6933638 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.24 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 945 time: 0.1876528 Aug 20 10:32:21.014545 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f252e10-eb20-44bc-a8f4-36aa9f4990e7 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:21.026710 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Routers {'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:32:21.027408 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:32:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:21.029616 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f01d6-c4a6-4968-90e4-2d6f633568b9 None None] Pushing event updated for resources: {'Port': ['ID=b2a7441b-fe47-4d1a-b74f-d6a95ed00a79,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:21.069319 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7d9e8bf8-2e5a-4a71-8ee8-1f149911ae53 None None] Provisioning for port 69e03c12-e979-4ec1-8d2f-eb95103bde32 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:21.081758 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7d9e8bf8-2e5a-4a71-8ee8-1f149911ae53 None None] Provisioning complete for port 69e03c12-e979-4ec1-8d2f-eb95103bde32 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:21.081997 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7d9e8bf8-2e5a-4a71-8ee8-1f149911ae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:21.158156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f252e10-eb20-44bc-a8f4-36aa9f4990e7 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event deleted for resources: {'Port': ['ID=ea4b34b0-106b-44b4-bdc3-e2a34100dd46,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:21.163191 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-f924cbb6-0472-4bc4-8c32-f9f3870ca367 req-22c3a698-e3ff-47ff-9b2e-a3cfbbeed725 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Deleting port d77a3974-5469-41c9-abf2-d5f12140ba0d {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:21.163775 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f924cbb6-0472-4bc4-8c32-f9f3870ca367 req-22c3a698-e3ff-47ff-9b2e-a3cfbbeed725 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:21.234422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Allocated IP 172.20.0.1 (65f0b405-2693-4100-920c-d219a3772584/c29eb824-df81-4eb3-89ce-7931dff8d11f/f1130aec-8418-41b6-abea-c4d55c7b7d00) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:21.311375 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-e7528523-55ae-49cf-9ea6-7c3f1987753f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:21.379422 n-d-778550-11 neutron-server[94866]: DEBUG neutron.objects.ports [None req-48c073f0-5782-4440-afdf-2410757a09e7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94866) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:32:21.384293 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-48c073f0-5782-4440-afdf-2410757a09e7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:21.384521 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] Set router efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:32:21.433907 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-f924cbb6-0472-4bc4-8c32-f9f3870ca367 req-22c3a698-e3ff-47ff-9b2e-a3cfbbeed725 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] For port d77a3974-5469-41c9-abf2-d5f12140ba0d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d77a3974-5469-41c9-abf2-d5f12140ba0d,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:21.434380 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f924cbb6-0472-4bc4-8c32-f9f3870ca367 req-22c3a698-e3ff-47ff-9b2e-a3cfbbeed725 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:21.443658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c073f0-5782-4440-afdf-2410757a09e7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:21.445720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7528523-55ae-49cf-9ea6-7c3f1987753f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event deleted for resources: {'Port': ['ID=27d32e71-7d16-49c4-b613-a98286a292e6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:21.454030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-48c073f0-5782-4440-afdf-2410757a09e7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:21.457757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21097ad6-7061-45ee-bb9a-ca5a72dd557d req-1e6c124e-1d08-4a12-8c6a-7999c62d46d9 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:21.457957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c073f0-5782-4440-afdf-2410757a09e7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:21.458623 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-48c073f0-5782-4440-afdf-2410757a09e7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:21.464104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21097ad6-7061-45ee-bb9a-ca5a72dd557d req-1e6c124e-1d08-4a12-8c6a-7999c62d46d9 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:21.471277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21097ad6-7061-45ee-bb9a-ca5a72dd557d req-1e6c124e-1d08-4a12-8c6a-7999c62d46d9 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:21.472888 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21097ad6-7061-45ee-bb9a-ca5a72dd557d req-1e6c124e-1d08-4a12-8c6a-7999c62d46d9 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 2418 time: 0.3900208 Aug 20 10:32:21.477021 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-f924cbb6-0472-4bc4-8c32-f9f3870ca367 req-22c3a698-e3ff-47ff-9b2e-a3cfbbeed725 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Calling delete_port for d77a3974-5469-41c9-abf2-d5f12140ba0d owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:21.491402 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c073f0-5782-4440-afdf-2410757a09e7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=17dc2850-0f21-4ac1-a2ee-f2b19a185967,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:21.502255 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-48c073f0-5782-4440-afdf-2410757a09e7 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9156561 Aug 20 10:32:21.502504 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58384) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:21.507788 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-95515aab-e2ce-44d5-8d2e-8ef08870bc40 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'mac_address': 'fa:16:3e:f3:13:4b', 'name': 'tempest-NetworksTestDHCPv6-737646175'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:21.530373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c33028-7b75-4f04-8384-3247d6e15b0a None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:21.532157 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 27d32e71-7d16-49c4-b613-a98286a292e6 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:32:21.586270 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 014ee40c-d411-44ee-a7d4-8da43389c16b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:21.587107 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:21.606386 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-e7528523-55ae-49cf-9ea6-7c3f1987753f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] No DVR routers for this DVR port 27d32e71-7d16-49c4-b613-a98286a292e6 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:21.617699 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f252e10-eb20-44bc-a8f4-36aa9f4990e7 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:21.623212 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0f252e10-eb20-44bc-a8f4-36aa9f4990e7 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "DELETE /v2.0/ports/ea4b34b0-106b-44b4-bdc3-e2a34100dd46 HTTP/1.1" status: 204 len: 168 time: 3.0143502 Aug 20 10:32:21.624359 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-e7528523-55ae-49cf-9ea6-7c3f1987753f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:21.624890 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58386) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:21.626317 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-e7528523-55ae-49cf-9ea6-7c3f1987753f tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.42 "DELETE /v2.0/ports/27d32e71-7d16-49c4-b613-a98286a292e6 HTTP/1.1" status: 204 len: 173 time: 2.7175996 Aug 20 10:32:21.628539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7d9e8bf8-2e5a-4a71-8ee8-1f149911ae53 None None] Port 69e03c12-e979-4ec1-8d2f-eb95103bde32 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:21.628728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'name': 'network-vif-deleted', 'tag': '27d32e71-7d16-49c4-b613-a98286a292e6'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:32:21.630950 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264cf05e-6b75-49dd-9646-966d2f6e65fc" -d '{"events": [{"server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "name": "network-vif-deleted", "tag": "27d32e71-7d16-49c4-b613-a98286a292e6"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:32:21.665772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 27d32e71-7d16-49c4-b613-a98286a292e6 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:32:21.666492 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 27d32e71-7d16-49c4-b613-a98286a292e6 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:32:21.667227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:32:21.699941 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21097ad6-7061-45ee-bb9a-ca5a72dd557d req-cb7f2c5b-abed-4906-9f86-6076d7fe0dd5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618643 Aug 20 10:32:21.729131 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:21.729677 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-030128fa-2d1f-43b0-82e5-dc71e4c6d0da tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] GET failed (client error): The resource could not be found. Aug 20 10:32:21.741783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Transition to ACTIVE for port object f1130aec-8418-41b6-abea-c4d55c7b7d00 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:21.750042 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-030128fa-2d1f-43b0-82e5-dc71e4c6d0da tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "GET /v2.0/ports/ea4b34b0-106b-44b4-bdc3-e2a34100dd46 HTTP/1.1" status: 404 len: 333 time: 0.1223505 Aug 20 10:32:21.755959 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58390) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:21.763721 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7d9e8bf8-2e5a-4a71-8ee8-1f149911ae53 None None] Could not find standard attr ID for object ea4b34b0-106b-44b4-bdc3-e2a34100dd46. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:32:21.766231 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f335dd8e-6ff8-49a6-8f84-5850314a962d tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Request body: {'port': {'network_id': '35664fab-f03a-4f57-a3ea-d84cb77ad671', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-841516180'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:21.782297 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c3fac3-d54f-4789-917d-ca2319d823b2 x-openstack-request-id: req-f3c3fac3-d54f-4789-917d-ca2319d823b2 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:32:21.782756 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "name": "network-vif-deleted", "tag": "27d32e71-7d16-49c4-b613-a98286a292e6", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:32:21.783148 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3c3fac3-d54f-4789-917d-ca2319d823b2 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:32:21.783655 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'name': 'network-vif-deleted', 'tag': '27d32e71-7d16-49c4-b613-a98286a292e6', 'status': 'completed', 'code': 200} Aug 20 10:32:21.845121 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:21.927998 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Network 65f0b405-2693-4100-920c-d219a3772584 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:21.964137 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95515aab-e2ce-44d5-8d2e-8ef08870bc40 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:21.967028 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:21.974420 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:21.984912 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Pushing event updated for resources: {'Port': ['ID=f1130aec-8418-41b6-abea-c4d55c7b7d00,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:22.024439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-05499d59-323f-4bce-a084-798407da0743 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Deleting port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:22.027825 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-05499d59-323f-4bce-a084-798407da0743 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:22.034697 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:22.057636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': '17dc2850-0f21-4ac1-a2ee-f2b19a185967'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:32:22.058680 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:22.088660 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb6a45ef-7e12-4ffc-8fc3-c50d7543a423'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:32:22.093091 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26994f58-7a01-4983-a161-851a1ef0c91d" -d '{"events": [{"server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "name": "network-vif-unplugged", "status": "completed", "tag": "cb6a45ef-7e12-4ffc-8fc3-c50d7543a423"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:32:22.121308 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f924cbb6-0472-4bc4-8c32-f9f3870ca367 req-22c3a698-e3ff-47ff-9b2e-a3cfbbeed725 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:22.146532 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:32:22.150450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['4ed6e3b9-e0d9-4ce2-958e-4177b44680e9'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:32:22.152228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1f41ab35-4076-4c9f-a733-e2fdb7c1685c', 'd77a3974-5469-41c9-abf2-d5f12140ba0d'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:32:22.156949 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5c5d64-c849-4575-a5ce-6e0d5bdae31a x-openstack-request-id: req-db5c5d64-c849-4575-a5ce-6e0d5bdae31a {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:32:22.157255 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "name": "network-vif-unplugged", "status": "completed", "tag": "cb6a45ef-7e12-4ffc-8fc3-c50d7543a423", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:32:22.157546 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db5c5d64-c849-4575-a5ce-6e0d5bdae31a {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:32:22.157946 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb6a45ef-7e12-4ffc-8fc3-c50d7543a423', 'code': 200} Aug 20 10:32:22.174568 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-400078cd-8c87-4b85-a300-5dfcd7202076 req-228e33ec-9331-429d-afbd-558eaf2f2d68 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=955d20e6-6a6a-4a91-af66-5be6256641e3 HTTP/1.1" status: 200 len: 210 time: 0.0881121 Aug 20 10:32:22.180029 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:22.201403 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cb6a45ef-7e12-4ffc-8fc3-c50d7543a423,segment=NetworkSegment(99fe6cbd-1e3d-4180-bbfe-9423c39abf33),segment_id=99fe6cbd-1e3d-4180-bbfe-9423c39abf33)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:22.208806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3a698-e3ff-47ff-9b2e-a3cfbbeed725 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Pushing event deleted for resources: {'Port': ['ID=d77a3974-5469-41c9-abf2-d5f12140ba0d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:22.283465 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-236521c2-b1fa-4801-94e3-8ede601f38c5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting port dd09a2e6-5521-408e-bd5b-d93ddd4b6bd9 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:22.283803 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-236521c2-b1fa-4801-94e3-8ede601f38c5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:22.289652 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-95515aab-e2ce-44d5-8d2e-8ef08870bc40 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:22.295072 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-f924cbb6-0472-4bc4-8c32-f9f3870ca367 req-22c3a698-e3ff-47ff-9b2e-a3cfbbeed725 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] No DVR routers for this DVR port d77a3974-5469-41c9-abf2-d5f12140ba0d on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:22.297989 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:22.299239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 6b16142e-c0b0-4453-abab-afdb00d54883 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:32:22.301227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:32:22.302257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 65158fd0-30ed-46d0-9b1e-bf3fc112b7ce not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:32:22.306472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f924cbb6-0472-4bc4-8c32-f9f3870ca367 req-22c3a698-e3ff-47ff-9b2e-a3cfbbeed725 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:22.308499 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f924cbb6-0472-4bc4-8c32-f9f3870ca367 req-22c3a698-e3ff-47ff-9b2e-a3cfbbeed725 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.24 "DELETE /v2.0/ports/d77a3974-5469-41c9-abf2-d5f12140ba0d HTTP/1.1" status: 204 len: 173 time: 1.3358722 Aug 20 10:32:22.309122 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955d20e6-6a6a-4a91-af66-5be6256641e3', 'name': 'network-vif-deleted', 'tag': 'd77a3974-5469-41c9-abf2-d5f12140ba0d'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:32:22.314518 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cc90ae-7c9c-4c86-a3a2-90326d5915eb" -d '{"events": [{"server_uuid": "955d20e6-6a6a-4a91-af66-5be6256641e3", "name": "network-vif-deleted", "tag": "d77a3974-5469-41c9-abf2-d5f12140ba0d"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:32:22.317266 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f335dd8e-6ff8-49a6-8f84-5850314a962d tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Made reservation on behalf of 5f987b2e46dd42679e0f916c4044a4d3 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:22.327392 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f335dd8e-6ff8-49a6-8f84-5850314a962d tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:22.377163 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'name': 'tempest-TestVolumeBackupRestore-576925494-router', 'tenant_id': '04dcf3bada214a90b32b9b79ce337a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b2a7441b-fe47-4d1a-b74f-d6a95ed00a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:32:12Z', 'updated_at': '2021-08-20T10:32:15Z', 'revision_number': 3, 'project_id': '04dcf3bada214a90b32b9b79ce337a19', 'gw_port': {'id': 'b2a7441b-fe47-4d1a-b74f-d6a95ed00a79', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:22:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:32:13Z', 'updated_at': '2021-08-20T10:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:22.388158 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-95515aab-e2ce-44d5-8d2e-8ef08870bc40 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port 3e0f576e-0141-40cd-8fa2-762e7e4757ca yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:32:22.401546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-f335dd8e-6ff8-49a6-8f84-5850314a962d tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] device_id is not set on port 6b9fee3d-2d38-40c6-89f0-a898b933a50e yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:32:22.402209 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-05499d59-323f-4bce-a084-798407da0743 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] For port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cb6a45ef-7e12-4ffc-8fc3-c50d7543a423,segment=NetworkSegment(99fe6cbd-1e3d-4180-bbfe-9423c39abf33),segment_id=99fe6cbd-1e3d-4180-bbfe-9423c39abf33)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:22.402584 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-05499d59-323f-4bce-a084-798407da0743 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:22.459713 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-05499d59-323f-4bce-a084-798407da0743 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Calling delete_port for cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:22.466631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49d48d-65e0-4a8f-a132-78bfbb1d5c3d None None] The sync data for ids ['efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22'] in n-d-778550-11 is: [{'id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'name': 'tempest-TestVolumeBackupRestore-576925494-router', 'tenant_id': '04dcf3bada214a90b32b9b79ce337a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b2a7441b-fe47-4d1a-b74f-d6a95ed00a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:32:12Z', 'updated_at': '2021-08-20T10:32:15Z', 'revision_number': 3, 'project_id': '04dcf3bada214a90b32b9b79ce337a19', 'gw_port': {'id': 'b2a7441b-fe47-4d1a-b74f-d6a95ed00a79', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:22:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:32:13Z', 'updated_at': '2021-08-20T10:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:32:22.483651 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e2535e-ccb7-481e-b280-d716f2f4920a x-openstack-request-id: req-17e2535e-ccb7-481e-b280-d716f2f4920a {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:32:22.484109 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955d20e6-6a6a-4a91-af66-5be6256641e3", "name": "network-vif-deleted", "tag": "d77a3974-5469-41c9-abf2-d5f12140ba0d", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:32:22.484514 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17e2535e-ccb7-481e-b280-d716f2f4920a {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:32:22.485018 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955d20e6-6a6a-4a91-af66-5be6256641e3', 'name': 'network-vif-deleted', 'tag': 'd77a3974-5469-41c9-abf2-d5f12140ba0d', 'status': 'completed', 'code': 200} Aug 20 10:32:22.581514 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-236521c2-b1fa-4801-94e3-8ede601f38c5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:22.638283 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-95515aab-e2ce-44d5-8d2e-8ef08870bc40 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::f816:3eff:fef3:134b (7b83641d-fbeb-417a-8d09-ab733c99b474/17dc2850-0f21-4ac1-a2ee-f2b19a185967/3e0f576e-0141-40cd-8fa2-762e7e4757ca) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:22.654968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-236521c2-b1fa-4801-94e3-8ede601f38c5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Calling delete_port for dd09a2e6-5521-408e-bd5b-d93ddd4b6bd9 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:22.660028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-92fa9337-05c4-4b7e-8ac0-7bb359fb1922 None None] Provisioning for port f1130aec-8418-41b6-abea-c4d55c7b7d00 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:22.673542 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:22.679134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-f335dd8e-6ff8-49a6-8f84-5850314a962d tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Allocated IP 2001:db8::314 (35664fab-f03a-4f57-a3ea-d84cb77ad671/dbe03f55-84b1-4057-89a8-a7e7fc94ea5d/6b9fee3d-2d38-40c6-89f0-a898b933a50e) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:22.688772 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:22.698669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-92fa9337-05c4-4b7e-8ac0-7bb359fb1922 None None] Provisioning complete for port f1130aec-8418-41b6-abea-c4d55c7b7d00 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:22.699038 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-92fa9337-05c4-4b7e-8ac0-7bb359fb1922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:22.727646 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=cb6a45ef-7e12-4ffc-8fc3-c50d7543a423,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:22.825827 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:22.868988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-92fa9337-05c4-4b7e-8ac0-7bb359fb1922 None None] Port f1130aec-8418-41b6-abea-c4d55c7b7d00 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:22.900429 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f335dd8e-6ff8-49a6-8f84-5850314a962d tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:22.944624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-f335dd8e-6ff8-49a6-8f84-5850314a962d tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Transition to ACTIVE for port object 6b9fee3d-2d38-40c6-89f0-a898b933a50e will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:23.007943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:23.015845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 6b16142e-c0b0-4453-abab-afdb00d54883, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=6b16142e-c0b0-4453-abab-afdb00d54883,segment=NetworkSegment(433e95c4-416e-4b8a-9dc3-4f5a01020a02),segment_id=433e95c4-416e-4b8a-9dc3-4f5a01020a02)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:23.050086 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:23.174414 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-95515aab-e2ce-44d5-8d2e-8ef08870bc40 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:23.183972 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f335dd8e-6ff8-49a6-8f84-5850314a962d tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:23.187416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=6b16142e-c0b0-4453-abab-afdb00d54883,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:23.224442 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:23.224832 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:23.248060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f335dd8e-6ff8-49a6-8f84-5850314a962d tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Network 35664fab-f03a-4f57-a3ea-d84cb77ad671 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:23.249498 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-95515aab-e2ce-44d5-8d2e-8ef08870bc40 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object 3e0f576e-0141-40cd-8fa2-762e7e4757ca will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:23.256566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-f335dd8e-6ff8-49a6-8f84-5850314a962d tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:23.264997 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f335dd8e-6ff8-49a6-8f84-5850314a962d tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:23.271640 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f335dd8e-6ff8-49a6-8f84-5850314a962d tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:23.272314 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f335dd8e-6ff8-49a6-8f84-5850314a962d tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:23.306450 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335dd8e-6ff8-49a6-8f84-5850314a962d tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event updated for resources: {'Port': ['ID=6b9fee3d-2d38-40c6-89f0-a898b933a50e,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:23.324711 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f335dd8e-6ff8-49a6-8f84-5850314a962d tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5631199 Aug 20 10:32:23.328503 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58404) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:23.334369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-22b84d76-7eb5-4aba-a82e-cac08273194f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a6', 'mac_address': 'fa:16:3e:c7:ba:99'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:23.522165 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-95515aab-e2ce-44d5-8d2e-8ef08870bc40 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:23.588032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126597b-f7e7-4062-96b0-0a701b1c6ed8 req-36624f4c-e43c-4f92-8797-c396b2025346 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:23.594172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126597b-f7e7-4062-96b0-0a701b1c6ed8 req-36624f4c-e43c-4f92-8797-c396b2025346 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:23.596442 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9126597b-f7e7-4062-96b0-0a701b1c6ed8 req-36624f4c-e43c-4f92-8797-c396b2025346 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 1679 time: 0.2473757 Aug 20 10:32:23.634978 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Allocated IP 2001:db8::f816:3eff:fef6:7d32 (7b83641d-fbeb-417a-8d09-ab733c99b474/17dc2850-0f21-4ac1-a2ee-f2b19a185967/55721b21-0f45-4f30-b42c-57e2256e84ef) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:23.672047 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95515aab-e2ce-44d5-8d2e-8ef08870bc40 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:23.685974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-95515aab-e2ce-44d5-8d2e-8ef08870bc40 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:23.690737 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-05499d59-323f-4bce-a084-798407da0743 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:23.691138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95515aab-e2ce-44d5-8d2e-8ef08870bc40 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=3e0f576e-0141-40cd-8fa2-762e7e4757ca,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:23.701076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95515aab-e2ce-44d5-8d2e-8ef08870bc40 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:23.707257 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95515aab-e2ce-44d5-8d2e-8ef08870bc40 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:23.707697 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-95515aab-e2ce-44d5-8d2e-8ef08870bc40 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:23.747999 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf086d3-adfc-4810-a473-2765c3971ce6 req-fac0edc7-5aad-4ae5-93be-74dbcbb702f1 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:23.749567 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dbf086d3-adfc-4810-a473-2765c3971ce6 req-fac0edc7-5aad-4ae5-93be-74dbcbb702f1 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b1c3930-c402-4f22-a178-74b4cf6a7b6f HTTP/1.1" status: 200 len: 945 time: 0.1512089 Aug 20 10:32:23.750500 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-dcfd4c98-74a1-4ccd-a8dd-2a529505014d None None] Provisioning for port 6b9fee3d-2d38-40c6-89f0-a898b933a50e completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:23.756561 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-dcfd4c98-74a1-4ccd-a8dd-2a529505014d None None] Provisioning complete for port 6b9fee3d-2d38-40c6-89f0-a898b933a50e triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:23.756934 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4c98-74a1-4ccd-a8dd-2a529505014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:23.781979 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-95515aab-e2ce-44d5-8d2e-8ef08870bc40 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2782280 Aug 20 10:32:23.791766 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58408) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:23.834709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd4c98-74a1-4ccd-a8dd-2a529505014d None None] Port 6b9fee3d-2d38-40c6-89f0-a898b933a50e cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:23.837161 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-22b84d76-7eb5-4aba-a82e-cac08273194f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:23.856494 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05499d59-323f-4bce-a084-798407da0743 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event deleted for resources: {'Port': ['ID=cb6a45ef-7e12-4ffc-8fc3-c50d7543a423,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:23.868380 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dbf086d3-adfc-4810-a473-2765c3971ce6 req-e9a9540b-05b1-47c9-82a9-88506bbec477 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974331 Aug 20 10:32:23.933694 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-236521c2-b1fa-4801-94e3-8ede601f38c5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:23.949792 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:23.950308 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2504dc48-2dfd-4693-87d7-127b3e5dc89d tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:23.954686 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2504dc48-2dfd-4693-87d7-127b3e5dc89d tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1593173 Aug 20 10:32:23.956972 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58410) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:23.960058 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Transition to ACTIVE for port object 55721b21-0f45-4f30-b42c-57e2256e84ef will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:23.985393 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Transition to ACTIVE for port object 55721b21-0f45-4f30-b42c-57e2256e84ef will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:23.988934 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9126597b-f7e7-4062-96b0-0a701b1c6ed8 req-b36d4e50-864c-46f5-8095-22fa20b3c320 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412292 Aug 20 10:32:23.990210 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-05499d59-323f-4bce-a084-798407da0743 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] No DVR routers for this DVR port cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:24.009676 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:24.012193 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-05499d59-323f-4bce-a084-798407da0743 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:24.017359 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-05499d59-323f-4bce-a084-798407da0743 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.42 "DELETE /v2.0/ports/cb6a45ef-7e12-4ffc-8fc3-c50d7543a423 HTTP/1.1" status: 204 len: 173 time: 2.3751628 Aug 20 10:32:24.049176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'name': 'network-vif-deleted', 'tag': 'cb6a45ef-7e12-4ffc-8fc3-c50d7543a423'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:32:24.052037 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf0e314-3e55-448e-b992-bd82e40f309c" -d '{"events": [{"server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "name": "network-vif-deleted", "tag": "cb6a45ef-7e12-4ffc-8fc3-c50d7543a423"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:32:24.073979 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236521c2-b1fa-4801-94e3-8ede601f38c5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Port': ['ID=dd09a2e6-5521-408e-bd5b-d93ddd4b6bd9,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:24.077110 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:24.079019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:24.081454 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Pushing event updated for resources: {'Port': ['ID=55721b21-0f45-4f30-b42c-57e2256e84ef,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:24.084224 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:24.159784 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9a92b1-7bbc-4cac-8413-83bc6e8933f4 x-openstack-request-id: req-7f9a92b1-7bbc-4cac-8413-83bc6e8933f4 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:32:24.160183 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "name": "network-vif-deleted", "tag": "cb6a45ef-7e12-4ffc-8fc3-c50d7543a423", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:32:24.163211 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f9a92b1-7bbc-4cac-8413-83bc6e8933f4 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:32:24.163823 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'name': 'network-vif-deleted', 'tag': 'cb6a45ef-7e12-4ffc-8fc3-c50d7543a423', 'status': 'completed', 'code': 200} Aug 20 10:32:24.188801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b16142e-c0b0-4453-abab-afdb00d54883'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:32:24.194155 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d47fe89-a8ac-4921-b5e9-0b0000a05989" -d '{"events": [{"server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "name": "network-vif-unplugged", "status": "completed", "tag": "6b16142e-c0b0-4453-abab-afdb00d54883"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:32:24.197371 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Attempting to bind port 55721b21-0f45-4f30-b42c-57e2256e84ef on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:24.197759 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Attempting to bind port 55721b21-0f45-4f30-b42c-57e2256e84ef by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:24.198160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Attempting to bind port 55721b21-0f45-4f30-b42c-57e2256e84ef on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:24.205997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:24.206373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:24.206894 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:24.207330 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:24.207821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Bound port: 55721b21-0f45-4f30-b42c-57e2256e84ef, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:24.208213 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:24.269700 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba2d871-15b8-4ced-b437-0dd29c695804 x-openstack-request-id: req-eba2d871-15b8-4ced-b437-0dd29c695804 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:32:24.270010 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "name": "network-vif-unplugged", "status": "completed", "tag": "6b16142e-c0b0-4453-abab-afdb00d54883", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:32:24.270270 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eba2d871-15b8-4ced-b437-0dd29c695804 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:32:24.271142 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b16142e-c0b0-4453-abab-afdb00d54883', 'code': 200} Aug 20 10:32:24.281271 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:24.315425 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] For port 55721b21-0f45-4f30-b42c-57e2256e84ef, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:32:24.320439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] For port 55721b21-0f45-4f30-b42c-57e2256e84ef, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=55721b21-0f45-4f30-b42c-57e2256e84ef,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:32:24.326783 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:24.361546 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:24.402437 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-236521c2-b1fa-4801-94e3-8ede601f38c5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:24.419905 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d6299-dc61-4441-9f18-63f08c5934cc None None] Pushing event updated for resources: {'Port': ['ID=55721b21-0f45-4f30-b42c-57e2256e84ef,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:24.540979 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:24.547571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Pushing event updated for resources: {'Port': ['ID=f1130aec-8418-41b6-abea-c4d55c7b7d00,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:24.617285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-e0b29b60-ecc3-491d-8332-3137dafbd27f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port 3e0f576e-0141-40cd-8fa2-762e7e4757ca {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:24.617876 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e0b29b60-ecc3-491d-8332-3137dafbd27f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:24.636782 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-22b84d76-7eb5-4aba-a82e-cac08273194f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:24.663532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Deleting port 6b16142e-c0b0-4453-abab-afdb00d54883 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:24.664070 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:24.683915 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-22b84d76-7eb5-4aba-a82e-cac08273194f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:24.741218 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-22b84d76-7eb5-4aba-a82e-cac08273194f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] In _notify_port_updated(), no bound segment for port 6b9fee3d-2d38-40c6-89f0-a898b933a50e on network 35664fab-f03a-4f57-a3ea-d84cb77ad671 {{(pid=94866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:32:24.747671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b84d76-7eb5-4aba-a82e-cac08273194f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:24.748351 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-22b84d76-7eb5-4aba-a82e-cac08273194f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:24.749737 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-22b84d76-7eb5-4aba-a82e-cac08273194f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "PUT /v2.0/ports/6b9fee3d-2d38-40c6-89f0-a898b933a50e HTTP/1.1" status: 200 len: 1002 time: 1.4202750 Aug 20 10:32:24.756476 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58416) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:24.789244 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236521c2-b1fa-4801-94e3-8ede601f38c5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router 31099311-4a2a-488e-b44f-3040239176cc has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:32:24.797822 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b84d76-7eb5-4aba-a82e-cac08273194f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event updated for resources: {'Port': ['ID=6b9fee3d-2d38-40c6-89f0-a898b933a50e,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:24.830379 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e0b29b60-ecc3-491d-8332-3137dafbd27f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:24.883101 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-e0b29b60-ecc3-491d-8332-3137dafbd27f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for 3e0f576e-0141-40cd-8fa2-762e7e4757ca owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:25.008226 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 55721b21-0f45-4f30-b42c-57e2256e84ef up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:25.031996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] For port 6b16142e-c0b0-4453-abab-afdb00d54883, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=6b16142e-c0b0-4453-abab-afdb00d54883,segment=NetworkSegment(433e95c4-416e-4b8a-9dc3-4f5a01020a02),segment_id=433e95c4-416e-4b8a-9dc3-4f5a01020a02)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:25.032845 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:25.038317 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-aeb34451-76e3-445c-aad2-35f31ec0bd88 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Deleting port 6b9fee3d-2d38-40c6-89f0-a898b933a50e {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:25.038807 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aeb34451-76e3-445c-aad2-35f31ec0bd88 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:25.045549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d77a3974-5469-41c9-abf2-d5f12140ba0d no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:32:25.053692 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Network 65f0b405-2693-4100-920c-d219a3772584 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:25.055355 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:25.088322 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236521c2-b1fa-4801-94e3-8ede601f38c5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:32:25.095304 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: d77a3974-5469-41c9-abf2-d5f12140ba0d {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:32:25.095651 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d77a3974-5469-41c9-abf2-d5f12140ba0d not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:32:25.101772 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-236521c2-b1fa-4801-94e3-8ede601f38c5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/31099311-4a2a-488e-b44f-3040239176cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3652322 Aug 20 10:32:25.114556 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6ec09-47d1-4325-b898-795d241cd9a5 None None] Sync routers for ids ['31099311-4a2a-488e-b44f-3040239176cc'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:32:25.125295 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58422) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:25.132040 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6ec09-47d1-4325-b898-795d241cd9a5 None None] Routers {'31099311-4a2a-488e-b44f-3040239176cc'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:32:25.132696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-3ab6ec09-47d1-4325-b898-795d241cd9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:32:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['31099311-4a2a-488e-b44f-3040239176cc'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:25.139965 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f29dd3-2aa6-40ef-a63a-81021ff0d2d9 req-0492ac3f-105d-412b-9700-ba3c61d67e28 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:25.142834 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-31f29dd3-2aa6-40ef-a63a-81021ff0d2d9 req-0492ac3f-105d-412b-9700-ba3c61d67e28 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b1c3930-c402-4f22-a178-74b4cf6a7b6f HTTP/1.1" status: 200 len: 945 time: 0.3731272 Aug 20 10:32:25.146858 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Calling delete_port for 6b16142e-c0b0-4453-abab-afdb00d54883 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:25.181506 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-3ab6ec09-47d1-4325-b898-795d241cd9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:25.207549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6ec09-47d1-4325-b898-795d241cd9a5 None None] Routers {'31099311-4a2a-488e-b44f-3040239176cc'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:32:25.208255 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-3ab6ec09-47d1-4325-b898-795d241cd9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:32:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['31099311-4a2a-488e-b44f-3040239176cc'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:25.210189 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 55721b21-0f45-4f30-b42c-57e2256e84ef completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:25.315999 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0dcfc6a4-2d15-4f1b-aa36-284bbce796d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports?device_id=31099311-4a2a-488e-b44f-3040239176cc HTTP/1.1" status: 200 len: 205 time: 0.1832492 Aug 20 10:32:25.322023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-ea790938-63dd-446d-86a1-ba14c5f098db req-bd22e3a4-8907-4b29-9c62-1d46d8f94b3d service neutron] (94866) timed out ('10.222.0.42', 51168) {{(pid=94866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 10:32:25.330332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162028ae-2614-4510-959b-eb2201cda35d req-0cdb4d5b-5815-4fce-a7d9-87ea7ffb77a0 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:25.337818 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-162028ae-2614-4510-959b-eb2201cda35d req-0cdb4d5b-5815-4fce-a7d9-87ea7ffb77a0 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b1c3930-c402-4f22-a178-74b4cf6a7b6f HTTP/1.1" status: 200 len: 945 time: 0.3611872 Aug 20 10:32:25.345698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58424) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:25.466747 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b2a7441b-fe47-4d1a-b74f-d6a95ed00a79 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:25.488744 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e3e13-4fc9-4adf-b756-6cc2e0ba3abe req-067eda86-e0e6-423a-83c7-f6df4154f8c7 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:25.490491 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-df9e3e13-4fc9-4adf-b756-6cc2e0ba3abe req-067eda86-e0e6-423a-83c7-f6df4154f8c7 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 944 time: 0.3335819 Aug 20 10:32:25.505007 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aeb34451-76e3-445c-aad2-35f31ec0bd88 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:25.509437 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-3ab6ec09-47d1-4325-b898-795d241cd9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:25.510547 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6ec09-47d1-4325-b898-795d241cd9a5 None None] The sync data for ids ['31099311-4a2a-488e-b44f-3040239176cc'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:32:25.514994 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83342946-6478-48cc-a495-7c23eaf8ad5b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:25.522970 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d77458df-20a8-4501-8af0-b2f5fc46ce84 None None] Provisioning complete for port 6b9fee3d-2d38-40c6-89f0-a898b933a50e triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:25.523398 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d77458df-20a8-4501-8af0-b2f5fc46ce84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:25.570566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Router efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:32:25.588713 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-df9e3e13-4fc9-4adf-b756-6cc2e0ba3abe req-8cc94e83-60d2-4259-a83a-fab593c56513 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695882 Aug 20 10:32:25.598881 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-31f29dd3-2aa6-40ef-a63a-81021ff0d2d9 req-56b1ec81-8f20-4c4c-a2a3-ddfab3c73872 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Deleting port 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:25.599348 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-31f29dd3-2aa6-40ef-a63a-81021ff0d2d9 req-56b1ec81-8f20-4c4c-a2a3-ddfab3c73872 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:25.602599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d77458df-20a8-4501-8af0-b2f5fc46ce84 None None] Port 6b9fee3d-2d38-40c6-89f0-a898b933a50e cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:25.621657 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e0b29b60-ecc3-491d-8332-3137dafbd27f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:25.624200 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port b2a7441b-fe47-4d1a-b74f-d6a95ed00a79 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:25.636482 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b2a7441b-fe47-4d1a-b74f-d6a95ed00a79 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:25.637080 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:25.743701 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83342946-6478-48cc-a495-7c23eaf8ad5b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:25.747700 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83342946-6478-48cc-a495-7c23eaf8ad5b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:25.764695 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:25.774492 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bba9e28a-bd39-4c36-b3f4-8859c4e88f3a None None] Provisioning complete for port f1130aec-8418-41b6-abea-c4d55c7b7d00 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:25.775396 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bba9e28a-bd39-4c36-b3f4-8859c4e88f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:25.786864 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:25.807939 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-aeb34451-76e3-445c-aad2-35f31ec0bd88 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Calling delete_port for 6b9fee3d-2d38-40c6-89f0-a898b933a50e owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:25.814389 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bba9e28a-bd39-4c36-b3f4-8859c4e88f3a None None] Port f1130aec-8418-41b6-abea-c4d55c7b7d00 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:25.831577 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port b2a7441b-fe47-4d1a-b74f-d6a95ed00a79, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b2a7441b-fe47-4d1a-b74f-d6a95ed00a79,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:25.836879 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:25.837024 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-162028ae-2614-4510-959b-eb2201cda35d req-37f5bc0c-4e2c-47be-a6c8-4a584b1ece08 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878190 Aug 20 10:32:25.867437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-31f29dd3-2aa6-40ef-a63a-81021ff0d2d9 req-56b1ec81-8f20-4c4c-a2a3-ddfab3c73872 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] For port 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=4ed6e3b9-e0d9-4ce2-958e-4177b44680e9,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:25.867846 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83342946-6478-48cc-a495-7c23eaf8ad5b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:25.868110 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-31f29dd3-2aa6-40ef-a63a-81021ff0d2d9 req-56b1ec81-8f20-4c4c-a2a3-ddfab3c73872 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:25.868361 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83342946-6478-48cc-a495-7c23eaf8ad5b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Fanout notify agent at l3_agent the message router_deleted on router 31099311-4a2a-488e-b44f-3040239176cc {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:32:25.877155 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83342946-6478-48cc-a495-7c23eaf8ad5b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:25.879207 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-83342946-6478-48cc-a495-7c23eaf8ad5b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/routers/31099311-4a2a-488e-b44f-3040239176cc HTTP/1.1" status: 204 len: 168 time: 0.5284910 Aug 20 10:32:25.883669 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b29b60-ecc3-491d-8332-3137dafbd27f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=3e0f576e-0141-40cd-8fa2-762e7e4757ca,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:25.892376 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58426) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:25.914916 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=b2a7441b-fe47-4d1a-b74f-d6a95ed00a79,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:25.917329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event deleted for resources: {'Port': ['ID=6b16142e-c0b0-4453-abab-afdb00d54883,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:25.934388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:25.934761 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:25.935138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:25.935517 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:25.936148 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:25.936148 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:25.936569 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:25.936745 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:25.937047 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:25.937375 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:25.937692 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:25.938008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:25.962397 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-31f29dd3-2aa6-40ef-a63a-81021ff0d2d9 req-56b1ec81-8f20-4c4c-a2a3-ddfab3c73872 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Calling delete_port for 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:25.963853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b8306647-5414-49e2-925f-4ca76714b3ec None None] Provisioning for port 55721b21-0f45-4f30-b42c-57e2256e84ef completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:25.971169 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b8306647-5414-49e2-925f-4ca76714b3ec None None] Provisioning complete for port 55721b21-0f45-4f30-b42c-57e2256e84ef triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:25.971791 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b8306647-5414-49e2-925f-4ca76714b3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:26.002120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] No DVR routers for this DVR port 6b16142e-c0b0-4453-abab-afdb00d54883 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:26.002321 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e0b29b60-ecc3-491d-8332-3137dafbd27f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:26.007731 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e0b29b60-ecc3-491d-8332-3137dafbd27f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/3e0f576e-0141-40cd-8fa2-762e7e4757ca HTTP/1.1" status: 204 len: 168 time: 2.0488465 Aug 20 10:32:26.009726 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:26.011298 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34bf01c8-848a-4316-89f8-e3e8bb024d0d req-f3f84528-b0c7-406f-912c-82437d9da9df tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.42 "DELETE /v2.0/ports/6b16142e-c0b0-4453-abab-afdb00d54883 HTTP/1.1" status: 204 len: 173 time: 1.9560373 Aug 20 10:32:26.011500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58428) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:26.014561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:32:26.023029 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Sync routers for ids ['efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:32:26.043027 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Routers {'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:32:26.043914 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:32:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:26.088850 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d5bc9049-80d2-42f0-85fe-b1b5d3e25d6f admin admin] 10.222.0.16 "PUT /v2.0/routers/efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1633801 Aug 20 10:32:26.166348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'name': 'network-vif-deleted', 'tag': '6b16142e-c0b0-4453-abab-afdb00d54883'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:32:26.167063 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-864a6c8d-123e-4af4-ba24-050c455fe675 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting subnet c7806891-dea2-41dd-8c68-43fcd3c732c2 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:32:26.168677 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e299da3-aa46-462b-9252-c43725d5ff49" -d '{"events": [{"server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "name": "network-vif-deleted", "tag": "6b16142e-c0b0-4453-abab-afdb00d54883"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:32:26.182991 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b8306647-5414-49e2-925f-4ca76714b3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:26.193864 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-864a6c8d-123e-4af4-ba24-050c455fe675 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:26.278975 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373194de-75cf-4991-8145-7303c764d589 x-openstack-request-id: req-373194de-75cf-4991-8145-7303c764d589 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:32:26.279314 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1449d8b8-a253-45fe-977f-dccbbaa099a2", "name": "network-vif-deleted", "tag": "6b16142e-c0b0-4453-abab-afdb00d54883", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:32:26.279566 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-373194de-75cf-4991-8145-7303c764d589 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:32:26.280016 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1449d8b8-a253-45fe-977f-dccbbaa099a2', 'name': 'network-vif-deleted', 'tag': '6b16142e-c0b0-4453-abab-afdb00d54883', 'status': 'completed', 'code': 200} Aug 20 10:32:26.280905 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b8306647-5414-49e2-925f-4ca76714b3ec None None] For port 55721b21-0f45-4f30-b42c-57e2256e84ef, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=55721b21-0f45-4f30-b42c-57e2256e84ef,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:26.290143 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b8306647-5414-49e2-925f-4ca76714b3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:26.312160 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3501f091-1538-44a2-a0f5-9e997ef7c574 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:26.314988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3501f091-1538-44a2-a0f5-9e997ef7c574 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:26.319274 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3501f091-1538-44a2-a0f5-9e997ef7c574 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3044400 Aug 20 10:32:26.326913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58434) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:26.394467 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-c163f6a3-cc25-44e8-9e85-11605c26e0cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet 17dc2850-0f21-4ac1-a2ee-f2b19a185967 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:32:26.406003 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c163f6a3-cc25-44e8-9e85-11605c26e0cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:26.410960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8306647-5414-49e2-925f-4ca76714b3ec None None] Pushing event updated for resources: {'Port': ['ID=55721b21-0f45-4f30-b42c-57e2256e84ef,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:26.458525 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-31f29dd3-2aa6-40ef-a63a-81021ff0d2d9 req-56b1ec81-8f20-4c4c-a2a3-ddfab3c73872 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:26.472382 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-864a6c8d-123e-4af4-ba24-050c455fe675 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:26.481857 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1f41ab35-4076-4c9f-a733-e2fdb7c1685c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:32:26.506605 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Set router efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:32:26.513889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1ec81-8f20-4c4c-a2a3-ddfab3c73872 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Pushing event deleted for resources: {'Port': ['ID=4ed6e3b9-e0d9-4ce2-958e-4177b44680e9,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:26.580032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f29dd3-2aa6-40ef-a63a-81021ff0d2d9 req-56b1ec81-8f20-4c4c-a2a3-ddfab3c73872 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] No DVR routers for this DVR port 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:26.584435 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-31f29dd3-2aa6-40ef-a63a-81021ff0d2d9 req-56b1ec81-8f20-4c4c-a2a3-ddfab3c73872 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:26.586611 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c163f6a3-cc25-44e8-9e85-11605c26e0cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:26.589353 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-901af729-c00e-460b-bc87-8eaaad654225 None None] Could not find standard attr ID for object 3e0f576e-0141-40cd-8fa2-762e7e4757ca. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:32:26.589856 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-31f29dd3-2aa6-40ef-a63a-81021ff0d2d9 req-56b1ec81-8f20-4c4c-a2a3-ddfab3c73872 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.42 "DELETE /v2.0/ports/4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 HTTP/1.1" status: 204 len: 173 time: 1.4224706 Aug 20 10:32:26.893817 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fd010aa4-9135-440d-aab3-5a23e7ecc3d5 req-5fa74b79-8b9a-4d43-972e-543985a409a9 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=1449d8b8-a253-45fe-977f-dccbbaa099a2 HTTP/1.1" status: 200 len: 210 time: 0.1398449 Aug 20 10:32:26.898566 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aeb34451-76e3-445c-aad2-35f31ec0bd88 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:26.965520 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb34451-76e3-445c-aad2-35f31ec0bd88 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event deleted for resources: {'Port': ['ID=6b9fee3d-2d38-40c6-89f0-a898b933a50e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:26.974947 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c163f6a3-cc25-44e8-9e85-11605c26e0cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:26.982956 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-864a6c8d-123e-4af4-ba24-050c455fe675 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:27.014193 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 55721b21-0f45-4f30-b42c-57e2256e84ef up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:27.079514 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'name': 'tempest-TestVolumeBackupRestore-576925494-router', 'tenant_id': '04dcf3bada214a90b32b9b79ce337a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b2a7441b-fe47-4d1a-b74f-d6a95ed00a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:32:12Z', 'updated_at': '2021-08-20T10:32:22Z', 'revision_number': 4, 'project_id': '04dcf3bada214a90b32b9b79ce337a19', 'gw_port': {'id': 'b2a7441b-fe47-4d1a-b74f-d6a95ed00a79', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:32:13Z', 'updated_at': '2021-08-20T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'f1130aec-8418-41b6-abea-c4d55c7b7d00', 'name': '', 'network_id': '65f0b405-2693-4100-920c-d219a3772584', 'tenant_id': '04dcf3bada214a90b32b9b79ce337a19', 'mac_address': 'fa:16:3e:58:5c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'c29eb824-df81-4eb3-89ce-7931dff8d11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:32:20Z', 'updated_at': '2021-08-20T10:32:23Z', 'revision_number': 2, 'project_id': '04dcf3bada214a90b32b9b79ce337a19', 'subnets': [{'id': 'c29eb824-df81-4eb3-89ce-7931dff8d11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:27.108191 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-45c9ed4d-64e5-46ac-ba90-826cdc8b1b28 req-cb549114-86ef-49d8-9b76-628ff5116b57 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b1c3930-c402-4f22-a178-74b4cf6a7b6f HTTP/1.1" status: 200 len: 210 time: 0.0491738 Aug 20 10:32:27.138585 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 55721b21-0f45-4f30-b42c-57e2256e84ef triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:27.140884 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:27.148978 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Checking router: efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:32:27.149709 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Updating router efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22 port f1130aec-8418-41b6-abea-c4d55c7b7d00 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:32:27.198396 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:27.314326 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c163f6a3-cc25-44e8-9e85-11605c26e0cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:27.318296 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b2a7441b-fe47-4d1a-b74f-d6a95ed00a79 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:27.367680 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-864a6c8d-123e-4af4-ba24-050c455fe675 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:27.396009 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163f6a3-cc25-44e8-9e85-11605c26e0cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=17dc2850-0f21-4ac1-a2ee-f2b19a185967,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:27.402855 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-864a6c8d-123e-4af4-ba24-050c455fe675 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:27.409020 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d42377-a5da-4886-85dc-7b0994090d0e None None] Network 979a53d0-598e-4658-95b7-ab3275c35c15 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:27.412713 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58484) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:27.413356 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-864a6c8d-123e-4af4-ba24-050c455fe675 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/subnets/c7806891-dea2-41dd-8c68-43fcd3c732c2 HTTP/1.1" status: 204 len: 168 time: 1.5186334 Aug 20 10:32:27.420485 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c163f6a3-cc25-44e8-9e85-11605c26e0cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:27.425210 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c163f6a3-cc25-44e8-9e85-11605c26e0cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/17dc2850-0f21-4ac1-a2ee-f2b19a185967 HTTP/1.1" status: 204 len: 168 time: 1.0970011 Aug 20 10:32:27.431891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58486) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:27.443116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996e0ca5-1ef0-4f38-a2ae-5c2f32177f76 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:27.483646 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aeb34451-76e3-445c-aad2-35f31ec0bd88 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:27.486333 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aeb34451-76e3-445c-aad2-35f31ec0bd88 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "DELETE /v2.0/ports/6b9fee3d-2d38-40c6-89f0-a898b933a50e HTTP/1.1" status: 204 len: 168 time: 2.7288334 Aug 20 10:32:27.487705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a6c8d-123e-4af4-ba24-050c455fe675 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Subnet': ['ID=c7806891-dea2-41dd-8c68-43fcd3c732c2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:27.493020 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58488) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:27.530188 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62d6603-dcfd-4115-8982-b020ffdbca23 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] GET failed (client error): The resource could not be found. Aug 20 10:32:27.535465 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e62d6603-dcfd-4115-8982-b020ffdbca23 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "GET /v2.0/ports/6b9fee3d-2d38-40c6-89f0-a898b933a50e HTTP/1.1" status: 404 len: 333 time: 0.0375564 Aug 20 10:32:27.536182 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58490) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:27.541778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-1865e17c-23c9-4bc8-91a7-ca1a31e95d4c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Request body: {'port': {'network_id': '35664fab-f03a-4f57-a3ea-d84cb77ad671', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-695586763'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:27.546413 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9108183b-3158-4ec7-bd08-e7e9aed2e563 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1122150 Aug 20 10:32:27.549149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58492) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:27.554440 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c9916bda-e0e5-4b61-a8c2-e7fe2d44df98 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:27.625360 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:27.629836 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:27.642302 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Transition to ACTIVE for port object f1130aec-8418-41b6-abea-c4d55c7b7d00 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:27.663901 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:27.664634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:32:27.697520 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.api [None req-c9916bda-e0e5-4b61-a8c2-e7fe2d44df98 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 10:32:27.697520 n-d-778550-11 neutron-server[94867]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 10:32:27.697520 n-d-778550-11 neutron-server[94867]: [parameters: {'project_id': '31d403abe4074402bdbb566ed536eac7', 'id': 'b8299aa0-ca0f-4434-865f-4d40cadb27af', 'expiration': datetime.datetime(2021, 8, 20, 10, 34, 27, 691823)}] Aug 20 10:32:27.697520 n-d-778550-11 neutron-server[94867]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:32:27.698399 n-d-778550-11 neutron-server[94867]: DEBUG oslo_db.api [None req-c9916bda-e0e5-4b61-a8c2-e7fe2d44df98 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:32:27.719771 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1865e17c-23c9-4bc8-91a7-ca1a31e95d4c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Made reservation on behalf of 5f987b2e46dd42679e0f916c4044a4d3 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:27.728799 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1865e17c-23c9-4bc8-91a7-ca1a31e95d4c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:27.756179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-1865e17c-23c9-4bc8-91a7-ca1a31e95d4c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] device_id is not set on port 55dd36e1-2e80-4975-b1cf-4a60ab40badd yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:32:27.778192 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting port 014ee40c-d411-44ee-a7d4-8da43389c16b {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:27.778826 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:27.788170 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a63179-dcc6-4abe-a6dc-c9a9620098b6 None None] Pushing event updated for resources: {'Port': ['ID=f1130aec-8418-41b6-abea-c4d55c7b7d00,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:27.829271 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Attempting to bind port f1130aec-8418-41b6-abea-c4d55c7b7d00 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:27.829649 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Attempting to bind port f1130aec-8418-41b6-abea-c4d55c7b7d00 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '68c1fbad-c5fe-46ff-9999-5c9bd2f687b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '65f0b405-2693-4100-920c-d219a3772584'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:27.830016 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Attempting to bind port f1130aec-8418-41b6-abea-c4d55c7b7d00 on network 65f0b405-2693-4100-920c-d219a3772584 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:27.835459 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:27.835838 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Checking segment: {'id': '68c1fbad-c5fe-46ff-9999-5c9bd2f687b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '65f0b405-2693-4100-920c-d219a3772584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:27.836251 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:27.836636 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Bound using segment: {'id': '68c1fbad-c5fe-46ff-9999-5c9bd2f687b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '65f0b405-2693-4100-920c-d219a3772584'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:27.837829 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Bound port: f1130aec-8418-41b6-abea-c4d55c7b7d00, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c1fbad-c5fe-46ff-9999-5c9bd2f687b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '65f0b405-2693-4100-920c-d219a3772584'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:27.838220 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:27.847856 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:32:27.852936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 4ed6e3b9-e0d9-4ce2-958e-4177b44680e9 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:32:27.897287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] For port 014ee40c-d411-44ee-a7d4-8da43389c16b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=014ee40c-d411-44ee-a7d4-8da43389c16b,segment=NetworkSegment(5cce6098-a76c-403d-b4c3-e1ec5ad132a6),segment_id=5cce6098-a76c-403d-b4c3-e1ec5ad132a6)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:27.898116 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:27.913348 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] For port f1130aec-8418-41b6-abea-c4d55c7b7d00, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:32:27.917753 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Calling delete_port for 014ee40c-d411-44ee-a7d4-8da43389c16b owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:27.918785 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] For port f1130aec-8418-41b6-abea-c4d55c7b7d00, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f1130aec-8418-41b6-abea-c4d55c7b7d00,segment=NetworkSegment(68c1fbad-c5fe-46ff-9999-5c9bd2f687b4),segment_id=68c1fbad-c5fe-46ff-9999-5c9bd2f687b4)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:32:27.924002 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:27.953625 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b2a7441b-fe47-4d1a-b74f-d6a95ed00a79 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:27.954115 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:27.988417 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Routers {'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:32:27.989071 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:32:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:28.069847 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58504) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:28.093633 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924aa90c-ff6d-40c9-aa84-59795f9cd419 None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:32:28.154159 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] Set router efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:32:28.163840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-924aa90c-ff6d-40c9-aa84-59795f9cd419 None None] Deleting port 55721b21-0f45-4f30-b42c-57e2256e84ef {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:28.163840 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-924aa90c-ff6d-40c9-aa84-59795f9cd419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:28.186285 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028be6fc-c73c-4f68-b32f-8e052c51475a None None] DHCP port deletion for 979a53d0-598e-4658-95b7-ab3275c35c15 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:32:28.221235 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:28.258490 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-028be6fc-c73c-4f68-b32f-8e052c51475a None None] The port '014ee40c-d411-44ee-a7d4-8da43389c16b' was deleted {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 20 10:32:28.282310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-1865e17c-23c9-4bc8-91a7-ca1a31e95d4c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Allocated IP 2001:db8::251 (35664fab-f03a-4f57-a3ea-d84cb77ad671/dbe03f55-84b1-4057-89a8-a7e7fc94ea5d/55dd36e1-2e80-4975-b1cf-4a60ab40badd) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:28.311638 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-924aa90c-ff6d-40c9-aa84-59795f9cd419 None None] For port 55721b21-0f45-4f30-b42c-57e2256e84ef, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=55721b21-0f45-4f30-b42c-57e2256e84ef,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:28.312578 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-924aa90c-ff6d-40c9-aa84-59795f9cd419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:28.326912 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a63179-dcc6-4abe-a6dc-c9a9620098b6 None None] Pushing event updated for resources: {'Port': ['ID=f1130aec-8418-41b6-abea-c4d55c7b7d00,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:28.341912 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1c3930-c402-4f22-a178-74b4cf6a7b6f', 'name': 'network-vif-deleted', 'tag': '4ed6e3b9-e0d9-4ce2-958e-4177b44680e9'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:32:28.345247 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-924aa90c-ff6d-40c9-aa84-59795f9cd419 None None] Calling delete_port for 55721b21-0f45-4f30-b42c-57e2256e84ef owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:28.349642 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f2fa44-5eca-4a23-a5c7-6c85c1afb99f" -d '{"events": [{"server_uuid": "6b1c3930-c402-4f22-a178-74b4cf6a7b6f", "name": "network-vif-deleted", "tag": "4ed6e3b9-e0d9-4ce2-958e-4177b44680e9"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:32:28.362110 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Port': ['ID=014ee40c-d411-44ee-a7d4-8da43389c16b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:28.386004 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] No DVR routers for this DVR port 014ee40c-d411-44ee-a7d4-8da43389c16b on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:28.409146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6726e2d-a8b4-408c-8aa7-3961fcc88f5d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Deleting subnet c807cdee-df46-4be0-9cd9-bdcd367afeac {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:32:28.421355 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6726e2d-a8b4-408c-8aa7-3961fcc88f5d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:28.485772 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de25f305-b5ca-41c8-8c8e-68f71ac02fd9 x-openstack-request-id: req-de25f305-b5ca-41c8-8c8e-68f71ac02fd9 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:32:28.486381 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1c3930-c402-4f22-a178-74b4cf6a7b6f", "name": "network-vif-deleted", "tag": "4ed6e3b9-e0d9-4ce2-958e-4177b44680e9", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:32:28.488730 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de25f305-b5ca-41c8-8c8e-68f71ac02fd9 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:32:28.489380 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1c3930-c402-4f22-a178-74b4cf6a7b6f', 'name': 'network-vif-deleted', 'tag': '4ed6e3b9-e0d9-4ce2-958e-4177b44680e9', 'status': 'completed', 'code': 200} Aug 20 10:32:28.492472 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9916bda-e0e5-4b61-a8c2-e7fe2d44df98 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:28.507320 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9916bda-e0e5-4b61-a8c2-e7fe2d44df98 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:28.567073 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-924aa90c-ff6d-40c9-aa84-59795f9cd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:28.582621 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'name': 'tempest-TestVolumeBackupRestore-576925494-router', 'tenant_id': '04dcf3bada214a90b32b9b79ce337a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b2a7441b-fe47-4d1a-b74f-d6a95ed00a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:32:12Z', 'updated_at': '2021-08-20T10:32:22Z', 'revision_number': 4, 'project_id': '04dcf3bada214a90b32b9b79ce337a19', 'gw_port': {'id': 'b2a7441b-fe47-4d1a-b74f-d6a95ed00a79', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:32:13Z', 'updated_at': '2021-08-20T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'f1130aec-8418-41b6-abea-c4d55c7b7d00', 'name': '', 'network_id': '65f0b405-2693-4100-920c-d219a3772584', 'tenant_id': '04dcf3bada214a90b32b9b79ce337a19', 'mac_address': 'fa:16:3e:58:5c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'c29eb824-df81-4eb3-89ce-7931dff8d11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:32:20Z', 'updated_at': '2021-08-20T10:32:27Z', 'revision_number': 4, 'project_id': '04dcf3bada214a90b32b9b79ce337a19', 'subnets': [{'id': 'c29eb824-df81-4eb3-89ce-7931dff8d11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:28.623588 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c84129-e5df-4f7e-ae70-50cc887104a3 None None] The sync data for ids ['efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22'] in n-d-778550-11 is: [{'id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'name': 'tempest-TestVolumeBackupRestore-576925494-router', 'tenant_id': '04dcf3bada214a90b32b9b79ce337a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b2a7441b-fe47-4d1a-b74f-d6a95ed00a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:32:12Z', 'updated_at': '2021-08-20T10:32:22Z', 'revision_number': 4, 'project_id': '04dcf3bada214a90b32b9b79ce337a19', 'gw_port': {'id': 'b2a7441b-fe47-4d1a-b74f-d6a95ed00a79', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:32:13Z', 'updated_at': '2021-08-20T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'f1130aec-8418-41b6-abea-c4d55c7b7d00', 'name': '', 'network_id': '65f0b405-2693-4100-920c-d219a3772584', 'tenant_id': '04dcf3bada214a90b32b9b79ce337a19', 'mac_address': 'fa:16:3e:58:5c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': 'c29eb824-df81-4eb3-89ce-7931dff8d11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:32:20Z', 'updated_at': '2021-08-20T10:32:27Z', 'revision_number': 4, 'project_id': '04dcf3bada214a90b32b9b79ce337a19', 'subnets': [{'id': 'c29eb824-df81-4eb3-89ce-7931dff8d11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:32:28.648093 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924aa90c-ff6d-40c9-aa84-59795f9cd419 None None] Pushing event deleted for resources: {'Port': ['ID=55721b21-0f45-4f30-b42c-57e2256e84ef,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:28.656182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924aa90c-ff6d-40c9-aa84-59795f9cd419 None None] No DVR routers for this DVR port 55721b21-0f45-4f30-b42c-57e2256e84ef on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:28.968469 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6726e2d-a8b4-408c-8aa7-3961fcc88f5d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:28.973528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f1130aec-8418-41b6-abea-c4d55c7b7d00 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:29.045113 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port f1130aec-8418-41b6-abea-c4d55c7b7d00 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:29.049674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port f1130aec-8418-41b6-abea-c4d55c7b7d00 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:29.050054 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.169520 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1865e17c-23c9-4bc8-91a7-ca1a31e95d4c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.196692 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.216339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-1865e17c-23c9-4bc8-91a7-ca1a31e95d4c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Transition to ACTIVE for port object 55dd36e1-2e80-4975-b1cf-4a60ab40badd will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:29.223116 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.248900 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6726e2d-a8b4-408c-8aa7-3961fcc88f5d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.253323 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979a53d0-598e-4658-95b7-ab3275c35c15']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:29.274065 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port f1130aec-8418-41b6-abea-c4d55c7b7d00, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f1130aec-8418-41b6-abea-c4d55c7b7d00,segment=NetworkSegment(68c1fbad-c5fe-46ff-9999-5c9bd2f687b4),segment_id=68c1fbad-c5fe-46ff-9999-5c9bd2f687b4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:29.285829 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cce6098-a76c-403d-b4c3-e1ec5ad132a6') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:29.286459 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cce6098-a76c-403d-b4c3-e1ec5ad132a6') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:29.304172 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.311091 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.316529 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8ff3c-750e-415a-a376-a94b3d80678f req-d769c828-a31b-4a5a-81aa-ca0dfaf987a9 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:29.324669 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70a8ff3c-750e-415a-a376-a94b3d80678f req-d769c828-a31b-4a5a-81aa-ca0dfaf987a9 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 945 time: 0.1812665 Aug 20 10:32:29.337139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1865e17c-23c9-4bc8-91a7-ca1a31e95d4c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.367904 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.390010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:32:29.390010 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:32:29.393107 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:32:29.440406 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 55721b21-0f45-4f30-b42c-57e2256e84ef no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:32:29.465659 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-38506ece-2daf-4b60-8eae-daeeab24fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.470769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 55721b21-0f45-4f30-b42c-57e2256e84ef {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:32:29.471387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 55721b21-0f45-4f30-b42c-57e2256e84ef not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:32:29.471584 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6726e2d-a8b4-408c-8aa7-3961fcc88f5d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.472008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 014ee40c-d411-44ee-a7d4-8da43389c16b no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:32:29.477494 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=f1130aec-8418-41b6-abea-c4d55c7b7d00,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:29.513976 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70a8ff3c-750e-415a-a376-a94b3d80678f req-6def149a-5e04-4159-98b9-2991a45b0ca8 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729691 Aug 20 10:32:29.521560 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 014ee40c-d411-44ee-a7d4-8da43389c16b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:32:29.521918 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 014ee40c-d411-44ee-a7d4-8da43389c16b not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:32:29.545343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1865e17c-23c9-4bc8-91a7-ca1a31e95d4c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Network 35664fab-f03a-4f57-a3ea-d84cb77ad671 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:29.577460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-1865e17c-23c9-4bc8-91a7-ca1a31e95d4c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:29.580371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865e17c-23c9-4bc8-91a7-ca1a31e95d4c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event updated for resources: {'Port': ['ID=55dd36e1-2e80-4975-b1cf-4a60ab40badd,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:29.588405 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ede615-dceb-4437-800d-208711fe2bc7 None None] Network 58be9fbc-1afd-4f79-ab05-18788eefaa5e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:29.593834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1865e17c-23c9-4bc8-91a7-ca1a31e95d4c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:29.601491 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1865e17c-23c9-4bc8-91a7-ca1a31e95d4c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:29.602245 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1865e17c-23c9-4bc8-91a7-ca1a31e95d4c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.617658 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6726e2d-a8b4-408c-8aa7-3961fcc88f5d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.628689 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a6726e2d-a8b4-408c-8aa7-3961fcc88f5d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "DELETE /v2.0/subnets/c807cdee-df46-4be0-9cd9-bdcd367afeac HTTP/1.1" status: 204 len: 168 time: 1.5564022 Aug 20 10:32:29.631935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6726e2d-a8b4-408c-8aa7-3961fcc88f5d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event deleted for resources: {'Subnet': ['ID=c807cdee-df46-4be0-9cd9-bdcd367afeac,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:29.633889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58546) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:29.638126 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.665278 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1865e17c-23c9-4bc8-91a7-ca1a31e95d4c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1255605 Aug 20 10:32:29.672047 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.673585 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58548) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:29.678866 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/networks/979a53d0-598e-4658-95b7-ab3275c35c15 HTTP/1.1" status: 204 len: 168 time: 2.2650495 Aug 20 10:32:29.685514 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58550) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:29.710161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-40dece2d-fec1-40bc-9bf0-91d1e620a47f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c7:ba:99'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:29.717220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-595614937', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}, 'admin_state_up': False}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:29.770359 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dbb90-fdd4-4376-bbdc-0e6753f61836 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Network': ['ID=979a53d0-598e-4658-95b7-ab3275c35c15,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:29.773982 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.783216 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.898067 n-d-778550-11 neutron-server[94867]: DEBUG neutron.objects.ports [None req-c9916bda-e0e5-4b61-a8c2-e7fe2d44df98 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94867) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:32:29.950675 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.953528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed2ebe6-0b7d-4b01-bcc5-cda27c4d6621 None None] DHCP port deletion for 58be9fbc-1afd-4f79-ab05-18788eefaa5e request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:32:29.979593 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:29.980849 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9916bda-e0e5-4b61-a8c2-e7fe2d44df98 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:30.051587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4ed2ebe6-0b7d-4b01-bcc5-cda27c4d6621 None None] Deleting port fe29bffd-81e9-435a-92ea-21d22308365d {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:30.052824 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ebe6-0b7d-4b01-bcc5-cda27c4d6621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:30.097880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9916bda-e0e5-4b61-a8c2-e7fe2d44df98 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:30.144221 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-c9916bda-e0e5-4b61-a8c2-e7fe2d44df98 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:30.150175 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9916bda-e0e5-4b61-a8c2-e7fe2d44df98 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:30.151206 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9916bda-e0e5-4b61-a8c2-e7fe2d44df98 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:30.163432 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835622ea-cc4d-4bf7-9727-c7ce29dae306 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:30.180809 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40dece2d-fec1-40bc-9bf0-91d1e620a47f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:30.207009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9916bda-e0e5-4b61-a8c2-e7fe2d44df98 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=1347f73e-8b5e-4130-bf50-998069ed57f8,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:30.246259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4ed2ebe6-0b7d-4b01-bcc5-cda27c4d6621 None None] For port fe29bffd-81e9-435a-92ea-21d22308365d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=fe29bffd-81e9-435a-92ea-21d22308365d,segment=NetworkSegment(99fe6cbd-1e3d-4180-bbfe-9423c39abf33),segment_id=99fe6cbd-1e3d-4180-bbfe-9423c39abf33)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:30.247091 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ebe6-0b7d-4b01-bcc5-cda27c4d6621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:30.257903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d9883e09-d33a-40e7-b455-dbf6b961fcb5 None None] Provisioning for port 55dd36e1-2e80-4975-b1cf-4a60ab40badd completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:30.269744 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d9883e09-d33a-40e7-b455-dbf6b961fcb5 None None] Provisioning complete for port 55dd36e1-2e80-4975-b1cf-4a60ab40badd triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:30.272587 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d9883e09-d33a-40e7-b455-dbf6b961fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:30.302488 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c9916bda-e0e5-4b61-a8c2-e7fe2d44df98 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7479684 Aug 20 10:32:30.305836 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58554) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:30.308350 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Deleting port fe29bffd-81e9-435a-92ea-21d22308365d {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:30.308913 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:30.314913 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:30.322284 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-3ff41f8e-cb2b-4c1b-8223-9ca972e18f36 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'mac_address': 'fa:16:3e:35:1b:ec', 'name': 'tempest-NetworksTestDHCPv6-222921389'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:30.345708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d9883e09-d33a-40e7-b455-dbf6b961fcb5 None None] Port 55dd36e1-2e80-4975-b1cf-4a60ab40badd cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:30.349324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4ed2ebe6-0b7d-4b01-bcc5-cda27c4d6621 None None] Calling delete_port for fe29bffd-81e9-435a-92ea-21d22308365d owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:30.466634 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] For port fe29bffd-81e9-435a-92ea-21d22308365d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=fe29bffd-81e9-435a-92ea-21d22308365d,segment=NetworkSegment(99fe6cbd-1e3d-4180-bbfe-9423c39abf33),segment_id=99fe6cbd-1e3d-4180-bbfe-9423c39abf33)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:30.467000 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:30.492382 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Calling delete_port for fe29bffd-81e9-435a-92ea-21d22308365d owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:30.591090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': '1347f73e-8b5e-4130-bf50-998069ed57f8'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:32:30.594488 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:30.605869 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff41f8e-cb2b-4c1b-8223-9ca972e18f36 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:30.671655 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ebe6-0b7d-4b01-bcc5-cda27c4d6621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:30.705040 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2ebe6-0b7d-4b01-bcc5-cda27c4d6621 None None] Pushing event deleted for resources: {'Port': ['ID=fe29bffd-81e9-435a-92ea-21d22308365d,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:30.754813 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ff41f8e-cb2b-4c1b-8223-9ca972e18f36 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:30.793067 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed2ebe6-0b7d-4b01-bcc5-cda27c4d6621 None None] No DVR routers for this DVR port fe29bffd-81e9-435a-92ea-21d22308365d on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:30.814045 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-3ff41f8e-cb2b-4c1b-8223-9ca972e18f36 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port 08e5b13f-b1ee-404d-93a6-962ca9427fc5 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:32:30.868840 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e7b04-5acb-4b16-b8fe-8eaf3e680df8 req-6bd455ec-ac77-46d9-8bb7-88ce4d0e97de tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:30.874229 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-489e7b04-5acb-4b16-b8fe-8eaf3e680df8 req-6bd455ec-ac77-46d9-8bb7-88ce4d0e97de tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.24 "GET /v2.0/ports?device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 945 time: 0.3696651 Aug 20 10:32:30.914034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f1130aec-8418-41b6-abea-c4d55c7b7d00 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:30.914034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Allocated IP 2001:db8::f816:3eff:fea1:fac5 (7b83641d-fbeb-417a-8d09-ab733c99b474/1347f73e-8b5e-4130-bf50-998069ed57f8/3e578313-b9f9-4884-87cb-bfc190415aff) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:30.949479 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40dece2d-fec1-40bc-9bf0-91d1e620a47f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:30.959853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd611e-468e-4d7f-81f1-3eecf5ee404c req-d46921af-3e50-45ac-92f6-6be6f0a0fbf0 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:30.961468 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0dbd611e-468e-4d7f-81f1-3eecf5ee404c req-d46921af-3e50-45ac-92f6-6be6f0a0fbf0 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 945 time: 0.3514998 Aug 20 10:32:30.967284 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40dece2d-fec1-40bc-9bf0-91d1e620a47f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.018227 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.030844 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.053745 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port f1130aec-8418-41b6-abea-c4d55c7b7d00 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:31.054093 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.079658 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.100205 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-40dece2d-fec1-40bc-9bf0-91d1e620a47f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] In _notify_port_updated(), no bound segment for port 55dd36e1-2e80-4975-b1cf-4a60ab40badd on network 35664fab-f03a-4f57-a3ea-d84cb77ad671 {{(pid=94866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:32:31.106932 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dece2d-fec1-40bc-9bf0-91d1e620a47f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:31.107990 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40dece2d-fec1-40bc-9bf0-91d1e620a47f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.109579 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-40dece2d-fec1-40bc-9bf0-91d1e620a47f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "PUT /v2.0/ports/55dd36e1-2e80-4975-b1cf-4a60ab40badd HTTP/1.1" status: 200 len: 1002 time: 1.4163547 Aug 20 10:32:31.124114 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58560) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:31.126071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] No DVR routers for this DVR port fe29bffd-81e9-435a-92ea-21d22308365d on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:31.166339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dece2d-fec1-40bc-9bf0-91d1e620a47f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event updated for resources: {'Port': ['ID=55dd36e1-2e80-4975-b1cf-4a60ab40badd,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:31.208154 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0dbd611e-468e-4d7f-81f1-3eecf5ee404c req-78b5e657-4c9d-4eec-bc30-30792b032fdb tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289405 Aug 20 10:32:31.278876 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.298205 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event deleted for resources: {'Port': ['ID=fe29bffd-81e9-435a-92ea-21d22308365d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:31.298901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Transition to ACTIVE for port object 3e578313-b9f9-4884-87cb-bfc190415aff will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:31.339375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Transition to ACTIVE for port object 3e578313-b9f9-4884-87cb-bfc190415aff will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:31.350376 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.377830 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.412319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-489e7b04-5acb-4b16-b8fe-8eaf3e680df8 req-9b27f318-e13d-4693-881c-f8c82941a8b1 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Deleting port 1f41ab35-4076-4c9f-a733-e2fdb7c1685c {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:31.414922 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-489e7b04-5acb-4b16-b8fe-8eaf3e680df8 req-9b27f318-e13d-4693-881c-f8c82941a8b1 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.456161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58be9fbc-1afd-4f79-ab05-18788eefaa5e']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:31.458839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device fe29bffd-81e9-435a-92ea-21d22308365d no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:32:31.466064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:31.473592 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-3ff41f8e-cb2b-4c1b-8223-9ca972e18f36 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::f816:3eff:fe35:1bec (7b83641d-fbeb-417a-8d09-ab733c99b474/1347f73e-8b5e-4130-bf50-998069ed57f8/08e5b13f-b1ee-404d-93a6-962ca9427fc5) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:31.498065 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:31.503717 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: fe29bffd-81e9-435a-92ea-21d22308365d {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:32:31.504883 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device fe29bffd-81e9-435a-92ea-21d22308365d not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:32:31.505739 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Allocated IP 172.25.3.161 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/96c716ad-8eba-464a-8f7a-77cee7796344) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:31.516474 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:31.524637 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Pushing event updated for resources: {'Port': ['ID=3e578313-b9f9-4884-87cb-bfc190415aff,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:31.525645 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fe6cbd-1e3d-4180-bbfe-9423c39abf33') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:31.525942 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fe6cbd-1e3d-4180-bbfe-9423c39abf33') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:31.542133 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.561211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-c6452063-f5f2-4797-b1e1-2efe74e2171c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Deleting port 55dd36e1-2e80-4975-b1cf-4a60ab40badd {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:31.561549 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6452063-f5f2-4797-b1e1-2efe74e2171c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.583659 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.587436 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-79c23b88-860f-4909-a08e-f29c0f8839f7 None None] Provisioning complete for port 55dd36e1-2e80-4975-b1cf-4a60ab40badd triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:31.587944 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-79c23b88-860f-4909-a08e-f29c0f8839f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.603280 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:32:31.603771 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:32:31.607482 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:32:31.634353 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Attempting to bind port 3e578313-b9f9-4884-87cb-bfc190415aff on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:31.634353 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Attempting to bind port 3e578313-b9f9-4884-87cb-bfc190415aff by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:31.634353 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Attempting to bind port 3e578313-b9f9-4884-87cb-bfc190415aff on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:31.644895 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-79c23b88-860f-4909-a08e-f29c0f8839f7 None None] Port 55dd36e1-2e80-4975-b1cf-4a60ab40badd cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:31.646987 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:31.647531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:31.648053 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.648602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:31.649192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Bound port: 3e578313-b9f9-4884-87cb-bfc190415aff, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:31.649684 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.672699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-489e7b04-5acb-4b16-b8fe-8eaf3e680df8 req-9b27f318-e13d-4693-881c-f8c82941a8b1 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] For port 1f41ab35-4076-4c9f-a733-e2fdb7c1685c, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1f41ab35-4076-4c9f-a733-e2fdb7c1685c,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:31.673077 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-489e7b04-5acb-4b16-b8fe-8eaf3e680df8 req-9b27f318-e13d-4693-881c-f8c82941a8b1 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.700743 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-489e7b04-5acb-4b16-b8fe-8eaf3e680df8 req-9b27f318-e13d-4693-881c-f8c82941a8b1 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Calling delete_port for 1f41ab35-4076-4c9f-a733-e2fdb7c1685c owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:31.739170 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] For port 3e578313-b9f9-4884-87cb-bfc190415aff, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:32:31.743841 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] For port 3e578313-b9f9-4884-87cb-bfc190415aff, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3e578313-b9f9-4884-87cb-bfc190415aff,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:32:31.751949 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.848622 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6452063-f5f2-4797-b1e1-2efe74e2171c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.858883 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ce588-4e00-473f-9a6f-afe74bf85990 None None] Pushing event updated for resources: {'Port': ['ID=3e578313-b9f9-4884-87cb-bfc190415aff,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:31.886156 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.893387 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.893786 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.895378 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "DELETE /v2.0/networks/58be9fbc-1afd-4f79-ab05-18788eefaa5e HTTP/1.1" status: 204 len: 168 time: 2.2603509 Aug 20 10:32:31.898791 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58562) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:31.920949 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92fd29-bdce-444d-af03-60bd2d951b16 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event deleted for resources: {'Network': ['ID=58be9fbc-1afd-4f79-ab05-18788eefaa5e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:31.924462 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7e27793a-e0a7-465a-936b-0d0b486da27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.942795 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-c6452063-f5f2-4797-b1e1-2efe74e2171c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Calling delete_port for 55dd36e1-2e80-4975-b1cf-4a60ab40badd owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:31.957937 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-489e7b04-5acb-4b16-b8fe-8eaf3e680df8 req-9b27f318-e13d-4693-881c-f8c82941a8b1 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:31.976953 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1f41ab35-4076-4c9f-a733-e2fdb7c1685c'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:32:32.004310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27f318-e13d-4693-881c-f8c82941a8b1 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Pushing event deleted for resources: {'Port': ['ID=1f41ab35-4076-4c9f-a733-e2fdb7c1685c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:32.050988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb3a2ef-71b0-4270-be4a-c4c099b7c8ec tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Deleting subnet 6c26f23e-65ba-4228-a4cd-25f6fbb6c0cd {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:32:32.056931 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ff41f8e-cb2b-4c1b-8223-9ca972e18f36 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:32.069355 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0cb3a2ef-71b0-4270-be4a-c4c099b7c8ec tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:32.088582 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-489e7b04-5acb-4b16-b8fe-8eaf3e680df8 req-9b27f318-e13d-4693-881c-f8c82941a8b1 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] No DVR routers for this DVR port 1f41ab35-4076-4c9f-a733-e2fdb7c1685c on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:32.093136 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-489e7b04-5acb-4b16-b8fe-8eaf3e680df8 req-9b27f318-e13d-4693-881c-f8c82941a8b1 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:32.101716 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-489e7b04-5acb-4b16-b8fe-8eaf3e680df8 req-9b27f318-e13d-4693-881c-f8c82941a8b1 tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.24 "DELETE /v2.0/ports/1f41ab35-4076-4c9f-a733-e2fdb7c1685c HTTP/1.1" status: 204 len: 173 time: 1.2142804 Aug 20 10:32:32.102630 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547e4d71-5fde-4dcf-9d8c-921de4421abd', 'name': 'network-vif-deleted', 'tag': '1f41ab35-4076-4c9f-a733-e2fdb7c1685c'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:32:32.105943 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334df153-d642-4670-82bd-36ba605fd42b" -d '{"events": [{"server_uuid": "547e4d71-5fde-4dcf-9d8c-921de4421abd", "name": "network-vif-deleted", "tag": "1f41ab35-4076-4c9f-a733-e2fdb7c1685c"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:32:32.195836 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d431993b-0f3a-4f59-aad0-0e0a4f65b2fc x-openstack-request-id: req-d431993b-0f3a-4f59-aad0-0e0a4f65b2fc {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:32:32.196211 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547e4d71-5fde-4dcf-9d8c-921de4421abd", "name": "network-vif-deleted", "tag": "1f41ab35-4076-4c9f-a733-e2fdb7c1685c", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:32:32.196638 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d431993b-0f3a-4f59-aad0-0e0a4f65b2fc {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:32:32.197047 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547e4d71-5fde-4dcf-9d8c-921de4421abd', 'name': 'network-vif-deleted', 'tag': '1f41ab35-4076-4c9f-a733-e2fdb7c1685c', 'status': 'completed', 'code': 200} Aug 20 10:32:32.291775 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-3ff41f8e-cb2b-4c1b-8223-9ca972e18f36 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object 08e5b13f-b1ee-404d-93a6-962ca9427fc5 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:32.295099 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:32.362237 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0cb3a2ef-71b0-4270-be4a-c4c099b7c8ec tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:32.390001 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13c3cece-2c4d-4698-81f8-775cc4226507 req-19354829-8f90-455e-9f06-7f8bf502e4ec tempest-ListServerFiltersTestJSON-1571311085 tempest-ListServerFiltersTestJSON-1571311085-project] 10.222.0.16 "GET /v2.0/ports?device_id=547e4d71-5fde-4dcf-9d8c-921de4421abd HTTP/1.1" status: 200 len: 210 time: 0.0336313 Aug 20 10:32:32.410951 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:32.444169 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6452063-f5f2-4797-b1e1-2efe74e2171c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:32.482856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:32.531713 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:32.534137 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:32.545681 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c6452063-f5f2-4797-b1e1-2efe74e2171c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:32.550538 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58570) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:32.550730 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c6452063-f5f2-4797-b1e1-2efe74e2171c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "DELETE /v2.0/ports/55dd36e1-2e80-4975-b1cf-4a60ab40badd HTTP/1.1" status: 204 len: 168 time: 1.4255142 Aug 20 10:32:32.592941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=96c716ad-8eba-464a-8f7a-77cee7796344,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:32.612552 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ff41f8e-cb2b-4c1b-8223-9ca972e18f36 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:32.616809 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-508aa4bf-fe99-4475-9d95-9745775461e0 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] GET failed (client error): The resource could not be found. Aug 20 10:32:32.619457 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-508aa4bf-fe99-4475-9d95-9745775461e0 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "GET /v2.0/ports/55dd36e1-2e80-4975-b1cf-4a60ab40badd HTTP/1.1" status: 404 len: 333 time: 0.0669818 Aug 20 10:32:32.623648 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58572) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:32.628870 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-66982f17-bd7f-4842-95c9-b1f351675299 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Request body: {'port': {'network_id': '35664fab-f03a-4f57-a3ea-d84cb77ad671', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1841862711'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:32.642783 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0cb3a2ef-71b0-4270-be4a-c4c099b7c8ec tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:32.683495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6452063-f5f2-4797-b1e1-2efe74e2171c tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event deleted for resources: {'Port': ['ID=55dd36e1-2e80-4975-b1cf-4a60ab40badd,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:32.829064 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66982f17-bd7f-4842-95c9-b1f351675299 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Made reservation on behalf of 5f987b2e46dd42679e0f916c4044a4d3 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:32.839912 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-66982f17-bd7f-4842-95c9-b1f351675299 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:32.870122 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:32:32.888954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-66982f17-bd7f-4842-95c9-b1f351675299 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] device_id is not set on port 734c76c0-2ec2-4dfa-8516-164a77fb7c8b yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:32:32.927437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff41f8e-cb2b-4c1b-8223-9ca972e18f36 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:32.953169 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3e578313-b9f9-4884-87cb-bfc190415aff up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:32.983734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-3ff41f8e-cb2b-4c1b-8223-9ca972e18f36 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:32.986727 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff41f8e-cb2b-4c1b-8223-9ca972e18f36 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:32.992688 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff41f8e-cb2b-4c1b-8223-9ca972e18f36 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:32.993330 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ff41f8e-cb2b-4c1b-8223-9ca972e18f36 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:33.040433 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff41f8e-cb2b-4c1b-8223-9ca972e18f36 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=08e5b13f-b1ee-404d-93a6-962ca9427fc5,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:33.049708 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3ff41f8e-cb2b-4c1b-8223-9ca972e18f36 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7380407 Aug 20 10:32:33.052902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58574) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:33.071750 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0cb3a2ef-71b0-4270-be4a-c4c099b7c8ec tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:33.072628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 3e578313-b9f9-4884-87cb-bfc190415aff completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:33.109104 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:33.125402 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-66982f17-bd7f-4842-95c9-b1f351675299 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Allocated IP 2001:db8::20a (35664fab-f03a-4f57-a3ea-d84cb77ad671/dbe03f55-84b1-4057-89a8-a7e7fc94ea5d/734c76c0-2ec2-4dfa-8516-164a77fb7c8b) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:33.177275 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3a2ef-71b0-4270-be4a-c4c099b7c8ec tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event deleted for resources: {'Subnet': ['ID=6c26f23e-65ba-4228-a4cd-25f6fbb6c0cd,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:33.181964 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0cb3a2ef-71b0-4270-be4a-c4c099b7c8ec tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:33.183905 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0cb3a2ef-71b0-4270-be4a-c4c099b7c8ec tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "DELETE /v2.0/subnets/6c26f23e-65ba-4228-a4cd-25f6fbb6c0cd HTTP/1.1" status: 204 len: 168 time: 1.2778261 Aug 20 10:32:33.191552 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1413b431-fe70-49c1-88a0-6ece1ba9f3bf None None] Network 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:33.193571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58576) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:33.281725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c4a3e5-17fd-4e5b-add2-1b075548df2b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:33.288846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c4a3e5-17fd-4e5b-add2-1b075548df2b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:33.293375 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d2c4a3e5-17fd-4e5b-add2-1b075548df2b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2354071 Aug 20 10:32:33.296271 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58582) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:33.347608 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-bcc5d4b0-f4f4-4662-941d-dad7cc6c354d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2205923 Aug 20 10:32:33.395851 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:33.409471 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:33.462042 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7fda6b47-a501-4e20-87b3-28ce23caa637 None None] Provisioning for port 3e578313-b9f9-4884-87cb-bfc190415aff completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:33.474729 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7fda6b47-a501-4e20-87b3-28ce23caa637 None None] Provisioning complete for port 3e578313-b9f9-4884-87cb-bfc190415aff triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:33.475259 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7fda6b47-a501-4e20-87b3-28ce23caa637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:33.494299 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58586) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:33.553449 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-66982f17-bd7f-4842-95c9-b1f351675299 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:33.576815 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-66982f17-bd7f-4842-95c9-b1f351675299 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Transition to ACTIVE for port object 734c76c0-2ec2-4dfa-8516-164a77fb7c8b will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:33.616038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075db1e1-43d3-40f4-a8ef-4477a3b02919 None None] DHCP port deletion for 0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:32:33.686481 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-af950aac-207e-431e-8cd3-00e7c48cf90f admin admin] Deleting subnet c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:32:33.693739 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-66982f17-bd7f-4842-95c9-b1f351675299 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:33.709741 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af950aac-207e-431e-8cd3-00e7c48cf90f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:33.774618 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Deleting port 63f53744-597d-42c1-8674-99627dc1a5a5 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:33.775146 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:33.849245 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] For port 63f53744-597d-42c1-8674-99627dc1a5a5, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=63f53744-597d-42c1-8674-99627dc1a5a5,segment=NetworkSegment(433e95c4-416e-4b8a-9dc3-4f5a01020a02),segment_id=433e95c4-416e-4b8a-9dc3-4f5a01020a02)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:33.849510 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:33.864208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Calling delete_port for 63f53744-597d-42c1-8674-99627dc1a5a5 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:33.865053 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7fda6b47-a501-4e20-87b3-28ce23caa637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:33.921527 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7fda6b47-a501-4e20-87b3-28ce23caa637 None None] For port 3e578313-b9f9-4884-87cb-bfc190415aff, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3e578313-b9f9-4884-87cb-bfc190415aff,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:33.923293 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-075db1e1-43d3-40f4-a8ef-4477a3b02919 None None] Deleting port 63f53744-597d-42c1-8674-99627dc1a5a5 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:33.923751 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-075db1e1-43d3-40f4-a8ef-4477a3b02919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:33.937727 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7fda6b47-a501-4e20-87b3-28ce23caa637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:33.965619 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66982f17-bd7f-4842-95c9-b1f351675299 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Network 35664fab-f03a-4f57-a3ea-d84cb77ad671 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:33.968328 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:33.982702 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-66982f17-bd7f-4842-95c9-b1f351675299 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:33.985302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66982f17-bd7f-4842-95c9-b1f351675299 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:33.991777 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66982f17-bd7f-4842-95c9-b1f351675299 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:33.992881 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-66982f17-bd7f-4842-95c9-b1f351675299 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.004631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66982f17-bd7f-4842-95c9-b1f351675299 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event updated for resources: {'Port': ['ID=734c76c0-2ec2-4dfa-8516-164a77fb7c8b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:34.011689 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af950aac-207e-431e-8cd3-00e7c48cf90f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.051998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-075db1e1-43d3-40f4-a8ef-4477a3b02919 None None] For port 63f53744-597d-42c1-8674-99627dc1a5a5, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=63f53744-597d-42c1-8674-99627dc1a5a5,segment=NetworkSegment(433e95c4-416e-4b8a-9dc3-4f5a01020a02),segment_id=433e95c4-416e-4b8a-9dc3-4f5a01020a02)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:34.053030 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-075db1e1-43d3-40f4-a8ef-4477a3b02919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.056846 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] No DVR routers for this DVR port 63f53744-597d-42c1-8674-99627dc1a5a5 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:34.060996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-be35e3d3-91f6-46a4-b54d-4b6268571210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:34.061525 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-be35e3d3-91f6-46a4-b54d-4b6268571210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:34.061941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-be35e3d3-91f6-46a4-b54d-4b6268571210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:34.062407 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-be35e3d3-91f6-46a4-b54d-4b6268571210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:34.062863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-be35e3d3-91f6-46a4-b54d-4b6268571210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:34.063438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-be35e3d3-91f6-46a4-b54d-4b6268571210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:34.064107 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-be35e3d3-91f6-46a4-b54d-4b6268571210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:34.066866 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-be35e3d3-91f6-46a4-b54d-4b6268571210 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 6510 time: 0.5715406 Aug 20 10:32:34.094327 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event deleted for resources: {'Port': ['ID=63f53744-597d-42c1-8674-99627dc1a5a5,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:34.099485 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda6b47-a501-4e20-87b3-28ce23caa637 None None] Pushing event updated for resources: {'Port': ['ID=3e578313-b9f9-4884-87cb-bfc190415aff,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:34.103752 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-8652913e-5acb-441f-9683-6a15094f7db0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port 08e5b13f-b1ee-404d-93a6-962ca9427fc5 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:34.104108 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8652913e-5acb-441f-9683-6a15094f7db0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.109121 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-075db1e1-43d3-40f4-a8ef-4477a3b02919 None None] Calling delete_port for 63f53744-597d-42c1-8674-99627dc1a5a5 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:34.149452 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-66982f17-bd7f-4842-95c9-b1f351675299 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5220301 Aug 20 10:32:34.156620 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58588) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:34.163019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7f74a6e7-a765-427c-bea7-4d90347f6690 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Request body: {'port': {'network_id': '35664fab-f03a-4f57-a3ea-d84cb77ad671', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-536402033'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:34.192770 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-05d46fc2-14f3-454c-9bf5-989cba366245 None None] Provisioning for port 08e5b13f-b1ee-404d-93a6-962ca9427fc5 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:34.199296 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-05d46fc2-14f3-454c-9bf5-989cba366245 None None] Provisioning complete for port 08e5b13f-b1ee-404d-93a6-962ca9427fc5 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:34.199675 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-05d46fc2-14f3-454c-9bf5-989cba366245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.226378 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.244539 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:34.287293 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-05d46fc2-14f3-454c-9bf5-989cba366245 None None] Port 08e5b13f-b1ee-404d-93a6-962ca9427fc5 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:34.293347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433e95c4-416e-4b8a-9dc3-4f5a01020a02') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:34.294193 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433e95c4-416e-4b8a-9dc3-4f5a01020a02') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: from cryptography.utils import int_from_bytes Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: from cryptography.utils import int_from_bytes Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.296032 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.299193 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.299193 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.299193 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.299193 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.299193 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.299193 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.299193 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.299193 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.299193 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.299193 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.299193 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.299193 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.299193 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:34.299193 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:32:34.302735 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-075db1e1-43d3-40f4-a8ef-4477a3b02919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.315862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075db1e1-43d3-40f4-a8ef-4477a3b02919 None None] No DVR routers for this DVR port 63f53744-597d-42c1-8674-99627dc1a5a5 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:34.324214 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.340109 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075db1e1-43d3-40f4-a8ef-4477a3b02919 None None] Pushing event deleted for resources: {'Port': ['ID=63f53744-597d-42c1-8674-99627dc1a5a5,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:34.345011 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af950aac-207e-431e-8cd3-00e7c48cf90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.387151 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.407404 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:32:34.408113 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:32:34.412510 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:32:34.501606 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f74a6e7-a765-427c-bea7-4d90347f6690 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Made reservation on behalf of 5f987b2e46dd42679e0f916c4044a4d3 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:34.505814 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f74a6e7-a765-427c-bea7-4d90347f6690 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.520081 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-35dedbd2-34a6-446a-bb22-2b28a749eec1 None None] Provisioning for port 734c76c0-2ec2-4dfa-8516-164a77fb7c8b completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:34.521255 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af950aac-207e-431e-8cd3-00e7c48cf90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.523364 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.526874 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-35dedbd2-34a6-446a-bb22-2b28a749eec1 None None] Provisioning complete for port 734c76c0-2ec2-4dfa-8516-164a77fb7c8b triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:34.528771 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-35dedbd2-34a6-446a-bb22-2b28a749eec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.536544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-cfa97935-4d17-45ec-a034-c3965c6c0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:34.537081 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-cfa97935-4d17-45ec-a034-c3965c6c0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:34.537740 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-cfa97935-4d17-45ec-a034-c3965c6c0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:34.540387 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-cfa97935-4d17-45ec-a034-c3965c6c0007 service neutron] 10.222.0.42 "GET /v2.0/networks?id=88f93105-b451-41f4-a5e5-079e47726c50&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=8714eb28-f9d6-435d-8508-76f686adacfc&id=8714eb28-f9d6-435d-8508-76f686adacfc HTTP/1.1" status: 200 len: 2296 time: 0.4464135 Aug 20 10:32:34.544264 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8652913e-5acb-441f-9683-6a15094f7db0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.555547 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.555806 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "DELETE /v2.0/networks/0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d HTTP/1.1" status: 204 len: 168 time: 1.3610198 Aug 20 10:32:34.566551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58592) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:34.568597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239e359-6937-43a3-b509-995420a1b6f5 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event deleted for resources: {'Network': ['ID=0f8b40eb-e8b5-45ba-95fa-b7ee70e6e23d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:34.580977 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-35dedbd2-34a6-446a-bb22-2b28a749eec1 None None] Port 734c76c0-2ec2-4dfa-8516-164a77fb7c8b cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:34.584809 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-87ef4577-ee10-4aa5-bd88-9ac8aecd85af tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-618120008'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:34.596714 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-7f74a6e7-a765-427c-bea7-4d90347f6690 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] device_id is not set on port 3ee9df2d-6693-42ba-bfe6-13fa6e013b85 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:32:34.605783 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af950aac-207e-431e-8cd3-00e7c48cf90f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.610473 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-af950aac-207e-431e-8cd3-00e7c48cf90f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc HTTP/1.1" status: 204 len: 168 time: 1.0152450 Aug 20 10:32:34.610473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af950aac-207e-431e-8cd3-00e7c48cf90f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e16d9b-46cf-4470-b3f5-a6cc4d05ecdc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:34.613017 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58594) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:34.616518 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc008f13-5348-4112-b103-35c113113e47 None None] Network 38661d2e-9a6f-4db5-856b-53f75243cd46 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:34.635761 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-8652913e-5acb-441f-9683-6a15094f7db0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for 08e5b13f-b1ee-404d-93a6-962ca9427fc5 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:34.649649 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.780491 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.788838 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.841847 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-7f74a6e7-a765-427c-bea7-4d90347f6690 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Allocated IP 2001:db8::55 (35664fab-f03a-4f57-a3ea-d84cb77ad671/dbe03f55-84b1-4057-89a8-a7e7fc94ea5d/3ee9df2d-6693-42ba-bfe6-13fa6e013b85) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:34.850941 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-12f6f282-2092-4e5f-a7a4-39ccaba791f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5374ab06-53f2-44d9-811c-ef39f56f233a HTTP/1.1" status: 200 len: 1002 time: 0.3022101 Aug 20 10:32:34.855475 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ef4577-ee10-4aa5-bd88-9ac8aecd85af tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Made reservation on behalf of ce857d21443c465f9b0cce6a4f3cfa90 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:34.869271 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-87ef4577-ee10-4aa5-bd88-9ac8aecd85af tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.901182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a06ecc-a449-4718-ba89-803c3557501c None None] DHCP port deletion for 38661d2e-9a6f-4db5-856b-53f75243cd46 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:32:34.929541 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3e578313-b9f9-4884-87cb-bfc190415aff up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:34.954164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] Deleting port 7502e78d-2f42-4832-a0f2-d32976b5f3be {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:34.954570 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:34.983114 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-2cc463f0-02e4-453d-9fed-f1ef1bd027dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:34.984905 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-2cc463f0-02e4-453d-9fed-f1ef1bd027dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86001f3a-7a5c-4499-a121-de6a1935b5ad HTTP/1.1" status: 200 len: 855 time: 0.1111913 Aug 20 10:32:34.994996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ef4577-ee10-4aa5-bd88-9ac8aecd85af tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:32:34.997875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-88a06ecc-a449-4718-ba89-803c3557501c None None] Deleting port 7502e78d-2f42-4832-a0f2-d32976b5f3be {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:34.998470 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-88a06ecc-a449-4718-ba89-803c3557501c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:35.012977 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3e578313-b9f9-4884-87cb-bfc190415aff triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:35.013638 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:35.045056 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-87ef4577-ee10-4aa5-bd88-9ac8aecd85af tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:35.045408 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-87ef4577-ee10-4aa5-bd88-9ac8aecd85af tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Added segment 9afefd52-8692-4c02-abcb-9840fdc47b21 of type vlan for network 68a5325e-a73b-4f4b-8879-71cd6e70b76b Aug 20 10:32:35.081789 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-88a06ecc-a449-4718-ba89-803c3557501c None None] For port 7502e78d-2f42-4832-a0f2-d32976b5f3be, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7502e78d-2f42-4832-a0f2-d32976b5f3be,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:35.082970 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-88a06ecc-a449-4718-ba89-803c3557501c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:35.098405 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-88a06ecc-a449-4718-ba89-803c3557501c None None] Calling delete_port for 7502e78d-2f42-4832-a0f2-d32976b5f3be owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:35.157860 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f74a6e7-a765-427c-bea7-4d90347f6690 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:35.158154 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-87ef4577-ee10-4aa5-bd88-9ac8aecd85af tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:35.162651 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-f6c4f8eb-8369-4c2d-9034-08485d34c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:35.164205 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-f6c4f8eb-8369-4c2d-9034-08485d34c594 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88f93105-b451-41f4-a5e5-079e47726c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1670063 Aug 20 10:32:35.172614 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] For port 7502e78d-2f42-4832-a0f2-d32976b5f3be, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7502e78d-2f42-4832-a0f2-d32976b5f3be,segment=NetworkSegment(ca57739d-ef6f-473d-8be1-8edc4d65dc3a),segment_id=ca57739d-ef6f-473d-8be1-8edc4d65dc3a)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:35.173245 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:35.188340 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router 6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:32:35.190414 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8652913e-5acb-441f-9683-6a15094f7db0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:35.198908 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-7f74a6e7-a765-427c-bea7-4d90347f6690 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Transition to ACTIVE for port object 3ee9df2d-6693-42ba-bfe6-13fa6e013b85 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:35.201342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] Calling delete_port for 7502e78d-2f42-4832-a0f2-d32976b5f3be owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:35.211017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1f41ab35-4076-4c9f-a733-e2fdb7c1685c no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:32:35.216948 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-88a06ecc-a449-4718-ba89-803c3557501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:35.263117 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a06ecc-a449-4718-ba89-803c3557501c None None] Pushing event deleted for resources: {'Port': ['ID=7502e78d-2f42-4832-a0f2-d32976b5f3be,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:35.271322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 1f41ab35-4076-4c9f-a733-e2fdb7c1685c {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:32:35.271925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1f41ab35-4076-4c9f-a733-e2fdb7c1685c not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:32:35.287850 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a06ecc-a449-4718-ba89-803c3557501c None None] No DVR routers for this DVR port 7502e78d-2f42-4832-a0f2-d32976b5f3be on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:35.293795 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652913e-5acb-441f-9683-6a15094f7db0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=08e5b13f-b1ee-404d-93a6-962ca9427fc5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:35.340553 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-87ef4577-ee10-4aa5-bd88-9ac8aecd85af tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:35.346429 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ef4577-ee10-4aa5-bd88-9ac8aecd85af tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:35.347095 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-87ef4577-ee10-4aa5-bd88-9ac8aecd85af tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:35.361794 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8652913e-5acb-441f-9683-6a15094f7db0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:35.363501 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8652913e-5acb-441f-9683-6a15094f7db0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/08e5b13f-b1ee-404d-93a6-962ca9427fc5 HTTP/1.1" status: 204 len: 168 time: 2.0665381 Aug 20 10:32:35.411949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58596) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:35.479797 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 63f53744-597d-42c1-8674-99627dc1a5a5 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:32:35.541308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 63f53744-597d-42c1-8674-99627dc1a5a5 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:32:35.541911 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 63f53744-597d-42c1-8674-99627dc1a5a5 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:32:35.608188 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-87ef4577-ee10-4aa5-bd88-9ac8aecd85af tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0278313 Aug 20 10:32:35.638900 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58600) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:35.646296 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-115b1a35-7b85-4b6c-ae70-76b78f0395d1 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Request body: {'subnet': {'network_id': '68a5325e-a73b-4f4b-8879-71cd6e70b76b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:35.698588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef4577-ee10-4aa5-bd88-9ac8aecd85af tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event updated for resources: {'Network': ['ID=68a5325e-a73b-4f4b-8879-71cd6e70b76b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:35.704205 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f74a6e7-a765-427c-bea7-4d90347f6690 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:35.708834 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f27533e-9725-4b87-8587-5cbd730ec121 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:35.710483 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f27533e-9725-4b87-8587-5cbd730ec121 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:35.714971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58602) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:35.715839 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3f27533e-9725-4b87-8587-5cbd730ec121 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3024316 Aug 20 10:32:35.718282 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 68a5325e-a73b-4f4b-8879-71cd6e70b76b details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:32:35.722302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:32:35.724440 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-c39f1bf9-d1e4-451a-ada5-f2777c484018 service neutron] 10.222.0.42 "GET /v2.0/networks/88f93105-b451-41f4-a5e5-079e47726c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521765 Aug 20 10:32:35.756723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e45a92-d9e2-489e-8d63-bac40c130dd2 None None] Sync routers for ids ['6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:32:35.825064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e45a92-d9e2-489e-8d63-bac40c130dd2 None None] Routers {'6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:32:35.825858 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-64e45a92-d9e2-489e-8d63-bac40c130dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:32:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:35.836413 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-b5daf9ea-62e8-46f4-92dc-8838605f22f9 service neutron] 10.222.0.42 "GET /v2.0/networks/88f93105-b451-41f4-a5e5-079e47726c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016622 Aug 20 10:32:35.836944 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f74a6e7-a765-427c-bea7-4d90347f6690 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Network 35664fab-f03a-4f57-a3ea-d84cb77ad671 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:35.837886 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:35.854401 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:35.854678 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-7f74a6e7-a765-427c-bea7-4d90347f6690 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:35.854796 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-01fcf070-ec7a-48a4-b653-904911e4edc6 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.1667182 Aug 20 10:32:35.866220 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-64e45a92-d9e2-489e-8d63-bac40c130dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:35.867950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58604) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:35.877730 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f74a6e7-a765-427c-bea7-4d90347f6690 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:35.884135 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f74a6e7-a765-427c-bea7-4d90347f6690 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:35.884770 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f74a6e7-a765-427c-bea7-4d90347f6690 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:35.885563 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e45a92-d9e2-489e-8d63-bac40c130dd2 None None] Routers {'6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:32:35.886377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-64e45a92-d9e2-489e-8d63-bac40c130dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:32:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:35.886964 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-f70e9fef-8f09-47de-a778-fe13f59b6949 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 HTTP/1.1" status: 200 len: 217 time: 0.0428786 Aug 20 10:32:35.891014 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-32efdd40-b31e-4888-aedb-3c65a33d529f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet 1347f73e-8b5e-4130-bf50-998069ed57f8 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:32:35.901846 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74a6e7-a765-427c-bea7-4d90347f6690 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event updated for resources: {'Port': ['ID=3ee9df2d-6693-42ba-bfe6-13fa6e013b85,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:35.945120 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32efdd40-b31e-4888-aedb-3c65a33d529f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:35.954041 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-a01210d1-499e-4def-b7ad-405b86a587ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:35.956462 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-a01210d1-499e-4def-b7ad-405b86a587ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.0606756 Aug 20 10:32:35.963299 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-64e45a92-d9e2-489e-8d63-bac40c130dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:35.964325 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e45a92-d9e2-489e-8d63-bac40c130dd2 None None] The sync data for ids ['6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:32:35.978154 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] No DVR routers for this DVR port 7502e78d-2f42-4832-a0f2-d32976b5f3be on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:36.010570 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-b435b037-8bd1-418f-a355-203bc7dff2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:36.012811 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-b435b037-8bd1-418f-a355-203bc7dff2b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0478225 Aug 20 10:32:36.055624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] Pushing event deleted for resources: {'Port': ['ID=7502e78d-2f42-4832-a0f2-d32976b5f3be,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:36.085081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115b1a35-7b85-4b6c-ae70-76b78f0395d1 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Made reservation on behalf of ce857d21443c465f9b0cce6a4f3cfa90 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:36.088703 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-115b1a35-7b85-4b6c-ae70-76b78f0395d1 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:36.093928 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32efdd40-b31e-4888-aedb-3c65a33d529f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:36.116553 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7f74a6e7-a765-427c-bea7-4d90347f6690 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9564509 Aug 20 10:32:36.122830 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58606) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:36.134089 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c515f444-561f-4ea1-9c7e-2270310d3a7f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a6', 'mac_address': 'fa:16:3e:c7:ba:99'}, {'ip_address': '2001:db8::20a', 'mac_address': 'fa:16:3e:c7:61:3f'}]}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:36.191762 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-da20876e-b24f-4831-b563-71c5e9d15759 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712544 Aug 20 10:32:36.288696 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:36.320881 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38661d2e-9a6f-4db5-856b-53f75243cd46']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:36.334475 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4bcf6765-1146-44bb-b445-4e8eaec90fca None None] Provisioning for port 3ee9df2d-6693-42ba-bfe6-13fa6e013b85 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:36.341549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4bcf6765-1146-44bb-b445-4e8eaec90fca None None] Provisioning complete for port 3ee9df2d-6693-42ba-bfe6-13fa6e013b85 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:36.341933 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4bcf6765-1146-44bb-b445-4e8eaec90fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:36.365164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:36.365436 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca57739d-ef6f-473d-8be1-8edc4d65dc3a') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:36.373581 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-1be93294-1044-426e-a81c-3c0daf85fd4e service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704624 Aug 20 10:32:36.379096 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6fcd7740-4711-46fc-99b3-754b361e8239 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/routers/6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593 HTTP/1.1" status: 200 len: 884 time: 0.5086856 Aug 20 10:32:36.389256 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58608) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:36.393107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf6765-1146-44bb-b445-4e8eaec90fca None None] Port 3ee9df2d-6693-42ba-bfe6-13fa6e013b85 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:36.408247 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:36.473109 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32efdd40-b31e-4888-aedb-3c65a33d529f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:36.476000 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:36.487629 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-2f9a385d-45f1-4a43-b0d8-d2ec3e66bf50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 HTTP/1.1" status: 200 len: 217 time: 0.1038349 Aug 20 10:32:36.504612 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c515f444-561f-4ea1-9c7e-2270310d3a7f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:36.509430 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:32:36.509941 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:32:36.514095 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:32:36.606359 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-7a131ada-c077-4d8a-a7a7-d6be957617a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:36.607876 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-7a131ada-c077-4d8a-a7a7-d6be957617a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.1126478 Aug 20 10:32:36.630085 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:36.634877 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:36.638492 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] 10.222.0.16 "DELETE /v2.0/networks/38661d2e-9a6f-4db5-856b-53f75243cd46 HTTP/1.1" status: 204 len: 168 time: 2.0234437 Aug 20 10:32:36.664075 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a95fb6-1f81-4ab9-8c07-ac27f964424d admin admin] Pushing event deleted for resources: {'Network': ['ID=38661d2e-9a6f-4db5-856b-53f75243cd46,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:36.669003 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32efdd40-b31e-4888-aedb-3c65a33d529f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:36.679797 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-115b1a35-7b85-4b6c-ae70-76b78f0395d1 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:36.706149 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32efdd40-b31e-4888-aedb-3c65a33d529f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:36.708288 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-32efdd40-b31e-4888-aedb-3c65a33d529f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/1347f73e-8b5e-4130-bf50-998069ed57f8 HTTP/1.1" status: 204 len: 168 time: 0.9897676 Aug 20 10:32:36.709166 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efdd40-b31e-4888-aedb-3c65a33d529f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=1347f73e-8b5e-4130-bf50-998069ed57f8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:36.712911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58614) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:36.725632 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876f3caf-6bb2-496e-ac0b-a50620abc737 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:36.770477 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b1a35-7b85-4b6c-ae70-76b78f0395d1 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event updated for resources: {'Subnet': ['ID=95fae2b9-96fc-42e9-b3ce-55292e5f89cc,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:36.840022 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d696cdad-26fe-4738-9562-52cd60f4a67b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1214399 Aug 20 10:32:36.842967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58616) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:36.880340 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-f73f0ebd-904b-48c7-9c4f-c4367ed56134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:36.881960 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-f73f0ebd-904b-48c7-9c4f-c4367ed56134 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2286732 Aug 20 10:32:36.945161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7502e78d-2f42-4832-a0f2-d32976b5f3be no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:32:36.961290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115b1a35-7b85-4b6c-ae70-76b78f0395d1 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Checking segment: {'id': '9afefd52-8692-4c02-abcb-9840fdc47b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '68a5325e-a73b-4f4b-8879-71cd6e70b76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:36.961732 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115b1a35-7b85-4b6c-ae70-76b78f0395d1 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Network hostable DHCP agents. Network: 68a5325e-a73b-4f4b-8879-71cd6e70b76b, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:32:36.997384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 7502e78d-2f42-4832-a0f2-d32976b5f3be {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:32:36.998367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7502e78d-2f42-4832-a0f2-d32976b5f3be not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:32:37.003840 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7b1c49-9b9a-402a-bec8-9b95900f17c5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:37.008749 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5d7b1c49-9b9a-402a-bec8-9b95900f17c5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1609528 Aug 20 10:32:37.014299 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58618) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:37.020818 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115b1a35-7b85-4b6c-ae70-76b78f0395d1 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Network 68a5325e-a73b-4f4b-8879-71cd6e70b76b is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:32:37.031895 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58620) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:37.064580 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-115b1a35-7b85-4b6c-ae70-76b78f0395d1 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 68a5325e-a73b-4f4b-8879-71cd6e70b76b) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:37.069266 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115b1a35-7b85-4b6c-ae70-76b78f0395d1 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:37.069824 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-115b1a35-7b85-4b6c-ae70-76b78f0395d1 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.079850 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd94bd4f-a856-4b07-9014-53a714bbc0f2 None None] Network 68a5325e-a73b-4f4b-8879-71cd6e70b76b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:37.095804 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-63bf312b-a1f4-4da2-9066-93cd6ae86665 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d3fa52f4e144405974e46ae0c15e84b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597870 Aug 20 10:32:37.095804 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58622) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:37.111337 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-115b1a35-7b85-4b6c-ae70-76b78f0395d1 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4704018 Aug 20 10:32:37.117412 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58624) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:37.125352 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-56070dfd-adf5-4bf5-8249-7a11743d003a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-864689818'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:37.165217 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-9d2b1874-2dc0-47e8-aa3e-954ec6d46035 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728512 Aug 20 10:32:37.167382 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c515f444-561f-4ea1-9c7e-2270310d3a7f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.173013 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b55af4-8f4b-4778-afef-73affa076687 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:37.174723 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f9b55af4-8f4b-4778-afef-73affa076687 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1588461 Aug 20 10:32:37.178798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01086710-26f2-4ce8-be23-5de5819db4c4 None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:32:37.189852 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58626) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:37.190319 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a4b3d5ba-f5f8-4e34-9823-be3c68e2282a tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8000174 Aug 20 10:32:37.191508 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4b5536d-505f-485f-a3c1-f24224a97d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.192903 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c515f444-561f-4ea1-9c7e-2270310d3a7f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.201159 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58628) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:37.207123 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-adc2d778-1654-4343-a2bb-c451c29fbe2b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-595614937'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:37.250530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56070dfd-adf5-4bf5-8249-7a11743d003a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Made reservation on behalf of ce857d21443c465f9b0cce6a4f3cfa90 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:37.256245 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-56070dfd-adf5-4bf5-8249-7a11743d003a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.275539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-c515f444-561f-4ea1-9c7e-2270310d3a7f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] In _notify_port_updated(), no bound segment for port 3ee9df2d-6693-42ba-bfe6-13fa6e013b85 on network 35664fab-f03a-4f57-a3ea-d84cb77ad671 {{(pid=94867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:32:37.281334 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c515f444-561f-4ea1-9c7e-2270310d3a7f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:37.282101 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c515f444-561f-4ea1-9c7e-2270310d3a7f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.286170 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c515f444-561f-4ea1-9c7e-2270310d3a7f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "PUT /v2.0/ports/3ee9df2d-6693-42ba-bfe6-13fa6e013b85 HTTP/1.1" status: 200 len: 1066 time: 1.1597950 Aug 20 10:32:37.288220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58630) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:37.316241 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fdd66f0a-825f-47cc-a409-650cb837a344 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1180918 Aug 20 10:32:37.326811 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58632) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:37.331269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515f444-561f-4ea1-9c7e-2270310d3a7f tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event updated for resources: {'Port': ['ID=3ee9df2d-6693-42ba-bfe6-13fa6e013b85,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:37.339682 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-6017cbde-ab2b-4b21-85e3-6971d572767c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:37.374883 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-68a5325e-a73b-4f4b-8879-71cd6e70b76b', 'network_id': '68a5325e-a73b-4f4b-8879-71cd6e70b76b', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'fixed_ips': [{'subnet_id': '95fae2b9-96fc-42e9-b3ce-55292e5f89cc'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:32:37.377172 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.407450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-01086710-26f2-4ce8-be23-5de5819db4c4 None None] Deleting port 3e578313-b9f9-4884-87cb-bfc190415aff {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:37.407682 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-01086710-26f2-4ce8-be23-5de5819db4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.422422 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-4b7da1c0-4287-46cc-939b-813fe00978bb service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466516 Aug 20 10:32:37.434298 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4b5536d-505f-485f-a3c1-f24224a97d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.477613 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56070dfd-adf5-4bf5-8249-7a11743d003a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:32:37.490183 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-56070dfd-adf5-4bf5-8249-7a11743d003a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.490533 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-56070dfd-adf5-4bf5-8249-7a11743d003a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Added segment 6d1b090d-abe0-460c-9665-270bd61cfc86 of type vlan for network 97215628-4e08-4830-bab0-0e197b700456 Aug 20 10:32:37.533385 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-56070dfd-adf5-4bf5-8249-7a11743d003a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.547705 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-01086710-26f2-4ce8-be23-5de5819db4c4 None None] For port 3e578313-b9f9-4884-87cb-bfc190415aff, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3e578313-b9f9-4884-87cb-bfc190415aff,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:37.549015 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-01086710-26f2-4ce8-be23-5de5819db4c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.581151 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-01086710-26f2-4ce8-be23-5de5819db4c4 None None] Calling delete_port for 3e578313-b9f9-4884-87cb-bfc190415aff owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:37.779007 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-56070dfd-adf5-4bf5-8249-7a11743d003a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.784908 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56070dfd-adf5-4bf5-8249-7a11743d003a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:37.785548 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-56070dfd-adf5-4bf5-8249-7a11743d003a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.870368 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6017cbde-ab2b-4b21-85e3-6971d572767c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:37.873975 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6017cbde-ab2b-4b21-85e3-6971d572767c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.878086 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4b5536d-505f-485f-a3c1-f24224a97d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.881324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6e352acd-3ab8-4f9c-b2bd-50ce038271ed None None] Provisioning complete for port 3ee9df2d-6693-42ba-bfe6-13fa6e013b85 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:37.881695 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6e352acd-3ab8-4f9c-b2bd-50ce038271ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.881984 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4b5536d-505f-485f-a3c1-f24224a97d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.888224 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d4b5536d-505f-485f-a3c1-f24224a97d6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd HTTP/1.1" status: 204 len: 168 time: 0.7884305 Aug 20 10:32:37.893533 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-56070dfd-adf5-4bf5-8249-7a11743d003a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7724841 Aug 20 10:32:37.899111 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58638) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:37.920495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0fc157e0-826b-47cb-b16a-00ebff37b25c tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Request body: {'subnet': {'network_id': '97215628-4e08-4830-bab0-0e197b700456', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:37.934918 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-1f297069-7be0-4297-ad11-23e97052cc07 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=37e4a62c-8652-430f-86df-59ad1164affe HTTP/1.1" status: 200 len: 217 time: 0.5039949 Aug 20 10:32:37.972474 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-01086710-26f2-4ce8-be23-5de5819db4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:37.979537 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5536d-505f-485f-a3c1-f24224a97d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbdfa8c-c7d5-4b1f-802f-a4d77e7d46fd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:38.018079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6e352acd-3ab8-4f9c-b2bd-50ce038271ed None None] Port 3ee9df2d-6693-42ba-bfe6-13fa6e013b85 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:38.029576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56070dfd-adf5-4bf5-8249-7a11743d003a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event updated for resources: {'Network': ['ID=97215628-4e08-4830-bab0-0e197b700456,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:38.043178 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01086710-26f2-4ce8-be23-5de5819db4c4 None None] Pushing event deleted for resources: {'Port': ['ID=3e578313-b9f9-4884-87cb-bfc190415aff,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:38.047081 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01086710-26f2-4ce8-be23-5de5819db4c4 None None] No DVR routers for this DVR port 3e578313-b9f9-4884-87cb-bfc190415aff on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:38.088644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 97215628-4e08-4830-bab0-0e197b700456 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:32:38.109363 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Allocated IP 19.80.0.2 (68a5325e-a73b-4f4b-8879-71cd6e70b76b/95fae2b9-96fc-42e9-b3ce-55292e5f89cc/4156c900-5abb-46c9-a67c-ed99810f855e) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:38.149013 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-adc2d778-1654-4343-a2bb-c451c29fbe2b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:38.206120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-42fffa1d-6caf-4123-93cd-afe3b828b5b0 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Deleting port 3ee9df2d-6693-42ba-bfe6-13fa6e013b85 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:38.206707 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-42fffa1d-6caf-4123-93cd-afe3b828b5b0 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:38.212424 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc157e0-826b-47cb-b16a-00ebff37b25c tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Made reservation on behalf of ce857d21443c465f9b0cce6a4f3cfa90 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:38.216448 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0fc157e0-826b-47cb-b16a-00ebff37b25c tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:38.438795 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:38.443726 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-42fffa1d-6caf-4123-93cd-afe3b828b5b0 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:38.459697 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Transition to ACTIVE for port object 4156c900-5abb-46c9-a67c-ed99810f855e will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:38.464675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-42fffa1d-6caf-4123-93cd-afe3b828b5b0 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Calling delete_port for 3ee9df2d-6693-42ba-bfe6-13fa6e013b85 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:38.484831 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Transition to ACTIVE for port object 4156c900-5abb-46c9-a67c-ed99810f855e will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:38.497479 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:38.521713 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-adc2d778-1654-4343-a2bb-c451c29fbe2b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:38.549465 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Network 68a5325e-a73b-4f4b-8879-71cd6e70b76b is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:38.553863 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:38.558720 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:38.608282 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Pushing event updated for resources: {'Port': ['ID=4156c900-5abb-46c9-a67c-ed99810f855e,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:38.654429 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Attempting to bind port 4156c900-5abb-46c9-a67c-ed99810f855e on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:38.655702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Attempting to bind port 4156c900-5abb-46c9-a67c-ed99810f855e by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '9afefd52-8692-4c02-abcb-9840fdc47b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '68a5325e-a73b-4f4b-8879-71cd6e70b76b'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:38.658727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Attempting to bind port 4156c900-5abb-46c9-a67c-ed99810f855e on network 68a5325e-a73b-4f4b-8879-71cd6e70b76b {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:38.663843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-ca2ed492-e490-4c46-89e3-aba00cd1f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:38.667025 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-ca2ed492-e490-4c46-89e3-aba00cd1f8e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.6246414 Aug 20 10:32:38.673653 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-42fffa1d-6caf-4123-93cd-afe3b828b5b0 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:38.678846 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:38.680008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Checking segment: {'id': '9afefd52-8692-4c02-abcb-9840fdc47b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '68a5325e-a73b-4f4b-8879-71cd6e70b76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:38.681411 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:38.683543 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Bound using segment: {'id': '9afefd52-8692-4c02-abcb-9840fdc47b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '68a5325e-a73b-4f4b-8879-71cd6e70b76b'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:38.685545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Bound port: 4156c900-5abb-46c9-a67c-ed99810f855e, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afefd52-8692-4c02-abcb-9840fdc47b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '68a5325e-a73b-4f4b-8879-71cd6e70b76b'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:38.686019 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:38.741237 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc2d778-1654-4343-a2bb-c451c29fbe2b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router 6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:32:38.887526 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] For port 4156c900-5abb-46c9-a67c-ed99810f855e, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:32:38.887526 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] For port 4156c900-5abb-46c9-a67c-ed99810f855e, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4156c900-5abb-46c9-a67c-ed99810f855e,segment=NetworkSegment(9afefd52-8692-4c02-abcb-9840fdc47b21),segment_id=9afefd52-8692-4c02-abcb-9840fdc47b21)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:32:38.901844 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:38.909419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.objects.ports [None req-6017cbde-ab2b-4b21-85e3-6971d572767c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94866) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:32:38.920351 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6017cbde-ab2b-4b21-85e3-6971d572767c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:38.968918 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3e578313-b9f9-4884-87cb-bfc190415aff no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:32:38.996849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 3e578313-b9f9-4884-87cb-bfc190415aff {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:32:39.000162 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3e578313-b9f9-4884-87cb-bfc190415aff not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:32:39.051371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6017cbde-ab2b-4b21-85e3-6971d572767c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:39.065899 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-6017cbde-ab2b-4b21-85e3-6971d572767c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:39.067261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fffa1d-6caf-4123-93cd-afe3b828b5b0 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event deleted for resources: {'Port': ['ID=3ee9df2d-6693-42ba-bfe6-13fa6e013b85,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:39.072042 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6017cbde-ab2b-4b21-85e3-6971d572767c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:39.072636 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6017cbde-ab2b-4b21-85e3-6971d572767c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:39.089854 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-42fffa1d-6caf-4123-93cd-afe3b828b5b0 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:39.091899 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc89319-24db-4151-a9a1-9094665d6614 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:39.092954 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-42fffa1d-6caf-4123-93cd-afe3b828b5b0 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "DELETE /v2.0/ports/3ee9df2d-6693-42ba-bfe6-13fa6e013b85 HTTP/1.1" status: 204 len: 168 time: 1.8019543 Aug 20 10:32:39.100148 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58656) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:39.179450 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-a04ee23e-3532-4ae6-b06c-e50fa929cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:39.180974 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-a04ee23e-3532-4ae6-b06c-e50fa929cdf1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4980209 Aug 20 10:32:39.195433 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce076d06-085d-4cb8-86e1-c581eed48a0a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] GET failed (client error): The resource could not be found. Aug 20 10:32:39.197018 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ce076d06-085d-4cb8-86e1-c581eed48a0a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "GET /v2.0/ports/3ee9df2d-6693-42ba-bfe6-13fa6e013b85 HTTP/1.1" status: 404 len: 333 time: 0.0877767 Aug 20 10:32:39.210974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58662) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:39.223293 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017cbde-ab2b-4b21-85e3-6971d572767c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=ba540d4d-61a4-4e63-877e-435b2d4f941b,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:39.242096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc2d778-1654-4343-a2bb-c451c29fbe2b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:32:39.260889 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe393c83-90f8-45c2-873a-4a45c3e431bd None None] Sync routers for ids ['6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:32:39.284904 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe393c83-90f8-45c2-873a-4a45c3e431bd None None] Routers {'6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:32:39.287642 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fe393c83-90f8-45c2-873a-4a45c3e431bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:32:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:39.296879 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6017cbde-ab2b-4b21-85e3-6971d572767c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9633391 Aug 20 10:32:39.338025 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-adc2d778-1654-4343-a2bb-c451c29fbe2b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:39.340001 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-adc2d778-1654-4343-a2bb-c451c29fbe2b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593 HTTP/1.1" status: 200 len: 891 time: 2.1376286 Aug 20 10:32:39.344886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58666) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:39.345472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58668) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:39.359110 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f961d-af4a-47a2-b8e1-bb8486474c9c None None] Pushing event updated for resources: {'Port': ['ID=4156c900-5abb-46c9-a67c-ed99810f855e,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:39.374414 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-5fb518b7-8bf6-4d88-9bab-a37aeab79e8d service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371863 Aug 20 10:32:39.390880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d70f8e3f-b3a4-4d27-9e6c-6494242e25e2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'mac_address': 'fa:16:3e:f9:fd:4c', 'name': 'tempest-NetworksTestDHCPv6-1325178757'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:39.414773 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fe393c83-90f8-45c2-873a-4a45c3e431bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:39.430561 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe393c83-90f8-45c2-873a-4a45c3e431bd None None] Routers {'6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:32:39.434354 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fe393c83-90f8-45c2-873a-4a45c3e431bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:32:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:39.451207 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': 'ba540d4d-61a4-4e63-877e-435b2d4f941b'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:32:39.453460 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:39.543168 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58670) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:39.597873 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0fc157e0-826b-47cb-b16a-00ebff37b25c tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:39.602495 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fe393c83-90f8-45c2-873a-4a45c3e431bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:39.611316 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe393c83-90f8-45c2-873a-4a45c3e431bd None None] The sync data for ids ['6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:32:39.668987 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc157e0-826b-47cb-b16a-00ebff37b25c tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event updated for resources: {'Subnet': ['ID=b8829e16-b145-42f0-911f-49e5eeb8baf2,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:39.788346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Allocated IP 2001:db8::f816:3eff:feb5:af04 (7b83641d-fbeb-417a-8d09-ab733c99b474/ba540d4d-61a4-4e63-877e-435b2d4f941b/c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:39.796220 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-994641a6-cbf0-43d6-b4fe-e5e06d7675aa service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095838 Aug 20 10:32:39.877934 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70f8e3f-b3a4-4d27-9e6c-6494242e25e2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:39.879158 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0b7de7ea-d942-40a9-ac36-f99bc944f19d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1592173033-network', 'tenant_id': '3d332ab5d75f48d7967799c493f7e78f'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:39.885976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0514f50d-0a4d-46b9-86c4-13fbc0f3cc95 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Deleting port 734c76c0-2ec2-4dfa-8516-164a77fb7c8b {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:39.886322 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0514f50d-0a4d-46b9-86c4-13fbc0f3cc95 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:39.900013 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-fb9b2df5-b63a-45b9-adb3-5de816ba82c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=c58f68f8-6192-44b4-9074-737ec613eda7 HTTP/1.1" status: 200 len: 217 time: 0.0965250 Aug 20 10:32:39.903220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc157e0-826b-47cb-b16a-00ebff37b25c tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Checking segment: {'id': '6d1b090d-abe0-460c-9665-270bd61cfc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '97215628-4e08-4830-bab0-0e197b700456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:39.903784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc157e0-826b-47cb-b16a-00ebff37b25c tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Network hostable DHCP agents. Network: 97215628-4e08-4830-bab0-0e197b700456, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:32:39.920256 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7de7ea-d942-40a9-ac36-f99bc944f19d admin admin] Made reservation on behalf of 3d332ab5d75f48d7967799c493f7e78f for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:39.922922 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b7de7ea-d942-40a9-ac36-f99bc944f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:39.967513 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b7de7ea-d942-40a9-ac36-f99bc944f19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:39.978869 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:39.980561 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0514f50d-0a4d-46b9-86c4-13fbc0f3cc95 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:39.990246 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Transition to ACTIVE for port object c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:39.994573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0514f50d-0a4d-46b9-86c4-13fbc0f3cc95 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Calling delete_port for 734c76c0-2ec2-4dfa-8516-164a77fb7c8b owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:40.010181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Transition to ACTIVE for port object c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:40.022741 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:40.049068 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc157e0-826b-47cb-b16a-00ebff37b25c tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Network 97215628-4e08-4830-bab0-0e197b700456 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:32:40.061255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-6b306230-a691-43d0-bec8-534c54cac83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:40.062913 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-6b306230-a691-43d0-bec8-534c54cac83c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.1547070 Aug 20 10:32:40.067919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-0fc157e0-826b-47cb-b16a-00ebff37b25c tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 97215628-4e08-4830-bab0-0e197b700456) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:40.072905 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a2f25fe4-dd66-45cb-b2df-9e84024ef990 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/routers/6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593 HTTP/1.1" status: 200 len: 891 time: 0.7168560 Aug 20 10:32:40.082783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc157e0-826b-47cb-b16a-00ebff37b25c tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:40.083296 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0fc157e0-826b-47cb-b16a-00ebff37b25c tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:40.087778 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58678) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:40.098600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b423dd34-0d71-4093-93f5-80127dd631da None None] Network 97215628-4e08-4830-bab0-0e197b700456 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:40.125698 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f26f2952-4ec4-4091-8e40-056ccc3f9efb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593 HTTP/1.1" status: 200 len: 205 time: 0.0340879 Aug 20 10:32:40.128000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58680) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:40.176250 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d70f8e3f-b3a4-4d27-9e6c-6494242e25e2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:40.242245 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-d70f8e3f-b3a4-4d27-9e6c-6494242e25e2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port ffcdb9c3-77b0-4ffa-8a63-da49c3cc9c2b yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:32:40.252797 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:40.268369 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b7de7ea-d942-40a9-ac36-f99bc944f19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:40.269627 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:40.276700 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Pushing event updated for resources: {'Port': ['ID=c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:40.279552 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:40.311994 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0514f50d-0a4d-46b9-86c4-13fbc0f3cc95 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:40.323380 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-5e2ce6b1-f51d-4728-8d6f-f14366987ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:40.325395 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-5e2ce6b1-f51d-4728-8d6f-f14366987ee0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2524245 Aug 20 10:32:40.326169 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b7de7ea-d942-40a9-ac36-f99bc944f19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:40.348066 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0fc157e0-826b-47cb-b16a-00ebff37b25c tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4387014 Aug 20 10:32:40.383997 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7de7ea-d942-40a9-ac36-f99bc944f19d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:32:40.416275 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b7de7ea-d942-40a9-ac36-f99bc944f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:40.416712 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-0b7de7ea-d942-40a9-ac36-f99bc944f19d admin admin] Added segment 69c21b92-95c5-44c8-bf9c-ff8165f398d1 of type vlan for network c2072e46-5473-49c9-90a5-bf969e766c58 Aug 20 10:32:40.450094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-d70f8e3f-b3a4-4d27-9e6c-6494242e25e2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::f816:3eff:fef9:fd4c (7b83641d-fbeb-417a-8d09-ab733c99b474/ba540d4d-61a4-4e63-877e-435b2d4f941b/ffcdb9c3-77b0-4ffa-8a63-da49c3cc9c2b) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:40.468772 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b7de7ea-d942-40a9-ac36-f99bc944f19d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:40.600794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-97215628-4e08-4830-bab0-0e197b700456', 'network_id': '97215628-4e08-4830-bab0-0e197b700456', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'fixed_ips': [{'subnet_id': 'b8829e16-b145-42f0-911f-49e5eeb8baf2'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:32:40.601679 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:40.615821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Attempting to bind port c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:40.616218 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Attempting to bind port c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:40.621879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Attempting to bind port c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190 on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:40.622966 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-8b1724be-f7d0-4eeb-986d-c8e6dc539983 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813561 Aug 20 10:32:40.627704 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b7de7ea-d942-40a9-ac36-f99bc944f19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:40.628669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7de7ea-d942-40a9-ac36-f99bc944f19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:40.629263 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b7de7ea-d942-40a9-ac36-f99bc944f19d admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:40.637930 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d70f8e3f-b3a4-4d27-9e6c-6494242e25e2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:40.654971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-d70f8e3f-b3a4-4d27-9e6c-6494242e25e2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object ffcdb9c3-77b0-4ffa-8a63-da49c3cc9c2b will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:40.707943 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514f50d-0a4d-46b9-86c4-13fbc0f3cc95 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event deleted for resources: {'Port': ['ID=734c76c0-2ec2-4dfa-8516-164a77fb7c8b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:40.729541 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0514f50d-0a4d-46b9-86c4-13fbc0f3cc95 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:40.742879 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0514f50d-0a4d-46b9-86c4-13fbc0f3cc95 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "DELETE /v2.0/ports/734c76c0-2ec2-4dfa-8516-164a77fb7c8b HTTP/1.1" status: 204 len: 168 time: 1.5181141 Aug 20 10:32:40.748143 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58694) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:40.843999 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4575032-8f05-49da-b7e7-2cb49e94a1ab tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] GET failed (client error): The resource could not be found. Aug 20 10:32:40.854630 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d4575032-8f05-49da-b7e7-2cb49e94a1ab tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "GET /v2.0/ports/734c76c0-2ec2-4dfa-8516-164a77fb7c8b HTTP/1.1" status: 404 len: 333 time: 0.1035736 Aug 20 10:32:40.884545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:40.887642 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:40.891541 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:40.891967 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:40.892481 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Bound port: c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:40.892893 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:40.901374 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58696) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:40.908748 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-84bf6e47-9d95-4269-98f8-ff42a250269b service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528021 Aug 20 10:32:40.954014 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0dcfab89-6337-4277-8c5c-ab9fb0eb2bb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:40.995212 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d70f8e3f-b3a4-4d27-9e6c-6494242e25e2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:40.995795 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4156c900-5abb-46c9-a67c-ed99810f855e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:41.053756 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e1160d-b26b-48fa-bff3-588cc2a5b158 None None] Network 68a5325e-a73b-4f4b-8879-71cd6e70b76b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:41.102550 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f8e3f-b3a4-4d27-9e6c-6494242e25e2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=ffcdb9c3-77b0-4ffa-8a63-da49c3cc9c2b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:41.115026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7de7ea-d942-40a9-ac36-f99bc944f19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ddf108-c903-4929-ade9-e1b91415f7c4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:41.164224 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70f8e3f-b3a4-4d27-9e6c-6494242e25e2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:41.165988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-d70f8e3f-b3a4-4d27-9e6c-6494242e25e2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:41.179272 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0b7de7ea-d942-40a9-ac36-f99bc944f19d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6317129 Aug 20 10:32:41.181003 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f8e3f-b3a4-4d27-9e6c-6494242e25e2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:41.187363 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-c91feddd-baf1-4218-b6e6-fc3b5ee3a5fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 HTTP/1.1" status: 200 len: 217 time: 0.0824466 Aug 20 10:32:41.188891 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0dcfab89-6337-4277-8c5c-ab9fb0eb2bb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:41.189120 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70f8e3f-b3a4-4d27-9e6c-6494242e25e2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:41.189774 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d70f8e3f-b3a4-4d27-9e6c-6494242e25e2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:41.198832 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58700) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:41.214203 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-61428030-5e7f-4f19-8014-5c7782067e97 admin admin] Request body: {'subnet': {'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1592173033-subnet', 'tenant_id': '3d332ab5d75f48d7967799c493f7e78f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:41.227483 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7de7ea-d942-40a9-ac36-f99bc944f19d admin admin] Pushing event updated for resources: {'Network': ['ID=c2072e46-5473-49c9-90a5-bf969e766c58,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:41.256884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network c2072e46-5473-49c9-90a5-bf969e766c58 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:32:41.258581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-bd434ef4-690b-4b0b-96d2-1da65cea31e6 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:41.265889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-bd434ef4-690b-4b0b-96d2-1da65cea31e6 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:41.267517 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-bd434ef4-690b-4b0b-96d2-1da65cea31e6 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/networks?id=68a5325e-a73b-4f4b-8879-71cd6e70b76b&id=97215628-4e08-4830-bab0-0e197b700456 HTTP/1.1" status: 200 len: 1390 time: 0.5184624 Aug 20 10:32:41.294591 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-3fac6c88-e605-4ae2-a6d2-98c19435cdbc tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/quotas/ce857d21443c465f9b0cce6a4f3cfa90 HTTP/1.1" status: 200 len: 375 time: 0.0199249 Aug 20 10:32:41.314390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-2e042630-46c6-4f18-9876-7fe0e8318603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:41.316188 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-2e042630-46c6-4f18-9876-7fe0e8318603 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b HTTP/1.1" status: 200 len: 797 time: 0.1156187 Aug 20 10:32:41.320958 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61428030-5e7f-4f19-8014-5c7782067e97 admin admin] Made reservation on behalf of 3d332ab5d75f48d7967799c493f7e78f for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:41.324394 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-61428030-5e7f-4f19-8014-5c7782067e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:41.369582 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-be162517-3462-40d0-82f5-ca74e1b1bc37 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Deleting port 69e03c12-e979-4ec1-8d2f-eb95103bde32 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:41.369926 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be162517-3462-40d0-82f5-ca74e1b1bc37 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:41.377090 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d70f8e3f-b3a4-4d27-9e6c-6494242e25e2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0258067 Aug 20 10:32:41.381184 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58702) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:41.386904 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Allocated IP 19.86.0.2 (97215628-4e08-4830-bab0-0e197b700456/b8829e16-b145-42f0-911f-49e5eeb8baf2/de72cc6f-178c-4836-af9d-ca7bc41d698a) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:41.425386 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6bbcbfda-bb97-41d3-98fa-f5cb87e99061 None None] Provisioning for port 4156c900-5abb-46c9-a67c-ed99810f855e completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:41.454242 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 4156c900-5abb-46c9-a67c-ed99810f855e completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:41.464469 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4156c900-5abb-46c9-a67c-ed99810f855e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:41.464991 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:41.468653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-0e0aaaca-24f1-4c17-ba93-643d855979b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:41.470395 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-0e0aaaca-24f1-4c17-ba93-643d855979b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8714eb28-f9d6-435d-8508-76f686adacfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1423411 Aug 20 10:32:41.473772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] For port c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:32:41.482772 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-0dcfab89-6337-4277-8c5c-ab9fb0eb2bb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting port 96c716ad-8eba-464a-8f7a-77cee7796344 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:41.483040 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0dcfab89-6337-4277-8c5c-ab9fb0eb2bb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:41.542260 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-ff39c5d3-c852-41e0-aac8-fac08314ed46 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce857d21443c465f9b0cce6a4f3cfa90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2464929 Aug 20 10:32:41.574086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] For port c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:32:41.587842 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5241b00-d85f-45b9-a0cd-235838e4ed85 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:41.591455 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:41.606993 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5241b00-d85f-45b9-a0cd-235838e4ed85 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:41.609414 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b5241b00-d85f-45b9-a0cd-235838e4ed85 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2272885 Aug 20 10:32:41.618299 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58706) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:41.653875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1182f-7410-43c0-9bb8-8afd0456521b None None] Pushing event updated for resources: {'Port': ['ID=c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:41.853661 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be162517-3462-40d0-82f5-ca74e1b1bc37 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:41.864313 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:41.917143 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:41.931412 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-753171cf-cafd-4aee-8d81-ff617f0e022b service neutron] 10.222.0.16 "GET /v2.0/networks/68a5325e-a73b-4f4b-8879-71cd6e70b76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882084 Aug 20 10:32:41.948645 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Transition to ACTIVE for port object de72cc6f-178c-4836-af9d-ca7bc41d698a will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:41.952273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 4156c900-5abb-46c9-a67c-ed99810f855e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4156c900-5abb-46c9-a67c-ed99810f855e,segment=NetworkSegment(9afefd52-8692-4c02-abcb-9840fdc47b21),segment_id=9afefd52-8692-4c02-abcb-9840fdc47b21)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:41.958998 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:42.002232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Transition to ACTIVE for port object de72cc6f-178c-4836-af9d-ca7bc41d698a will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:42.031856 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:42.060052 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-be162517-3462-40d0-82f5-ca74e1b1bc37 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Calling delete_port for 69e03c12-e979-4ec1-8d2f-eb95103bde32 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:42.082185 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Network 97215628-4e08-4830-bab0-0e197b700456 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:42.092890 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=4156c900-5abb-46c9-a67c-ed99810f855e,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:42.097517 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:42.101679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:42.132310 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0dcfab89-6337-4277-8c5c-ab9fb0eb2bb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:42.211402 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-0dcfab89-6337-4277-8c5c-ab9fb0eb2bb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Calling delete_port for 96c716ad-8eba-464a-8f7a-77cee7796344 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:42.214637 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-2796cce6-c805-417b-8fb3-b72abbf45bdd service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7347326 Aug 20 10:32:42.247850 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Pushing event updated for resources: {'Port': ['ID=de72cc6f-178c-4836-af9d-ca7bc41d698a,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:42.254234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Attempting to bind port de72cc6f-178c-4836-af9d-ca7bc41d698a on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:42.254599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Attempting to bind port de72cc6f-178c-4836-af9d-ca7bc41d698a by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '6d1b090d-abe0-460c-9665-270bd61cfc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '97215628-4e08-4830-bab0-0e197b700456'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:42.254960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Attempting to bind port de72cc6f-178c-4836-af9d-ca7bc41d698a on network 97215628-4e08-4830-bab0-0e197b700456 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:42.258308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-640e044d-2535-47cc-a9df-562ecaba3b5c None None] Provisioning complete for port 4156c900-5abb-46c9-a67c-ed99810f855e triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:42.258632 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-640e044d-2535-47cc-a9df-562ecaba3b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:42.291809 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port ffcdb9c3-77b0-4ffa-8a63-da49c3cc9c2b {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:42.292319 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:42.297036 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:42.297410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Checking segment: {'id': '6d1b090d-abe0-460c-9665-270bd61cfc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '97215628-4e08-4830-bab0-0e197b700456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:42.297814 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:42.298956 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Bound using segment: {'id': '6d1b090d-abe0-460c-9665-270bd61cfc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '97215628-4e08-4830-bab0-0e197b700456'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:42.301666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Bound port: de72cc6f-178c-4836-af9d-ca7bc41d698a, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1b090d-abe0-460c-9665-270bd61cfc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '97215628-4e08-4830-bab0-0e197b700456'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:42.304297 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:42.400445 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:42.410898 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] For port de72cc6f-178c-4836-af9d-ca7bc41d698a, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:32:42.427449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for ffcdb9c3-77b0-4ffa-8a63-da49c3cc9c2b owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:42.431255 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] For port de72cc6f-178c-4836-af9d-ca7bc41d698a, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=de72cc6f-178c-4836-af9d-ca7bc41d698a,segment=NetworkSegment(6d1b090d-abe0-460c-9665-270bd61cfc86),segment_id=6d1b090d-abe0-460c-9665-270bd61cfc86)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:32:42.438722 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:42.516813 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56b253-94f9-487a-b5e6-4411e5eea1d0 None None] Pushing event updated for resources: {'Port': ['ID=de72cc6f-178c-4836-af9d-ca7bc41d698a,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:42.537782 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-61428030-5e7f-4f19-8014-5c7782067e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:42.590209 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-4924d6df-117a-445b-9df2-31ba35346147 service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636208 Aug 20 10:32:42.811876 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-5988dc85-b354-4c11-a498-df2bc6af7023 service neutron] 10.222.0.16 "GET /v2.0/networks/68a5325e-a73b-4f4b-8879-71cd6e70b76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8559253 Aug 20 10:32:42.826894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61428030-5e7f-4f19-8014-5c7782067e97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e1534a8-8661-4cc1-9f8b-17802db14f07,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:42.838152 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-fadd3af7-f5f8-421c-a4e7-61f191ec231b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a37e7c4-cae4-4620-80d8-485fc0c672bb HTTP/1.1" status: 200 len: 217 time: 0.2363570 Aug 20 10:32:42.841278 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0dcfab89-6337-4277-8c5c-ab9fb0eb2bb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:43.066368 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfab89-6337-4277-8c5c-ab9fb0eb2bb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Port': ['ID=96c716ad-8eba-464a-8f7a-77cee7796344,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:43.079592 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61428030-5e7f-4f19-8014-5c7782067e97 admin admin] Checking segment: {'id': '69c21b92-95c5-44c8-bf9c-ff8165f398d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:43.079979 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61428030-5e7f-4f19-8014-5c7782067e97 admin admin] Network hostable DHCP agents. Network: c2072e46-5473-49c9-90a5-bf969e766c58, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:32:43.119932 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-eaf842b8-da25-48bf-885b-f9fb94fb9250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:43.122194 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-eaf842b8-da25-48bf-885b-f9fb94fb9250 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b HTTP/1.1" status: 200 len: 797 time: 0.2703340 Aug 20 10:32:43.156892 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-89cbb30a-3b2b-439b-bb5b-d048d617f233 service neutron] 10.222.0.16 "GET /v2.0/networks/97215628-4e08-4830-bab0-0e197b700456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918296 Aug 20 10:32:43.167729 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:43.183902 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0dcfab89-6337-4277-8c5c-ab9fb0eb2bb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:43.184868 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be162517-3462-40d0-82f5-ca74e1b1bc37 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:43.218747 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device de72cc6f-178c-4836-af9d-ca7bc41d698a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:43.259774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=ffcdb9c3-77b0-4ffa-8a63-da49c3cc9c2b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:43.271023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:43.271646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:43.272164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:43.272701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:43.273217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:43.273745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:43.274224 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:43.274564 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:43.274890 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:43.275259 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:43.275597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:43.275920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:43.328013 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:43.330219 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f9eb46c8-78f0-4184-bd0b-321b07014581 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/ffcdb9c3-77b0-4ffa-8a63-da49c3cc9c2b HTTP/1.1" status: 204 len: 168 time: 1.7093735 Aug 20 10:32:43.333709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58712) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:43.339999 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0dcfab89-6337-4277-8c5c-ab9fb0eb2bb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:43.341123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port de72cc6f-178c-4836-af9d-ca7bc41d698a completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:43.342799 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0dcfab89-6337-4277-8c5c-ab9fb0eb2bb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:43.355016 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4156c900-5abb-46c9-a67c-ed99810f855e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:43.396249 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61428030-5e7f-4f19-8014-5c7782067e97 admin admin] Network c2072e46-5473-49c9-90a5-bf969e766c58 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:32:43.420211 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0dcfab89-6337-4277-8c5c-ab9fb0eb2bb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:43.420600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcfab89-6337-4277-8c5c-ab9fb0eb2bb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Fanout notify agent at l3_agent the message router_deleted on router 6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:32:43.445737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be162517-3462-40d0-82f5-ca74e1b1bc37 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event deleted for resources: {'Port': ['ID=69e03c12-e979-4ec1-8d2f-eb95103bde32,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:43.454287 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0dcfab89-6337-4277-8c5c-ab9fb0eb2bb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:43.457447 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be162517-3462-40d0-82f5-ca74e1b1bc37 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:43.461211 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-be162517-3462-40d0-82f5-ca74e1b1bc37 tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "DELETE /v2.0/ports/69e03c12-e979-4ec1-8d2f-eb95103bde32 HTTP/1.1" status: 204 len: 168 time: 2.5586040 Aug 20 10:32:43.467339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58714) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:43.468080 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58716) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:43.479339 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0dcfab89-6337-4277-8c5c-ab9fb0eb2bb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/routers/6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593 HTTP/1.1" status: 204 len: 168 time: 3.3194556 Aug 20 10:32:43.482097 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-61428030-5e7f-4f19-8014-5c7782067e97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, c2072e46-5473-49c9-90a5-bf969e766c58) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:43.485959 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-4d7f5b6c-4b96-40f2-b102-c6a59b34b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:43.488198 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-4d7f5b6c-4b96-40f2-b102-c6a59b34b432 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8714eb28-f9d6-435d-8508-76f686adacfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3587005 Aug 20 10:32:43.491514 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61428030-5e7f-4f19-8014-5c7782067e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:43.492344 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-61428030-5e7f-4f19-8014-5c7782067e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:43.493488 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-eabc20b8-8de5-48fd-9a50-8697a967a6fa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1307220331'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:43.513447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4156c900-5abb-46c9-a67c-ed99810f855e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:43.514195 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:43.550311 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b88f5a3-fbba-475e-a068-faa99851b279 None None] Network c2072e46-5473-49c9-90a5-bf969e766c58 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:43.642687 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5645ed-f64b-492a-a4f7-56d75dfc11bc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:43.644856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5645ed-f64b-492a-a4f7-56d75dfc11bc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:43.646665 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9c5645ed-f64b-492a-a4f7-56d75dfc11bc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3071620 Aug 20 10:32:43.660971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58718) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:43.661839 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabc20b8-8de5-48fd-9a50-8697a967a6fa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:43.668105 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-61428030-5e7f-4f19-8014-5c7782067e97 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4581766 Aug 20 10:32:43.672913 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eabc20b8-8de5-48fd-9a50-8697a967a6fa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:43.698802 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-ec4c45de-cd5d-488f-ab8f-b133de1f23be service neutron] 10.222.0.16 "GET /v2.0/networks/97215628-4e08-4830-bab0-0e197b700456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410161 Aug 20 10:32:43.722736 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-7cb839c8-8402-4d7a-b9ff-ded0f4cd4bb2 service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243202 Aug 20 10:32:43.811377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb11b9a1-b6a1-4576-9612-8e99b07110cd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Deleting subnet dbe03f55-84b1-4057-89a8-a7e7fc94ea5d {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:32:43.850716 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb11b9a1-b6a1-4576-9612-8e99b07110cd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:43.872445 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-66944357-5c18-4847-9b63-15e37ac6ac25 None None] Provisioning for port c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:43.952295 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb11b9a1-b6a1-4576-9612-8e99b07110cd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:43.970902 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-246e4b57-07c9-4193-8f5c-26198d4ffa5f req-0e41be33-3159-4762-85cb-053315b4d0f7 service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238810 Aug 20 10:32:44.149322 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8596400a-922e-4956-9ec2-4754ef48889c req-191e396b-2e8e-4573-bb53-249e59a12d4c tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 210 time: 0.0659838 Aug 20 10:32:44.183032 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:44.205878 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabc20b8-8de5-48fd-9a50-8697a967a6fa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:32:44.226615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eabc20b8-8de5-48fd-9a50-8697a967a6fa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:44.226980 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-eabc20b8-8de5-48fd-9a50-8697a967a6fa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Added segment 914f5ac9-3e4a-4fc9-8419-796b547344d7 of type vlan for network 7bd1cab8-219a-4280-a766-450c8ad65b07 Aug 20 10:32:44.261906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6bae1160-120e-4e05-bb96-93fe92033e2b None None] Could not find standard attr ID for object ffcdb9c3-77b0-4ffa-8a63-da49c3cc9c2b. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:32:44.267808 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a67262e-a1c0-4d0f-a869-c1e3f2e5ec64 None None] Network c2072e46-5473-49c9-90a5-bf969e766c58 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:44.290928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:44.340952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:44.341336 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:44.353669 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec95bd0c-fc7c-4122-b343-35c6a8516897 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet ba540d4d-61a4-4e63-877e-435b2d4f941b {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:32:44.418652 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eabc20b8-8de5-48fd-9a50-8697a967a6fa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:44.473956 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec95bd0c-fc7c-4122-b343-35c6a8516897 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:44.486692 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf168ab-b6eb-4676-b36d-1048485ed297 None None] Network 97215628-4e08-4830-bab0-0e197b700456 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:44.578058 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-865fe410-422d-42b2-a948-5940dc445f5a None None] Provisioning for port de72cc6f-178c-4836-af9d-ca7bc41d698a completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:44.633322 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb11b9a1-b6a1-4576-9612-8e99b07110cd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:44.678606 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eabc20b8-8de5-48fd-9a50-8697a967a6fa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:44.685283 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabc20b8-8de5-48fd-9a50-8697a967a6fa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:44.686014 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eabc20b8-8de5-48fd-9a50-8697a967a6fa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:44.713056 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec95bd0c-fc7c-4122-b343-35c6a8516897 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:44.763102 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:44.767691 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-865fe410-422d-42b2-a948-5940dc445f5a None None] Provisioning complete for port de72cc6f-178c-4836-af9d-ca7bc41d698a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:44.768055 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-865fe410-422d-42b2-a948-5940dc445f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:44.825111 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-eabc20b8-8de5-48fd-9a50-8697a967a6fa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3431265 Aug 20 10:32:44.825594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58748) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:44.834356 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-829e08fd-cc51-4491-9273-6162321572f4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'subnet': {'network_id': '7bd1cab8-219a-4280-a766-450c8ad65b07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:44.858466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-7aaee1f7-83bf-48ab-9439-dc9b63e57792 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:44.860203 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-7aaee1f7-83bf-48ab-9439-dc9b63e57792 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/networks?id=c2072e46-5473-49c9-90a5-bf969e766c58 HTTP/1.1" status: 200 len: 818 time: 0.3288534 Aug 20 10:32:44.906145 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:44.943245 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:44.944600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc20b8-8de5-48fd-9a50-8697a967a6fa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Network': ['ID=7bd1cab8-219a-4280-a766-450c8ad65b07,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:44.954474 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-fe839ddc-192f-4b43-bb63-1455573615ef tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/quotas/3d332ab5d75f48d7967799c493f7e78f HTTP/1.1" status: 200 len: 375 time: 0.0692894 Aug 20 10:32:45.029214 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec95bd0c-fc7c-4122-b343-35c6a8516897 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:45.038234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 7bd1cab8-219a-4280-a766-450c8ad65b07 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:32:45.087270 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-79ac9429-7bef-487a-9e08-62e48df9084c tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d332ab5d75f48d7967799c493f7e78f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1219239 Aug 20 10:32:45.087270 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb11b9a1-b6a1-4576-9612-8e99b07110cd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:45.117711 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829e08fd-cc51-4491-9273-6162321572f4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:45.121743 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-829e08fd-cc51-4491-9273-6162321572f4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:45.143007 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-865fe410-422d-42b2-a948-5940dc445f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:45.189703 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11b9a1-b6a1-4576-9612-8e99b07110cd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe03f55-84b1-4057-89a8-a7e7fc94ea5d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:45.193886 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb11b9a1-b6a1-4576-9612-8e99b07110cd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:45.198544 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fb11b9a1-b6a1-4576-9612-8e99b07110cd tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "DELETE /v2.0/subnets/dbe03f55-84b1-4057-89a8-a7e7fc94ea5d HTTP/1.1" status: 204 len: 168 time: 1.7014141 Aug 20 10:32:45.202200 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58752) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:45.202515 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fb7a8e-fa06-4975-86ca-38a40e4390a9 None None] Network 35664fab-f03a-4f57-a3ea-d84cb77ad671 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:45.223438 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:45.266791 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec95bd0c-fc7c-4122-b343-35c6a8516897 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:45.300097 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec95bd0c-fc7c-4122-b343-35c6a8516897 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:45.305065 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ec95bd0c-fc7c-4122-b343-35c6a8516897 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/ba540d4d-61a4-4e63-877e-435b2d4f941b HTTP/1.1" status: 204 len: 168 time: 1.6297164 Aug 20 10:32:45.324572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58754) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:45.330939 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2505c229-35ca-4ffe-9a7f-f37e210a76d8 req-8c62dae5-fba0-4a01-b50a-99236ca5939d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 210 time: 0.0490360 Aug 20 10:32:45.342612 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95bd0c-fc7c-4122-b343-35c6a8516897 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=ba540d4d-61a4-4e63-877e-435b2d4f941b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:45.352311 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-865fe410-422d-42b2-a948-5940dc445f5a None None] For port de72cc6f-178c-4836-af9d-ca7bc41d698a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=de72cc6f-178c-4836-af9d-ca7bc41d698a,segment=NetworkSegment(6d1b090d-abe0-460c-9665-270bd61cfc86),segment_id=6d1b090d-abe0-460c-9665-270bd61cfc86)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:45.364979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4647cd-9884-4885-aafc-a606730db938 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:45.408007 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3abb80dd-983d-456e-ac0c-1ae73f2120d1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773234 Aug 20 10:32:45.408272 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-865fe410-422d-42b2-a948-5940dc445f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:45.410213 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58756) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:45.415241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-665765e5-bd50-4b9b-81f3-406e8122e6bc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:45.430062 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:45.547832 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-6aa96652-03e6-4da9-99d0-6ffbcee9e410 service neutron] 10.222.0.16 "GET /v2.0/networks/c2072e46-5473-49c9-90a5-bf969e766c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562767 Aug 20 10:32:45.556270 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-829e08fd-cc51-4491-9273-6162321572f4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:45.670230 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e08fd-cc51-4491-9273-6162321572f4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Subnet': ['ID=61602ca2-3af3-445b-b6da-177d4abd544a,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:45.698587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fe410-422d-42b2-a948-5940dc445f5a None None] Pushing event updated for resources: {'Port': ['ID=de72cc6f-178c-4836-af9d-ca7bc41d698a,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:45.714671 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829e08fd-cc51-4491-9273-6162321572f4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Checking segment: {'id': '914f5ac9-3e4a-4fc9-8419-796b547344d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7bd1cab8-219a-4280-a766-450c8ad65b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:45.715786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829e08fd-cc51-4491-9273-6162321572f4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network hostable DHCP agents. Network: 7bd1cab8-219a-4280-a766-450c8ad65b07, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:32:45.760700 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829e08fd-cc51-4491-9273-6162321572f4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 7bd1cab8-219a-4280-a766-450c8ad65b07 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:32:45.780653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-829e08fd-cc51-4491-9273-6162321572f4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 7bd1cab8-219a-4280-a766-450c8ad65b07) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:45.785441 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829e08fd-cc51-4491-9273-6162321572f4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:45.786252 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-829e08fd-cc51-4491-9273-6162321572f4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:45.810555 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5465d3ce-ca48-48f1-af3d-50d660bb820b None None] Network 7bd1cab8-219a-4280-a766-450c8ad65b07 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:45.835566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-29590869-4e6c-4e9c-be7e-e5e6982aa261 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:45.843002 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-29590869-4e6c-4e9c-be7e-e5e6982aa261 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:45.843556 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-29590869-4e6c-4e9c-be7e-e5e6982aa261 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.24 "GET /v2.0/networks?id=68a5325e-a73b-4f4b-8879-71cd6e70b76b&id=97215628-4e08-4830-bab0-0e197b700456 HTTP/1.1" status: 200 len: 1390 time: 0.3190525 Aug 20 10:32:45.848568 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-4e3fd826-4477-42f0-81ff-b4ca33c59ad0 service neutron] 10.222.0.16 "GET /v2.0/networks/c2072e46-5473-49c9-90a5-bf969e766c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863712 Aug 20 10:32:45.861506 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-829e08fd-cc51-4491-9273-6162321572f4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0336769 Aug 20 10:32:45.863989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-0c91d600-3087-461e-b620-40145b02fd55 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Request body: {'port': {'device_id': '5ac941fe-0049-4167-8acb-dd077835e22b', 'network_id': '68a5325e-a73b-4f4b-8879-71cd6e70b76b', 'admin_state_up': True, 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:45.864827 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58760) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:45.872200 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0f1d0cc3-f616-4016-9ef9-187150e3bf69 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-253484779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:45.876572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Deleting port ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:45.876923 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:45.880226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665765e5-bd50-4b9b-81f3-406e8122e6bc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:45.890266 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-665765e5-bd50-4b9b-81f3-406e8122e6bc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:45.922841 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3d0f8f-9df4-4adc-97ac-d0930e4b8f20 None None] DHCP port deletion for 35664fab-f03a-4f57-a3ea-d84cb77ad671 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:32:45.931886 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0cc3-f616-4016-9ef9-187150e3bf69 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:45.933945 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0cc3-f616-4016-9ef9-187150e3bf69 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:45.945015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a3cdf1-ba6d-4118-a427-4f6703cfdb56 None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:32:46.014824 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0cc3-f616-4016-9ef9-187150e3bf69 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:46.023924 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0cc3-f616-4016-9ef9-187150e3bf69 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:46.050594 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0cc3-f616-4016-9ef9-187150e3bf69 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:46.052911 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0f1d0cc3-f616-4016-9ef9-187150e3bf69 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1868420 Aug 20 10:32:46.055837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58762) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:46.110588 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a3b571fd-efbc-44ce-a7e5-6d0382196854 None None] Provisioning complete for port de72cc6f-178c-4836-af9d-ca7bc41d698a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:46.111162 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a3b571fd-efbc-44ce-a7e5-6d0382196854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:46.163171 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] For port ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f,segment=NetworkSegment(26b7e99c-bde6-4f3b-af6a-d3efc50bdfc4),segment_id=26b7e99c-bde6-4f3b-af6a-d3efc50bdfc4)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:46.163637 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:46.194496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Calling delete_port for ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:46.255443 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c7a3cdf1-ba6d-4118-a427-4f6703cfdb56 None None] Deleting port c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:46.255823 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cdf1-ba6d-4118-a427-4f6703cfdb56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:46.397801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d0f8f-9df4-4adc-97ac-d0930e4b8f20 None None] Deleting port ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:46.399974 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf3d0f8f-9df4-4adc-97ac-d0930e4b8f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:46.449113 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-0c91d600-3087-461e-b620-40145b02fd55 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Made reservation on behalf of ce857d21443c465f9b0cce6a4f3cfa90 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:46.458100 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-0c91d600-3087-461e-b620-40145b02fd55 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:46.590166 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f4f297c-3143-4e85-bac7-7a0a8ff37d4a req-7b9d32c6-a5cb-4135-b46e-8456e069c0e5 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 210 time: 0.0391099 Aug 20 10:32:46.620887 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c7a3cdf1-ba6d-4118-a427-4f6703cfdb56 None None] For port c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:46.622823 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cdf1-ba6d-4118-a427-4f6703cfdb56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:46.644388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7bd1cab8-219a-4280-a766-450c8ad65b07', 'network_id': '7bd1cab8-219a-4280-a766-450c8ad65b07', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'fixed_ips': [{'subnet_id': '61602ca2-3af3-445b-b6da-177d4abd544a'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:32:46.645447 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:46.651209 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:46.711912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-cf3d0f8f-9df4-4adc-97ac-d0930e4b8f20 None None] For port ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f,segment=NetworkSegment(26b7e99c-bde6-4f3b-af6a-d3efc50bdfc4),segment_id=26b7e99c-bde6-4f3b-af6a-d3efc50bdfc4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:46.713276 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf3d0f8f-9df4-4adc-97ac-d0930e4b8f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:46.733135 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c7a3cdf1-ba6d-4118-a427-4f6703cfdb56 None None] Calling delete_port for c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:46.794232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d0f8f-9df4-4adc-97ac-d0930e4b8f20 None None] Calling delete_port for ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:47.093792 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Allocated IP 2001:db8::2 (7bd1cab8-219a-4280-a766-450c8ad65b07/61602ca2-3af3-445b-b6da-177d4abd544a/4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:47.115220 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device de72cc6f-178c-4836-af9d-ca7bc41d698a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:47.152206 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cdf1-ba6d-4118-a427-4f6703cfdb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:47.189486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3cdf1-ba6d-4118-a427-4f6703cfdb56 None None] Pushing event deleted for resources: {'Port': ['ID=c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:47.191734 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d28465d8-dcc0-427c-a98e-4204bfb14866 req-d3f9e34d-37c1-4245-a70f-a019126221e4 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 210 time: 0.6904852 Aug 20 10:32:47.207239 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:47.213625 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf3d0f8f-9df4-4adc-97ac-d0930e4b8f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:47.256375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a3cdf1-ba6d-4118-a427-4f6703cfdb56 None None] No DVR routers for this DVR port c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:47.290322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event deleted for resources: {'Port': ['ID=ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:47.290714 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d0f8f-9df4-4adc-97ac-d0930e4b8f20 None None] Pushing event deleted for resources: {'Port': ['ID=ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:47.299795 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] No DVR routers for this DVR port ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:47.304041 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3d0f8f-9df4-4adc-97ac-d0930e4b8f20 None None] No DVR routers for this DVR port ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:47.337989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-0c91d600-3087-461e-b620-40145b02fd55 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Allocated IP 19.80.0.108 (68a5325e-a73b-4f4b-8879-71cd6e70b76b/95fae2b9-96fc-42e9-b3ce-55292e5f89cc/2d8b27ec-0f04-4d12-b452-e696a38c7438) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:47.341244 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port de72cc6f-178c-4836-af9d-ca7bc41d698a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:47.341621 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:47.447295 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:47.450990 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:47.475507 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35664fab-f03a-4f57-a3ea-d84cb77ad671']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:47.493849 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b7e99c-bde6-4f3b-af6a-d3efc50bdfc4') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:47.494138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b7e99c-bde6-4f3b-af6a-d3efc50bdfc4') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:47.508026 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:47.516577 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Transition to ACTIVE for port object 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:47.537669 n-d-778550-11 neutron-server[94866]: DEBUG neutron.objects.ports [None req-665765e5-bd50-4b9b-81f3-406e8122e6bc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94866) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:32:47.567899 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-665765e5-bd50-4b9b-81f3-406e8122e6bc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:47.605463 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:47.684355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:32:47.684761 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:32:47.687725 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:32:47.746847 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665765e5-bd50-4b9b-81f3-406e8122e6bc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:47.753513 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb556dfb-0711-4c66-8329-4820ed744b6e req-58c1495c-553e-415d-b763-7612b85e7418 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 210 time: 0.0689135 Aug 20 10:32:47.809784 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-665765e5-bd50-4b9b-81f3-406e8122e6bc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:47.857152 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624217ec-4e5e-4dc7-81b3-2f0ffdcdf3ea None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:47.857399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665765e5-bd50-4b9b-81f3-406e8122e6bc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:47.857829 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-665765e5-bd50-4b9b-81f3-406e8122e6bc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:47.888286 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665765e5-bd50-4b9b-81f3-406e8122e6bc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=93dcf8b5-fb15-44d8-80c3-5614e7eec475,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:47.922894 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Transition to ACTIVE for port object 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:47.927025 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:47.941404 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:47.956855 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:47.957117 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] 10.222.0.16 "DELETE /v2.0/networks/35664fab-f03a-4f57-a3ea-d84cb77ad671 HTTP/1.1" status: 204 len: 168 time: 2.7457030 Aug 20 10:32:47.966216 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-665765e5-bd50-4b9b-81f3-406e8122e6bc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5549634 Aug 20 10:32:47.969576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58804) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:47.981859 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-61a81075-816c-43dc-8531-546b8f582ac8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'mac_address': 'fa:16:3e:07:0c:af', 'name': 'tempest-NetworksTestDHCPv6-683414121'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:48.003028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:32:48.006312 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Network 7bd1cab8-219a-4280-a766-450c8ad65b07 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:48.019510 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Allocated IP 2001:db8::1 (7bd1cab8-219a-4280-a766-450c8ad65b07/61602ca2-3af3-445b-b6da-177d4abd544a/fdbfdd98-1bd6-483b-bf7f-45919a625093) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:48.043674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:48.072281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:32:48.073573 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c8c4f8d6-9d1f-4837-b1b6-b1fb1da41190 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:32:48.074010 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:32:48.107880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a959805-f520-41bb-8484-cbb57a700b2a tempest-AllowedAddressPairIpV6TestJSON-1474572028 tempest-AllowedAddressPairIpV6TestJSON-1474572028-project] Pushing event deleted for resources: {'Network': ['ID=35664fab-f03a-4f57-a3ea-d84cb77ad671,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:48.121859 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:48.126096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:32:48.126594 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ae9e59fe-1038-4e72-aab5-dbbfd90b4e6f not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:32:48.163998 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-0c91d600-3087-461e-b620-40145b02fd55 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:48.191275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Pushing event updated for resources: {'Port': ['ID=4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:48.237319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-0c91d600-3087-461e-b620-40145b02fd55 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Transition to ACTIVE for port object 2d8b27ec-0f04-4d12-b452-e696a38c7438 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:48.301422 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:48.302452 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:48.306238 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:48.306922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:48.307550 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:48.308139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:48.309951 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:48.310701 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:48.311447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:48.312027 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:48.314201 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:48.314790 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:32:48.348542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Attempting to bind port 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:48.349306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Attempting to bind port 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '914f5ac9-3e4a-4fc9-8419-796b547344d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7bd1cab8-219a-4280-a766-450c8ad65b07'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:48.349944 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Attempting to bind port 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f on network 7bd1cab8-219a-4280-a766-450c8ad65b07 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:48.358862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:48.360085 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Checking segment: {'id': '914f5ac9-3e4a-4fc9-8419-796b547344d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7bd1cab8-219a-4280-a766-450c8ad65b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:48.360850 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:48.361571 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Bound using segment: {'id': '914f5ac9-3e4a-4fc9-8419-796b547344d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7bd1cab8-219a-4280-a766-450c8ad65b07'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:48.362340 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Bound port: 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914f5ac9-3e4a-4fc9-8419-796b547344d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7bd1cab8-219a-4280-a766-450c8ad65b07'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:48.363452 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:48.445107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] For port 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:32:48.449208 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] For port 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f,segment=NetworkSegment(914f5ac9-3e4a-4fc9-8419-796b547344d7),segment_id=914f5ac9-3e4a-4fc9-8419-796b547344d7)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:32:48.487016 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:48.498509 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e83f85c-ab82-485b-bc41-01b291fe7041 req-3862211f-9475-48d2-8d3b-9b8e3c5d2c71 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 210 time: 0.1599567 Aug 20 10:32:48.515416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': '93dcf8b5-fb15-44d8-80c3-5614e7eec475'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:32:48.516297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58820) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:48.519707 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:48.549895 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-0c91d600-3087-461e-b620-40145b02fd55 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:48.589567 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a81075-816c-43dc-8531-546b8f582ac8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:48.705892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Allocated IP 2001:db8::f816:3eff:fe72:46f0 (7b83641d-fbeb-417a-8d09-ab733c99b474/93dcf8b5-fb15-44d8-80c3-5614e7eec475/418f51ff-4f03-4978-bf79-786d6ddaee8f) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:48.712561 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:48.873626 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:48.947332 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:48.950889 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61a81075-816c-43dc-8531-546b8f582ac8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:48.975728 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Transition to ACTIVE for port object 418f51ff-4f03-4978-bf79-786d6ddaee8f will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:49.004749 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Transition to ACTIVE for port object 418f51ff-4f03-4978-bf79-786d6ddaee8f will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:49.005607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-0c91d600-3087-461e-b620-40145b02fd55 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Network 68a5325e-a73b-4f4b-8879-71cd6e70b76b is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:49.013682 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91d600-3087-461e-b620-40145b02fd55 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event updated for resources: {'Port': ['ID=2d8b27ec-0f04-4d12-b452-e696a38c7438,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:49.018755 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:49.033163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-61a81075-816c-43dc-8531-546b8f582ac8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port 47200c85-e35e-438a-b685-09344e464aaf yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:32:49.054131 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7d42b-2ea5-42c4-b15d-e5a143670ee3 None None] Pushing event updated for resources: {'Port': ['ID=4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:49.113687 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Pushing event updated for resources: {'Port': ['ID=418f51ff-4f03-4978-bf79-786d6ddaee8f,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:49.128107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:49.130169 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:49.133406 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:49.156414 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-0c91d600-3087-461e-b620-40145b02fd55 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:49.174707 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-0c91d600-3087-461e-b620-40145b02fd55 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:49.232649 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Attempting to bind port 418f51ff-4f03-4978-bf79-786d6ddaee8f on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:49.233120 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Attempting to bind port 418f51ff-4f03-4978-bf79-786d6ddaee8f by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:49.233443 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Attempting to bind port 418f51ff-4f03-4978-bf79-786d6ddaee8f on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:49.244331 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:49.245518 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:49.245952 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:49.246676 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:49.248202 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-436c1623-7fbb-4f1c-8d4e-cd9cde4b3691 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f987b2e46dd42679e0f916c4044a4d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7243826 Aug 20 10:32:49.250071 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Bound port: 418f51ff-4f03-4978-bf79-786d6ddaee8f, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:49.250527 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:49.263587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58828) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:49.310137 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-61a81075-816c-43dc-8531-546b8f582ac8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::f816:3eff:fe07:caf (7b83641d-fbeb-417a-8d09-ab733c99b474/93dcf8b5-fb15-44d8-80c3-5614e7eec475/47200c85-e35e-438a-b685-09344e464aaf) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:49.352272 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-0c91d600-3087-461e-b620-40145b02fd55 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:49.361198 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-0c91d600-3087-461e-b620-40145b02fd55 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:49.374130 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] For port 418f51ff-4f03-4978-bf79-786d6ddaee8f, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:32:49.378442 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] For port 418f51ff-4f03-4978-bf79-786d6ddaee8f, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=418f51ff-4f03-4978-bf79-786d6ddaee8f,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:32:49.394086 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:49.450619 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2ded9f69-681d-4e2c-a4d2-347402ce459b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:49.475777 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2ded9f69-681d-4e2c-a4d2-347402ce459b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:49.479960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847bb58-e7ec-4bb2-a278-55a9b859b1b8 None None] Pushing event updated for resources: {'Port': ['ID=418f51ff-4f03-4978-bf79-786d6ddaee8f,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:49.514745 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-808f3804-752d-4694-9de4-589bd9e73b26 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:49.516335 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-808f3804-752d-4694-9de4-589bd9e73b26 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.42 "GET /v2.0/networks?id=c2072e46-5473-49c9-90a5-bf969e766c58 HTTP/1.1" status: 200 len: 818 time: 0.3133903 Aug 20 10:32:49.548649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Transition to ACTIVE for port object fdbfdd98-1bd6-483b-bf7f-45919a625093 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:49.553774 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-0c91d600-3087-461e-b620-40145b02fd55 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6965780 Aug 20 10:32:49.575838 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2ded9f69-681d-4e2c-a4d2-347402ce459b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:49.576344 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-65079878-e523-490b-b0d8-bdf0feb3e83b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Request body: {'port': {'device_id': '6d839507-600f-4346-8e89-ef5e948d8bd1', 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58', 'admin_state_up': True, 'tenant_id': '3d332ab5d75f48d7967799c493f7e78f'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:49.582384 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2ded9f69-681d-4e2c-a4d2-347402ce459b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:49.584118 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2ded9f69-681d-4e2c-a4d2-347402ce459b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6626acd5-dc06-4334-b7ce-e16dc7e8ada4 HTTP/1.1" status: 204 len: 168 time: 0.3085740 Aug 20 10:32:49.590382 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-6e22e99a-9f34-48d4-9c0b-6e361a6d242b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Request body: {'port': {'device_id': '5ac941fe-0049-4167-8acb-dd077835e22b', 'network_id': '97215628-4e08-4830-bab0-0e197b700456', 'admin_state_up': True, 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:49.677184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d1d26ead-a07e-4571-b76d-0a89c2542ede None None] Provisioning for port 2d8b27ec-0f04-4d12-b452-e696a38c7438 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:49.681714 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d1d26ead-a07e-4571-b76d-0a89c2542ede None None] Provisioning complete for port 2d8b27ec-0f04-4d12-b452-e696a38c7438 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:49.682397 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d1d26ead-a07e-4571-b76d-0a89c2542ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:49.700843 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2bf6fbd4-fae1-4dd3-a6d1-9cc6603cb401 req-5cc7ceb6-b22c-471d-bce3-074d5a4a5ec1 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 210 time: 0.4993439 Aug 20 10:32:49.781785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d1d26ead-a07e-4571-b76d-0a89c2542ede None None] Port 2d8b27ec-0f04-4d12-b452-e696a38c7438 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:49.794678 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded9f69-681d-4e2c-a4d2-347402ce459b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6626acd5-dc06-4334-b7ce-e16dc7e8ada4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:49.864047 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-cc13399d-1ef4-4ec3-9681-dc3071253258 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:49.870675 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-cc13399d-1ef4-4ec3-9681-dc3071253258 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.42 "GET /v2.0/networks?id=c2072e46-5473-49c9-90a5-bf969e766c58 HTTP/1.1" status: 200 len: 818 time: 1.5853548 Aug 20 10:32:49.886639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-b867102d-24ce-4e8d-bd7b-daec3ed98453 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:49.888441 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-b867102d-24ce-4e8d-bd7b-daec3ed98453 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.24 "GET /v2.0/networks?id=c2072e46-5473-49c9-90a5-bf969e766c58 HTTP/1.1" status: 200 len: 818 time: 1.4525261 Aug 20 10:32:49.907601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-5769d8e4-05e9-4e65-8c84-fa492f19ea2a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Request body: {'port': {'device_id': '98e23ed1-94f2-4eb8-b93c-89a358aeb18c', 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58', 'admin_state_up': True, 'tenant_id': '3d332ab5d75f48d7967799c493f7e78f'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:49.914846 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:49.922022 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-39b46449-a736-418b-b376-ff8c1ed7f289 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Request body: {'port': {'device_id': '0010018f-3ada-46f2-98ea-07e60e855f00', 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58', 'admin_state_up': True, 'tenant_id': '3d332ab5d75f48d7967799c493f7e78f'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:49.961865 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81d758-e37e-4484-8619-2982ba46d314 req-428faa06-40fa-4923-8a57-7c0b75344225 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:49.973924 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca81d758-e37e-4484-8619-2982ba46d314 req-428faa06-40fa-4923-8a57-7c0b75344225 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 932 time: 0.2105227 Aug 20 10:32:49.977661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-6e22e99a-9f34-48d4-9c0b-6e361a6d242b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Made reservation on behalf of ce857d21443c465f9b0cce6a4f3cfa90 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:49.982249 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-6e22e99a-9f34-48d4-9c0b-6e361a6d242b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:50.002401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=fdbfdd98-1bd6-483b-bf7f-45919a625093,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:50.102388 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61a81075-816c-43dc-8531-546b8f582ac8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:50.119998 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca81d758-e37e-4484-8619-2982ba46d314 req-db0638ba-b3f1-4a56-ad83-6d608070c17b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345263 Aug 20 10:32:50.126008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 7bd1cab8-219a-4280-a766-450c8ad65b07 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:50.139582 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:50.149065 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:50.150083 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:50.165045 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-65079878-e523-490b-b0d8-bdf0feb3e83b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Made reservation on behalf of 3d332ab5d75f48d7967799c493f7e78f for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:50.181240 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-65079878-e523-490b-b0d8-bdf0feb3e83b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:50.190244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-61a81075-816c-43dc-8531-546b8f582ac8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object 47200c85-e35e-438a-b685-09344e464aaf will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:50.333994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-6e22e99a-9f34-48d4-9c0b-6e361a6d242b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Allocated IP 19.86.0.4 (97215628-4e08-4830-bab0-0e197b700456/b8829e16-b145-42f0-911f-49e5eeb8baf2/d95d9ca8-3eeb-4882-a911-2c0566fcacfe) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:50.350002 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61a81075-816c-43dc-8531-546b8f582ac8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:50.445958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a81075-816c-43dc-8531-546b8f582ac8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:50.452398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-61a81075-816c-43dc-8531-546b8f582ac8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:50.458799 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a81075-816c-43dc-8531-546b8f582ac8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:50.467850 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a81075-816c-43dc-8531-546b8f582ac8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:50.468128 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61a81075-816c-43dc-8531-546b8f582ac8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:50.525007 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:50.577565 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-39b46449-a736-418b-b376-ff8c1ed7f289 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Made reservation on behalf of 3d332ab5d75f48d7967799c493f7e78f for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:50.578881 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a81075-816c-43dc-8531-546b8f582ac8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=47200c85-e35e-438a-b685-09344e464aaf,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:50.581244 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-39b46449-a736-418b-b376-ff8c1ed7f289 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:50.602562 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f0b8c5-0e3c-4607-a778-6ec07377d0a0 None None] Network 7bd1cab8-219a-4280-a766-450c8ad65b07 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:50.687926 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-6e22e99a-9f34-48d4-9c0b-6e361a6d242b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:50.693229 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-61a81075-816c-43dc-8531-546b8f582ac8 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7220342 Aug 20 10:32:50.695896 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58858) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:50.771599 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-5769d8e4-05e9-4e65-8c84-fa492f19ea2a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Made reservation on behalf of 3d332ab5d75f48d7967799c493f7e78f for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:50.777123 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-5769d8e4-05e9-4e65-8c84-fa492f19ea2a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:50.791468 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-6e22e99a-9f34-48d4-9c0b-6e361a6d242b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Transition to ACTIVE for port object d95d9ca8-3eeb-4882-a911-2c0566fcacfe will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:50.847919 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-08244794-0fc1-456a-bcc9-880f3c089148 None None] Provisioning for port 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:50.870932 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f81848-270b-41ae-90c3-0e48c430644a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:50.878153 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f81848-270b-41ae-90c3-0e48c430644a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:50.882190 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-92f81848-270b-41ae-90c3-0e48c430644a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1826041 Aug 20 10:32:50.885714 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58866) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:51.020795 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-6e22e99a-9f34-48d4-9c0b-6e361a6d242b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:51.105340 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-6e22e99a-9f34-48d4-9c0b-6e361a6d242b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Network 97215628-4e08-4830-bab0-0e197b700456 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:51.109971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-751986f0-3a33-4ab3-8b30-4f7819bccc3b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port 47200c85-e35e-438a-b685-09344e464aaf {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:51.110345 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-751986f0-3a33-4ab3-8b30-4f7819bccc3b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:51.209560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58872) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:51.277619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 418f51ff-4f03-4978-bf79-786d6ddaee8f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:51.290531 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-751986f0-3a33-4ab3-8b30-4f7819bccc3b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:51.318453 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-751986f0-3a33-4ab3-8b30-4f7819bccc3b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for 47200c85-e35e-438a-b685-09344e464aaf owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:51.331522 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab5ab186-04f3-4ed1-8bf1-3377a3865614 req-99f94e7b-1ef4-44d9-b9d3-9636f5973bb1 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 210 time: 0.4253213 Aug 20 10:32:51.361421 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22e99a-9f34-48d4-9c0b-6e361a6d242b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event updated for resources: {'Port': ['ID=d95d9ca8-3eeb-4882-a911-2c0566fcacfe,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:51.391614 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-65079878-e523-490b-b0d8-bdf0feb3e83b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Allocated IP 172.20.0.7 (c2072e46-5473-49c9-90a5-bf969e766c58/4e1534a8-8661-4cc1-9f8b-17802db14f07/cbd2a08e-6f65-467d-b2d7-3720544465b4) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:51.396248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-6e22e99a-9f34-48d4-9c0b-6e361a6d242b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:51.410973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-6e22e99a-9f34-48d4-9c0b-6e361a6d242b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:51.440407 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 418f51ff-4f03-4978-bf79-786d6ddaee8f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:51.446632 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:51.449930 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-23c0c13d-df37-41c3-8197-ae05ffc0732e None None] Provisioning for port fdbfdd98-1bd6-483b-bf7f-45919a625093 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:51.457772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-23c0c13d-df37-41c3-8197-ae05ffc0732e None None] Provisioning complete for port fdbfdd98-1bd6-483b-bf7f-45919a625093 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:51.458550 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-23c0c13d-df37-41c3-8197-ae05ffc0732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:51.544102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-23c0c13d-df37-41c3-8197-ae05ffc0732e None None] Port fdbfdd98-1bd6-483b-bf7f-45919a625093 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:51.569906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:51.582820 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:51.583583 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:51.588875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-23c0c13d-df37-41c3-8197-ae05ffc0732e None None] Provisioning for port 418f51ff-4f03-4978-bf79-786d6ddaee8f completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:51.618451 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-23c0c13d-df37-41c3-8197-ae05ffc0732e None None] Provisioning complete for port 418f51ff-4f03-4978-bf79-786d6ddaee8f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:51.619192 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-23c0c13d-df37-41c3-8197-ae05ffc0732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:51.628777 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-6e22e99a-9f34-48d4-9c0b-6e361a6d242b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:51.629489 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-6e22e99a-9f34-48d4-9c0b-6e361a6d242b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:51.683375 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-6e22e99a-9f34-48d4-9c0b-6e361a6d242b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1090860 Aug 20 10:32:51.736439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082bf4f-0df4-4a90-965e-6d8847d57d0c req-7fb3cf9e-e8c8-40ef-b9e8-c61c7da1eaaa tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:51.742827 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082bf4f-0df4-4a90-965e-6d8847d57d0c req-7fb3cf9e-e8c8-40ef-b9e8-c61c7da1eaaa tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:51.749799 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4082bf4f-0df4-4a90-965e-6d8847d57d0c req-7fb3cf9e-e8c8-40ef-b9e8-c61c7da1eaaa tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1653 time: 0.3897982 Aug 20 10:32:51.752328 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-6c392ac7-653d-481c-bf90-dfdd9587042a tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1239818810'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:51.764293 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Request body: {'port': {'device_id': '5ac941fe-0049-4167-8acb-dd077835e22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:51.808304 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:51.898475 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f,segment=NetworkSegment(914f5ac9-3e4a-4fc9-8419-796b547344d7),segment_id=914f5ac9-3e4a-4fc9-8419-796b547344d7)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:51.900785 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-23c0c13d-df37-41c3-8197-ae05ffc0732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:51.913384 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:51.920487 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c392ac7-653d-481c-bf90-dfdd9587042a tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Made reservation on behalf of 9993c73cf9db47a0b3345cfd51e173f7 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:51.924585 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c392ac7-653d-481c-bf90-dfdd9587042a tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:51.941210 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c392ac7-653d-481c-bf90-dfdd9587042a tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:51.948658 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-23c0c13d-df37-41c3-8197-ae05ffc0732e None None] For port 418f51ff-4f03-4978-bf79-786d6ddaee8f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=418f51ff-4f03-4978-bf79-786d6ddaee8f,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:51.962040 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:51.977896 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-23c0c13d-df37-41c3-8197-ae05ffc0732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:51.990783 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4082bf4f-0df4-4a90-965e-6d8847d57d0c req-6391b909-0483-486c-a817-e261239fde50 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317944 Aug 20 10:32:52.036807 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-751986f0-3a33-4ab3-8b30-4f7819bccc3b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.039360 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:52.098125 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b3dce907-e13c-41a7-8c93-e3edb2fe8e1c None None] Could not find standard attr ID for object 47200c85-e35e-438a-b685-09344e464aaf. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:32:52.104511 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751986f0-3a33-4ab3-8b30-4f7819bccc3b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=47200c85-e35e-438a-b685-09344e464aaf,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:52.109082 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-65079878-e523-490b-b0d8-bdf0feb3e83b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.135821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0c13d-df37-41c3-8197-ae05ffc0732e None None] Pushing event updated for resources: {'Port': ['ID=418f51ff-4f03-4978-bf79-786d6ddaee8f,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:52.150233 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b3dce907-e13c-41a7-8c93-e3edb2fe8e1c None None] Provisioning complete for port fdbfdd98-1bd6-483b-bf7f-45919a625093 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:52.151128 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3dce907-e13c-41a7-8c93-e3edb2fe8e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.162503 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.197160 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.198425 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.233823 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b3dce907-e13c-41a7-8c93-e3edb2fe8e1c None None] Port fdbfdd98-1bd6-483b-bf7f-45919a625093 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:52.264866 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-751986f0-3a33-4ab3-8b30-4f7819bccc3b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.266628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b3dce907-e13c-41a7-8c93-e3edb2fe8e1c None None] Provisioning for port d95d9ca8-3eeb-4882-a911-2c0566fcacfe completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:52.267802 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-751986f0-3a33-4ab3-8b30-4f7819bccc3b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/47200c85-e35e-438a-b685-09344e464aaf HTTP/1.1" status: 204 len: 168 time: 1.3810499 Aug 20 10:32:52.271394 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58878) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:52.275408 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b3dce907-e13c-41a7-8c93-e3edb2fe8e1c None None] Provisioning complete for port d95d9ca8-3eeb-4882-a911-2c0566fcacfe triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:52.275780 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3dce907-e13c-41a7-8c93-e3edb2fe8e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.333702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b3dce907-e13c-41a7-8c93-e3edb2fe8e1c None None] Port d95d9ca8-3eeb-4882-a911-2c0566fcacfe cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:52.412504 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c392ac7-653d-481c-bf90-dfdd9587042a tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.413558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=fdbfdd98-1bd6-483b-bf7f-45919a625093,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:52.426350 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e11642-26ca-45f3-9166-633c67b15990 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:52.428364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e11642-26ca-45f3-9166-633c67b15990 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:52.430142 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d0e11642-26ca-45f3-9166-633c67b15990 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1577151 Aug 20 10:32:52.433312 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58882) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:52.446094 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c392ac7-653d-481c-bf90-dfdd9587042a tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.472094 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-65079878-e523-490b-b0d8-bdf0feb3e83b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.506028 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16870b3-1150-49f9-a8a6-bfa18f665639 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet 93dcf8b5-fb15-44d8-80c3-5614e7eec475 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:32:52.516976 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a16870b3-1150-49f9-a8a6-bfa18f665639 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.560171 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c392ac7-653d-481c-bf90-dfdd9587042a tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:32:52.569252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a16870b3-1150-49f9-a8a6-bfa18f665639 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.614690 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.640373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 7bd1cab8-219a-4280-a766-450c8ad65b07 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:52.641204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c392ac7-653d-481c-bf90-dfdd9587042a tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695172cb-5fa8-4e5e-82eb-7a78fc25ee2b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:52.651244 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c392ac7-653d-481c-bf90-dfdd9587042a tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.651663 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-6c392ac7-653d-481c-bf90-dfdd9587042a tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Added segment b514fc99-e2e4-46d0-b1f0-d0ca5f5d36a4 of type vlan for network 352c7dd0-124f-4d62-921e-889fb2098190 Aug 20 10:32:52.668187 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:52.678779 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-65079878-e523-490b-b0d8-bdf0feb3e83b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Network c2072e46-5473-49c9-90a5-bf969e766c58 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:52.689296 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.api [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-5769d8e4-05e9-4e65-8c84-fa492f19ea2a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-1d1a3a07-db70-4502-be5f-0dd4aa76cce1 {{(pid=94867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:32:52.689618 n-d-778550-11 neutron-server[94867]: DEBUG oslo_db.api [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-5769d8e4-05e9-4e65-8c84-fa492f19ea2a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:32:52.690374 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-65079878-e523-490b-b0d8-bdf0feb3e83b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:52.692972 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8b27ec-0f04-4d12-b452-e696a38c7438 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:32:52.718966 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.749510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Transition to ACTIVE for port object 2d8b27ec-0f04-4d12-b452-e696a38c7438 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:52.755731 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a16870b3-1150-49f9-a8a6-bfa18f665639 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.765085 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.765330 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65079878-e523-490b-b0d8-bdf0feb3e83b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Pushing event updated for resources: {'Port': ['ID=cbd2a08e-6f65-467d-b2d7-3720544465b4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:52.777255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-65079878-e523-490b-b0d8-bdf0feb3e83b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:52.879090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8b27ec-0f04-4d12-b452-e696a38c7438,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:52.910511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bafa02-032c-45e0-8bec-2b24b0dc0b73 req-bdad07aa-232c-4867-a3aa-76a16b260c49 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:52.919616 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b5bafa02-032c-45e0-8bec-2b24b0dc0b73 req-bdad07aa-232c-4867-a3aa-76a16b260c49 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 931 time: 0.4622290 Aug 20 10:32:52.924371 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c392ac7-653d-481c-bf90-dfdd9587042a tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:52.998653 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a16870b3-1150-49f9-a8a6-bfa18f665639 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:53.055468 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16870b3-1150-49f9-a8a6-bfa18f665639 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=93dcf8b5-fb15-44d8-80c3-5614e7eec475,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:53.060125 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a16870b3-1150-49f9-a8a6-bfa18f665639 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:53.066507 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a16870b3-1150-49f9-a8a6-bfa18f665639 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/93dcf8b5-fb15-44d8-80c3-5614e7eec475 HTTP/1.1" status: 204 len: 168 time: 0.6281242 Aug 20 10:32:53.067180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58888) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:53.071238 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ba36f2-536a-4fae-98f2-f5be96dd11be None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:53.073301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Attempting to bind port 2d8b27ec-0f04-4d12-b452-e696a38c7438 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:53.073632 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Attempting to bind port 2d8b27ec-0f04-4d12-b452-e696a38c7438 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '9afefd52-8692-4c02-abcb-9840fdc47b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '68a5325e-a73b-4f4b-8879-71cd6e70b76b'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:53.073959 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Attempting to bind port 2d8b27ec-0f04-4d12-b452-e696a38c7438 on network 68a5325e-a73b-4f4b-8879-71cd6e70b76b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:53.138085 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-de99e874-2960-4ad1-a39c-dbddfdd98101 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698471 Aug 20 10:32:53.141467 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Port 2d8b27ec-0f04-4d12-b452-e696a38c7438 on network 68a5325e-a73b-4f4b-8879-71cd6e70b76b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:32:53.141836 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Attempting to bind port 2d8b27ec-0f04-4d12-b452-e696a38c7438 on network 68a5325e-a73b-4f4b-8879-71cd6e70b76b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:53.144061 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58890) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:53.194179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:53.202994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Checking segment: {'id': '9afefd52-8692-4c02-abcb-9840fdc47b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '68a5325e-a73b-4f4b-8879-71cd6e70b76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:53.203601 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Bound using segment: {'id': '9afefd52-8692-4c02-abcb-9840fdc47b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '68a5325e-a73b-4f4b-8879-71cd6e70b76b'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:53.204278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Bound port: 2d8b27ec-0f04-4d12-b452-e696a38c7438, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9afefd52-8692-4c02-abcb-9840fdc47b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '68a5325e-a73b-4f4b-8879-71cd6e70b76b'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:53.205592 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:53.254902 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 418f51ff-4f03-4978-bf79-786d6ddaee8f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:53.350207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0cf4f3-e068-4d44-b5d4-480172777bcf tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:53.356268 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2b0cf4f3-e068-4d44-b5d4-480172777bcf tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2102263 Aug 20 10:32:53.361338 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58894) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:53.397905 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bc5ef4e9-c38a-4ee5-b0cc-9d810fd86c58 None None] Provisioning complete for port fdbfdd98-1bd6-483b-bf7f-45919a625093 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:53.398318 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef4e9-c38a-4ee5-b0cc-9d810fd86c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:53.465561 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 418f51ff-4f03-4978-bf79-786d6ddaee8f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:53.465561 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:53.468597 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bc5ef4e9-c38a-4ee5-b0cc-9d810fd86c58 None None] Port fdbfdd98-1bd6-483b-bf7f-45919a625093 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:53.481900 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-5769d8e4-05e9-4e65-8c84-fa492f19ea2a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:53.558959 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177c9ffb-4b51-47df-a160-80a52434f3b6 None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:32:53.559248 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-39b46449-a736-418b-b376-ff8c1ed7f289 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Allocated IP 172.20.0.8 (c2072e46-5473-49c9-90a5-bf969e766c58/4e1534a8-8661-4cc1-9f8b-17802db14f07/7c51e280-b9b8-4400-836c-f3261c7842e0) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:53.597841 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-65079878-e523-490b-b0d8-bdf0feb3e83b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:53.598582 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-65079878-e523-490b-b0d8-bdf0feb3e83b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:53.649932 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:53.662046 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-65079878-e523-490b-b0d8-bdf0feb3e83b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1150711 Aug 20 10:32:53.665335 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b5bafa02-032c-45e0-8bec-2b24b0dc0b73 req-2f63b146-6244-492d-ae01-4ddb0b084397 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7446666 Aug 20 10:32:53.727037 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c392ac7-653d-481c-bf90-dfdd9587042a tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:53.733848 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c392ac7-653d-481c-bf90-dfdd9587042a tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:53.734740 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c392ac7-653d-481c-bf90-dfdd9587042a tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:53.742431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Request body: {'port': {'device_id': '6d839507-600f-4346-8e89-ef5e948d8bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:53.765868 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-177c9ffb-4b51-47df-a160-80a52434f3b6 None None] Deleting port 418f51ff-4f03-4978-bf79-786d6ddaee8f {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:53.766675 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-177c9ffb-4b51-47df-a160-80a52434f3b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:53.879556 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:53.880785 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:53.956713 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6c392ac7-653d-481c-bf90-dfdd9587042a tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.6235843 Aug 20 10:32:53.970173 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-177c9ffb-4b51-47df-a160-80a52434f3b6 None None] For port 418f51ff-4f03-4978-bf79-786d6ddaee8f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=418f51ff-4f03-4978-bf79-786d6ddaee8f,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:53.971237 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-177c9ffb-4b51-47df-a160-80a52434f3b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:53.991684 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-177c9ffb-4b51-47df-a160-80a52434f3b6 None None] Calling delete_port for 418f51ff-4f03-4978-bf79-786d6ddaee8f owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:53.996877 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c392ac7-653d-481c-bf90-dfdd9587042a tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Pushing event updated for resources: {'Network': ['ID=352c7dd0-124f-4d62-921e-889fb2098190,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:53.998581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] For port 2d8b27ec-0f04-4d12-b452-e696a38c7438, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:32:54.001913 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58896) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:54.012147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] For port 2d8b27ec-0f04-4d12-b452-e696a38c7438, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2d8b27ec-0f04-4d12-b452-e696a38c7438,segment=NetworkSegment(9afefd52-8692-4c02-abcb-9840fdc47b21),segment_id=9afefd52-8692-4c02-abcb-9840fdc47b21)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:32:54.015657 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-27e3f02f-02c9-4bd3-8e83-e61ed14f49d4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Request body: {'subnet': {'network_id': '352c7dd0-124f-4d62-921e-889fb2098190', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:54.024465 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:54.033057 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 352c7dd0-124f-4d62-921e-889fb2098190 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:32:54.050467 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82572289-24f0-42fb-94a7-8cda0a423f2b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:54.052379 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-82572289-24f0-42fb-94a7-8cda0a423f2b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6434712 Aug 20 10:32:54.055624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58898) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:54.128442 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a2b32f53-bfa6-4552-a592-ba4833caae76 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456038 Aug 20 10:32:54.130271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:54.133551 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:54.144715 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] 10.222.0.24 "PUT /v2.0/ports/2d8b27ec-0f04-4d12-b452-e696a38c7438 HTTP/1.1" status: 200 len: 1093 time: 2.3883443 Aug 20 10:32:54.149705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac941fe-0049-4167-8acb-dd077835e22b', 'tag': '2d8b27ec-0f04-4d12-b452-e696a38c7438'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:32:54.158063 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9881d5c1-883f-42b6-a42b-16212aa1ebd5" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac941fe-0049-4167-8acb-dd077835e22b", "tag": "2d8b27ec-0f04-4d12-b452-e696a38c7438"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:32:54.161735 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58900) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:54.175879 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da5311-cbba-4592-9da3-98ec4ac69161 req-27131000-c0cd-48bd-a3d5-63f03f87a259 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:54.183652 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da5311-cbba-4592-9da3-98ec4ac69161 req-27131000-c0cd-48bd-a3d5-63f03f87a259 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:54.194455 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30da5311-cbba-4592-9da3-98ec4ac69161 req-27131000-c0cd-48bd-a3d5-63f03f87a259 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1665 time: 0.9335265 Aug 20 10:32:54.213740 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-96c2c88c-9b8a-43eb-a3b3-f5631a06fa21 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:54.243488 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-177c9ffb-4b51-47df-a160-80a52434f3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:54.290715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c9ffb-4b51-47df-a160-80a52434f3b6 None None] Pushing event deleted for resources: {'Port': ['ID=418f51ff-4f03-4978-bf79-786d6ddaee8f,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:54.295489 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Request body: {'port': {'device_id': '5ac941fe-0049-4167-8acb-dd077835e22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:54.303301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177c9ffb-4b51-47df-a160-80a52434f3b6 None None] No DVR routers for this DVR port 418f51ff-4f03-4978-bf79-786d6ddaee8f on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:32:54.327532 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a37080-e1fc-4dcd-883f-f8b9ccf4596d x-openstack-request-id: req-d6a37080-e1fc-4dcd-883f-f8b9ccf4596d {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:32:54.328077 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac941fe-0049-4167-8acb-dd077835e22b", "tag": "2d8b27ec-0f04-4d12-b452-e696a38c7438", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:32:54.328518 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6a37080-e1fc-4dcd-883f-f8b9ccf4596d {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:32:54.329150 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac941fe-0049-4167-8acb-dd077835e22b', 'tag': '2d8b27ec-0f04-4d12-b452-e696a38c7438', 'status': 'completed', 'code': 200} Aug 20 10:32:54.334167 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-39b46449-a736-418b-b376-ff8c1ed7f289 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:54.391272 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-39b46449-a736-418b-b376-ff8c1ed7f289 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:54.400298 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:54.469880 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30da5311-cbba-4592-9da3-98ec4ac69161 req-231e240d-dca4-41fe-9d3a-08c66d3c52a7 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743416 Aug 20 10:32:54.483491 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd41e3-c3d7-45c9-9be5-354b153ba8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8b27ec-0f04-4d12-b452-e696a38c7438,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:54.555937 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:54.569511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b46449-a736-418b-b376-ff8c1ed7f289 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Pushing event updated for resources: {'Port': ['ID=7c51e280-b9b8-4400-836c-f3261c7842e0,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:54.571806 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router 73d94dcb-e12a-4ec8-b60c-34b8415696fa is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:32:54.584643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881d5c1-883f-42b6-a42b-16212aa1ebd5 req-bd9fdefe-5ba8-425d-8f5d-0fefd4e4e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:54.586019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881d5c1-883f-42b6-a42b-16212aa1ebd5 req-bd9fdefe-5ba8-425d-8f5d-0fefd4e4e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:54.587736 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9881d5c1-883f-42b6-a42b-16212aa1ebd5 req-bd9fdefe-5ba8-425d-8f5d-0fefd4e4e673 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce857d21443c465f9b0cce6a4f3cfa90&device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1913 time: 0.2851200 Aug 20 10:32:54.628665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-39b46449-a736-418b-b376-ff8c1ed7f289 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Network c2072e46-5473-49c9-90a5-bf969e766c58 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:54.634052 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c2c88c-9b8a-43eb-a3b3-f5631a06fa21 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:54.638443 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96c2c88c-9b8a-43eb-a3b3-f5631a06fa21 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:54.645263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-39b46449-a736-418b-b376-ff8c1ed7f289 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:54.649732 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-5769d8e4-05e9-4e65-8c84-fa492f19ea2a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Allocated IP 172.20.0.2 (c2072e46-5473-49c9-90a5-bf969e766c58/4e1534a8-8661-4cc1-9f8b-17802db14f07/7199923f-7ea6-467d-ba65-7ede5fe1a41b) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:54.665849 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-39b46449-a736-418b-b376-ff8c1ed7f289 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:54.934624 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e3f02f-02c9-4bd3-8e83-e61ed14f49d4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Made reservation on behalf of 9993c73cf9db47a0b3345cfd51e173f7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:54.940007 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27e3f02f-02c9-4bd3-8e83-e61ed14f49d4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:54.998509 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881d5c1-883f-42b6-a42b-16212aa1ebd5 req-f9d72a5d-9eb0-45c6-a1fe-8155a0eb774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:54.998986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881d5c1-883f-42b6-a42b-16212aa1ebd5 req-f9d72a5d-9eb0-45c6-a1fe-8155a0eb774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:54.999677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881d5c1-883f-42b6-a42b-16212aa1ebd5 req-f9d72a5d-9eb0-45c6-a1fe-8155a0eb774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:55.001915 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9881d5c1-883f-42b6-a42b-16212aa1ebd5 req-f9d72a5d-9eb0-45c6-a1fe-8155a0eb774c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ce857d21443c465f9b0cce6a4f3cfa90&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4013247 Aug 20 10:32:55.056169 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 418f51ff-4f03-4978-bf79-786d6ddaee8f no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:32:55.081387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 418f51ff-4f03-4978-bf79-786d6ddaee8f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:32:55.082020 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 418f51ff-4f03-4978-bf79-786d6ddaee8f not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:32:55.115954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-39b46449-a736-418b-b376-ff8c1ed7f289 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:55.116679 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-39b46449-a736-418b-b376-ff8c1ed7f289 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:55.149443 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:32:55.159827 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d520e946-494e-48e9-8b9a-77dadfe77c40 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/73d94dcb-e12a-4ec8-b60c-34b8415696fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0973384 Aug 20 10:32:55.173952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d0b123-89bc-4d5f-b72e-ab1e979950eb None None] Sync routers for ids ['73d94dcb-e12a-4ec8-b60c-34b8415696fa'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:32:55.174315 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58910) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:55.194384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d0b123-89bc-4d5f-b72e-ab1e979950eb None None] Routers {'73d94dcb-e12a-4ec8-b60c-34b8415696fa'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:32:55.196598 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c6d0b123-89bc-4d5f-b72e-ab1e979950eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:32:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['73d94dcb-e12a-4ec8-b60c-34b8415696fa'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:55.210462 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-39b46449-a736-418b-b376-ff8c1ed7f289 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2930660 Aug 20 10:32:55.272594 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c6d0b123-89bc-4d5f-b72e-ab1e979950eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:55.278009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Request body: {'port': {'device_id': '0010018f-3ada-46f2-98ea-07e60e855f00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:55.283790 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d0b123-89bc-4d5f-b72e-ab1e979950eb None None] Routers {'73d94dcb-e12a-4ec8-b60c-34b8415696fa'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:32:55.284425 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c6d0b123-89bc-4d5f-b72e-ab1e979950eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:32:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['73d94dcb-e12a-4ec8-b60c-34b8415696fa'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:55.300667 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b74cb-3aad-4d03-bff4-0fc95f7a62e1 req-af4d7558-aef9-4367-b094-d0345641e13d tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:55.308348 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f0b74cb-3aad-4d03-bff4-0fc95f7a62e1 req-af4d7558-aef9-4367-b094-d0345641e13d tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 931 time: 0.4542329 Aug 20 10:32:55.331906 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd7959d-774b-48d7-a254-606efa8ad866 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:55.336905 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3cd7959d-774b-48d7-a254-606efa8ad866 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports/fdbfdd98-1bd6-483b-bf7f-45919a625093 HTTP/1.1" status: 200 len: 911 time: 0.1584084 Aug 20 10:32:55.345847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58912) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:55.354694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881d5c1-883f-42b6-a42b-16212aa1ebd5 req-d84e220b-c46f-4d35-9095-7595810cfbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:55.356812 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9881d5c1-883f-42b6-a42b-16212aa1ebd5 req-d84e220b-c46f-4d35-9095-7595810cfbc1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3291202 Aug 20 10:32:55.376683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-57b40633-61fb-4c9d-9bd1-3b54fb0866c4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '61602ca2-3af3-445b-b6da-177d4abd544a'}]}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:55.386576 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96c2c88c-9b8a-43eb-a3b3-f5631a06fa21 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:55.458482 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f0b74cb-3aad-4d03-bff4-0fc95f7a62e1 req-91425854-8202-409c-9998-bea6e267f489 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478479 Aug 20 10:32:55.506571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c2c88c-9b8a-43eb-a3b3-f5631a06fa21 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:55.515762 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-96c2c88c-9b8a-43eb-a3b3-f5631a06fa21 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:55.525408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c2c88c-9b8a-43eb-a3b3-f5631a06fa21 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:55.526370 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96c2c88c-9b8a-43eb-a3b3-f5631a06fa21 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:55.539796 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65db2208-bc2d-477c-a694-b17b8547f041 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:55.542254 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c6d0b123-89bc-4d5f-b72e-ab1e979950eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:32:55.543819 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d0b123-89bc-4d5f-b72e-ab1e979950eb None None] The sync data for ids ['73d94dcb-e12a-4ec8-b60c-34b8415696fa'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:32:55.560018 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-96c2c88c-9b8a-43eb-a3b3-f5631a06fa21 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3582492 Aug 20 10:32:55.561608 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58918) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:55.574834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95d9ca8-3eeb-4882-a911-2c0566fcacfe {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:32:55.590451 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-3f4a797d-9cd2-4496-b9f7-dbbbcc577239 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'mac_address': 'fa:16:3e:03:0a:12', 'name': 'tempest-NetworksTestDHCPv6-1692647858'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:55.781061 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:55.804697 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:55.809097 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4a797d-9cd2-4496-b9f7-dbbbcc577239 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:55.823123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': '073b0bfc-9669-4443-9f55-7d56ed40da9e'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:32:55.825031 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:55.850983 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-5769d8e4-05e9-4e65-8c84-fa492f19ea2a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:55.866897 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2c88c-9b8a-43eb-a3b3-f5631a06fa21 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=073b0bfc-9669-4443-9f55-7d56ed40da9e,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:55.878671 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-57b40633-61fb-4c9d-9bd1-3b54fb0866c4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:55.967286 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Transition to ACTIVE for port object d95d9ca8-3eeb-4882-a911-2c0566fcacfe will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:55.985542 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f6221-801a-4e4a-a41b-3c84629b5a4b req-21857e69-381c-4476-9cc8-4d76789bc55a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:55.997142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f6221-801a-4e4a-a41b-3c84629b5a4b req-21857e69-381c-4476-9cc8-4d76789bc55a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:55.999338 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d4f6221-801a-4e4a-a41b-3c84629b5a4b req-21857e69-381c-4476-9cc8-4d76789bc55a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1665 time: 0.2035670 Aug 20 10:32:56.000362 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27e3f02f-02c9-4bd3-8e83-e61ed14f49d4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:56.006655 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:56.042593 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Allocated IP 2001:db8::2 (7b83641d-fbeb-417a-8d09-ab733c99b474/073b0bfc-9669-4443-9f55-7d56ed40da9e/ec5d8ead-e5ff-41d0-90d8-5c031f7146b0) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:56.156708 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3f02f-02c9-4bd3-8e83-e61ed14f49d4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Pushing event updated for resources: {'Subnet': ['ID=5837f514-1482-4b4a-9cde-3e9ff7d20903,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:56.182134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Pushing event updated for resources: {'Port': ['ID=d95d9ca8-3eeb-4882-a911-2c0566fcacfe,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:56.286803 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3f4a797d-9cd2-4496-b9f7-dbbbcc577239 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:56.292669 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:56.304833 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Transition to ACTIVE for port object ec5d8ead-e5ff-41d0-90d8-5c031f7146b0 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:56.337709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Transition to ACTIVE for port object ec5d8ead-e5ff-41d0-90d8-5c031f7146b0 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:56.341179 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-5769d8e4-05e9-4e65-8c84-fa492f19ea2a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:56.351902 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d4f6221-801a-4e4a-a41b-3c84629b5a4b req-dc5326c5-0d9d-46cc-9df7-31274e00baee tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888131 Aug 20 10:32:56.359218 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:56.410073 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:56.415004 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:56.421728 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:56.509714 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-3f4a797d-9cd2-4496-b9f7-dbbbcc577239 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port 6fe8c8de-30fd-404b-bc0f-b11a39b738d4 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:32:56.510408 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Attempting to bind port ec5d8ead-e5ff-41d0-90d8-5c031f7146b0 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:56.510790 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Attempting to bind port ec5d8ead-e5ff-41d0-90d8-5c031f7146b0 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:56.511181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Attempting to bind port ec5d8ead-e5ff-41d0-90d8-5c031f7146b0 on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:56.521659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Pushing event updated for resources: {'Port': ['ID=ec5d8ead-e5ff-41d0-90d8-5c031f7146b0,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:56.534923 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:56.535340 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:56.535805 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:56.536212 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:56.537828 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Bound port: ec5d8ead-e5ff-41d0-90d8-5c031f7146b0, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:56.538167 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:56.664375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] For port ec5d8ead-e5ff-41d0-90d8-5c031f7146b0, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:32:56.670119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Attempting to bind port d95d9ca8-3eeb-4882-a911-2c0566fcacfe on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:56.670895 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] For port ec5d8ead-e5ff-41d0-90d8-5c031f7146b0, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ec5d8ead-e5ff-41d0-90d8-5c031f7146b0,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:32:56.671781 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Attempting to bind port d95d9ca8-3eeb-4882-a911-2c0566fcacfe by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '6d1b090d-abe0-460c-9665-270bd61cfc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '97215628-4e08-4830-bab0-0e197b700456'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:56.672682 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Attempting to bind port d95d9ca8-3eeb-4882-a911-2c0566fcacfe on network 97215628-4e08-4830-bab0-0e197b700456 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:56.680018 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:56.700360 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Port d95d9ca8-3eeb-4882-a911-2c0566fcacfe on network 97215628-4e08-4830-bab0-0e197b700456 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:32:56.701107 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Attempting to bind port d95d9ca8-3eeb-4882-a911-2c0566fcacfe on network 97215628-4e08-4830-bab0-0e197b700456 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:56.719025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:56.720770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Checking segment: {'id': '6d1b090d-abe0-460c-9665-270bd61cfc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '97215628-4e08-4830-bab0-0e197b700456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:56.722621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Bound using segment: {'id': '6d1b090d-abe0-460c-9665-270bd61cfc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '97215628-4e08-4830-bab0-0e197b700456'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:56.723960 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Bound port: d95d9ca8-3eeb-4882-a911-2c0566fcacfe, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1b090d-abe0-460c-9665-270bd61cfc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '97215628-4e08-4830-bab0-0e197b700456'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:56.724553 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:56.804098 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eec360-69cc-447e-9ea2-00f9640066fd None None] Pushing event updated for resources: {'Port': ['ID=ec5d8ead-e5ff-41d0-90d8-5c031f7146b0,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:56.891470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-3f4a797d-9cd2-4496-b9f7-dbbbcc577239 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::1be (7b83641d-fbeb-417a-8d09-ab733c99b474/073b0bfc-9669-4443-9f55-7d56ed40da9e/6fe8c8de-30fd-404b-bc0f-b11a39b738d4) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:56.899541 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e3f02f-02c9-4bd3-8e83-e61ed14f49d4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Checking segment: {'id': 'b514fc99-e2e4-46d0-b1f0-d0ca5f5d36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '352c7dd0-124f-4d62-921e-889fb2098190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:56.900096 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e3f02f-02c9-4bd3-8e83-e61ed14f49d4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Network hostable DHCP agents. Network: 352c7dd0-124f-4d62-921e-889fb2098190, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:32:56.952195 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] For port d95d9ca8-3eeb-4882-a911-2c0566fcacfe, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:32:56.961229 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] For port d95d9ca8-3eeb-4882-a911-2c0566fcacfe, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d95d9ca8-3eeb-4882-a911-2c0566fcacfe,segment=NetworkSegment(6d1b090d-abe0-460c-9665-270bd61cfc86),segment_id=6d1b090d-abe0-460c-9665-270bd61cfc86)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:32:56.979174 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:57.061057 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-5769d8e4-05e9-4e65-8c84-fa492f19ea2a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Network c2072e46-5473-49c9-90a5-bf969e766c58 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:57.087553 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-5769d8e4-05e9-4e65-8c84-fa492f19ea2a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:57.090397 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-5769d8e4-05e9-4e65-8c84-fa492f19ea2a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:57.090562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:57.091408 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:57.092952 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] 10.222.0.24 "PUT /v2.0/ports/d95d9ca8-3eeb-4882-a911-2c0566fcacfe HTTP/1.1" status: 200 len: 1091 time: 2.8949735 Aug 20 10:32:57.093211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769d8e4-05e9-4e65-8c84-fa492f19ea2a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Pushing event updated for resources: {'Port': ['ID=7199923f-7ea6-467d-ba65-7ede5fe1a41b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:57.093416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac941fe-0049-4167-8acb-dd077835e22b', 'tag': 'd95d9ca8-3eeb-4882-a911-2c0566fcacfe'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:32:57.095896 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32988ac2-ad57-4d78-a8aa-e81de6eaf7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac941fe-0049-4167-8acb-dd077835e22b", "tag": "d95d9ca8-3eeb-4882-a911-2c0566fcacfe"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:32:57.304379 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e3f02f-02c9-4bd3-8e83-e61ed14f49d4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Network 352c7dd0-124f-4d62-921e-889fb2098190 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:32:57.312986 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d54c770-7268-4be8-9dbb-add2ecdaef76 x-openstack-request-id: req-6d54c770-7268-4be8-9dbb-add2ecdaef76 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:32:57.313273 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac941fe-0049-4167-8acb-dd077835e22b", "tag": "d95d9ca8-3eeb-4882-a911-2c0566fcacfe", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:32:57.313439 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d54c770-7268-4be8-9dbb-add2ecdaef76 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:32:57.313968 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac941fe-0049-4167-8acb-dd077835e22b', 'tag': 'd95d9ca8-3eeb-4882-a911-2c0566fcacfe', 'status': 'completed', 'code': 200} Aug 20 10:32:57.329902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-5769d8e4-05e9-4e65-8c84-fa492f19ea2a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:57.330633 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-5769d8e4-05e9-4e65-8c84-fa492f19ea2a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:57.340178 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722a157-82f0-4add-b258-cbccb20b629a req-fb398d59-e6f4-439f-8965-1f627eaa8e3b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:57.341742 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7722a157-82f0-4add-b258-cbccb20b629a req-fb398d59-e6f4-439f-8965-1f627eaa8e3b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 931 time: 0.4580247 Aug 20 10:32:57.360549 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da738c72-f4d7-4155-9dcf-fc47f9300387 service neutron] Pushing event updated for resources: {'Port': ['ID=d95d9ca8-3eeb-4882-a911-2c0566fcacfe,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:57.388866 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3f4a797d-9cd2-4496-b9f7-dbbbcc577239 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:57.411629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-3f4a797d-9cd2-4496-b9f7-dbbbcc577239 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object 6fe8c8de-30fd-404b-bc0f-b11a39b738d4 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:57.426558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-c0f59920-7ae5-4e7c-92ec-89865091e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:57.428153 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-c0f59920-7ae5-4e7c-92ec-89865091e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:57.431446 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-c0f59920-7ae5-4e7c-92ec-89865091e451 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce857d21443c465f9b0cce6a4f3cfa90&device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1981 time: 0.1264350 Aug 20 10:32:57.481956 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-27e3f02f-02c9-4bd3-8e83-e61ed14f49d4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 352c7dd0-124f-4d62-921e-889fb2098190) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:57.491947 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3991c1-975b-4b99-be4e-43c351ad8f43 None None] Network 352c7dd0-124f-4d62-921e-889fb2098190 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:32:57.497008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e3f02f-02c9-4bd3-8e83-e61ed14f49d4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:57.498188 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27e3f02f-02c9-4bd3-8e83-e61ed14f49d4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:57.515640 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-5769d8e4-05e9-4e65-8c84-fa492f19ea2a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6166842 Aug 20 10:32:57.559411 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Request body: {'port': {'device_id': '98e23ed1-94f2-4eb8-b93c-89a358aeb18c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:57.613154 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-27e3f02f-02c9-4bd3-8e83-e61ed14f49d4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6032898 Aug 20 10:32:57.630673 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58936) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:57.663704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b008dca9-8f4c-47cb-8ced-f6f52fb66388 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Request body: {'port': {'network_id': '352c7dd0-124f-4d62-921e-889fb2098190', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1397413114'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:32:57.673976 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7722a157-82f0-4add-b258-cbccb20b629a req-438abd97-da69-40b1-9793-88d078e7742b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607472 Aug 20 10:32:57.704267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd2a08e-6f65-467d-b2d7-3720544465b4 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:32:57.769619 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-56e5619d-d71e-49bb-b353-18c28ca94b24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.108&port_id=2d8b27ec-0f04-4d12-b452-e696a38c7438 HTTP/1.1" status: 200 len: 217 time: 0.3240328 Aug 20 10:32:57.811490 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:57.821363 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-352c7dd0-124f-4d62-921e-889fb2098190', 'network_id': '352c7dd0-124f-4d62-921e-889fb2098190', 'tenant_id': '9993c73cf9db47a0b3345cfd51e173f7', 'fixed_ips': [{'subnet_id': '5837f514-1482-4b4a-9cde-3e9ff7d20903'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:32:57.825099 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:57.884444 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3f4a797d-9cd2-4496-b9f7-dbbbcc577239 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:57.890460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-18a6b50a-7b27-4e93-b6d1-7994d91ce1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:57.892257 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-18a6b50a-7b27-4e93-b6d1-7994d91ce1a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95fae2b9-96fc-42e9-b3ce-55292e5f89cc HTTP/1.1" status: 200 len: 801 time: 0.1064274 Aug 20 10:32:57.954214 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Transition to ACTIVE for port object cbd2a08e-6f65-467d-b2d7-3720544465b4 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:57.981950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3fc2b-faee-40f9-9953-b2a52ddee42a req-30c5e22c-f15a-4857-90d0-93d4a1d5fc11 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:57.987350 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:57.988204 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3fc2b-faee-40f9-9953-b2a52ddee42a req-30c5e22c-f15a-4857-90d0-93d4a1d5fc11 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:57.989834 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c6f3fc2b-faee-40f9-9953-b2a52ddee42a req-30c5e22c-f15a-4857-90d0-93d4a1d5fc11 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1677 time: 0.2248049 Aug 20 10:32:58.023876 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:58.030603 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4a797d-9cd2-4496-b9f7-dbbbcc577239 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:58.034301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-3f4a797d-9cd2-4496-b9f7-dbbbcc577239 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:58.037681 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a797d-9cd2-4496-b9f7-dbbbcc577239 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:58.044516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4a797d-9cd2-4496-b9f7-dbbbcc577239 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:58.045168 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3f4a797d-9cd2-4496-b9f7-dbbbcc577239 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:58.070826 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a797d-9cd2-4496-b9f7-dbbbcc577239 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=6fe8c8de-30fd-404b-bc0f-b11a39b738d4,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:58.088175 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3f4a797d-9cd2-4496-b9f7-dbbbcc577239 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5227499 Aug 20 10:32:58.100684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58938) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:58.105090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Allocated IP 2001:db8::2 (352c7dd0-124f-4d62-921e-889fb2098190/5837f514-1482-4b4a-9cde-3e9ff7d20903/bcdcf697-53d8-454e-b73b-ed0f3ec77e9c) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:58.132100 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-f72088e9-2af2-46d1-8ea1-fe2a98ff3bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:58.132374 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-57b40633-61fb-4c9d-9bd1-3b54fb0866c4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:58.134090 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-f72088e9-2af2-46d1-8ea1-fe2a98ff3bf9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68a5325e-a73b-4f4b-8879-71cd6e70b76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2310472 Aug 20 10:32:58.214202 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-57b40633-61fb-4c9d-9bd1-3b54fb0866c4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:58.233513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b40633-61fb-4c9d-9bd1-3b54fb0866c4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:58.234182 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-57b40633-61fb-4c9d-9bd1-3b54fb0866c4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:58.235601 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-57b40633-61fb-4c9d-9bd1-3b54fb0866c4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/ports/fdbfdd98-1bd6-483b-bf7f-45919a625093 HTTP/1.1" status: 200 len: 911 time: 2.8735180 Aug 20 10:32:58.261562 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58940) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:58.278351 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd2a08e-6f65-467d-b2d7-3720544465b4,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:58.288583 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-633bd830-d9d1-4799-8cb6-b49487f21d9c service neutron] 10.222.0.24 "GET /v2.0/networks/68a5325e-a73b-4f4b-8879-71cd6e70b76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101918 Aug 20 10:32:58.410534 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:58.426603 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-b614cace-b73f-480a-aae7-9efceb4801d2 service neutron] 10.222.0.24 "GET /v2.0/networks/68a5325e-a73b-4f4b-8879-71cd6e70b76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364062 Aug 20 10:32:58.434227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Transition to ACTIVE for port object bcdcf697-53d8-454e-b73b-ed0f3ec77e9c will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:58.454776 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9dade6-960d-411d-9297-e8a0a1973d6c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:58.466360 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Transition to ACTIVE for port object bcdcf697-53d8-454e-b73b-ed0f3ec77e9c will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:58.467374 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9dade6-960d-411d-9297-e8a0a1973d6c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:58.472197 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1d9dade6-960d-411d-9297-e8a0a1973d6c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3659315 Aug 20 10:32:58.476208 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c6f3fc2b-faee-40f9-9953-b2a52ddee42a req-5e323dc7-83c8-4414-82ea-b66eabb9322d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581432 Aug 20 10:32:58.476794 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58944) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:58.491214 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:58.554181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Network 352c7dd0-124f-4d62-921e-889fb2098190 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:32:58.558197 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:32:58.569809 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:32:58.576780 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Pushing event updated for resources: {'Port': ['ID=bcdcf697-53d8-454e-b73b-ed0f3ec77e9c,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:58.626915 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b008dca9-8f4c-47cb-8ced-f6f52fb66388 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Made reservation on behalf of 9993c73cf9db47a0b3345cfd51e173f7 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:32:58.631319 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b008dca9-8f4c-47cb-8ced-f6f52fb66388 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:58.633346 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-c08707e3-2572-44a9-963b-a03b0c44adf9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.4&port_id=d95d9ca8-3eeb-4882-a911-2c0566fcacfe HTTP/1.1" status: 200 len: 217 time: 0.1953266 Aug 20 10:32:58.686891 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Attempting to bind port bcdcf697-53d8-454e-b73b-ed0f3ec77e9c on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:58.687760 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Attempting to bind port bcdcf697-53d8-454e-b73b-ed0f3ec77e9c by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'b514fc99-e2e4-46d0-b1f0-d0ca5f5d36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '352c7dd0-124f-4d62-921e-889fb2098190'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:58.688451 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Attempting to bind port bcdcf697-53d8-454e-b73b-ed0f3ec77e9c on network 352c7dd0-124f-4d62-921e-889fb2098190 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:58.691731 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-18afa752-9b09-4651-998a-821b9e748fbb None None] Provisioning for port ec5d8ead-e5ff-41d0-90d8-5c031f7146b0 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:58.699769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:58.700248 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Checking segment: {'id': 'b514fc99-e2e4-46d0-b1f0-d0ca5f5d36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '352c7dd0-124f-4d62-921e-889fb2098190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:58.701301 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:58.701787 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Bound using segment: {'id': 'b514fc99-e2e4-46d0-b1f0-d0ca5f5d36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '352c7dd0-124f-4d62-921e-889fb2098190'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:58.702360 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Bound port: bcdcf697-53d8-454e-b73b-ed0f3ec77e9c, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b514fc99-e2e4-46d0-b1f0-d0ca5f5d36a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '352c7dd0-124f-4d62-921e-889fb2098190'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:58.703230 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:58.743339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-a922d742-2fd5-484c-97f5-a8b6f5fcb4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:58.744523 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-a922d742-2fd5-484c-97f5-a8b6f5fcb4f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8829e16-b145-42f0-911f-49e5eeb8baf2 HTTP/1.1" status: 200 len: 801 time: 0.0945559 Aug 20 10:32:58.745847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-b008dca9-8f4c-47cb-8ced-f6f52fb66388 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] device_id is not set on port 09bfea57-ca65-4306-ba30-1ebf2119380b yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:32:58.801052 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] For port bcdcf697-53d8-454e-b73b-ed0f3ec77e9c, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:32:58.808415 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] For port bcdcf697-53d8-454e-b73b-ed0f3ec77e9c, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=bcdcf697-53d8-454e-b73b-ed0f3ec77e9c,segment=NetworkSegment(b514fc99-e2e4-46d0-b1f0-d0ca5f5d36a4),segment_id=b514fc99-e2e4-46d0-b1f0-d0ca5f5d36a4)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:32:58.815004 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:58.826588 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-90bdc543-4abd-4f43-ada4-6aefd2796dbb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port 6fe8c8de-30fd-404b-bc0f-b11a39b738d4 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:32:58.826899 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90bdc543-4abd-4f43-ada4-6aefd2796dbb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:58.832395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-ebcf89d7-3efc-40ff-a59e-f3b927277c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:58.834981 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-ebcf89d7-3efc-40ff-a59e-f3b927277c5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97215628-4e08-4830-bab0-0e197b700456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792005 Aug 20 10:32:58.836799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c51e280-b9b8-4400-836c-f3261c7842e0 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:32:58.846897 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:58.860702 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Transition to ACTIVE for port object 7c51e280-b9b8-4400-836c-f3261c7842e0 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:32:58.918377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82d0b3-9f29-449b-8d18-904a77a5f891 None None] Pushing event updated for resources: {'Port': ['ID=bcdcf697-53d8-454e-b73b-ed0f3ec77e9c,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:58.960177 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:58.967704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b40633-61fb-4c9d-9bd1-3b54fb0866c4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=fdbfdd98-1bd6-483b-bf7f-45919a625093,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:59.023497 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Attempting to bind port cbd2a08e-6f65-467d-b2d7-3720544465b4 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:32:59.024147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Attempting to bind port cbd2a08e-6f65-467d-b2d7-3720544465b4 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '69c21b92-95c5-44c8-bf9c-ff8165f398d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:32:59.024902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Attempting to bind port cbd2a08e-6f65-467d-b2d7-3720544465b4 on network c2072e46-5473-49c9-90a5-bf969e766c58 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:59.046622 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c3c1d4ef-6a65-4f5f-b924-bf48297a0093 None None] Provisioning for port 6fe8c8de-30fd-404b-bc0f-b11a39b738d4 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:59.054689 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c3c1d4ef-6a65-4f5f-b924-bf48297a0093 None None] Provisioning complete for port 6fe8c8de-30fd-404b-bc0f-b11a39b738d4 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:59.055226 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c3c1d4ef-6a65-4f5f-b924-bf48297a0093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:59.141066 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90bdc543-4abd-4f43-ada4-6aefd2796dbb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:59.148419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c3c1d4ef-6a65-4f5f-b924-bf48297a0093 None None] Port 6fe8c8de-30fd-404b-bc0f-b11a39b738d4 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:32:59.169767 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ec5d8ead-e5ff-41d0-90d8-5c031f7146b0 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:32:59.171507 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-90bdc543-4abd-4f43-ada4-6aefd2796dbb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for 6fe8c8de-30fd-404b-bc0f-b11a39b738d4 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:32:59.249441 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Pushing event updated for resources: {'Port': ['ID=7c51e280-b9b8-4400-836c-f3261c7842e0,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:59.288133 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Port cbd2a08e-6f65-467d-b2d7-3720544465b4 on network c2072e46-5473-49c9-90a5-bf969e766c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:32:59.288808 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Attempting to bind port cbd2a08e-6f65-467d-b2d7-3720544465b4 on network c2072e46-5473-49c9-90a5-bf969e766c58 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:32:59.299494 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d21125a1-f197-4589-9816-8154c31ec37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:59.314486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port ec5d8ead-e5ff-41d0-90d8-5c031f7146b0 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:32:59.322137 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ec5d8ead-e5ff-41d0-90d8-5c031f7146b0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:32:59.322760 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:59.339319 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-697c7811-98f7-439e-8965-edcbddd911a5 service neutron] 10.222.0.24 "GET /v2.0/networks/97215628-4e08-4830-bab0-0e197b700456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936481 Aug 20 10:32:59.426266 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:32:59.427368 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Checking segment: {'id': '69c21b92-95c5-44c8-bf9c-ff8165f398d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:32:59.427999 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Bound using segment: {'id': '69c21b92-95c5-44c8-bf9c-ff8165f398d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:32:59.430636 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Bound port: cbd2a08e-6f65-467d-b2d7-3720544465b4, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c21b92-95c5-44c8-bf9c-ff8165f398d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:32:59.431302 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:59.474470 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206939c0-cd2e-47ba-8f5c-f5e49f6526fb req-97c44ba7-bc39-458d-99e2-13120dad0f77 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:59.485997 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-206939c0-cd2e-47ba-8f5c-f5e49f6526fb req-97c44ba7-bc39-458d-99e2-13120dad0f77 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 943 time: 0.6112893 Aug 20 10:32:59.511685 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:59.566484 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port ec5d8ead-e5ff-41d0-90d8-5c031f7146b0, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ec5d8ead-e5ff-41d0-90d8-5c031f7146b0,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:32:59.576918 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcc5d8a-acdc-496f-a837-0cd708e32e05 req-3560a104-03b4-4b65-a366-bb2050ad2d1c service neutron] 10.222.0.24 "GET /v2.0/networks/97215628-4e08-4830-bab0-0e197b700456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298837 Aug 20 10:32:59.580371 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:59.621387 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90bdc543-4abd-4f43-ada4-6aefd2796dbb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:59.711670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=ec5d8ead-e5ff-41d0-90d8-5c031f7146b0,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:59.796159 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdc543-4abd-4f43-ada4-6aefd2796dbb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=6fe8c8de-30fd-404b-bc0f-b11a39b738d4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:32:59.822084 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90bdc543-4abd-4f43-ada4-6aefd2796dbb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:32:59.829035 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-90bdc543-4abd-4f43-ada4-6aefd2796dbb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/6fe8c8de-30fd-404b-bc0f-b11a39b738d4 HTTP/1.1" status: 204 len: 168 time: 1.3146689 Aug 20 10:32:59.831841 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58954) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:32:59.883531 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-206939c0-cd2e-47ba-8f5c-f5e49f6526fb req-32783d7c-8f03-4e92-b6fe-4929a37dd5b5 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966227 Aug 20 10:32:59.903331 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92981d-36da-4c4b-8312-f7d51de0ec24 req-29545461-a82c-48a2-ba52-87a1441da090 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:59.910037 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92981d-36da-4c4b-8312-f7d51de0ec24 req-29545461-a82c-48a2-ba52-87a1441da090 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:59.914601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-b008dca9-8f4c-47cb-8ced-f6f52fb66388 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Allocated IP 2001:db8::38d (352c7dd0-124f-4d62-921e-889fb2098190/5837f514-1482-4b4a-9cde-3e9ff7d20903/09bfea57-ca65-4306-ba30-1ebf2119380b) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:32:59.915638 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2e92981d-36da-4c4b-8312-f7d51de0ec24 req-29545461-a82c-48a2-ba52-87a1441da090 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1677 time: 0.2269359 Aug 20 10:32:59.920680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32988ac2-ad57-4d78-a8aa-e81de6eaf7fb req-4bdbc8ab-94db-4f86-94ad-8e1709f9bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:59.921372 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32988ac2-ad57-4d78-a8aa-e81de6eaf7fb req-4bdbc8ab-94db-4f86-94ad-8e1709f9bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:32:59.923178 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32988ac2-ad57-4d78-a8aa-e81de6eaf7fb req-4bdbc8ab-94db-4f86-94ad-8e1709f9bdd9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce857d21443c465f9b0cce6a4f3cfa90&device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1981 time: 0.2559059 Aug 20 10:32:59.992431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] For port cbd2a08e-6f65-467d-b2d7-3720544465b4, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:33:00.010273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e52b5-387a-4ca9-8645-00828ba984d1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:00.012007 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e52b5-387a-4ca9-8645-00828ba984d1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:00.013813 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d20e52b5-387a-4ca9-8645-00828ba984d1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1815391 Aug 20 10:33:00.021427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58956) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:00.041374 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] For port cbd2a08e-6f65-467d-b2d7-3720544465b4, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cbd2a08e-6f65-467d-b2d7-3720544465b4,segment=NetworkSegment(69c21b92-95c5-44c8-bf9c-ff8165f398d1),segment_id=69c21b92-95c5-44c8-bf9c-ff8165f398d1)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:33:00.054715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7199923f-7ea6-467d-ba65-7ede5fe1a41b {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:33:00.077460 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2e92981d-36da-4c4b-8312-f7d51de0ec24 req-ec877712-43db-4f09-b045-ff23f97bc645 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485350 Aug 20 10:33:00.096419 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:00.100589 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:00.119244 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Attempting to bind port 7c51e280-b9b8-4400-836c-f3261c7842e0 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:33:00.119594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Attempting to bind port 7c51e280-b9b8-4400-836c-f3261c7842e0 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '69c21b92-95c5-44c8-bf9c-ff8165f398d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:33:00.119937 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Attempting to bind port 7c51e280-b9b8-4400-836c-f3261c7842e0 on network c2072e46-5473-49c9-90a5-bf969e766c58 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:33:00.163666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32988ac2-ad57-4d78-a8aa-e81de6eaf7fb req-826506c1-ea1e-4258-96f0-78e926ff1def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:00.165346 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32988ac2-ad57-4d78-a8aa-e81de6eaf7fb req-826506c1-ea1e-4258-96f0-78e926ff1def service neutron] 10.222.0.24 "GET /v2.0/networks?id=97215628-4e08-4830-bab0-0e197b700456 HTTP/1.1" status: 200 len: 902 time: 0.2301452 Aug 20 10:33:00.173093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-246232c6-0288-4af1-a640-6dbc8d230fee tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet 073b0bfc-9669-4443-9f55-7d56ed40da9e {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:33:00.179357 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Port 7c51e280-b9b8-4400-836c-f3261c7842e0 on network c2072e46-5473-49c9-90a5-bf969e766c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:33:00.179948 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Attempting to bind port 7c51e280-b9b8-4400-836c-f3261c7842e0 on network c2072e46-5473-49c9-90a5-bf969e766c58 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:33:00.184411 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-246232c6-0288-4af1-a640-6dbc8d230fee tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:00.185042 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Transition to ACTIVE for port object 7199923f-7ea6-467d-ba65-7ede5fe1a41b will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:00.200546 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:00.201413 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:00.203075 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] 10.222.0.42 "PUT /v2.0/ports/cbd2a08e-6f65-467d-b2d7-3720544465b4 HTTP/1.1" status: 200 len: 1092 time: 6.4652209 Aug 20 10:33:00.208203 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d839507-600f-4346-8e89-ef5e948d8bd1', 'tag': 'cbd2a08e-6f65-467d-b2d7-3720544465b4'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:33:00.210884 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf5e621-4c3b-4c9b-a897-bd3535bc7165" -d '{"events": [{"name": "network-changed", "server_uuid": "6d839507-600f-4346-8e89-ef5e948d8bd1", "tag": "cbd2a08e-6f65-467d-b2d7-3720544465b4"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:33:00.245334 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32988ac2-ad57-4d78-a8aa-e81de6eaf7fb req-a4a0987d-2950-41fe-920b-c8500c58dd3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.4&port_id=d95d9ca8-3eeb-4882-a911-2c0566fcacfe HTTP/1.1" status: 200 len: 217 time: 0.0677345 Aug 20 10:33:00.268587 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:00.305137 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-246232c6-0288-4af1-a640-6dbc8d230fee tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:00.325327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:33:00.325674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Checking segment: {'id': '69c21b92-95c5-44c8-bf9c-ff8165f398d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:00.326061 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Bound using segment: {'id': '69c21b92-95c5-44c8-bf9c-ff8165f398d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:33:00.326513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Bound port: 7c51e280-b9b8-4400-836c-f3261c7842e0, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c21b92-95c5-44c8-bf9c-ff8165f398d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:33:00.326872 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:00.329655 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dd6f61-55bc-4264-9b5f-b595db950732 x-openstack-request-id: req-d2dd6f61-55bc-4264-9b5f-b595db950732 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:33:00.329953 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d839507-600f-4346-8e89-ef5e948d8bd1", "tag": "cbd2a08e-6f65-467d-b2d7-3720544465b4", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:33:00.330958 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2dd6f61-55bc-4264-9b5f-b595db950732 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:33:00.330958 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d839507-600f-4346-8e89-ef5e948d8bd1', 'tag': 'cbd2a08e-6f65-467d-b2d7-3720544465b4', 'status': 'completed', 'code': 200} Aug 20 10:33:00.372174 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32988ac2-ad57-4d78-a8aa-e81de6eaf7fb req-e0ada911-ff25-40ef-a6f6-9d37111cff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:00.373791 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32988ac2-ad57-4d78-a8aa-e81de6eaf7fb req-e0ada911-ff25-40ef-a6f6-9d37111cff3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b8829e16-b145-42f0-911f-49e5eeb8baf2 HTTP/1.1" status: 200 len: 801 time: 0.1207232 Aug 20 10:33:00.460518 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea5a899-6dfe-4448-a33c-6c045a6377ac None None] Network 352c7dd0-124f-4d62-921e-889fb2098190 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:00.470531 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32988ac2-ad57-4d78-a8aa-e81de6eaf7fb req-654e3208-d10a-4061-8b0b-bf2751e5e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:00.475795 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32988ac2-ad57-4d78-a8aa-e81de6eaf7fb req-654e3208-d10a-4061-8b0b-bf2751e5e4c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97215628-4e08-4830-bab0-0e197b700456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921149 Aug 20 10:33:00.495851 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-246232c6-0288-4af1-a640-6dbc8d230fee tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:00.565926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-283c544c-4cd2-4f2e-84ba-725346554577 None None] Provisioning for port bcdcf697-53d8-454e-b73b-ed0f3ec77e9c completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:00.628622 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-246232c6-0288-4af1-a640-6dbc8d230fee tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:00.672596 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246232c6-0288-4af1-a640-6dbc8d230fee tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=073b0bfc-9669-4443-9f55-7d56ed40da9e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:00.687415 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-246232c6-0288-4af1-a640-6dbc8d230fee tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:00.689354 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-246232c6-0288-4af1-a640-6dbc8d230fee tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/073b0bfc-9669-4443-9f55-7d56ed40da9e HTTP/1.1" status: 204 len: 168 time: 0.6642728 Aug 20 10:33:00.692248 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32988ac2-ad57-4d78-a8aa-e81de6eaf7fb req-7c06d01b-6cef-408f-9e37-849fec6b1610 service neutron] 10.222.0.24 "GET /v2.0/networks/97215628-4e08-4830-bab0-0e197b700456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568325 Aug 20 10:33:00.692712 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58964) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:00.703435 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c40611a-9fdb-4a19-92a1-5c3b5a04a670 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:00.747286 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-39b26578-40ea-44eb-94c7-74737228350f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532992 Aug 20 10:33:00.760943 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58966) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:00.824950 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b008dca9-8f4c-47cb-8ced-f6f52fb66388 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:00.839764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-b008dca9-8f4c-47cb-8ced-f6f52fb66388 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Transition to ACTIVE for port object 09bfea57-ca65-4306-ba30-1ebf2119380b will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:00.879534 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d476cd-1ffb-41e6-8706-341f173ef030 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd2a08e-6f65-467d-b2d7-3720544465b4,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:00.882953 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ad3833-71d5-42d8-b05e-011cfcf724ab tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:00.897290 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-47ad3833-71d5-42d8-b05e-011cfcf724ab tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1327271 Aug 20 10:33:00.898199 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58968) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:00.902788 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b008dca9-8f4c-47cb-8ced-f6f52fb66388 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:00.988086 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32988ac2-ad57-4d78-a8aa-e81de6eaf7fb req-7967589e-6a28-4ab8-8202-5362c96d17f9 service neutron] 10.222.0.24 "GET /v2.0/networks/97215628-4e08-4830-bab0-0e197b700456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874994 Aug 20 10:33:01.005929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bb51ad-8878-41eb-b775-cad9bb0d3203 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:01.010275 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f3bb51ad-8878-41eb-b775-cad9bb0d3203 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1083570 Aug 20 10:33:01.010275 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58972) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:01.064922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ee50fd-7842-42fe-a693-0cc613f24019 None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:33:01.068616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b008dca9-8f4c-47cb-8ced-f6f52fb66388 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Network 352c7dd0-124f-4d62-921e-889fb2098190 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:01.093211 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-83ac9d69-c60e-40ce-81d3-48aad7bf168e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729289 Aug 20 10:33:01.094611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58976) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:01.100115 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f9e7bcd8-3c68-41b1-9f52-497526c6f550 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:01.151277 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ae52f-926a-472d-b221-dca2b1efce1f req-f2c519eb-e16d-4af4-a605-0eb7cd54e2a6 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:01.152876 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fc2ae52f-926a-472d-b221-dca2b1efce1f req-f2c519eb-e16d-4af4-a605-0eb7cd54e2a6 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 943 time: 0.1311085 Aug 20 10:33:01.202134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b008dca9-8f4c-47cb-8ced-f6f52fb66388 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:01.205178 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b008dca9-8f4c-47cb-8ced-f6f52fb66388 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:01.212429 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b008dca9-8f4c-47cb-8ced-f6f52fb66388 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:01.213252 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b008dca9-8f4c-47cb-8ced-f6f52fb66388 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:01.215041 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fc2ae52f-926a-472d-b221-dca2b1efce1f req-c51603aa-5257-462f-87fe-b7377fa55390 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471289 Aug 20 10:33:01.239805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e7bcd8-3c68-41b1-9f52-497526c6f550 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:01.244469 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9e7bcd8-3c68-41b1-9f52-497526c6f550 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:01.296407 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device bcdcf697-53d8-454e-b73b-ed0f3ec77e9c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:01.304613 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-43cc2a5b-1d03-4117-a413-8a75c7c04d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:01.306608 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-43cc2a5b-1d03-4117-a413-8a75c7c04d5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d332ab5d75f48d7967799c493f7e78f&device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 1095 time: 0.9906087 Aug 20 10:33:01.391299 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-21ee50fd-7842-42fe-a693-0cc613f24019 None None] Deleting port ec5d8ead-e5ff-41d0-90d8-5c031f7146b0 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:01.391751 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-21ee50fd-7842-42fe-a693-0cc613f24019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:01.397602 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Pushing event updated for resources: {'Port': ['ID=7199923f-7ea6-467d-ba65-7ede5fe1a41b,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:01.412482 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-b0c9ee51-649c-41eb-a4a0-3001790360d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbd2a08e-6f65-467d-b2d7-3720544465b4 HTTP/1.1" status: 200 len: 217 time: 0.0869777 Aug 20 10:33:01.482516 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b008dca9-8f4c-47cb-8ced-f6f52fb66388 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.8328259 Aug 20 10:33:01.482516 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Attempting to bind port 7199923f-7ea6-467d-ba65-7ede5fe1a41b on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:33:01.482516 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Attempting to bind port 7199923f-7ea6-467d-ba65-7ede5fe1a41b by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '69c21b92-95c5-44c8-bf9c-ff8165f398d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:33:01.482516 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Attempting to bind port 7199923f-7ea6-467d-ba65-7ede5fe1a41b on network c2072e46-5473-49c9-90a5-bf969e766c58 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:33:01.490142 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58978) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:01.519584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Port 7199923f-7ea6-467d-ba65-7ede5fe1a41b on network c2072e46-5473-49c9-90a5-bf969e766c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:33:01.519584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Attempting to bind port 7199923f-7ea6-467d-ba65-7ede5fe1a41b on network c2072e46-5473-49c9-90a5-bf969e766c58 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:33:01.539859 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d919b937-c8b3-4051-9321-e02368ac62c4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Request body: {'port': {'network_id': '352c7dd0-124f-4d62-921e-889fb2098190', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1721478899', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:01.540784 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.api.validators [None req-d919b937-c8b3-4051-9321-e02368ac62c4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] bootfile-name is not in valid_values {{(pid=94867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 10:33:01.541604 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.api.validators [None req-d919b937-c8b3-4051-9321-e02368ac62c4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] tftp-server is not in valid_values {{(pid=94867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 10:33:01.542278 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.api.validators [None req-d919b937-c8b3-4051-9321-e02368ac62c4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] server-ip-address is not in valid_values {{(pid=94867) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 10:33:01.548743 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port bcdcf697-53d8-454e-b73b-ed0f3ec77e9c completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:01.563556 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-21ee50fd-7842-42fe-a693-0cc613f24019 None None] For port ec5d8ead-e5ff-41d0-90d8-5c031f7146b0, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ec5d8ead-e5ff-41d0-90d8-5c031f7146b0,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:01.564288 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-21ee50fd-7842-42fe-a693-0cc613f24019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:01.570682 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port bcdcf697-53d8-454e-b73b-ed0f3ec77e9c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:01.571318 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:01.648560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:33:01.648916 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Checking segment: {'id': '69c21b92-95c5-44c8-bf9c-ff8165f398d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:01.649312 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Bound using segment: {'id': '69c21b92-95c5-44c8-bf9c-ff8165f398d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:33:01.649770 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Bound port: 7199923f-7ea6-467d-ba65-7ede5fe1a41b, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69c21b92-95c5-44c8-bf9c-ff8165f398d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:33:01.650136 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:01.662271 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-21ee50fd-7842-42fe-a693-0cc613f24019 None None] Calling delete_port for ec5d8ead-e5ff-41d0-90d8-5c031f7146b0 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:01.678248 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] For port 7c51e280-b9b8-4400-836c-f3261c7842e0, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:33:01.705196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008dca9-8f4c-47cb-8ced-f6f52fb66388 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Pushing event updated for resources: {'Port': ['ID=09bfea57-ca65-4306-ba30-1ebf2119380b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:01.742132 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] For port 7c51e280-b9b8-4400-836c-f3261c7842e0, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7c51e280-b9b8-4400-836c-f3261c7842e0,segment=NetworkSegment(69c21b92-95c5-44c8-bf9c-ff8165f398d1),segment_id=69c21b92-95c5-44c8-bf9c-ff8165f398d1)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:33:01.744222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.objects.ports [None req-f9e7bcd8-3c68-41b1-9f52-497526c6f550 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94866) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:33:01.755661 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c2647c20-87c7-4507-842a-60cbd5722df9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:01.764066 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-21ee50fd-7842-42fe-a693-0cc613f24019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:01.764819 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9126b-2bb1-45e1-a6b1-e56dccc67aa1 req-ac4687e5-9de3-48a6-9134-8a679466352a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:01.771488 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9126b-2bb1-45e1-a6b1-e56dccc67aa1 req-ac4687e5-9de3-48a6-9134-8a679466352a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:01.773086 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cbf9126b-2bb1-45e1-a6b1-e56dccc67aa1 req-ac4687e5-9de3-48a6-9134-8a679466352a tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1677 time: 0.4439192 Aug 20 10:33:01.809311 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee50fd-7842-42fe-a693-0cc613f24019 None None] Pushing event deleted for resources: {'Port': ['ID=ec5d8ead-e5ff-41d0-90d8-5c031f7146b0,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:01.811726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ee50fd-7842-42fe-a693-0cc613f24019 None None] No DVR routers for this DVR port ec5d8ead-e5ff-41d0-90d8-5c031f7146b0 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:33:01.818927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-941d5ad2-8011-4af9-bb21-c92308fe55e3 None None] Provisioning for port 09bfea57-ca65-4306-ba30-1ebf2119380b completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:01.825127 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-941d5ad2-8011-4af9-bb21-c92308fe55e3 None None] Provisioning complete for port 09bfea57-ca65-4306-ba30-1ebf2119380b triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:01.825675 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-941d5ad2-8011-4af9-bb21-c92308fe55e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:01.840951 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:01.861511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-c5d55887-c9e1-410b-9990-0a44b8e724bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:01.863321 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-c5d55887-c9e1-410b-9990-0a44b8e724bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e1534a8-8661-4cc1-9f8b-17802db14f07 HTTP/1.1" status: 200 len: 858 time: 0.4036613 Aug 20 10:33:01.897944 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:01.916994 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-941d5ad2-8011-4af9-bb21-c92308fe55e3 None None] Port 09bfea57-ca65-4306-ba30-1ebf2119380b cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:33:01.934687 n-d-778550-11 neutron-server[94866]: WARNING neutron.services.revisions.revision_plugin [None req-f9e7bcd8-3c68-41b1-9f52-497526c6f550 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Could not find related port for resource to bump revision. Aug 20 10:33:01.943797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9e7bcd8-3c68-41b1-9f52-497526c6f550 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Port ec5d8ead-e5ff-41d0-90d8-5c031f7146b0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94866) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 20 10:33:01.945396 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9e7bcd8-3c68-41b1-9f52-497526c6f550 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Reverting IP allocation for 2001:db8::f816:3eff:feef:55e9 {{(pid=94866) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 20 10:33:01.951179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9e7bcd8-3c68-41b1-9f52-497526c6f550 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feef:55e9 {{(pid=94866) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 20 10:33:01.952805 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9e7bcd8-3c68-41b1-9f52-497526c6f550 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:01.957189 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-be446bfe-7b6e-4a8b-9bca-cccdab7415ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:01.968476 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port bcdcf697-53d8-454e-b73b-ed0f3ec77e9c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=bcdcf697-53d8-454e-b73b-ed0f3ec77e9c,segment=NetworkSegment(b514fc99-e2e4-46d0-b1f0-d0ca5f5d36a4),segment_id=b514fc99-e2e4-46d0-b1f0-d0ca5f5d36a4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:01.974330 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:02.021935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e7bcd8-3c68-41b1-9f52-497526c6f550 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:02.022392 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-233011ed-1f2c-479d-8085-f250873e4472 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2072e46-5473-49c9-90a5-bf969e766c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305909 Aug 20 10:33:02.029709 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:02.031097 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-f9e7bcd8-3c68-41b1-9f52-497526c6f550 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:02.031420 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:02.033281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=bcdcf697-53d8-454e-b73b-ed0f3ec77e9c,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:02.034852 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] 10.222.0.24 "PUT /v2.0/ports/7c51e280-b9b8-4400-836c-f3261c7842e0 HTTP/1.1" status: 200 len: 1092 time: 6.7703156 Aug 20 10:33:02.049234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7920ef12-5dea-4832-9afa-7481c88c7329 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:02.059590 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e7bcd8-3c68-41b1-9f52-497526c6f550 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:02.060228 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9e7bcd8-3c68-41b1-9f52-497526c6f550 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:02.082943 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7bcd8-3c68-41b1-9f52-497526c6f550 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=a5bb5603-1641-4281-9769-b08b439e6aeb,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:02.087101 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f9e7bcd8-3c68-41b1-9f52-497526c6f550 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9913352 Aug 20 10:33:02.090044 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58984) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:02.096053 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-c2f6ddb3-933c-485f-9943-0a321f1711f2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:02.231854 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f6ddb3-933c-485f-9943-0a321f1711f2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:02.236762 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c2f6ddb3-933c-485f-9943-0a321f1711f2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:02.240010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] For port 7199923f-7ea6-467d-ba65-7ede5fe1a41b, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:33:02.264656 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': 'a5bb5603-1641-4281-9769-b08b439e6aeb'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:33:02.266002 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:02.271149 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cbf9126b-2bb1-45e1-a6b1-e56dccc67aa1 req-b7064b2c-fa5f-4fa2-860f-4202f697427b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995309 Aug 20 10:33:02.271735 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc5001-576a-4442-b342-76f59b5afb72 service neutron] Pushing event updated for resources: {'Port': ['ID=7c51e280-b9b8-4400-836c-f3261c7842e0,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:02.306081 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] For port 7199923f-7ea6-467d-ba65-7ede5fe1a41b, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=7199923f-7ea6-467d-ba65-7ede5fe1a41b,segment=NetworkSegment(69c21b92-95c5-44c8-bf9c-ff8165f398d1),segment_id=69c21b92-95c5-44c8-bf9c-ff8165f398d1)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:33:02.311810 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:02.353880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0010018f-3ada-46f2-98ea-07e60e855f00', 'tag': '7c51e280-b9b8-4400-836c-f3261c7842e0'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:33:02.356288 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e013912c-8894-4fed-a0cb-f346896b68ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0010018f-3ada-46f2-98ea-07e60e855f00", "tag": "7c51e280-b9b8-4400-836c-f3261c7842e0"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:33:02.375796 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:02.395143 n-d-778550-11 neutron-server[94866]: INFO neutron.db.ipam_backend_mixin [None req-c2f6ddb3-933c-485f-9943-0a321f1711f2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a5bb5603-1641-4281-9769-b08b439e6aeb (CIDR: 2001:db8::/64) Aug 20 10:33:02.414447 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f6ddb3-933c-485f-9943-0a321f1711f2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:33:02.415146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f6ddb3-933c-485f-9943-0a321f1711f2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:02.425415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d919b937-c8b3-4051-9321-e02368ac62c4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Made reservation on behalf of 9993c73cf9db47a0b3345cfd51e173f7 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:02.429551 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d919b937-c8b3-4051-9321-e02368ac62c4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:02.455322 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c2f6ddb3-933c-485f-9943-0a321f1711f2 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3641925 Aug 20 10:33:02.459474 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58990) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:02.465241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b2dccfdf-5b64-4d96-bf17-07a2b2fb8977 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:02.487206 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15ccc5d-109f-428a-9aac-f44939d61307 x-openstack-request-id: req-b15ccc5d-109f-428a-9aac-f44939d61307 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:33:02.487568 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0010018f-3ada-46f2-98ea-07e60e855f00", "tag": "7c51e280-b9b8-4400-836c-f3261c7842e0", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:33:02.487745 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b15ccc5d-109f-428a-9aac-f44939d61307 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:33:02.488153 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0010018f-3ada-46f2-98ea-07e60e855f00', 'tag': '7c51e280-b9b8-4400-836c-f3261c7842e0', 'status': 'completed', 'code': 200} Aug 20 10:33:02.493659 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:02.495429 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:02.497484 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] 10.222.0.42 "PUT /v2.0/ports/7199923f-7ea6-467d-ba65-7ede5fe1a41b HTTP/1.1" status: 200 len: 1092 time: 4.9436753 Aug 20 10:33:02.535620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a3e8d6c1-d512-4bd6-821f-e2330989104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:02.538662 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a3e8d6c1-d512-4bd6-821f-e2330989104d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d332ab5d75f48d7967799c493f7e78f&device_id=0010018f-3ada-46f2-98ea-07e60e855f00 HTTP/1.1" status: 200 len: 1095 time: 0.4339736 Aug 20 10:33:02.554940 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bcab2-314a-4689-bd9d-2a3d92a81815 req-ffff8cbe-c938-4416-9dce-1c393668600f tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:02.556639 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-887bcab2-314a-4689-bd9d-2a3d92a81815 req-ffff8cbe-c938-4416-9dce-1c393668600f tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 943 time: 0.1592495 Aug 20 10:33:02.560845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Allocated IP 2001:db8::f816:3eff:fe77:1569 (7b83641d-fbeb-417a-8d09-ab733c99b474/a5bb5603-1641-4281-9769-b08b439e6aeb/99827961-0fcf-4010-a6d0-e354127c541c) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:02.572506 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc4831-50f9-4110-be82-8e0b513f7fef service neutron] Pushing event updated for resources: {'Port': ['ID=7199923f-7ea6-467d-ba65-7ede5fe1a41b,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:02.597929 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-a090e2e8-2b7f-4263-a460-e029e7d11d0c service neutron] 10.222.0.42 "GET /v2.0/networks/c2072e46-5473-49c9-90a5-bf969e766c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5558994 Aug 20 10:33:02.601340 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-d919b937-c8b3-4051-9321-e02368ac62c4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] device_id is not set on port b34e37e2-f4a9-4f96-9f78-778346f48c27 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:33:02.639254 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-887bcab2-314a-4689-bd9d-2a3d92a81815 req-013f11a3-91ab-4cf9-ae2c-c82e87d08bcb tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559204 Aug 20 10:33:02.703258 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dccfdf-5b64-4d96-bf17-07a2b2fb8977 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:02.708748 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b2dccfdf-5b64-4d96-bf17-07a2b2fb8977 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:02.767554 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-719f5a18-c12d-436d-b7cb-499cddb04ee5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c51e280-b9b8-4400-836c-f3261c7842e0 HTTP/1.1" status: 200 len: 217 time: 0.1869917 Aug 20 10:33:02.790340 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:02.804327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Transition to ACTIVE for port object 99827961-0fcf-4010-a6d0-e354127c541c will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:02.846477 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Transition to ACTIVE for port object 99827961-0fcf-4010-a6d0-e354127c541c will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:02.857509 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:02.907513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-3f377e11-8f62-45af-9504-84a222ce24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:02.909062 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-3f377e11-8f62-45af-9504-84a222ce24ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d332ab5d75f48d7967799c493f7e78f&device_id=98e23ed1-94f2-4eb8-b93c-89a358aeb18c HTTP/1.1" status: 200 len: 1095 time: 0.3274152 Aug 20 10:33:02.916841 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:02.918204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-72f0cd44-67bf-43b0-ba6e-a9f778fccbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:02.919974 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-72f0cd44-67bf-43b0-ba6e-a9f778fccbec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e1534a8-8661-4cc1-9f8b-17802db14f07 HTTP/1.1" status: 200 len: 858 time: 0.1417098 Aug 20 10:33:02.932672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:02.934827 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Pushing event updated for resources: {'Port': ['ID=99827961-0fcf-4010-a6d0-e354127c541c,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:02.937695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:03.021249 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Attempting to bind port 99827961-0fcf-4010-a6d0-e354127c541c on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:33:03.021606 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Attempting to bind port 99827961-0fcf-4010-a6d0-e354127c541c by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:33:03.021981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Attempting to bind port 99827961-0fcf-4010-a6d0-e354127c541c on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:33:03.031833 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:33:03.032241 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:03.032616 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:03.033014 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:33:03.033501 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Bound port: 99827961-0fcf-4010-a6d0-e354127c541c, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:33:03.040260 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:03.087160 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b2dccfdf-5b64-4d96-bf17-07a2b2fb8977 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:03.103358 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device bcdcf697-53d8-454e-b73b-ed0f3ec77e9c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:03.133223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dccfdf-5b64-4d96-bf17-07a2b2fb8977 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:03.138385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-b2dccfdf-5b64-4d96-bf17-07a2b2fb8977 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:03.144728 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dccfdf-5b64-4d96-bf17-07a2b2fb8977 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:03.145854 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b2dccfdf-5b64-4d96-bf17-07a2b2fb8977 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:03.155664 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:03.170334 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dccfdf-5b64-4d96-bf17-07a2b2fb8977 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=8da64fb3-451c-4aae-8e54-0ef416251600,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:03.176105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d95d9ca8-3eeb-4882-a911-2c0566fcacfe details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:33:03.178155 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b2dccfdf-5b64-4d96-bf17-07a2b2fb8977 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7170501 Aug 20 10:33:03.180582 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58994) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:03.187821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] For port 99827961-0fcf-4010-a6d0-e354127c541c, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:33:03.188476 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-8e964df8-9f6c-4bf5-8d1d-6a98951e5dfd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'mac_address': 'fa:16:3e:ae:b4:9b', 'name': 'tempest-NetworksTestDHCPv6-1332063041'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:03.218070 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] For port 99827961-0fcf-4010-a6d0-e354127c541c, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=99827961-0fcf-4010-a6d0-e354127c541c,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:33:03.262857 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:03.274711 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port bcdcf697-53d8-454e-b73b-ed0f3ec77e9c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:03.275156 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:03.337304 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd239d8-21a5-4e30-af5d-b9595da6a534 None None] Pushing event updated for resources: {'Port': ['ID=99827961-0fcf-4010-a6d0-e354127c541c,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:03.387226 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d95d9ca8-3eeb-4882-a911-2c0566fcacfe, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d95d9ca8-3eeb-4882-a911-2c0566fcacfe,segment=NetworkSegment(6d1b090d-abe0-460c-9665-270bd61cfc86),segment_id=6d1b090d-abe0-460c-9665-270bd61cfc86)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:03.414954 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-4159b890-62ef-4b09-a161-87e3193f2ebd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7199923f-7ea6-467d-ba65-7ede5fe1a41b HTTP/1.1" status: 200 len: 217 time: 0.4771855 Aug 20 10:33:03.416957 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-07e83250-25c4-4338-89b3-f2e7ec8d6034 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2072e46-5473-49c9-90a5-bf969e766c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4623387 Aug 20 10:33:03.437819 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-6a58d4bd-8401-44ca-a313-4fe1b1d992d2 service neutron] 10.222.0.42 "GET /v2.0/networks/c2072e46-5473-49c9-90a5-bf969e766c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8238451 Aug 20 10:33:03.447882 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'd95d9ca8-3eeb-4882-a911-2c0566fcacfe', 'network_id': '97215628-4e08-4830-bab0-0e197b700456', 'port_id': 'd95d9ca8-3eeb-4882-a911-2c0566fcacfe', 'mac_address': 'fa:16:3e:61:ad:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8829e16-b145-42f0-911f-49e5eeb8baf2', 'ip_address': '19.86.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:33:03.523951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-d919b937-c8b3-4051-9321-e02368ac62c4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Allocated IP 2001:db8::2a3 (352c7dd0-124f-4d62-921e-889fb2098190/5837f514-1482-4b4a-9cde-3e9ff7d20903/b34e37e2-f4a9-4f96-9f78-778346f48c27) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:03.619210 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:03.677808 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95d9ca8-3eeb-4882-a911-2c0566fcacfe {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:33:03.717753 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d95d9ca8-3eeb-4882-a911-2c0566fcacfe, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d95d9ca8-3eeb-4882-a911-2c0566fcacfe,segment=NetworkSegment(6d1b090d-abe0-460c-9665-270bd61cfc86),segment_id=6d1b090d-abe0-460c-9665-270bd61cfc86)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:03.721697 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ec5d8ead-e5ff-41d0-90d8-5c031f7146b0 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:33:03.727000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e964df8-9f6c-4bf5-8d1d-6a98951e5dfd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:03.754169 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: ec5d8ead-e5ff-41d0-90d8-5c031f7146b0 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:33:03.754611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ec5d8ead-e5ff-41d0-90d8-5c031f7146b0 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:33:03.757282 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:03.758301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2d8b27ec-0f04-4d12-b452-e696a38c7438 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:33:03.759194 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-c5337657-3f1f-45d1-b219-9c3d2507da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:03.761071 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-c5337657-3f1f-45d1-b219-9c3d2507da5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e1534a8-8661-4cc1-9f8b-17802db14f07 HTTP/1.1" status: 200 len: 858 time: 0.3365722 Aug 20 10:33:03.833022 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456a960-f49a-4867-9a17-c763521292f0 req-d45ce6db-7340-42b0-8bcf-91ef43a50fe9 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:03.841445 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456a960-f49a-4867-9a17-c763521292f0 req-d45ce6db-7340-42b0-8bcf-91ef43a50fe9 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:03.843241 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4456a960-f49a-4867-9a17-c763521292f0 req-d45ce6db-7340-42b0-8bcf-91ef43a50fe9 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1677 time: 0.4389493 Aug 20 10:33:03.887079 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-0dd8ff45-0007-418b-92db-c3f10958598d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2072e46-5473-49c9-90a5-bf969e766c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151581 Aug 20 10:33:03.912529 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5e621-4c3b-4c9b-a897-bd3535bc7165 req-6492c1c9-9d60-4360-9146-a6753888ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:03.915342 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d95d9ca8-3eeb-4882-a911-2c0566fcacfe,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:03.917147 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bf5e621-4c3b-4c9b-a897-bd3535bc7165 req-6492c1c9-9d60-4360-9146-a6753888ba87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d332ab5d75f48d7967799c493f7e78f&device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 1095 time: 0.3574016 Aug 20 10:33:03.921283 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47dce07-4dd8-42f5-92d8-9cb42bdf23ce req-feec4fa3-b183-4605-8f7a-99f29dc2a5b5 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:03.923268 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f47dce07-4dd8-42f5-92d8-9cb42bdf23ce req-feec4fa3-b183-4605-8f7a-99f29dc2a5b5 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 943 time: 0.0961895 Aug 20 10:33:03.967034 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e964df8-9f6c-4bf5-8d1d-6a98951e5dfd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:03.975899 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 2d8b27ec-0f04-4d12-b452-e696a38c7438, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2d8b27ec-0f04-4d12-b452-e696a38c7438,segment=NetworkSegment(9afefd52-8692-4c02-abcb-9840fdc47b21),segment_id=9afefd52-8692-4c02-abcb-9840fdc47b21)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:03.989567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '2d8b27ec-0f04-4d12-b452-e696a38c7438', 'network_id': '68a5325e-a73b-4f4b-8879-71cd6e70b76b', 'port_id': '2d8b27ec-0f04-4d12-b452-e696a38c7438', 'mac_address': 'fa:16:3e:d8:8e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95fae2b9-96fc-42e9-b3ce-55292e5f89cc', 'ip_address': '19.80.0.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:33:04.022995 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f47dce07-4dd8-42f5-92d8-9cb42bdf23ce req-e4afd34b-8ac7-4815-95a8-17fb5093bbca tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854304 Aug 20 10:33:04.030053 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-8e964df8-9f6c-4bf5-8d1d-6a98951e5dfd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port 46ca18c1-587c-4861-95db-655afc98d075 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:33:04.030334 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:04.046174 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8b27ec-0f04-4d12-b452-e696a38c7438 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:33:04.070542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 2d8b27ec-0f04-4d12-b452-e696a38c7438, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2d8b27ec-0f04-4d12-b452-e696a38c7438,segment=NetworkSegment(9afefd52-8692-4c02-abcb-9840fdc47b21),segment_id=9afefd52-8692-4c02-abcb-9840fdc47b21)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:04.075785 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:04.143277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=2d8b27ec-0f04-4d12-b452-e696a38c7438,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:04.175794 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-17516e48-df90-4785-8843-41c873ad0556 service neutron] 10.222.0.24 "GET /v2.0/networks/c2072e46-5473-49c9-90a5-bf969e766c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7356391 Aug 20 10:33:04.225188 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-c2647c20-87c7-4507-842a-60cbd5722df9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting port fdbfdd98-1bd6-483b-bf7f-45919a625093 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:04.225622 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c2647c20-87c7-4507-842a-60cbd5722df9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:04.246967 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4456a960-f49a-4867-9a17-c763521292f0 req-e774375d-9272-4dfd-aa40-1c9b4287f7f2 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678000 Aug 20 10:33:04.247474 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-8e964df8-9f6c-4bf5-8d1d-6a98951e5dfd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8:0:1::3c (7b83641d-fbeb-417a-8d09-ab733c99b474/8da64fb3-451c-4aae-8e54-0ef416251600/46ca18c1-587c-4861-95db-655afc98d075) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:04.256623 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-8e964df8-9f6c-4bf5-8d1d-6a98951e5dfd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::f816:3eff:feae:b49b (7b83641d-fbeb-417a-8d09-ab733c99b474/a5bb5603-1641-4281-9769-b08b439e6aeb/46ca18c1-587c-4861-95db-655afc98d075) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:04.393518 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-cee39190-c6c8-49c7-bade-7cbddfebec6d service neutron] 10.222.0.42 "GET /v2.0/networks/c2072e46-5473-49c9-90a5-bf969e766c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618440 Aug 20 10:33:04.419537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['d95d9ca8-3eeb-4882-a911-2c0566fcacfe'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:33:04.440954 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e964df8-9f6c-4bf5-8d1d-6a98951e5dfd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:04.458679 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-8e964df8-9f6c-4bf5-8d1d-6a98951e5dfd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object 46ca18c1-587c-4861-95db-655afc98d075 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:04.520020 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e964df8-9f6c-4bf5-8d1d-6a98951e5dfd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:04.577863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5e621-4c3b-4c9b-a897-bd3535bc7165 req-1d73a539-6c01-4fa2-b50e-f6e3512c2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:04.583604 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bf5e621-4c3b-4c9b-a897-bd3535bc7165 req-1d73a539-6c01-4fa2-b50e-f6e3512c2ffc service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2072e46-5473-49c9-90a5-bf969e766c58 HTTP/1.1" status: 200 len: 919 time: 0.6131420 Aug 20 10:33:04.584216 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e23ed1-94f2-4eb8-b93c-89a358aeb18c', 'tag': '7199923f-7ea6-467d-ba65-7ede5fe1a41b'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:33:04.588562 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a345d2ab-d710-4e49-a6bd-1867298c3b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "98e23ed1-94f2-4eb8-b93c-89a358aeb18c", "tag": "7199923f-7ea6-467d-ba65-7ede5fe1a41b"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:33:04.599380 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-d54e4642-a3df-41b2-bc47-a4d02648da3b service neutron] 10.222.0.24 "GET /v2.0/networks/c2072e46-5473-49c9-90a5-bf969e766c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943069 Aug 20 10:33:04.608034 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e964df8-9f6c-4bf5-8d1d-6a98951e5dfd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:04.611173 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-8e964df8-9f6c-4bf5-8d1d-6a98951e5dfd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:04.614026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e964df8-9f6c-4bf5-8d1d-6a98951e5dfd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:04.620624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e964df8-9f6c-4bf5-8d1d-6a98951e5dfd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:04.621281 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e964df8-9f6c-4bf5-8d1d-6a98951e5dfd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:04.645227 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e964df8-9f6c-4bf5-8d1d-6a98951e5dfd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=46ca18c1-587c-4861-95db-655afc98d075,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:04.663362 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8e964df8-9f6c-4bf5-8d1d-6a98951e5dfd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4817965 Aug 20 10:33:04.664485 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59006) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:04.675919 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d919b937-c8b3-4051-9321-e02368ac62c4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:04.702604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-d919b937-c8b3-4051-9321-e02368ac62c4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Transition to ACTIVE for port object b34e37e2-f4a9-4f96-9f78-778346f48c27 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:04.735506 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c2647c20-87c7-4507-842a-60cbd5722df9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:04.750503 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:04.752700 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-c2647c20-87c7-4507-842a-60cbd5722df9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Calling delete_port for fdbfdd98-1bd6-483b-bf7f-45919a625093 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:04.781764 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8582025-011a-4c6b-b3ba-745ce26119cf x-openstack-request-id: req-c8582025-011a-4c6b-b3ba-745ce26119cf {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:33:04.782042 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e23ed1-94f2-4eb8-b93c-89a358aeb18c", "tag": "7199923f-7ea6-467d-ba65-7ede5fe1a41b", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:33:04.782301 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8582025-011a-4c6b-b3ba-745ce26119cf {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:33:04.782729 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e23ed1-94f2-4eb8-b93c-89a358aeb18c', 'tag': '7199923f-7ea6-467d-ba65-7ede5fe1a41b', 'status': 'completed', 'code': 200} Aug 20 10:33:04.799820 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-e4226a34-13df-4ea1-919a-c01c0bd90e60 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port 46ca18c1-587c-4861-95db-655afc98d075 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:04.800355 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e4226a34-13df-4ea1-919a-c01c0bd90e60 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:04.893014 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bf5e621-4c3b-4c9b-a897-bd3535bc7165 req-82990354-55c7-407e-94e0-105182dee022 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbd2a08e-6f65-467d-b2d7-3720544465b4 HTTP/1.1" status: 200 len: 217 time: 0.2681592 Aug 20 10:33:04.899101 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc01b16f-41c7-4eab-8369-813e53625d04 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:04.911189 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e4226a34-13df-4ea1-919a-c01c0bd90e60 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:04.926519 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-e4226a34-13df-4ea1-919a-c01c0bd90e60 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for 46ca18c1-587c-4861-95db-655afc98d075 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:05.014696 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d63fb06-1aff-48a5-b711-ea877649bf3e req-73a3699e-4bb6-4022-b8b8-5aa10bfabfb1 service neutron] 10.222.0.42 "GET /v2.0/networks/c2072e46-5473-49c9-90a5-bf969e766c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005702 Aug 20 10:33:05.018301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ec54e3d3-7971-458d-b1ad-91e1582ee20b None None] Provisioning for port 99827961-0fcf-4010-a6d0-e354127c541c completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:05.033570 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d919b937-c8b3-4051-9321-e02368ac62c4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:05.058997 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013912c-8894-4fed-a0cb-f346896b68ef req-18bc4323-108e-467e-a12b-ff905fc0b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:05.060602 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e013912c-8894-4fed-a0cb-f346896b68ef req-18bc4323-108e-467e-a12b-ff905fc0b0b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d332ab5d75f48d7967799c493f7e78f&device_id=0010018f-3ada-46f2-98ea-07e60e855f00 HTTP/1.1" status: 200 len: 1095 time: 0.2808154 Aug 20 10:33:05.166050 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 99827961-0fcf-4010-a6d0-e354127c541c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:05.181254 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e4226a34-13df-4ea1-919a-c01c0bd90e60 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:05.209623 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919b937-c8b3-4051-9321-e02368ac62c4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Pushing event updated for resources: {'Port': ['ID=b34e37e2-f4a9-4f96-9f78-778346f48c27,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:05.220247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4226a34-13df-4ea1-919a-c01c0bd90e60 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=46ca18c1-587c-4861-95db-655afc98d075,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:05.231895 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d919b937-c8b3-4051-9321-e02368ac62c4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Network 352c7dd0-124f-4d62-921e-889fb2098190 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:05.257354 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-d919b937-c8b3-4051-9321-e02368ac62c4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:05.261584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5e621-4c3b-4c9b-a897-bd3535bc7165 req-af7187bf-a8bd-451a-a3f7-46b945f4960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:05.263505 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bf5e621-4c3b-4c9b-a897-bd3535bc7165 req-af7187bf-a8bd-451a-a3f7-46b945f4960c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e1534a8-8661-4cc1-9f8b-17802db14f07 HTTP/1.1" status: 200 len: 858 time: 0.3439877 Aug 20 10:33:05.266994 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d919b937-c8b3-4051-9321-e02368ac62c4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:05.273890 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d919b937-c8b3-4051-9321-e02368ac62c4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:05.274331 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d919b937-c8b3-4051-9321-e02368ac62c4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:05.343538 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e4226a34-13df-4ea1-919a-c01c0bd90e60 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:05.349709 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e4226a34-13df-4ea1-919a-c01c0bd90e60 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/46ca18c1-587c-4861-95db-655afc98d075 HTTP/1.1" status: 204 len: 168 time: 0.6815896 Aug 20 10:33:05.349961 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59012) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:05.359838 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d919b937-c8b3-4051-9321-e02368ac62c4 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.8396637 Aug 20 10:33:05.378936 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59014) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:05.439603 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 99827961-0fcf-4010-a6d0-e354127c541c completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:05.446919 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 99827961-0fcf-4010-a6d0-e354127c541c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:05.447468 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:05.519139 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31214c31-9a06-4d01-99cf-e86f53b5d4b6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:05.523693 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-31214c31-9a06-4d01-99cf-e86f53b5d4b6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1699841 Aug 20 10:33:05.532750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59016) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:05.545487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ec32d6-8ac4-439d-86b4-7b23f67a1fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:05.561800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ec32d6-8ac4-439d-86b4-7b23f67a1fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:05.563953 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bf5e621-4c3b-4c9b-a897-bd3535bc7165 req-b6cc0c0b-7681-4a26-b465-12a08645ee41 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2072e46-5473-49c9-90a5-bf969e766c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2113609 Aug 20 10:33:05.568344 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c2647c20-87c7-4507-842a-60cbd5722df9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:05.570253 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbba6ef-672d-422f-906c-d4f7367bcd21 None None] Update dhcp port {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'fixed_ips': [{'subnet_id': 'a5bb5603-1641-4281-9769-b08b439e6aeb', 'ip_address': '2001:db8::f816:3eff:fe77:1569'}, {'subnet_id': '8da64fb3-451c-4aae-8e54-0ef416251600'}], 'binding:host_id': 'n-d-778550-11'}, 'id': '99827961-0fcf-4010-a6d0-e354127c541c'} from n-d-778550-11. {{(pid=94868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 10:33:05.577491 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['2d8b27ec-0f04-4d12-b452-e696a38c7438'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:33:05.577648 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ec32d6-8ac4-439d-86b4-7b23f67a1fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:05.585658 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d9ec32d6-8ac4-439d-86b4-7b23f67a1fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.2072008 Aug 20 10:33:05.594979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59018) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:05.650624 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345d2ab-d710-4e49-a6bd-1867298c3b2c req-d3769d60-c88d-4289-9de0-78ee0554f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:05.659391 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a345d2ab-d710-4e49-a6bd-1867298c3b2c req-d3769d60-c88d-4289-9de0-78ee0554f1bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d332ab5d75f48d7967799c493f7e78f&device_id=98e23ed1-94f2-4eb8-b93c-89a358aeb18c HTTP/1.1" status: 200 len: 1095 time: 0.4154692 Aug 20 10:33:05.677420 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-acbba6ef-672d-422f-906c-d4f7367bcd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:05.696081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61668a9-e976-4df7-9996-888367caa4ca req-0b8ebc11-355e-4470-96e6-62c0021bd9b1 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:05.703432 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61668a9-e976-4df7-9996-888367caa4ca req-0b8ebc11-355e-4470-96e6-62c0021bd9b1 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:05.705093 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d61668a9-e976-4df7-9996-888367caa4ca req-0b8ebc11-355e-4470-96e6-62c0021bd9b1 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1679 time: 0.3279941 Aug 20 10:33:05.729805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2647c20-87c7-4507-842a-60cbd5722df9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Port': ['ID=fdbfdd98-1bd6-483b-bf7f-45919a625093,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:05.761861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a7636-e0c5-492b-aaab-8cdb54a50178 req-9eff5c7c-1124-426c-8ca2-d6508f61ddd5 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:05.763693 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b07a7636-e0c5-492b-aaab-8cdb54a50178 req-9eff5c7c-1124-426c-8ca2-d6508f61ddd5 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 943 time: 0.5186975 Aug 20 10:33:05.784872 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec37949-bc25-4718-88fb-97a53f9a2b6e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:05.786478 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dec37949-bc25-4718-88fb-97a53f9a2b6e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2524908 Aug 20 10:33:05.789773 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59024) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:05.813953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013912c-8894-4fed-a0cb-f346896b68ef req-c46d4747-5b19-4b30-8e01-fcce61282798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:05.815485 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e013912c-8894-4fed-a0cb-f346896b68ef req-c46d4747-5b19-4b30-8e01-fcce61282798 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c2072e46-5473-49c9-90a5-bf969e766c58 HTTP/1.1" status: 200 len: 919 time: 0.6740813 Aug 20 10:33:05.834759 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device cbd2a08e-6f65-467d-b2d7-3720544465b4 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:33:05.860008 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d61668a9-e976-4df7-9996-888367caa4ca req-87607e3c-afbe-4060-a669-0fc411351501 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231875 Aug 20 10:33:05.885180 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7259a32b-c7f8-4ce7-8374-736fb19e638b None None] Provisioning for port b34e37e2-f4a9-4f96-9f78-778346f48c27 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:05.898564 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cd010-1b22-40f7-924a-e669503d33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Deleting port b34e37e2-f4a9-4f96-9f78-778346f48c27 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:05.899208 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd010-1b22-40f7-924a-e669503d33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:05.905091 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:05.931255 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7259a32b-c7f8-4ce7-8374-736fb19e638b None None] Provisioning complete for port b34e37e2-f4a9-4f96-9f78-778346f48c27 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:05.931255 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7259a32b-c7f8-4ce7-8374-736fb19e638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:05.992913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9076a956-c802-453b-b4fd-36f6605ecf48 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:05.994471 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9076a956-c802-453b-b4fd-36f6605ecf48 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:05.996455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9076a956-c802-453b-b4fd-36f6605ecf48 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:06.000814 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9076a956-c802-453b-b4fd-36f6605ecf48 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2022164 Aug 20 10:33:06.001738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59026) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:06.046333 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.resource_extend [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:33:06.109701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-407d6c43-cc69-4071-a9ca-ffc2885df372 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet 8da64fb3-451c-4aae-8e54-0ef416251600 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:33:06.116896 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd010-1b22-40f7-924a-e669503d33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:06.119873 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-407d6c43-cc69-4071-a9ca-ffc2885df372 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:06.158082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cd010-1b22-40f7-924a-e669503d33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Calling delete_port for b34e37e2-f4a9-4f96-9f78-778346f48c27 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:06.180510 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-407d6c43-cc69-4071-a9ca-ffc2885df372 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:06.195375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 99827961-0fcf-4010-a6d0-e354127c541c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=99827961-0fcf-4010-a6d0-e354127c541c,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:06.201069 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7259a32b-c7f8-4ce7-8374-736fb19e638b None None] Port b34e37e2-f4a9-4f96-9f78-778346f48c27 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:33:06.221612 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:06.293615 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e013912c-8894-4fed-a0cb-f346896b68ef req-cf047249-b774-4546-acf4-3572053ce5e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c51e280-b9b8-4400-836c-f3261c7842e0 HTTP/1.1" status: 200 len: 217 time: 0.4554591 Aug 20 10:33:06.310852 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-407d6c43-cc69-4071-a9ca-ffc2885df372 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:06.321537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port cbd2a08e-6f65-467d-b2d7-3720544465b4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cbd2a08e-6f65-467d-b2d7-3720544465b4,segment=NetworkSegment(69c21b92-95c5-44c8-bf9c-ff8165f398d1),segment_id=69c21b92-95c5-44c8-bf9c-ff8165f398d1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:06.335937 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bf5e621-4c3b-4c9b-a897-bd3535bc7165 req-876035bb-1ce4-4a4b-919f-38159b493866 service neutron] 10.222.0.42 "GET /v2.0/networks/c2072e46-5473-49c9-90a5-bf969e766c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7487462 Aug 20 10:33:06.348404 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=99827961-0fcf-4010-a6d0-e354127c541c,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:06.355377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'cbd2a08e-6f65-467d-b2d7-3720544465b4', 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58', 'port_id': 'cbd2a08e-6f65-467d-b2d7-3720544465b4', 'mac_address': 'fa:16:3e:fc:7c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1534a8-8661-4cc1-9f8b-17802db14f07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:33:06.398943 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:06.412938 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd2a08e-6f65-467d-b2d7-3720544465b4 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server [None req-acbba6ef-672d-422f-906c-d4f7367bcd21 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8da64fb3-451c-4aae-8e54-0ef416251600: This subnet is being modified by another concurrent operation. Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 10:33:06.431315 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise exception Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8da64fb3-451c-4aae-8e54-0ef416251600: This subnet is being modified by another concurrent operation. Aug 20 10:33:06.439656 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server Aug 20 10:33:06.445642 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-407d6c43-cc69-4071-a9ca-ffc2885df372 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:06.445814 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port cbd2a08e-6f65-467d-b2d7-3720544465b4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cbd2a08e-6f65-467d-b2d7-3720544465b4,segment=NetworkSegment(69c21b92-95c5-44c8-bf9c-ff8165f398d1),segment_id=69c21b92-95c5-44c8-bf9c-ff8165f398d1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:06.450635 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:06.469405 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c2647c20-87c7-4507-842a-60cbd5722df9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:06.475819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d6c43-cc69-4071-a9ca-ffc2885df372 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=8da64fb3-451c-4aae-8e54-0ef416251600,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:06.478172 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-407d6c43-cc69-4071-a9ca-ffc2885df372 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:06.480828 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-407d6c43-cc69-4071-a9ca-ffc2885df372 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/8da64fb3-451c-4aae-8e54-0ef416251600 HTTP/1.1" status: 204 len: 168 time: 0.4783573 Aug 20 10:33:06.484360 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59028) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:06.515880 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b07a7636-e0c5-492b-aaab-8cdb54a50178 req-de37c2b4-7148-47d0-b91a-df82cacaef7c tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7328472 Aug 20 10:33:06.521368 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345d2ab-d710-4e49-a6bd-1867298c3b2c req-06683594-b3a9-4041-b524-1b1b80c4b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:06.523552 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a345d2ab-d710-4e49-a6bd-1867298c3b2c req-06683594-b3a9-4041-b524-1b1b80c4b6be service neutron] 10.222.0.42 "GET /v2.0/networks?id=c2072e46-5473-49c9-90a5-bf969e766c58 HTTP/1.1" status: 200 len: 919 time: 0.8361566 Aug 20 10:33:06.541719 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013912c-8894-4fed-a0cb-f346896b68ef req-7cd728dd-9548-4e21-887c-fe63fabad7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:06.543423 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=cbd2a08e-6f65-467d-b2d7-3720544465b4,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:06.544460 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e013912c-8894-4fed-a0cb-f346896b68ef req-7cd728dd-9548-4e21-887c-fe63fabad7b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e1534a8-8661-4cc1-9f8b-17802db14f07 HTTP/1.1" status: 200 len: 858 time: 0.2104425 Aug 20 10:33:06.562921 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd010-1b22-40f7-924a-e669503d33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:06.603120 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b9f79d-1dc2-4113-8f18-a6dc797005c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet a5bb5603-1641-4281-9769-b08b439e6aeb {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:33:06.608756 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-76b9f79d-1dc2-4113-8f18-a6dc797005c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:06.612026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cd010-1b22-40f7-924a-e669503d33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Pushing event deleted for resources: {'Port': ['ID=b34e37e2-f4a9-4f96-9f78-778346f48c27,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:06.625692 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-73b30abc-f573-4cd1-941a-25ede4201158 None None] Could not find standard attr ID for object 46ca18c1-587c-4861-95db-655afc98d075. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:33:06.646382 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-73b30abc-f573-4cd1-941a-25ede4201158 None None] Provisioning complete for port 99827961-0fcf-4010-a6d0-e354127c541c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:06.657251 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-73b30abc-f573-4cd1-941a-25ede4201158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:06.660847 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a345d2ab-d710-4e49-a6bd-1867298c3b2c req-ac25abf0-9fcc-4753-908b-875b7ced6fe7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7199923f-7ea6-467d-ba65-7ede5fe1a41b HTTP/1.1" status: 200 len: 217 time: 0.1158216 Aug 20 10:33:06.662750 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e013912c-8894-4fed-a0cb-f346896b68ef req-9ca7bb7a-419e-44e4-b118-353e85687a12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c2072e46-5473-49c9-90a5-bf969e766c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759110 Aug 20 10:33:06.672740 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd010-1b22-40f7-924a-e669503d33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:06.680615 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9f6cd010-1b22-40f7-924a-e669503d33b9 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] 10.222.0.16 "DELETE /v2.0/ports/b34e37e2-f4a9-4f96-9f78-778346f48c27 HTTP/1.1" status: 204 len: 168 time: 1.0769079 Aug 20 10:33:06.681443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59030) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:06.697491 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-957cc6fc-0cbe-48c1-bb53-96450c1e9a7c tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Request body: {'port': {'name': 'tempest-new-port-name-1262020756', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:06.698123 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.api.validators [None req-957cc6fc-0cbe-48c1-bb53-96450c1e9a7c tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] bootfile-name is not in valid_values {{(pid=94866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 10:33:06.698957 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.api.validators [None req-957cc6fc-0cbe-48c1-bb53-96450c1e9a7c tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] tftp-server is not in valid_values {{(pid=94866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 10:33:06.699762 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.api.validators [None req-957cc6fc-0cbe-48c1-bb53-96450c1e9a7c tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] server-ip-address is not in valid_values {{(pid=94866) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 10:33:06.751910 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-76b9f79d-1dc2-4113-8f18-a6dc797005c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:06.759199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['cbd2a08e-6f65-467d-b2d7-3720544465b4'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:33:06.864898 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bf5e621-4c3b-4c9b-a897-bd3535bc7165 req-347e0a08-9294-4464-a7a8-d063da6176ef service neutron] 10.222.0.42 "GET /v2.0/networks/c2072e46-5473-49c9-90a5-bf969e766c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175903 Aug 20 10:33:06.865401 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-957cc6fc-0cbe-48c1-bb53-96450c1e9a7c tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:06.922462 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345d2ab-d710-4e49-a6bd-1867298c3b2c req-f62f427c-1ba9-42b7-8950-e912e8ef1255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:06.924024 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a345d2ab-d710-4e49-a6bd-1867298c3b2c req-f62f427c-1ba9-42b7-8950-e912e8ef1255 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4e1534a8-8661-4cc1-9f8b-17802db14f07 HTTP/1.1" status: 200 len: 858 time: 0.2205093 Aug 20 10:33:06.994723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-74aed65e-1172-4b75-8ef7-c99edd7fa89e None None] Could not find standard attr ID for object 46ca18c1-587c-4861-95db-655afc98d075. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:33:06.998293 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a345d2ab-d710-4e49-a6bd-1867298c3b2c req-a8775fcc-ff02-43c9-8ba4-2e0d08329ce4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c2072e46-5473-49c9-90a5-bf969e766c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654204 Aug 20 10:33:07.010575 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2647c20-87c7-4507-842a-60cbd5722df9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router 73d94dcb-e12a-4ec8-b60c-34b8415696fa has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:33:07.014472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-76b9f79d-1dc2-4113-8f18-a6dc797005c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:07.072665 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862dee16-c6c9-4362-9817-a1e2cf317586 None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:33:07.098959 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e013912c-8894-4fed-a0cb-f346896b68ef req-968609eb-009c-4899-a587-30a554713be8 service neutron] 10.222.0.24 "GET /v2.0/networks/c2072e46-5473-49c9-90a5-bf969e766c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049568 Aug 20 10:33:07.210547 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f24ba-042b-45e7-92d3-bafbf8be1a27 req-5a1ce3f5-bf65-40d1-83ba-4db8dceb9b79 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:07.217251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f24ba-042b-45e7-92d3-bafbf8be1a27 req-5a1ce3f5-bf65-40d1-83ba-4db8dceb9b79 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:07.219089 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a8f24ba-042b-45e7-92d3-bafbf8be1a27 req-5a1ce3f5-bf65-40d1-83ba-4db8dceb9b79 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1679 time: 0.2336473 Aug 20 10:33:07.245621 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-76b9f79d-1dc2-4113-8f18-a6dc797005c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:07.250520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2647c20-87c7-4507-842a-60cbd5722df9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:33:07.261668 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e122621e-9d07-4f7b-adb8-61b53372da16 None None] Sync routers for ids ['73d94dcb-e12a-4ec8-b60c-34b8415696fa'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:33:07.262812 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c2647c20-87c7-4507-842a-60cbd5722df9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/73d94dcb-e12a-4ec8-b60c-34b8415696fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9959877 Aug 20 10:33:07.268659 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59038) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:07.275797 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e122621e-9d07-4f7b-adb8-61b53372da16 None None] Routers {'73d94dcb-e12a-4ec8-b60c-34b8415696fa'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:33:07.282856 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862dee16-c6c9-4362-9817-a1e2cf317586 None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:33:07.284365 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e122621e-9d07-4f7b-adb8-61b53372da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:33:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['73d94dcb-e12a-4ec8-b60c-34b8415696fa'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:07.287177 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 99827961-0fcf-4010-a6d0-e354127c541c no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:33:07.288719 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a345d2ab-d710-4e49-a6bd-1867298c3b2c req-8226588d-5e5f-44dc-ade4-b069b8067cab service neutron] 10.222.0.42 "GET /v2.0/networks/c2072e46-5473-49c9-90a5-bf969e766c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729971 Aug 20 10:33:07.290222 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d95d9ca8-3eeb-4882-a911-2c0566fcacfe up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:07.338616 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-76b9f79d-1dc2-4113-8f18-a6dc797005c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:07.343401 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-76b9f79d-1dc2-4113-8f18-a6dc797005c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/a5bb5603-1641-4281-9769-b08b439e6aeb HTTP/1.1" status: 204 len: 168 time: 0.8579962 Aug 20 10:33:07.348700 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59040) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:07.351421 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e122621e-9d07-4f7b-adb8-61b53372da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:07.356028 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b572a6cd-5922-4936-b735-ee132b366e24 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d94dcb-e12a-4ec8-b60c-34b8415696fa HTTP/1.1" status: 200 len: 205 time: 0.0749731 Aug 20 10:33:07.356952 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9f79d-1dc2-4113-8f18-a6dc797005c1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=a5bb5603-1641-4281-9769-b08b439e6aeb,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:07.362610 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e122621e-9d07-4f7b-adb8-61b53372da16 None None] Routers {'73d94dcb-e12a-4ec8-b60c-34b8415696fa'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:33:07.362734 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e122621e-9d07-4f7b-adb8-61b53372da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:33:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['73d94dcb-e12a-4ec8-b60c-34b8415696fa'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:07.378974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59042) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:07.431546 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e122621e-9d07-4f7b-adb8-61b53372da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:07.432541 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e122621e-9d07-4f7b-adb8-61b53372da16 None None] The sync data for ids ['73d94dcb-e12a-4ec8-b60c-34b8415696fa'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:33:07.458216 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e013912c-8894-4fed-a0cb-f346896b68ef req-8a7253b7-f3bf-4a86-9d11-e0382e66560a service neutron] 10.222.0.24 "GET /v2.0/networks/c2072e46-5473-49c9-90a5-bf969e766c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492610 Aug 20 10:33:07.502947 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a345d2ab-d710-4e49-a6bd-1867298c3b2c req-d0f0e471-a8e1-4004-9045-595232683b21 service neutron] 10.222.0.42 "GET /v2.0/networks/c2072e46-5473-49c9-90a5-bf969e766c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064285 Aug 20 10:33:07.512495 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cca30dae-125d-433d-98ee-3bcc8607c304 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1442645 Aug 20 10:33:07.512626 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59048) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:07.523937 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5ad0c4b5-0d30-46ae-a0d3-a750b7bf4723 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:07.524723 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a8f24ba-042b-45e7-92d3-bafbf8be1a27 req-36b682bc-d586-45a7-9752-a5e83199d93d tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945151 Aug 20 10:33:07.557782 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port d95d9ca8-3eeb-4882-a911-2c0566fcacfe completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:07.612898 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port d95d9ca8-3eeb-4882-a911-2c0566fcacfe triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:07.612898 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:07.640806 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90da7c06-2700-404e-8dcb-464572caae86 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:07.684638 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:07.755613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 7199923f-7ea6-467d-ba65-7ede5fe1a41b details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:33:07.788881 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 99827961-0fcf-4010-a6d0-e354127c541c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=99827961-0fcf-4010-a6d0-e354127c541c,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:07.798518 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:07.813431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76510aa9-70df-4151-b84a-b33506aef69b req-be380617-cdce-4f3a-8362-13618e03f757 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:07.814705 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-76510aa9-70df-4151-b84a-b33506aef69b req-be380617-cdce-4f3a-8362-13618e03f757 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 944 time: 0.1644442 Aug 20 10:33:07.818586 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad0c4b5-0d30-46ae-a0d3-a750b7bf4723 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:07.825399 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c4b5-0d30-46ae-a0d3-a750b7bf4723 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:07.828728 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-957cc6fc-0cbe-48c1-bb53-96450c1e9a7c tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:07.837824 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-957cc6fc-0cbe-48c1-bb53-96450c1e9a7c tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:07.991836 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:07.992778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-957cc6fc-0cbe-48c1-bb53-96450c1e9a7c tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] In _notify_port_updated(), no bound segment for port 09bfea57-ca65-4306-ba30-1ebf2119380b on network 352c7dd0-124f-4d62-921e-889fb2098190 {{(pid=94866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:33:07.999329 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957cc6fc-0cbe-48c1-bb53-96450c1e9a7c tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:08.000135 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-957cc6fc-0cbe-48c1-bb53-96450c1e9a7c tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:08.004399 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-957cc6fc-0cbe-48c1-bb53-96450c1e9a7c tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] 10.222.0.16 "PUT /v2.0/ports/09bfea57-ca65-4306-ba30-1ebf2119380b HTTP/1.1" status: 200 len: 1130 time: 1.3142679 Aug 20 10:33:08.009196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59074) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:08.031693 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=99827961-0fcf-4010-a6d0-e354127c541c,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:08.072198 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90da7c06-2700-404e-8dcb-464572caae86 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:08.077082 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac941fe-0049-4167-8acb-dd077835e22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95d9ca8-3eeb-4882-a911-2c0566fcacfe'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:33:08.079566 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce2ec2f-6541-4b51-bc79-cf5143646719" -d '{"events": [{"server_uuid": "5ac941fe-0049-4167-8acb-dd077835e22b", "name": "network-vif-plugged", "status": "completed", "tag": "d95d9ca8-3eeb-4882-a911-2c0566fcacfe"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:33:08.104955 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90da7c06-2700-404e-8dcb-464572caae86 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:08.108693 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfbfede-47c2-44c3-af38-0b498d4eff90 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:08.110847 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dcfbfede-47c2-44c3-af38-0b498d4eff90 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] 10.222.0.16 "GET /v2.0/ports/09bfea57-ca65-4306-ba30-1ebf2119380b HTTP/1.1" status: 200 len: 1130 time: 0.1003838 Aug 20 10:33:08.116804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 7199923f-7ea6-467d-ba65-7ede5fe1a41b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=7199923f-7ea6-467d-ba65-7ede5fe1a41b,segment=NetworkSegment(69c21b92-95c5-44c8-bf9c-ff8165f398d1),segment_id=69c21b92-95c5-44c8-bf9c-ff8165f398d1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:08.121355 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59080) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:08.123798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d95d9ca8-3eeb-4882-a911-2c0566fcacfe, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d95d9ca8-3eeb-4882-a911-2c0566fcacfe,segment=NetworkSegment(6d1b090d-abe0-460c-9665-270bd61cfc86),segment_id=6d1b090d-abe0-460c-9665-270bd61cfc86)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:08.136071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957cc6fc-0cbe-48c1-bb53-96450c1e9a7c tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Pushing event updated for resources: {'Port': ['ID=09bfea57-ca65-4306-ba30-1ebf2119380b,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:08.156450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '7199923f-7ea6-467d-ba65-7ede5fe1a41b', 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58', 'port_id': '7199923f-7ea6-467d-ba65-7ede5fe1a41b', 'mac_address': 'fa:16:3e:1d:bf:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1534a8-8661-4cc1-9f8b-17802db14f07', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:33:08.163824 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89975288-746f-4366-8c83-7d7e487cb4ae x-openstack-request-id: req-89975288-746f-4366-8c83-7d7e487cb4ae {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:33:08.164125 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac941fe-0049-4167-8acb-dd077835e22b", "name": "network-vif-plugged", "status": "completed", "tag": "d95d9ca8-3eeb-4882-a911-2c0566fcacfe", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:33:08.164385 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89975288-746f-4366-8c83-7d7e487cb4ae {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:33:08.164789 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac941fe-0049-4167-8acb-dd077835e22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95d9ca8-3eeb-4882-a911-2c0566fcacfe', 'code': 200} Aug 20 10:33:08.172201 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:08.173392 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2d8b27ec-0f04-4d12-b452-e696a38c7438 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:08.197009 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90da7c06-2700-404e-8dcb-464572caae86 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:08.197610 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90da7c06-2700-404e-8dcb-464572caae86 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Fanout notify agent at l3_agent the message router_deleted on router 73d94dcb-e12a-4ec8-b60c-34b8415696fa {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:33:08.212778 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90da7c06-2700-404e-8dcb-464572caae86 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:08.215292 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e865e71b-05c0-4d01-ba9a-c6cd305fb854 None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:33:08.218422 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-90da7c06-2700-404e-8dcb-464572caae86 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/routers/73d94dcb-e12a-4ec8-b60c-34b8415696fa HTTP/1.1" status: 204 len: 168 time: 0.8330560 Aug 20 10:33:08.218881 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59082) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:08.259163 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-76510aa9-70df-4151-b84a-b33506aef69b req-6009964e-aaf3-49cf-9695-6d62c3de410b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099014 Aug 20 10:33:08.291655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9bf6048-e353-458d-8c83-c7de5f68d744 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting subnet 61602ca2-3af3-445b-b6da-177d4abd544a {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:33:08.296394 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a9bf6048-e353-458d-8c83-c7de5f68d744 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:08.367673 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a9bf6048-e353-458d-8c83-c7de5f68d744 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:08.400557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-74df0774-5dfa-4682-9e3c-115c883a5c62 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Deleting port 09bfea57-ca65-4306-ba30-1ebf2119380b {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:08.401202 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-74df0774-5dfa-4682-9e3c-115c883a5c62 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:08.409525 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:08.437864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-70cf1364-2af7-4a76-978c-85ce8ba7683f None None] Provisioning complete for port 99827961-0fcf-4010-a6d0-e354127c541c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:08.438387 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-70cf1364-2af7-4a76-978c-85ce8ba7683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:08.448318 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d95d9ca8-3eeb-4882-a911-2c0566fcacfe,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:08.510748 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7199923f-7ea6-467d-ba65-7ede5fe1a41b {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:33:08.519621 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-74df0774-5dfa-4682-9e3c-115c883a5c62 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:08.536229 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-74df0774-5dfa-4682-9e3c-115c883a5c62 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Calling delete_port for 09bfea57-ca65-4306-ba30-1ebf2119380b owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:08.785087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 2d8b27ec-0f04-4d12-b452-e696a38c7438 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:08.819077 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 2d8b27ec-0f04-4d12-b452-e696a38c7438 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:08.819312 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a9bf6048-e353-458d-8c83-c7de5f68d744 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:08.820070 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:08.899101 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 7199923f-7ea6-467d-ba65-7ede5fe1a41b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=7199923f-7ea6-467d-ba65-7ede5fe1a41b,segment=NetworkSegment(69c21b92-95c5-44c8-bf9c-ff8165f398d1),segment_id=69c21b92-95c5-44c8-bf9c-ff8165f398d1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:08.912910 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:08.929714 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a9bf6048-e353-458d-8c83-c7de5f68d744 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:08.972136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf6048-e353-458d-8c83-c7de5f68d744 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Subnet': ['ID=61602ca2-3af3-445b-b6da-177d4abd544a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:08.982832 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a9bf6048-e353-458d-8c83-c7de5f68d744 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:08.984791 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a9bf6048-e353-458d-8c83-c7de5f68d744 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/subnets/61602ca2-3af3-445b-b6da-177d4abd544a HTTP/1.1" status: 204 len: 168 time: 0.7644901 Aug 20 10:33:08.992272 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59094) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:08.997669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=7199923f-7ea6-467d-ba65-7ede5fe1a41b,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:09.062010 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415117b1-973d-4e90-afb3-925ebcac83b7 req-196494af-50fd-4350-8758-994f9a28e7db tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:09.063726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.objects.ports [None req-5ad0c4b5-0d30-46ae-a0d3-a750b7bf4723 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94867) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:33:09.068389 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415117b1-973d-4e90-afb3-925ebcac83b7 req-196494af-50fd-4350-8758-994f9a28e7db tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:09.077242 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-415117b1-973d-4e90-afb3-925ebcac83b7 req-196494af-50fd-4350-8758-994f9a28e7db tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1680 time: 0.1978333 Aug 20 10:33:09.082787 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-70cf1364-2af7-4a76-978c-85ce8ba7683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:09.129303 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-415117b1-973d-4e90-afb3-925ebcac83b7 req-510fe178-3c95-450a-bfe5-0f20ef37be57 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511093 Aug 20 10:33:09.158669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e865e71b-05c0-4d01-ba9a-c6cd305fb854 None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:33:09.163581 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:09.199444 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:09.209575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 7c51e280-b9b8-4400-836c-f3261c7842e0 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:33:09.264895 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting port 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:09.265213 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:09.300041 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-70cf1364-2af7-4a76-978c-85ce8ba7683f None None] For port 99827961-0fcf-4010-a6d0-e354127c541c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=99827961-0fcf-4010-a6d0-e354127c541c,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:09.301728 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['7199923f-7ea6-467d-ba65-7ede5fe1a41b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:33:09.406929 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-70cf1364-2af7-4a76-978c-85ce8ba7683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:09.414489 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] For port 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f,segment=NetworkSegment(914f5ac9-3e4a-4fc9-8419-796b547344d7),segment_id=914f5ac9-3e4a-4fc9-8419-796b547344d7)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:09.415447 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:09.443132 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Calling delete_port for 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:09.549049 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.resource_extend [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:33:09.568771 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:09.597313 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] No DVR routers for this DVR port 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:33:09.689462 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 2d8b27ec-0f04-4d12-b452-e696a38c7438, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2d8b27ec-0f04-4d12-b452-e696a38c7438,segment=NetworkSegment(9afefd52-8692-4c02-abcb-9840fdc47b21),segment_id=9afefd52-8692-4c02-abcb-9840fdc47b21)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:09.698195 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c4b5-0d30-46ae-a0d3-a750b7bf4723 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:09.716063 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:09.751237 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:09.759035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf1364-2af7-4a76-978c-85ce8ba7683f None None] Pushing event updated for resources: {'Port': ['ID=99827961-0fcf-4010-a6d0-e354127c541c,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:09.765152 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd1cab8-219a-4280-a766-450c8ad65b07']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:09.778687 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914f5ac9-3e4a-4fc9-8419-796b547344d7') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:09.778977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914f5ac9-3e4a-4fc9-8419-796b547344d7') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:09.789982 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:09.808381 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:09.814826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device cbd2a08e-6f65-467d-b2d7-3720544465b4 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:09.816449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:33:09.816907 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:09.863789 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:33:09.973461 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 7c51e280-b9b8-4400-836c-f3261c7842e0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7c51e280-b9b8-4400-836c-f3261c7842e0,segment=NetworkSegment(69c21b92-95c5-44c8-bf9c-ff8165f398d1),segment_id=69c21b92-95c5-44c8-bf9c-ff8165f398d1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:09.975982 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=2d8b27ec-0f04-4d12-b452-e696a38c7438,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:09.981406 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-5ad0c4b5-0d30-46ae-a0d3-a750b7bf4723 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] For port 99827961-0fcf-4010-a6d0-e354127c541c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=99827961-0fcf-4010-a6d0-e354127c541c,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:33:10.000528 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:33:10.006172 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Port': ['ID=4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:10.015149 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '7c51e280-b9b8-4400-836c-f3261c7842e0', 'network_id': 'c2072e46-5473-49c9-90a5-bf969e766c58', 'port_id': '7c51e280-b9b8-4400-836c-f3261c7842e0', 'mac_address': 'fa:16:3e:0f:55:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1534a8-8661-4cc1-9f8b-17802db14f07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:33:10.015438 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:10.023078 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c4b5-0d30-46ae-a0d3-a750b7bf4723 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:10.026226 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:10.033922 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c4b5-0d30-46ae-a0d3-a750b7bf4723 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:10.035327 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c4b5-0d30-46ae-a0d3-a750b7bf4723 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:10.041930 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/networks/7bd1cab8-219a-4280-a766-450c8ad65b07 HTTP/1.1" status: 204 len: 168 time: 1.0485551 Aug 20 10:33:10.043490 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59106) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:10.053808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-0a208eb1-60cf-48a2-ad61-1b03fe78c36f tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1469281542', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:10.076975 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413de8e-fbaa-4a98-83eb-212bcaf1e204 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Network': ['ID=7bd1cab8-219a-4280-a766-450c8ad65b07,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:10.101481 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a208eb1-60cf-48a2-ad61-1b03fe78c36f tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:10.103135 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a208eb1-60cf-48a2-ad61-1b03fe78c36f tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:10.152922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port cbd2a08e-6f65-467d-b2d7-3720544465b4 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:10.168480 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac941fe-0049-4167-8acb-dd077835e22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8b27ec-0f04-4d12-b452-e696a38c7438'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:33:10.177576 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8028abf6-fed2-45aa-9963-500dac8274d2" -d '{"events": [{"server_uuid": "5ac941fe-0049-4167-8acb-dd077835e22b", "name": "network-vif-plugged", "status": "completed", "tag": "2d8b27ec-0f04-4d12-b452-e696a38c7438"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:33:10.238736 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port cbd2a08e-6f65-467d-b2d7-3720544465b4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:10.239143 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:10.290125 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:10.378817 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c71a9-f103-4c45-a047-9e92efe7c432 req-baf5c94f-defd-482c-9de9-9bd641d2d023 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:10.397187 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c71a9-f103-4c45-a047-9e92efe7c432 req-baf5c94f-defd-482c-9de9-9bd641d2d023 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:10.407461 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df5c71a9-f103-4c45-a047-9e92efe7c432 req-baf5c94f-defd-482c-9de9-9bd641d2d023 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1681 time: 0.1991918 Aug 20 10:33:10.417789 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c51e280-b9b8-4400-836c-f3261c7842e0 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:33:10.465345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 7c51e280-b9b8-4400-836c-f3261c7842e0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7c51e280-b9b8-4400-836c-f3261c7842e0,segment=NetworkSegment(69c21b92-95c5-44c8-bf9c-ff8165f398d1),segment_id=69c21b92-95c5-44c8-bf9c-ff8165f398d1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:10.475776 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:10.492341 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df5c71a9-f103-4c45-a047-9e92efe7c432 req-2b7065a9-798f-4b81-b679-f8c3fcc88d31 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716338 Aug 20 10:33:10.551294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=7c51e280-b9b8-4400-836c-f3261c7842e0,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:10.602996 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd01f9b9-9602-41f0-851b-78fe03269503 x-openstack-request-id: req-cd01f9b9-9602-41f0-851b-78fe03269503 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:33:10.603615 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac941fe-0049-4167-8acb-dd077835e22b", "name": "network-vif-plugged", "status": "completed", "tag": "2d8b27ec-0f04-4d12-b452-e696a38c7438", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:33:10.604038 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd01f9b9-9602-41f0-851b-78fe03269503 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:33:10.604607 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac941fe-0049-4167-8acb-dd077835e22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8b27ec-0f04-4d12-b452-e696a38c7438', 'code': 200} Aug 20 10:33:10.624597 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:10.688067 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port cbd2a08e-6f65-467d-b2d7-3720544465b4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cbd2a08e-6f65-467d-b2d7-3720544465b4,segment=NetworkSegment(69c21b92-95c5-44c8-bf9c-ff8165f398d1),segment_id=69c21b92-95c5-44c8-bf9c-ff8165f398d1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:10.697673 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:10.778240 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d3cc5-c59e-4877-9ba1-4d2726b60b51 req-1a45b803-4d6f-4831-85eb-7055746ba9fb tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:10.789276 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=cbd2a08e-6f65-467d-b2d7-3720544465b4,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:10.792140 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-024d3cc5-c59e-4877-9ba1-4d2726b60b51 req-1a45b803-4d6f-4831-85eb-7055746ba9fb tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 944 time: 1.4061747 Aug 20 10:33:10.807976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0c4b5-0d30-46ae-a0d3-a750b7bf4723 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=73be73bd-b862-4706-b7ea-95784f71fa4e,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:10.832483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['7c51e280-b9b8-4400-836c-f3261c7842e0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:33:10.880009 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-74df0774-5dfa-4682-9e3c-115c883a5c62 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:10.902381 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a208eb1-60cf-48a2-ad61-1b03fe78c36f tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:10.912695 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a208eb1-60cf-48a2-ad61-1b03fe78c36f tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:10.951847 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a208eb1-60cf-48a2-ad61-1b03fe78c36f tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:10.953330 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0a208eb1-60cf-48a2-ad61-1b03fe78c36f tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9050508 Aug 20 10:33:10.956095 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59118) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:10.961421 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-be63bfbb-2740-4a30-b942-5a5238833557 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2090246594'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:10.982274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0c4b5-0d30-46ae-a0d3-a750b7bf4723 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=99827961-0fcf-4010-a6d0-e354127c541c,revision_number=8']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:11.010270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be63bfbb-2740-4a30-b942-5a5238833557 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:11.018617 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be63bfbb-2740-4a30-b942-5a5238833557 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:11.056570 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad0c4b5-0d30-46ae-a0d3-a750b7bf4723 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:11.057879 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df0774-5dfa-4682-9e3c-115c883a5c62 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Pushing event deleted for resources: {'Port': ['ID=09bfea57-ca65-4306-ba30-1ebf2119380b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:11.075872 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be63bfbb-2740-4a30-b942-5a5238833557 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:33:11.103710 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be63bfbb-2740-4a30-b942-5a5238833557 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:11.104394 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-be63bfbb-2740-4a30-b942-5a5238833557 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Added segment 09360e92-96aa-41b5-a430-b17800b50950 of type vlan for network 1118af4e-a60a-4544-b702-6dda02cea62f Aug 20 10:33:11.148235 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-5ad0c4b5-0d30-46ae-a0d3-a750b7bf4723 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:11.165172 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-74df0774-5dfa-4682-9e3c-115c883a5c62 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:11.167212 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-74df0774-5dfa-4682-9e3c-115c883a5c62 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] 10.222.0.16 "DELETE /v2.0/ports/09bfea57-ca65-4306-ba30-1ebf2119380b HTTP/1.1" status: 204 len: 168 time: 3.0381374 Aug 20 10:33:11.171278 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0c4b5-0d30-46ae-a0d3-a750b7bf4723 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:11.172089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59122) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:11.182767 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5ad0c4b5-0d30-46ae-a0d3-a750b7bf4723 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:11.237007 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-024d3cc5-c59e-4877-9ba1-4d2726b60b51 req-3f644405-b290-42c7-8609-f4fc3f70d0a7 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434130 Aug 20 10:33:11.238478 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5ad0c4b5-0d30-46ae-a0d3-a750b7bf4723 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7248018 Aug 20 10:33:11.241581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66649428-7e45-4003-a5c2-bb4c3ce5a026 req-cbca5fa9-098d-44e2-9bad-d01ae896e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:11.242058 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66649428-7e45-4003-a5c2-bb4c3ce5a026 req-cbca5fa9-098d-44e2-9bad-d01ae896e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:11.252543 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66649428-7e45-4003-a5c2-bb4c3ce5a026 req-cbca5fa9-098d-44e2-9bad-d01ae896e5cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1985 time: 0.5652075 Aug 20 10:33:11.253274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59124) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:11.261993 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be63bfbb-2740-4a30-b942-5a5238833557 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:11.270705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-eb8be7bd-3531-4c43-8910-2aec036e3a41 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:11.327200 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f73cc6-2099-4da4-a707-56b942c4ed48 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Deleting subnet 5837f514-1482-4b4a-9cde-3e9ff7d20903 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:33:11.332202 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be63bfbb-2740-4a30-b942-5a5238833557 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:11.339900 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be63bfbb-2740-4a30-b942-5a5238833557 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:11.340807 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be63bfbb-2740-4a30-b942-5a5238833557 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:11.366890 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-55f73cc6-2099-4da4-a707-56b942c4ed48 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:11.405927 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-be63bfbb-2740-4a30-b942-5a5238833557 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4486308 Aug 20 10:33:11.435712 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 99827961-0fcf-4010-a6d0-e354127c541c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:11.469600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59126) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:11.507737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a00b5aec-9d08-4898-b944-2afc028b82d4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'subnet': {'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:11.554871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 99827961-0fcf-4010-a6d0-e354127c541c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:11.555377 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:11.650074 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66649428-7e45-4003-a5c2-bb4c3ce5a026 req-4a884f98-7503-4710-ad30-14fe473ec72e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507022 Aug 20 10:33:11.657696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4464abe-ffca-4220-b49b-f2e277031d33 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:11.660669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8be7bd-3531-4c43-8910-2aec036e3a41 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:11.665358 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eb8be7bd-3531-4c43-8910-2aec036e3a41 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:11.829026 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cba7e7f-344e-4065-855f-1f23104f64e2 None None] Network 7bd1cab8-219a-4280-a766-450c8ad65b07 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:11.832352 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-55f73cc6-2099-4da4-a707-56b942c4ed48 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:11.852874 n-d-778550-11 neutron-server[94867]: INFO neutron.db.ipam_backend_mixin [None req-eb8be7bd-3531-4c43-8910-2aec036e3a41 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 73be73bd-b862-4706-b7ea-95784f71fa4e (CIDR: 2001:db8::/64) Aug 20 10:33:11.854775 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 7199923f-7ea6-467d-ba65-7ede5fe1a41b up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:11.861121 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8be7bd-3531-4c43-8910-2aec036e3a41 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:33:11.862606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8be7bd-3531-4c43-8910-2aec036e3a41 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:11.887678 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63bfbb-2740-4a30-b942-5a5238833557 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Network': ['ID=1118af4e-a60a-4544-b702-6dda02cea62f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:11.928082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00b5aec-9d08-4898-b944-2afc028b82d4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:11.928371 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-eb8be7bd-3531-4c43-8910-2aec036e3a41 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6706460 Aug 20 10:33:11.928593 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59136) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:11.928710 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a00b5aec-9d08-4898-b944-2afc028b82d4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:11.936403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-ff75e9b4-2a8d-4128-a675-f1c70c333ebc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:11.948822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 1118af4e-a60a-4544-b702-6dda02cea62f details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:33:11.967343 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cba7e7f-344e-4065-855f-1f23104f64e2 None None] Network 7bd1cab8-219a-4280-a766-450c8ad65b07 could not be found, it might have been deleted concurrently. {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 10:33:12.103229 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fd96a5-9e01-45af-9666-116f960d37d4 None None] DHCP port deletion for 7bd1cab8-219a-4280-a766-450c8ad65b07 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:33:12.114643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-637ee95a-3d30-41f2-9a57-a39603f285fb None None] Provisioning complete for port 99827961-0fcf-4010-a6d0-e354127c541c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:12.115019 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-637ee95a-3d30-41f2-9a57-a39603f285fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:12.150637 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f23cb-844d-4471-9df9-d30014a3af6f req-fbca8da7-d2e5-4b71-8c14-1b019f2844dc tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:12.163010 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f23cb-844d-4471-9df9-d30014a3af6f req-fbca8da7-d2e5-4b71-8c14-1b019f2844dc tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:12.174114 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1b7f23cb-844d-4471-9df9-d30014a3af6f req-fbca8da7-d2e5-4b71-8c14-1b019f2844dc tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1681 time: 0.4060102 Aug 20 10:33:12.254082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff75e9b4-2a8d-4128-a675-f1c70c333ebc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:12.258039 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff75e9b4-2a8d-4128-a675-f1c70c333ebc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:12.439076 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 7199923f-7ea6-467d-ba65-7ede5fe1a41b completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:12.473653 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a00b5aec-9d08-4898-b944-2afc028b82d4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:12.486550 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 7199923f-7ea6-467d-ba65-7ede5fe1a41b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:12.486923 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:12.493777 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889e545-271c-420c-9652-98480cd0d7bb req-0f987fd0-4f40-4b94-b51d-13f8f4e91843 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:12.506583 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3889e545-271c-420c-9652-98480cd0d7bb req-0f987fd0-4f40-4b94-b51d-13f8f4e91843 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 945 time: 0.1183450 Aug 20 10:33:12.559158 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b5aec-9d08-4898-b944-2afc028b82d4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Subnet': ['ID=197f1f0d-96d8-4d5f-9259-b41783dc8248,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:12.589207 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1b7f23cb-844d-4471-9df9-d30014a3af6f req-220bb831-1382-40c4-b5de-d0c27adc2516 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103651 Aug 20 10:33:12.591235 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-55f73cc6-2099-4da4-a707-56b942c4ed48 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:12.597796 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3889e545-271c-420c-9652-98480cd0d7bb req-18cd97b7-5b40-4be6-9e58-a72175f62941 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908437 Aug 20 10:33:12.608729 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d839507-600f-4346-8e89-ef5e948d8bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd2a08e-6f65-467d-b2d7-3720544465b4'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:33:12.613712 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4061b7-56d5-4e56-bf35-84550ec06403" -d '{"events": [{"server_uuid": "6d839507-600f-4346-8e89-ef5e948d8bd1", "name": "network-vif-plugged", "status": "completed", "tag": "cbd2a08e-6f65-467d-b2d7-3720544465b4"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:33:12.796705 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:12.800826 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00b5aec-9d08-4898-b944-2afc028b82d4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Checking segment: {'id': '09360e92-96aa-41b5-a430-b17800b50950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:12.801447 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00b5aec-9d08-4898-b944-2afc028b82d4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network hostable DHCP agents. Network: 1118af4e-a60a-4544-b702-6dda02cea62f, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:33:12.817290 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ac4763-57a8-46d1-a284-25e755ede85a x-openstack-request-id: req-03ac4763-57a8-46d1-a284-25e755ede85a {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:33:12.817931 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d839507-600f-4346-8e89-ef5e948d8bd1", "name": "network-vif-plugged", "status": "completed", "tag": "cbd2a08e-6f65-467d-b2d7-3720544465b4", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:33:12.818412 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03ac4763-57a8-46d1-a284-25e755ede85a {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:33:12.819024 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d839507-600f-4346-8e89-ef5e948d8bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd2a08e-6f65-467d-b2d7-3720544465b4', 'code': 200} Aug 20 10:33:12.850495 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00b5aec-9d08-4898-b944-2afc028b82d4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 1118af4e-a60a-4544-b702-6dda02cea62f is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:33:12.854817 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-55f73cc6-2099-4da4-a707-56b942c4ed48 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:12.890789 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 7199923f-7ea6-467d-ba65-7ede5fe1a41b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=7199923f-7ea6-467d-ba65-7ede5fe1a41b,segment=NetworkSegment(69c21b92-95c5-44c8-bf9c-ff8165f398d1),segment_id=69c21b92-95c5-44c8-bf9c-ff8165f398d1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:12.899425 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-34df0846-b5ad-4e98-8335-5964267638b2 None None] Could not find standard attr ID for object 09bfea57-ca65-4306-ba30-1ebf2119380b. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:33:12.905453 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:12.912233 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f73cc6-2099-4da4-a707-56b942c4ed48 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Pushing event deleted for resources: {'Subnet': ['ID=5837f514-1482-4b4a-9cde-3e9ff7d20903,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:12.913456 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-a00b5aec-9d08-4898-b944-2afc028b82d4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 1118af4e-a60a-4544-b702-6dda02cea62f) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:12.918309 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-55f73cc6-2099-4da4-a707-56b942c4ed48 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:12.920536 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-55f73cc6-2099-4da4-a707-56b942c4ed48 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] 10.222.0.16 "DELETE /v2.0/subnets/5837f514-1482-4b4a-9cde-3e9ff7d20903 HTTP/1.1" status: 204 len: 168 time: 1.7452652 Aug 20 10:33:12.922100 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00b5aec-9d08-4898-b944-2afc028b82d4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:12.922737 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a00b5aec-9d08-4898-b944-2afc028b82d4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:12.927556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59146) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:12.948847 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a00b5aec-9d08-4898-b944-2afc028b82d4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4748335 Aug 20 10:33:12.949295 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59148) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:12.985682 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e44d2ea-ce7a-4a61-8071-1e5773547f7e None None] Network 1118af4e-a60a-4544-b702-6dda02cea62f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:12.994963 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e85f59-f0ec-4e33-b315-a0d21185b532 None None] Network 352c7dd0-124f-4d62-921e-889fb2098190 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:13.320218 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:13.327931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1c207-8b57-435c-af80-8d8bb4b3548e req-22f17c69-2223-430b-9459-a633d140b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:13.329998 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9b1c207-8b57-435c-af80-8d8bb4b3548e req-22f17c69-2223-430b-9459-a633d140b46e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 1097 time: 0.4713593 Aug 20 10:33:13.332467 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff75e9b4-2a8d-4128-a675-f1c70c333ebc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:13.429458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 99827961-0fcf-4010-a6d0-e354127c541c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:13.432588 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 7c51e280-b9b8-4400-836c-f3261c7842e0 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:13.449068 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75e9b4-2a8d-4128-a675-f1c70c333ebc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=caff25e5-5331-44ee-87b3-5462d5c2d3ae,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:13.504596 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff75e9b4-2a8d-4128-a675-f1c70c333ebc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:13.514313 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-ff75e9b4-2a8d-4128-a675-f1c70c333ebc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:13.517588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff75e9b4-2a8d-4128-a675-f1c70c333ebc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:13.518199 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff75e9b4-2a8d-4128-a675-f1c70c333ebc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:13.543514 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:13.547707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0376547b-8fe7-4e33-81e8-e321b6f9aa28 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:13.574067 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ff75e9b4-2a8d-4128-a675-f1c70c333ebc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6438386 Aug 20 10:33:13.578628 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59152) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:13.586280 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2bf11711-359f-4aeb-8f2d-6ff3f7d670cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'mac_address': 'fa:16:3e:9d:7d:7d', 'name': 'tempest-NetworksTestDHCPv6-1768660352'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:13.592889 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9b1c207-8b57-435c-af80-8d8bb4b3548e req-808dcbfd-f53b-49e5-926a-9cd40f1287b8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541180 Aug 20 10:33:13.727490 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Deleting port bcdcf697-53d8-454e-b73b-ed0f3ec77e9c {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:13.727974 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:13.851663 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4ba06192-1515-48f5-8d0f-5dd9a095ee82 None None] Provisioning complete for port 99827961-0fcf-4010-a6d0-e354127c541c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:13.852030 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ba06192-1515-48f5-8d0f-5dd9a095ee82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:13.996246 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079581a0-422a-4243-88ea-04a312f7b7db req-71557b78-cb8d-4c9d-8d86-3a0d7989afd8 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:14.005078 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-079581a0-422a-4243-88ea-04a312f7b7db req-71557b78-cb8d-4c9d-8d86-3a0d7989afd8 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 945 time: 0.2036943 Aug 20 10:33:14.006573 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-1118af4e-a60a-4544-b702-6dda02cea62f', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:33:14.008454 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:14.023741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=7199923f-7ea6-467d-ba65-7ede5fe1a41b,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:14.056949 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Allocated IP 2001:db8::1 (1118af4e-a60a-4544-b702-6dda02cea62f/197f1f0d-96d8-4d5f-9259-b41783dc8248/d3c648a6-0742-43be-9426-3d852706f689) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:14.061783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] For port bcdcf697-53d8-454e-b73b-ed0f3ec77e9c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=bcdcf697-53d8-454e-b73b-ed0f3ec77e9c,segment=NetworkSegment(b514fc99-e2e4-46d0-b1f0-d0ca5f5d36a4),segment_id=b514fc99-e2e4-46d0-b1f0-d0ca5f5d36a4)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:14.062339 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:14.070419 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-079581a0-422a-4243-88ea-04a312f7b7db req-78f028df-759a-4316-882e-6de9c74b411a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628443 Aug 20 10:33:14.190778 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3c4fe-51e8-406d-a7f8-e6f91b31b2ec req-f575c137-b858-4e0c-af98-600544060e25 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:14.205654 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 99827961-0fcf-4010-a6d0-e354127c541c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:14.206119 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:14.208155 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 7c51e280-b9b8-4400-836c-f3261c7842e0 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:14.209250 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3c4fe-51e8-406d-a7f8-e6f91b31b2ec req-f575c137-b858-4e0c-af98-600544060e25 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:14.213844 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-18a3c4fe-51e8-406d-a7f8-e6f91b31b2ec req-f575c137-b858-4e0c-af98-600544060e25 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1681 time: 0.4046795 Aug 20 10:33:14.222587 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Calling delete_port for bcdcf697-53d8-454e-b73b-ed0f3ec77e9c owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:14.225976 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c31775-4536-499d-835b-734d23f4a50d None None] DHCP port deletion for 352c7dd0-124f-4d62-921e-889fb2098190 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:33:14.268819 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:14.289918 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Transition to ACTIVE for port object d3c648a6-0742-43be-9426-3d852706f689 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:14.336108 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:14.393972 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf11711-359f-4aeb-8f2d-6ff3f7d670cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:14.394641 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 7c51e280-b9b8-4400-836c-f3261c7842e0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:14.395205 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:14.409558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 1118af4e-a60a-4544-b702-6dda02cea62f is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:14.413717 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:14.419265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:14.419951 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:14.480612 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=d3c648a6-0742-43be-9426-3d852706f689,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:14.553115 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-18a3c4fe-51e8-406d-a7f8-e6f91b31b2ec req-710853c3-f13a-42fa-883c-4bdb75e7ac77 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174069 Aug 20 10:33:14.668864 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:14.713814 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:14.808453 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Pushing event deleted for resources: {'Port': ['ID=bcdcf697-53d8-454e-b73b-ed0f3ec77e9c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:14.815802 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2bf11711-359f-4aeb-8f2d-6ff3f7d670cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:14.826083 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] No DVR routers for this DVR port bcdcf697-53d8-454e-b73b-ed0f3ec77e9c on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:33:14.866791 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e23ed1-94f2-4eb8-b93c-89a358aeb18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7199923f-7ea6-467d-ba65-7ede5fe1a41b'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:33:14.869501 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f3c6f9-4005-47fa-b5c5-d23cd9568b9d" -d '{"events": [{"server_uuid": "98e23ed1-94f2-4eb8-b93c-89a358aeb18c", "name": "network-vif-plugged", "status": "completed", "tag": "7199923f-7ea6-467d-ba65-7ede5fe1a41b"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:33:14.900665 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-69c31775-4536-499d-835b-734d23f4a50d None None] Deleting port bcdcf697-53d8-454e-b73b-ed0f3ec77e9c {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:14.901046 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-69c31775-4536-499d-835b-734d23f4a50d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:15.065382 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717f38b5-6140-4b35-8387-fa14546aa8d7 x-openstack-request-id: req-717f38b5-6140-4b35-8387-fa14546aa8d7 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:33:15.065716 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e23ed1-94f2-4eb8-b93c-89a358aeb18c", "name": "network-vif-plugged", "status": "completed", "tag": "7199923f-7ea6-467d-ba65-7ede5fe1a41b", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:33:15.065919 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-717f38b5-6140-4b35-8387-fa14546aa8d7 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:33:15.066306 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e23ed1-94f2-4eb8-b93c-89a358aeb18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7199923f-7ea6-467d-ba65-7ede5fe1a41b', 'code': 200} Aug 20 10:33:15.092022 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-2bf11711-359f-4aeb-8f2d-6ff3f7d670cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port f149c5b1-d4fa-48c5-8d0e-7c2c39f94a79 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:33:15.122142 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:15.256788 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Allocated IP 2001:db8::2 (1118af4e-a60a-4544-b702-6dda02cea62f/197f1f0d-96d8-4d5f-9259-b41783dc8248/3c67f0f9-9424-4c93-9f14-6aa8614f4551) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:15.265585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352c7dd0-124f-4d62-921e-889fb2098190']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:15.293800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fdbf7-65d8-419d-9807-f8f9e7c3bae0 req-cc2150a4-dc43-4042-b7c7-702984e2e37d tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:15.301441 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b66fdbf7-65d8-419d-9807-f8f9e7c3bae0 req-cc2150a4-dc43-4042-b7c7-702984e2e37d tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 945 time: 0.0893898 Aug 20 10:33:15.315959 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:15.361614 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:15.371956 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:15.372745 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:15.431668 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b514fc99-e2e4-46d0-b1f0-d0ca5f5d36a4') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:15.431914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b514fc99-e2e4-46d0-b1f0-d0ca5f5d36a4') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:15.442961 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:15.450943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:33:15.457939 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:15.461013 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b66fdbf7-65d8-419d-9807-f8f9e7c3bae0 req-843ee0fc-68f3-43b2-a5a1-abc01659c236 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572828 Aug 20 10:33:15.476935 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:33:15.477601 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:33:15.614119 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:33:15.631232 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:15.632819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 1118af4e-a60a-4544-b702-6dda02cea62f is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:15.640856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:15.659454 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-69c31775-4536-499d-835b-734d23f4a50d None None] For port bcdcf697-53d8-454e-b73b-ed0f3ec77e9c, host n-d-778550-11, got binding levels [] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:15.659863 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-69c31775-4536-499d-835b-734d23f4a50d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:15.664246 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:15.666201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] 10.222.0.16 "DELETE /v2.0/networks/352c7dd0-124f-4d62-921e-889fb2098190 HTTP/1.1" status: 204 len: 168 time: 2.7138243 Aug 20 10:33:15.678744 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768e74b-a1ec-4c27-ae24-95d5cb781b40 req-6968fa3f-ff2f-4c73-a1c2-9df7b453d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:15.680335 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b768e74b-a1ec-4c27-ae24-95d5cb781b40 req-6968fa3f-ff2f-4c73-a1c2-9df7b453d7aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=98e23ed1-94f2-4eb8-b93c-89a358aeb18c HTTP/1.1" status: 200 len: 1097 time: 0.5376687 Aug 20 10:33:15.748207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=d3c648a6-0742-43be-9426-3d852706f689,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:15.763377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 7c51e280-b9b8-4400-836c-f3261c7842e0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7c51e280-b9b8-4400-836c-f3261c7842e0,segment=NetworkSegment(69c21b92-95c5-44c8-bf9c-ff8165f398d1),segment_id=69c21b92-95c5-44c8-bf9c-ff8165f398d1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:15.776149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12fe8d-0ab1-4026-9d25-d58e7e70dca0 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550 tempest-ExtraDHCPOptionsIpV6TestJSON-34183550-project] Pushing event deleted for resources: {'Network': ['ID=352c7dd0-124f-4d62-921e-889fb2098190,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:15.828114 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:15.828114 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:33:15.829704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4e2e19a1-4dc0-437a-8eeb-e7f579e6f99f not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:33:15.831600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-69c31775-4536-499d-835b-734d23f4a50d None None] Calling delete_port for bcdcf697-53d8-454e-b73b-ed0f3ec77e9c owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:15.846210 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.ipam_backend_mixin [None req-69c31775-4536-499d-835b-734d23f4a50d None None] Port bcdcf697-53d8-454e-b73b-ed0f3ec77e9c was not found and therefore no delete operation was performed {{(pid=94868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 10:33:15.872952 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b768e74b-a1ec-4c27-ae24-95d5cb781b40 req-5fa7c3d2-22fb-49e0-b188-6f9d336da815 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485829 Aug 20 10:33:15.876435 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-69c31775-4536-499d-835b-734d23f4a50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:15.892557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a24a30f-b558-4de1-813a-823b082a8a34 None None] Update dhcp port {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'fixed_ips': [{'subnet_id': '73be73bd-b862-4706-b7ea-95784f71fa4e', 'ip_address': '2001:db8::f816:3eff:fe77:1569'}, {'subnet_id': 'caff25e5-5331-44ee-87b3-5462d5c2d3ae'}], 'binding:host_id': 'n-d-778550-11'}, 'id': '99827961-0fcf-4010-a6d0-e354127c541c'} from n-d-778550-11. {{(pid=94868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 10:33:15.913943 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dc4f2-b1cc-469f-b0be-1ed39a96ecd0 req-2b4b6848-c398-4006-9807-5a133fa04d00 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:15.915813 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c14dc4f2-b1cc-469f-b0be-1ed39a96ecd0 req-2b4b6848-c398-4006-9807-5a133fa04d00 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=0010018f-3ada-46f2-98ea-07e60e855f00 HTTP/1.1" status: 200 len: 944 time: 0.3188820 Aug 20 10:33:15.949173 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a24a30f-b558-4de1-813a-823b082a8a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:15.986364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71b9dd-7e2a-4339-9e91-a000d86749f2 req-a4a10006-7972-453b-bbaf-8a667acb4457 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:16.005371 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71b9dd-7e2a-4339-9e91-a000d86749f2 req-a4a10006-7972-453b-bbaf-8a667acb4457 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:16.021302 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c71b9dd-7e2a-4339-9e91-a000d86749f2 req-a4a10006-7972-453b-bbaf-8a667acb4457 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1681 time: 0.6768634 Aug 20 10:33:16.048480 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-69c31775-4536-499d-835b-734d23f4a50d None None] Network 352c7dd0-124f-4d62-921e-889fb2098190 is not hosted by any dhcp agent {{(pid=94868) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 10:33:16.048943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c31775-4536-499d-835b-734d23f4a50d None None] No DVR routers for this DVR port bcdcf697-53d8-454e-b73b-ed0f3ec77e9c on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:33:16.065458 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c14dc4f2-b1cc-469f-b0be-1ed39a96ecd0 req-d14b4788-b05f-4bb6-b185-8275d141a839 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410463 Aug 20 10:33:16.123346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device bcdcf697-53d8-454e-b73b-ed0f3ec77e9c no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:33:16.167244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router a352c903-e30f-49c4-bc92-fd12fe9a812c is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:33:16.216678 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: bcdcf697-53d8-454e-b73b-ed0f3ec77e9c {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:33:16.217132 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device bcdcf697-53d8-454e-b73b-ed0f3ec77e9c not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:33:16.223370 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=7c51e280-b9b8-4400-836c-f3261c7842e0,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:16.244616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59196) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:16.265066 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c71b9dd-7e2a-4339-9e91-a000d86749f2 req-7c718640-dd83-4380-829b-b018d3b8a2bf tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425218 Aug 20 10:33:16.285542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c31775-4536-499d-835b-734d23f4a50d None None] Pushing event deleted for resources: {'Port': ['ID=bcdcf697-53d8-454e-b73b-ed0f3ec77e9c,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:16.354749 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:16.373259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Transition to ACTIVE for port object 3c67f0f9-9424-4c93-9f14-6aa8614f4551 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:16.376460 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-2bf11711-359f-4aeb-8f2d-6ff3f7d670cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8:0:1::1a7 (7b83641d-fbeb-417a-8d09-ab733c99b474/caff25e5-5331-44ee-87b3-5462d5c2d3ae/f149c5b1-d4fa-48c5-8d0e-7c2c39f94a79) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:16.395220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-2bf11711-359f-4aeb-8f2d-6ff3f7d670cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::f816:3eff:fe9d:7d7d (7b83641d-fbeb-417a-8d09-ab733c99b474/73be73bd-b862-4706-b7ea-95784f71fa4e/f149c5b1-d4fa-48c5-8d0e-7c2c39f94a79) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:16.408450 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:33:16.409856 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Transition to ACTIVE for port object 3c67f0f9-9424-4c93-9f14-6aa8614f4551 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:16.414657 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5b43de9a-66ab-4911-9ce6-1b34aa6b8dd9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/a352c903-e30f-49c4-bc92-fd12fe9a812c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4633398 Aug 20 10:33:16.418363 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59206) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:16.423973 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:16.426141 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c30ebfe6-99cf-43fd-bbdf-3856c6d31cd8 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1983737293'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:16.431156 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Sync routers for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:33:16.475839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Network 1118af4e-a60a-4544-b702-6dda02cea62f is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:16.479394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30ebfe6-99cf-43fd-bbdf-3856c6d31cd8 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:16.482959 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c30ebfe6-99cf-43fd-bbdf-3856c6d31cd8 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:16.483308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:16.489185 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:16.514340 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:33:16.515427 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:33:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:16.590476 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Pushing event updated for resources: {'Port': ['ID=3c67f0f9-9424-4c93-9f14-6aa8614f4551,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:16.621928 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d7c82cab-b25d-4707-9009-cc18fee2000c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9993c73cf9db47a0b3345cfd51e173f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689961 Aug 20 10:33:16.625221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59208) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:16.653235 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30ebfe6-99cf-43fd-bbdf-3856c6d31cd8 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:33:16.660777 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Attempting to bind port 3c67f0f9-9424-4c93-9f14-6aa8614f4551 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:33:16.661149 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Attempting to bind port 3c67f0f9-9424-4c93-9f14-6aa8614f4551 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '09360e92-96aa-41b5-a430-b17800b50950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:33:16.661509 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Attempting to bind port 3c67f0f9-9424-4c93-9f14-6aa8614f4551 on network 1118af4e-a60a-4544-b702-6dda02cea62f {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:33:16.667004 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c30ebfe6-99cf-43fd-bbdf-3856c6d31cd8 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:16.667897 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-c30ebfe6-99cf-43fd-bbdf-3856c6d31cd8 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Added segment b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24 of type vlan for network 9f042edf-42fb-4f55-bf23-db8e4f6bf7dc Aug 20 10:33:16.672202 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:33:16.672623 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Checking segment: {'id': '09360e92-96aa-41b5-a430-b17800b50950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:16.672980 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:16.673568 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Bound using segment: {'id': '09360e92-96aa-41b5-a430-b17800b50950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:33:16.674062 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Bound port: 3c67f0f9-9424-4c93-9f14-6aa8614f4551, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09360e92-96aa-41b5-a430-b17800b50950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:33:16.674444 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:16.691698 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:33:16.695789 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1cc89f2-dfc3-4205-8f8a-be5ef089f9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:16.751502 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1cc89f2-dfc3-4205-8f8a-be5ef089f9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:16.763755 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c30ebfe6-99cf-43fd-bbdf-3856c6d31cd8 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:16.828145 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1cc89f2-dfc3-4205-8f8a-be5ef089f9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:16.830894 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1cc89f2-dfc3-4205-8f8a-be5ef089f9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:16.832191 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c1cc89f2-dfc3-4205-8f8a-be5ef089f9fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/695172cb-5fa8-4e5e-82eb-7a78fc25ee2b HTTP/1.1" status: 204 len: 168 time: 0.2057116 Aug 20 10:33:16.846515 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc89f2-dfc3-4205-8f8a-be5ef089f9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695172cb-5fa8-4e5e-82eb-7a78fc25ee2b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:16.914424 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2bf11711-359f-4aeb-8f2d-6ff3f7d670cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:16.949527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-8e895698-67a0-4b33-9587-cfee100be56b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:16.969215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-8e895698-67a0-4b33-9587-cfee100be56b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:16.971421 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-8e895698-67a0-4b33-9587-cfee100be56b tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1681 time: 0.2307856 Aug 20 10:33:16.977852 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c30ebfe6-99cf-43fd-bbdf-3856c6d31cd8 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:16.986715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30ebfe6-99cf-43fd-bbdf-3856c6d31cd8 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:16.987746 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c30ebfe6-99cf-43fd-bbdf-3856c6d31cd8 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:17.004996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-2bf11711-359f-4aeb-8f2d-6ff3f7d670cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object f149c5b1-d4fa-48c5-8d0e-7c2c39f94a79 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:17.095763 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c30ebfe6-99cf-43fd-bbdf-3856c6d31cd8 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6714818 Aug 20 10:33:17.096642 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59220) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:17.102208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-72111d19-813f-4482-964e-c0cbad1f6eaa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'subnet': {'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:17.141662 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0010018f-3ada-46f2-98ea-07e60e855f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c51e280-b9b8-4400-836c-f3261c7842e0'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:33:17.145334 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b526efc5-0428-45a1-a46a-95d859fa2cf0" -d '{"events": [{"server_uuid": "0010018f-3ada-46f2-98ea-07e60e855f00", "name": "network-vif-plugged", "status": "completed", "tag": "7c51e280-b9b8-4400-836c-f3261c7842e0"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:33:17.194663 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-53954c63-d058-4b71-880c-715edae100e9 None None] For port 3c67f0f9-9424-4c93-9f14-6aa8614f4551, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:33:17.221813 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-53954c63-d058-4b71-880c-715edae100e9 None None] For port 3c67f0f9-9424-4c93-9f14-6aa8614f4551, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3c67f0f9-9424-4c93-9f14-6aa8614f4551,segment=NetworkSegment(09360e92-96aa-41b5-a430-b17800b50950),segment_id=09360e92-96aa-41b5-a430-b17800b50950)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:33:17.250211 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3d4e94-054d-4bd4-9d84-0136fe83d284 x-openstack-request-id: req-be3d4e94-054d-4bd4-9d84-0136fe83d284 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:33:17.250507 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0010018f-3ada-46f2-98ea-07e60e855f00", "name": "network-vif-plugged", "status": "completed", "tag": "7c51e280-b9b8-4400-836c-f3261c7842e0", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:33:17.250772 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be3d4e94-054d-4bd4-9d84-0136fe83d284 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:33:17.252250 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0010018f-3ada-46f2-98ea-07e60e855f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c51e280-b9b8-4400-836c-f3261c7842e0', 'code': 200} Aug 20 10:33:17.254457 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:17.255105 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ebfe6-99cf-43fd-bbdf-3856c6d31cd8 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Network': ['ID=9f042edf-42fb-4f55-bf23-db8e4f6bf7dc,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:17.310666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 9f042edf-42fb-4f55-bf23-db8e4f6bf7dc details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:33:17.372172 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2bf11711-359f-4aeb-8f2d-6ff3f7d670cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:17.381005 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:33:14Z', 'revision_number': 2, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:14Z', 'revision_number': 2, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:17.451765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-241d67a0-80d3-4d73-94ac-3343accb46dc tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Deleting port d95d9ca8-3eeb-4882-a911-2c0566fcacfe {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:17.452514 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-241d67a0-80d3-4d73-94ac-3343accb46dc tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:17.568827 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf11711-359f-4aeb-8f2d-6ff3f7d670cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:17.602108 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-2bf11711-359f-4aeb-8f2d-6ff3f7d670cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:17.657817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf11711-359f-4aeb-8f2d-6ff3f7d670cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:17.660606 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Checking router: a352c903-e30f-49c4-bc92-fd12fe9a812c for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:33:17.661364 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Updating router a352c903-e30f-49c4-bc92-fd12fe9a812c port d3c648a6-0742-43be-9426-3d852706f689 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:33:17.676033 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf11711-359f-4aeb-8f2d-6ff3f7d670cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:17.676740 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2bf11711-359f-4aeb-8f2d-6ff3f7d670cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:17.712935 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf11711-359f-4aeb-8f2d-6ff3f7d670cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=f149c5b1-d4fa-48c5-8d0e-7c2c39f94a79,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:17.715205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-6a24a30f-b558-4de1-813a-823b082a8a34 None None] Allocated IP 2001:db8:0:1::2 (7b83641d-fbeb-417a-8d09-ab733c99b474/caff25e5-5331-44ee-87b3-5462d5c2d3ae/99827961-0fcf-4010-a6d0-e354127c541c) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:17.806757 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2bf11711-359f-4aeb-8f2d-6ff3f7d670cb tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.2250085 Aug 20 10:33:17.811525 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59252) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:17.826647 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:17.828791 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53954c63-d058-4b71-880c-715edae100e9 None None] Pushing event updated for resources: {'Port': ['ID=3c67f0f9-9424-4c93-9f14-6aa8614f4551,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:17.958728 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6a24a30f-b558-4de1-813a-823b082a8a34 None None] For port 99827961-0fcf-4010-a6d0-e354127c541c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=99827961-0fcf-4010-a6d0-e354127c541c,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:17.965768 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef731e-4903-4426-b601-eaa1bc59b28c req-ad514bbf-ff23-4ba4-b0ae-c90144ff3577 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:18.005761 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef731e-4903-4426-b601-eaa1bc59b28c req-ad514bbf-ff23-4ba4-b0ae-c90144ff3577 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:18.016929 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cef731e-4903-4426-b601-eaa1bc59b28c req-ad514bbf-ff23-4ba4-b0ae-c90144ff3577 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 1681 time: 0.5196080 Aug 20 10:33:18.057003 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a24a30f-b558-4de1-813a-823b082a8a34 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:18.060976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-241d67a0-80d3-4d73-94ac-3343accb46dc tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] For port d95d9ca8-3eeb-4882-a911-2c0566fcacfe, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d95d9ca8-3eeb-4882-a911-2c0566fcacfe,segment=NetworkSegment(6d1b090d-abe0-460c-9665-270bd61cfc86),segment_id=6d1b090d-abe0-460c-9665-270bd61cfc86)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:18.061370 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-241d67a0-80d3-4d73-94ac-3343accb46dc tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:18.077708 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-241d67a0-80d3-4d73-94ac-3343accb46dc tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Calling delete_port for d95d9ca8-3eeb-4882-a911-2c0566fcacfe owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:18.106606 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6a24a30f-b558-4de1-813a-823b082a8a34 None None] Transition to ACTIVE for port object 99827961-0fcf-4010-a6d0-e354127c541c will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:18.116140 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28255fb6-1ecf-49da-85e1-a49a19f85d07 req-033d745e-7f68-4081-be2a-dca6b55c73ad tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:18.117447 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a24a30f-b558-4de1-813a-823b082a8a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:18.131039 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28255fb6-1ecf-49da-85e1-a49a19f85d07 req-033d745e-7f68-4081-be2a-dca6b55c73ad tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=0010018f-3ada-46f2-98ea-07e60e855f00 HTTP/1.1" status: 200 len: 945 time: 0.9241819 Aug 20 10:33:18.143892 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59260) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:18.154230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194cbe0-3b6b-4ad5-bb22-26b1cf2b779c req-76706a05-ccef-4f6f-84b6-76517453e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:18.155937 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c194cbe0-3b6b-4ad5-bb22-26b1cf2b779c req-76706a05-ccef-4f6f-84b6-76517453e5f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0010018f-3ada-46f2-98ea-07e60e855f00 HTTP/1.1" status: 200 len: 1097 time: 0.7932539 Aug 20 10:33:18.218453 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72111d19-813f-4482-964e-c0cbad1f6eaa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:18.231161 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72111d19-813f-4482-964e-c0cbad1f6eaa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:18.299721 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cef731e-4903-4426-b601-eaa1bc59b28c req-4af2a26f-df86-43e8-b80a-0fab78e84b14 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818959 Aug 20 10:33:18.422805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-b09a6a9f-4f77-465a-a8d8-b801c6582682 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port f149c5b1-d4fa-48c5-8d0e-7c2c39f94a79 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:18.425392 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b09a6a9f-4f77-465a-a8d8-b801c6582682 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:18.435342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Request body: {'networks': [{'name': 'tempest-network--297166926'}, {'name': 'tempest-network--414923353'}]} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:18.435973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Request body: {'network': {'name': 'tempest-network--297166926'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:18.436614 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Request body: {'network': {'name': 'tempest-network--414923353'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:18.466278 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28255fb6-1ecf-49da-85e1-a49a19f85d07 req-2ecf6525-8451-4eb6-8afc-d857e600755d tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328569 Aug 20 10:33:18.486736 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c194cbe0-3b6b-4ad5-bb22-26b1cf2b779c req-c5388046-7c00-4f07-a347-07fb5d17e2dc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207226 Aug 20 10:33:18.497968 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:18.510158 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Transition to ACTIVE for port object d3c648a6-0742-43be-9426-3d852706f689 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:18.528270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Made reservation on behalf of bb5fa985f60a4c35be15d97021d5252e for: {'network': 2} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:18.534325 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:18.551406 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:18.566609 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:18.571560 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b09a6a9f-4f77-465a-a8d8-b801c6582682 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:18.588022 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-b09a6a9f-4f77-465a-a8d8-b801c6582682 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for f149c5b1-d4fa-48c5-8d0e-7c2c39f94a79 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:18.617602 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:18.657736 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24a30f-b558-4de1-813a-823b082a8a34 None None] Pushing event updated for resources: {'Port': ['ID=99827961-0fcf-4010-a6d0-e354127c541c,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:18.720507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4673b1-35eb-4bdb-8c9a-831a8d6c276f None None] Pushing event updated for resources: {'Port': ['ID=d3c648a6-0742-43be-9426-3d852706f689,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:18.773480 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72111d19-813f-4482-964e-c0cbad1f6eaa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:18.886846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a76fd-4d5b-45f8-a966-7d7b149ff1da req-ce03c558-4a0e-4659-9fe4-f61fb3a865cd tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:18.888658 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5e6a76fd-4d5b-45f8-a966-7d7b149ff1da req-ce03c558-4a0e-4659-9fe4-f61fb3a865cd tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.2784953 Aug 20 10:33:18.925626 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Attempting to bind port d3c648a6-0742-43be-9426-3d852706f689 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:33:18.926103 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Attempting to bind port d3c648a6-0742-43be-9426-3d852706f689 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '09360e92-96aa-41b5-a430-b17800b50950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:33:18.926383 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Attempting to bind port d3c648a6-0742-43be-9426-3d852706f689 on network 1118af4e-a60a-4544-b702-6dda02cea62f {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:33:18.937804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:33:18.938182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Checking segment: {'id': '09360e92-96aa-41b5-a430-b17800b50950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:18.938584 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:18.938987 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Bound using segment: {'id': '09360e92-96aa-41b5-a430-b17800b50950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:33:18.942928 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-241d67a0-80d3-4d73-94ac-3343accb46dc tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:18.943771 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Bound port: d3c648a6-0742-43be-9426-3d852706f689, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09360e92-96aa-41b5-a430-b17800b50950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:33:18.944182 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:18.971877 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['d95d9ca8-3eeb-4882-a911-2c0566fcacfe', '2d8b27ec-0f04-4d12-b452-e696a38c7438'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:33:18.974243 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72111d19-813f-4482-964e-c0cbad1f6eaa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Subnet': ['ID=12ceb749-ff6b-42c3-adef-fa627c2a9c37,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:19.040434 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72111d19-813f-4482-964e-c0cbad1f6eaa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Checking segment: {'id': 'b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:19.041802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72111d19-813f-4482-964e-c0cbad1f6eaa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network hostable DHCP agents. Network: 9f042edf-42fb-4f55-bf23-db8e4f6bf7dc, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:33:19.158389 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72111d19-813f-4482-964e-c0cbad1f6eaa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 9f042edf-42fb-4f55-bf23-db8e4f6bf7dc is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:33:19.182043 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-72111d19-813f-4482-964e-c0cbad1f6eaa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 9f042edf-42fb-4f55-bf23-db8e4f6bf7dc) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:19.206827 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72111d19-813f-4482-964e-c0cbad1f6eaa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:19.211994 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72111d19-813f-4482-964e-c0cbad1f6eaa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:19.230471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d55fff9-91ff-45e3-bd08-1927ad7e0c3a None None] Network 9f042edf-42fb-4f55-bf23-db8e4f6bf7dc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:19.259529 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:19.280877 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:19.281383 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:19.315779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] For port d3c648a6-0742-43be-9426-3d852706f689, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:33:19.391853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:33:19.435202 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:19.435781 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Added segment df0764a3-7288-4c8a-a9bc-e9271185b2fd of type vlan for network a9852aa6-db24-4203-a534-138c9cfad259 Aug 20 10:33:19.447390 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] For port d3c648a6-0742-43be-9426-3d852706f689, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d3c648a6-0742-43be-9426-3d852706f689,segment=NetworkSegment(09360e92-96aa-41b5-a430-b17800b50950),segment_id=09360e92-96aa-41b5-a430-b17800b50950)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:33:19.484971 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:19.512719 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:19.550155 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:33:19.562294 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:19.563224 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Added segment ef5a4391-a339-42b6-8ae6-35eb42c5188e of type vlan for network 43a4486a-fbeb-44ca-b3d8-90de99d5c6ab Aug 20 10:33:19.636853 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:19.711096 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d67a0-80d3-4d73-94ac-3343accb46dc tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event deleted for resources: {'Port': ['ID=d95d9ca8-3eeb-4882-a911-2c0566fcacfe,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:19.723242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-241d67a0-80d3-4d73-94ac-3343accb46dc tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] No DVR routers for this DVR port d95d9ca8-3eeb-4882-a911-2c0566fcacfe on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:33:19.734830 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5e6a76fd-4d5b-45f8-a966-7d7b149ff1da req-cff507e1-4a77-46ae-ba2e-63b441e57c18 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8307278 Aug 20 10:33:19.743240 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-241d67a0-80d3-4d73-94ac-3343accb46dc tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:19.743240 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-241d67a0-80d3-4d73-94ac-3343accb46dc tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.24 "DELETE /v2.0/ports/d95d9ca8-3eeb-4882-a911-2c0566fcacfe HTTP/1.1" status: 204 len: 173 time: 2.7480204 Aug 20 10:33:19.748286 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac941fe-0049-4167-8acb-dd077835e22b', 'name': 'network-vif-deleted', 'tag': 'd95d9ca8-3eeb-4882-a911-2c0566fcacfe'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:33:19.753332 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad4e7da-556b-4ebf-9a9e-858aff475b36" -d '{"events": [{"server_uuid": "5ac941fe-0049-4167-8acb-dd077835e22b", "name": "network-vif-deleted", "tag": "d95d9ca8-3eeb-4882-a911-2c0566fcacfe"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:33:19.760054 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-72111d19-813f-4482-964e-c0cbad1f6eaa tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6618261 Aug 20 10:33:19.765288 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59284) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:19.786358 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:19.790980 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:19.797397 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:19.803877 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4673b1-35eb-4bdb-8c9a-831a8d6c276f None None] Pushing event updated for resources: {'Port': ['ID=d3c648a6-0742-43be-9426-3d852706f689,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:19.804757 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:19.805656 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:19.808774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c3fb08-d88a-4451-9d22-f9c0a5bc2e80,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:19.943087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:33:19.944822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:33:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:20.226338 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd5940b-1379-48bd-b067-7383577d74ef None None] Network 1118af4e-a60a-4544-b702-6dda02cea62f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:20.232653 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b09a6a9f-4f77-465a-a8d8-b801c6582682 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:20.234147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event updated for resources: {'Network': ['ID=a9852aa6-db24-4203-a534-138c9cfad259,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:20.257217 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b25a2-0f75-4d19-9814-5bf6290f8217 req-7f8ca257-cdc1-431b-9dd0-0e060f93cc41 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:20.259477 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-868b25a2-0f75-4d19-9814-5bf6290f8217 req-7f8ca257-cdc1-431b-9dd0-0e060f93cc41 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=0010018f-3ada-46f2-98ea-07e60e855f00 HTTP/1.1" status: 200 len: 945 time: 0.2813139 Aug 20 10:33:20.321638 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a6a9f-4f77-465a-a8d8-b801c6582682 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=f149c5b1-d4fa-48c5-8d0e-7c2c39f94a79,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:20.334451 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event updated for resources: {'Network': ['ID=43a4486a-fbeb-44ca-b3d8-90de99d5c6ab,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:20.374193 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-72abd887-e8e4-404c-94ce-20849bb55bd1 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.2150140 Aug 20 10:33:20.376197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59286) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:20.383982 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 99827961-0fcf-4010-a6d0-e354127c541c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:20.461158 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b09a6a9f-4f77-465a-a8d8-b801c6582682 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:20.466459 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b09a6a9f-4f77-465a-a8d8-b801c6582682 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/f149c5b1-d4fa-48c5-8d0e-7c2c39f94a79 HTTP/1.1" status: 204 len: 168 time: 2.6497698 Aug 20 10:33:20.468404 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-53ce8de2-6734-451c-bd04-89f5d2684ad6 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Deleting port 2d8b27ec-0f04-4d12-b452-e696a38c7438 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:20.468854 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-53ce8de2-6734-451c-bd04-89f5d2684ad6 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:20.475473 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-868b25a2-0f75-4d19-9814-5bf6290f8217 req-34f396ba-e1a3-43e8-ba1d-322cef76846e tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852725 Aug 20 10:33:20.477690 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59290) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:20.499002 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network a9852aa6-db24-4203-a534-138c9cfad259 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:33:20.504199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:33:20.505045 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:20.507000 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 43a4486a-fbeb-44ca-b3d8-90de99d5c6ab details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:33:20.574560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323cefb-ca44-44ce-b66a-d7fcc8c9949d req-dff75051-fbde-4592-8c80-f0053a2c3704 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:20.577568 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f323cefb-ca44-44ce-b66a-d7fcc8c9949d req-dff75051-fbde-4592-8c80-f0053a2c3704 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 946 time: 0.8613298 Aug 20 10:33:20.582985 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06fc3d6-4d14-43c1-8e23-e4c0d4dd48e0 x-openstack-request-id: req-a06fc3d6-4d14-43c1-8e23-e4c0d4dd48e0 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:33:20.583552 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac941fe-0049-4167-8acb-dd077835e22b", "name": "network-vif-deleted", "tag": "d95d9ca8-3eeb-4882-a911-2c0566fcacfe", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:33:20.583820 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a06fc3d6-4d14-43c1-8e23-e4c0d4dd48e0 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:33:20.584251 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac941fe-0049-4167-8acb-dd077835e22b', 'name': 'network-vif-deleted', 'tag': 'd95d9ca8-3eeb-4882-a911-2c0566fcacfe', 'status': 'completed', 'code': 200} Aug 20 10:33:20.652594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54fd01-727e-47a2-bda4-566ce54f5703 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:20.654421 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ea54fd01-727e-47a2-bda4-566ce54f5703 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1759589 Aug 20 10:33:20.657837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59292) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:20.717137 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-53ce8de2-6734-451c-bd04-89f5d2684ad6 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] For port 2d8b27ec-0f04-4d12-b452-e696a38c7438, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2d8b27ec-0f04-4d12-b452-e696a38c7438,segment=NetworkSegment(9afefd52-8692-4c02-abcb-9840fdc47b21),segment_id=9afefd52-8692-4c02-abcb-9840fdc47b21)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:20.717882 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-53ce8de2-6734-451c-bd04-89f5d2684ad6 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:20.745799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a1ce0d-7eda-4cf9-b171-badab8d76058 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:20.748164 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-75a1ce0d-7eda-4cf9-b171-badab8d76058 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0892258 Aug 20 10:33:20.751134 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f323cefb-ca44-44ce-b66a-d7fcc8c9949d req-b959fd8d-1a2d-4e5f-aaec-0e0d527668d6 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8319f33-d05b-4055-8832-bb9d9e6f8789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607101 Aug 20 10:33:20.755223 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59294) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:20.759175 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-53ce8de2-6734-451c-bd04-89f5d2684ad6 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Calling delete_port for 2d8b27ec-0f04-4d12-b452-e696a38c7438 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:20.841515 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:33:20.899829 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-458894f3-726f-45d2-8583-0a269966a39b None None] Provisioning for port 3c67f0f9-9424-4c93-9f14-6aa8614f4551 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:20.909961 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7a9ad3-39db-4962-898a-b040af5d528e tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:20.916685 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7a9ad3-39db-4962-898a-b040af5d528e tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:20.923568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7a9ad3-39db-4962-898a-b040af5d528e tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:20.930666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7a9ad3-39db-4962-898a-b040af5d528e tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:20.933187 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bb7a9ad3-39db-4962-898a-b040af5d528e tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5544560 Aug 20 10:33:20.936808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59298) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:20.944462 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3c67f0f9-9424-4c93-9f14-6aa8614f4551 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:21.145767 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcf6d18-1e73-4903-a28a-477e63caa6b9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:21.148390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcf6d18-1e73-4903-a28a-477e63caa6b9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:21.150071 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcf6d18-1e73-4903-a28a-477e63caa6b9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:21.155781 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-afcf6d18-1e73-4903-a28a-477e63caa6b9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3990431 Aug 20 10:33:21.158002 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59300) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:21.248242 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-53ce8de2-6734-451c-bd04-89f5d2684ad6 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:21.250007 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-302b39bd-24a8-4946-a282-7cbd2f50dd34 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:21.265487 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa440eba-a87c-4fa8-9160-0399e04ed402 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet 73be73bd-b862-4706-b7ea-95784f71fa4e {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:33:21.275357 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa440eba-a87c-4fa8-9160-0399e04ed402 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:21.303758 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d95d9ca8-3eeb-4882-a911-2c0566fcacfe no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:33:21.344470 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8dc7ec43-5a36-4248-8f01-99b2052050b8 None None] Could not find standard attr ID for object f149c5b1-d4fa-48c5-8d0e-7c2c39f94a79. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:33:21.349626 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: d95d9ca8-3eeb-4882-a911-2c0566fcacfe {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:33:21.350089 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d95d9ca8-3eeb-4882-a911-2c0566fcacfe not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:33:21.350760 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2d8b27ec-0f04-4d12-b452-e696a38c7438 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:33:21.353077 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce8de2-6734-451c-bd04-89f5d2684ad6 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event deleted for resources: {'Port': ['ID=2d8b27ec-0f04-4d12-b452-e696a38c7438,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:21.368009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d1492-91f8-48b2-8558-298d9fe568b0 req-19040a56-4981-418b-a941-b31af2d95f52 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:21.374654 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0c6d1492-91f8-48b2-8558-298d9fe568b0 req-19040a56-4981-418b-a941-b31af2d95f52 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.4995031 Aug 20 10:33:21.397149 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-302b39bd-24a8-4946-a282-7cbd2f50dd34 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:21.408914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-302b39bd-24a8-4946-a282-7cbd2f50dd34 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9852aa6-db24-4203-a534-138c9cfad259']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:21.425570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-302b39bd-24a8-4946-a282-7cbd2f50dd34 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0764a3-7288-4c8a-a9bc-e9271185b2fd') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:21.426140 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-302b39bd-24a8-4946-a282-7cbd2f50dd34 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0764a3-7288-4c8a-a9bc-e9271185b2fd') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:21.438229 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-302b39bd-24a8-4946-a282-7cbd2f50dd34 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:21.459583 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-302b39bd-24a8-4946-a282-7cbd2f50dd34 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:21.466680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302b39bd-24a8-4946-a282-7cbd2f50dd34 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:33:21.467118 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-302b39bd-24a8-4946-a282-7cbd2f50dd34 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:33:21.470497 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:33:21.476554 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:21.492720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-53ce8de2-6734-451c-bd04-89f5d2684ad6 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] No DVR routers for this DVR port 2d8b27ec-0f04-4d12-b452-e696a38c7438 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:33:21.516199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 2d8b27ec-0f04-4d12-b452-e696a38c7438 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:33:21.516561 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2d8b27ec-0f04-4d12-b452-e696a38c7438 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:33:21.540411 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa440eba-a87c-4fa8-9160-0399e04ed402 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:21.561093 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-53ce8de2-6734-451c-bd04-89f5d2684ad6 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:21.563329 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae66ad15-dc1a-4e22-bd68-258d93f177e0 req-53ce8de2-6734-451c-bd04-89f5d2684ad6 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.24 "DELETE /v2.0/ports/2d8b27ec-0f04-4d12-b452-e696a38c7438 HTTP/1.1" status: 204 len: 173 time: 1.8010292 Aug 20 10:33:21.688877 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8dc7ec43-5a36-4248-8f01-99b2052050b8 None None] Provisioning for port 99827961-0fcf-4010-a6d0-e354127c541c completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:21.711391 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 3c67f0f9-9424-4c93-9f14-6aa8614f4551 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:21.733243 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0c6d1492-91f8-48b2-8558-298d9fe568b0 req-3961514d-ab27-4e38-aec2-b3f751531b53 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3261275 Aug 20 10:33:21.739998 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-302b39bd-24a8-4946-a282-7cbd2f50dd34 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:21.807483 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-302b39bd-24a8-4946-a282-7cbd2f50dd34 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:21.816985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8dc7ec43-5a36-4248-8f01-99b2052050b8 None None] Provisioning complete for port 99827961-0fcf-4010-a6d0-e354127c541c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:21.817175 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8dc7ec43-5a36-4248-8f01-99b2052050b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:21.821216 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-302b39bd-24a8-4946-a282-7cbd2f50dd34 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "DELETE /v2.0/networks/a9852aa6-db24-4203-a534-138c9cfad259 HTTP/1.1" status: 204 len: 168 time: 0.8829870 Aug 20 10:33:21.826721 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3c67f0f9-9424-4c93-9f14-6aa8614f4551 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:21.827085 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:21.827430 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59312) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:21.891502 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b39bd-24a8-4946-a282-7cbd2f50dd34 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event deleted for resources: {'Network': ['ID=a9852aa6-db24-4203-a534-138c9cfad259,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:22.003294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Allocated IP 2001:db8:1::2 (9f042edf-42fb-4f55-bf23-db8e4f6bf7dc/12ceb749-ff6b-42c3-adef-fa627c2a9c37/911eda26-5fae-4a2b-a855-a57c0263481e) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:22.078019 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa440eba-a87c-4fa8-9160-0399e04ed402 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:22.101502 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af805c-0d24-4443-bdfa-8c89e7c9eaa1 req-c1ee606b-da80-4e12-8e40-8a5773bb0f8a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:22.107744 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f4af805c-0d24-4443-bdfa-8c89e7c9eaa1 req-c1ee606b-da80-4e12-8e40-8a5773bb0f8a tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=0010018f-3ada-46f2-98ea-07e60e855f00 HTTP/1.1" status: 200 len: 945 time: 0.4610393 Aug 20 10:33:22.134269 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:33:14Z', 'revision_number': 2, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:19Z', 'revision_number': 4, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:22.187820 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d2e711d3-1b12-414e-8e67-f179a703eec1 req-98a2eec8-d3a5-4d5b-8c00-a7cbd2069113 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac941fe-0049-4167-8acb-dd077835e22b HTTP/1.1" status: 200 len: 210 time: 0.2076807 Aug 20 10:33:22.193238 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa440eba-a87c-4fa8-9160-0399e04ed402 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:22.206585 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d068eac-5149-497a-9636-621bfd81c049 None None] The sync data for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 is: [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:33:14Z', 'revision_number': 2, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:19Z', 'revision_number': 4, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:33:22.219238 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa440eba-a87c-4fa8-9160-0399e04ed402 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:22.222159 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-aa440eba-a87c-4fa8-9160-0399e04ed402 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/73be73bd-b862-4706-b7ea-95784f71fa4e HTTP/1.1" status: 204 len: 168 time: 1.0625336 Aug 20 10:33:22.253115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59314) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:22.280652 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f4af805c-0d24-4443-bdfa-8c89e7c9eaa1 req-98851fb3-6e4d-451f-883a-770f37f47805 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623273 Aug 20 10:33:22.295194 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa440eba-a87c-4fa8-9160-0399e04ed402 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=73be73bd-b862-4706-b7ea-95784f71fa4e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:22.333865 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d01e9c34-e799-4c58-aab6-92f5f5131f84 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:22.389926 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e890172-1ccd-435a-931a-79b68283d621 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet caff25e5-5331-44ee-87b3-5462d5c2d3ae {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:33:22.394224 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e890172-1ccd-435a-931a-79b68283d621 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:22.449913 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e890172-1ccd-435a-931a-79b68283d621 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:22.465902 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00951a2-1c11-4133-ab87-a8a65d465b27 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:22.469352 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:22.637282 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d01e9c34-e799-4c58-aab6-92f5f5131f84 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:22.651977 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-d01e9c34-e799-4c58-aab6-92f5f5131f84 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a4486a-fbeb-44ca-b3d8-90de99d5c6ab']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:22.680617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-d01e9c34-e799-4c58-aab6-92f5f5131f84 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5a4391-a339-42b6-8ae6-35eb42c5188e') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:22.680919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-d01e9c34-e799-4c58-aab6-92f5f5131f84 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5a4391-a339-42b6-8ae6-35eb42c5188e') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:22.694634 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac941fe-0049-4167-8acb-dd077835e22b', 'name': 'network-vif-deleted', 'tag': '2d8b27ec-0f04-4d12-b452-e696a38c7438'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:33:22.702219 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4439b00-4c0c-4b8c-a17f-704c4dc7b60b" -d '{"events": [{"server_uuid": "5ac941fe-0049-4167-8acb-dd077835e22b", "name": "network-vif-deleted", "tag": "2d8b27ec-0f04-4d12-b452-e696a38c7438"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:33:22.750963 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d01e9c34-e799-4c58-aab6-92f5f5131f84 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:22.777970 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:22.841230 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342bb35d-eb44-4b33-881b-c05641c28f04 x-openstack-request-id: req-342bb35d-eb44-4b33-881b-c05641c28f04 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:33:22.841849 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac941fe-0049-4167-8acb-dd077835e22b", "name": "network-vif-deleted", "tag": "2d8b27ec-0f04-4d12-b452-e696a38c7438", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:33:22.842189 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-342bb35d-eb44-4b33-881b-c05641c28f04 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:33:22.843465 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac941fe-0049-4167-8acb-dd077835e22b', 'name': 'network-vif-deleted', 'tag': '2d8b27ec-0f04-4d12-b452-e696a38c7438', 'status': 'completed', 'code': 200} Aug 20 10:33:22.856465 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-04adc7b1-4cae-4f0a-a7e1-5aaa8ed92a38 None None] Provisioning for port d3c648a6-0742-43be-9426-3d852706f689 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:22.865124 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 3c67f0f9-9424-4c93-9f14-6aa8614f4551, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3c67f0f9-9424-4c93-9f14-6aa8614f4551,segment=NetworkSegment(09360e92-96aa-41b5-a430-b17800b50950),segment_id=09360e92-96aa-41b5-a430-b17800b50950)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:22.879385 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d01e9c34-e799-4c58-aab6-92f5f5131f84 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:22.906441 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:22.936103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01e9c34-e799-4c58-aab6-92f5f5131f84 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:33:22.936525 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d01e9c34-e799-4c58-aab6-92f5f5131f84 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:23.020385 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:23.045942 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dde27a-a6a2-4f37-b30d-b5eef2b4d9a3 req-61b481d1-7fb3-4d4b-b4c7-df34794784d5 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:23.060418 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54dde27a-a6a2-4f37-b30d-b5eef2b4d9a3 req-61b481d1-7fb3-4d4b-b4c7-df34794784d5 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.1640992 Aug 20 10:33:23.111980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-04adc7b1-4cae-4f0a-a7e1-5aaa8ed92a38 None None] Provisioning complete for port 3c67f0f9-9424-4c93-9f14-6aa8614f4551 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:23.112815 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-04adc7b1-4cae-4f0a-a7e1-5aaa8ed92a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:33:23.157363 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:33:23.169559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd85a80-269e-4eb5-a1c5-4e39c99935e0 req-905ea73e-1d96-40db-b4f3-255f0e2d27f8 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:23.178471 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1cd85a80-269e-4eb5-a1c5-4e39c99935e0 req-905ea73e-1d96-40db-b4f3-255f0e2d27f8 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=98e23ed1-94f2-4eb8-b93c-89a358aeb18c HTTP/1.1" status: 200 len: 945 time: 0.6912818 Aug 20 10:33:23.184011 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d01e9c34-e799-4c58-aab6-92f5f5131f84 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:23.199984 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d01e9c34-e799-4c58-aab6-92f5f5131f84 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:23.202115 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d01e9c34-e799-4c58-aab6-92f5f5131f84 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "DELETE /v2.0/networks/43a4486a-fbeb-44ca-b3d8-90de99d5c6ab HTTP/1.1" status: 204 len: 168 time: 1.3707256 Aug 20 10:33:23.209004 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-54dde27a-a6a2-4f37-b30d-b5eef2b4d9a3 req-37972ad6-5a2e-41c0-bea9-58fbe263392d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383352 Aug 20 10:33:23.209909 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59328) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:23.257841 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e9c34-e799-4c58-aab6-92f5f5131f84 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event deleted for resources: {'Network': ['ID=43a4486a-fbeb-44ca-b3d8-90de99d5c6ab,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:23.304118 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Transition to ACTIVE for port object 911eda26-5fae-4a2b-a855-a57c0263481e will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:23.304901 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e890172-1ccd-435a-931a-79b68283d621 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:23.355719 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d3c648a6-0742-43be-9426-3d852706f689 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:23.399142 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1cd85a80-269e-4eb5-a1c5-4e39c99935e0 req-3db818d0-885c-417f-8bce-51b9b07b6f59 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193937 Aug 20 10:33:23.481477 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e890172-1ccd-435a-931a-79b68283d621 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:23.506137 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59334) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:23.510476 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e890172-1ccd-435a-931a-79b68283d621 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:23.515471 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4e890172-1ccd-435a-931a-79b68283d621 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/caff25e5-5331-44ee-87b3-5462d5c2d3ae HTTP/1.1" status: 204 len: 168 time: 1.2605541 Aug 20 10:33:23.531618 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=3c67f0f9-9424-4c93-9f14-6aa8614f4551,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:23.544152 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59336) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:23.544962 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e890172-1ccd-435a-931a-79b68283d621 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=caff25e5-5331-44ee-87b3-5462d5c2d3ae,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:23.680330 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Transition to ACTIVE for port object 911eda26-5fae-4a2b-a855-a57c0263481e will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:23.682156 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f60096b6-7ecb-4b0c-93a5-36779bde44ab tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1265059 Aug 20 10:33:23.683448 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59340) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:23.693255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b09e3685-f8db-41ae-a02f-1af20fb932e0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:23.765878 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:23.793172 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Network 9f042edf-42fb-4f55-bf23-db8e4f6bf7dc is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:23.797744 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:23.850481 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Allocated IP 2001:db8:1::1 (9f042edf-42fb-4f55-bf23-db8e4f6bf7dc/12ceb749-ff6b-42c3-adef-fa627c2a9c37/cd20ade7-d724-4406-846b-aa83a8d3576f) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:23.861928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:23.988069 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port d3c648a6-0742-43be-9426-3d852706f689 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:24.005882 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d3c648a6-0742-43be-9426-3d852706f689 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:24.005882 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:24.022552 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09e3685-f8db-41ae-a02f-1af20fb932e0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:24.027144 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b09e3685-f8db-41ae-a02f-1af20fb932e0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:24.046444 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-3392ecbf-bdc3-4a02-aa68-ef8478a3cfb7 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Deleting subnet b8829e16-b145-42f0-911f-49e5eeb8baf2 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:33:24.050184 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3392ecbf-bdc3-4a02-aa68-ef8478a3cfb7 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:24.091964 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Pushing event updated for resources: {'Port': ['ID=911eda26-5fae-4a2b-a855-a57c0263481e,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:24.115160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Attempting to bind port 911eda26-5fae-4a2b-a855-a57c0263481e on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:33:24.115540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Attempting to bind port 911eda26-5fae-4a2b-a855-a57c0263481e by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:33:24.115743 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3392ecbf-bdc3-4a02-aa68-ef8478a3cfb7 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:24.115930 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Attempting to bind port 911eda26-5fae-4a2b-a855-a57c0263481e on network 9f042edf-42fb-4f55-bf23-db8e4f6bf7dc {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:33:24.202215 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eff9ad9-2419-4756-b9ea-e1f8146e6c88 None None] Update dhcp port {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'fixed_ips': [{'subnet_id': 'caff25e5-5331-44ee-87b3-5462d5c2d3ae'}], 'binding:host_id': 'n-d-778550-11'}, 'id': '99827961-0fcf-4010-a6d0-e354127c541c'} from n-d-778550-11. {{(pid=94868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 10:33:24.209107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:33:24.209707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Checking segment: {'id': 'b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:24.210312 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:24.211192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Bound using segment: {'id': 'b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:33:24.211857 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Bound port: 911eda26-5fae-4a2b-a855-a57c0263481e, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:33:24.212271 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:24.307198 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0eff9ad9-2419-4756-b9ea-e1f8146e6c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:24.366775 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b09e3685-f8db-41ae-a02f-1af20fb932e0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:24.433379 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:24.433620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e3685-f8db-41ae-a02f-1af20fb932e0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:24.438881 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-31916706-1b14-472b-bf1f-a308d3e81c5a None None] Provisioning complete for port d3c648a6-0742-43be-9426-3d852706f689 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:24.439393 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-31916706-1b14-472b-bf1f-a308d3e81c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:24.440059 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b09e3685-f8db-41ae-a02f-1af20fb932e0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:24.459118 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] For port 911eda26-5fae-4a2b-a855-a57c0263481e, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:33:24.459549 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e3685-f8db-41ae-a02f-1af20fb932e0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:24.460195 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b09e3685-f8db-41ae-a02f-1af20fb932e0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:24.484816 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b09e3685-f8db-41ae-a02f-1af20fb932e0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7968969 Aug 20 10:33:24.498599 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59346) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:24.508408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4a294b2d-db98-4115-ac2e-7185476065fc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:24.571518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e3685-f8db-41ae-a02f-1af20fb932e0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=640f5b5b-3272-4d5c-977f-54d47ad16081,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:24.600241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9ca3f-5712-413a-b29d-2657e24a9b9d req-37d619d1-c548-4ca4-8298-141e9f31db21 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:24.608917 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-51b9ca3f-5712-413a-b29d-2657e24a9b9d req-37d619d1-c548-4ca4-8298-141e9f31db21 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.1864200 Aug 20 10:33:24.618021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] For port 911eda26-5fae-4a2b-a855-a57c0263481e, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=911eda26-5fae-4a2b-a855-a57c0263481e,segment=NetworkSegment(b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24),segment_id=b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:33:24.641374 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:24.676477 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c625b818-5a94-4bf4-9818-e4b934abfaf4 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:24.683528 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c625b818-5a94-4bf4-9818-e4b934abfaf4 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:24.685171 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c625b818-5a94-4bf4-9818-e4b934abfaf4 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.4736221 Aug 20 10:33:24.699124 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d8fb8-1470-4c62-a6d8-87362e8d31c4 req-3b0cc0d9-31cf-4298-8170-7b3d3658a6ea tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:24.707226 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df6d8fb8-1470-4c62-a6d8-87362e8d31c4 req-3b0cc0d9-31cf-4298-8170-7b3d3658a6ea tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=98e23ed1-94f2-4eb8-b93c-89a358aeb18c HTTP/1.1" status: 200 len: 945 time: 0.7709699 Aug 20 10:33:24.708912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59352) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:24.733508 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port d3c648a6-0742-43be-9426-3d852706f689, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d3c648a6-0742-43be-9426-3d852706f689,segment=NetworkSegment(09360e92-96aa-41b5-a430-b17800b50950),segment_id=09360e92-96aa-41b5-a430-b17800b50950)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:24.738611 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-51b9ca3f-5712-413a-b29d-2657e24a9b9d req-165cd50c-3934-4979-a44b-cf88704d747f tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288383 Aug 20 10:33:24.748136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a681eeee-5f6c-4554-b880-5758e2305bd9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1539059282'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:24.794034 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:24.863326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09254232-69e1-4e9c-8a5b-cf5f7e606b5c None None] Pushing event updated for resources: {'Port': ['ID=911eda26-5fae-4a2b-a855-a57c0263481e,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:24.872951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a294b2d-db98-4115-ac2e-7185476065fc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:24.880286 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4a294b2d-db98-4115-ac2e-7185476065fc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:24.936258 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f2f4c4-6ea2-4b16-90f5-e5a7e6a55f1d None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:24.983727 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:25.009300 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Transition to ACTIVE for port object cd20ade7-d724-4406-846b-aa83a8d3576f will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:25.017760 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=d3c648a6-0742-43be-9426-3d852706f689,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:25.028263 n-d-778550-11 neutron-server[94867]: INFO neutron.db.ipam_backend_mixin [None req-4a294b2d-db98-4115-ac2e-7185476065fc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 640f5b5b-3272-4d5c-977f-54d47ad16081 (CIDR: 2001:db8::/64) Aug 20 10:33:25.031376 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a681eeee-5f6c-4554-b880-5758e2305bd9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Made reservation on behalf of bb5fa985f60a4c35be15d97021d5252e for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:25.034912 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a294b2d-db98-4115-ac2e-7185476065fc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:33:25.035800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a294b2d-db98-4115-ac2e-7185476065fc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:25.039362 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a681eeee-5f6c-4554-b880-5758e2305bd9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:25.073495 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4a294b2d-db98-4115-ac2e-7185476065fc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5726976 Aug 20 10:33:25.074665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59356) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:25.074996 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df6d8fb8-1470-4c62-a6d8-87362e8d31c4 req-2a9fc04b-5663-42f9-b752-ba4570e9fcbe tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665686 Aug 20 10:33:25.080314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-79f8e60c-b347-4826-9621-46e56ca1d19f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:25.113570 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3392ecbf-bdc3-4a02-aa68-ef8478a3cfb7 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:25.132677 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3c67f0f9-9424-4c93-9f14-6aa8614f4551 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:25.209914 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-01724971-6467-498e-8213-16854ff472e8 None None] Provisioning complete for port 99827961-0fcf-4010-a6d0-e354127c541c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:25.210341 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-01724971-6467-498e-8213-16854ff472e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:25.212253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a681eeee-5f6c-4554-b880-5758e2305bd9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:33:25.221390 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:25.300520 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=cd20ade7-d724-4406-846b-aa83a8d3576f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:25.324897 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a681eeee-5f6c-4554-b880-5758e2305bd9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:25.325348 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-a681eeee-5f6c-4554-b880-5758e2305bd9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Added segment 963e3a3d-cf80-4f2a-8876-4028e4ace7cc of type vlan for network fd31e005-f6ab-4f3c-b87e-59976e03e70c Aug 20 10:33:25.341552 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3c67f0f9-9424-4c93-9f14-6aa8614f4551 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:25.341933 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:25.398868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 9f042edf-42fb-4f55-bf23-db8e4f6bf7dc is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:25.428839 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:25.433769 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:25.434337 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:25.437267 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3392ecbf-bdc3-4a02-aa68-ef8478a3cfb7 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:25.444384 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cd0b3-9725-43a2-844e-f84797905879 req-01d79682-ee04-42a7-a5f6-32eb30981192 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:25.446623 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-267cd0b3-9725-43a2-844e-f84797905879 req-01d79682-ee04-42a7-a5f6-32eb30981192 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.42 "GET /v2.0/ports?device_id=98e23ed1-94f2-4eb8-b93c-89a358aeb18c HTTP/1.1" status: 200 len: 945 time: 0.0979130 Aug 20 10:33:25.448197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f8e60c-b347-4826-9621-46e56ca1d19f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:25.453888 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-79f8e60c-b347-4826-9621-46e56ca1d19f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:25.512560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392ecbf-bdc3-4a02-aa68-ef8478a3cfb7 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event deleted for resources: {'Subnet': ['ID=b8829e16-b145-42f0-911f-49e5eeb8baf2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:25.525691 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a681eeee-5f6c-4554-b880-5758e2305bd9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:25.538666 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3392ecbf-bdc3-4a02-aa68-ef8478a3cfb7 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:25.540749 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3392ecbf-bdc3-4a02-aa68-ef8478a3cfb7 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "DELETE /v2.0/subnets/b8829e16-b145-42f0-911f-49e5eeb8baf2 HTTP/1.1" status: 204 len: 168 time: 2.0276327 Aug 20 10:33:25.544952 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59358) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:25.637845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c824b7-1dcf-480e-bf0e-9e4ba56ff312 None None] Network 97215628-4e08-4830-bab0-0e197b700456 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:25.671190 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a681eeee-5f6c-4554-b880-5758e2305bd9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:25.676779 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a681eeee-5f6c-4554-b880-5758e2305bd9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:25.678085 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a681eeee-5f6c-4554-b880-5758e2305bd9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:25.692308 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:25.790831 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-267cd0b3-9725-43a2-844e-f84797905879 req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Deleting port 7199923f-7ea6-467d-ba65-7ede5fe1a41b {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:25.792113 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-267cd0b3-9725-43a2-844e-f84797905879 req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:25.810651 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a681eeee-5f6c-4554-b880-5758e2305bd9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0916419 Aug 20 10:33:25.814698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59364) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:25.823540 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-c4d07699-8737-4bb9-85c8-35500706b34a tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-634082020'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:25.862768 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:25.914620 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d07699-8737-4bb9-85c8-35500706b34a tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Made reservation on behalf of bb5fa985f60a4c35be15d97021d5252e for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:25.918169 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4d07699-8737-4bb9-85c8-35500706b34a tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:25.920225 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681eeee-5f6c-4554-b880-5758e2305bd9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event updated for resources: {'Network': ['ID=fd31e005-f6ab-4f3c-b87e-59976e03e70c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:25.931168 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee3ad69-3afa-4599-80ee-7d4b4a739a72 None None] Update dhcp port {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'fixed_ips': [{'subnet_id': '640f5b5b-3272-4d5c-977f-54d47ad16081'}], 'binding:host_id': 'n-d-778550-11'}, 'id': '99827961-0fcf-4010-a6d0-e354127c541c'} from n-d-778550-11. {{(pid=94868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 10:33:25.935135 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network fd31e005-f6ab-4f3c-b87e-59976e03e70c details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:33:26.037311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d07699-8737-4bb9-85c8-35500706b34a tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:33:26.038643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 99827961-0fcf-4010-a6d0-e354127c541c no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:33:26.055291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6ecbf-bf34-4353-b23f-623bc7946a4c req-190fc305-59d7-4e29-b455-f7d4922c9551 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:26.056912 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-69d6ecbf-bf34-4353-b23f-623bc7946a4c req-190fc305-59d7-4e29-b455-f7d4922c9551 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.1741087 Aug 20 10:33:26.069915 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4d07699-8737-4bb9-85c8-35500706b34a tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:26.070268 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-c4d07699-8737-4bb9-85c8-35500706b34a tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Added segment 4370643f-6f5d-490e-8415-5efb8cdda7e5 of type vlan for network 5e21379b-f52b-4474-8ab8-666eef107a53 Aug 20 10:33:26.091351 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ad69-3afa-4599-80ee-7d4b4a739a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:26.262931 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-69d6ecbf-bf34-4353-b23f-623bc7946a4c req-efcec304-3306-4332-b2d5-a56c67056383 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939063 Aug 20 10:33:26.264866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-267cd0b3-9725-43a2-844e-f84797905879 req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] For port 7199923f-7ea6-467d-ba65-7ede5fe1a41b, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=7199923f-7ea6-467d-ba65-7ede5fe1a41b,segment=NetworkSegment(69c21b92-95c5-44c8-bf9c-ff8165f398d1),segment_id=69c21b92-95c5-44c8-bf9c-ff8165f398d1)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:26.265243 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-267cd0b3-9725-43a2-844e-f84797905879 req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:26.275416 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4d07699-8737-4bb9-85c8-35500706b34a tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:26.278879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14c4397-6273-4ce3-b5e2-ecb6b761261c None None] DHCP port deletion for 97215628-4e08-4830-bab0-0e197b700456 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:33:26.298883 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-267cd0b3-9725-43a2-844e-f84797905879 req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Calling delete_port for 7199923f-7ea6-467d-ba65-7ede5fe1a41b owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:26.361506 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4d07699-8737-4bb9-85c8-35500706b34a tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:26.372149 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d07699-8737-4bb9-85c8-35500706b34a tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:26.373425 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4d07699-8737-4bb9-85c8-35500706b34a tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:26.459011 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:26.583672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eef5f52-04c8-46c4-9e0e-819f3dc51ed4 None None] Network 9f042edf-42fb-4f55-bf23-db8e4f6bf7dc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:26.594465 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 99827961-0fcf-4010-a6d0-e354127c541c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=99827961-0fcf-4010-a6d0-e354127c541c,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:26.601722 n-d-778550-11 neutron-server[94867]: DEBUG neutron.objects.ports [None req-79f8e60c-b347-4826-9621-46e56ca1d19f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94867) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:33:26.616573 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:26.662412 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c4d07699-8737-4bb9-85c8-35500706b34a tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8436728 Aug 20 10:33:26.675398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-2ee3ad69-3afa-4599-80ee-7d4b4a739a72 None None] Allocated IP 2001:db8::2 (7b83641d-fbeb-417a-8d09-ab733c99b474/640f5b5b-3272-4d5c-977f-54d47ad16081/99827961-0fcf-4010-a6d0-e354127c541c) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:26.714851 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c14c4397-6273-4ce3-b5e2-ecb6b761261c None None] Deleting port de72cc6f-178c-4836-af9d-ca7bc41d698a {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:26.715256 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c14c4397-6273-4ce3-b5e2-ecb6b761261c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:26.727824 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59370) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:26.741822 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Request body: {'ports': [{'network_id': 'fd31e005-f6ab-4f3c-b87e-59976e03e70c', 'name': 'tempest-port--466819123', 'admin_state_up': True}, {'network_id': '5e21379b-f52b-4474-8ab8-666eef107a53', 'admin_state_up': False}]} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:26.747713 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Request body: {'port': {'network_id': 'fd31e005-f6ab-4f3c-b87e-59976e03e70c', 'name': 'tempest-port--466819123', 'admin_state_up': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:26.748634 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Request body: {'port': {'network_id': '5e21379b-f52b-4474-8ab8-666eef107a53', 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:26.840597 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-765cb2bd-5039-40ed-9d52-082f55c072b5 None None] Provisioning for port 911eda26-5fae-4a2b-a855-a57c0263481e completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:26.866235 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=99827961-0fcf-4010-a6d0-e354127c541c,revision_number=12']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:26.873950 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-267cd0b3-9725-43a2-844e-f84797905879 req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:26.949067 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Deleting port de72cc6f-178c-4836-af9d-ca7bc41d698a {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:26.949451 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:26.959338 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ae9b9-b6d5-4010-8c4b-68ccb5da04d2 req-8111b8f2-3dc0-45ff-8259-85cccdfaf00b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:26.960976 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a71ae9b9-b6d5-4010-8c4b-68ccb5da04d2 req-8111b8f2-3dc0-45ff-8259-85cccdfaf00b tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=98e23ed1-94f2-4eb8-b93c-89a358aeb18c HTTP/1.1" status: 200 len: 945 time: 0.7164006 Aug 20 10:33:26.961654 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d07699-8737-4bb9-85c8-35500706b34a tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event updated for resources: {'Network': ['ID=5e21379b-f52b-4474-8ab8-666eef107a53,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:26.990781 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['cbd2a08e-6f65-467d-b2d7-3720544465b4', '7199923f-7ea6-467d-ba65-7ede5fe1a41b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:33:27.040778 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Pushing event deleted for resources: {'Port': ['ID=7199923f-7ea6-467d-ba65-7ede5fe1a41b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:27.074031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['7c51e280-b9b8-4400-836c-f3261c7842e0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:33:27.078953 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:27.122116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 5e21379b-f52b-4474-8ab8-666eef107a53 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:33:27.163510 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a71ae9b9-b6d5-4010-8c4b-68ccb5da04d2 req-a8544dbf-d57a-4dce-b32b-3e04b7f6a874 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749728 Aug 20 10:33:27.193091 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:27.195033 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:27.249846 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c14c4397-6273-4ce3-b5e2-ecb6b761261c None None] For port de72cc6f-178c-4836-af9d-ca7bc41d698a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=de72cc6f-178c-4836-af9d-ca7bc41d698a,segment=NetworkSegment(6d1b090d-abe0-460c-9665-270bd61cfc86),segment_id=6d1b090d-abe0-460c-9665-270bd61cfc86)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:27.250283 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c14c4397-6273-4ce3-b5e2-ecb6b761261c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:27.348482 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d3c648a6-0742-43be-9426-3d852706f689 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:27.360399 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c14c4397-6273-4ce3-b5e2-ecb6b761261c None None] Calling delete_port for de72cc6f-178c-4836-af9d-ca7bc41d698a owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:27.405221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] For port de72cc6f-178c-4836-af9d-ca7bc41d698a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=de72cc6f-178c-4836-af9d-ca7bc41d698a,segment=NetworkSegment(6d1b090d-abe0-460c-9665-270bd61cfc86),segment_id=6d1b090d-abe0-460c-9665-270bd61cfc86)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:27.405921 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:27.420602 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=cd20ade7-d724-4406-846b-aa83a8d3576f,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:27.511210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 9f042edf-42fb-4f55-bf23-db8e4f6bf7dc is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:27.535209 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:27.540658 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2ee3ad69-3afa-4599-80ee-7d4b4a739a72 None None] For port 99827961-0fcf-4010-a6d0-e354127c541c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=99827961-0fcf-4010-a6d0-e354127c541c,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:27.548166 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-267cd0b3-9725-43a2-844e-f84797905879 req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] No DVR routers for this DVR port 7199923f-7ea6-467d-ba65-7ede5fe1a41b on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:33:27.549449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:27.549809 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:27.550272 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:27.551028 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:27.551391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:27.551733 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:27.552332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:27.552672 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:27.553007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:27.553337 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:27.553667 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:27.553990 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:27.582508 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-267cd0b3-9725-43a2-844e-f84797905879 req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:27.585033 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-267cd0b3-9725-43a2-844e-f84797905879 req-f3b8ed52-34af-45e7-bdef-a5fb30153817 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.42 "DELETE /v2.0/ports/7199923f-7ea6-467d-ba65-7ede5fe1a41b HTTP/1.1" status: 204 len: 173 time: 2.1264391 Aug 20 10:33:27.585495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e23ed1-94f2-4eb8-b93c-89a358aeb18c', 'name': 'network-vif-deleted', 'tag': '7199923f-7ea6-467d-ba65-7ede5fe1a41b'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:33:27.596686 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e91e29-b515-4282-a12d-f4406ca576e2" -d '{"events": [{"server_uuid": "98e23ed1-94f2-4eb8-b93c-89a358aeb18c", "name": "network-vif-deleted", "tag": "7199923f-7ea6-467d-ba65-7ede5fe1a41b"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:33:27.646694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Calling delete_port for de72cc6f-178c-4836-af9d-ca7bc41d698a owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:27.677867 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a881e822-5ef4-4968-a9cc-9dd0c0b9391c x-openstack-request-id: req-a881e822-5ef4-4968-a9cc-9dd0c0b9391c {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:33:27.678435 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e23ed1-94f2-4eb8-b93c-89a358aeb18c", "name": "network-vif-deleted", "tag": "7199923f-7ea6-467d-ba65-7ede5fe1a41b", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:33:27.678710 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a881e822-5ef4-4968-a9cc-9dd0c0b9391c {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:33:27.679218 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e23ed1-94f2-4eb8-b93c-89a358aeb18c', 'name': 'network-vif-deleted', 'tag': '7199923f-7ea6-467d-ba65-7ede5fe1a41b', 'status': 'completed', 'code': 200} Aug 20 10:33:27.712380 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ad69-3afa-4599-80ee-7d4b4a739a72 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:27.744792 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf0b4a-c56a-48e8-8222-6499b5beafdc req-019fa6dd-1e3c-4181-9f1f-c06ac6a800f5 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:27.750627 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-42cf0b4a-c56a-48e8-8222-6499b5beafdc req-019fa6dd-1e3c-4181-9f1f-c06ac6a800f5 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.2487693 Aug 20 10:33:27.764058 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d3c648a6-0742-43be-9426-3d852706f689 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:27.764491 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:27.768366 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router a352c903-e30f-49c4-bc92-fd12fe9a812c has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:33:27.798562 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2ee3ad69-3afa-4599-80ee-7d4b4a739a72 None None] Transition to ACTIVE for port object 99827961-0fcf-4010-a6d0-e354127c541c will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:27.810900 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Made reservation on behalf of bb5fa985f60a4c35be15d97021d5252e for: {'port': 2} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:27.825948 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:27.826117 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2ee3ad69-3afa-4599-80ee-7d4b4a739a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:27.867534 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-42cf0b4a-c56a-48e8-8222-6499b5beafdc req-f3ca1220-65ad-4b29-a0aa-86c56958ad2e tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004372 Aug 20 10:33:27.882737 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:27.939416 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c14c4397-6273-4ce3-b5e2-ecb6b761261c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:27.984177 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-79f8e60c-b347-4826-9621-46e56ca1d19f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:28.050702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3ad69-3afa-4599-80ee-7d4b4a739a72 None None] Pushing event updated for resources: {'Port': ['ID=99827961-0fcf-4010-a6d0-e354127c541c,revision_number=13']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:28.095668 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14c4397-6273-4ce3-b5e2-ecb6b761261c None None] No DVR routers for this DVR port de72cc6f-178c-4836-af9d-ca7bc41d698a on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:33:28.197158 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c4397-6273-4ce3-b5e2-ecb6b761261c None None] Pushing event deleted for resources: {'Port': ['ID=de72cc6f-178c-4836-af9d-ca7bc41d698a,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:28.252719 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:33:28.276367 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Sync routers for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:33:28.297958 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 911eda26-5fae-4a2b-a855-a57c0263481e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:28.299861 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8e5d6e62-6eb6-4d5f-ac1d-cd98ee0ff3ad tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/a352c903-e30f-49c4-bc92-fd12fe9a812c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5154135 Aug 20 10:33:28.305000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59388) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:28.311366 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:33:28.312213 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:33:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:28.368361 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7e718529-ad5b-4a54-abf2-9db0a9f2d8a7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1347190232'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:28.376105 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:28.394893 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b1ac7b01-7911-4baa-91b9-266154a3908d None None] Provisioning for port cd20ade7-d724-4406-846b-aa83a8d3576f completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:28.400910 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 911eda26-5fae-4a2b-a855-a57c0263481e completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:28.428909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 911eda26-5fae-4a2b-a855-a57c0263481e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:28.441286 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-79f8e60c-b347-4826-9621-46e56ca1d19f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] For port 99827961-0fcf-4010-a6d0-e354127c541c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=99827961-0fcf-4010-a6d0-e354127c541c,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:28.441813 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:28.528326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] device_id is not set on port 5417ba35-f1f7-430a-ad7f-65a50d35438d yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:33:28.583037 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-79f8e60c-b347-4826-9621-46e56ca1d19f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:28.589183 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:33:28.605631 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-79f8e60c-b347-4826-9621-46e56ca1d19f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:28.606673 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-79f8e60c-b347-4826-9621-46e56ca1d19f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:28.735793 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:28.845089 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f8e60c-b347-4826-9621-46e56ca1d19f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:28.855828 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8e60c-b347-4826-9621-46e56ca1d19f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=a3544de1-33da-4cbc-9162-1fbf504041c5,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:28.864447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-79f8e60c-b347-4826-9621-46e56ca1d19f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:28.892563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] device_id is not set on port 7c1a0fcc-8801-4ff1-ad23-fa5d66b1d356 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:33:28.918662 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f8e60c-b347-4826-9621-46e56ca1d19f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:28.919332 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-79f8e60c-b347-4826-9621-46e56ca1d19f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:29.037284 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8e60c-b347-4826-9621-46e56ca1d19f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=99827961-0fcf-4010-a6d0-e354127c541c,revision_number=15']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:29.082505 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b1ac7b01-7911-4baa-91b9-266154a3908d None None] Provisioning complete for port cd20ade7-d724-4406-846b-aa83a8d3576f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:29.089738 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b1ac7b01-7911-4baa-91b9-266154a3908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:29.201717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bb94c-f98f-471a-9aa0-fe256c71a89d req-ca7f609d-bef6-4b3c-9b67-ca737fec3108 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:29.204725 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-293bb94c-f98f-471a-9aa0-fe256c71a89d req-ca7f609d-bef6-4b3c-9b67-ca737fec3108 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.1558926 Aug 20 10:33:29.214495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b1ac7b01-7911-4baa-91b9-266154a3908d None None] Port cd20ade7-d724-4406-846b-aa83a8d3576f cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:33:29.258115 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event deleted for resources: {'Port': ['ID=de72cc6f-178c-4836-af9d-ca7bc41d698a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:29.279859 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] No DVR routers for this DVR port de72cc6f-178c-4836-af9d-ca7bc41d698a on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:33:29.328041 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-293bb94c-f98f-471a-9aa0-fe256c71a89d req-21d2d406-0c89-4050-ac7c-fa07ce3ac292 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062038 Aug 20 10:33:29.331898 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-79f8e60c-b347-4826-9621-46e56ca1d19f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.2565615 Aug 20 10:33:29.335624 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59398) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:29.339168 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e718529-ad5b-4a54-abf2-9db0a9f2d8a7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:29.342415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-1e8825f7-4205-42e3-a15c-ad9d036032d6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'mac_address': 'fa:16:3e:7b:bc:14', 'name': 'tempest-NetworksTestDHCPv6-1641479515'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:29.357751 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:33:25Z', 'revision_number': 3, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': 'cd20ade7-d724-4406-846b-aa83a8d3576f', 'name': '', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:79:27:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:21Z', 'updated_at': '2021-08-20T10:33:26Z', 'revision_number': 2, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:29.363307 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e718529-ad5b-4a54-abf2-9db0a9f2d8a7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:29.387122 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:29.395826 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17bf4b27-21ee-4a19-a806-a3af34ed7c79 req-ac367378-aec5-4caa-bb5f-53506ad74326 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=98e23ed1-94f2-4eb8-b93c-89a358aeb18c HTTP/1.1" status: 200 len: 210 time: 0.2460988 Aug 20 10:33:29.422261 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:29.425130 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e3782852-f5f5-4de6-850e-42dbd91c576b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:29.445437 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-65759cef-b4b2-48d3-a4b5-d52643a5aeca None None] Provisioning complete for port cd20ade7-d724-4406-846b-aa83a8d3576f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:29.446685 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65759cef-b4b2-48d3-a4b5-d52643a5aeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:29.466171 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Checking router: a352c903-e30f-49c4-bc92-fd12fe9a812c for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:33:29.466529 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Updating router a352c903-e30f-49c4-bc92-fd12fe9a812c port cd20ade7-d724-4406-846b-aa83a8d3576f binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:33:29.515954 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 911eda26-5fae-4a2b-a855-a57c0263481e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=911eda26-5fae-4a2b-a855-a57c0263481e,segment=NetworkSegment(b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24),segment_id=b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:29.521263 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:29.588212 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:29.624725 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:29.651365 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97215628-4e08-4830-bab0-0e197b700456']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:29.663237 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8825f7-4205-42e3-a15c-ad9d036032d6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:29.670608 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1b090d-abe0-460c-9665-270bd61cfc86') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:29.671104 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1b090d-abe0-460c-9665-270bd61cfc86') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:29.689487 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:29.703078 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device de72cc6f-178c-4836-af9d-ca7bc41d698a no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:33:29.719773 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:29.725947 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9bc52c-2d4d-4818-b7d2-d630bb8eb294 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:29.738253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:33:29.738688 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:29.834522 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e8825f7-4205-42e3-a15c-ad9d036032d6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:33:29.852708 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:33:29.860378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e718529-ad5b-4a54-abf2-9db0a9f2d8a7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:33:29.872344 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e718529-ad5b-4a54-abf2-9db0a9f2d8a7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:29.872694 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-7e718529-ad5b-4a54-abf2-9db0a9f2d8a7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Added segment 21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0 of type vlan for network 655776f4-9ebd-4caa-8682-f30c64ea29bb Aug 20 10:33:29.885384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-65759cef-b4b2-48d3-a4b5-d52643a5aeca None None] Port cd20ade7-d724-4406-846b-aa83a8d3576f cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:33:29.886761 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-1e8825f7-4205-42e3-a15c-ad9d036032d6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port 08eda764-63d5-4750-99c3-46118209d3bc yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:33:29.895123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: de72cc6f-178c-4836-af9d-ca7bc41d698a {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:33:29.897565 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device de72cc6f-178c-4836-af9d-ca7bc41d698a not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:33:29.900851 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=911eda26-5fae-4a2b-a855-a57c0263481e,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:29.952717 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 7199923f-7ea6-467d-ba65-7ede5fe1a41b no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:33:30.016297 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e718529-ad5b-4a54-abf2-9db0a9f2d8a7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:30.084250 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 7199923f-7ea6-467d-ba65-7ede5fe1a41b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:33:30.084462 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 7199923f-7ea6-467d-ba65-7ede5fe1a41b not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:33:30.102143 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:30.114981 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:30.124346 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:30.125961 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "DELETE /v2.0/networks/97215628-4e08-4830-bab0-0e197b700456 HTTP/1.1" status: 204 len: 168 time: 4.5770068 Aug 20 10:33:30.128620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5b3ca30e-6d3b-40a3-bd8b-71800feacdf1 None None] Provisioning complete for port cd20ade7-d724-4406-846b-aa83a8d3576f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:30.129003 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca30e-6d3b-40a3-bd8b-71800feacdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:30.133941 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59408) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:30.144440 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Transition to ACTIVE for port object cd20ade7-d724-4406-846b-aa83a8d3576f will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:30.148701 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e718529-ad5b-4a54-abf2-9db0a9f2d8a7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:30.156419 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:30.165241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e718529-ad5b-4a54-abf2-9db0a9f2d8a7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:30.165696 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de8485-59f2-4976-8a4e-b81b2377479d req-66876ac8-1592-4058-a56c-01f86ab190ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:30.167612 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e718529-ad5b-4a54-abf2-9db0a9f2d8a7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:30.167965 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-00de8485-59f2-4976-8a4e-b81b2377479d req-66876ac8-1592-4058-a56c-01f86ab190ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b086f231f77d4675abacdbd977d6ae32&device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 1097 time: 0.1274529 Aug 20 10:33:30.192875 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:30.258579 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ca30e-6d3b-40a3-bd8b-71800feacdf1 None None] Port cd20ade7-d724-4406-846b-aa83a8d3576f cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:33:30.272737 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79580533-0fd0-41bf-a8e4-b9f522a72b10 None None] Pushing event updated for resources: {'Port': ['ID=cd20ade7-d724-4406-846b-aa83a8d3576f,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:30.323863 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79580533-0fd0-41bf-a8e4-b9f522a72b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:30.325784 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79580533-0fd0-41bf-a8e4-b9f522a72b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:30.326489 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79580533-0fd0-41bf-a8e4-b9f522a72b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:30.327189 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79580533-0fd0-41bf-a8e4-b9f522a72b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:30.328402 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79580533-0fd0-41bf-a8e4-b9f522a72b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:30.328912 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79580533-0fd0-41bf-a8e4-b9f522a72b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:30.330411 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79580533-0fd0-41bf-a8e4-b9f522a72b10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:30.330955 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79580533-0fd0-41bf-a8e4-b9f522a72b10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:30.331505 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79580533-0fd0-41bf-a8e4-b9f522a72b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:30.332049 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79580533-0fd0-41bf-a8e4-b9f522a72b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:30.332541 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79580533-0fd0-41bf-a8e4-b9f522a72b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:30.333658 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79580533-0fd0-41bf-a8e4-b9f522a72b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:30.358044 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5b3ca30e-6d3b-40a3-bd8b-71800feacdf1 None None] Provisioning for port 99827961-0fcf-4010-a6d0-e354127c541c completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:30.368702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5b3ca30e-6d3b-40a3-bd8b-71800feacdf1 None None] Provisioning complete for port 99827961-0fcf-4010-a6d0-e354127c541c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:30.369083 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca30e-6d3b-40a3-bd8b-71800feacdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:30.385046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-1e8825f7-4205-42e3-a15c-ad9d036032d6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::1ce (7b83641d-fbeb-417a-8d09-ab733c99b474/640f5b5b-3272-4d5c-977f-54d47ad16081/08eda764-63d5-4750-99c3-46118209d3bc) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:30.408066 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-1e8825f7-4205-42e3-a15c-ad9d036032d6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7b:bc14 (7b83641d-fbeb-417a-8d09-ab733c99b474/a3544de1-33da-4cbc-9162-1fbf504041c5/08eda764-63d5-4750-99c3-46118209d3bc) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:30.418687 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Attempting to bind port cd20ade7-d724-4406-846b-aa83a8d3576f on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:33:30.419288 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event updated for resources: {'Port': ['ID=5417ba35-f1f7-430a-ad7f-65a50d35438d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:30.419920 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Attempting to bind port cd20ade7-d724-4406-846b-aa83a8d3576f by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:33:30.421008 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Attempting to bind port cd20ade7-d724-4406-846b-aa83a8d3576f on network 9f042edf-42fb-4f55-bf23-db8e4f6bf7dc {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:33:30.431555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de8485-59f2-4976-8a4e-b81b2377479d req-7a98e289-be02-454b-8f83-d8a4f62062d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:30.434976 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-00de8485-59f2-4976-8a4e-b81b2377479d req-7a98e289-be02-454b-8f83-d8a4f62062d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a2aea40-582a-4eff-ab3a-f223319273f1 HTTP/1.1" status: 200 len: 911 time: 0.2564356 Aug 20 10:33:30.443982 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 99827961-0fcf-4010-a6d0-e354127c541c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:30.459370 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:33:30.460142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eff410-57ee-4de5-94fe-5cf8fe555908 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event deleted for resources: {'Network': ['ID=97215628-4e08-4830-bab0-0e197b700456,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:30.462830 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Checking segment: {'id': 'b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:30.470483 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:30.472212 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Bound using segment: {'id': 'b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:33:30.472926 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Bound port: cd20ade7-d724-4406-846b-aa83a8d3576f, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:33:30.474830 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:30.539492 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e718529-ad5b-4a54-abf2-9db0a9f2d8a7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Network': ['ID=655776f4-9ebd-4caa-8682-f30c64ea29bb,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:30.563008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34a4fc-662e-45b4-8fd2-5d60222265d5 req-a2b1b9cc-1856-4939-a509-9c4d404d6d15 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:30.578068 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1c34a4fc-662e-45b4-8fd2-5d60222265d5 req-a2b1b9cc-1856-4939-a509-9c4d404d6d15 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.4489686 Aug 20 10:33:30.586452 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7e718529-ad5b-4a54-abf2-9db0a9f2d8a7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2717779 Aug 20 10:33:30.587315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 655776f4-9ebd-4caa-8682-f30c64ea29bb details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:33:30.594539 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59414) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:30.613910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-976c99b5-1dc3-4c6e-b429-2df14ccc7e38 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'subnet': {'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:30.616540 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-00de8485-59f2-4976-8a4e-b81b2377479d req-acd436a6-2fcd-44c6-89c3-c80288ac25ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a5616b-820a-49fe-b3b1-b11f4474063d HTTP/1.1" status: 200 len: 1001 time: 0.1666980 Aug 20 10:33:30.657407 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] For port cd20ade7-d724-4406-846b-aa83a8d3576f, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:33:30.662578 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] For port cd20ade7-d724-4406-846b-aa83a8d3576f, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=cd20ade7-d724-4406-846b-aa83a8d3576f,segment=NetworkSegment(b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24),segment_id=b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:33:30.671784 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:30.725391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de8485-59f2-4976-8a4e-b81b2377479d req-10dd3ab4-0176-4f57-a797-c1deae596f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:30.725391 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-00de8485-59f2-4976-8a4e-b81b2377479d req-10dd3ab4-0176-4f57-a797-c1deae596f4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869 HTTP/1.1" status: 200 len: 849 time: 0.0955920 Aug 20 10:33:30.810723 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1c34a4fc-662e-45b4-8fd2-5d60222265d5 req-e4dbf402-088e-42b2-98bc-b2c7a0a0ffc3 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177539 Aug 20 10:33:30.821293 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:33:30.822272 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:33:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:30.909381 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 99827961-0fcf-4010-a6d0-e354127c541c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:30.909858 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:30.912883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b945a9-f7c5-4a4d-8365-a764ca02e199 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Deleting subnet 95fae2b9-96fc-42e9-b3ce-55292e5f89cc {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:33:30.926370 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33b945a9-f7c5-4a4d-8365-a764ca02e199 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:30.961163 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e8825f7-4205-42e3-a15c-ad9d036032d6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:30.980326 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-1e8825f7-4205-42e3-a15c-ad9d036032d6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object 08eda764-63d5-4750-99c3-46118209d3bc will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:31.020706 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca30e-6d3b-40a3-bd8b-71800feacdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:31.045027 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e8825f7-4205-42e3-a15c-ad9d036032d6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:31.077095 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33b945a9-f7c5-4a4d-8365-a764ca02e199 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:31.107570 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de8485-59f2-4976-8a4e-b81b2377479d req-08397a0e-5947-40ed-bc69-72e82187c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:31.116521 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-00de8485-59f2-4976-8a4e-b81b2377479d req-08397a0e-5947-40ed-bc69-72e82187c07b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a2aea40-582a-4eff-ab3a-f223319273f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3821003 Aug 20 10:33:31.140726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-5b3ca30e-6d3b-40a3-bd8b-71800feacdf1 None None] For port 99827961-0fcf-4010-a6d0-e354127c541c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=99827961-0fcf-4010-a6d0-e354127c541c,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:31.154978 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca30e-6d3b-40a3-bd8b-71800feacdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:31.206996 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:33:31.309346 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33b945a9-f7c5-4a4d-8365-a764ca02e199 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:31.328701 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8825f7-4205-42e3-a15c-ad9d036032d6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:31.352961 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-1e8825f7-4205-42e3-a15c-ad9d036032d6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:31.368005 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 911eda26-5fae-4a2b-a855-a57c0263481e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:31.393061 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8825f7-4205-42e3-a15c-ad9d036032d6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:31.416943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ca30e-6d3b-40a3-bd8b-71800feacdf1 None None] Pushing event updated for resources: {'Port': ['ID=99827961-0fcf-4010-a6d0-e354127c541c,revision_number=16']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:31.420470 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8825f7-4205-42e3-a15c-ad9d036032d6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:31.421025 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e8825f7-4205-42e3-a15c-ad9d036032d6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:31.426166 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8825f7-4205-42e3-a15c-ad9d036032d6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=08eda764-63d5-4750-99c3-46118209d3bc,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:31.464688 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Checking segment: {'id': '963e3a3d-cf80-4f2a-8876-4028e4ace7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'fd31e005-f6ab-4f3c-b87e-59976e03e70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:31.492697 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Network hostable DHCP agents. Network: fd31e005-f6ab-4f3c-b87e-59976e03e70c, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:33:31.497652 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79580533-0fd0-41bf-a8e4-b9f522a72b10 None None] Pushing event updated for resources: {'Port': ['ID=cd20ade7-d724-4406-846b-aa83a8d3576f,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:31.512997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 911eda26-5fae-4a2b-a855-a57c0263481e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:31.513498 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:31.540386 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976c99b5-1dc3-4c6e-b429-2df14ccc7e38 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:31.548870 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-976c99b5-1dc3-4c6e-b429-2df14ccc7e38 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:31.570958 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-00de8485-59f2-4976-8a4e-b81b2377479d req-c26105c4-99b0-4443-9433-96f67a0e6de0 service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174125 Aug 20 10:33:31.590740 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1e8825f7-4205-42e3-a15c-ad9d036032d6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2513769 Aug 20 10:33:31.603446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59436) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:31.693054 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:33:25Z', 'revision_number': 3, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': 'cd20ade7-d724-4406-846b-aa83a8d3576f', 'name': '', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:79:27:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:21Z', 'updated_at': '2021-08-20T10:33:30Z', 'revision_number': 4, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:31.757904 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a34e74-03b9-44b6-a9dd-3d5f53b1cba5 None None] The sync data for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 is: [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:33:25Z', 'revision_number': 3, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': 'cd20ade7-d724-4406-846b-aa83a8d3576f', 'name': '', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:79:27:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:21Z', 'updated_at': '2021-08-20T10:33:30Z', 'revision_number': 4, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:33:31.898016 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-00de8485-59f2-4976-8a4e-b81b2377479d req-e0f4040d-f0ad-4053-b480-58d6d330844b service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161328 Aug 20 10:33:31.935793 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c6681afb-73db-46c1-85e9-5a30a5b29fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:32.309221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device cd20ade7-d724-4406-846b-aa83a8d3576f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:32.331027 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5315f0-a566-4c08-8383-6ba89b81905a req-51cfe334-8c17-4d95-b1b5-1a5132e8cf99 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:32.332713 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc5315f0-a566-4c08-8383-6ba89b81905a req-51cfe334-8c17-4d95-b1b5-1a5132e8cf99 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.2515285 Aug 20 10:33:32.407632 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:32.420928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f59385ed-0662-4850-bba5-199e7292ae0b None None] Provisioning complete for port 99827961-0fcf-4010-a6d0-e354127c541c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:32.421209 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f59385ed-0662-4850-bba5-199e7292ae0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:32.423163 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc5315f0-a566-4c08-8383-6ba89b81905a req-15733000-4341-41ef-8a98-a995baa826c1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810158 Aug 20 10:33:32.556723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port cd20ade7-d724-4406-846b-aa83a8d3576f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:32.593804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port cd20ade7-d724-4406-846b-aa83a8d3576f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:32.595979 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:32.679286 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Network fd31e005-f6ab-4f3c-b87e-59976e03e70c is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:33:32.748847 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33b945a9-f7c5-4a4d-8365-a764ca02e199 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:32.752699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, fd31e005-f6ab-4f3c-b87e-59976e03e70c) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:32.771341 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9453173-f812-41ce-a494-a3aac7066b46 None None] Network fd31e005-f6ab-4f3c-b87e-59976e03e70c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:32.803342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:32.804243 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:32.815556 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b945a9-f7c5-4a4d-8365-a764ca02e199 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event deleted for resources: {'Subnet': ['ID=95fae2b9-96fc-42e9-b3ce-55292e5f89cc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:32.881630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31ea12b-8ce9-469d-b301-525502360c5e None None] Network 68a5325e-a73b-4f4b-8879-71cd6e70b76b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:32.900404 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33b945a9-f7c5-4a4d-8365-a764ca02e199 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:32.905681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59450) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:32.906502 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-33b945a9-f7c5-4a4d-8365-a764ca02e199 tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "DELETE /v2.0/subnets/95fae2b9-96fc-42e9-b3ce-55292e5f89cc HTTP/1.1" status: 204 len: 168 time: 2.7335219 Aug 20 10:33:32.970396 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:32.990950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event updated for resources: {'Port': ['ID=7c1a0fcc-8801-4ff1-ad23-fa5d66b1d356,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:33.004588 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-70f195ae-164c-410e-b566-f6599ed08637 None None] Provisioning for port 08eda764-63d5-4750-99c3-46118209d3bc completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:33.018090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c89d2-ec84-4752-96e5-bbc42f83ff7c req-030eb9f0-7826-4b81-b59b-d21d65993a98 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:33.028362 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c89d2-ec84-4752-96e5-bbc42f83ff7c req-030eb9f0-7826-4b81-b59b-d21d65993a98 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:33.030200 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-70f195ae-164c-410e-b566-f6599ed08637 None None] Provisioning complete for port 08eda764-63d5-4750-99c3-46118209d3bc triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:33.030866 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-70f195ae-164c-410e-b566-f6599ed08637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:33.031747 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:33.042639 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-690c89d2-ec84-4752-96e5-bbc42f83ff7c req-030eb9f0-7826-4b81-b59b-d21d65993a98 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=0010018f-3ada-46f2-98ea-07e60e855f00&device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 1681 time: 0.3651869 Aug 20 10:33:33.105743 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Deleting port 4156c900-5abb-46c9-a67c-ed99810f855e {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:33.106388 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:33.111145 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-3419978c-546c-4fa0-b460-878f92228430 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port 08eda764-63d5-4750-99c3-46118209d3bc {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:33.112004 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3419978c-546c-4fa0-b460-878f92228430 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:33.203096 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] For port 4156c900-5abb-46c9-a67c-ed99810f855e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4156c900-5abb-46c9-a67c-ed99810f855e,segment=NetworkSegment(9afefd52-8692-4c02-abcb-9840fdc47b21),segment_id=9afefd52-8692-4c02-abcb-9840fdc47b21)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:33.203448 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:33.209321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port cd20ade7-d724-4406-846b-aa83a8d3576f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=cd20ade7-d724-4406-846b-aa83a8d3576f,segment=NetworkSegment(b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24),segment_id=b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:33.214149 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-70f195ae-164c-410e-b566-f6599ed08637 None None] Port 08eda764-63d5-4750-99c3-46118209d3bc cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:33:33.234302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Calling delete_port for 4156c900-5abb-46c9-a67c-ed99810f855e owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:33.252764 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:33.254095 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 99827961-0fcf-4010-a6d0-e354127c541c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:33.316587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Checking segment: {'id': '4370643f-6f5d-490e-8415-5efb8cdda7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5e21379b-f52b-4474-8ab8-666eef107a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:33.317566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Network hostable DHCP agents. Network: 5e21379b-f52b-4474-8ab8-666eef107a53, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:33:33.345587 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:33.379384 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-690c89d2-ec84-4752-96e5-bbc42f83ff7c req-fb80fcce-346e-4e9e-aee0-e13e5abdb681 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343232 Aug 20 10:33:33.384634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=cd20ade7-d724-4406-846b-aa83a8d3576f,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:33.408438 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-976c99b5-1dc3-4c6e-b429-2df14ccc7e38 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:33.409323 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:33.472706 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event deleted for resources: {'Port': ['ID=4156c900-5abb-46c9-a67c-ed99810f855e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:33.475949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] No DVR routers for this DVR port 4156c900-5abb-46c9-a67c-ed99810f855e on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:33:33.531520 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c99b5-1dc3-4c6e-b429-2df14ccc7e38 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Subnet': ['ID=e3909b91-0f95-4fdd-8527-3f621ebd3ae0,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:33.563755 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Network 5e21379b-f52b-4474-8ab8-666eef107a53 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:33:33.587183 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 99827961-0fcf-4010-a6d0-e354127c541c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:33.587804 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:33.626010 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3419978c-546c-4fa0-b460-878f92228430 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:33.697043 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 5e21379b-f52b-4474-8ab8-666eef107a53) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:33.700090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320e824e-b0e9-4c10-9733-79c43837ceab None None] DHCP port deletion for 68a5325e-a73b-4f4b-8879-71cd6e70b76b request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:33:33.709125 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-3419978c-546c-4fa0-b460-878f92228430 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for 08eda764-63d5-4750-99c3-46118209d3bc owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:33.725082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:33.730816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a0a138-419c-44ae-a862-a4f70e449a6c None None] Network 5e21379b-f52b-4474-8ab8-666eef107a53 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:33.736177 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:33.745671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:33.746813 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:33.757593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c99b5-1dc3-4c6e-b429-2df14ccc7e38 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Checking segment: {'id': '21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:33.758180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976c99b5-1dc3-4c6e-b429-2df14ccc7e38 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network hostable DHCP agents. Network: 655776f4-9ebd-4caa-8682-f30c64ea29bb, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:33:33.787112 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:33.811539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a5325e-a73b-4f4b-8879-71cd6e70b76b']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:33.824503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afefd52-8692-4c02-abcb-9840fdc47b21') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:33.825242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afefd52-8692-4c02-abcb-9840fdc47b21') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:33.837831 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:33.839493 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-555952ad-0c92-4340-a697-18b8c4fddbc2 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.1124089 Aug 20 10:33:33.845878 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59464) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:33.866566 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:33.877076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976c99b5-1dc3-4c6e-b429-2df14ccc7e38 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 655776f4-9ebd-4caa-8682-f30c64ea29bb is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:33:33.881946 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:33:33.882489 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:33.956397 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-976c99b5-1dc3-4c6e-b429-2df14ccc7e38 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 655776f4-9ebd-4caa-8682-f30c64ea29bb) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:33.974964 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976c99b5-1dc3-4c6e-b429-2df14ccc7e38 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:33.975916 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-976c99b5-1dc3-4c6e-b429-2df14ccc7e38 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:33.991406 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07675000-127f-4aa7-8268-2e39bc12f103 None None] Network 655776f4-9ebd-4caa-8682-f30c64ea29bb requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:33:34.038033 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:33:34.044635 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:34.053544 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-976c99b5-1dc3-4c6e-b429-2df14ccc7e38 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4492173 Aug 20 10:33:34.055398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59468) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:34.096076 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:34.105881 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] 10.222.0.16 "DELETE /v2.0/networks/68a5325e-a73b-4f4b-8879-71cd6e70b76b HTTP/1.1" status: 204 len: 168 time: 1.1979618 Aug 20 10:33:34.187349 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185c594-fa50-484b-8318-1c7bd7e6ff75 req-9ddba62e-1338-4611-ab84-23ed52e58714 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:34.208053 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8185c594-fa50-484b-8318-1c7bd7e6ff75 req-9ddba62e-1338-4611-ab84-23ed52e58714 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.5869572 Aug 20 10:33:34.246376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8a4a7-4c79-4638-9b96-4a809cc137cd tempest-ServersTestMultiNic-1526212929 tempest-ServersTestMultiNic-1526212929-project] Pushing event deleted for resources: {'Network': ['ID=68a5325e-a73b-4f4b-8879-71cd6e70b76b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:34.335306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device cd20ade7-d724-4406-846b-aa83a8d3576f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:34.380040 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-16a274c2-571e-4832-8723-d0aaba9e72bc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3273623 Aug 20 10:33:34.419030 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8185c594-fa50-484b-8318-1c7bd7e6ff75 req-3f22f90f-7daf-4a8a-8d76-a8b4576e7b20 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095470 Aug 20 10:33:34.445602 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643c363b-fe05-4b3a-9f0a-d63041786b72 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:34.454911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643c363b-fe05-4b3a-9f0a-d63041786b72 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:34.460101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59484) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:34.460779 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-643c363b-fe05-4b3a-9f0a-d63041786b72 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6131339 Aug 20 10:33:34.512685 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59488) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:34.642474 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port cd20ade7-d724-4406-846b-aa83a8d3576f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:34.643489 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:34.647762 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-655776f4-9ebd-4caa-8682-f30c64ea29bb', 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'fixed_ips': [{'subnet_id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:33:34.649021 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:34.708698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67779158-35f6-40a8-a7e5-d403e8892411 req-87a8c8af-b017-4b66-ba50-4e27c7941547 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:34.710628 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67779158-35f6-40a8-a7e5-d403e8892411 req-87a8c8af-b017-4b66-ba50-4e27c7941547 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=0010018f-3ada-46f2-98ea-07e60e855f00 HTTP/1.1" status: 200 len: 945 time: 0.1472578 Aug 20 10:33:34.748823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-b5c0daed-865c-4272-9f12-67c8c4962ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:34.749317 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-b5c0daed-865c-4272-9f12-67c8c4962ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:34.749792 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-b5c0daed-865c-4272-9f12-67c8c4962ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:34.750357 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-b5c0daed-865c-4272-9f12-67c8c4962ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:34.750971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-b5c0daed-865c-4272-9f12-67c8c4962ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:34.751592 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-b5c0daed-865c-4272-9f12-67c8c4962ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:34.752110 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-b5c0daed-865c-4272-9f12-67c8c4962ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:34.754773 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-b5c0daed-865c-4272-9f12-67c8c4962ce7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 6510 time: 0.2917590 Aug 20 10:33:34.771479 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:34.835160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-967601e9-6870-4677-b88e-5567200f8af0 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Deleting port 5417ba35-f1f7-430a-ad7f-65a50d35438d {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:34.836145 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-967601e9-6870-4677-b88e-5567200f8af0 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:34.872298 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67779158-35f6-40a8-a7e5-d403e8892411 req-f7d7aa9b-cd41-4a8f-9603-1868c703ba10 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494370 Aug 20 10:33:34.889822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4156c900-5abb-46c9-a67c-ed99810f855e no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:33:34.912419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 4156c900-5abb-46c9-a67c-ed99810f855e {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:33:34.913317 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4156c900-5abb-46c9-a67c-ed99810f855e not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:33:34.972963 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3419978c-546c-4fa0-b460-878f92228430 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:35.037870 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-a9000b40-bb5f-437c-b24d-3cf85edc1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:35.038963 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-a9000b40-bb5f-437c-b24d-3cf85edc1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:35.042036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-a9000b40-bb5f-437c-b24d-3cf85edc1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:35.048430 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-a9000b40-bb5f-437c-b24d-3cf85edc1e9e service neutron] 10.222.0.42 "GET /v2.0/networks?id=88f93105-b451-41f4-a5e5-079e47726c50&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=4cf94859-d7e3-4c88-add5-0fffdfba7677&id=8714eb28-f9d6-435d-8508-76f686adacfc&id=8714eb28-f9d6-435d-8508-76f686adacfc HTTP/1.1" status: 200 len: 2296 time: 0.2505074 Aug 20 10:33:35.051407 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419978c-546c-4fa0-b460-878f92228430 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=08eda764-63d5-4750-99c3-46118209d3bc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:35.098177 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-967601e9-6870-4677-b88e-5567200f8af0 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:35.144467 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-967601e9-6870-4677-b88e-5567200f8af0 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Calling delete_port for 5417ba35-f1f7-430a-ad7f-65a50d35438d owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:35.158439 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3419978c-546c-4fa0-b460-878f92228430 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:35.163743 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3419978c-546c-4fa0-b460-878f92228430 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/08eda764-63d5-4750-99c3-46118209d3bc HTTP/1.1" status: 204 len: 168 time: 3.5429528 Aug 20 10:33:35.167535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59494) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:35.267246 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:35.362872 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-967601e9-6870-4677-b88e-5567200f8af0 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:35.382234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Allocated IP 2001:db8:2::2 (655776f4-9ebd-4caa-8682-f30c64ea29bb/e3909b91-0f95-4fdd-8527-3f621ebd3ae0/6db6014c-e0b0-465c-9333-f6f7e09784cd) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:35.421449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967601e9-6870-4677-b88e-5567200f8af0 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event deleted for resources: {'Port': ['ID=5417ba35-f1f7-430a-ad7f-65a50d35438d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:35.436537 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-967601e9-6870-4677-b88e-5567200f8af0 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:35.441540 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-967601e9-6870-4677-b88e-5567200f8af0 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "DELETE /v2.0/ports/5417ba35-f1f7-430a-ad7f-65a50d35438d HTTP/1.1" status: 204 len: 168 time: 0.9770868 Aug 20 10:33:35.441760 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-b3f01b8b-3fae-4eff-9302-ed2930db0c2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5374ab06-53f2-44d9-811c-ef39f56f233a HTTP/1.1" status: 200 len: 1002 time: 0.1748164 Aug 20 10:33:35.442128 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59498) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:35.456205 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceddc3a-d829-430c-ae4d-edcb51093cf3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:35.461232 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dceddc3a-d829-430c-ae4d-edcb51093cf3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2904871 Aug 20 10:33:35.461651 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59500) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:35.635621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-1c763366-81dc-4ba1-8c44-e9495650a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:35.637000 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-1c763366-81dc-4ba1-8c44-e9495650a1a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86001f3a-7a5c-4499-a121-de6a1935b5ad HTTP/1.1" status: 200 len: 855 time: 0.1838148 Aug 20 10:33:35.694428 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fdcf64cb-b563-44fa-b877-ce84a18367f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:35.700311 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:35.719011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Transition to ACTIVE for port object 6db6014c-e0b0-465c-9333-f6f7e09784cd will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:35.724902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a802c85-4ff1-4622-a6ae-f6453e06cd36 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:35.730580 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0a802c85-4ff1-4622-a6ae-f6453e06cd36 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2488344 Aug 20 10:33:35.735161 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59504) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:35.740571 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Transition to ACTIVE for port object 6db6014c-e0b0-465c-9333-f6f7e09784cd will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:35.749349 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:35.771611 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fea8af-6039-4811-903d-d5ceb14882a5 req-f4ce9551-0cd3-46fe-b496-fb816e906735 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:35.773217 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-46fea8af-6039-4811-903d-d5ceb14882a5 req-f4ce9551-0cd3-46fe-b496-fb816e906735 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d839507-600f-4346-8e89-ef5e948d8bd1 HTTP/1.1" status: 200 len: 945 time: 0.1935232 Aug 20 10:33:35.806102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Network 655776f4-9ebd-4caa-8682-f30c64ea29bb is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:35.817353 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:35.820163 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:35.820378 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb40803-94f9-408a-ab4a-405dee22de8f req-0f0f410d-35b3-4394-9377-ceb2b2dd4e28 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:35.822206 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-beb40803-94f9-408a-ab4a-405dee22de8f req-0f0f410d-35b3-4394-9377-ceb2b2dd4e28 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.24 "GET /v2.0/ports?device_id=0010018f-3ada-46f2-98ea-07e60e855f00 HTTP/1.1" status: 200 len: 945 time: 0.2249541 Aug 20 10:33:35.823613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Pushing event updated for resources: {'Port': ['ID=6db6014c-e0b0-465c-9333-f6f7e09784cd,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:35.902010 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Allocated IP 2001:db8:2::1 (655776f4-9ebd-4caa-8682-f30c64ea29bb/e3909b91-0f95-4fdd-8527-3f621ebd3ae0/ad368c2d-4042-4502-b149-2215fa7ae501) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:35.922106 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Attempting to bind port 6db6014c-e0b0-465c-9333-f6f7e09784cd on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:33:35.922483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Attempting to bind port 6db6014c-e0b0-465c-9333-f6f7e09784cd by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:33:35.922861 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Attempting to bind port 6db6014c-e0b0-465c-9333-f6f7e09784cd on network 655776f4-9ebd-4caa-8682-f30c64ea29bb {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:33:35.938032 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:33:35.938525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Checking segment: {'id': '21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:35.938812 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:35.939240 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Bound using segment: {'id': '21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:33:35.939735 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Bound port: 6db6014c-e0b0-465c-9333-f6f7e09784cd, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:33:35.940104 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:36.041449 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] For port 6db6014c-e0b0-465c-9333-f6f7e09784cd, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:33:36.045928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] For port 6db6014c-e0b0-465c-9333-f6f7e09784cd, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=6db6014c-e0b0-465c-9333-f6f7e09784cd,segment=NetworkSegment(21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0),segment_id=21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:33:36.050686 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:36.130135 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c09bc1-a094-4b0e-9554-7680a6be62ee None None] Pushing event updated for resources: {'Port': ['ID=6db6014c-e0b0-465c-9333-f6f7e09784cd,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:36.260132 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e4744-dbb5-456f-a616-bcc9d827228f tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Deleting port 7c1a0fcc-8801-4ff1-ad23-fa5d66b1d356 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:36.261071 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ad7e4744-dbb5-456f-a616-bcc9d827228f tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:36.272072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-a02f7a3e-4a4a-4978-9d41-c875517bf0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:36.274019 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-a02f7a3e-4a4a-4978-9d41-c875517bf0fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=88f93105-b451-41f4-a5e5-079e47726c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6133184 Aug 20 10:33:36.438405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e265ee-9fdb-408e-a73d-0e05b9e61ab9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:36.440113 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e265ee-9fdb-408e-a73d-0e05b9e61ab9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:36.442030 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e265ee-9fdb-408e-a73d-0e05b9e61ab9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:36.443760 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-69e265ee-9fdb-408e-a73d-0e05b9e61ab9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6957505 Aug 20 10:33:36.449315 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59512) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:36.533874 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:36.544125 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ad7e4744-dbb5-456f-a616-bcc9d827228f tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:36.569359 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e4744-dbb5-456f-a616-bcc9d827228f tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Calling delete_port for 7c1a0fcc-8801-4ff1-ad23-fa5d66b1d356 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:36.579193 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Transition to ACTIVE for port object ad368c2d-4042-4502-b149-2215fa7ae501 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:36.600089 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-f6ea9aff-1cc5-4e2e-b379-f5cd35020602 service neutron] 10.222.0.42 "GET /v2.0/networks/88f93105-b451-41f4-a5e5-079e47726c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154342 Aug 20 10:33:36.624710 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b717a63-17f1-4f73-98d7-11798f6cc96a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet 640f5b5b-3272-4d5c-977f-54d47ad16081 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:33:36.636089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b220c-017f-4169-b0c8-61271f909757 req-82b1e34a-8781-4614-8162-8e579986ed0f tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:36.637602 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be0b220c-017f-4169-b0c8-61271f909757 req-82b1e34a-8781-4614-8162-8e579986ed0f tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=0010018f-3ada-46f2-98ea-07e60e855f00 HTTP/1.1" status: 200 len: 945 time: 0.3003802 Aug 20 10:33:36.641558 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0b717a63-17f1-4f73-98d7-11798f6cc96a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:36.672279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-beb40803-94f9-408a-ab4a-405dee22de8f req-0dd0eae0-1e4a-4962-b4ef-6599c195e607 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Deleting port 7c51e280-b9b8-4400-836c-f3261c7842e0 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:36.672952 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-beb40803-94f9-408a-ab4a-405dee22de8f req-0dd0eae0-1e4a-4962-b4ef-6599c195e607 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:36.693976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-46fea8af-6039-4811-903d-d5ceb14882a5 req-c97a64e9-df06-42cb-afa7-578e6d102d2c tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Deleting port cbd2a08e-6f65-467d-b2d7-3720544465b4 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:36.694313 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-46fea8af-6039-4811-903d-d5ceb14882a5 req-c97a64e9-df06-42cb-afa7-578e6d102d2c tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:36.749485 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0b717a63-17f1-4f73-98d7-11798f6cc96a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:36.797277 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:36.842779 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be0b220c-017f-4169-b0c8-61271f909757 req-0905a1b4-0b9e-4851-ba7c-81c27e099ade tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/security-groups?id=94ddf108-c903-4929-ade9-e1b91415f7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940691 Aug 20 10:33:36.970228 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 655776f4-9ebd-4caa-8682-f30c64ea29bb is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:36.971020 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-1bba2b64-974e-4366-af13-6b4d9802cfd6 service neutron] 10.222.0.42 "GET /v2.0/networks/88f93105-b451-41f4-a5e5-079e47726c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600473 Aug 20 10:33:37.013521 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:37.017875 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=ad368c2d-4042-4502-b149-2215fa7ae501,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:37.020486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:37.021082 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.060403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-46fea8af-6039-4811-903d-d5ceb14882a5 req-c97a64e9-df06-42cb-afa7-578e6d102d2c tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] For port cbd2a08e-6f65-467d-b2d7-3720544465b4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cbd2a08e-6f65-467d-b2d7-3720544465b4,segment=NetworkSegment(69c21b92-95c5-44c8-bf9c-ff8165f398d1),segment_id=69c21b92-95c5-44c8-bf9c-ff8165f398d1)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:37.060903 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-46fea8af-6039-4811-903d-d5ceb14882a5 req-c97a64e9-df06-42cb-afa7-578e6d102d2c tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.075977 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-46fea8af-6039-4811-903d-d5ceb14882a5 req-c97a64e9-df06-42cb-afa7-578e6d102d2c tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Calling delete_port for cbd2a08e-6f65-467d-b2d7-3720544465b4 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:37.076681 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0b717a63-17f1-4f73-98d7-11798f6cc96a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.083113 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ad7e4744-dbb5-456f-a616-bcc9d827228f tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.085991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-13ec92ed-461c-4951-8e83-a193c1e4ff97 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 HTTP/1.1" status: 200 len: 217 time: 0.1061475 Aug 20 10:33:37.100494 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-beb40803-94f9-408a-ab4a-405dee22de8f req-0dd0eae0-1e4a-4962-b4ef-6599c195e607 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] For port 7c51e280-b9b8-4400-836c-f3261c7842e0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7c51e280-b9b8-4400-836c-f3261c7842e0,segment=NetworkSegment(69c21b92-95c5-44c8-bf9c-ff8165f398d1),segment_id=69c21b92-95c5-44c8-bf9c-ff8165f398d1)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:37.100955 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-beb40803-94f9-408a-ab4a-405dee22de8f req-0dd0eae0-1e4a-4962-b4ef-6599c195e607 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.164463 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-beb40803-94f9-408a-ab4a-405dee22de8f req-0dd0eae0-1e4a-4962-b4ef-6599c195e607 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Calling delete_port for 7c51e280-b9b8-4400-836c-f3261c7842e0 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:37.216007 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf64cb-b563-44fa-b877-ce84a18367f5 admin admin] Deleting port 120da24f-c123-4ba5-b543-486058bf462b {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:37.217036 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fdcf64cb-b563-44fa-b877-ce84a18367f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.217191 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e4744-dbb5-456f-a616-bcc9d827228f tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event deleted for resources: {'Port': ['ID=7c1a0fcc-8801-4ff1-ad23-fa5d66b1d356,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:37.224676 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ad7e4744-dbb5-456f-a616-bcc9d827228f tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.230019 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ad7e4744-dbb5-456f-a616-bcc9d827228f tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "DELETE /v2.0/ports/7c1a0fcc-8801-4ff1-ad23-fa5d66b1d356 HTTP/1.1" status: 204 len: 168 time: 1.7869027 Aug 20 10:33:37.235403 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59518) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:37.307809 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-f55f7cc0-1f1d-40a0-9fc8-c5db237b3e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:37.310355 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-f55f7cc0-1f1d-40a0-9fc8-c5db237b3e3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.2054360 Aug 20 10:33:37.311635 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0b717a63-17f1-4f73-98d7-11798f6cc96a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.318860 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-270e7ce0-c4a9-4d24-94f1-a99665d172de tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0645275 Aug 20 10:33:37.321172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59520) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:37.331110 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5059be20-961c-42ed-8309-3a36cca98663 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-405589931'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:37.381186 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5059be20-961c-42ed-8309-3a36cca98663 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Made reservation on behalf of bb5fa985f60a4c35be15d97021d5252e for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:37.386622 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5059be20-961c-42ed-8309-3a36cca98663 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.406977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b717a63-17f1-4f73-98d7-11798f6cc96a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=640f5b5b-3272-4d5c-977f-54d47ad16081,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:37.421971 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0b717a63-17f1-4f73-98d7-11798f6cc96a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.424549 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0b717a63-17f1-4f73-98d7-11798f6cc96a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/640f5b5b-3272-4d5c-977f-54d47ad16081 HTTP/1.1" status: 204 len: 168 time: 0.9733891 Aug 20 10:33:37.426573 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f47943-20a4-4c2b-a603-6c218a38ed2d None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:37.434874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59524) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:37.449552 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.522085 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a98b03e-ae68-4a86-b62c-a8185c97c9e6 None None] Network 655776f4-9ebd-4caa-8682-f30c64ea29bb requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:37.551242 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-fdcf64cb-b563-44fa-b877-ce84a18367f5 admin admin] For port 120da24f-c123-4ba5-b543-486058bf462b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=120da24f-c123-4ba5-b543-486058bf462b,segment=NetworkSegment(b4c19d5b-7716-4e83-8051-c9355316eda7),segment_id=b4c19d5b-7716-4e83-8051-c9355316eda7)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:37.551669 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fdcf64cb-b563-44fa-b877-ce84a18367f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.564844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5059be20-961c-42ed-8309-3a36cca98663 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:33:37.567812 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fa42cc-a38e-45eb-87ff-54cddd853489 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet a3544de1-33da-4cbc-9162-1fbf504041c5 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:33:37.579943 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5059be20-961c-42ed-8309-3a36cca98663 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.580542 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-5059be20-961c-42ed-8309-3a36cca98663 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Added segment 485197bb-6fba-4711-bfca-94a58d2116c7 of type vlan for network 83886f61-3e48-4bb8-a40b-b69331c837f4 Aug 20 10:33:37.585284 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94fa42cc-a38e-45eb-87ff-54cddd853489 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.588376 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf64cb-b563-44fa-b877-ce84a18367f5 admin admin] Calling delete_port for 120da24f-c123-4ba5-b543-486058bf462b owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:37.615082 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d2084d09-4d4d-42f4-a2a9-069015338d92 None None] Provisioning for port 6db6014c-e0b0-465c-9333-f6f7e09784cd completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:37.652621 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5059be20-961c-42ed-8309-3a36cca98663 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.689195 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-beb40803-94f9-408a-ab4a-405dee22de8f req-0dd0eae0-1e4a-4962-b4ef-6599c195e607 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.695830 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5059be20-961c-42ed-8309-3a36cca98663 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.703965 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5059be20-961c-42ed-8309-3a36cca98663 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:37.704793 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5059be20-961c-42ed-8309-3a36cca98663 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.748000 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['cbd2a08e-6f65-467d-b2d7-3720544465b4'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:33:37.757529 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94fa42cc-a38e-45eb-87ff-54cddd853489 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:37.842692 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059be20-961c-42ed-8309-3a36cca98663 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event updated for resources: {'Network': ['ID=83886f61-3e48-4bb8-a40b-b69331c837f4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:37.845892 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0eae0-1e4a-4962-b4ef-6599c195e607 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Pushing event deleted for resources: {'Port': ['ID=7c51e280-b9b8-4400-836c-f3261c7842e0,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:37.854643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 83886f61-3e48-4bb8-a40b-b69331c837f4 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:33:37.892157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5059be20-961c-42ed-8309-3a36cca98663 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5650318 Aug 20 10:33:37.913079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59528) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:37.939944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-efd57ef2-32dd-4785-9df5-c5c10af402eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:37.942564 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-efd57ef2-32dd-4785-9df5-c5c10af402eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6181748 Aug 20 10:33:37.949789 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-fa570f58-ccf7-48c9-a740-1fea4a9646e6 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1863427957'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:38.007782 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94fa42cc-a38e-45eb-87ff-54cddd853489 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:38.096199 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa570f58-ccf7-48c9-a740-1fea4a9646e6 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Made reservation on behalf of bb5fa985f60a4c35be15d97021d5252e for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:38.106633 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa570f58-ccf7-48c9-a740-1fea4a9646e6 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:38.188468 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:38.194241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb40803-94f9-408a-ab4a-405dee22de8f req-0dd0eae0-1e4a-4962-b4ef-6599c195e607 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] No DVR routers for this DVR port 7c51e280-b9b8-4400-836c-f3261c7842e0 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:33:38.233712 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b47a5d62-c692-4fb3-93b4-df3b038f2d81 req-7567b8f5-2697-429d-ac46-e20197a91bb0 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=0010018f-3ada-46f2-98ea-07e60e855f00 HTTP/1.1" status: 200 len: 210 time: 0.1617854 Aug 20 10:33:38.247843 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94fa42cc-a38e-45eb-87ff-54cddd853489 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:38.270324 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94fa42cc-a38e-45eb-87ff-54cddd853489 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:38.276561 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-94fa42cc-a38e-45eb-87ff-54cddd853489 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/a3544de1-33da-4cbc-9162-1fbf504041c5 HTTP/1.1" status: 204 len: 168 time: 0.8385072 Aug 20 10:33:38.277663 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:38.279139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:38.288015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59530) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:38.304713 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 6db6014c-e0b0-465c-9333-f6f7e09784cd up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:38.327891 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-beb40803-94f9-408a-ab4a-405dee22de8f req-0dd0eae0-1e4a-4962-b4ef-6599c195e607 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:38.330292 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-beb40803-94f9-408a-ab4a-405dee22de8f req-0dd0eae0-1e4a-4962-b4ef-6599c195e607 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.24 "DELETE /v2.0/ports/7c51e280-b9b8-4400-836c-f3261c7842e0 HTTP/1.1" status: 204 len: 173 time: 2.4916580 Aug 20 10:33:38.331191 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0010018f-3ada-46f2-98ea-07e60e855f00', 'name': 'network-vif-deleted', 'tag': '7c51e280-b9b8-4400-836c-f3261c7842e0'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:33:38.334629 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff96ad1a-c945-4e0f-963f-7e7476ebfbd1" -d '{"events": [{"server_uuid": "0010018f-3ada-46f2-98ea-07e60e855f00", "name": "network-vif-deleted", "tag": "7c51e280-b9b8-4400-836c-f3261c7842e0"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:33:38.361786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa570f58-ccf7-48c9-a740-1fea4a9646e6 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:33:38.387889 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa570f58-ccf7-48c9-a740-1fea4a9646e6 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:38.388279 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-fa570f58-ccf7-48c9-a740-1fea4a9646e6 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Added segment dd4934d5-6a27-4364-8c0f-2d4dd79ba2a7 of type vlan for network 31329669-aed7-4846-8aad-ee33961c13b7 Aug 20 10:33:38.428447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 6db6014c-e0b0-465c-9333-f6f7e09784cd completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:38.433545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-726b57a1-171d-4be0-b879-c9f58d3171b5 None None] Provisioning for port ad368c2d-4042-4502-b149-2215fa7ae501 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:38.439491 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-726b57a1-171d-4be0-b879-c9f58d3171b5 None None] Provisioning complete for port ad368c2d-4042-4502-b149-2215fa7ae501 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:38.440173 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-726b57a1-171d-4be0-b879-c9f58d3171b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:38.444730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 6db6014c-e0b0-465c-9333-f6f7e09784cd triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:38.445523 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:38.456231 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa570f58-ccf7-48c9-a740-1fea4a9646e6 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:38.508552 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa570f58-ccf7-48c9-a740-1fea4a9646e6 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:38.514988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa570f58-ccf7-48c9-a740-1fea4a9646e6 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:38.524318 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa570f58-ccf7-48c9-a740-1fea4a9646e6 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:38.556899 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fd1da2-9ac2-4253-a1cf-ec6f1d9c84ef x-openstack-request-id: req-b9fd1da2-9ac2-4253-a1cf-ec6f1d9c84ef {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:33:38.557610 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0010018f-3ada-46f2-98ea-07e60e855f00", "name": "network-vif-deleted", "tag": "7c51e280-b9b8-4400-836c-f3261c7842e0", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:33:38.557904 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9fd1da2-9ac2-4253-a1cf-ec6f1d9c84ef {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:33:38.558412 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0010018f-3ada-46f2-98ea-07e60e855f00', 'name': 'network-vif-deleted', 'tag': '7c51e280-b9b8-4400-836c-f3261c7842e0', 'status': 'completed', 'code': 200} Aug 20 10:33:38.603783 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fdcf64cb-b563-44fa-b877-ce84a18367f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:38.618647 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-726b57a1-171d-4be0-b879-c9f58d3171b5 None None] Port ad368c2d-4042-4502-b149-2215fa7ae501 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:33:38.649347 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-726b57a1-171d-4be0-b879-c9f58d3171b5 None None] Provisioning complete for port 6db6014c-e0b0-465c-9333-f6f7e09784cd triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:38.650541 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-726b57a1-171d-4be0-b879-c9f58d3171b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:38.685939 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-32083220-af77-4bb6-8165-7c73bf6bc251 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6170685 Aug 20 10:33:38.738910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa42cc-a38e-45eb-87ff-54cddd853489 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=a3544de1-33da-4cbc-9162-1fbf504041c5,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:38.752853 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d0d3edc1-edf1-4b64-80b0-06c9a9ba646c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4047544 Aug 20 10:33:38.753083 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:38.758805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59540) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:38.760806 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fa570f58-ccf7-48c9-a740-1fea4a9646e6 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8161540 Aug 20 10:33:38.762530 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-46fea8af-6039-4811-903d-d5ceb14882a5 req-c97a64e9-df06-42cb-afa7-578e6d102d2c tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:38.773555 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-51d16df3-77b4-4449-9039-bb9be193b5af tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:38.781757 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=ad368c2d-4042-4502-b149-2215fa7ae501,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:38.943271 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a64e9-df06-42cb-afa7-578e6d102d2c tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Pushing event deleted for resources: {'Port': ['ID=cbd2a08e-6f65-467d-b2d7-3720544465b4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:39.012868 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 6db6014c-e0b0-465c-9333-f6f7e09784cd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=6db6014c-e0b0-465c-9333-f6f7e09784cd,segment=NetworkSegment(21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0),segment_id=21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:39.031639 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-726b57a1-171d-4be0-b879-c9f58d3171b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:39.043620 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:39.072345 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf64cb-b563-44fa-b877-ce84a18367f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=120da24f-c123-4ba5-b543-486058bf462b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:39.233092 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa570f58-ccf7-48c9-a740-1fea4a9646e6 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event updated for resources: {'Network': ['ID=31329669-aed7-4846-8aad-ee33961c13b7,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:39.308855 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=6db6014c-e0b0-465c-9333-f6f7e09784cd,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:39.336821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a420fa-dac0-4d57-be8c-fcf74ea96f51 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:39.352323 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 31329669-aed7-4846-8aad-ee33961c13b7 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:33:39.366963 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fea8af-6039-4811-903d-d5ceb14882a5 req-c97a64e9-df06-42cb-afa7-578e6d102d2c tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] No DVR routers for this DVR port cbd2a08e-6f65-467d-b2d7-3720544465b4 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:33:39.375427 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-46fea8af-6039-4811-903d-d5ceb14882a5 req-c97a64e9-df06-42cb-afa7-578e6d102d2c tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:39.379161 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-46fea8af-6039-4811-903d-d5ceb14882a5 req-c97a64e9-df06-42cb-afa7-578e6d102d2c tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.42 "DELETE /v2.0/ports/cbd2a08e-6f65-467d-b2d7-3720544465b4 HTTP/1.1" status: 204 len: 173 time: 3.5687358 Aug 20 10:33:39.380089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network 655776f4-9ebd-4caa-8682-f30c64ea29bb is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:39.387090 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fdcf64cb-b563-44fa-b877-ce84a18367f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:39.392377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:39.542037 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-4cf4fc96-55d6-4a6f-8313-d1aacb020264 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7677629 Aug 20 10:33:39.642533 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d16df3-77b4-4449-9039-bb9be193b5af tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:39.661572 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-51d16df3-77b4-4449-9039-bb9be193b5af tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:39.663404 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 7c51e280-b9b8-4400-836c-f3261c7842e0 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:33:39.684771 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-8bd358bb-dacc-4551-a811-4ccfeb9a3059 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 HTTP/1.1" status: 200 len: 217 time: 0.1377339 Aug 20 10:33:39.867206 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 7c51e280-b9b8-4400-836c-f3261c7842e0 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:33:39.867980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 7c51e280-b9b8-4400-836c-f3261c7842e0 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:33:39.884952 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-230a633f-acad-4e0d-809e-293645dd411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:39.886545 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-230a633f-acad-4e0d-809e-293645dd411b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.1832051 Aug 20 10:33:39.972686 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-726b57a1-171d-4be0-b879-c9f58d3171b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:33:39.973323 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-726b57a1-171d-4be0-b879-c9f58d3171b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:33:39.974371 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device cbd2a08e-6f65-467d-b2d7-3720544465b4 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:33:39.980265 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a88c288e-213e-4213-82f5-d7bdd4d7d4ee req-de82f43f-a75c-468c-abc4-940945a0b141 tempest-ListServersNegativeTestJSON-1919964065 tempest-ListServersNegativeTestJSON-1919964065-project] 10.222.0.16 "GET /v2.0/ports?device_id=0010018f-3ada-46f2-98ea-07e60e855f00 HTTP/1.1" status: 200 len: 210 time: 0.5092385 Aug 20 10:33:40.005528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: cbd2a08e-6f65-467d-b2d7-3720544465b4 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:33:40.006416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device cbd2a08e-6f65-467d-b2d7-3720544465b4 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:33:40.106929 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-5fca8928-bd82-465d-b475-d964b542c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:40.111095 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-5fca8928-bd82-465d-b475-d964b542c410 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1813002 Aug 20 10:33:40.309058 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-51d16df3-77b4-4449-9039-bb9be193b5af tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:40.362926 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-7da69093-6642-4117-af48-38da5446742c service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389352 Aug 20 10:33:40.366490 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3858ec-de52-4b3f-87b1-386e9d73b788 None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:33:40.535306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router a352c903-e30f-49c4-bc92-fd12fe9a812c has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:33:40.562425 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-74095302-aa12-43d4-a338-b2df8788f47d service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887832 Aug 20 10:33:40.563321 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d839507-600f-4346-8e89-ef5e948d8bd1', 'name': 'network-vif-deleted', 'tag': 'cbd2a08e-6f65-467d-b2d7-3720544465b4'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:33:40.568142 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15075412-2102-4aca-a9f2-d16235a6a8df" -d '{"events": [{"server_uuid": "6d839507-600f-4346-8e89-ef5e948d8bd1", "name": "network-vif-deleted", "tag": "cbd2a08e-6f65-467d-b2d7-3720544465b4"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:33:40.593316 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 6db6014c-e0b0-465c-9333-f6f7e09784cd up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:40.651328 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-314a41cb-024f-4fda-85e2-5f75df2d7dd1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=37e4a62c-8652-430f-86df-59ad1164affe HTTP/1.1" status: 200 len: 217 time: 0.0795643 Aug 20 10:33:40.653314 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5497bcad-f7ae-4ae3-91ca-46fddb3d9f4c x-openstack-request-id: req-5497bcad-f7ae-4ae3-91ca-46fddb3d9f4c {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:33:40.653674 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d839507-600f-4346-8e89-ef5e948d8bd1", "name": "network-vif-deleted", "tag": "cbd2a08e-6f65-467d-b2d7-3720544465b4", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:33:40.653982 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5497bcad-f7ae-4ae3-91ca-46fddb3d9f4c {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:33:40.654342 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d839507-600f-4346-8e89-ef5e948d8bd1', 'name': 'network-vif-deleted', 'tag': 'cbd2a08e-6f65-467d-b2d7-3720544465b4', 'status': 'completed', 'code': 200} Aug 20 10:33:40.684242 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9b3858ec-de52-4b3f-87b1-386e9d73b788 None None] Deleting port 99827961-0fcf-4010-a6d0-e354127c541c {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:40.685085 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9b3858ec-de52-4b3f-87b1-386e9d73b788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:40.740601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-9e53f2a5-cc5b-41c9-835a-86f06bb82212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:40.745277 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-9e53f2a5-cc5b-41c9-835a-86f06bb82212 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.0772600 Aug 20 10:33:40.760466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d16df3-77b4-4449-9039-bb9be193b5af tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=471d0f7b-ae60-4a02-955c-33f52e523adf,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:40.788097 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 6db6014c-e0b0-465c-9333-f6f7e09784cd triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:40.788545 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:40.789275 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d16df3-77b4-4449-9039-bb9be193b5af tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:40.793239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-51d16df3-77b4-4449-9039-bb9be193b5af tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:40.809031 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d16df3-77b4-4449-9039-bb9be193b5af tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:40.812912 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-51d16df3-77b4-4449-9039-bb9be193b5af tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:40.851300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-dd87b2f2-a40b-4188-957d-a7caf0e581d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:40.853020 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-dd87b2f2-a40b-4188-957d-a7caf0e581d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1008031 Aug 20 10:33:40.864336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0c4756a4-368f-40b6-8e23-9dde9762b4a1 None None] Provisioning complete for port ad368c2d-4042-4502-b149-2215fa7ae501 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:40.864709 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0c4756a4-368f-40b6-8e23-9dde9762b4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:40.905715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0c4756a4-368f-40b6-8e23-9dde9762b4a1 None None] Port ad368c2d-4042-4502-b149-2215fa7ae501 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:33:40.955799 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-51d16df3-77b4-4449-9039-bb9be193b5af tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1855204 Aug 20 10:33:40.978272 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0c4756a4-368f-40b6-8e23-9dde9762b4a1 None None] Provisioning complete for port 99827961-0fcf-4010-a6d0-e354127c541c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:40.978880 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0c4756a4-368f-40b6-8e23-9dde9762b4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:40.989088 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-7181727f-7f1e-4d2c-9584-8c7139a3cd39 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288810 Aug 20 10:33:40.989833 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59562) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:40.996114 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9eacd779-29a6-4fb9-b84a-3d139bef13c3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:41.179193 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9b3858ec-de52-4b3f-87b1-386e9d73b788 None None] For port 99827961-0fcf-4010-a6d0-e354127c541c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=99827961-0fcf-4010-a6d0-e354127c541c,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:41.180076 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9b3858ec-de52-4b3f-87b1-386e9d73b788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:41.193916 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eacd779-29a6-4fb9-b84a-3d139bef13c3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:41.198294 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9eacd779-29a6-4fb9-b84a-3d139bef13c3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:41.247368 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59568) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:41.326287 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-87b64b1a-fea4-450f-ba42-0ba026a85abc service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198508 Aug 20 10:33:41.345559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9b3858ec-de52-4b3f-87b1-386e9d73b788 None None] Calling delete_port for 99827961-0fcf-4010-a6d0-e354127c541c owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:41.419877 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-304a7838-6336-4e7d-887c-0b630d7d115a admin admin] Deleting subnet 4e1534a8-8661-4cc1-9f8b-17802db14f07 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:33:41.457754 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-304a7838-6336-4e7d-887c-0b630d7d115a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:41.476733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-18e29aec-1ec6-4296-8f5e-8a2a5abec297 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=c58f68f8-6192-44b4-9074-737ec613eda7 HTTP/1.1" status: 200 len: 217 time: 0.1344421 Aug 20 10:33:41.555459 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9b3858ec-de52-4b3f-87b1-386e9d73b788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:41.587914 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3858ec-de52-4b3f-87b1-386e9d73b788 None None] Pushing event deleted for resources: {'Port': ['ID=99827961-0fcf-4010-a6d0-e354127c541c,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:41.610047 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3858ec-de52-4b3f-87b1-386e9d73b788 None None] No DVR routers for this DVR port 99827961-0fcf-4010-a6d0-e354127c541c on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:33:41.637864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afedc9b0-f8bd-4e69-b031-7d53c30e3367 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:41.680645 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-0962d957-7601-4d53-9b3e-ff0c0506af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:41.683260 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:33:41.684158 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-0962d957-7601-4d53-9b3e-ff0c0506af51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 200 len: 797 time: 0.1515212 Aug 20 10:33:41.687254 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcf64cb-b563-44fa-b877-ce84a18367f5 admin admin] Router 6834c67b-ace7-4a2c-ac2b-9e105c6694b2 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:33:41.692220 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2b291e6f-916e-448b-9536-6d15135151d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/a352c903-e30f-49c4-bc92-fd12fe9a812c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6142538 Aug 20 10:33:41.707785 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59572) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:41.708059 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Sync routers for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:33:41.708646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e73a0c4a-de30-4d3c-b00c-84d70729add0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1808436947'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:41.726512 n-d-778550-11 neutron-server[94867]: INFO neutron.db.ipam_backend_mixin [None req-9eacd779-29a6-4fb9-b84a-3d139bef13c3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 471d0f7b-ae60-4a02-955c-33f52e523adf (CIDR: 2001:db8::/64) Aug 20 10:33:41.733284 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eacd779-29a6-4fb9-b84a-3d139bef13c3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:33:41.733889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eacd779-29a6-4fb9-b84a-3d139bef13c3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:41.749931 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-304a7838-6336-4e7d-887c-0b630d7d115a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:41.754178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73a0c4a-de30-4d3c-b00c-84d70729add0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:41.757733 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e73a0c4a-de30-4d3c-b00c-84d70729add0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:41.762205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:33:41.765818 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-17ba97b9-5573-46de-80fc-931237de347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:33:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:41.790250 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9eacd779-29a6-4fb9-b84a-3d139bef13c3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7992325 Aug 20 10:33:41.796938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59574) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:41.802582 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-63113bbf-59e5-4176-8a77-e1e0ed919ec9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'subnet': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:41.804161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73a0c4a-de30-4d3c-b00c-84d70729add0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:33:41.815802 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e73a0c4a-de30-4d3c-b00c-84d70729add0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:41.816186 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-e73a0c4a-de30-4d3c-b00c-84d70729add0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Added segment ae10c819-c2e2-4714-b91f-18bfc22163b2 of type vlan for network a0347083-1201-4ab0-968d-618b141f1636 Aug 20 10:33:41.964735 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e73a0c4a-de30-4d3c-b00c-84d70729add0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:41.976523 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-ed76f3cc-9a3b-4779-be50-84ecdb71f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:41.979765 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-ed76f3cc-9a3b-4779-be50-84ecdb71f16c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cf94859-d7e3-4c88-add5-0fffdfba7677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2840078 Aug 20 10:33:42.004998 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-304a7838-6336-4e7d-887c-0b630d7d115a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:42.054687 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e73a0c4a-de30-4d3c-b00c-84d70729add0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:42.072424 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73a0c4a-de30-4d3c-b00c-84d70729add0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:42.072424 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e73a0c4a-de30-4d3c-b00c-84d70729add0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:42.228174 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 99827961-0fcf-4010-a6d0-e354127c541c no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:33:42.236420 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-35b52d99-eacc-4bc3-9f12-08292cdd1ddc service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462478 Aug 20 10:33:42.240480 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63113bbf-59e5-4176-8a77-e1e0ed919ec9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:42.244389 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63113bbf-59e5-4176-8a77-e1e0ed919ec9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:42.267802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:33:42.273071 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 99827961-0fcf-4010-a6d0-e354127c541c {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:33:42.273853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 99827961-0fcf-4010-a6d0-e354127c541c not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:33:42.379702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-7b83641d-fbeb-417a-8d09-ab733c99b474', 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'tenant_id': '31d403abe4074402bdbb566ed536eac7', 'fixed_ips': [{'subnet_id': '471d0f7b-ae60-4a02-955c-33f52e523adf'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:33:42.380919 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:42.502028 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a0c4a-de30-4d3c-b00c-84d70729add0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Network': ['ID=a0347083-1201-4ab0-968d-618b141f1636,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:42.528267 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e73a0c4a-de30-4d3c-b00c-84d70729add0 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8307879 Aug 20 10:33:42.532937 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59578) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:42.542057 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'subnet': {'network_id': 'a0347083-1201-4ab0-968d-618b141f1636', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:42.650495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Allocated IP 2001:db8::2 (7b83641d-fbeb-417a-8d09-ab733c99b474/471d0f7b-ae60-4a02-955c-33f52e523adf/f5664245-c1c8-40e9-b068-f89c42b7b3ef) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:42.768271 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-304a7838-6336-4e7d-887c-0b630d7d115a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:42.802349 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a7838-6336-4e7d-887c-0b630d7d115a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e1534a8-8661-4cc1-9f8b-17802db14f07,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:42.836952 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-304a7838-6336-4e7d-887c-0b630d7d115a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:42.839240 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-304a7838-6336-4e7d-887c-0b630d7d115a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4e1534a8-8661-4cc1-9f8b-17802db14f07 HTTP/1.1" status: 204 len: 168 time: 1.5907516 Aug 20 10:33:42.843658 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59584) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:42.875322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcf64cb-b563-44fa-b877-ce84a18367f5 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:33:42.888418 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f9c5c0-5202-4659-ba0e-0eafa2770a0a None None] Sync routers for ids ['6834c67b-ace7-4a2c-ac2b-9e105c6694b2'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:33:42.896445 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fdcf64cb-b563-44fa-b877-ce84a18367f5 admin admin] 10.222.0.16 "PUT /v2.0/routers/6834c67b-ace7-4a2c-ac2b-9e105c6694b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3805430 Aug 20 10:33:42.910812 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59586) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:42.912794 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f9c5c0-5202-4659-ba0e-0eafa2770a0a None None] Routers {'6834c67b-ace7-4a2c-ac2b-9e105c6694b2'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:33:42.913793 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-31f9c5c0-5202-4659-ba0e-0eafa2770a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:33:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6834c67b-ace7-4a2c-ac2b-9e105c6694b2'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:42.964365 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network a0347083-1201-4ab0-968d-618b141f1636 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:33:42.973653 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-afaa401f-c314-4138-b000-29416dd25270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:43.027280 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-2336ec1f-2e10-48f8-876c-b0d1af004b12 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7625024 Aug 20 10:33:43.109574 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Made reservation on behalf of a2aee0715d704e77a5c01cf48fba849f for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:43.113310 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:43.152005 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-ab24bbff-f2d4-422d-8663-bec2e00f9c61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 HTTP/1.1" status: 200 len: 217 time: 0.1236925 Aug 20 10:33:43.165914 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-31f9c5c0-5202-4659-ba0e-0eafa2770a0a None None] Set router 6834c67b-ace7-4a2c-ac2b-9e105c6694b2 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:33:43.423232 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a419560-291a-457b-804d-90a17e63948f admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:43.481153 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-35d0ba25-8cfe-418c-8797-2d688fddfe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:43.487536 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-35d0ba25-8cfe-418c-8797-2d688fddfe50 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b HTTP/1.1" status: 200 len: 797 time: 0.2788975 Aug 20 10:33:43.597762 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-31f9c5c0-5202-4659-ba0e-0eafa2770a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'name': 'tempest-ServersTestMultiNic-1062090223-router', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e02cccd4-5fd2-4adf-aee0-363784162636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:53Z', 'updated_at': '2021-08-20T10:33:38Z', 'revision_number': 5, 'project_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'gw_port': {'id': 'e02cccd4-5fd2-4adf-aee0-363784162636', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:30:55Z', 'updated_at': '2021-08-20T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:43.650199 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59588) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:43.666095 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f9c5c0-5202-4659-ba0e-0eafa2770a0a None None] Checking router: 6834c67b-ace7-4a2c-ac2b-9e105c6694b2 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:33:43.668311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Request body: {'subnets': [{'network_id': '83886f61-3e48-4bb8-a40b-b69331c837f4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1184622603', 'ip_version': 6}, {'network_id': '31329669-aed7-4846-8aad-ee33961c13b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:43.668663 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Request body: {'subnet': {'network_id': '83886f61-3e48-4bb8-a40b-b69331c837f4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1184622603', 'ip_version': 6}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:43.669737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Request body: {'subnet': {'network_id': '31329669-aed7-4846-8aad-ee33961c13b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:43.679923 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:43.684688 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f9c5c0-5202-4659-ba0e-0eafa2770a0a None None] Routers {'6834c67b-ace7-4a2c-ac2b-9e105c6694b2'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:33:43.685322 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-31f9c5c0-5202-4659-ba0e-0eafa2770a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:33:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6834c67b-ace7-4a2c-ac2b-9e105c6694b2'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:43.698787 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Transition to ACTIVE for port object f5664245-c1c8-40e9-b068-f89c42b7b3ef will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:43.764302 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-17ba97b9-5573-46de-80fc-931237de347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:33:37Z', 'revision_number': 4, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': 'ad368c2d-4042-4502-b149-2215fa7ae501', 'name': '', 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:a7:ea:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:35Z', 'updated_at': '2021-08-20T10:33:37Z', 'revision_number': 2, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd20ade7-d724-4406-846b-aa83a8d3576f', 'name': '', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:79:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:21Z', 'updated_at': '2021-08-20T10:33:33Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:43.784976 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-afaa401f-c314-4138-b000-29416dd25270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:43.815073 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-afaa401f-c314-4138-b000-29416dd25270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2072e46-5473-49c9-90a5-bf969e766c58']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:43.833034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Checking router: a352c903-e30f-49c4-bc92-fd12fe9a812c for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:33:43.833579 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Updating router a352c903-e30f-49c4-bc92-fd12fe9a812c port ad368c2d-4042-4502-b149-2215fa7ae501 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:33:43.842658 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Transition to ACTIVE for port object f5664245-c1c8-40e9-b068-f89c42b7b3ef will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:43.857239 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-afaa401f-c314-4138-b000-29416dd25270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c21b92-95c5-44c8-bf9c-ff8165f398d1') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:43.857716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-afaa401f-c314-4138-b000-29416dd25270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c21b92-95c5-44c8-bf9c-ff8165f398d1') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:43.883472 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:43.895722 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:43.898163 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-afaa401f-c314-4138-b000-29416dd25270 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:43.920872 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-31f9c5c0-5202-4659-ba0e-0eafa2770a0a None None] Set router 6834c67b-ace7-4a2c-ac2b-9e105c6694b2 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:33:43.927156 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a419560-291a-457b-804d-90a17e63948f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:43.958230 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:43.966168 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-e79de484-9e7f-4ef2-b633-c09feb15fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:43.967682 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:43.972098 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-e79de484-9e7f-4ef2-b633-c09feb15fa96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8714eb28-f9d6-435d-8508-76f686adacfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2518849 Aug 20 10:33:43.998807 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:44.000863 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Pushing event updated for resources: {'Port': ['ID=f5664245-c1c8-40e9-b068-f89c42b7b3ef,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:44.028534 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-afaa401f-c314-4138-b000-29416dd25270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:44.047893 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afaa401f-c314-4138-b000-29416dd25270 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:33:44.048418 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-afaa401f-c314-4138-b000-29416dd25270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:44.173012 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:33:44.197436 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:33:44.202751 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-146d3e8e-d2ab-4701-b4b3-73003e30b5db service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193701 Aug 20 10:33:44.202751 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-afaa401f-c314-4138-b000-29416dd25270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:44.212677 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-afaa401f-c314-4138-b000-29416dd25270 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:44.219565 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-afaa401f-c314-4138-b000-29416dd25270 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c2072e46-5473-49c9-90a5-bf969e766c58 HTTP/1.1" status: 204 len: 168 time: 1.3677602 Aug 20 10:33:44.272424 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa401f-c314-4138-b000-29416dd25270 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2072e46-5473-49c9-90a5-bf969e766c58,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:44.425810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.objects.ports [None req-63113bbf-59e5-4176-8a77-e1e0ed919ec9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94867) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:33:44.430143 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Attempting to bind port f5664245-c1c8-40e9-b068-f89c42b7b3ef on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:33:44.430561 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Attempting to bind port f5664245-c1c8-40e9-b068-f89c42b7b3ef by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:33:44.430933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Attempting to bind port f5664245-c1c8-40e9-b068-f89c42b7b3ef on network 7b83641d-fbeb-417a-8d09-ab733c99b474 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:33:44.436936 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-8c9cc2b8-c671-4c99-84e7-d103eba7f06f service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201855 Aug 20 10:33:44.455485 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:33:44.455950 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Checking segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:44.456308 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:44.456709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Bound using segment: {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:33:44.457207 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Bound port: f5664245-c1c8-40e9-b068-f89c42b7b3ef, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ca092-04c9-452c-92c3-197f4264136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:33:44.457652 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:44.462260 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Subnet': ['ID=2ff66c5b-7498-458e-80f1-aea5a744d653,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:44.534994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:44.535457 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:44.535802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:44.536111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:44.536832 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:44.540445 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-fbfd1f81-e794-47c7-97a6-ac3c8cb035c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2a37e7c4-cae4-4620-80d8-485fc0c672bb HTTP/1.1" status: 200 len: 217 time: 0.0958579 Aug 20 10:33:44.541177 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:44.541853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:44.542418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:44.542958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:44.543510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:44.544029 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:44.544668 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:44.570291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-3a419560-291a-457b-804d-90a17e63948f admin admin] Deleting port e02cccd4-5fd2-4adf-aee0-363784162636 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:44.577456 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a419560-291a-457b-804d-90a17e63948f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:44.611721 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59598) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:44.679643 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:44.703552 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-31f9c5c0-5202-4659-ba0e-0eafa2770a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'name': 'tempest-ServersTestMultiNic-1062090223-router', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e02cccd4-5fd2-4adf-aee0-363784162636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:53Z', 'updated_at': '2021-08-20T10:33:38Z', 'revision_number': 5, 'project_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'gw_port': {'id': 'e02cccd4-5fd2-4adf-aee0-363784162636', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:30:55Z', 'updated_at': '2021-08-20T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:44.759526 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-3a419560-291a-457b-804d-90a17e63948f admin admin] For port e02cccd4-5fd2-4adf-aee0-363784162636, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e02cccd4-5fd2-4adf-aee0-363784162636,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:44.760437 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a419560-291a-457b-804d-90a17e63948f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:44.762949 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Checking segment: {'id': 'ae10c819-c2e2-4714-b91f-18bfc22163b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a0347083-1201-4ab0-968d-618b141f1636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:44.763343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network hostable DHCP agents. Network: a0347083-1201-4ab0-968d-618b141f1636, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:33:44.769011 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-00b2fa74-aa6f-49fc-aaa8-c3f54a820bae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d332ab5d75f48d7967799c493f7e78f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562140 Aug 20 10:33:44.774035 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f9c5c0-5202-4659-ba0e-0eafa2770a0a None None] The sync data for ids ['6834c67b-ace7-4a2c-ac2b-9e105c6694b2'] in n-d-778550-11 is: [{'id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'name': 'tempest-ServersTestMultiNic-1062090223-router', 'tenant_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e02cccd4-5fd2-4adf-aee0-363784162636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:30:53Z', 'updated_at': '2021-08-20T10:33:38Z', 'revision_number': 5, 'project_id': 'ce857d21443c465f9b0cce6a4f3cfa90', 'gw_port': {'id': 'e02cccd4-5fd2-4adf-aee0-363784162636', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6834c67b-ace7-4a2c-ac2b-9e105c6694b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:30:55Z', 'updated_at': '2021-08-20T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:33:44.774286 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59602) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:44.783659 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Made reservation on behalf of bb5fa985f60a4c35be15d97021d5252e for: {'subnet': 2} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:44.789644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] For port f5664245-c1c8-40e9-b068-f89c42b7b3ef, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:33:44.797923 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] For port f5664245-c1c8-40e9-b068-f89c42b7b3ef, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f5664245-c1c8-40e9-b068-f89c42b7b3ef,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:33:44.803856 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:44.804340 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:44.804891 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Transition to ACTIVE for port object ad368c2d-4042-4502-b149-2215fa7ae501 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:44.808653 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:44.831865 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-fa089a30-35fb-4562-9b0f-9ff78b1bae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:44.834894 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-fa089a30-35fb-4562-9b0f-9ff78b1bae98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b HTTP/1.1" status: 200 len: 797 time: 0.2240539 Aug 20 10:33:44.847486 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:44.906925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-3a419560-291a-457b-804d-90a17e63948f admin admin] Calling delete_port for e02cccd4-5fd2-4adf-aee0-363784162636 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:44.917574 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23764c-5394-4569-8cbc-814a64a68b68 None None] Pushing event updated for resources: {'Port': ['ID=f5664245-c1c8-40e9-b068-f89c42b7b3ef,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:45.047301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Attempting to bind port ad368c2d-4042-4502-b149-2215fa7ae501 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:33:45.048277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Attempting to bind port ad368c2d-4042-4502-b149-2215fa7ae501 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:33:45.048277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Attempting to bind port ad368c2d-4042-4502-b149-2215fa7ae501 on network 655776f4-9ebd-4caa-8682-f30c64ea29bb {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:33:45.051757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6f109-e026-4f92-b76b-1078564cd404 None None] Pushing event updated for resources: {'Port': ['ID=ad368c2d-4042-4502-b149-2215fa7ae501,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:45.061562 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:33:45.061562 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Checking segment: {'id': '21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:45.061562 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:45.062010 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Bound using segment: {'id': '21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:33:45.062454 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Bound port: ad368c2d-4042-4502-b149-2215fa7ae501, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:33:45.062838 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:45.073713 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7eea328c-69fe-49b5-916b-a0160688ddd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:45.097255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network a0347083-1201-4ab0-968d-618b141f1636 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:33:45.117889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-ba83d3ec-c219-449d-ae41-68fd45f49aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:45.122908 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-ba83d3ec-c219-449d-ae41-68fd45f49aa6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8714eb28-f9d6-435d-8508-76f686adacfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1714370 Aug 20 10:33:45.182776 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, a0347083-1201-4ab0-968d-618b141f1636) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:45.206564 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3571fa2-96b8-485a-a9f5-955c2ef1dfd5 None None] Network a0347083-1201-4ab0-968d-618b141f1636 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:45.215870 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7eea328c-69fe-49b5-916b-a0160688ddd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:45.218895 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-17ba97b9-5573-46de-80fc-931237de347a None None] For port ad368c2d-4042-4502-b149-2215fa7ae501, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:33:45.253646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:45.254551 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:45.388055 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-17ba97b9-5573-46de-80fc-931237de347a None None] For port ad368c2d-4042-4502-b149-2215fa7ae501, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ad368c2d-4042-4502-b149-2215fa7ae501,segment=NetworkSegment(21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0),segment_id=21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:33:45.399589 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:45.465682 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63113bbf-59e5-4176-8a77-e1e0ed919ec9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:45.492157 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6f109-e026-4f92-b76b-1078564cd404 None None] Pushing event updated for resources: {'Port': ['ID=ad368c2d-4042-4502-b149-2215fa7ae501,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:45.668127 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7eea328c-69fe-49b5-916b-a0160688ddd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:45.668127 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7eea328c-69fe-49b5-916b-a0160688ddd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:45.668127 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7eea328c-69fe-49b5-916b-a0160688ddd8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94ddf108-c903-4929-ade9-e1b91415f7c4 HTTP/1.1" status: 204 len: 168 time: 0.8527403 Aug 20 10:33:45.668730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:33:45.668730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-17ba97b9-5573-46de-80fc-931237de347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:33:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:45.693857 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-885e2f2c-2c93-4d0e-bde0-6d3b8764e314 service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595756 Aug 20 10:33:45.704195 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea328c-69fe-49b5-916b-a0160688ddd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ddf108-c903-4929-ade9-e1b91415f7c4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:46.001851 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-63113bbf-59e5-4176-8a77-e1e0ed919ec9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] For port f5664245-c1c8-40e9-b068-f89c42b7b3ef, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f5664245-c1c8-40e9-b068-f89c42b7b3ef,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:46.087466 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:46.095715 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63113bbf-59e5-4176-8a77-e1e0ed919ec9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:46.100186 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c4cb025-5641-4661-83d9-2f204bf5985e req-6b045a54-e823-490c-94a0-116ab620d2e2 service neutron] 10.222.0.42 "GET /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933756 Aug 20 10:33:46.103224 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63113bbf-59e5-4176-8a77-e1e0ed919ec9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:46.103224 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63113bbf-59e5-4176-8a77-e1e0ed919ec9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:46.162160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-17ba97b9-5573-46de-80fc-931237de347a None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:33:46.192145 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event updated for resources: {'Subnet': ['ID=435f0328-95cc-4803-9b5b-959750e289aa,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:46.195924 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6119f590-5f1c-4fe9-b63d-787017b28b16 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6614108 Aug 20 10:33:46.197759 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a419560-291a-457b-804d-90a17e63948f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:46.205138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59610) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:46.325539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63113bbf-59e5-4176-8a77-e1e0ed919ec9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:46.339640 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-63113bbf-59e5-4176-8a77-e1e0ed919ec9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:46.343558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63113bbf-59e5-4176-8a77-e1e0ed919ec9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:46.344358 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63113bbf-59e5-4176-8a77-e1e0ed919ec9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:46.361538 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-a0347083-1201-4ab0-968d-618b141f1636', 'network_id': 'a0347083-1201-4ab0-968d-618b141f1636', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'fixed_ips': [{'subnet_id': '2ff66c5b-7498-458e-80f1-aea5a744d653'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:33:46.364452 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:46.394584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63113bbf-59e5-4176-8a77-e1e0ed919ec9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Subnet': ['ID=89f64c38-ecac-4276-821e-6a626c71c62b,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:46.406990 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f5664245-c1c8-40e9-b068-f89c42b7b3ef up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:46.432011 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63113bbf-59e5-4176-8a77-e1e0ed919ec9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=f5664245-c1c8-40e9-b068-f89c42b7b3ef,revision_number=4']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:46.441569 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-63113bbf-59e5-4176-8a77-e1e0ed919ec9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.6434205 Aug 20 10:33:46.445595 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59616) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:46.453779 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0f4a244f-34b7-4d94-ba32-0871d6e211ce tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Request body: {'port': {'network_id': '7b83641d-fbeb-417a-8d09-ab733c99b474', 'mac_address': 'fa:16:3e:84:f6:89', 'name': 'tempest-NetworksTestDHCPv6-835108518'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:46.585308 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a419560-291a-457b-804d-90a17e63948f admin admin] Pushing event deleted for resources: {'Port': ['ID=e02cccd4-5fd2-4adf-aee0-363784162636,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:46.720879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b44533a-5842-46a0-bf90-7bf9adc1f035 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:46.733551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4a244f-34b7-4d94-ba32-0871d6e211ce tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Made reservation on behalf of 31d403abe4074402bdbb566ed536eac7 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:46.864408 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:33:46.877547 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f4a244f-34b7-4d94-ba32-0871d6e211ce tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:46.918586 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a419560-291a-457b-804d-90a17e63948f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:46.925996 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Checking segment: {'id': '485197bb-6fba-4711-bfca-94a58d2116c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83886f61-3e48-4bb8-a40b-b69331c837f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:46.928604 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Network hostable DHCP agents. Network: 83886f61-3e48-4bb8-a40b-b69331c837f4, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:33:46.933310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-0f4a244f-34b7-4d94-ba32-0871d6e211ce tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] device_id is not set on port ffc98370-1a0d-4b82-bf18-83e0bf740914 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:33:46.953993 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port f5664245-c1c8-40e9-b068-f89c42b7b3ef completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:47.003162 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ed8be769-9caa-4a4e-8c37-60d2a2999209 None None] Provisioning for port f5664245-c1c8-40e9-b068-f89c42b7b3ef completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:47.016245 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-17ba97b9-5573-46de-80fc-931237de347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:33:37Z', 'revision_number': 4, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': 'ad368c2d-4042-4502-b149-2215fa7ae501', 'name': '', 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:a7:ea:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:35Z', 'updated_at': '2021-08-20T10:33:45Z', 'revision_number': 4, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd20ade7-d724-4406-846b-aa83a8d3576f', 'name': '', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:79:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:21Z', 'updated_at': '2021-08-20T10:33:33Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:47.020080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 120da24f-c123-4ba5-b543-486058bf462b no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:33:47.101379 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 120da24f-c123-4ba5-b543-486058bf462b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:33:47.101876 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 120da24f-c123-4ba5-b543-486058bf462b not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:33:47.110827 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ed8be769-9caa-4a4e-8c37-60d2a2999209 None None] Provisioning complete for port f5664245-c1c8-40e9-b068-f89c42b7b3ef triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:47.111451 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed8be769-9caa-4a4e-8c37-60d2a2999209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:47.192339 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba97b9-5573-46de-80fc-931237de347a None None] The sync data for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 is: [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:33:37Z', 'revision_number': 4, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': 'ad368c2d-4042-4502-b149-2215fa7ae501', 'name': '', 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:a7:ea:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:35Z', 'updated_at': '2021-08-20T10:33:45Z', 'revision_number': 4, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd20ade7-d724-4406-846b-aa83a8d3576f', 'name': '', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:79:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:21Z', 'updated_at': '2021-08-20T10:33:33Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:33:47.348026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-0f4a244f-34b7-4d94-ba32-0871d6e211ce tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8::208 (7b83641d-fbeb-417a-8d09-ab733c99b474/471d0f7b-ae60-4a02-955c-33f52e523adf/ffc98370-1a0d-4b82-bf18-83e0bf740914) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:47.360123 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-0f4a244f-34b7-4d94-ba32-0871d6e211ce tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Allocated IP 2001:db8:0:1:f816:3eff:fe84:f689 (7b83641d-fbeb-417a-8d09-ab733c99b474/89f64c38-ecac-4276-821e-6a626c71c62b/ffc98370-1a0d-4b82-bf18-83e0bf740914) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:47.422104 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a419560-291a-457b-804d-90a17e63948f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:47.448011 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a419560-291a-457b-804d-90a17e63948f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:47.468614 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Network 83886f61-3e48-4bb8-a40b-b69331c837f4 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:33:47.596038 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59636) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:47.643327 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed8be769-9caa-4a4e-8c37-60d2a2999209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:47.676282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 83886f61-3e48-4bb8-a40b-b69331c837f4) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:47.705404 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:47.721654 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9c5b9c-e266-424c-948d-53887af5294c None None] Network 83886f61-3e48-4bb8-a40b-b69331c837f4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:47.724702 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a419560-291a-457b-804d-90a17e63948f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:47.725280 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a419560-291a-457b-804d-90a17e63948f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6834c67b-ace7-4a2c-ac2b-9e105c6694b2 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:33:47.766975 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f4a244f-34b7-4d94-ba32-0871d6e211ce tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:47.797421 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a419560-291a-457b-804d-90a17e63948f admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:47.803425 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59640) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:47.805098 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3a419560-291a-457b-804d-90a17e63948f admin admin] 10.222.0.16 "DELETE /v2.0/routers/6834c67b-ace7-4a2c-ac2b-9e105c6694b2 HTTP/1.1" status: 204 len: 168 time: 4.8889115 Aug 20 10:33:47.819521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-0f4a244f-34b7-4d94-ba32-0871d6e211ce tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Transition to ACTIVE for port object ffc98370-1a0d-4b82-bf18-83e0bf740914 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:47.921721 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a0a0f3fb-6ece-41ca-b842-72cc73120e25 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-231906233-network', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:47.965750 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:47.973252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e46fd54-6867-4f18-bc3c-48b64512dcc4 admin admin] Deleting subnet 35aa52c0-bc3d-4b2d-9d2c-09c8154e229b {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:33:47.974402 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event updated for resources: {'Subnet': ['ID=fd2b2c2b-9a21-44f9-bb68-896db7043598,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:47.984483 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3e46fd54-6867-4f18-bc3c-48b64512dcc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:47.998885 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ed8be769-9caa-4a4e-8c37-60d2a2999209 None None] For port f5664245-c1c8-40e9-b068-f89c42b7b3ef, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f5664245-c1c8-40e9-b068-f89c42b7b3ef,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:48.019284 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Allocated IP 2001:db8:3::2 (a0347083-1201-4ab0-968d-618b141f1636/2ff66c5b-7498-458e-80f1-aea5a744d653/a7ff1b0a-b104-472e-aff9-60414c034a8f) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:48.044988 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3e46fd54-6867-4f18-bc3c-48b64512dcc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:48.048717 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed8be769-9caa-4a4e-8c37-60d2a2999209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:48.197248 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3e46fd54-6867-4f18-bc3c-48b64512dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:48.222455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8be769-9caa-4a4e-8c37-60d2a2999209 None None] Pushing event updated for resources: {'Port': ['ID=f5664245-c1c8-40e9-b068-f89c42b7b3ef,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:48.271527 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3e46fd54-6867-4f18-bc3c-48b64512dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:48.275507 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a0f3fb-6ece-41ca-b842-72cc73120e25 admin admin] Made reservation on behalf of c94f33ee8bdb486c9e80924b1d062545 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:48.277795 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a0a0f3fb-6ece-41ca-b842-72cc73120e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:48.330138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46fd54-6867-4f18-bc3c-48b64512dcc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35aa52c0-bc3d-4b2d-9d2c-09c8154e229b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:48.336249 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a0a0f3fb-6ece-41ca-b842-72cc73120e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:48.354222 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f4a244f-34b7-4d94-ba32-0871d6e211ce tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:48.357813 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3e46fd54-6867-4f18-bc3c-48b64512dcc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:48.371096 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3e46fd54-6867-4f18-bc3c-48b64512dcc4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/35aa52c0-bc3d-4b2d-9d2c-09c8154e229b HTTP/1.1" status: 204 len: 168 time: 0.5659373 Aug 20 10:33:48.375512 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59644) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:48.560938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a244f-34b7-4d94-ba32-0871d6e211ce tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event updated for resources: {'Port': ['ID=ffc98370-1a0d-4b82-bf18-83e0bf740914,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:48.577251 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:48.586996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4a244f-34b7-4d94-ba32-0871d6e211ce tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:48.590863 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Transition to ACTIVE for port object a7ff1b0a-b104-472e-aff9-60414c034a8f will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:48.595102 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-57c47ef5-57e0-4223-9e6d-a3d36cdd7256 req-eafb4eab-994b-4735-93c7-290d496478fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3375876 Aug 20 10:33:48.596151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-0f4a244f-34b7-4d94-ba32-0871d6e211ce tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:48.599564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a244f-34b7-4d94-ba32-0871d6e211ce tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:48.604876 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1968f3fa-6c14-443f-ae14-42f97d525e2a None None] Network ee6740f4-2746-41c4-89a6-b2671b0f6f49 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:48.606980 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4a244f-34b7-4d94-ba32-0871d6e211ce tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:48.608036 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f4a244f-34b7-4d94-ba32-0871d6e211ce tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:48.626270 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ad368c2d-4042-4502-b149-2215fa7ae501 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:48.789108 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:48.821148 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Checking segment: {'id': 'dd4934d5-6a27-4364-8c0f-2d4dd79ba2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '31329669-aed7-4846-8aad-ee33961c13b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:48.821695 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Network hostable DHCP agents. Network: 31329669-aed7-4846-8aad-ee33961c13b7, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:33:48.832220 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:48.833725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-83886f61-3e48-4bb8-a40b-b69331c837f4', 'network_id': '83886f61-3e48-4bb8-a40b-b69331c837f4', 'tenant_id': 'bb5fa985f60a4c35be15d97021d5252e', 'fixed_ips': [{'subnet_id': '435f0328-95cc-4803-9b5b-959750e289aa'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:33:48.834865 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:48.854294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c47ef5-57e0-4223-9e6d-a3d36cdd7256 req-63e69a47-b3d9-4f0c-97ad-72abfc77934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:48.857074 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Transition to ACTIVE for port object a7ff1b0a-b104-472e-aff9-60414c034a8f will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:48.857591 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-57c47ef5-57e0-4223-9e6d-a3d36cdd7256 req-63e69a47-b3d9-4f0c-97ad-72abfc77934f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b086f231f77d4675abacdbd977d6ae32&device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 1097 time: 0.1869278 Aug 20 10:33:48.893917 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:48.976341 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Network 31329669-aed7-4846-8aad-ee33961c13b7 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:33:48.994780 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Pushing event updated for resources: {'Port': ['ID=a7ff1b0a-b104-472e-aff9-60414c034a8f,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:49.012716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 31329669-aed7-4846-8aad-ee33961c13b7) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:49.026155 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:49.027872 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:49.029115 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:49.081504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:49.082139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:49.082610 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:49.083072 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:49.083511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:49.083946 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:49.084381 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:49.084828 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:49.085257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:49.085851 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:49.086389 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:49.086844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:33:49.097885 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Network a0347083-1201-4ab0-968d-618b141f1636 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:49.114036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] Deleting port 0744da8c-ce87-4f4a-9968-26819dbcfac6 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:49.114592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57aa593-ba9f-46e6-8fb3-98f625da8366 None None] Network 31329669-aed7-4846-8aad-ee33961c13b7 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:49.115338 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:49.156810 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a0a0f3fb-6ece-41ca-b842-72cc73120e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:49.200056 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d687708c-4cf0-4833-895c-dce55f946a46 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.5487638 Aug 20 10:33:49.203982 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59652) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:49.216260 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a0a0f3fb-6ece-41ca-b842-72cc73120e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:49.273861 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:49.300191 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:49.305473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6083b937-0595-42a3-9f58-44e893f3ce8b tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:49.309829 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6083b937-0595-42a3-9f58-44e893f3ce8b tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:49.311088 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6083b937-0595-42a3-9f58-44e893f3ce8b tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:49.313749 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6083b937-0595-42a3-9f58-44e893f3ce8b tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1091180 Aug 20 10:33:49.325240 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Allocated IP 2001:db8:3::1 (a0347083-1201-4ab0-968d-618b141f1636/2ff66c5b-7498-458e-80f1-aea5a744d653/497f0027-e760-4b13-8f24-e29915076ada) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:49.335215 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0f4a244f-34b7-4d94-ba32-0871d6e211ce tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8882906 Aug 20 10:33:49.342488 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59654) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:49.342844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59656) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:49.361306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a0f3fb-6ece-41ca-b842-72cc73120e25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:33:49.467752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port ad368c2d-4042-4502-b149-2215fa7ae501 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:49.515300 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ad368c2d-4042-4502-b149-2215fa7ae501 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:49.516163 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:49.584677 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:49.616967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Transition to ACTIVE for port object 497f0027-e760-4b13-8f24-e29915076ada will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:49.666395 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:49.750675 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Allocated IP 2001:db8::1 (83886f61-3e48-4bb8-a40b-b69331c837f4/435f0328-95cc-4803-9b5b-959750e289aa/9283d2d0-f4bd-476c-97e8-1470572ca004) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:49.760959 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=497f0027-e760-4b13-8f24-e29915076ada,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:49.782445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network a0347083-1201-4ab0-968d-618b141f1636 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:49.784348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:49.788455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:49.789368 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:49.852027 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a0a0f3fb-6ece-41ca-b842-72cc73120e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:49.852378 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-a0a0f3fb-6ece-41ca-b842-72cc73120e25 admin admin] Added segment 08a28fea-3904-4c07-aaa5-70ec50b865f2 of type vlan for network 8efc36c3-e5df-4925-8f18-00e48d76c056 Aug 20 10:33:49.863091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0f3fb-6ece-41ca-b842-72cc73120e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e581b996-75df-4c73-829d-da6711f3ab68,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:49.901447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] For port 0744da8c-ce87-4f4a-9968-26819dbcfac6, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0744da8c-ce87-4f4a-9968-26819dbcfac6,segment=NetworkSegment(b4c19d5b-7716-4e83-8051-c9355316eda7),segment_id=b4c19d5b-7716-4e83-8051-c9355316eda7)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:49.901893 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:49.902585 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-31329669-aed7-4846-8aad-ee33961c13b7', 'network_id': '31329669-aed7-4846-8aad-ee33961c13b7', 'tenant_id': 'bb5fa985f60a4c35be15d97021d5252e', 'fixed_ips': [{'subnet_id': 'fd2b2c2b-9a21-44f9-bb68-896db7043598'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:33:49.905936 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:49.906085 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c47ef5-57e0-4223-9e6d-a3d36cdd7256 req-7c73dd3c-9e8e-414b-b890-53fcd20e6c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:49.907663 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-57c47ef5-57e0-4223-9e6d-a3d36cdd7256 req-7c73dd3c-9e8e-414b-b890-53fcd20e6c28 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a2aea40-582a-4eff-ab3a-f223319273f1 HTTP/1.1" status: 200 len: 911 time: 0.9919217 Aug 20 10:33:49.915370 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Attempting to bind port a7ff1b0a-b104-472e-aff9-60414c034a8f on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:33:49.915741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Attempting to bind port a7ff1b0a-b104-472e-aff9-60414c034a8f by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'ae10c819-c2e2-4714-b91f-18bfc22163b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a0347083-1201-4ab0-968d-618b141f1636'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:33:49.916642 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Attempting to bind port a7ff1b0a-b104-472e-aff9-60414c034a8f on network a0347083-1201-4ab0-968d-618b141f1636 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:33:49.968080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0e3c2453-7db4-4f53-bbe9-7e21b1e36736 None None] Provisioning complete for port f5664245-c1c8-40e9-b068-f89c42b7b3ef triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:49.968457 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e3c2453-7db4-4f53-bbe9-7e21b1e36736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.011714 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:33:50.012072 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Checking segment: {'id': 'ae10c819-c2e2-4714-b91f-18bfc22163b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a0347083-1201-4ab0-968d-618b141f1636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:50.012482 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.012875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Bound using segment: {'id': 'ae10c819-c2e2-4714-b91f-18bfc22163b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a0347083-1201-4ab0-968d-618b141f1636'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:33:50.014111 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Bound port: a7ff1b0a-b104-472e-aff9-60414c034a8f, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae10c819-c2e2-4714-b91f-18bfc22163b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a0347083-1201-4ab0-968d-618b141f1636'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:33:50.015013 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.045977 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da01c14f-070e-4039-950e-875e40dcc583 None None] DHCP port deletion for ee6740f4-2746-41c4-89a6-b2671b0f6f49 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:33:50.079676 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] Calling delete_port for 0744da8c-ce87-4f4a-9968-26819dbcfac6 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:50.082286 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.101661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-680f0944-6726-490e-9fc1-0519566db733 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Deleting subnet 435f0328-95cc-4803-9b5b-959750e289aa {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:33:50.113497 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a0a0f3fb-6ece-41ca-b842-72cc73120e25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.140188 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-57c47ef5-57e0-4223-9e6d-a3d36cdd7256 req-a5bf5506-27cb-44eb-83fb-dfe5ef9f034d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a5616b-820a-49fe-b3b1-b11f4474063d HTTP/1.1" status: 200 len: 1001 time: 0.1928561 Aug 20 10:33:50.272396 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a0a0f3fb-6ece-41ca-b842-72cc73120e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.273909 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a0f3fb-6ece-41ca-b842-72cc73120e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:50.274869 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a0a0f3fb-6ece-41ca-b842-72cc73120e25 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.289005 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.382863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-3cd37e99-219f-4032-becd-8f7bea93c94a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting port ffc98370-1a0d-4b82-bf18-83e0bf740914 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:50.383724 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3cd37e99-219f-4032-becd-8f7bea93c94a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.411425 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c47ef5-57e0-4223-9e6d-a3d36cdd7256 req-d83d0286-22a0-4e37-b0d2-a247cd1714dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:50.413839 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-57c47ef5-57e0-4223-9e6d-a3d36cdd7256 req-d83d0286-22a0-4e37-b0d2-a247cd1714dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869 HTTP/1.1" status: 200 len: 849 time: 0.2242763 Aug 20 10:33:50.437243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Transition to ACTIVE for port object 9283d2d0-f4bd-476c-97e8-1470572ca004 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:50.442613 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a0a0f3fb-6ece-41ca-b842-72cc73120e25 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8452392 Aug 20 10:33:50.448530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59664) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:50.461856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-c8c4cf25-04f7-4961-b794-8566941afb92 admin admin] Request body: {'subnet': {'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-231906233-subnet', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:50.466268 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] For port a7ff1b0a-b104-472e-aff9-60414c034a8f, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:33:50.493004 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.505213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-da01c14f-070e-4039-950e-875e40dcc583 None None] Deleting port 0744da8c-ce87-4f4a-9968-26819dbcfac6 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:50.505213 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-da01c14f-070e-4039-950e-875e40dcc583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.506821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Transition to ACTIVE for port object 9283d2d0-f4bd-476c-97e8-1470572ca004 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:50.512225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] For port a7ff1b0a-b104-472e-aff9-60414c034a8f, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a7ff1b0a-b104-472e-aff9-60414c034a8f,segment=NetworkSegment(ae10c819-c2e2-4714-b91f-18bfc22163b2),segment_id=ae10c819-c2e2-4714-b91f-18bfc22163b2)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:33:50.533093 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-680f0944-6726-490e-9fc1-0519566db733 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.540558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c4cf25-04f7-4961-b794-8566941afb92 admin admin] Made reservation on behalf of c94f33ee8bdb486c9e80924b1d062545 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:50.545664 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8c4cf25-04f7-4961-b794-8566941afb92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.557115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0f3fb-6ece-41ca-b842-72cc73120e25 admin admin] Pushing event updated for resources: {'Network': ['ID=8efc36c3-e5df-4925-8f18-00e48d76c056,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:50.581697 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.599105 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.599105 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.617046 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Allocated IP 2001:db8:0:1::1 (31329669-aed7-4846-8aad-ee33961c13b7/fd2b2c2b-9a21-44f9-bb68-896db7043598/29b2c1ee-3d1c-4b3d-b4ed-ed6d11f0c300) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:50.661832 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3cd37e99-219f-4032-becd-8f7bea93c94a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.696095 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-680f0944-6726-490e-9fc1-0519566db733 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.702774 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.716296 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.717402 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.723676 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-da01c14f-070e-4039-950e-875e40dcc583 None None] For port 0744da8c-ce87-4f4a-9968-26819dbcfac6, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0744da8c-ce87-4f4a-9968-26819dbcfac6,segment=NetworkSegment(b4c19d5b-7716-4e83-8051-c9355316eda7),segment_id=b4c19d5b-7716-4e83-8051-c9355316eda7)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:50.724270 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-da01c14f-070e-4039-950e-875e40dcc583 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:50.740820 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-da01c14f-070e-4039-950e-875e40dcc583 None None] Calling delete_port for 0744da8c-ce87-4f4a-9968-26819dbcfac6 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:50.747891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] Pushing event deleted for resources: {'Port': ['ID=0744da8c-ce87-4f4a-9968-26819dbcfac6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:50.793485 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event updated for resources: {'Port': ['ID=497f0027-e760-4b13-8f24-e29915076ada,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:50.804114 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-3cd37e99-219f-4032-becd-8f7bea93c94a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Calling delete_port for ffc98370-1a0d-4b82-bf18-83e0bf740914 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:50.808078 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] No DVR routers for this DVR port 0744da8c-ce87-4f4a-9968-26819dbcfac6 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:33:50.844121 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c47ef5-57e0-4223-9e6d-a3d36cdd7256 req-4ef24e92-1b1f-4a3e-8077-c40000f7d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:50.847235 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-57c47ef5-57e0-4223-9e6d-a3d36cdd7256 req-4ef24e92-1b1f-4a3e-8077-c40000f7d0ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a2aea40-582a-4eff-ab3a-f223319273f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3591654 Aug 20 10:33:50.942265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Network a0347083-1201-4ab0-968d-618b141f1636 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:50.964984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:51.031537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 8efc36c3-e5df-4925-8f18-00e48d76c056 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:33:51.062670 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:51.075904 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6740f4-2746-41c4-89a6-b2671b0f6f49']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:51.090701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router a352c903-e30f-49c4-bc92-fd12fe9a812c has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:33:51.091561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c19d5b-7716-4e83-8051-c9355316eda7') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:51.091704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c19d5b-7716-4e83-8051-c9355316eda7') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:51.100657 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-da01c14f-070e-4039-950e-875e40dcc583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:51.104508 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:51.129350 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:51.142574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:33:51.143105 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:51.143968 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Network 83886f61-3e48-4bb8-a40b-b69331c837f4 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:51.165849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da01c14f-070e-4039-950e-875e40dcc583 None None] No DVR routers for this DVR port 0744da8c-ce87-4f4a-9968-26819dbcfac6 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:33:51.174319 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:51.200862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port ad368c2d-4042-4502-b149-2215fa7ae501, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ad368c2d-4042-4502-b149-2215fa7ae501,segment=NetworkSegment(21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0),segment_id=21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:51.202390 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:51.240203 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6afbe6eb-0818-43c5-b462-2a6ae55ed252 None None] Provisioning for port ffc98370-1a0d-4b82-bf18-83e0bf740914 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:51.258100 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6afbe6eb-0818-43c5-b462-2a6ae55ed252 None None] Provisioning complete for port ffc98370-1a0d-4b82-bf18-83e0bf740914 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:51.258598 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6afbe6eb-0818-43c5-b462-2a6ae55ed252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:33:51.262910 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:33:51.281164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:33:51.291440 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0dda5d1b-9bcc-41ff-b7c1-02b4c6804bdc tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/a352c903-e30f-49c4-bc92-fd12fe9a812c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0815260 Aug 20 10:33:51.296746 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:51.297964 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f5664245-c1c8-40e9-b068-f89c42b7b3ef up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:51.299754 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59668) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:51.304582 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-bb48c8e1-1d5f-407e-84d0-57bc3e468dbb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:51.344131 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6afbe6eb-0818-43c5-b462-2a6ae55ed252 None None] Port ffc98370-1a0d-4b82-bf18-83e0bf740914 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:33:51.348903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Sync routers for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:33:51.356507 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-680f0944-6726-490e-9fc1-0519566db733 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:51.434933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Attempting to bind port 9283d2d0-f4bd-476c-97e8-1470572ca004 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:33:51.435337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Attempting to bind port 9283d2d0-f4bd-476c-97e8-1470572ca004 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '485197bb-6fba-4711-bfca-94a58d2116c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83886f61-3e48-4bb8-a40b-b69331c837f4'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:33:51.435708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Attempting to bind port 9283d2d0-f4bd-476c-97e8-1470572ca004 on network 83886f61-3e48-4bb8-a40b-b69331c837f4 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:33:51.437810 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8c4cf25-04f7-4961-b794-8566941afb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:51.461289 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port f5664245-c1c8-40e9-b068-f89c42b7b3ef triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:51.461662 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:51.516140 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-680f0944-6726-490e-9fc1-0519566db733 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:51.519944 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:33:51.520143 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4cf25-04f7-4961-b794-8566941afb92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b56823e1-e82f-4eee-8015-14002abf1cad,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:51.520337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Checking segment: {'id': '485197bb-6fba-4711-bfca-94a58d2116c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83886f61-3e48-4bb8-a40b-b69331c837f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:51.520755 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:51.521166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Bound using segment: {'id': '485197bb-6fba-4711-bfca-94a58d2116c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83886f61-3e48-4bb8-a40b-b69331c837f4'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:33:51.526109 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Bound port: 9283d2d0-f4bd-476c-97e8-1470572ca004, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485197bb-6fba-4711-bfca-94a58d2116c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '83886f61-3e48-4bb8-a40b-b69331c837f4'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:33:51.526552 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:51.549204 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:51.558522 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-680f0944-6726-490e-9fc1-0519566db733 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:51.563909 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-680f0944-6726-490e-9fc1-0519566db733 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "DELETE /v2.0/subnets/435f0328-95cc-4803-9b5b-959750e289aa HTTP/1.1" status: 204 len: 168 time: 2.2183323 Aug 20 10:33:51.570216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59670) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:51.584865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:33:51.585961 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:33:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:51.608529 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:51.613626 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ee6740f4-2746-41c4-89a6-b2671b0f6f49 HTTP/1.1" status: 204 len: 168 time: 3.2342815 Aug 20 10:33:51.644197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f0944-6726-490e-9fc1-0519566db733 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event deleted for resources: {'Subnet': ['ID=435f0328-95cc-4803-9b5b-959750e289aa,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:51.656087 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c4cf25-04f7-4961-b794-8566941afb92 admin admin] Checking segment: {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:51.656590 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c4cf25-04f7-4961-b794-8566941afb92 admin admin] Network hostable DHCP agents. Network: 8efc36c3-e5df-4925-8f18-00e48d76c056, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:33:51.707093 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d441b5-cdaf-49c8-8552-61d62441de06 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee6740f4-2746-41c4-89a6-b2671b0f6f49,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:51.732204 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463419f-3ef3-45c9-b842-2fd5bf960390 None None] Pushing event updated for resources: {'Port': ['ID=a7ff1b0a-b104-472e-aff9-60414c034a8f,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:51.753869 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-57c47ef5-57e0-4223-9e6d-a3d36cdd7256 req-853815c1-98f2-4e30-b517-2021656f2861 service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8692379 Aug 20 10:33:51.927816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c4cf25-04f7-4961-b794-8566941afb92 admin admin] Network 8efc36c3-e5df-4925-8f18-00e48d76c056 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:33:51.950896 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a5083c-5915-46d7-a8ed-8d13fc216773 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Deleting subnet fd2b2c2b-9a21-44f9-bb68-896db7043598 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:33:51.967563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-c8c4cf25-04f7-4961-b794-8566941afb92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 8efc36c3-e5df-4925-8f18-00e48d76c056) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:51.980360 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c4cf25-04f7-4961-b794-8566941afb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:51.983176 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8c4cf25-04f7-4961-b794-8566941afb92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:51.988964 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-57c47ef5-57e0-4223-9e6d-a3d36cdd7256 req-8b82dfe8-df15-4e24-a639-b6d427b1b4cf service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256937 Aug 20 10:33:52.020404 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59676) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:52.093118 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841f43d3-7e37-416a-8116-7f51fba544f6 None None] Network 8efc36c3-e5df-4925-8f18-00e48d76c056 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:52.101640 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c8c4cf25-04f7-4961-b794-8566941afb92 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6500418 Aug 20 10:33:52.110362 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59680) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:52.120037 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-231906233-router', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:52.124882 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3cd37e99-219f-4032-becd-8f7bea93c94a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:52.216593 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd37e99-219f-4032-becd-8f7bea93c94a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Port': ['ID=ffc98370-1a0d-4b82-bf18-83e0bf740914,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:52.240798 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b2a40993-e5c8-45f0-92cd-fc7db0b9e605 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce857d21443c465f9b0cce6a4f3cfa90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188818 Aug 20 10:33:52.241401 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59684) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:52.295130 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:52.301598 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:52.347143 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3cd37e99-219f-4032-becd-8f7bea93c94a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:52.354308 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3cd37e99-219f-4032-becd-8f7bea93c94a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/ffc98370-1a0d-4b82-bf18-83e0bf740914 HTTP/1.1" status: 204 len: 168 time: 3.0049441 Aug 20 10:33:52.354773 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59686) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:52.379980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:33:52.436073 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf69febe-9854-4e0b-b480-560826349566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:52.503191 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf69febe-9854-4e0b-b480-560826349566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:52.543238 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:52.555814 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:52.558417 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12d07c7-7ab9-47f9-a805-3b73d4ae8f27 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:52.560511 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d12d07c7-7ab9-47f9-a805-3b73d4ae8f27 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2041633 Aug 20 10:33:52.564707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59688) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:52.586230 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Transition to ACTIVE for port object 29b2c1ee-3d1c-4b3d-b4ed-ed6d11f0c300 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:52.606451 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Transition to ACTIVE for port object 29b2c1ee-3d1c-4b3d-b4ed-ed6d11f0c300 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:52.614098 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40a5083c-5915-46d7-a8ed-8d13fc216773 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:52.652970 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] For port 9283d2d0-f4bd-476c-97e8-1470572ca004, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:33:52.660732 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] For port 9283d2d0-f4bd-476c-97e8-1470572ca004, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9283d2d0-f4bd-476c-97e8-1470572ca004,segment=NetworkSegment(485197bb-6fba-4711-bfca-94a58d2116c7),segment_id=485197bb-6fba-4711-bfca-94a58d2116c7)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:33:52.667418 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Pushing event updated for resources: {'Port': ['ID=9283d2d0-f4bd-476c-97e8-1470572ca004,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:52.699025 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:52.707844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f5664245-c1c8-40e9-b068-f89c42b7b3ef up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:52.756858 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40a5083c-5915-46d7-a8ed-8d13fc216773 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:52.788310 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Network 31329669-aed7-4846-8aad-ee33961c13b7 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:52.797562 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:52.799922 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf69febe-9854-4e0b-b480-560826349566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:52.804125 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf69febe-9854-4e0b-b480-560826349566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:52.809516 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cf69febe-9854-4e0b-b480-560826349566 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8319f33-d05b-4055-8832-bb9d9e6f8789 HTTP/1.1" status: 204 len: 168 time: 0.5440495 Aug 20 10:33:52.809801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01c14f-070e-4039-950e-875e40dcc583 None None] Pushing event deleted for resources: {'Port': ['ID=0744da8c-ce87-4f4a-9968-26819dbcfac6,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:52.840390 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.extraroute_db [None req-bb48c8e1-1d5f-407e-84d0-57bc3e468dbb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 10:33:52.868796 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:52.881981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:52.922896 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.extraroute_db [None req-bb48c8e1-1d5f-407e-84d0-57bc3e468dbb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Removed routes are [] {{(pid=94866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 10:33:52.923651 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb48c8e1-1d5f-407e-84d0-57bc3e468dbb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:52.932088 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69febe-9854-4e0b-b480-560826349566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8319f33-d05b-4055-8832-bb9d9e6f8789,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:52.997377 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dce3908-d0d5-473e-ae60-ae1e4fe345fd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:53.002432 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5dce3908-d0d5-473e-ae60-ae1e4fe345fd tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4332263 Aug 20 10:33:53.037549 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:53.047326 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59692) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:53.064391 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:53.101357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Attempting to bind port 29b2c1ee-3d1c-4b3d-b4ed-ed6d11f0c300 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:33:53.102174 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Attempting to bind port 29b2c1ee-3d1c-4b3d-b4ed-ed6d11f0c300 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'dd4934d5-6a27-4364-8c0f-2d4dd79ba2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '31329669-aed7-4846-8aad-ee33961c13b7'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:33:53.102298 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Attempting to bind port 29b2c1ee-3d1c-4b3d-b4ed-ed6d11f0c300 on network 31329669-aed7-4846-8aad-ee33961c13b7 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:33:53.105194 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=ad368c2d-4042-4502-b149-2215fa7ae501,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:53.153886 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40a5083c-5915-46d7-a8ed-8d13fc216773 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:53.231617 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40a5083c-5915-46d7-a8ed-8d13fc216773 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:53.233443 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Pushing event updated for resources: {'Port': ['ID=29b2c1ee-3d1c-4b3d-b4ed-ed6d11f0c300,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:53.238013 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782108b2-e8e1-42db-9c74-6b0eddb9e328 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:53.242970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782108b2-e8e1-42db-9c74-6b0eddb9e328 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:53.246079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782108b2-e8e1-42db-9c74-6b0eddb9e328 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:53.248163 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-782108b2-e8e1-42db-9c74-6b0eddb9e328 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1992919 Aug 20 10:33:53.259204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59698) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:53.334669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e944d41-2e7f-45df-824b-7712986a48f6 None None] Pushing event updated for resources: {'Port': ['ID=9283d2d0-f4bd-476c-97e8-1470572ca004,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:53.375592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafb896a-b82b-4cd8-b868-80c355fede04 None None] Network a0347083-1201-4ab0-968d-618b141f1636 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:53.390740 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40a5083c-5915-46d7-a8ed-8d13fc216773 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:53.399735 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-40a5083c-5915-46d7-a8ed-8d13fc216773 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "DELETE /v2.0/subnets/fd2b2c2b-9a21-44f9-bb68-896db7043598 HTTP/1.1" status: 204 len: 168 time: 1.8174219 Aug 20 10:33:53.403859 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5083c-5915-46d7-a8ed-8d13fc216773 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event deleted for resources: {'Subnet': ['ID=fd2b2c2b-9a21-44f9-bb68-896db7043598,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:53.406770 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59704) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:53.446228 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-4116af92-4f80-4e81-b395-d3de22019aed tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet 471d0f7b-ae60-4a02-955c-33f52e523adf {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:33:53.487290 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port f5664245-c1c8-40e9-b068-f89c42b7b3ef triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:53.487838 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:53.489423 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4116af92-4f80-4e81-b395-d3de22019aed tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:53.491171 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-8efc36c3-e5df-4925-8f18-00e48d76c056', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:33:53.492213 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:53.510322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:33:53.511088 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Checking segment: {'id': 'dd4934d5-6a27-4364-8c0f-2d4dd79ba2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '31329669-aed7-4846-8aad-ee33961c13b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:53.512165 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:53.512974 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Bound using segment: {'id': 'dd4934d5-6a27-4364-8c0f-2d4dd79ba2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '31329669-aed7-4846-8aad-ee33961c13b7'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:33:53.516922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Bound port: 29b2c1ee-3d1c-4b3d-b4ed-ed6d11f0c300, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4934d5-6a27-4364-8c0f-2d4dd79ba2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '31329669-aed7-4846-8aad-ee33961c13b7'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:33:53.517562 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:53.560599 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4116af92-4f80-4e81-b395-d3de22019aed tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:53.566272 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a7db1b-cd86-4421-91c0-91e355b27644 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:53.568144 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-91a7db1b-cd86-4421-91c0-91e355b27644 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1509340 Aug 20 10:33:53.574153 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59710) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:53.656078 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb48c8e1-1d5f-407e-84d0-57bc3e468dbb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:53.666378 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb48c8e1-1d5f-407e-84d0-57bc3e468dbb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:53.729028 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:53.734702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84eadab-505c-499a-91e0-eb54fd0c202a None None] Network 83886f61-3e48-4bb8-a40b-b69331c837f4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:53.788985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-952e1278-f1d9-4a09-94ab-bec375a72cde None None] Provisioning for port a7ff1b0a-b104-472e-aff9-60414c034a8f completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:53.878558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb48c8e1-1d5f-407e-84d0-57bc3e468dbb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router a352c903-e30f-49c4-bc92-fd12fe9a812c has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:33:53.907942 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4116af92-4f80-4e81-b395-d3de22019aed tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:53.923757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] For port 29b2c1ee-3d1c-4b3d-b4ed-ed6d11f0c300, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:33:53.929814 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] For port 29b2c1ee-3d1c-4b3d-b4ed-ed6d11f0c300, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=29b2c1ee-3d1c-4b3d-b4ed-ed6d11f0c300,segment=NetworkSegment(dd4934d5-6a27-4364-8c0f-2d4dd79ba2a7),segment_id=dd4934d5-6a27-4364-8c0f-2d4dd79ba2a7)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:33:53.982486 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:53.989910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Deleting port 29b2c1ee-3d1c-4b3d-b4ed-ed6d11f0c300 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:53.990476 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:54.014711 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:54.034013 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4116af92-4f80-4e81-b395-d3de22019aed tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:54.042568 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Allocated IP 172.20.0.2 (8efc36c3-e5df-4925-8f18-00e48d76c056/b56823e1-e82f-4eee-8015-14002abf1cad/83b796a1-38f7-46a2-b2ba-3756a172269d) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:54.117951 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:54.195862 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] For port 29b2c1ee-3d1c-4b3d-b4ed-ed6d11f0c300, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=29b2c1ee-3d1c-4b3d-b4ed-ed6d11f0c300,segment=NetworkSegment(dd4934d5-6a27-4364-8c0f-2d4dd79ba2a7),segment_id=dd4934d5-6a27-4364-8c0f-2d4dd79ba2a7)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:54.196439 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:54.206744 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb48c8e1-1d5f-407e-84d0-57bc3e468dbb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:33:54.227503 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb48c8e1-1d5f-407e-84d0-57bc3e468dbb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:54.233315 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bb48c8e1-1d5f-407e-84d0-57bc3e468dbb tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/a352c903-e30f-49c4-bc92-fd12fe9a812c HTTP/1.1" status: 200 len: 954 time: 2.9323962 Aug 20 10:33:54.236220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59726) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:54.236820 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59728) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:54.256482 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Calling delete_port for 29b2c1ee-3d1c-4b3d-b4ed-ed6d11f0c300 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:54.265960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116af92-4f80-4e81-b395-d3de22019aed tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=471d0f7b-ae60-4a02-955c-33f52e523adf,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:54.273237 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4116af92-4f80-4e81-b395-d3de22019aed tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:54.275571 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4116af92-4f80-4e81-b395-d3de22019aed tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/471d0f7b-ae60-4a02-955c-33f52e523adf HTTP/1.1" status: 204 len: 168 time: 1.0145507 Aug 20 10:33:54.281370 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59732) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:54.334377 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Allocated IP 172.25.3.7 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/7cd96c83-e509-4dc3-80bf-7d403dd3ab39) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:33:54.407667 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-798fbe49-b4cc-4ecb-952e-d0fe142c9ef6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Deleting subnet 89f64c38-ecac-4276-821e-6a626c71c62b {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:33:54.442852 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3527c-62a2-43b8-96a1-9dda009e5b7c None None] Pushing event updated for resources: {'Port': ['ID=29b2c1ee-3d1c-4b3d-b4ed-ed6d11f0c300,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:54.461150 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-798fbe49-b4cc-4ecb-952e-d0fe142c9ef6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:54.480302 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-296321d1-ab95-45ad-ab4c-aa481b05b100 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/routers/a352c903-e30f-49c4-bc92-fd12fe9a812c HTTP/1.1" status: 200 len: 954 time: 0.2407765 Aug 20 10:33:54.495618 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce569f3-7590-4aea-abed-d2221e13a081 None None] Network 7b83641d-fbeb-417a-8d09-ab733c99b474 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:54.523244 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-798fbe49-b4cc-4ecb-952e-d0fe142c9ef6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:54.531354 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59734) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:54.542609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d971f3c4-9d27-411b-a1b0-8f95304b59b1 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'router': {'routes': None}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:54.550741 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-987becc2-0257-4fc8-8bac-2c7792e4a3f4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1750529725-network', 'tenant_id': '166e02a5760d422c823a05631402c62f'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:54.558784 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:54.651714 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-798fbe49-b4cc-4ecb-952e-d0fe142c9ef6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:54.720122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2d08b4-1fe5-4dac-bfdb-9d0144ff5f2a None None] Network 31329669-aed7-4846-8aad-ee33961c13b7 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:54.748733 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-798fbe49-b4cc-4ecb-952e-d0fe142c9ef6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:54.794707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fbe49-b4cc-4ecb-952e-d0fe142c9ef6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Subnet': ['ID=89f64c38-ecac-4276-821e-6a626c71c62b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:54.801682 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-798fbe49-b4cc-4ecb-952e-d0fe142c9ef6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:54.806635 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-798fbe49-b4cc-4ecb-952e-d0fe142c9ef6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/89f64c38-ecac-4276-821e-6a626c71c62b HTTP/1.1" status: 204 len: 168 time: 0.5217912 Aug 20 10:33:54.806847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a7ff1b0a-b104-472e-aff9-60414c034a8f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:54.807541 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59736) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:54.860955 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-826ccfd0-217e-4b2c-bf97-1c80b96e1545 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495327 Aug 20 10:33:54.864302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59738) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:54.923883 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:54.979980 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7375c5f-ac50-4b32-9b2b-367f6710960a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:54.981710 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:33:49Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': '497f0027-e760-4b13-8f24-e29915076ada', 'name': '', 'network_id': 'a0347083-1201-4ab0-968d-618b141f1636', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:10:b5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '2ff66c5b-7498-458e-80f1-aea5a744d653', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:48Z', 'updated_at': '2021-08-20T10:33:50Z', 'revision_number': 2, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '2ff66c5b-7498-458e-80f1-aea5a744d653', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad368c2d-4042-4502-b149-2215fa7ae501', 'name': '', 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:a7:ea:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:35Z', 'updated_at': '2021-08-20T10:33:51Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd20ade7-d724-4406-846b-aa83a8d3576f', 'name': '', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:79:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:21Z', 'updated_at': '2021-08-20T10:33:33Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:54.986426 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e7375c5f-ac50-4b32-9b2b-367f6710960a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1166918 Aug 20 10:33:54.987459 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59740) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:55.010647 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port a7ff1b0a-b104-472e-aff9-60414c034a8f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:55.071200 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Checking router: a352c903-e30f-49c4-bc92-fd12fe9a812c for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:33:55.071709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Updating router a352c903-e30f-49c4-bc92-fd12fe9a812c port 497f0027-e760-4b13-8f24-e29915076ada binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:33:55.082250 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a422dd-3ac8-4207-824d-fd3bc0604646 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:55.087228 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a9a422dd-3ac8-4207-824d-fd3bc0604646 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0933568 Aug 20 10:33:55.094213 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59742) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:55.101936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port a7ff1b0a-b104-472e-aff9-60414c034a8f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:55.102320 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:55.122555 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event deleted for resources: {'Port': ['ID=29b2c1ee-3d1c-4b3d-b4ed-ed6d11f0c300,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:55.139490 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:55.184020 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-82c4cacf-10b5-4347-8503-86b4006490b9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0827816 Aug 20 10:33:55.190120 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] No DVR routers for this DVR port 29b2c1ee-3d1c-4b3d-b4ed-ed6d11f0c300 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:33:55.194739 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59746) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:55.220628 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:55.274484 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:55.278379 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-8960eeea-9e98-4cd5-a246-9ab3a78a41f0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:55.279700 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8960eeea-9e98-4cd5-a246-9ab3a78a41f0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:55.282391 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8960eeea-9e98-4cd5-a246-9ab3a78a41f0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/ffc98370-1a0d-4b82-bf18-83e0bf740914 HTTP/1.1" status: 404 len: 333 time: 0.0816023 Aug 20 10:33:55.292134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:55.295846 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:55.298896 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59748) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:55.314404 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:55.390673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Transition to ACTIVE for port object 83b796a1-38f7-46a2-b2ba-3756a172269d will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:55.438915 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce6d0df-b5e1-4060-9669-ff60432eda7a None None] DHCP port deletion for 7b83641d-fbeb-417a-8d09-ab733c99b474 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:33:55.513196 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:55.518258 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Transition to ACTIVE for port object 83b796a1-38f7-46a2-b2ba-3756a172269d will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:55.523137 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:55.540600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31329669-aed7-4846-8aad-ee33961c13b7']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:55.549707 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:55.554490 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4934d5-6a27-4364-8c0f-2d4dd79ba2a7') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:55.554668 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4934d5-6a27-4364-8c0f-2d4dd79ba2a7') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:55.566543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:55.583376 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:55.591238 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:33:55.591653 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:33:55.666352 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:33:55.668483 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987becc2-0257-4fc8-8bac-2c7792e4a3f4 admin admin] Made reservation on behalf of 166e02a5760d422c823a05631402c62f for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:55.669985 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-987becc2-0257-4fc8-8bac-2c7792e4a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:55.674955 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:55.696653 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:55.699264 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "DELETE /v2.0/networks/31329669-aed7-4846-8aad-ee33961c13b7 HTTP/1.1" status: 204 len: 168 time: 2.1235874 Aug 20 10:33:55.703494 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-987becc2-0257-4fc8-8bac-2c7792e4a3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:55.716491 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59756) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:55.741536 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Network 8efc36c3-e5df-4925-8f18-00e48d76c056 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:33:55.747431 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port a7ff1b0a-b104-472e-aff9-60414c034a8f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a7ff1b0a-b104-472e-aff9-60414c034a8f,segment=NetworkSegment(ae10c819-c2e2-4714-b91f-18bfc22163b2),segment_id=ae10c819-c2e2-4714-b91f-18bfc22163b2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:55.758214 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadd0a9-cdc5-4772-9322-f6cf9f3fbe80 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event deleted for resources: {'Network': ['ID=31329669-aed7-4846-8aad-ee33961c13b7,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:55.770537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:55.781096 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:55.782751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Pushing event updated for resources: {'Port': ['ID=83b796a1-38f7-46a2-b2ba-3756a172269d,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:55.893279 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:33:55.896069 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=a7ff1b0a-b104-472e-aff9-60414c034a8f,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:55.905540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0744da8c-ce87-4f4a-9968-26819dbcfac6 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:33:55.909507 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Pushing event updated for resources: {'Port': ['ID=7cd96c83-e509-4dc3-80bf-7d403dd3ab39,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:55.913763 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1f4e12-6ca4-4524-a7be-b15ddbcd17e3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:55.914610 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1f4e12-6ca4-4524-a7be-b15ddbcd17e3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:55.921373 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6c1f4e12-6ca4-4524-a7be-b15ddbcd17e3 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/89f64c38-ecac-4276-821e-6a626c71c62b HTTP/1.1" status: 404 len: 337 time: 0.6200941 Aug 20 10:33:55.923034 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59758) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:55.959196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 0744da8c-ce87-4f4a-9968-26819dbcfac6 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:33:55.959614 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0744da8c-ce87-4f4a-9968-26819dbcfac6 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:33:55.960178 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e02cccd4-5fd2-4adf-aee0-363784162636 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:33:55.998667 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:55.999438 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: e02cccd4-5fd2-4adf-aee0-363784162636 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:33:55.999785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e02cccd4-5fd2-4adf-aee0-363784162636 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:33:56.000966 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea52b53c-4340-407e-a4a0-aa7944d31a7c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:56.002095 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea52b53c-4340-407e-a4a0-aa7944d31a7c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:56.012433 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59760) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:56.012645 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ea52b53c-4340-407e-a4a0-aa7944d31a7c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/471d0f7b-ae60-4a02-955c-33f52e523adf HTTP/1.1" status: 404 len: 337 time: 0.0786753 Aug 20 10:33:56.049070 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0a115f49-0133-4bf5-b105-6137271c9252 None None] Provisioning complete for port a7ff1b0a-b104-472e-aff9-60414c034a8f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:56.049070 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0a115f49-0133-4bf5-b105-6137271c9252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:56.130067 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-4631d2ae-2ac4-4d8c-82b7-85728959286e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:56.130859 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4631d2ae-2ac4-4d8c-82b7-85728959286e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:56.132703 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4631d2ae-2ac4-4d8c-82b7-85728959286e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/08eda764-63d5-4750-99c3-46118209d3bc HTTP/1.1" status: 404 len: 333 time: 0.1081860 Aug 20 10:33:56.142204 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59762) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:56.151578 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6d0df-b5e1-4060-9669-ff60432eda7a None None] Deleting port f5664245-c1c8-40e9-b068-f89c42b7b3ef {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:56.152182 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d0df-b5e1-4060-9669-ff60432eda7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:56.255642 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ad368c2d-4042-4502-b149-2215fa7ae501 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:56.277939 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-273fd920-7bc7-4698-8162-b4b11d206767 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:56.278413 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273fd920-7bc7-4698-8162-b4b11d206767 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:56.284729 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Attempting to bind port 83b796a1-38f7-46a2-b2ba-3756a172269d on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:33:56.285583 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Attempting to bind port 83b796a1-38f7-46a2-b2ba-3756a172269d by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:33:56.286141 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Attempting to bind port 83b796a1-38f7-46a2-b2ba-3756a172269d on network 8efc36c3-e5df-4925-8f18-00e48d76c056 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:33:56.290625 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-273fd920-7bc7-4698-8162-b4b11d206767 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/a3544de1-33da-4cbc-9162-1fbf504041c5 HTTP/1.1" status: 404 len: 337 time: 0.1453383 Aug 20 10:33:56.346641 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59766) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:56.369440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:33:56.370179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Checking segment: {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:56.370826 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:56.371451 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Bound using segment: {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:33:56.372154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Bound port: 83b796a1-38f7-46a2-b2ba-3756a172269d, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:33:56.372743 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:56.381855 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:56.436493 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3765ce39-46c0-477b-bcf5-50649aa62f0b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:56.436965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3765ce39-46c0-477b-bcf5-50649aa62f0b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:56.438795 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3765ce39-46c0-477b-bcf5-50649aa62f0b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/640f5b5b-3272-4d5c-977f-54d47ad16081 HTTP/1.1" status: 404 len: 337 time: 0.0830376 Aug 20 10:33:56.444255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59768) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:56.502605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-3ce6d0df-b5e1-4060-9669-ff60432eda7a None None] For port f5664245-c1c8-40e9-b068-f89c42b7b3ef, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f5664245-c1c8-40e9-b068-f89c42b7b3ef,segment=NetworkSegment(097ca092-04c9-452c-92c3-197f4264136d),segment_id=097ca092-04c9-452c-92c3-197f4264136d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:56.503387 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d0df-b5e1-4060-9669-ff60432eda7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:56.509748 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3c4f09-0594-45af-9a11-4ce28871d657 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:56.510492 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3c4f09-0594-45af-9a11-4ce28871d657 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:56.512325 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7c3c4f09-0594-45af-9a11-4ce28871d657 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/f149c5b1-d4fa-48c5-8d0e-7c2c39f94a79 HTTP/1.1" status: 404 len: 333 time: 0.0660956 Aug 20 10:33:56.517036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59770) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:56.564821 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Deleting port 9283d2d0-f4bd-476c-97e8-1470572ca004 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:33:56.565090 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:56.569531 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-987becc2-0257-4fc8-8bac-2c7792e4a3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:56.572920 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:56.585535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6d0df-b5e1-4060-9669-ff60432eda7a None None] Calling delete_port for f5664245-c1c8-40e9-b068-f89c42b7b3ef owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:56.598473 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-657083a3-fccb-4ae2-b9aa-c7a5bfc2e8b4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:56.598944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657083a3-fccb-4ae2-b9aa-c7a5bfc2e8b4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:56.605145 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-657083a3-fccb-4ae2-b9aa-c7a5bfc2e8b4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/caff25e5-5331-44ee-87b3-5462d5c2d3ae HTTP/1.1" status: 404 len: 337 time: 0.0853868 Aug 20 10:33:56.607668 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59772) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:56.616951 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-987becc2-0257-4fc8-8bac-2c7792e4a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:56.625812 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Transition to ACTIVE for port object 497f0027-e760-4b13-8f24-e29915076ada will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:56.636920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.extraroute_db [None req-d971f3c4-9d27-411b-a1b0-8f95304b59b1 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Added routes are [] {{(pid=94866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 10:33:56.637243 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.extraroute_db [None req-d971f3c4-9d27-411b-a1b0-8f95304b59b1 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 10:33:56.645574 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ad368c2d-4042-4502-b149-2215fa7ae501 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:56.646242 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:56.648147 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b19ed1-870b-422f-bc3f-a749fb96d47a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:56.648608 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b19ed1-870b-422f-bc3f-a749fb96d47a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:56.654503 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-53b19ed1-870b-422f-bc3f-a749fb96d47a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/73be73bd-b862-4706-b7ea-95784f71fa4e HTTP/1.1" status: 404 len: 337 time: 0.0452456 Aug 20 10:33:56.656154 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59774) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:56.674806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987becc2-0257-4fc8-8bac-2c7792e4a3f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:33:56.691254 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd7a260-855c-4560-8d92-e6e5e3611ee0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:56.692034 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd7a260-855c-4560-8d92-e6e5e3611ee0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:56.697343 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4fd7a260-855c-4560-8d92-e6e5e3611ee0 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/46ca18c1-587c-4861-95db-655afc98d075 HTTP/1.1" status: 404 len: 333 time: 0.0374825 Aug 20 10:33:56.698017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59776) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:56.705357 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987becc2-0257-4fc8-8bac-2c7792e4a3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e98bb6-cadf-4235-8ff2-487f0d072d0b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:56.728628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] For port 9283d2d0-f4bd-476c-97e8-1470572ca004, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9283d2d0-f4bd-476c-97e8-1470572ca004,segment=NetworkSegment(485197bb-6fba-4711-bfca-94a58d2116c7),segment_id=485197bb-6fba-4711-bfca-94a58d2116c7)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:56.729003 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:56.733879 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-987becc2-0257-4fc8-8bac-2c7792e4a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:56.734222 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-987becc2-0257-4fc8-8bac-2c7792e4a3f4 admin admin] Added segment a42a966c-a3e3-4862-9980-618524ab2b27 of type vlan for network 324ff0db-c5d1-4fca-bb88-1a98dcdb99a4 Aug 20 10:33:56.785772 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-14369724-e706-4bd7-9bcf-d4165c521b97 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:56.786275 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14369724-e706-4bd7-9bcf-d4165c521b97 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:56.787810 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Calling delete_port for 9283d2d0-f4bd-476c-97e8-1470572ca004 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:33:56.790325 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d971f3c4-9d27-411b-a1b0-8f95304b59b1 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:56.792141 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-14369724-e706-4bd7-9bcf-d4165c521b97 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/8da64fb3-451c-4aae-8e54-0ef416251600 HTTP/1.1" status: 404 len: 337 time: 0.0877042 Aug 20 10:33:56.794710 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59778) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:56.838335 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-75627918-ad9b-4d3b-b234-883a6f60a563 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:56.838910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75627918-ad9b-4d3b-b234-883a6f60a563 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:56.845986 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-75627918-ad9b-4d3b-b234-883a6f60a563 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/a5bb5603-1641-4281-9769-b08b439e6aeb HTTP/1.1" status: 404 len: 337 time: 0.0497832 Aug 20 10:33:56.846928 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59782) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:56.879329 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-110c4685-c57f-4610-87a2-05ca0db88c01 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:56.880039 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110c4685-c57f-4610-87a2-05ca0db88c01 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:56.884692 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-110c4685-c57f-4610-87a2-05ca0db88c01 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/6fe8c8de-30fd-404b-bc0f-b11a39b738d4 HTTP/1.1" status: 404 len: 333 time: 0.0346429 Aug 20 10:33:56.890871 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59786) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:56.922603 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c33a20-8d0f-4937-9184-65469e359cf9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:56.923478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c33a20-8d0f-4937-9184-65469e359cf9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:56.925169 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-987becc2-0257-4fc8-8bac-2c7792e4a3f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:56.928538 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e3c33a20-8d0f-4937-9184-65469e359cf9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/073b0bfc-9669-4443-9f55-7d56ed40da9e HTTP/1.1" status: 404 len: 337 time: 0.0365229 Aug 20 10:33:56.930719 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59788) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:56.931947 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:56.952671 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0a115f49-0133-4bf5-b105-6137271c9252 None None] Provisioning for port 497f0027-e760-4b13-8f24-e29915076ada completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:56.955260 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:56.987662 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] For port 83b796a1-38f7-46a2-b2ba-3756a172269d, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:33:56.990978 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fe95a5-2d14-41a1-9aa5-dc61a02cebca tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:56.992029 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4fe95a5-2d14-41a1-9aa5-dc61a02cebca tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:56.996349 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e4fe95a5-2d14-41a1-9aa5-dc61a02cebca tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/47200c85-e35e-438a-b685-09344e464aaf HTTP/1.1" status: 404 len: 333 time: 0.0623999 Aug 20 10:33:56.997931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59790) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:57.067915 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9c89cf-624f-4629-b95b-b0e44c881667 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:57.068099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9c89cf-624f-4629-b95b-b0e44c881667 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:57.075147 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9b9c89cf-624f-4629-b95b-b0e44c881667 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/93dcf8b5-fb15-44d8-80c3-5614e7eec475 HTTP/1.1" status: 404 len: 337 time: 0.0725279 Aug 20 10:33:57.075407 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-987becc2-0257-4fc8-8bac-2c7792e4a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:57.075407 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987becc2-0257-4fc8-8bac-2c7792e4a3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:57.075712 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59792) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:57.075850 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-987becc2-0257-4fc8-8bac-2c7792e4a3f4 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:57.111085 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d971f3c4-9d27-411b-a1b0-8f95304b59b1 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:57.111398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] For port 83b796a1-38f7-46a2-b2ba-3756a172269d, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=83b796a1-38f7-46a2-b2ba-3756a172269d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:33:57.115534 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1db948-2607-43ef-9239-26ef5eafd75a None None] Pushing event updated for resources: {'Port': ['ID=497f0027-e760-4b13-8f24-e29915076ada,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:57.135637 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-231c33b3-4b5e-4ec7-ad85-1642a6f56202 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:57.136841 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231c33b3-4b5e-4ec7-ad85-1642a6f56202 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:57.144234 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59794) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:57.147705 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:57.149504 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-231c33b3-4b5e-4ec7-ad85-1642a6f56202 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/ffcdb9c3-77b0-4ffa-8a63-da49c3cc9c2b HTTP/1.1" status: 404 len: 333 time: 0.0711873 Aug 20 10:33:57.178187 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d971f3c4-9d27-411b-a1b0-8f95304b59b1 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:57.224023 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd72ac9-2a3b-4893-9839-03ad0d5e7e9b None None] Pushing event updated for resources: {'Port': ['ID=83b796a1-38f7-46a2-b2ba-3756a172269d,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:57.284672 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-987becc2-0257-4fc8-8bac-2c7792e4a3f4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0440423 Aug 20 10:33:57.284672 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd0f860-60f9-418e-948a-e702a14e44e5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:57.284672 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd0f860-60f9-418e-948a-e702a14e44e5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:57.285556 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ddd0f860-60f9-418e-948a-e702a14e44e5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/ba540d4d-61a4-4e63-877e-435b2d4f941b HTTP/1.1" status: 404 len: 337 time: 0.1317892 Aug 20 10:33:57.286689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59800) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:57.291502 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59802) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:57.294423 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7bc8c2f7-474b-4bfb-b132-9b26841eb3a3 admin admin] Request body: {'subnet': {'network_id': '324ff0db-c5d1-4fca-bb88-1a98dcdb99a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1750529725-subnet', 'tenant_id': '166e02a5760d422c823a05631402c62f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:33:57.300783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987becc2-0257-4fc8-8bac-2c7792e4a3f4 admin admin] Pushing event updated for resources: {'Network': ['ID=324ff0db-c5d1-4fca-bb88-1a98dcdb99a4,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:57.330256 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Attempting to bind port 497f0027-e760-4b13-8f24-e29915076ada on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:33:57.330740 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Attempting to bind port 497f0027-e760-4b13-8f24-e29915076ada by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'ae10c819-c2e2-4714-b91f-18bfc22163b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a0347083-1201-4ab0-968d-618b141f1636'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:33:57.331160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Attempting to bind port 497f0027-e760-4b13-8f24-e29915076ada on network a0347083-1201-4ab0-968d-618b141f1636 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:33:57.346078 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a7ff1b0a-b104-472e-aff9-60414c034a8f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:57.350461 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:57.364116 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c1b9db-b693-4fbe-a63b-c210cbebada6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:57.366883 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c1b9db-b693-4fbe-a63b-c210cbebada6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:57.380220 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-63c1b9db-b693-4fbe-a63b-c210cbebada6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/08e5b13f-b1ee-404d-93a6-962ca9427fc5 HTTP/1.1" status: 404 len: 333 time: 0.0832548 Aug 20 10:33:57.381094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59804) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:57.388507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 324ff0db-c5d1-4fca-bb88-1a98dcdb99a4 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:33:57.406491 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] No DVR routers for this DVR port 9283d2d0-f4bd-476c-97e8-1470572ca004 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:33:57.426346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event deleted for resources: {'Port': ['ID=9283d2d0-f4bd-476c-97e8-1470572ca004,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:57.461397 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90224a9-f916-4744-87cd-4f94591ab26c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:57.462159 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d90224a9-f916-4744-87cd-4f94591ab26c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:57.469628 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d90224a9-f916-4744-87cd-4f94591ab26c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/1347f73e-8b5e-4130-bf50-998069ed57f8 HTTP/1.1" status: 404 len: 337 time: 0.0851679 Aug 20 10:33:57.470653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59806) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:57.479715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Router 1eabb3d8-bf6d-4abe-bb11-59a746053827 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:33:57.491724 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:33:57.492117 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Checking segment: {'id': 'ae10c819-c2e2-4714-b91f-18bfc22163b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a0347083-1201-4ab0-968d-618b141f1636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:57.493497 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:57.493497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Bound using segment: {'id': 'ae10c819-c2e2-4714-b91f-18bfc22163b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a0347083-1201-4ab0-968d-618b141f1636'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:33:57.493497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Bound port: 497f0027-e760-4b13-8f24-e29915076ada, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae10c819-c2e2-4714-b91f-18bfc22163b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a0347083-1201-4ab0-968d-618b141f1636'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:33:57.493833 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:57.515011 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ce6d0df-b5e1-4060-9669-ff60432eda7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:57.525902 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91a8336-0784-48fc-b309-27ca40cb0098 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:57.526775 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b91a8336-0784-48fc-b309-27ca40cb0098 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:57.530622 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b91a8336-0784-48fc-b309-27ca40cb0098 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/3e0f576e-0141-40cd-8fa2-762e7e4757ca HTTP/1.1" status: 404 len: 333 time: 0.0501404 Aug 20 10:33:57.531604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59808) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:57.560214 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc8c2f7-474b-4bfb-b132-9b26841eb3a3 admin admin] Made reservation on behalf of 166e02a5760d422c823a05631402c62f for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:33:57.566700 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c2f7-474b-4bfb-b132-9b26841eb3a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:57.573065 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6d0df-b5e1-4060-9669-ff60432eda7a None None] Pushing event deleted for resources: {'Port': ['ID=f5664245-c1c8-40e9-b068-f89c42b7b3ef,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:57.594548 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-c785cb1f-a790-4c3e-a397-8e77e2463311 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:57.595020 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c785cb1f-a790-4c3e-a397-8e77e2463311 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:57.602879 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c785cb1f-a790-4c3e-a397-8e77e2463311 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/17dc2850-0f21-4ac1-a2ee-f2b19a185967 HTTP/1.1" status: 404 len: 337 time: 0.0690055 Aug 20 10:33:57.610871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce6d0df-b5e1-4060-9669-ff60432eda7a None None] No DVR routers for this DVR port f5664245-c1c8-40e9-b068-f89c42b7b3ef on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:33:57.621847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59810) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:57.659166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port a7ff1b0a-b104-472e-aff9-60414c034a8f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:57.659557 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:57.706320 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06dcac2-f25d-49f6-a1e0-4b43355c8e9c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:57.707279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06dcac2-f25d-49f6-a1e0-4b43355c8e9c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:57.713783 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a06dcac2-f25d-49f6-a1e0-4b43355c8e9c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/ed1c8a68-a296-4dd1-9191-aafc00642f13 HTTP/1.1" status: 404 len: 333 time: 0.0882368 Aug 20 10:33:57.770840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59812) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:57.792624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] For port 497f0027-e760-4b13-8f24-e29915076ada, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:33:57.824338 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] For port 497f0027-e760-4b13-8f24-e29915076ada, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=497f0027-e760-4b13-8f24-e29915076ada,segment=NetworkSegment(ae10c819-c2e2-4714-b91f-18bfc22163b2),segment_id=ae10c819-c2e2-4714-b91f-18bfc22163b2)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:33:57.825005 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7ed562-aeec-4603-8834-30abd75c3db1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:57.826475 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7ed562-aeec-4603-8834-30abd75c3db1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:57.832935 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fe7ed562-aeec-4603-8834-30abd75c3db1 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/d9a17f8c-f1e1-4b04-8d0c-3a0ff2f2c9fe HTTP/1.1" status: 404 len: 337 time: 0.0549150 Aug 20 10:33:57.838664 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:57.840372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59814) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:57.861677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d971f3c4-9d27-411b-a1b0-8f95304b59b1 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router a352c903-e30f-49c4-bc92-fd12fe9a812c has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:33:57.919592 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:57.957814 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:33:57.958485 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:33:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:57.982676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83886f61-3e48-4bb8-a40b-b69331c837f4']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:58.008966 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485197bb-6fba-4711-bfca-94a58d2116c7') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:58.009338 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485197bb-6fba-4711-bfca-94a58d2116c7') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:58.061910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:33:58.064165 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ecbef0f-92bc-4cd6-a032-52dff49e545c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:58.065003 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ecbef0f-92bc-4cd6-a032-52dff49e545c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:58.075091 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4ecbef0f-92bc-4cd6-a032-52dff49e545c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/31635946-1449-443c-9b58-02cd1b0a6608 HTTP/1.1" status: 404 len: 337 time: 0.2318614 Aug 20 10:33:58.079240 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Sync routers for ids ['1eabb3d8-bf6d-4abe-bb11-59a746053827'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:33:58.080036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59816) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:58.099943 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Routers {'1eabb3d8-bf6d-4abe-bb11-59a746053827'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:33:58.105044 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:33:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1eabb3d8-bf6d-4abe-bb11-59a746053827'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:58.132882 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:58.142792 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c2f7-474b-4bfb-b132-9b26841eb3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:58.169856 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93ceaf0-0ff2-4d80-ac23-78264a841977 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:58.171441 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93ceaf0-0ff2-4d80-ac23-78264a841977 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:58.178940 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a93ceaf0-0ff2-4d80-ac23-78264a841977 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/a66a8a64-4b77-490a-a47d-ba0049134725 HTTP/1.1" status: 404 len: 333 time: 0.0958138 Aug 20 10:33:58.179869 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59818) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:58.182934 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:58.195574 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:33:58.204078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:33:58.204503 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:33:58.226009 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:33:58.262552 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1db948-2607-43ef-9239-26ef5eafd75a None None] Pushing event updated for resources: {'Port': ['ID=497f0027-e760-4b13-8f24-e29915076ada,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:58.311595 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:58.319339 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-17124715-9c52-4ab6-8f1c-f455b9b1b89a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2053988 Aug 20 10:33:58.323713 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea7d8e3-57d9-4552-a302-f73bae5bbc8c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:58.324304 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea7d8e3-57d9-4552-a302-f73bae5bbc8c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:58.326297 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8ea7d8e3-57d9-4552-a302-f73bae5bbc8c tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/25a1d140-00fd-4927-9c95-021a593e4349 HTTP/1.1" status: 404 len: 337 time: 0.1435788 Aug 20 10:33:58.329526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59822) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:58.333464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59824) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:58.407603 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d971f3c4-9d27-411b-a1b0-8f95304b59b1 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:33:58.408185 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Set router 1eabb3d8-bf6d-4abe-bb11-59a746053827 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:33:58.439532 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d971f3c4-9d27-411b-a1b0-8f95304b59b1 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:58.441112 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f5664245-c1c8-40e9-b068-f89c42b7b3ef no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:33:58.444011 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d971f3c4-9d27-411b-a1b0-8f95304b59b1 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/a352c903-e30f-49c4-bc92-fd12fe9a812c HTTP/1.1" status: 200 len: 704 time: 3.9099743 Aug 20 10:33:58.469473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59830) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:58.483333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8c2f7-474b-4bfb-b132-9b26841eb3a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a1684c1-d945-4c83-9600-ff1a271592a7,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:58.555254 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: f5664245-c1c8-40e9-b068-f89c42b7b3ef {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:33:58.555432 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f5664245-c1c8-40e9-b068-f89c42b7b3ef not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:33:58.555969 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b8e900-e821-4524-ac07-50cf241dc8b6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:58.569811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b8e900-e821-4524-ac07-50cf241dc8b6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:58.574742 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-32b8e900-e821-4524-ac07-50cf241dc8b6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/5622b560-43f9-4584-95c6-c43a18a388a5 HTTP/1.1" status: 404 len: 337 time: 0.2321589 Aug 20 10:33:58.583164 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59832) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:58.669174 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-befc3b03-58ae-41f6-84c9-9ea152d6d821 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:58.669911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-befc3b03-58ae-41f6-84c9-9ea152d6d821 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:58.683976 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-befc3b03-58ae-41f6-84c9-9ea152d6d821 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/0b931ea7-74cc-4d88-8397-2879d3f019b0 HTTP/1.1" status: 404 len: 333 time: 0.0988829 Aug 20 10:33:58.694231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59834) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:58.780310 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14a09dd-7815-4c40-841a-d66ae86ddf68 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:58.781028 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14a09dd-7815-4c40-841a-d66ae86ddf68 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:58.787294 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f14a09dd-7815-4c40-841a-d66ae86ddf68 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/a8adb960-1d81-4f87-ba57-87993db9cbda HTTP/1.1" status: 404 len: 337 time: 0.0880795 Aug 20 10:33:58.787778 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59836) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:58.849355 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'name': 'tempest-ServerActionsTestJSON-231906233-router', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:52Z', 'updated_at': '2021-08-20T10:33:56Z', 'revision_number': 3, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'gw_port': {'id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:54Z', 'updated_at': '2021-08-20T10:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:58.906926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 83b796a1-38f7-46a2-b2ba-3756a172269d up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:33:58.925484 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Checking router: 1eabb3d8-bf6d-4abe-bb11-59a746053827 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:33:58.925840 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Updating router 1eabb3d8-bf6d-4abe-bb11-59a746053827 port 7cd96c83-e509-4dc3-80bf-7d403dd3ab39 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:33:58.925972 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f5de7a-8320-4097-9408-5719606995de tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:58.926673 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f5de7a-8320-4097-9408-5719606995de tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:58.930646 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b0f5de7a-8320-4097-9408-5719606995de tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/e06cbb8b-3bea-4244-9145-df367804821d HTTP/1.1" status: 404 len: 337 time: 0.1388903 Aug 20 10:33:58.938457 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59838) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:58.983843 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a56e69b-391b-4512-b031-a7721789fb2b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:58.984566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a56e69b-391b-4512-b031-a7721789fb2b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:58.987362 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3a56e69b-391b-4512-b031-a7721789fb2b tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/295d9ea1-ccb7-4fc5-9c19-6417838cecdd HTTP/1.1" status: 404 len: 333 time: 0.0469561 Aug 20 10:33:58.994255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59840) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:58.994478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:33:56Z', 'revision_number': 7, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': '497f0027-e760-4b13-8f24-e29915076ada', 'name': '', 'network_id': 'a0347083-1201-4ab0-968d-618b141f1636', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:10:b5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '2ff66c5b-7498-458e-80f1-aea5a744d653', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:48Z', 'updated_at': '2021-08-20T10:33:57Z', 'revision_number': 4, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '2ff66c5b-7498-458e-80f1-aea5a744d653', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad368c2d-4042-4502-b149-2215fa7ae501', 'name': '', 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:a7:ea:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:35Z', 'updated_at': '2021-08-20T10:33:51Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd20ade7-d724-4406-846b-aa83a8d3576f', 'name': '', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:79:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:21Z', 'updated_at': '2021-08-20T10:33:33Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:33:59.002705 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:59.039884 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb442a2d-550f-40c7-b5eb-dacb5916b828 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:59.040687 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb442a2d-550f-40c7-b5eb-dacb5916b828 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:59.049627 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fb442a2d-550f-40c7-b5eb-dacb5916b828 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/e5d37a12-0ebc-4154-b710-5e1e5db0063f HTTP/1.1" status: 404 len: 337 time: 0.0533333 Aug 20 10:33:59.073615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b178c9cd-1b03-49ab-bbdb-9ac1e3fb250d None None] The sync data for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 is: [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:33:56Z', 'revision_number': 7, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': '497f0027-e760-4b13-8f24-e29915076ada', 'name': '', 'network_id': 'a0347083-1201-4ab0-968d-618b141f1636', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:10:b5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '2ff66c5b-7498-458e-80f1-aea5a744d653', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:48Z', 'updated_at': '2021-08-20T10:33:57Z', 'revision_number': 4, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '2ff66c5b-7498-458e-80f1-aea5a744d653', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad368c2d-4042-4502-b149-2215fa7ae501', 'name': '', 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:a7:ea:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:35Z', 'updated_at': '2021-08-20T10:33:51Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd20ade7-d724-4406-846b-aa83a8d3576f', 'name': '', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:79:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:21Z', 'updated_at': '2021-08-20T10:33:33Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:33:59.076768 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 83b796a1-38f7-46a2-b2ba-3756a172269d completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:59.094386 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59842) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:59.104489 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95d75ef-0527-496e-a234-323e44bf5f7c None None] Network 8efc36c3-e5df-4925-8f18-00e48d76c056 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:59.143270 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-b278ee40-7347-4673-b47b-2d554dbb4acf tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:59.143747 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b278ee40-7347-4673-b47b-2d554dbb4acf tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:59.148251 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b278ee40-7347-4673-b47b-2d554dbb4acf tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/6c37d412-76a7-4433-b946-ceefe916bce2 HTTP/1.1" status: 404 len: 337 time: 0.0502779 Aug 20 10:33:59.183711 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59844) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:59.240482 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9aa78bd2-1763-491a-962d-9ca8c904f10c None None] Provisioning for port 83b796a1-38f7-46a2-b2ba-3756a172269d completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:33:59.248184 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-03bb7681-c38b-4284-95cb-00be4d4679b4 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports?device_id=31e9da7b-f4e9-479d-adb0-ad8a86677183 HTTP/1.1" status: 200 len: 205 time: 0.0628541 Aug 20 10:33:59.249126 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59846) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:59.279529 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9aa78bd2-1763-491a-962d-9ca8c904f10c None None] Provisioning complete for port 83b796a1-38f7-46a2-b2ba-3756a172269d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:33:59.279901 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9aa78bd2-1763-491a-962d-9ca8c904f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:59.318721 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:59.337219 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:59.341371 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "DELETE /v2.0/networks/83886f61-3e48-4bb8-a40b-b69331c837f4 HTTP/1.1" status: 204 len: 168 time: 3.6224892 Aug 20 10:33:59.347221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59848) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:59.398187 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-14285ffa-1daa-4142-84f5-2f7f7b8bf96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:59.482025 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-9e1629d0-f8c9-4bbe-825a-dc5ce90c5ec6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] delete failed (client error): The resource could not be found. Aug 20 10:33:59.484136 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9e1629d0-f8c9-4bbe-825a-dc5ce90c5ec6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/routers/31e9da7b-f4e9-479d-adb0-ad8a86677183 HTTP/1.1" status: 404 len: 336 time: 0.2321706 Aug 20 10:33:59.487514 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59852) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:59.495264 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97162929-bef0-417e-9520-4ee98edeed1c tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:59.501883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc8c2f7-474b-4bfb-b132-9b26841eb3a3 admin admin] Checking segment: {'id': 'a42a966c-a3e3-4862-9980-618524ab2b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '324ff0db-c5d1-4fca-bb88-1a98dcdb99a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:59.502253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8c2f7-474b-4bfb-b132-9b26841eb3a3 admin admin] Network hostable DHCP agents. Network: 324ff0db-c5d1-4fca-bb88-1a98dcdb99a4, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:33:59.517300 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cf871-6720-4fa5-871b-ca6623ee5c19 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event deleted for resources: {'Network': ['ID=83886f61-3e48-4bb8-a40b-b69331c837f4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:59.532534 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5387e7-5b22-48f3-b88e-3938471bd679 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:59.533637 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5387e7-5b22-48f3-b88e-3938471bd679 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:59.535862 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4d5387e7-5b22-48f3-b88e-3938471bd679 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/bd1638b4-985d-4bca-a8e8-ef751e2ace52 HTTP/1.1" status: 404 len: 337 time: 0.0471666 Aug 20 10:33:59.538954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59854) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:59.551294 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b22ca69d-ee24-40bc-8bd3-dd008e5b7b9b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/routers/a352c903-e30f-49c4-bc92-fd12fe9a812c HTTP/1.1" status: 200 len: 704 time: 1.0714166 Aug 20 10:33:59.554876 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59856) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:59.594274 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-48e8f6ad-c01a-4e8f-8ad8-2cee98611305 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "GET /v2.0/ports?device_id=0392c52d-6c3b-4797-95dc-595837914bab HTTP/1.1" status: 200 len: 205 time: 0.0539160 Aug 20 10:33:59.596954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59858) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:59.624225 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:59.647292 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Transition to ACTIVE for port object 7cd96c83-e509-4dc3-80bf-7d403dd3ab39 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:33:59.662844 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:59.666879 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8c2f7-474b-4bfb-b132-9b26841eb3a3 admin admin] Network 324ff0db-c5d1-4fca-bb88-1a98dcdb99a4 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:33:59.667875 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-3fd86ef0-03c9-482d-9586-4d12428d7b83 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] delete failed (client error): The resource could not be found. Aug 20 10:33:59.669292 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3fd86ef0-03c9-482d-9586-4d12428d7b83 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/routers/0392c52d-6c3b-4797-95dc-595837914bab HTTP/1.1" status: 404 len: 336 time: 0.0655398 Aug 20 10:33:59.685091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59860) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:59.689493 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9aa78bd2-1763-491a-962d-9ca8c904f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:59.803347 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9aa78bd2-1763-491a-962d-9ca8c904f10c None None] For port 83b796a1-38f7-46a2-b2ba-3756a172269d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=83b796a1-38f7-46a2-b2ba-3756a172269d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:33:59.809154 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9aa78bd2-1763-491a-962d-9ca8c904f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:59.821158 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-7bc8c2f7-474b-4bfb-b132-9b26841eb3a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 324ff0db-c5d1-4fca-bb88-1a98dcdb99a4) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:33:59.836915 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19e2f00-c212-401f-8c27-aebcb8f56be6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:59.839025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19e2f00-c212-401f-8c27-aebcb8f56be6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:59.841020 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e19e2f00-c212-401f-8c27-aebcb8f56be6 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/243076f9-f027-4df6-a6f8-dded38823abf HTTP/1.1" status: 404 len: 337 time: 0.1548154 Aug 20 10:33:59.843355 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6671b6-ae67-499d-9ea6-585204652035 None None] Network 324ff0db-c5d1-4fca-bb88-1a98dcdb99a4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:33:59.849092 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Attempting to bind port 7cd96c83-e509-4dc3-80bf-7d403dd3ab39 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:33:59.849469 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Attempting to bind port 7cd96c83-e509-4dc3-80bf-7d403dd3ab39 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:33:59.849829 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Attempting to bind port 7cd96c83-e509-4dc3-80bf-7d403dd3ab39 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:33:59.851620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59864) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:33:59.861356 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc8c2f7-474b-4bfb-b132-9b26841eb3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:33:59.861975 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c2f7-474b-4bfb-b132-9b26841eb3a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:59.880517 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e0369-e429-4922-b78b-c3ae99504cf7 None None] Pushing event updated for resources: {'Port': ['ID=7cd96c83-e509-4dc3-80bf-7d403dd3ab39,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:33:59.890277 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:33:59.890647 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:33:59.891071 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:59.891460 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:33:59.891941 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Bound port: 7cd96c83-e509-4dc3-80bf-7d403dd3ab39, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:33:59.892314 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:59.979595 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab71ee9d-9059-4a32-b5bc-2401b46d1582 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:33:59.979794 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7bc8c2f7-474b-4bfb-b132-9b26841eb3a3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6891656 Aug 20 10:33:59.981975 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97162929-bef0-417e-9520-4ee98edeed1c tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:33:59.982656 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab71ee9d-9059-4a32-b5bc-2401b46d1582 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:33:59.988699 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ab71ee9d-9059-4a32-b5bc-2401b46d1582 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/27e0d1fc-c58e-4b9f-826e-cb1502b4b532 HTTP/1.1" status: 404 len: 337 time: 0.1355102 Aug 20 10:33:59.991415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59874) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:00.032093 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa78bd2-1763-491a-962d-9ca8c904f10c None None] Pushing event updated for resources: {'Port': ['ID=83b796a1-38f7-46a2-b2ba-3756a172269d,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:00.065667 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-97162929-bef0-417e-9520-4ee98edeed1c tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e21379b-f52b-4474-8ab8-666eef107a53']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:00.095350 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] For port 7cd96c83-e509-4dc3-80bf-7d403dd3ab39, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:34:00.106870 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] For port 7cd96c83-e509-4dc3-80bf-7d403dd3ab39, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7cd96c83-e509-4dc3-80bf-7d403dd3ab39,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:34:00.114065 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-97162929-bef0-417e-9520-4ee98edeed1c tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4370643f-6f5d-490e-8415-5efb8cdda7e5') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:00.114381 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-97162929-bef0-417e-9520-4ee98edeed1c tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4370643f-6f5d-490e-8415-5efb8cdda7e5') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:00.116266 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:00.125539 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f85397-f32c-4383-96f1-405bc5b125bc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:00.126281 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f85397-f32c-4383-96f1-405bc5b125bc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:00.128220 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b5f85397-f32c-4383-96f1-405bc5b125bc tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/265d0db7-e8c7-41e0-b90b-c271b39cff3c HTTP/1.1" status: 404 len: 333 time: 0.1290994 Aug 20 10:34:00.139960 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59876) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:00.161692 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97162929-bef0-417e-9520-4ee98edeed1c tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:00.256014 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46ab492-0201-4846-b9c7-3c7270ddf908 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:00.256521 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46ab492-0201-4846-b9c7-3c7270ddf908 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:00.258365 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f46ab492-0201-4846-b9c7-3c7270ddf908 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/b83dfd84-164f-4886-bd8f-673f61260b3f HTTP/1.1" status: 404 len: 337 time: 0.1180267 Aug 20 10:34:00.261811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59878) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:00.279432 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97162929-bef0-417e-9520-4ee98edeed1c tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:00.289621 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Routers {'1eabb3d8-bf6d-4abe-bb11-59a746053827'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:00.290267 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:33:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1eabb3d8-bf6d-4abe-bb11-59a746053827'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:00.314425 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97162929-bef0-417e-9520-4ee98edeed1c tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:34:00.315268 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97162929-bef0-417e-9520-4ee98edeed1c tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:34:00.323136 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:34:00.325881 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dce5ac-7ea3-47ea-8333-77a8e38d9233 None None] Network 324ff0db-c5d1-4fca-bb88-1a98dcdb99a4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:34:00.349533 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e97c67-4828-420b-aefb-cdea2a45861f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:00.350303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e97c67-4828-420b-aefb-cdea2a45861f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:00.355139 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d2e97c67-4828-420b-aefb-cdea2a45861f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/e6cfaa05-c4bf-4ef0-a4b4-49673c203bbd HTTP/1.1" status: 404 len: 333 time: 0.0824263 Aug 20 10:34:00.363753 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59882) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:00.433698 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0e4f0b-ed1e-44c5-943b-b0e8c3c54995 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:00.434328 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b0e4f0b-ed1e-44c5-943b-b0e8c3c54995 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:00.438765 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2b0e4f0b-ed1e-44c5-943b-b0e8c3c54995 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/dd830835-5e0a-413d-8355-ff55ededba44 HTTP/1.1" status: 404 len: 337 time: 0.0714016 Aug 20 10:34:00.440057 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59888) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:00.465993 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-32b85966-6b7d-410c-9be3-be797be85de7 None None] Provisioning complete for port 83b796a1-38f7-46a2-b2ba-3756a172269d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:34:00.466370 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-32b85966-6b7d-410c-9be3-be797be85de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:00.487350 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:00.512168 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67f07ce-3738-4721-8358-b3a11fedd10a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:00.513214 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67f07ce-3738-4721-8358-b3a11fedd10a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:00.516212 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d67f07ce-3738-4721-8358-b3a11fedd10a tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/6d810a1a-58a1-4ba9-b433-39dcc76235bd HTTP/1.1" status: 404 len: 333 time: 0.0752409 Aug 20 10:34:00.524748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59892) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:00.560602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8dca06-6125-4d64-8433-d38b6a468d06 None None] Sync routers for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:34:00.599332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8dca06-6125-4d64-8433-d38b6a468d06 None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:00.599978 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-7c8dca06-6125-4d64-8433-d38b6a468d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:33:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:00.619184 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] Set router 1eabb3d8-bf6d-4abe-bb11-59a746053827 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:00.707422 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-eadd0230-7c4f-466c-9a7c-21ebfd0a3b5e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:00.717877 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eadd0230-7c4f-466c-9a7c-21ebfd0a3b5e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:00.717877 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-eadd0230-7c4f-466c-9a7c-21ebfd0a3b5e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/0497307a-acf6-43fe-9aa6-cbb37a58a07e HTTP/1.1" status: 404 len: 337 time: 0.1896267 Aug 20 10:34:00.726931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59902) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:00.793396 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97162929-bef0-417e-9520-4ee98edeed1c tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:00.848420 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f91d96a-e32a-47d3-945b-6f13a59f3b34 None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:34:00.891732 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-be01ee92-ff5f-432b-a6ce-ff11f588b6d5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:00.894381 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be01ee92-ff5f-432b-a6ce-ff11f588b6d5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:00.904459 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-be01ee92-ff5f-432b-a6ce-ff11f588b6d5 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/0175c9b4-7c8b-4d4c-80c9-b2e7c6add07d HTTP/1.1" status: 404 len: 333 time: 0.1746528 Aug 20 10:34:00.919561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59910) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:00.922375 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97162929-bef0-417e-9520-4ee98edeed1c tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:00.924242 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-7c8dca06-6125-4d64-8433-d38b6a468d06 None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:00.929995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 497f0027-e760-4b13-8f24-e29915076ada up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:34:00.936999 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-97162929-bef0-417e-9520-4ee98edeed1c tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "DELETE /v2.0/networks/5e21379b-f52b-4474-8ab8-666eef107a53 HTTP/1.1" status: 204 len: 168 time: 1.5840237 Aug 20 10:34:00.961203 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59912) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:01.022319 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e0369-e429-4922-b78b-c3ae99504cf7 None None] Pushing event updated for resources: {'Port': ['ID=7cd96c83-e509-4dc3-80bf-7d403dd3ab39,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:01.030449 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0607f0ed-6d4a-4385-97b3-920bd99df2f9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:01.031177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0607f0ed-6d4a-4385-97b3-920bd99df2f9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:01.034181 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0607f0ed-6d4a-4385-97b3-920bd99df2f9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/4b6cb1d2-c7a6-4104-a411-c5b4bf7f2e02 HTTP/1.1" status: 404 len: 337 time: 0.1099837 Aug 20 10:34:01.043586 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59916) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:01.076745 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'name': 'tempest-ServerActionsTestJSON-231906233-router', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:52Z', 'updated_at': '2021-08-20T10:33:56Z', 'revision_number': 3, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'gw_port': {'id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:54Z', 'updated_at': '2021-08-20T10:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:01.138130 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad752c0-6173-482a-98c2-46c23ef09f45 None None] The sync data for ids ['1eabb3d8-bf6d-4abe-bb11-59a746053827'] in n-d-778550-11 is: [{'id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'name': 'tempest-ServerActionsTestJSON-231906233-router', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:52Z', 'updated_at': '2021-08-20T10:33:56Z', 'revision_number': 3, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'gw_port': {'id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:54Z', 'updated_at': '2021-08-20T10:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:34:01.508943 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-606230cd-c917-4ca4-b086-8e4ba2b9a39b tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:01.536839 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-606230cd-c917-4ca4-b086-8e4ba2b9a39b tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/networks?id=324ff0db-c5d1-4fca-bb88-1a98dcdb99a4 HTTP/1.1" status: 200 len: 814 time: 0.6006722 Aug 20 10:34:01.553398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97162929-bef0-417e-9520-4ee98edeed1c tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event deleted for resources: {'Network': ['ID=5e21379b-f52b-4474-8ab8-666eef107a53,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:01.568178 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-05272644-5405-49d9-9b79-7fa1c03c8b7e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:01.582923 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05272644-5405-49d9-9b79-7fa1c03c8b7e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:01.586387 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-05272644-5405-49d9-9b79-7fa1c03c8b7e tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/7bf36338-6a6c-45ac-a754-20e2b0d28946 HTTP/1.1" status: 404 len: 333 time: 0.5098116 Aug 20 10:34:01.613405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59926) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:01.623796 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-a18a64e4-bd54-4ef8-b43b-1b0013e47c55 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/quotas/166e02a5760d422c823a05631402c62f HTTP/1.1" status: 200 len: 375 time: 0.0811241 Aug 20 10:34:01.638054 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f91d96a-e32a-47d3-945b-6f13a59f3b34 None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:34:01.666795 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d592b5-bd27-4780-865c-c4c5d99a1c03 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:01.667636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d592b5-bd27-4780-865c-c4c5d99a1c03 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:01.671099 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-83d592b5-bd27-4780-865c-c4c5d99a1c03 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/ee557901-0e36-46e4-8441-dc958ab98011 HTTP/1.1" status: 404 len: 337 time: 0.0450525 Aug 20 10:34:01.711477 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-af2a470f-ac72-4367-b204-5a457858032a tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=166e02a5760d422c823a05631402c62f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882487 Aug 20 10:34:01.713944 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59928) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:01.759009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 497f0027-e760-4b13-8f24-e29915076ada completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:34:01.781592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 497f0027-e760-4b13-8f24-e29915076ada triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:34:01.781822 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:01.795196 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-23bb30e9-9b4e-4db5-85e6-f33bae30d400 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:01.795985 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23bb30e9-9b4e-4db5-85e6-f33bae30d400 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:01.798379 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-23bb30e9-9b4e-4db5-85e6-f33bae30d400 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/e9c94019-c201-4a21-8126-9933a17805e1 HTTP/1.1" status: 404 len: 333 time: 0.0615747 Aug 20 10:34:01.812581 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-84fc6ff0-bb19-4f8b-9ab5-fb3bbf9845c9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:01.814828 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59930) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:01.885675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Allocated IP 172.20.0.1 (8efc36c3-e5df-4925-8f18-00e48d76c056/b56823e1-e82f-4eee-8015-14002abf1cad/7a9a4ef0-202c-4704-a3d1-12dbadc528a6) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:34:01.890581 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e2d3cb-e451-459a-8405-cb88aa3808ba tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:01.891584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e2d3cb-e451-459a-8405-cb88aa3808ba tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:01.893917 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-82e2d3cb-e451-459a-8405-cb88aa3808ba tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/739da8af-bbe8-4728-8ba9-185dabfd1db3 HTTP/1.1" status: 404 len: 337 time: 0.0744107 Aug 20 10:34:01.899709 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59932) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:01.934349 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-b08362b1-8df5-4c10-b9d4-3b8bbd08ba26 service neutron] 10.222.0.16 "GET /v2.0/networks/324ff0db-c5d1-4fca-bb88-1a98dcdb99a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218924 Aug 20 10:34:01.964371 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d2ec71-9c5e-41e2-aeab-7fee4b475ef9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:01.965953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d2ec71-9c5e-41e2-aeab-7fee4b475ef9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:01.968216 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-19d2ec71-9c5e-41e2-aeab-7fee4b475ef9 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/ports/7fe74f11-743e-4310-9223-f302ea30b404 HTTP/1.1" status: 404 len: 333 time: 0.0637422 Aug 20 10:34:01.975699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59934) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:02.061556 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-5c7fb517-1923-48ec-af99-092f4cb493dc service neutron] 10.222.0.16 "GET /v2.0/networks/324ff0db-c5d1-4fca-bb88-1a98dcdb99a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260824 Aug 20 10:34:02.068422 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cc6a-9536-455f-925c-f88d70a27f82 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:02.087507 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9c21cd97-41ba-4be8-a1a0-4486a7fc955a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:02.155545 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-7731e636-82ae-4cde-8fd2-4f4473ea2b0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:02.156680 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7731e636-82ae-4cde-8fd2-4f4473ea2b0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:02.160201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7731e636-82ae-4cde-8fd2-4f4473ea2b0f tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/subnets/a394ca0a-8beb-40f8-9428-d139fcfb2934 HTTP/1.1" status: 404 len: 337 time: 0.1802254 Aug 20 10:34:02.278619 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-84fc6ff0-bb19-4f8b-9ab5-fb3bbf9845c9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:02.291366 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-84fc6ff0-bb19-4f8b-9ab5-fb3bbf9845c9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd31e005-f6ab-4f3c-b87e-59976e03e70c']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:02.304149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-84fc6ff0-bb19-4f8b-9ab5-fb3bbf9845c9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963e3a3d-cf80-4f2a-8876-4028e4ace7cc') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:02.305075 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-84fc6ff0-bb19-4f8b-9ab5-fb3bbf9845c9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963e3a3d-cf80-4f2a-8876-4028e4ace7cc') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:02.318033 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-84fc6ff0-bb19-4f8b-9ab5-fb3bbf9845c9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:02.342953 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-84fc6ff0-bb19-4f8b-9ab5-fb3bbf9845c9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:02.351848 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59938) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:02.357105 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84fc6ff0-bb19-4f8b-9ab5-fb3bbf9845c9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:34:02.357660 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-84fc6ff0-bb19-4f8b-9ab5-fb3bbf9845c9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:34:02.436411 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:34:02.470686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3b556-9c41-40cb-8015-c7147e0ffbf2 req-72faa181-25c5-4e32-be49-6d8da4f3e958 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:02.472020 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:02.481146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3b556-9c41-40cb-8015-c7147e0ffbf2 req-72faa181-25c5-4e32-be49-6d8da4f3e958 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:02.493340 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3b556-9c41-40cb-8015-c7147e0ffbf2 req-72faa181-25c5-4e32-be49-6d8da4f3e958 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:02.498239 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:02.503513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3b556-9c41-40cb-8015-c7147e0ffbf2 req-72faa181-25c5-4e32-be49-6d8da4f3e958 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:02.510505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3b556-9c41-40cb-8015-c7147e0ffbf2 req-72faa181-25c5-4e32-be49-6d8da4f3e958 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:02.519219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3b556-9c41-40cb-8015-c7147e0ffbf2 req-72faa181-25c5-4e32-be49-6d8da4f3e958 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:02.525943 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3b556-9c41-40cb-8015-c7147e0ffbf2 req-72faa181-25c5-4e32-be49-6d8da4f3e958 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:02.531379 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ce3b556-9c41-40cb-8015-c7147e0ffbf2 req-72faa181-25c5-4e32-be49-6d8da4f3e958 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5446 time: 0.7124741 Aug 20 10:34:02.570976 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32615dfd-1ae0-4c64-b626-c7b50e5b0c09 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:02.633522 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-418482c7-50cf-4431-a10e-67dd0d357155 req-1b6a81d3-b351-4eb7-98d6-ba661c4f0267 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 210 time: 0.2319653 Aug 20 10:34:02.676167 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-84fc6ff0-bb19-4f8b-9ab5-fb3bbf9845c9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:02.689413 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-84fc6ff0-bb19-4f8b-9ab5-fb3bbf9845c9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:02.692015 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-84fc6ff0-bb19-4f8b-9ab5-fb3bbf9845c9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] 10.222.0.16 "DELETE /v2.0/networks/fd31e005-f6ab-4f3c-b87e-59976e03e70c HTTP/1.1" status: 204 len: 168 time: 1.7283595 Aug 20 10:34:02.869704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc6ff0-bb19-4f8b-9ab5-fb3bbf9845c9 tempest-BulkNetworkOpsIpV6Test-1691024427 tempest-BulkNetworkOpsIpV6Test-1691024427-project] Pushing event deleted for resources: {'Network': ['ID=fd31e005-f6ab-4f3c-b87e-59976e03e70c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:02.875450 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32615dfd-1ae0-4c64-b626-c7b50e5b0c09 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:02.896464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-32615dfd-1ae0-4c64-b626-c7b50e5b0c09 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b83641d-fbeb-417a-8d09-ab733c99b474']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:02.919233 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-32615dfd-1ae0-4c64-b626-c7b50e5b0c09 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097ca092-04c9-452c-92c3-197f4264136d') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:02.919704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-32615dfd-1ae0-4c64-b626-c7b50e5b0c09 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097ca092-04c9-452c-92c3-197f4264136d') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:02.966927 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32615dfd-1ae0-4c64-b626-c7b50e5b0c09 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:02.967199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 497f0027-e760-4b13-8f24-e29915076ada, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=497f0027-e760-4b13-8f24-e29915076ada,segment=NetworkSegment(ae10c819-c2e2-4714-b91f-18bfc22163b2),segment_id=ae10c819-c2e2-4714-b91f-18bfc22163b2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:02.968401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-195502d5-8567-4627-80f1-a106aa28f0bf tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:02.972720 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fbf728-52d3-452e-8347-02f1a2e4c621 None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:34:02.977051 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-7c8dca06-6125-4d64-8433-d38b6a468d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:33:56Z', 'revision_number': 7, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': '497f0027-e760-4b13-8f24-e29915076ada', 'name': '', 'network_id': 'a0347083-1201-4ab0-968d-618b141f1636', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:10:b5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '2ff66c5b-7498-458e-80f1-aea5a744d653', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:48Z', 'updated_at': '2021-08-20T10:33:57Z', 'revision_number': 4, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '2ff66c5b-7498-458e-80f1-aea5a744d653', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad368c2d-4042-4502-b149-2215fa7ae501', 'name': '', 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:a7:ea:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:35Z', 'updated_at': '2021-08-20T10:33:51Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd20ade7-d724-4406-846b-aa83a8d3576f', 'name': '', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:79:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:21Z', 'updated_at': '2021-08-20T10:33:33Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:02.979495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-195502d5-8567-4627-80f1-a106aa28f0bf tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:02.981760 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:02.982857 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 83b796a1-38f7-46a2-b2ba-3756a172269d up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:34:02.998024 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-195502d5-8567-4627-80f1-a106aa28f0bf tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:03.012468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-195502d5-8567-4627-80f1-a106aa28f0bf tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:03.025506 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-195502d5-8567-4627-80f1-a106aa28f0bf tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:03.037430 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-195502d5-8567-4627-80f1-a106aa28f0bf tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:03.050146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-195502d5-8567-4627-80f1-a106aa28f0bf tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:03.053787 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-195502d5-8567-4627-80f1-a106aa28f0bf tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5446 time: 0.6187532 Aug 20 10:34:03.062924 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32615dfd-1ae0-4c64-b626-c7b50e5b0c09 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:03.097146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32615dfd-1ae0-4c64-b626-c7b50e5b0c09 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:34:03.098972 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32615dfd-1ae0-4c64-b626-c7b50e5b0c09 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:34:03.102527 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:34:03.131859 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-978d9c11-f4ec-46f4-9bb6-388260f25745 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:03.133520 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-978d9c11-f4ec-46f4-9bb6-388260f25745 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.42 "GET /v2.0/ports/cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0674586 Aug 20 10:34:03.139225 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ce3b556-9c41-40cb-8015-c7147e0ffbf2 req-3b807f19-669d-4fe3-99cb-d0dd102ee11b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5347948 Aug 20 10:34:03.171858 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8dca06-6125-4d64-8433-d38b6a468d06 None None] Checking router: a352c903-e30f-49c4-bc92-fd12fe9a812c for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:34:03.186273 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:03.259878 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59964) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:03.305108 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32615dfd-1ae0-4c64-b626-c7b50e5b0c09 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:03.332032 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32615dfd-1ae0-4c64-b626-c7b50e5b0c09 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:03.338898 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-32615dfd-1ae0-4c64-b626-c7b50e5b0c09 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] 10.222.0.16 "DELETE /v2.0/networks/7b83641d-fbeb-417a-8d09-ab733c99b474 HTTP/1.1" status: 204 len: 168 time: 0.9859464 Aug 20 10:34:03.377117 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Transition to ACTIVE for port object 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:34:03.382652 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4cc6a-9536-455f-925c-f88d70a27f82 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting port 497f0027-e760-4b13-8f24-e29915076ada {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:03.383375 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cc6a-9536-455f-925c-f88d70a27f82 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:03.389222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32615dfd-1ae0-4c64-b626-c7b50e5b0c09 tempest-NetworksTestDHCPv6-998263099 tempest-NetworksTestDHCPv6-998263099-project] Pushing event deleted for resources: {'Network': ['ID=7b83641d-fbeb-417a-8d09-ab733c99b474,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:03.490461 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=497f0027-e760-4b13-8f24-e29915076ada,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:03.496503 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:03.522410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8dca06-6125-4d64-8433-d38b6a468d06 None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:03.523686 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-7c8dca06-6125-4d64-8433-d38b6a468d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:03.555362 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-c1f4cc6a-9536-455f-925c-f88d70a27f82 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] For port 497f0027-e760-4b13-8f24-e29915076ada, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=497f0027-e760-4b13-8f24-e29915076ada,segment=NetworkSegment(ae10c819-c2e2-4714-b91f-18bfc22163b2),segment_id=ae10c819-c2e2-4714-b91f-18bfc22163b2)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:03.557457 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cc6a-9536-455f-925c-f88d70a27f82 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:03.579574 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:03.605591 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4cc6a-9536-455f-925c-f88d70a27f82 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Calling delete_port for 497f0027-e760-4b13-8f24-e29915076ada owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:03.720278 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Network 8efc36c3-e5df-4925-8f18-00e48d76c056 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:34:03.733403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Pushing event updated for resources: {'Port': ['ID=7a9a4ef0-202c-4704-a3d1-12dbadc528a6,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:03.745167 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:03.750969 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:34:03.845444 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-115a3b43-464f-4f59-b0d3-21be68eb6824 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.42 "GET /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6926656 Aug 20 10:34:03.863171 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-640fa37c-6d18-4f41-9828-9b54a5f3eec6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:03.916109 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f2ddb04c-f7a5-449d-8061-464540547095 req-f1540b3b-9eae-44d5-8bce-8413c0eb1976 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 210 time: 0.1161141 Aug 20 10:34:03.933248 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-7c8dca06-6125-4d64-8433-d38b6a468d06 None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:03.938738 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a45bcebc-eaa2-40a3-bf46-b4ff4b55a042 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb5fa985f60a4c35be15d97021d5252e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6769369 Aug 20 10:34:03.941387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59978) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:03.960316 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:04.041962 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 83b796a1-38f7-46a2-b2ba-3756a172269d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:34:04.042901 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:04.131963 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59980) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:04.157710 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-640fa37c-6d18-4f41-9828-9b54a5f3eec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:04.158283 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cc6a-9536-455f-925c-f88d70a27f82 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:04.267380 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4cc6a-9536-455f-925c-f88d70a27f82 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Port': ['ID=497f0027-e760-4b13-8f24-e29915076ada,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:04.339503 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fbf728-52d3-452e-8347-02f1a2e4c621 None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:34:04.410861 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-7c8dca06-6125-4d64-8433-d38b6a468d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:33:56Z', 'revision_number': 7, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': '497f0027-e760-4b13-8f24-e29915076ada', 'name': '', 'network_id': 'a0347083-1201-4ab0-968d-618b141f1636', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:10:b5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '2ff66c5b-7498-458e-80f1-aea5a744d653', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:48Z', 'updated_at': '2021-08-20T10:34:02Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '2ff66c5b-7498-458e-80f1-aea5a744d653', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad368c2d-4042-4502-b149-2215fa7ae501', 'name': '', 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:a7:ea:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:35Z', 'updated_at': '2021-08-20T10:33:51Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd20ade7-d724-4406-846b-aa83a8d3576f', 'name': '', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:79:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:21Z', 'updated_at': '2021-08-20T10:33:33Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:04.606341 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8dca06-6125-4d64-8433-d38b6a468d06 None None] The sync data for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 is: [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:33:56Z', 'revision_number': 7, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': '497f0027-e760-4b13-8f24-e29915076ada', 'name': '', 'network_id': 'a0347083-1201-4ab0-968d-618b141f1636', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:10:b5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': '2ff66c5b-7498-458e-80f1-aea5a744d653', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:48Z', 'updated_at': '2021-08-20T10:34:02Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '2ff66c5b-7498-458e-80f1-aea5a744d653', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad368c2d-4042-4502-b149-2215fa7ae501', 'name': '', 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:a7:ea:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:35Z', 'updated_at': '2021-08-20T10:33:51Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd20ade7-d724-4406-846b-aa83a8d3576f', 'name': '', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:79:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:21Z', 'updated_at': '2021-08-20T10:33:33Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:34:04.664882 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cc6a-9536-455f-925c-f88d70a27f82 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:04.675341 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6e60974e-c7a4-4c39-984e-e443b7337d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:04.683189 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:04.726891 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6e60974e-c7a4-4c39-984e-e443b7337d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:04.876301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7cd96c83-e509-4dc3-80bf-7d403dd3ab39 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:34:04.924193 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:04.955774 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eae188-4a87-4d55-9a93-03f17404f12f req-9411e551-1e9e-4092-9dfd-474decb0f6d7 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:04.974057 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eae188-4a87-4d55-9a93-03f17404f12f req-9411e551-1e9e-4092-9dfd-474decb0f6d7 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:04.989215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eae188-4a87-4d55-9a93-03f17404f12f req-9411e551-1e9e-4092-9dfd-474decb0f6d7 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:05.001249 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eae188-4a87-4d55-9a93-03f17404f12f req-9411e551-1e9e-4092-9dfd-474decb0f6d7 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:05.010536 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-df01a28d-e710-49b6-86ba-509a0334e92c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31d403abe4074402bdbb566ed536eac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8768754 Aug 20 10:34:05.018030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59994) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:05.032439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eae188-4a87-4d55-9a93-03f17404f12f req-9411e551-1e9e-4092-9dfd-474decb0f6d7 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:05.050692 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eae188-4a87-4d55-9a93-03f17404f12f req-9411e551-1e9e-4092-9dfd-474decb0f6d7 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:05.060813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eae188-4a87-4d55-9a93-03f17404f12f req-9411e551-1e9e-4092-9dfd-474decb0f6d7 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:05.063557 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73eae188-4a87-4d55-9a93-03f17404f12f req-9411e551-1e9e-4092-9dfd-474decb0f6d7 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 5446 time: 0.5667005 Aug 20 10:34:05.115906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-640fa37c-6d18-4f41-9828-9b54a5f3eec6 service neutron] For port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:05.123202 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 7cd96c83-e509-4dc3-80bf-7d403dd3ab39 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:34:05.132162 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7cd96c83-e509-4dc3-80bf-7d403dd3ab39 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:34:05.132593 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:05.195392 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6e60974e-c7a4-4c39-984e-e443b7337d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:05.199806 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6e60974e-c7a4-4c39-984e-e443b7337d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:05.204599 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6e60974e-c7a4-4c39-984e-e443b7337d83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2c3fb08-d88a-4451-9d22-f9c0a5bc2e80 HTTP/1.1" status: 204 len: 168 time: 1.2492805 Aug 20 10:34:05.262121 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c93d74f6-edef-41f1-a00b-07921d1155b5 req-17edb01b-f147-4c27-89e9-f4f1f953bdf4 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 210 time: 0.1640940 Aug 20 10:34:05.295718 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73eae188-4a87-4d55-9a93-03f17404f12f req-426c10a9-3cb7-4694-8076-49ae2946d091 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2023907 Aug 20 10:34:05.304368 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-640fa37c-6d18-4f41-9828-9b54a5f3eec6 service neutron] For port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:34:05.314988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60974e-c7a4-4c39-984e-e443b7337d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c3fb08-d88a-4451-9d22-f9c0a5bc2e80,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:05.346096 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83e8454f-1cbe-48b3-a8a9-ec4b0b31d57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:05.376825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-c6d086e7-a167-45d9-a6d9-5a3766e36ad9 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:05.378647 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-c6d086e7-a167-45d9-a6d9-5a3766e36ad9 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.24 "GET /v2.0/networks?id=324ff0db-c5d1-4fca-bb88-1a98dcdb99a4 HTTP/1.1" status: 200 len: 814 time: 0.6300356 Aug 20 10:34:05.407601 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:05.420856 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83e8454f-1cbe-48b3-a8a9-ec4b0b31d57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:05.424805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-4377a7ad-eabf-4ee4-8842-6735fdbd68af tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Request body: {'port': {'device_id': '44539f37-62c3-4ba8-bc04-9226b4c8c449', 'network_id': '324ff0db-c5d1-4fca-bb88-1a98dcdb99a4', 'admin_state_up': True, 'tenant_id': '166e02a5760d422c823a05631402c62f'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:05.425906 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f4cc6a-9536-455f-925c-f88d70a27f82 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router a352c903-e30f-49c4-bc92-fd12fe9a812c has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:34:05.491843 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 7cd96c83-e509-4dc3-80bf-7d403dd3ab39, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7cd96c83-e509-4dc3-80bf-7d403dd3ab39,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:05.501350 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:05.519097 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-640fa37c-6d18-4f41-9828-9b54a5f3eec6 service neutron] device_id is not set on port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:34:05.587177 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-640fa37c-6d18-4f41-9828-9b54a5f3eec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:05.619359 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-640fa37c-6d18-4f41-9828-9b54a5f3eec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:05.714375 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83e8454f-1cbe-48b3-a8a9-ec4b0b31d57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:05.722725 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83e8454f-1cbe-48b3-a8a9-ec4b0b31d57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:05.740225 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-83e8454f-1cbe-48b3-a8a9-ec4b0b31d57b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a472d451-0d2e-4e1b-ad71-b77d2bc17fb2 HTTP/1.1" status: 204 len: 168 time: 0.7111371 Aug 20 10:34:05.762529 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:05.785361 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:05.789684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fa37c-6d18-4f41-9828-9b54a5f3eec6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8,revision_number=6']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:05.822955 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8454f-1cbe-48b3-a8a9-ec4b0b31d57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a472d451-0d2e-4e1b-ad71-b77d2bc17fb2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:05.839619 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f4cc6a-9536-455f-925c-f88d70a27f82 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:34:05.855819 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01289404-27d6-4e92-8fd2-3bf990fd9a3d None None] Sync routers for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:34:05.868901 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c1f4cc6a-9536-455f-925c-f88d70a27f82 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/a352c903-e30f-49c4-bc92-fd12fe9a812c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3104603 Aug 20 10:34:05.873964 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60004) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:05.890764 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01289404-27d6-4e92-8fd2-3bf990fd9a3d None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:05.891958 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-01289404-27d6-4e92-8fd2-3bf990fd9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:05.970149 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-be653c46-ea4d-4494-9127-a8c67bbd3a9c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting subnet 2ff66c5b-7498-458e-80f1-aea5a744d653 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:34:05.980616 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be653c46-ea4d-4494-9127-a8c67bbd3a9c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:05.996233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-640fa37c-6d18-4f41-9828-9b54a5f3eec6 service neutron] No DVR routers for this DVR port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:34:06.081875 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be653c46-ea4d-4494-9127-a8c67bbd3a9c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:06.085273 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:06.090592 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-01289404-27d6-4e92-8fd2-3bf990fd9a3d None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:06.131555 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c58f68f8-6192-44b4-9074-737ec613eda7 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:34:06.181228 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Pushing event updated for resources: {'Port': ['ID=7a9a4ef0-202c-4704-a3d1-12dbadc528a6,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:06.243509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-4377a7ad-eabf-4ee4-8842-6735fdbd68af tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Made reservation on behalf of 166e02a5760d422c823a05631402c62f for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:34:06.261052 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-4377a7ad-eabf-4ee4-8842-6735fdbd68af tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:06.268991 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=7cd96c83-e509-4dc3-80bf-7d403dd3ab39,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:06.325277 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be653c46-ea4d-4494-9127-a8c67bbd3a9c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:06.334379 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ff7d42a6-b27b-4f4b-9179-582dbcff1a60 None None] Provisioning for port 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:34:06.356429 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-640fa37c-6d18-4f41-9828-9b54a5f3eec6 service neutron] In _notify_port_updated(), no bound segment for port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 on network 4cf94859-d7e3-4c88-add5-0fffdfba7677 {{(pid=94867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:34:06.357438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-640fa37c-6d18-4f41-9828-9b54a5f3eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:06.358066 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-640fa37c-6d18-4f41-9828-9b54a5f3eec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:06.364073 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-640fa37c-6d18-4f41-9828-9b54a5f3eec6 service neutron] 10.222.0.42 "PUT /v2.0/ports/cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 HTTP/1.1" status: 200 len: 1032 time: 2.5079579 Aug 20 10:34:06.371511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ff7d42a6-b27b-4f4b-9179-582dbcff1a60 None None] Provisioning complete for port 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:34:06.380397 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff7d42a6-b27b-4f4b-9179-582dbcff1a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:06.492631 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-20ef37e0-fb11-443e-8286-0063aa24b6d5 req-37a8ea52-9508-44a5-b2b9-a86eb58d565e tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 210 time: 0.0522046 Aug 20 10:34:06.522442 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be653c46-ea4d-4494-9127-a8c67bbd3a9c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:06.551552 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d42a6-b27b-4f4b-9179-582dbcff1a60 None None] Port 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:34:06.582324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be653c46-ea4d-4494-9127-a8c67bbd3a9c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff66c5b-7498-458e-80f1-aea5a744d653,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:06.598319 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be653c46-ea4d-4494-9127-a8c67bbd3a9c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:06.600341 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-be653c46-ea4d-4494-9127-a8c67bbd3a9c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/subnets/2ff66c5b-7498-458e-80f1-aea5a744d653 HTTP/1.1" status: 204 len: 168 time: 0.7252221 Aug 20 10:34:06.620943 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60024) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:06.648169 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a8cd7c-e397-43db-8bdd-759810af7065 None None] Network a0347083-1201-4ab0-968d-618b141f1636 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:34:06.674139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7cd96c83-e509-4dc3-80bf-7d403dd3ab39 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:34:06.703793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-d0af8139-915f-4c93-859d-7c924f3d82da tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:06.705624 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-d0af8139-915f-4c93-859d-7c924f3d82da tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.42 "GET /v2.0/ports/8c03ea33-81cd-4ef0-9cb8-e0f29d79c575?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3185387 Aug 20 10:34:06.763801 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-01289404-27d6-4e92-8fd2-3bf990fd9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:34:04Z', 'revision_number': 8, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': 'ad368c2d-4042-4502-b149-2215fa7ae501', 'name': '', 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:a7:ea:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:35Z', 'updated_at': '2021-08-20T10:33:51Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd20ade7-d724-4406-846b-aa83a8d3576f', 'name': '', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:79:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:21Z', 'updated_at': '2021-08-20T10:33:33Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:06.765429 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-de6ddf6a-da37-4de3-9235-2c6e8790541e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:06.833391 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01289404-27d6-4e92-8fd2-3bf990fd9a3d None None] Checking router: a352c903-e30f-49c4-bc92-fd12fe9a812c for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:34:06.836007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b1aec-9eb3-4c7a-b431-352096d1d4c8 req-5aeac294-b314-48d4-8623-a948e9df6ede tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:06.838409 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:06.842193 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b1aec-9eb3-4c7a-b431-352096d1d4c8 req-5aeac294-b314-48d4-8623-a948e9df6ede tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:06.849408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b1aec-9eb3-4c7a-b431-352096d1d4c8 req-5aeac294-b314-48d4-8623-a948e9df6ede tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:06.854959 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b1aec-9eb3-4c7a-b431-352096d1d4c8 req-5aeac294-b314-48d4-8623-a948e9df6ede tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:06.861211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b1aec-9eb3-4c7a-b431-352096d1d4c8 req-5aeac294-b314-48d4-8623-a948e9df6ede tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:06.862836 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01289404-27d6-4e92-8fd2-3bf990fd9a3d None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:06.863509 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-01289404-27d6-4e92-8fd2-3bf990fd9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:06.869520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b1aec-9eb3-4c7a-b431-352096d1d4c8 req-5aeac294-b314-48d4-8623-a948e9df6ede tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:06.871433 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4b5b1aec-9eb3-4c7a-b431-352096d1d4c8 req-5aeac294-b314-48d4-8623-a948e9df6ede tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 4667 time: 0.3345993 Aug 20 10:34:06.961888 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Network 8efc36c3-e5df-4925-8f18-00e48d76c056 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:34:07.011913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting port a7ff1b0a-b104-472e-aff9-60414c034a8f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:07.012389 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:07.016012 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:07.064004 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:07.145205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e735d96c-647e-47c1-9842-002e4de07636 None None] Provisioning complete for port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:34:07.145668 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e735d96c-647e-47c1-9842-002e4de07636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:07.194108 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-de6ddf6a-da37-4de3-9235-2c6e8790541e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:07.209162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-4377a7ad-eabf-4ee4-8842-6735fdbd68af tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Allocated IP 172.20.0.3 (324ff0db-c5d1-4fca-bb88-1a98dcdb99a4/1a1684c1-d945-4c83-9600-ff1a271592a7/88bde6e7-634c-4ab2-a3e9-dd763ac5f255) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:34:07.210583 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c58f68f8-6192-44b4-9074-737ec613eda7, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c58f68f8-6192-44b4-9074-737ec613eda7,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:07.229607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] For port a7ff1b0a-b104-472e-aff9-60414c034a8f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a7ff1b0a-b104-472e-aff9-60414c034a8f,segment=NetworkSegment(ae10c819-c2e2-4714-b91f-18bfc22163b2),segment_id=ae10c819-c2e2-4714-b91f-18bfc22163b2)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:07.230238 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:07.270189 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4b5b1aec-9eb3-4c7a-b431-352096d1d4c8 req-deb049bb-1f86-4eed-9858-40536154ad40 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3648822 Aug 20 10:34:07.286117 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c58f68f8-6192-44b4-9074-737ec613eda7'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:34:07.299091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Calling delete_port for a7ff1b0a-b104-472e-aff9-60414c034a8f owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:07.302640 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49a4cc4-20f0-42b6-8c3a-7c73a3718f2c" -d '{"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-unplugged", "status": "completed", "tag": "c58f68f8-6192-44b4-9074-737ec613eda7"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:34:07.314239 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:07.325960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 37e4a62c-8652-430f-86df-59ad1164affe no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:34:07.417452 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-01289404-27d6-4e92-8fd2-3bf990fd9a3d None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:07.444647 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790ad6ce-26ae-49d8-9217-7f0c6bd75e40 x-openstack-request-id: req-790ad6ce-26ae-49d8-9217-7f0c6bd75e40 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:34:07.445935 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-unplugged", "status": "completed", "tag": "c58f68f8-6192-44b4-9074-737ec613eda7", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:34:07.446486 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-790ad6ce-26ae-49d8-9217-7f0c6bd75e40 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:34:07.449571 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c58f68f8-6192-44b4-9074-737ec613eda7', 'code': 200} Aug 20 10:34:07.605574 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:07.673642 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e735d96c-647e-47c1-9842-002e4de07636 None None] Port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:34:07.677927 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Port': ['ID=a7ff1b0a-b104-472e-aff9-60414c034a8f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:07.698847 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] No DVR routers for this DVR port a7ff1b0a-b104-472e-aff9-60414c034a8f on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:34:07.758129 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7cd96c83-e509-4dc3-80bf-7d403dd3ab39 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:34:07.758581 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:07.765097 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60060) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:07.821939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=c58f68f8-6192-44b4-9074-737ec613eda7,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:07.886072 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:07.890431 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba47dd28-0181-4958-a88c-4e3266e4161e None None] DHCP port deletion for a0347083-1201-4ab0-968d-618b141f1636 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:34:07.908377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-85a85af9-c290-48e6-84f6-a0768c85de4d None None] Provisioning complete for port 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:34:07.908864 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-85a85af9-c290-48e6-84f6-a0768c85de4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:07.977379 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 37e4a62c-8652-430f-86df-59ad1164affe, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=37e4a62c-8652-430f-86df-59ad1164affe,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:07.994848 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:07.995685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:34:08.008792 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:08.058104 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-01289404-27d6-4e92-8fd2-3bf990fd9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:34:04Z', 'revision_number': 8, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': 'ad368c2d-4042-4502-b149-2215fa7ae501', 'name': '', 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:a7:ea:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:35Z', 'updated_at': '2021-08-20T10:33:51Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd20ade7-d724-4406-846b-aa83a8d3576f', 'name': '', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:79:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:21Z', 'updated_at': '2021-08-20T10:33:33Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:08.059562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0347083-1201-4ab0-968d-618b141f1636']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:08.076443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae10c819-c2e2-4714-b91f-18bfc22163b2') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:08.076685 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae10c819-c2e2-4714-b91f-18bfc22163b2') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:08.089773 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:08.113891 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:08.124523 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:34:08.125251 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:08.134138 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01289404-27d6-4e92-8fd2-3bf990fd9a3d None None] The sync data for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 is: [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:34:04Z', 'revision_number': 8, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': 'ad368c2d-4042-4502-b149-2215fa7ae501', 'name': '', 'network_id': '655776f4-9ebd-4caa-8682-f30c64ea29bb', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:a7:ea:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:35Z', 'updated_at': '2021-08-20T10:33:51Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': 'e3909b91-0f95-4fdd-8527-3f621ebd3ae0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd20ade7-d724-4406-846b-aa83a8d3576f', 'name': '', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:79:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:21Z', 'updated_at': '2021-08-20T10:33:33Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:34:08.158870 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-85a85af9-c290-48e6-84f6-a0768c85de4d None None] Port 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:34:08.205746 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:34:08.236883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-71c1bd78-b7f4-460e-ba50-3c09b130c4f9 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:08.241256 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-71c1bd78-b7f4-460e-ba50-3c09b130c4f9 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4722545 Aug 20 10:34:08.242290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60072) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:08.252846 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-0c6487ca-ec5d-4efe-a463-f02ec3d93101 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:08.252846 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0c6487ca-ec5d-4efe-a463-f02ec3d93101 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0083301 Aug 20 10:34:08.262541 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60076) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:08.262931 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-4377a7ad-eabf-4ee4-8842-6735fdbd68af tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:08.266600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=37e4a62c-8652-430f-86df-59ad1164affe,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:08.289723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-47b3cc74-ced2-4ae8-b1aa-9c9968629c2f tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:08.292904 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-47b3cc74-ced2-4ae8-b1aa-9c9968629c2f tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0259335 Aug 20 10:34:08.295209 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60078) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:08.314075 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-72ffc512-0a9d-4289-b20d-194f9c9e4684 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:08.315466 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-72ffc512-0a9d-4289-b20d-194f9c9e4684 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0157571 Aug 20 10:34:08.319759 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:08.323941 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60080) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:08.326332 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-55186b99-b8cf-4850-b13c-13667242449d req-d8abc77d-34ae-44d2-90ce-b4e1eba0e5b2 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 210 time: 0.6014748 Aug 20 10:34:08.330025 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Router 1eabb3d8-bf6d-4abe-bb11-59a746053827 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:34:08.343316 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:08.350377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-0553efc9-2449-4709-bb8e-e7b2e4a9f66a tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:08.354586 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0553efc9-2449-4709-bb8e-e7b2e4a9f66a tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0273817 Aug 20 10:34:08.358621 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-4377a7ad-eabf-4ee4-8842-6735fdbd68af tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:08.367406 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60084) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:08.380367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-76b6353c-0033-4e77-9938-5aeba3076459 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:08.380367 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-76b6353c-0033-4e77-9938-5aeba3076459 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0092416 Aug 20 10:34:08.409487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60086) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:08.411148 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:08.419487 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/networks/a0347083-1201-4ab0-968d-618b141f1636 HTTP/1.1" status: 204 len: 168 time: 1.7974582 Aug 20 10:34:08.431891 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-59c9d1b6-4833-4dec-8799-6fd1d8b3e9bb tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:08.440399 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-59c9d1b6-4833-4dec-8799-6fd1d8b3e9bb tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0147483 Aug 20 10:34:08.440954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60090) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:08.443079 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60092) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:08.469543 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d1ebb-6017-4cb2-8184-c82d4da5417d tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Network': ['ID=a0347083-1201-4ab0-968d-618b141f1636,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:08.482217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-51109940-4fb1-41b9-afac-4c93e816e02a tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:08.485662 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-51109940-4fb1-41b9-afac-4c93e816e02a tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0152433 Aug 20 10:34:08.486441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60096) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:08.492269 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-965d4c82-8ffe-4f1b-aad0-b0421777c670 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:08.495761 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-965d4c82-8ffe-4f1b-aad0-b0421777c670 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0051990 Aug 20 10:34:08.572081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60098) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:08.581967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-d69d54cb-99e8-400c-9daa-dfc1310ab8a1 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:08.585886 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d69d54cb-99e8-400c-9daa-dfc1310ab8a1 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0081902 Aug 20 10:34:08.603032 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60100) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:08.664169 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 497f0027-e760-4b13-8f24-e29915076ada no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:34:08.715184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 497f0027-e760-4b13-8f24-e29915076ada {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:34:08.715687 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 497f0027-e760-4b13-8f24-e29915076ada not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:34:08.716133 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a7ff1b0a-b104-472e-aff9-60414c034a8f no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:34:08.768211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: a7ff1b0a-b104-472e-aff9-60414c034a8f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:34:08.768600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a7ff1b0a-b104-472e-aff9-60414c034a8f not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:34:08.979018 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377a7ad-eabf-4ee4-8842-6735fdbd68af tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Pushing event updated for resources: {'Port': ['ID=88bde6e7-634c-4ab2-a3e9-dd763ac5f255,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:08.995112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-4377a7ad-eabf-4ee4-8842-6735fdbd68af tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Network 324ff0db-c5d1-4fca-bb88-1a98dcdb99a4 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:34:09.053693 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-de6ddf6a-da37-4de3-9235-2c6e8790541e service neutron] For port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=8c03ea33-81cd-4ef0-9cb8-e0f29d79c575,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:09.062217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-0772aa41-dfae-4e56-92c3-284b5e0b23cb tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.064226 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0772aa41-dfae-4e56-92c3-284b5e0b23cb tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0135362 Aug 20 10:34:09.069986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60122) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.081304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-381f5512-6739-47b3-b2b0-d7d4e890283e tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.082410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-381f5512-6739-47b3-b2b0-d7d4e890283e tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0113590 Aug 20 10:34:09.090659 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60124) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.100312 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-4377a7ad-eabf-4ee4-8842-6735fdbd68af tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:09.109366 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-4377a7ad-eabf-4ee4-8842-6735fdbd68af tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:34:09.120597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-2faa13ca-a0c4-49fa-a759-4cd615e94f37 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.122342 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2faa13ca-a0c4-49fa-a759-4cd615e94f37 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0307326 Aug 20 10:34:09.131270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60128) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.147335 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-85a705bd-bd53-4789-95e2-29a3fcb16e7d tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.151909 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-85a705bd-bd53-4789-95e2-29a3fcb16e7d tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0153754 Aug 20 10:34:09.153852 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60132) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.166226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-d8a1712d-e831-4382-b9f7-58c91b642d58 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.166935 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-4377a7ad-eabf-4ee4-8842-6735fdbd68af tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:09.167623 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-4377a7ad-eabf-4ee4-8842-6735fdbd68af tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:09.170562 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d8a1712d-e831-4382-b9f7-58c91b642d58 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0076430 Aug 20 10:34:09.171324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60134) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.187572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc07b1-5bca-4abe-9c85-e75a8c960a31 req-82b0e4d3-a9b5-4ed8-ae46-644265cf31f8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:09.196002 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc07b1-5bca-4abe-9c85-e75a8c960a31 req-82b0e4d3-a9b5-4ed8-ae46-644265cf31f8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:09.205333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc07b1-5bca-4abe-9c85-e75a8c960a31 req-82b0e4d3-a9b5-4ed8-ae46-644265cf31f8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:09.208946 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-4377a7ad-eabf-4ee4-8842-6735fdbd68af tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8072283 Aug 20 10:34:09.215984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc07b1-5bca-4abe-9c85-e75a8c960a31 req-82b0e4d3-a9b5-4ed8-ae46-644265cf31f8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:09.216443 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:34:09.224395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc07b1-5bca-4abe-9c85-e75a8c960a31 req-82b0e4d3-a9b5-4ed8-ae46-644265cf31f8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:09.228354 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Sync routers for ids ['1eabb3d8-bf6d-4abe-bb11-59a746053827'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:34:09.229521 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8c9a3792-c9a2-4b99-bffc-8f989944e9bc admin admin] 10.222.0.16 "PUT /v2.0/routers/1eabb3d8-bf6d-4abe-bb11-59a746053827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8948522 Aug 20 10:34:09.246824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Routers {'1eabb3d8-bf6d-4abe-bb11-59a746053827'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:09.247529 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1eabb3d8-bf6d-4abe-bb11-59a746053827'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:09.249529 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc07b1-5bca-4abe-9c85-e75a8c960a31 req-82b0e4d3-a9b5-4ed8-ae46-644265cf31f8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:09.254116 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-99dc07b1-5bca-4abe-9c85-e75a8c960a31 req-82b0e4d3-a9b5-4ed8-ae46-644265cf31f8 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 4663 time: 0.7823222 Aug 20 10:34:09.258403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-de6ddf6a-da37-4de3-9235-2c6e8790541e service neutron] For port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:34:09.330157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-de6ddf6a-da37-4de3-9235-2c6e8790541e service neutron] device_id is not set on port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:34:09.341147 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-de6ddf6a-da37-4de3-9235-2c6e8790541e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:09.349853 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-de6ddf6a-da37-4de3-9235-2c6e8790541e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:09.446805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-581bf123-dd6c-4a4b-ae6b-04cf07e1a503 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.447893 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-581bf123-dd6c-4a4b-ae6b-04cf07e1a503 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.1907847 Aug 20 10:34:09.451310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60148) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.468583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-447952ef-8a28-4613-84cb-f6ddf68ecad7 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.474211 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-447952ef-8a28-4613-84cb-f6ddf68ecad7 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0140779 Aug 20 10:34:09.480689 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60152) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.486124 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-040f3727-7264-45a5-90a0-8e60fe512e1c tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.491797 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-040f3727-7264-45a5-90a0-8e60fe512e1c tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0097935 Aug 20 10:34:09.497692 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60154) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.506138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-254e7036-461d-4e9b-ab6c-4380d98b25ed tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.510588 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-254e7036-461d-4e9b-ab6c-4380d98b25ed tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0116975 Aug 20 10:34:09.516344 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60156) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.578479 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-ab51e82e-1dcc-4f82-b25a-97d991d57390 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.585145 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ab51e82e-1dcc-4f82-b25a-97d991d57390 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0675621 Aug 20 10:34:09.591087 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60164) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.593048 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Set router 1eabb3d8-bf6d-4abe-bb11-59a746053827 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:09.596516 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Request body: {'port': {'device_id': '44539f37-62c3-4ba8-bc04-9226b4c8c449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:09.601566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-de6ddf6a-da37-4de3-9235-2c6e8790541e service neutron] No DVR routers for this DVR port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:34:09.606829 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ddf6a-da37-4de3-9235-2c6e8790541e service neutron] Pushing event updated for resources: {'Port': ['ID=8c03ea33-81cd-4ef0-9cb8-e0f29d79c575,revision_number=6']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:09.630367 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-dd050a9a-7764-48af-aba3-f7a0f2f8d10b tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.633064 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dd050a9a-7764-48af-aba3-f7a0f2f8d10b tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0408907 Aug 20 10:34:09.673300 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60168) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.685070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-5b60aeac-2e18-42c1-9503-2dfe372a6361 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.686147 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5b60aeac-2e18-42c1-9503-2dfe372a6361 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0058241 Aug 20 10:34:09.691585 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-99dc07b1-5bca-4abe-9c85-e75a8c960a31 req-3207af6d-264c-4d0b-8732-93d6238a6bf5 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&id=faae4b9b-91e9-4000-9b76-33fb79f171b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2389102 Aug 20 10:34:09.715953 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37e4a62c-8652-430f-86df-59ad1164affe'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:34:09.718252 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38341044-eb5e-4806-a52d-30a542b5bd2c" -d '{"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-unplugged", "status": "completed", "tag": "37e4a62c-8652-430f-86df-59ad1164affe"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:34:09.732594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60172) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.749015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-0abba864-527f-4c93-97f6-69767c9600d8 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.750623 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0abba864-527f-4c93-97f6-69767c9600d8 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0086083 Aug 20 10:34:09.769006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60180) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.776519 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-ac498970-4bb0-47bc-9201-4b7fb131a022 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.777912 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ac498970-4bb0-47bc-9201-4b7fb131a022 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0073404 Aug 20 10:34:09.784772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60182) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.798252 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-6728230a-186f-4f5b-aca7-06f7d9ce98d1 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.809380 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6728230a-186f-4f5b-aca7-06f7d9ce98d1 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0219295 Aug 20 10:34:09.820128 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60184) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.826007 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-5c17fefb-ae87-4cb9-b18d-cc38c57f49f9 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.828633 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5c17fefb-ae87-4cb9-b18d-cc38c57f49f9 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0075166 Aug 20 10:34:09.834801 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60186) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.850267 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-172b620b-4f1e-444f-bf1b-95aa7c51e752 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.852400 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-172b620b-4f1e-444f-bf1b-95aa7c51e752 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0080934 Aug 20 10:34:09.858113 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60190) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.867576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-d1e303e2-64cc-481f-aba4-d809073519d5 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.868669 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d1e303e2-64cc-481f-aba4-d809073519d5 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0086133 Aug 20 10:34:09.872897 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60192) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.880052 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-dca25b94-788c-428e-943d-18d75a693e7c tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.883031 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dca25b94-788c-428e-943d-18d75a693e7c tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0062659 Aug 20 10:34:09.886369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60194) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.897505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-b332021e-0de1-4c61-ba51-b8261864db70 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.898599 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b332021e-0de1-4c61-ba51-b8261864db70 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0088656 Aug 20 10:34:09.914869 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60196) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.942263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-4455a4f6-129a-47ed-9583-ece28f054243 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.944642 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4455a4f6-129a-47ed-9583-ece28f054243 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0262506 Aug 20 10:34:09.947472 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-de6ddf6a-da37-4de3-9235-2c6e8790541e service neutron] In _notify_port_updated(), no bound segment for port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 on network 4cf94859-d7e3-4c88-add5-0fffdfba7677 {{(pid=94867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:34:09.949928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60200) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.950602 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-de6ddf6a-da37-4de3-9235-2c6e8790541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:09.958041 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-9d8f8ad5-06f0-4200-a550-d5c6cd420562 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:09.960919 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9d8f8ad5-06f0-4200-a550-d5c6cd420562 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0098021 Aug 20 10:34:09.967507 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-de6ddf6a-da37-4de3-9235-2c6e8790541e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:09.968946 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-de6ddf6a-da37-4de3-9235-2c6e8790541e service neutron] 10.222.0.42 "PUT /v2.0/ports/8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 HTTP/1.1" status: 200 len: 1033 time: 3.2321167 Aug 20 10:34:09.969659 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60204) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:09.994537 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d5beb-ba34-418a-b940-70902a3de30a req-b5713d11-24fc-4d33-886e-bb386ab22a47 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:10.002236 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41d5beb-ba34-418a-b940-70902a3de30a req-b5713d11-24fc-4d33-886e-bb386ab22a47 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 931 time: 0.4017766 Aug 20 10:34:10.005260 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:10.011515 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-77591820-98cf-40b6-9de9-71120ab38b25 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.016146 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-77591820-98cf-40b6-9de9-71120ab38b25 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0080979 Aug 20 10:34:10.017026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60208) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.036822 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-3b09188c-003d-43a5-ac6c-9f3760eae77a tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.043990 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3b09188c-003d-43a5-ac6c-9f3760eae77a tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0250070 Aug 20 10:34:10.056714 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60212) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.079596 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-bcb70560-4dbb-4722-abfc-10956245db02 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.087872 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bcb70560-4dbb-4722-abfc-10956245db02 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0240200 Aug 20 10:34:10.088969 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60216) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.116747 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:34:10.117264 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:34:10.125386 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-20e6e7f9-0312-4281-b6a7-21d78cbb4bd3 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.130412 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-20e6e7f9-0312-4281-b6a7-21d78cbb4bd3 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0201948 Aug 20 10:34:10.134416 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60220) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.147572 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d41d5beb-ba34-418a-b940-70902a3de30a req-9a1f7a96-ce08-4863-bca6-405b045132d2 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e98bb6-cadf-4235-8ff2-487f0d072d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443009 Aug 20 10:34:10.159830 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c468396a-c3ab-47bc-9a56-8a83df65c632 None None] Provisioning complete for port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:34:10.160560 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c468396a-c3ab-47bc-9a56-8a83df65c632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:10.189953 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-52a00aec-e0c6-4122-aa24-758114153106 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:10.202102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-50e14fbc-a9c7-4f0e-8b98-29fb027a996e tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.204329 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-50e14fbc-a9c7-4f0e-8b98-29fb027a996e tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0502245 Aug 20 10:34:10.226798 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60226) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.254844 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1bb37b-c3ef-4d78-9377-07a850a7c581 x-openstack-request-id: req-2a1bb37b-c3ef-4d78-9377-07a850a7c581 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:34:10.255396 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-unplugged", "status": "completed", "tag": "37e4a62c-8652-430f-86df-59ad1164affe", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:34:10.255791 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a1bb37b-c3ef-4d78-9377-07a850a7c581 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:34:10.256415 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37e4a62c-8652-430f-86df-59ad1164affe', 'code': 200} Aug 20 10:34:10.285907 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c468396a-c3ab-47bc-9a56-8a83df65c632 None None] Port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:34:10.298509 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'name': 'tempest-ServerActionsTestJSON-231906233-router', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:52Z', 'updated_at': '2021-08-20T10:34:04Z', 'revision_number': 4, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'gw_port': {'id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:54Z', 'updated_at': '2021-08-20T10:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '7a9a4ef0-202c-4704-a3d1-12dbadc528a6', 'name': '', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'mac_address': 'fa:16:3e:25:50:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:00Z', 'updated_at': '2021-08-20T10:34:05Z', 'revision_number': 2, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'subnets': [{'id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:10.305621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-0c2b36c6-b2b7-4f33-88f2-67484bed4254 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.307340 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0c2b36c6-b2b7-4f33-88f2-67484bed4254 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0166945 Aug 20 10:34:10.312429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60232) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.332433 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-58c9f263-539d-4377-995b-9a676d0bd88b tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.333607 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-58c9f263-539d-4377-995b-9a676d0bd88b tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0195379 Aug 20 10:34:10.339476 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60238) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.345969 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-aabb51f7-38a0-4b35-bf08-e75944dfbf97 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.347310 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aabb51f7-38a0-4b35-bf08-e75944dfbf97 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0066555 Aug 20 10:34:10.371915 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Checking router: 1eabb3d8-bf6d-4abe-bb11-59a746053827 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:34:10.372278 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Updating router 1eabb3d8-bf6d-4abe-bb11-59a746053827 port 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:34:10.399581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60240) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.400201 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:10.414061 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-4b6d05de-8a35-4105-bb07-9db669bd8961 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.430377 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4b6d05de-8a35-4105-bb07-9db669bd8961 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0297263 Aug 20 10:34:10.437709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60248) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.451971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-5fa90123-17b6-45a4-82b7-9b733a9b374b tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.451971 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5fa90123-17b6-45a4-82b7-9b733a9b374b tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0059896 Aug 20 10:34:10.451971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60250) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.456512 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-f261d99f-8793-4c6d-86ba-52ea587c1aeb tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.461182 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f261d99f-8793-4c6d-86ba-52ea587c1aeb tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0070460 Aug 20 10:34:10.461363 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60252) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.472335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-67dd9a9b-b908-49f7-b944-4026924662e6 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.473313 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-67dd9a9b-b908-49f7-b944-4026924662e6 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0111792 Aug 20 10:34:10.476613 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60254) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.482666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-ccc3bef2-a48f-4232-ab99-a6b89f83006f tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.487116 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ccc3bef2-a48f-4232-ab99-a6b89f83006f tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0091047 Aug 20 10:34:10.489239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60256) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.494402 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-203e67f0-2d80-401b-903b-04aee194e71f tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.499586 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-203e67f0-2d80-401b-903b-04aee194e71f tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0089259 Aug 20 10:34:10.499746 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60258) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.524349 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-6725fbbc-4de5-4b4e-a24d-6688d523b2a1 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.527003 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6725fbbc-4de5-4b4e-a24d-6688d523b2a1 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0259664 Aug 20 10:34:10.535279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60262) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.573960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-5af12468-95af-46b8-994f-2ff854a56959 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.575143 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5af12468-95af-46b8-994f-2ff854a56959 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0320957 Aug 20 10:34:10.580853 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60264) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.581788 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60266) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.606519 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-7175bacf-9473-4835-bee0-6bbb6f55ecb4 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.611858 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7175bacf-9473-4835-bee0-6bbb6f55ecb4 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0212460 Aug 20 10:34:10.612612 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5a15fdf0-e094-42bb-a654-7a59ba0fc93f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2049329262', 'description': 'tempest-description--180506462'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:10.616015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60270) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.629532 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-86b4535f-0582-442a-aa3a-09b55001c247 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.635017 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-86b4535f-0582-442a-aa3a-09b55001c247 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0099621 Aug 20 10:34:10.640454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-52a00aec-e0c6-4122-aa24-758114153106 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting port ad368c2d-4042-4502-b149-2215fa7ae501 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:10.640991 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-52a00aec-e0c6-4122-aa24-758114153106 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:10.647164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60274) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.652185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-ef680906-e6e4-48c6-96f0-765e5bbfe794 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.656798 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ef680906-e6e4-48c6-96f0-765e5bbfe794 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0084140 Aug 20 10:34:10.671536 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60276) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.678787 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-48ff0ab4-0eae-42cb-9f04-0f01ace0df1d tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.684556 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-48ff0ab4-0eae-42cb-9f04-0f01ace0df1d tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0113001 Aug 20 10:34:10.686343 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60280) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.694916 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-acecc5af-840d-483c-9cab-9a4897691a94 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Deleting port c58f68f8-6192-44b4-9074-737ec613eda7 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:10.695292 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-acecc5af-840d-483c-9cab-9a4897691a94 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:10.701878 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:34:10.720088 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-7950e9c6-feae-45e4-ac19-3cc477091324 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.721183 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7950e9c6-feae-45e4-ac19-3cc477091324 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0161593 Aug 20 10:34:10.746844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60284) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.787237 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-752e9b8c-8154-4aa0-b676-698009ac6479 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.791023 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-752e9b8c-8154-4aa0-b676-698009ac6479 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0117924 Aug 20 10:34:10.797305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60292) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.803620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-d3c9a6aa-8b1b-4ba6-bd48-410e0688826f tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.807883 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d3c9a6aa-8b1b-4ba6-bd48-410e0688826f tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0063264 Aug 20 10:34:10.808014 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-52a00aec-e0c6-4122-aa24-758114153106 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] For port ad368c2d-4042-4502-b149-2215fa7ae501, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ad368c2d-4042-4502-b149-2215fa7ae501,segment=NetworkSegment(21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0),segment_id=21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:10.808014 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-52a00aec-e0c6-4122-aa24-758114153106 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:10.811837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60294) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.816982 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-2fa19e38-026d-4f6e-9281-0e782a5cd716 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.821145 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2fa19e38-026d-4f6e-9281-0e782a5cd716 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0048046 Aug 20 10:34:10.824811 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-52a00aec-e0c6-4122-aa24-758114153106 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Calling delete_port for ad368c2d-4042-4502-b149-2215fa7ae501 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:10.825957 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a15fdf0-e094-42bb-a654-7a59ba0fc93f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:10.828637 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60296) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.857240 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-f700295c-710b-4622-9766-29435152b9a3 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.860715 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f700295c-710b-4622-9766-29435152b9a3 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0186713 Aug 20 10:34:10.864019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60302) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.882600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-18031909-2836-428a-92be-e379452a8484 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.886162 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-18031909-2836-428a-92be-e379452a8484 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0141492 Aug 20 10:34:10.894142 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60304) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.905902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-5786bd1c-5495-4f8f-89ef-831fbac80f11 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.909077 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5786bd1c-5495-4f8f-89ef-831fbac80f11 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0045869 Aug 20 10:34:10.914802 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60308) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.925703 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:10.945668 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-55e93564-2cad-4941-a6ca-7f0b8d04d88f tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.949210 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-55e93564-2cad-4941-a6ca-7f0b8d04d88f tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0287917 Aug 20 10:34:10.960353 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60314) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:10.967504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-0d6e3d01-1c5d-479c-8352-d7c8898fc879 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:10.971101 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0d6e3d01-1c5d-479c-8352-d7c8898fc879 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0046151 Aug 20 10:34:10.984360 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=5bc7b05c-dae2-490c-b4d9-1bcf484d16d4,segment=NetworkSegment(0978b3f2-648c-4313-9067-0569c252b2e7),segment_id=0978b3f2-648c-4313-9067-0569c252b2e7)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:10.992567 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:10.994059 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:34:11.005233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60316) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:11.031489 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-acecc5af-840d-483c-9cab-9a4897691a94 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] For port c58f68f8-6192-44b4-9074-737ec613eda7, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c58f68f8-6192-44b4-9074-737ec613eda7,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:11.032030 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-acecc5af-840d-483c-9cab-9a4897691a94 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:11.038361 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-a36739d5-ff9e-4b11-b2db-3dac024e3653 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:11.042421 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a36739d5-ff9e-4b11-b2db-3dac024e3653 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0210788 Aug 20 10:34:11.043272 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60320) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:11.047931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-a23d7959-f60f-4022-8205-975f60d06792 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:11.051485 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a23d7959-f60f-4022-8205-975f60d06792 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0050800 Aug 20 10:34:11.053798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60322) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:11.061388 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-6cb32f82-1416-4f12-8639-ec830d5ed741 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:11.065227 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6cb32f82-1416-4f12-8639-ec830d5ed741 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0078020 Aug 20 10:34:11.065595 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60326) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:11.070855 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-58a8dca4-7b42-4a24-b7c7-375d0919a5f6 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:11.076065 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-58a8dca4-7b42-4a24-b7c7-375d0919a5f6 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0061443 Aug 20 10:34:11.077080 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60328) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:11.089155 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:34:11.089590 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2a37e7c4-cae4-4620-80d8-485fc0c672bb no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:34:11.092057 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-398ea1db-8078-4b89-b67e-5ca53067162d tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:11.099594 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-398ea1db-8078-4b89-b67e-5ca53067162d tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0176814 Aug 20 10:34:11.099594 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-52a00aec-e0c6-4122-aa24-758114153106 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:11.101626 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-acecc5af-840d-483c-9cab-9a4897691a94 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Calling delete_port for c58f68f8-6192-44b4-9074-737ec613eda7 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:11.107249 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60330) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:11.121695 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [None req-1ca603f5-21e1-4534-86a3-96fab3b7d572 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:11.130617 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1ca603f5-21e1-4534-86a3-96fab3b7d572 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0110273 Aug 20 10:34:11.135453 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60334) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:11.172609 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-64838018-8b9f-4a97-b1fc-f49bab38e4ff tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:11.173530 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-64838018-8b9f-4a97-b1fc-f49bab38e4ff tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0373728 Aug 20 10:34:11.181700 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60340) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:11.189905 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [None req-d8e121d4-c869-4a06-8133-94250f9d4425 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:11.195132 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d8e121d4-c869-4a06-8133-94250f9d4425 tempest-ExtensionsTestJSON-805489120 tempest-ExtensionsTestJSON-805489120-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0064852 Aug 20 10:34:11.205771 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a00aec-e0c6-4122-aa24-758114153106 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Port': ['ID=ad368c2d-4042-4502-b149-2215fa7ae501,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:11.209362 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:11.226064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Transition to ACTIVE for port object 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:34:11.246311 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:11.256300 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=5bc7b05c-dae2-490c-b4d9-1bcf484d16d4,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:11.313019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0cf12-7614-412a-8d9a-6df38164492d req-9bc0ae6f-8ed3-4417-915c-13c1a7933803 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:11.335401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0cf12-7614-412a-8d9a-6df38164492d req-9bc0ae6f-8ed3-4417-915c-13c1a7933803 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:11.346673 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0cf12-7614-412a-8d9a-6df38164492d req-9bc0ae6f-8ed3-4417-915c-13c1a7933803 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:11.358198 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0cf12-7614-412a-8d9a-6df38164492d req-9bc0ae6f-8ed3-4417-915c-13c1a7933803 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:11.394768 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0cf12-7614-412a-8d9a-6df38164492d req-9bc0ae6f-8ed3-4417-915c-13c1a7933803 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:11.396947 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-77f0cf12-7614-412a-8d9a-6df38164492d req-9bc0ae6f-8ed3-4417-915c-13c1a7933803 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 3881 time: 0.4414423 Aug 20 10:34:11.410243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88bde6e7-634c-4ab2-a3e9-dd763ac5f255 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:34:11.446065 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:11.562089 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-77f0cf12-7614-412a-8d9a-6df38164492d req-6f70481c-1390-4bb3-87b9-20c22bd0d880 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428897 Aug 20 10:34:11.570107 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Transition to ACTIVE for port object 88bde6e7-634c-4ab2-a3e9-dd763ac5f255 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:34:11.608014 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:11.617416 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a15fdf0-e094-42bb-a654-7a59ba0fc93f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:11.653529 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a15fdf0-e094-42bb-a654-7a59ba0fc93f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:11.693542 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452baf0b-9025-4752-90e3-4674869814f7 req-4e211396-5cb6-4ccd-9f75-fd371c05947b tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:11.695471 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-452baf0b-9025-4752-90e3-4674869814f7 req-4e211396-5cb6-4ccd-9f75-fd371c05947b tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 931 time: 0.4011307 Aug 20 10:34:11.698821 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-52a00aec-e0c6-4122-aa24-758114153106 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:11.744808 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15fdf0-e094-42bb-a654-7a59ba0fc93f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe5582d-134f-4896-9592-4eb35b5ba728,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:11.761111 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Pushing event updated for resources: {'Port': ['ID=88bde6e7-634c-4ab2-a3e9-dd763ac5f255,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:11.865480 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60358) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:11.911354 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-452baf0b-9025-4752-90e3-4674869814f7 req-2ba25911-6b40-474c-868d-fde4e3711866 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e98bb6-cadf-4235-8ff2-487f0d072d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990631 Aug 20 10:34:11.929879 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a15fdf0-e094-42bb-a654-7a59ba0fc93f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:11.934459 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5a15fdf0-e094-42bb-a654-7a59ba0fc93f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3454707 Aug 20 10:34:11.938508 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60362) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:11.946996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d27aa8fa-c6bc-4f49-b536-0a2b3042db3e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Request body: {'security_group_rule': {'security_group_id': '4fe5582d-134f-4896-9592-4eb35b5ba728', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:11.954504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60364) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:11.976871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb7a05-c822-4efc-97fe-bdaa53cba639 None None] Pushing event updated for resources: {'Port': ['ID=7a9a4ef0-202c-4704-a3d1-12dbadc528a6,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:12.002316 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-acecc5af-840d-483c-9cab-9a4897691a94 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.013364 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Attempting to bind port 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:34:12.013743 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Attempting to bind port 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:34:12.015448 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Attempting to bind port 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 on network 8efc36c3-e5df-4925-8f18-00e48d76c056 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:34:12.030086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:34:12.030477 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Checking segment: {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:34:12.031069 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.032405 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Bound using segment: {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:34:12.033054 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Bound port: 7a9a4ef0-202c-4704-a3d1-12dbadc528a6, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:34:12.034630 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.037069 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Attempting to bind port 88bde6e7-634c-4ab2-a3e9-dd763ac5f255 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:34:12.037443 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Attempting to bind port 88bde6e7-634c-4ab2-a3e9-dd763ac5f255 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'a42a966c-a3e3-4862-9980-618524ab2b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '324ff0db-c5d1-4fca-bb88-1a98dcdb99a4'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:34:12.037784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Attempting to bind port 88bde6e7-634c-4ab2-a3e9-dd763ac5f255 on network 324ff0db-c5d1-4fca-bb88-1a98dcdb99a4 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:34:12.044696 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecc5af-840d-483c-9cab-9a4897691a94 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event deleted for resources: {'Port': ['ID=c58f68f8-6192-44b4-9074-737ec613eda7,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:12.056598 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Port 88bde6e7-634c-4ab2-a3e9-dd763ac5f255 on network 324ff0db-c5d1-4fca-bb88-1a98dcdb99a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:34:12.056933 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Attempting to bind port 88bde6e7-634c-4ab2-a3e9-dd763ac5f255 on network 324ff0db-c5d1-4fca-bb88-1a98dcdb99a4 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:34:12.062732 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d27aa8fa-c6bc-4f49-b536-0a2b3042db3e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.073926 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.124848 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:34:12.132460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a00aec-e0c6-4122-aa24-758114153106 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router a352c903-e30f-49c4-bc92-fd12fe9a812c has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:34:12.135704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Checking segment: {'id': 'a42a966c-a3e3-4862-9980-618524ab2b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '324ff0db-c5d1-4fca-bb88-1a98dcdb99a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:34:12.136316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Bound using segment: {'id': 'a42a966c-a3e3-4862-9980-618524ab2b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '324ff0db-c5d1-4fca-bb88-1a98dcdb99a4'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:34:12.141936 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Bound port: 88bde6e7-634c-4ab2-a3e9-dd763ac5f255, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42a966c-a3e3-4862-9980-618524ab2b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '324ff0db-c5d1-4fca-bb88-1a98dcdb99a4'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:34:12.142611 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.185332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] For port 7a9a4ef0-202c-4704-a3d1-12dbadc528a6, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:34:12.188967 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] For port 7a9a4ef0-202c-4704-a3d1-12dbadc528a6, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7a9a4ef0-202c-4704-a3d1-12dbadc528a6,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:34:12.205829 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-acecc5af-840d-483c-9cab-9a4897691a94 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] No DVR routers for this DVR port c58f68f8-6192-44b4-9074-737ec613eda7 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:34:12.208431 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eb114039-1968-426e-82e4-042d20367be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.210413 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.215211 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-acecc5af-840d-483c-9cab-9a4897691a94 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.217279 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-acecc5af-840d-483c-9cab-9a4897691a94 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.42 "DELETE /v2.0/ports/c58f68f8-6192-44b4-9074-737ec613eda7 HTTP/1.1" status: 204 len: 173 time: 2.2029276 Aug 20 10:34:12.217828 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-deleted', 'tag': 'c58f68f8-6192-44b4-9074-737ec613eda7'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:34:12.220893 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1dead1-4795-4c4d-ad11-29cfeed991fd" -d '{"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-deleted", "tag": "c58f68f8-6192-44b4-9074-737ec613eda7"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:34:12.231084 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 2a37e7c4-cae4-4620-80d8-485fc0c672bb, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2a37e7c4-cae4-4620-80d8-485fc0c672bb,segment=NetworkSegment(0978b3f2-648c-4313-9067-0569c252b2e7),segment_id=0978b3f2-648c-4313-9067-0569c252b2e7)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:12.252452 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0aa69fdf-0f40-4841-ada6-fa2bb920e83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.266259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bc7b05c-dae2-490c-b4d9-1bcf484d16d4'}, {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a37e7c4-cae4-4620-80d8-485fc0c672bb'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:34:12.269932 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167f5102-9d9c-4d23-a008-5db03bb55a68" -d '{"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-unplugged", "status": "completed", "tag": "5bc7b05c-dae2-490c-b4d9-1bcf484d16d4"}, {"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-unplugged", "status": "completed", "tag": "2a37e7c4-cae4-4620-80d8-485fc0c672bb"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:34:12.279810 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.280876 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 5374ab06-53f2-44d9-811c-ef39f56f233a no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:34:12.336720 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Routers {'1eabb3d8-bf6d-4abe-bb11-59a746053827'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:12.337584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1eabb3d8-bf6d-4abe-bb11-59a746053827'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:12.391649 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a00aec-e0c6-4122-aa24-758114153106 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:34:12.411161 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02100a4-5d9a-4311-a45c-7672aeaf427a None None] Sync routers for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:34:12.437772 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 20 Aug 2021 10:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b426931d-42a3-4799-b287-1a94d679b13d x-openstack-request-id: req-b426931d-42a3-4799-b287-1a94d679b13d {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:34:12.438424 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-unplugged", "status": "completed", "tag": "5bc7b05c-dae2-490c-b4d9-1bcf484d16d4", "code": 200}, {"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-unplugged", "status": "completed", "tag": "2a37e7c4-cae4-4620-80d8-485fc0c672bb", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:34:12.440028 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b426931d-42a3-4799-b287-1a94d679b13d {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:34:12.440595 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bc7b05c-dae2-490c-b4d9-1bcf484d16d4', 'code': 200} Aug 20 10:34:12.441768 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a37e7c4-cae4-4620-80d8-485fc0c672bb', 'code': 200} Aug 20 10:34:12.452718 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02100a4-5d9a-4311-a45c-7672aeaf427a None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:12.455123 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f02100a4-5d9a-4311-a45c-7672aeaf427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:12.459190 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-52a00aec-e0c6-4122-aa24-758114153106 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/a352c903-e30f-49c4-bc92-fd12fe9a812c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9878421 Aug 20 10:34:12.463285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60382) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:12.480940 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb7a05-c822-4efc-97fe-bdaa53cba639 None None] Pushing event updated for resources: {'Port': ['ID=7a9a4ef0-202c-4704-a3d1-12dbadc528a6,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:12.623806 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d27aa8fa-c6bc-4f49-b536-0a2b3042db3e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.646220 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0aa69fdf-0f40-4841-ada6-fa2bb920e83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.672894 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0aa69fdf-0f40-4841-ada6-fa2bb920e83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.688008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=2a37e7c4-cae4-4620-80d8-485fc0c672bb,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:12.723233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] For port 88bde6e7-634c-4ab2-a3e9-dd763ac5f255, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:34:12.733709 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] For port 88bde6e7-634c-4ab2-a3e9-dd763ac5f255, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=88bde6e7-634c-4ab2-a3e9-dd763ac5f255,segment=NetworkSegment(a42a966c-a3e3-4862-9980-618524ab2b27),segment_id=a42a966c-a3e3-4862-9980-618524ab2b27)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:34:12.742333 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-f02100a4-5d9a-4311-a45c-7672aeaf427a None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:12.775919 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0aa69fdf-0f40-4841-ada6-fa2bb920e83b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=54292328e2c3451a9ee3e4d24baf026b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9077079 Aug 20 10:34:12.819555 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] Set router 1eabb3d8-bf6d-4abe-bb11-59a746053827 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:12.822850 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e6a4d6-74e1-452f-9725-322c9ff671b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting subnet e3909b91-0f95-4fdd-8527-3f621ebd3ae0 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:34:12.833030 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43e6a4d6-74e1-452f-9725-322c9ff671b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.864650 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eb114039-1968-426e-82e4-042d20367be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.866252 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d27aa8fa-c6bc-4f49-b536-0a2b3042db3e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.870433 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.879216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60386) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:12.909201 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e40747-59cc-4807-aff3-d6e43c9138e3 x-openstack-request-id: req-11e40747-59cc-4807-aff3-d6e43c9138e3 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:34:12.909201 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-deleted", "tag": "c58f68f8-6192-44b4-9074-737ec613eda7", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:34:12.909201 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11e40747-59cc-4807-aff3-d6e43c9138e3 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:34:12.909704 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-deleted', 'tag': 'c58f68f8-6192-44b4-9074-737ec613eda7', 'status': 'completed', 'code': 200} Aug 20 10:34:12.921733 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eb114039-1968-426e-82e4-042d20367be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.963875 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:12.972189 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27aa8fa-c6bc-4f49-b536-0a2b3042db3e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28e7f1d-3e7b-44aa-890b-d4d6ed759201,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:12.975462 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa69fdf-0f40-4841-ada6-fa2bb920e83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5de686-7cee-4922-a54d-eec001d656cb,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:13.006234 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-eb114039-1968-426e-82e4-042d20367be4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=812b682e8f3d4492bf937159bc8170fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0480466 Aug 20 10:34:13.011824 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d27aa8fa-c6bc-4f49-b536-0a2b3042db3e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:13.012871 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60390) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:13.015371 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d27aa8fa-c6bc-4f49-b536-0a2b3042db3e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0728219 Aug 20 10:34:13.020904 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 5374ab06-53f2-44d9-811c-ef39f56f233a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=5374ab06-53f2-44d9-811c-ef39f56f233a,segment=NetworkSegment(68b70fe9-f85a-48b9-af9b-55bddb3372c3),segment_id=68b70fe9-f85a-48b9-af9b-55bddb3372c3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:13.021754 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43e6a4d6-74e1-452f-9725-322c9ff671b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:13.030407 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:13.058224 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60392) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:13.083038 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-1cc7bed9-011d-44ef-97be-a0ebc98126b4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Request body: {'security_group_rule': {'security_group_id': '4fe5582d-134f-4896-9592-4eb35b5ba728', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:13.089996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:13.090912 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:13.092919 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] 10.222.0.24 "PUT /v2.0/ports/88bde6e7-634c-4ab2-a3e9-dd763ac5f255 HTTP/1.1" status: 200 len: 1092 time: 3.8717251 Aug 20 10:34:13.110467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=5374ab06-53f2-44d9-811c-ef39f56f233a,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:13.172673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'name': 'tempest-ServerActionsTestJSON-231906233-router', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:52Z', 'updated_at': '2021-08-20T10:34:04Z', 'revision_number': 4, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'gw_port': {'id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:54Z', 'updated_at': '2021-08-20T10:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '7a9a4ef0-202c-4704-a3d1-12dbadc528a6', 'name': '', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'mac_address': 'fa:16:3e:25:50:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:00Z', 'updated_at': '2021-08-20T10:34:12Z', 'revision_number': 4, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'subnets': [{'id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:13.175932 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb114039-1968-426e-82e4-042d20367be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0422fc-c7f7-467a-8952-3928a8f40c84,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:13.189967 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f02100a4-5d9a-4311-a45c-7672aeaf427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:34:10Z', 'revision_number': 9, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': 'cd20ade7-d724-4406-846b-aa83a8d3576f', 'name': '', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:79:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:21Z', 'updated_at': '2021-08-20T10:33:33Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:13.224159 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e477d-00fe-4713-b960-b25f3266057e req-954820f7-d4ca-420a-9499-c902c9d6e25d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:13.228492 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02100a4-5d9a-4311-a45c-7672aeaf427a None None] Checking router: a352c903-e30f-49c4-bc92-fd12fe9a812c for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:34:13.233707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc7ea4-38ae-4aee-bc34-b648008f72eb None None] The sync data for ids ['1eabb3d8-bf6d-4abe-bb11-59a746053827'] in n-d-778550-11 is: [{'id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'name': 'tempest-ServerActionsTestJSON-231906233-router', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:52Z', 'updated_at': '2021-08-20T10:34:04Z', 'revision_number': 4, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'gw_port': {'id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:54Z', 'updated_at': '2021-08-20T10:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '7a9a4ef0-202c-4704-a3d1-12dbadc528a6', 'name': '', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'mac_address': 'fa:16:3e:25:50:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:00Z', 'updated_at': '2021-08-20T10:34:12Z', 'revision_number': 4, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'subnets': [{'id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:34:13.238080 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02100a4-5d9a-4311-a45c-7672aeaf427a None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:13.238695 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f02100a4-5d9a-4311-a45c-7672aeaf427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:13.246715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e477d-00fe-4713-b960-b25f3266057e req-954820f7-d4ca-420a-9499-c902c9d6e25d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:13.256465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e477d-00fe-4713-b960-b25f3266057e req-954820f7-d4ca-420a-9499-c902c9d6e25d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:13.267447 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e477d-00fe-4713-b960-b25f3266057e req-954820f7-d4ca-420a-9499-c902c9d6e25d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:13.269392 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f74e477d-00fe-4713-b960-b25f3266057e req-954820f7-d4ca-420a-9499-c902c9d6e25d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 3146 time: 0.4864221 Aug 20 10:34:13.362754 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5eef2-185e-45aa-ae7a-23f063174e8d service neutron] Pushing event updated for resources: {'Port': ['ID=88bde6e7-634c-4ab2-a3e9-dd763ac5f255,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:13.370796 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-816de2ca-51fe-44a1-9e23-373ad6f4c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:13.372347 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-816de2ca-51fe-44a1-9e23-373ad6f4c20f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=166e02a5760d422c823a05631402c62f&device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 1095 time: 0.2087262 Aug 20 10:34:13.384498 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea9c1473-3b29-405d-b709-94da62033456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:13.385976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39a213-bac0-420f-90d4-739b6b398f60 req-866093a7-c813-46bf-9e57-2f159fab0a18 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:13.388132 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-de39a213-bac0-420f-90d4-739b6b398f60 req-866093a7-c813-46bf-9e57-2f159fab0a18 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 943 time: 0.3703394 Aug 20 10:34:13.404656 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-f02100a4-5d9a-4311-a45c-7672aeaf427a None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:13.419121 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1cc7bed9-011d-44ef-97be-a0ebc98126b4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:13.454162 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a9e6dd5-0077-4218-97d2-7f5f4c4f3da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:13.479588 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a9e6dd5-0077-4218-97d2-7f5f4c4f3da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:13.481158 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-a92ec371-0315-43c4-9695-4561fde9cdfd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88bde6e7-634c-4ab2-a3e9-dd763ac5f255 HTTP/1.1" status: 200 len: 217 time: 0.0902581 Aug 20 10:34:13.493773 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-a769f860-4e87-460e-a482-19c3240fb723 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Deleting port 37e4a62c-8652-430f-86df-59ad1164affe {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:13.494119 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-a769f860-4e87-460e-a482-19c3240fb723 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:13.571379 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea9c1473-3b29-405d-b709-94da62033456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:13.594633 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f74e477d-00fe-4713-b960-b25f3266057e req-0ad1fbfd-a339-4a55-a3c1-cd0073988e53 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146000 Aug 20 10:34:13.603490 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a9e6dd5-0077-4218-97d2-7f5f4c4f3da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:13.606370 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3a9e6dd5-0077-4218-97d2-7f5f4c4f3da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:13.611928 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3a9e6dd5-0077-4218-97d2-7f5f4c4f3da6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae0422fc-c7f7-467a-8952-3928a8f40c84 HTTP/1.1" status: 204 len: 168 time: 0.5980268 Aug 20 10:34:13.646838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e6dd5-0077-4218-97d2-7f5f4c4f3da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0422fc-c7f7-467a-8952-3928a8f40c84,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:13.679710 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43e6a4d6-74e1-452f-9725-322c9ff671b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:13.737065 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-de39a213-bac0-420f-90d4-739b6b398f60 req-4d15dfa0-1cc9-49f8-a424-85b6ace75aec tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e98bb6-cadf-4235-8ff2-487f0d072d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383582 Aug 20 10:34:13.740076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-f0ba054c-b862-44bd-a680-36ce14afe061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:13.742484 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-f0ba054c-b862-44bd-a680-36ce14afe061 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1a1684c1-d945-4c83-9600-ff1a271592a7 HTTP/1.1" status: 200 len: 854 time: 0.2422533 Aug 20 10:34:13.791333 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-05784ce2-f2a5-40a9-a07d-2bd19969e2aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=324ff0db-c5d1-4fca-bb88-1a98dcdb99a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375183 Aug 20 10:34:13.808030 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-9a617acf-33d4-429a-92f2-c9a396c7860b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:13.809632 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-9a617acf-33d4-429a-92f2-c9a396c7860b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069065 Aug 20 10:34:13.837747 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f02100a4-5d9a-4311-a45c-7672aeaf427a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:34:10Z', 'revision_number': 9, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': 'cd20ade7-d724-4406-846b-aa83a8d3576f', 'name': '', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:79:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:21Z', 'updated_at': '2021-08-20T10:33:33Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:13.869261 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1cc7bed9-011d-44ef-97be-a0ebc98126b4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:13.882347 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea9c1473-3b29-405d-b709-94da62033456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:13.887318 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea9c1473-3b29-405d-b709-94da62033456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:13.888607 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ea9c1473-3b29-405d-b709-94da62033456 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa5de686-7cee-4922-a54d-eec001d656cb HTTP/1.1" status: 204 len: 168 time: 0.9993901 Aug 20 10:34:13.896867 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43e6a4d6-74e1-452f-9725-322c9ff671b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:13.930558 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02100a4-5d9a-4311-a45c-7672aeaf427a None None] The sync data for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 is: [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:34:10Z', 'revision_number': 9, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': 'cd20ade7-d724-4406-846b-aa83a8d3576f', 'name': '', 'network_id': '9f042edf-42fb-4f55-bf23-db8e4f6bf7dc', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:79:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:21Z', 'updated_at': '2021-08-20T10:33:33Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '12ceb749-ff6b-42c3-adef-fa627c2a9c37', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:34:13.973497 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6a4d6-74e1-452f-9725-322c9ff671b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Subnet': ['ID=e3909b91-0f95-4fdd-8527-3f621ebd3ae0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:13.980310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c1473-3b29-405d-b709-94da62033456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5de686-7cee-4922-a54d-eec001d656cb,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:13.988166 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43e6a4d6-74e1-452f-9725-322c9ff671b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:14.001987 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-43e6a4d6-74e1-452f-9725-322c9ff671b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/subnets/e3909b91-0f95-4fdd-8527-3f621ebd3ae0 HTTP/1.1" status: 204 len: 168 time: 1.5246093 Aug 20 10:34:14.003736 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60406) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:14.006209 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55832879-4668-41cb-a432-a87bd7d9d6fa None None] Network 655776f4-9ebd-4caa-8682-f30c64ea29bb requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:34:14.100029 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1cc7bed9-011d-44ef-97be-a0ebc98126b4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:14.254054 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60410) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:14.265900 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1cc7bed9-011d-44ef-97be-a0ebc98126b4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:14.272262 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1cc7bed9-011d-44ef-97be-a0ebc98126b4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2043579 Aug 20 10:34:14.318248 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60414) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:14.323439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7bed9-011d-44ef-97be-a0ebc98126b4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1272def8-490f-4418-9cbc-0149b2f527a0,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:14.329414 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36ace8c5-15bc-4a03-8f9f-beedcd02eb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:14.332162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-61509cc0-be53-420e-9913-0dee3ae2087b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:14.367412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-a769f860-4e87-460e-a482-19c3240fb723 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] For port 37e4a62c-8652-430f-86df-59ad1164affe, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=37e4a62c-8652-430f-86df-59ad1164affe,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:14.369902 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-a769f860-4e87-460e-a482-19c3240fb723 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:14.378538 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-3586935b-ca85-477f-8e6a-709c944e9e84 service neutron] 10.222.0.24 "GET /v2.0/networks/324ff0db-c5d1-4fca-bb88-1a98dcdb99a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070908 Aug 20 10:34:14.391595 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:14.418073 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-a769f860-4e87-460e-a482-19c3240fb723 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Calling delete_port for 37e4a62c-8652-430f-86df-59ad1164affe owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:14.446247 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1cbc10-e64b-4a81-b8f2-bc682f82bb80 None None] DHCP port deletion for 655776f4-9ebd-4caa-8682-f30c64ea29bb request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:34:14.461065 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5374ab06-53f2-44d9-811c-ef39f56f233a'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:34:14.471041 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5f5ca3-1d5b-4443-a13d-7de4373c8b92" -d '{"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-unplugged", "status": "completed", "tag": "5374ab06-53f2-44d9-811c-ef39f56f233a"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:34:14.547454 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-61509cc0-be53-420e-9913-0dee3ae2087b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:14.667666 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988794f1-423a-456a-ab2f-06d08ce3d83b x-openstack-request-id: req-988794f1-423a-456a-ab2f-06d08ce3d83b {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:34:14.667982 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-unplugged", "status": "completed", "tag": "5374ab06-53f2-44d9-811c-ef39f56f233a", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:34:14.668246 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-988794f1-423a-456a-ab2f-06d08ce3d83b {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:34:14.674235 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5374ab06-53f2-44d9-811c-ef39f56f233a', 'code': 200} Aug 20 10:34:14.691908 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting port 6db6014c-e0b0-465c-9333-f6f7e09784cd {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:14.692479 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:14.705425 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4a1cbc10-e64b-4a81-b8f2-bc682f82bb80 None None] Deleting port 6db6014c-e0b0-465c-9333-f6f7e09784cd {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:14.712482 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a1cbc10-e64b-4a81-b8f2-bc682f82bb80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:14.835402 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36ace8c5-15bc-4a03-8f9f-beedcd02eb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:14.866861 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36ace8c5-15bc-4a03-8f9f-beedcd02eb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:14.906652 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4a1cbc10-e64b-4a81-b8f2-bc682f82bb80 None None] For port 6db6014c-e0b0-465c-9333-f6f7e09784cd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=6db6014c-e0b0-465c-9333-f6f7e09784cd,segment=NetworkSegment(21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0),segment_id=21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:14.909391 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a1cbc10-e64b-4a81-b8f2-bc682f82bb80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:14.919587 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44539f37-62c3-4ba8-bc04-9226b4c8c449', 'tag': '88bde6e7-634c-4ab2-a3e9-dd763ac5f255'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:34:14.922127 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7086b471-9b3e-4d57-add6-809e5730aaba" -d '{"events": [{"name": "network-changed", "server_uuid": "44539f37-62c3-4ba8-bc04-9226b4c8c449", "tag": "88bde6e7-634c-4ab2-a3e9-dd763ac5f255"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:34:14.940063 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4a1cbc10-e64b-4a81-b8f2-bc682f82bb80 None None] Calling delete_port for 6db6014c-e0b0-465c-9333-f6f7e09784cd owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:15.037735 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-36ace8c5-15bc-4a03-8f9f-beedcd02eb69 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce2e7fe927a04d708e428330954d8fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7837229 Aug 20 10:34:15.052485 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e9021c-d459-4309-88f2-1ed0e76fbded req-c8d3267e-7391-480e-bca6-219e9a9d795f service neutron] 10.222.0.24 "GET /v2.0/networks/324ff0db-c5d1-4fca-bb88-1a98dcdb99a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6569133 Aug 20 10:34:15.055737 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60432) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:15.097250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] For port 6db6014c-e0b0-465c-9333-f6f7e09784cd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=6db6014c-e0b0-465c-9333-f6f7e09784cd,segment=NetworkSegment(21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0),segment_id=21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:15.097631 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:15.100355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ace8c5-15bc-4a03-8f9f-beedcd02eb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b768253-32d2-4f92-bf1f-c8651fc8655d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:15.105451 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:34:15.141904 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737074c7-a27f-4f43-89c0-a0a844dd4ca4 req-94c2197d-a33a-4f1c-b3f4-1bf78c21f1d3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:15.156285 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737074c7-a27f-4f43-89c0-a0a844dd4ca4 req-94c2197d-a33a-4f1c-b3f4-1bf78c21f1d3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:15.162350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737074c7-a27f-4f43-89c0-a0a844dd4ca4 req-94c2197d-a33a-4f1c-b3f4-1bf78c21f1d3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:15.176424 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Calling delete_port for 6db6014c-e0b0-465c-9333-f6f7e09784cd owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:15.178383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737074c7-a27f-4f43-89c0-a0a844dd4ca4 req-94c2197d-a33a-4f1c-b3f4-1bf78c21f1d3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:15.186263 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-737074c7-a27f-4f43-89c0-a0a844dd4ca4 req-94c2197d-a33a-4f1c-b3f4-1bf78c21f1d3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 3144 time: 0.3491685 Aug 20 10:34:15.211643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afa5b1-249b-4faa-b088-531bc8c94683 req-f8ffb9c9-51dc-4875-bc73-0014768ddd52 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:15.223673 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10afa5b1-249b-4faa-b088-531bc8c94683 req-f8ffb9c9-51dc-4875-bc73-0014768ddd52 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 943 time: 0.2572546 Aug 20 10:34:15.229891 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a1cbc10-e64b-4a81-b8f2-bc682f82bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:15.306815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1cbc10-e64b-4a81-b8f2-bc682f82bb80 None None] No DVR routers for this DVR port 6db6014c-e0b0-465c-9333-f6f7e09784cd on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:34:15.312644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cbc10-e64b-4a81-b8f2-bc682f82bb80 None None] Pushing event deleted for resources: {'Port': ['ID=6db6014c-e0b0-465c-9333-f6f7e09784cd,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:15.351422 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:34:15.361837 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:34:15.362226 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:15.412646 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:15.471486 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10afa5b1-249b-4faa-b088-531bc8c94683 req-79d315a0-02bf-44d2-9e0a-bc077f986e05 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e98bb6-cadf-4235-8ff2-487f0d072d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461436 Aug 20 10:34:15.472627 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Port': ['ID=6db6014c-e0b0-465c-9333-f6f7e09784cd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:15.473569 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-737074c7-a27f-4f43-89c0-a0a844dd4ca4 req-cb4e9cdf-996f-474d-869a-fd4677069ae0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861674 Aug 20 10:34:15.483080 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] No DVR routers for this DVR port 6db6014c-e0b0-465c-9333-f6f7e09784cd on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:34:15.527315 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-a769f860-4e87-460e-a482-19c3240fb723 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:15.529938 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-61509cc0-be53-420e-9913-0dee3ae2087b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:15.531861 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f03e6a86-0e5a-45ca-9156-0fe11fb13cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:15.564446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60446) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:15.589848 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:15.602600 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1b6696-aa03-40f1-a912-06430dc0a4ca x-openstack-request-id: req-fe1b6696-aa03-40f1-a912-06430dc0a4ca {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:34:15.603195 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44539f37-62c3-4ba8-bc04-9226b4c8c449", "tag": "88bde6e7-634c-4ab2-a3e9-dd763ac5f255", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:34:15.603846 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe1b6696-aa03-40f1-a912-06430dc0a4ca {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:34:15.604458 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44539f37-62c3-4ba8-bc04-9226b4c8c449', 'tag': '88bde6e7-634c-4ab2-a3e9-dd763ac5f255', 'status': 'completed', 'code': 200} Aug 20 10:34:15.651594 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 7a9a4ef0-202c-4704-a3d1-12dbadc528a6, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7a9a4ef0-202c-4704-a3d1-12dbadc528a6,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:15.659148 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:15.732242 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:15.766322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655776f4-9ebd-4caa-8682-f30c64ea29bb']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:15.779204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769f860-4e87-460e-a482-19c3240fb723 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event deleted for resources: {'Port': ['ID=37e4a62c-8652-430f-86df-59ad1164affe,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:15.800482 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=7a9a4ef0-202c-4704-a3d1-12dbadc528a6,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:15.805012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ad368c2d-4042-4502-b149-2215fa7ae501 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:34:15.819980 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:15.820279 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e63b61-41f4-4cc1-8e46-5dd7a6ce37f0') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:15.826460 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f03e6a86-0e5a-45ca-9156-0fe11fb13cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:15.836621 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: ad368c2d-4042-4502-b149-2215fa7ae501 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:34:15.837138 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ad368c2d-4042-4502-b149-2215fa7ae501 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:34:15.837665 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 6db6014c-e0b0-465c-9333-f6f7e09784cd no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:34:15.846220 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:15.861364 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 6db6014c-e0b0-465c-9333-f6f7e09784cd {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:34:15.861605 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Request body: {'networks': [{'name': 'tempest-network--70040006'}, {'name': 'tempest-network--2031974105'}]} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:15.861933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Request body: {'network': {'name': 'tempest-network--70040006'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:15.862220 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 6db6014c-e0b0-465c-9333-f6f7e09784cd not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:34:15.862392 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Request body: {'network': {'name': 'tempest-network--2031974105'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:15.893650 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:15.902486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:34:15.902949 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:34:15.906257 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:34:15.908617 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Made reservation on behalf of 0bba6bbe195545f89a64df3ae6d9936a for: {'network': 2} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:34:15.912131 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:15.957688 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:15.996556 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:16.003323 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:16.008541 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/networks/655776f4-9ebd-4caa-8682-f30c64ea29bb HTTP/1.1" status: 204 len: 168 time: 1.9973075 Aug 20 10:34:16.011443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60454) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:16.080749 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3891de-b4cc-449d-8aa3-372a203ea90c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Network': ['ID=655776f4-9ebd-4caa-8682-f30c64ea29bb,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:16.191312 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-61509cc0-be53-420e-9913-0dee3ae2087b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Allocated IP 172.25.3.47 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/d9f55896-5bfe-4697-b86b-b701be746eea) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:34:16.195744 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-a769f860-4e87-460e-a482-19c3240fb723 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] No DVR routers for this DVR port 37e4a62c-8652-430f-86df-59ad1164affe on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:34:16.207516 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-a769f860-4e87-460e-a482-19c3240fb723 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:16.209634 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-a769f860-4e87-460e-a482-19c3240fb723 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.42 "DELETE /v2.0/ports/37e4a62c-8652-430f-86df-59ad1164affe HTTP/1.1" status: 204 len: 173 time: 3.9755619 Aug 20 10:34:16.280464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b471-9b3e-4d57-add6-809e5730aaba req-47c263eb-8833-425b-abd8-bbabb51dce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:16.282193 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7086b471-9b3e-4d57-add6-809e5730aaba req-47c263eb-8833-425b-abd8-bbabb51dce7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=166e02a5760d422c823a05631402c62f&device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 1095 time: 0.5316832 Aug 20 10:34:16.311946 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:16.351105 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:16.351579 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:16.410925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95659f53-f4c2-40b5-9a00-0556db9c7e6f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:16.443571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:34:16.457652 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:16.457995 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Added segment 48f31749-050c-4149-87a2-d0d4d05745ac of type vlan for network 5a92ffe2-a8d1-4945-81d1-977d4d86796c Aug 20 10:34:16.466405 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f03e6a86-0e5a-45ca-9156-0fe11fb13cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:16.471106 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f03e6a86-0e5a-45ca-9156-0fe11fb13cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:16.475302 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f03e6a86-0e5a-45ca-9156-0fe11fb13cbd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b768253-32d2-4f92-bf1f-c8651fc8655d HTTP/1.1" status: 204 len: 168 time: 1.4178286 Aug 20 10:34:16.517668 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e6a86-0e5a-45ca-9156-0fe11fb13cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b768253-32d2-4f92-bf1f-c8651fc8655d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:16.578252 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-61509cc0-be53-420e-9913-0dee3ae2087b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:16.581244 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b471-9b3e-4d57-add6-809e5730aaba req-538b9000-13fb-4a8a-b373-1f8c28f24b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:16.582808 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7086b471-9b3e-4d57-add6-809e5730aaba req-538b9000-13fb-4a8a-b373-1f8c28f24b96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=324ff0db-c5d1-4fca-bb88-1a98dcdb99a4 HTTP/1.1" status: 200 len: 915 time: 0.2366648 Aug 20 10:34:16.596490 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:16.605676 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-ebdc9786-21bb-4d11-b1a6-f71d61938d4e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Deleting port 5374ab06-53f2-44d9-811c-ef39f56f233a {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:16.606112 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-ebdc9786-21bb-4d11-b1a6-f71d61938d4e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:16.645644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:34:16.686061 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7086b471-9b3e-4d57-add6-809e5730aaba req-46f67653-d1a0-48cd-a271-7966aa3103fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88bde6e7-634c-4ab2-a3e9-dd763ac5f255 HTTP/1.1" status: 200 len: 217 time: 0.0906303 Aug 20 10:34:16.725168 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:34:16.725834 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:16.789028 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:34:16.848160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b471-9b3e-4d57-add6-809e5730aaba req-b6d092f3-50f1-46b0-bbbc-07a0ee1860a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:16.849961 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7086b471-9b3e-4d57-add6-809e5730aaba req-b6d092f3-50f1-46b0-bbbc-07a0ee1860a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1a1684c1-d945-4c83-9600-ff1a271592a7 HTTP/1.1" status: 200 len: 854 time: 0.1441257 Aug 20 10:34:16.880477 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-61509cc0-be53-420e-9913-0dee3ae2087b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:16.909844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe0bed-e554-4ae1-bc14-9c7a8db85a64 req-2b6f1c95-c0d3-4cd5-8e38-07b269564e23 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:16.911775 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dbbe0bed-e554-4ae1-bc14-9c7a8db85a64 req-2b6f1c95-c0d3-4cd5-8e38-07b269564e23 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 943 time: 0.2624764 Aug 20 10:34:16.917643 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-ebdc9786-21bb-4d11-b1a6-f71d61938d4e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] For port 5374ab06-53f2-44d9-811c-ef39f56f233a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=5374ab06-53f2-44d9-811c-ef39f56f233a,segment=NetworkSegment(68b70fe9-f85a-48b9-af9b-55bddb3372c3),segment_id=68b70fe9-f85a-48b9-af9b-55bddb3372c3)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:16.918017 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-ebdc9786-21bb-4d11-b1a6-f71d61938d4e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:16.922645 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7086b471-9b3e-4d57-add6-809e5730aaba req-bb8a14aa-75fb-44a2-baf1-7a933f99ba21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=324ff0db-c5d1-4fca-bb88-1a98dcdb99a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629370 Aug 20 10:34:17.097665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61509cc0-be53-420e-9913-0dee3ae2087b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:34:17.130559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-61509cc0-be53-420e-9913-0dee3ae2087b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:17.152226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61509cc0-be53-420e-9913-0dee3ae2087b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:34:17.154151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61509cc0-be53-420e-9913-0dee3ae2087b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Pushing event updated for resources: {'Port': ['ID=d9f55896-5bfe-4697-b86b-b701be746eea,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:17.217569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c2269-3f44-4a9f-8407-1e33377d6ba9 req-0d30f47c-e822-4c8b-838c-6775544c0709 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:17.220965 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dbbe0bed-e554-4ae1-bc14-9c7a8db85a64 req-fc368dcb-1790-41c4-b6dd-a3cf488175be tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e98bb6-cadf-4235-8ff2-487f0d072d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598364 Aug 20 10:34:17.227085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c2269-3f44-4a9f-8407-1e33377d6ba9 req-0d30f47c-e822-4c8b-838c-6775544c0709 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:17.234729 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c2269-3f44-4a9f-8407-1e33377d6ba9 req-0d30f47c-e822-4c8b-838c-6775544c0709 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:17.244704 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-db1c2269-3f44-4a9f-8407-1e33377d6ba9 req-0d30f47c-e822-4c8b-838c-6775544c0709 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 2411 time: 0.6234400 Aug 20 10:34:17.271437 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:17.271821 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Added segment 4e326a19-efd4-4a63-b6dc-951b5df44cfe of type vlan for network ab173316-a053-44f2-a8b7-f5a01670026c Aug 20 10:34:17.354129 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:17.365801 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-db1c2269-3f44-4a9f-8407-1e33377d6ba9 req-692c7e88-0b52-4ed0-9018-016294815738 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200602 Aug 20 10:34:17.379307 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-147693f1-88eb-4d2a-bec0-e99ef8db206c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:17.440583 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7086b471-9b3e-4d57-add6-809e5730aaba req-ee3273a6-7d6a-4727-8400-29e1522e8519 service neutron] 10.222.0.24 "GET /v2.0/networks/324ff0db-c5d1-4fca-bb88-1a98dcdb99a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773729 Aug 20 10:34:17.503122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 88bde6e7-634c-4ab2-a3e9-dd763ac5f255 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:34:17.527342 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:17.527582 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:17.533612 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:17.538354 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:17.539007 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:17.561228 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-61509cc0-be53-420e-9913-0dee3ae2087b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:17.595633 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.0277202 Aug 20 10:34:17.620162 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60490) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:17.662798 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-deleted', 'tag': '37e4a62c-8652-430f-86df-59ad1164affe'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:34:17.665197 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea7cc99-461e-4817-9181-75b6a0fad2be" -d '{"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-deleted", "tag": "37e4a62c-8652-430f-86df-59ad1164affe"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:34:17.677900 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 88bde6e7-634c-4ab2-a3e9-dd763ac5f255, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=88bde6e7-634c-4ab2-a3e9-dd763ac5f255,segment=NetworkSegment(a42a966c-a3e3-4862-9980-618524ab2b27),segment_id=a42a966c-a3e3-4862-9980-618524ab2b27)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:17.683424 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-ebdc9786-21bb-4d11-b1a6-f71d61938d4e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:17.684294 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-ebdc9786-21bb-4d11-b1a6-f71d61938d4e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:17.684875 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-ebdc9786-21bb-4d11-b1a6-f71d61938d4e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Floating IP 872cbf1b-9a07-47d2-9246-79b6fb5918e8 disassociated. External IP: 172.25.3.199, port: 5374ab06-53f2-44d9-811c-ef39f56f233a. Aug 20 10:34:17.685521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-ebdc9786-21bb-4d11-b1a6-f71d61938d4e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Calling delete_port for 5374ab06-53f2-44d9-811c-ef39f56f233a owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:17.701344 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event updated for resources: {'Network': ['ID=5a92ffe2-a8d1-4945-81d1-977d4d86796c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:17.704065 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '88bde6e7-634c-4ab2-a3e9-dd763ac5f255', 'network_id': '324ff0db-c5d1-4fca-bb88-1a98dcdb99a4', 'port_id': '88bde6e7-634c-4ab2-a3e9-dd763ac5f255', 'mac_address': 'fa:16:3e:56:f4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1684c1-d945-4c83-9600-ff1a271592a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:34:17.789565 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 5a92ffe2-a8d1-4945-81d1-977d4d86796c details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:34:17.836426 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f31332-d1d8-4967-ab96-0c1dde3fbbc6 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event updated for resources: {'Network': ['ID=ab173316-a053-44f2-a8b7-f5a01670026c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:17.862063 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:17.878938 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network ab173316-a053-44f2-a8b7-f5a01670026c details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:34:17.935828 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1684050f-8d8f-4dd0-92ae-af4b54cac146 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:17.942580 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1684050f-8d8f-4dd0-92ae-af4b54cac146 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:17.950463 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1684050f-8d8f-4dd0-92ae-af4b54cac146 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:17.956974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1684050f-8d8f-4dd0-92ae-af4b54cac146 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:17.958798 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1684050f-8d8f-4dd0-92ae-af4b54cac146 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3310828 Aug 20 10:34:17.962145 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88bde6e7-634c-4ab2-a3e9-dd763ac5f255 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:34:17.962618 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60498) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:17.978737 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-ebdc9786-21bb-4d11-b1a6-f71d61938d4e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:17.989785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 88bde6e7-634c-4ab2-a3e9-dd763ac5f255, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=88bde6e7-634c-4ab2-a3e9-dd763ac5f255,segment=NetworkSegment(a42a966c-a3e3-4862-9980-618524ab2b27),segment_id=a42a966c-a3e3-4862-9980-618524ab2b27)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:17.997639 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:18.065111 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3acdf344-42fd-4ed5-97ed-a6433406b426 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:18.068492 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-147693f1-88eb-4d2a-bec0-e99ef8db206c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting port cd20ade7-d724-4406-846b-aa83a8d3576f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:18.068823 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-147693f1-88eb-4d2a-bec0-e99ef8db206c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:18.101011 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fc8b1c-481c-40d2-b6ae-685a82c39bd6 x-openstack-request-id: req-b4fc8b1c-481c-40d2-b6ae-685a82c39bd6 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:34:18.101752 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-deleted", "tag": "37e4a62c-8652-430f-86df-59ad1164affe", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:34:18.102150 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4fc8b1c-481c-40d2-b6ae-685a82c39bd6 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:34:18.102721 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-deleted', 'tag': '37e4a62c-8652-430f-86df-59ad1164affe', 'status': 'completed', 'code': 200} Aug 20 10:34:18.109627 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=88bde6e7-634c-4ab2-a3e9-dd763ac5f255,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:18.160217 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-61509cc0-be53-420e-9913-0dee3ae2087b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:18.175167 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc9786-21bb-4d11-b1a6-f71d61938d4e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event deleted for resources: {'Port': ['ID=5374ab06-53f2-44d9-811c-ef39f56f233a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:18.307352 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-147693f1-88eb-4d2a-bec0-e99ef8db206c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] For port cd20ade7-d724-4406-846b-aa83a8d3576f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=cd20ade7-d724-4406-846b-aa83a8d3576f,segment=NetworkSegment(b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24),segment_id=b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:18.307952 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-147693f1-88eb-4d2a-bec0-e99ef8db206c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:18.312341 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3acdf344-42fd-4ed5-97ed-a6433406b426 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:18.316709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['88bde6e7-634c-4ab2-a3e9-dd763ac5f255'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:34:18.344753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-3acdf344-42fd-4ed5-97ed-a6433406b426 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a92ffe2-a8d1-4945-81d1-977d4d86796c']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:18.364275 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7086b471-9b3e-4d57-add6-809e5730aaba req-9b322cf2-2fb3-4780-a854-d093620ec947 service neutron] 10.222.0.24 "GET /v2.0/networks/324ff0db-c5d1-4fca-bb88-1a98dcdb99a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7901902 Aug 20 10:34:18.370581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-147693f1-88eb-4d2a-bec0-e99ef8db206c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Calling delete_port for cd20ade7-d724-4406-846b-aa83a8d3576f owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:18.379286 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-3acdf344-42fd-4ed5-97ed-a6433406b426 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f31749-050c-4149-87a2-d0d4d05745ac') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:18.379687 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-3acdf344-42fd-4ed5-97ed-a6433406b426 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f31749-050c-4149-87a2-d0d4d05745ac') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:18.407470 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3acdf344-42fd-4ed5-97ed-a6433406b426 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:18.461115 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3acdf344-42fd-4ed5-97ed-a6433406b426 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:18.487290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3acdf344-42fd-4ed5-97ed-a6433406b426 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:34:18.489241 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3acdf344-42fd-4ed5-97ed-a6433406b426 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:34:18.500311 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:34:18.518028 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fca1b-742f-43da-a4b5-180188137b0c req-d1abb232-8f8d-4452-a214-a3ae469db5ce tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:18.521714 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:18.527634 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d7fca1b-742f-43da-a4b5-180188137b0c req-d1abb232-8f8d-4452-a214-a3ae469db5ce tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 944 time: 0.2119164 Aug 20 10:34:18.640160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-ebdc9786-21bb-4d11-b1a6-f71d61938d4e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Router 3aadc179-5c6b-42d4-9e87-5a4a66efc621 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:34:18.712668 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3acdf344-42fd-4ed5-97ed-a6433406b426 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:18.718499 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3acdf344-42fd-4ed5-97ed-a6433406b426 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:18.722474 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3acdf344-42fd-4ed5-97ed-a6433406b426 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "DELETE /v2.0/networks/5a92ffe2-a8d1-4945-81d1-977d4d86796c HTTP/1.1" status: 204 len: 168 time: 0.7576222 Aug 20 10:34:18.742918 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d7fca1b-742f-43da-a4b5-180188137b0c req-954aaf36-54e8-46b5-8e64-aada503b41a5 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e98bb6-cadf-4235-8ff2-487f0d072d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141495 Aug 20 10:34:18.747422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60524) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:18.767700 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdf344-42fd-4ed5-97ed-a6433406b426 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event deleted for resources: {'Network': ['ID=5a92ffe2-a8d1-4945-81d1-977d4d86796c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:18.850448 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-147693f1-88eb-4d2a-bec0-e99ef8db206c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:18.905585 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147693f1-88eb-4d2a-bec0-e99ef8db206c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Port': ['ID=cd20ade7-d724-4406-846b-aa83a8d3576f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:19.162790 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-147693f1-88eb-4d2a-bec0-e99ef8db206c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:19.256249 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-61509cc0-be53-420e-9913-0dee3ae2087b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:19.290720 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8bf98b18-4927-4740-9102-d5c3d2ede308 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:19.302991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fea27e-3658-4f02-b350-c60b4ed98aed req-9e957eb4-0903-4f6e-bc4d-85cacb2a159f tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:19.309525 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fea27e-3658-4f02-b350-c60b4ed98aed req-9e957eb4-0903-4f6e-bc4d-85cacb2a159f tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:19.311490 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60fea27e-3658-4f02-b350-c60b4ed98aed req-9e957eb4-0903-4f6e-bc4d-85cacb2a159f tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 1677 time: 0.7805166 Aug 20 10:34:19.394689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147693f1-88eb-4d2a-bec0-e99ef8db206c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router a352c903-e30f-49c4-bc92-fd12fe9a812c has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:34:19.402201 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-61509cc0-be53-420e-9913-0dee3ae2087b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:19.468405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61509cc0-be53-420e-9913-0dee3ae2087b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Pushing event updated for resources: {'Port': ['ID=d9f55896-5bfe-4697-b86b-b701be746eea,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:19.511453 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 88bde6e7-634c-4ab2-a3e9-dd763ac5f255 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:34:19.515995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147693f1-88eb-4d2a-bec0-e99ef8db206c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:34:19.518925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60544) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:19.527499 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-147693f1-88eb-4d2a-bec0-e99ef8db206c tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/a352c903-e30f-49c4-bc92-fd12fe9a812c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5115085 Aug 20 10:34:19.532142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60546) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:19.536500 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-61509cc0-be53-420e-9913-0dee3ae2087b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:19.546149 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf7e08c-6006-451c-ab2d-c3c782ad64ee None None] Sync routers for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:34:19.561424 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60fea27e-3658-4f02-b350-c60b4ed98aed req-8a32d4b5-17fb-4202-ab5d-6101dea77b51 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568849 Aug 20 10:34:19.569880 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf7e08c-6006-451c-ab2d-c3c782ad64ee None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:19.570818 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-aaf7e08c-6006-451c-ab2d-c3c782ad64ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:19.575380 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-ebdc9786-21bb-4d11-b1a6-f71d61938d4e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:34:19.587675 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897a26ea-1a18-465c-b7d1-152a89ee6b4c None None] Sync routers for ids ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:34:19.599408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e143f8e6-db66-4990-a7e5-c5f621494633 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting subnet 12ceb749-ff6b-42c3-adef-fa627c2a9c37 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:34:19.603838 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e143f8e6-db66-4990-a7e5-c5f621494633 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:19.618540 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897a26ea-1a18-465c-b7d1-152a89ee6b4c None None] Routers {'3aadc179-5c6b-42d4-9e87-5a4a66efc621'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:19.619205 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-897a26ea-1a18-465c-b7d1-152a89ee6b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:19.650273 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e143f8e6-db66-4990-a7e5-c5f621494633 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:19.667784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-aaf7e08c-6006-451c-ab2d-c3c782ad64ee None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:19.757357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 88bde6e7-634c-4ab2-a3e9-dd763ac5f255 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:34:19.762849 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-61509cc0-be53-420e-9913-0dee3ae2087b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:19.806101 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e143f8e6-db66-4990-a7e5-c5f621494633 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:19.806321 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-61509cc0-be53-420e-9913-0dee3ae2087b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4692385 Aug 20 10:34:19.819778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 88bde6e7-634c-4ab2-a3e9-dd763ac5f255 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:34:19.820338 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:19.849667 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-ebdc9786-21bb-4d11-b1a6-f71d61938d4e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] No DVR routers for this DVR port 5374ab06-53f2-44d9-811c-ef39f56f233a on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:34:19.855865 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-ebdc9786-21bb-4d11-b1a6-f71d61938d4e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:19.865674 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-ebdc9786-21bb-4d11-b1a6-f71d61938d4e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.42 "DELETE /v2.0/ports/5374ab06-53f2-44d9-811c-ef39f56f233a HTTP/1.1" status: 204 len: 173 time: 3.6382010 Aug 20 10:34:19.883026 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e143f8e6-db66-4990-a7e5-c5f621494633 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:19.884572 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-897a26ea-1a18-465c-b7d1-152a89ee6b4c None None] Set router 3aadc179-5c6b-42d4-9e87-5a4a66efc621 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:19.900767 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-35510572-3f27-4ff6-8bb9-90ca6727568f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:19.936771 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143f8e6-db66-4990-a7e5-c5f621494633 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Subnet': ['ID=12ceb749-ff6b-42c3-adef-fa627c2a9c37,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:19.941006 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e143f8e6-db66-4990-a7e5-c5f621494633 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:19.946913 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e143f8e6-db66-4990-a7e5-c5f621494633 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/subnets/12ceb749-ff6b-42c3-adef-fa627c2a9c37 HTTP/1.1" status: 204 len: 168 time: 0.4127355 Aug 20 10:34:19.955880 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02e954a-780a-4f88-bb4d-60dff44c7544 None None] Network 9f042edf-42fb-4f55-bf23-db8e4f6bf7dc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:34:19.997896 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60558) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:20.048605 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:20.085462 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-35510572-3f27-4ff6-8bb9-90ca6727568f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:20.105966 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-35510572-3f27-4ff6-8bb9-90ca6727568f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:20.171121 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-35510572-3f27-4ff6-8bb9-90ca6727568f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19f0d0e4118343b6984e02c583eb2eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6490781 Aug 20 10:34:20.180129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-deleted', 'tag': '5374ab06-53f2-44d9-811c-ef39f56f233a'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:34:20.183965 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94da369-aa15-4ff9-bcf0-0aca36672293" -d '{"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-deleted", "tag": "5374ab06-53f2-44d9-811c-ef39f56f233a"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:34:20.190794 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60570) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:20.247040 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35510572-3f27-4ff6-8bb9-90ca6727568f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8865b75-7890-4d03-bcc3-e47649d90202,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:20.250328 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8bf98b18-4927-4740-9102-d5c3d2ede308 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:20.277627 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a44a7-1313-459e-b819-92eac06371ed req-3a2352a4-3864-4264-8cf6-0a34b96f5440 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:20.279627 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1b4a44a7-1313-459e-b819-92eac06371ed req-3a2352a4-3864-4264-8cf6-0a34b96f5440 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 944 time: 0.1907227 Aug 20 10:34:20.317895 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a2da4f7c-eb3a-438c-ade5-15416781b572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:20.329133 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8f11d147-f7a5-40a6-bda1-65e84d1d110b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2049329262&fields=id&tenant_id=c94f33ee8bdb486c9e80924b1d062545 HTTP/1.1" status: 200 len: 267 time: 0.1409485 Aug 20 10:34:20.342287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-8bf98b18-4927-4740-9102-d5c3d2ede308 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab173316-a053-44f2-a8b7-f5a01670026c']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:20.366391 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-897a26ea-1a18-465c-b7d1-152a89ee6b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'name': 'tempest-TaggedBootDevicesTest_v242-252671886-router', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:33Z', 'revision_number': 4, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'gw_port': {'id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4e3d87df-9eaa-44b5-8a90-cf60b46c6af7', 'name': '', 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'mac_address': 'fa:16:3e:2f:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:30Z', 'updated_at': '2021-08-20T10:23:42Z', 'revision_number': 5, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'subnets': [{'id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:20.373388 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1b4a44a7-1313-459e-b819-92eac06371ed req-bbe8b0c7-aab2-44b9-b32f-a55292cf20d6 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e98bb6-cadf-4235-8ff2-487f0d072d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853224 Aug 20 10:34:20.407174 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a2da4f7c-eb3a-438c-ade5-15416781b572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:20.414023 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 88bde6e7-634c-4ab2-a3e9-dd763ac5f255, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=88bde6e7-634c-4ab2-a3e9-dd763ac5f255,segment=NetworkSegment(a42a966c-a3e3-4862-9980-618524ab2b27),segment_id=a42a966c-a3e3-4862-9980-618524ab2b27)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:20.419903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44539f37-62c3-4ba8-bc04-9226b4c8c449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bde6e7-634c-4ab2-a3e9-dd763ac5f255'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:34:20.422456 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b31a48-6df9-48ac-afdc-7803abec781a" -d '{"events": [{"server_uuid": "44539f37-62c3-4ba8-bc04-9226b4c8c449", "name": "network-vif-plugged", "status": "completed", "tag": "88bde6e7-634c-4ab2-a3e9-dd763ac5f255"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:34:20.435963 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:20.455771 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897a26ea-1a18-465c-b7d1-152a89ee6b4c None None] Checking router: 3aadc179-5c6b-42d4-9e87-5a4a66efc621 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:34:20.480648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-8bf98b18-4927-4740-9102-d5c3d2ede308 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e326a19-efd4-4a63-b6dc-951b5df44cfe') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:20.481998 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-8bf98b18-4927-4740-9102-d5c3d2ede308 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e326a19-efd4-4a63-b6dc-951b5df44cfe') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:20.482541 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897a26ea-1a18-465c-b7d1-152a89ee6b4c None None] Routers {'3aadc179-5c6b-42d4-9e87-5a4a66efc621'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:20.483231 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-897a26ea-1a18-465c-b7d1-152a89ee6b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:20.548771 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a2da4f7c-eb3a-438c-ade5-15416781b572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:20.552997 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a2da4f7c-eb3a-438c-ade5-15416781b572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:20.554759 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a2da4f7c-eb3a-438c-ade5-15416781b572 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8865b75-7890-4d03-bcc3-e47649d90202 HTTP/1.1" status: 204 len: 168 time: 0.3619769 Aug 20 10:34:20.578247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da4f7c-eb3a-438c-ade5-15416781b572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8865b75-7890-4d03-bcc3-e47649d90202,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:20.591480 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-aaf7e08c-6006-451c-ab2d-c3c782ad64ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:34:18Z', 'revision_number': 10, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:20.641508 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3f1a28-5467-44a4-87b6-14059d040e5e x-openstack-request-id: req-de3f1a28-5467-44a4-87b6-14059d040e5e {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:34:20.641687 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44539f37-62c3-4ba8-bc04-9226b4c8c449", "name": "network-vif-plugged", "status": "completed", "tag": "88bde6e7-634c-4ab2-a3e9-dd763ac5f255", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:34:20.642084 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de3f1a28-5467-44a4-87b6-14059d040e5e {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:34:20.642505 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44539f37-62c3-4ba8-bc04-9226b4c8c449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bde6e7-634c-4ab2-a3e9-dd763ac5f255', 'code': 200} Aug 20 10:34:20.648987 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf7e08c-6006-451c-ab2d-c3c782ad64ee None None] Checking router: a352c903-e30f-49c4-bc92-fd12fe9a812c for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:34:20.652017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=88bde6e7-634c-4ab2-a3e9-dd763ac5f255,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:20.679359 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf7e08c-6006-451c-ab2d-c3c782ad64ee None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:20.680304 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-aaf7e08c-6006-451c-ab2d-c3c782ad64ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:20.693546 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d181f3-aff6-490d-b0d9-6d05c8d36241 x-openstack-request-id: req-85d181f3-aff6-490d-b0d9-6d05c8d36241 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:34:20.693861 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-deleted", "tag": "5374ab06-53f2-44d9-811c-ef39f56f233a", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:34:20.694127 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85d181f3-aff6-490d-b0d9-6d05c8d36241 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:34:20.694555 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-deleted', 'tag': '5374ab06-53f2-44d9-811c-ef39f56f233a', 'status': 'completed', 'code': 200} Aug 20 10:34:20.715870 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:20.763644 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8bf98b18-4927-4740-9102-d5c3d2ede308 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:20.780974 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8bf98b18-4927-4740-9102-d5c3d2ede308 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:20.781695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b34bfa-4b67-42ee-91bb-b794341d5bd2 None None] DHCP port deletion for 9f042edf-42fb-4f55-bf23-db8e4f6bf7dc request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:34:20.801103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf98b18-4927-4740-9102-d5c3d2ede308 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:34:20.801569 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8bf98b18-4927-4740-9102-d5c3d2ede308 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:20.847093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f86a3f-e952-4e38-80d4-3ea2e3a97980 req-787ca00b-8a88-41c9-9e4d-79fb5a3130c0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:20.856048 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f86a3f-e952-4e38-80d4-3ea2e3a97980 req-787ca00b-8a88-41c9-9e4d-79fb5a3130c0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:20.857552 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-51f86a3f-e952-4e38-80d4-3ea2e3a97980 req-787ca00b-8a88-41c9-9e4d-79fb5a3130c0 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 1677 time: 0.1326275 Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:34:20.906119 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:34:20.909755 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-51f86a3f-e952-4e38-80d4-3ea2e3a97980 req-e1320120-b77e-4a8e-b747-35858bcbaf85 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454254 Aug 20 10:34:20.962302 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8bf98b18-4927-4740-9102-d5c3d2ede308 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:20.968121 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-aaf7e08c-6006-451c-ab2d-c3c782ad64ee None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:20.985180 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8bf98b18-4927-4740-9102-d5c3d2ede308 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:20.990067 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8bf98b18-4927-4740-9102-d5c3d2ede308 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "DELETE /v2.0/networks/ab173316-a053-44f2-a8b7-f5a01670026c HTTP/1.1" status: 204 len: 168 time: 2.2247491 Aug 20 10:34:20.990478 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60590) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:21.032480 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-897a26ea-1a18-465c-b7d1-152a89ee6b4c None None] Set router 3aadc179-5c6b-42d4-9e87-5a4a66efc621 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:21.048065 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf98b18-4927-4740-9102-d5c3d2ede308 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event deleted for resources: {'Network': ['ID=ab173316-a053-44f2-a8b7-f5a01670026c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:21.093888 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6058e8f-e68b-402c-b254-9517a0526355 req-a5038e09-aa10-4b43-aefb-106113235e6d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:21.096457 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6058e8f-e68b-402c-b254-9517a0526355 req-a5038e09-aa10-4b43-aefb-106113235e6d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 811 time: 0.7558315 Aug 20 10:34:21.126258 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d5b34bfa-4b67-42ee-91bb-b794341d5bd2 None None] Deleting port 911eda26-5fae-4a2b-a855-a57c0263481e {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:21.126744 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d5b34bfa-4b67-42ee-91bb-b794341d5bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:21.134958 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0939771-509f-406b-8e31-64a77b75b72c req-abf213d1-61c3-4218-aeb1-43b6815297cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:21.136502 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0939771-509f-406b-8e31-64a77b75b72c req-abf213d1-61c3-4218-aeb1-43b6815297cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 1097 time: 0.4068120 Aug 20 10:34:21.138790 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6058e8f-e68b-402c-b254-9517a0526355 req-2a00b730-1572-4c94-bf0d-443f98fd1693 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/quotas/c94f33ee8bdb486c9e80924b1d062545 HTTP/1.1" status: 200 len: 375 time: 0.0313172 Aug 20 10:34:21.141258 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-6aa308c4-a869-42ec-ab8c-1af681a1ff23 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Deleting port 2a37e7c4-cae4-4620-80d8-485fc0c672bb {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:21.141611 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-6aa308c4-a869-42ec-ab8c-1af681a1ff23 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:21.194564 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1cf1c4-7498-44e4-84c5-396c3d677ae0 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:21.202008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1cf1c4-7498-44e4-84c5-396c3d677ae0 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:21.203681 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5d1cf1c4-7498-44e4-84c5-396c3d677ae0 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2120023 Aug 20 10:34:21.208340 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60596) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:21.215498 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-48b3bbd4-2f26-451d-952b-cae51f1d5230 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1391613823'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:21.247678 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b3bbd4-2f26-451d-952b-cae51f1d5230 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Made reservation on behalf of 0bba6bbe195545f89a64df3ae6d9936a for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:34:21.253536 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-48b3bbd4-2f26-451d-952b-cae51f1d5230 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:21.287874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60598) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:21.343511 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b3bbd4-2f26-451d-952b-cae51f1d5230 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:34:21.364112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting port 911eda26-5fae-4a2b-a855-a57c0263481e {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:21.364458 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:21.365498 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-48b3bbd4-2f26-451d-952b-cae51f1d5230 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:21.365845 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-48b3bbd4-2f26-451d-952b-cae51f1d5230 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Added segment 9fc72608-957d-4a5b-9104-ef35b4e1a28b of type vlan for network 05c927cb-d907-4f3d-9aad-9a9b0c54414b Aug 20 10:34:21.393593 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-897a26ea-1a18-465c-b7d1-152a89ee6b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'name': 'tempest-TaggedBootDevicesTest_v242-252671886-router', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:33Z', 'revision_number': 4, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'gw_port': {'id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4e3d87df-9eaa-44b5-8a90-cf60b46c6af7', 'name': '', 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'mac_address': 'fa:16:3e:2f:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:30Z', 'updated_at': '2021-08-20T10:23:42Z', 'revision_number': 5, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'subnets': [{'id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:21.428621 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897a26ea-1a18-465c-b7d1-152a89ee6b4c None None] The sync data for ids ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'] in n-d-778550-11 is: [{'id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'name': 'tempest-TaggedBootDevicesTest_v242-252671886-router', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:33Z', 'revision_number': 4, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'gw_port': {'id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4e3d87df-9eaa-44b5-8a90-cf60b46c6af7', 'name': '', 'network_id': '88f93105-b451-41f4-a5e5-079e47726c50', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'mac_address': 'fa:16:3e:2f:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:30Z', 'updated_at': '2021-08-20T10:23:42Z', 'revision_number': 5, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'subnets': [{'id': '86001f3a-7a5c-4499-a121-de6a1935b5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:34:21.465445 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-48b3bbd4-2f26-451d-952b-cae51f1d5230 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:21.491130 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6058e8f-e68b-402c-b254-9517a0526355 req-a383db8e-0291-426f-99f8-a0118b31cb87 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3358815 Aug 20 10:34:21.498337 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0939771-509f-406b-8e31-64a77b75b72c req-5ff56840-ec5c-4f44-ab6c-06af1e922a14 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=25e98bb6-cadf-4235-8ff2-487f0d072d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492537 Aug 20 10:34:21.527164 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-225f0cd0-c8a4-4a30-b175-e430ecdd3e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:21.532793 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-d5b34bfa-4b67-42ee-91bb-b794341d5bd2 None None] For port 911eda26-5fae-4a2b-a855-a57c0263481e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=911eda26-5fae-4a2b-a855-a57c0263481e,segment=NetworkSegment(b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24),segment_id=b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:21.533209 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d5b34bfa-4b67-42ee-91bb-b794341d5bd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:21.549204 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-48b3bbd4-2f26-451d-952b-cae51f1d5230 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:21.564825 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b3bbd4-2f26-451d-952b-cae51f1d5230 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:21.568357 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-48b3bbd4-2f26-451d-952b-cae51f1d5230 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:21.572884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d5b34bfa-4b67-42ee-91bb-b794341d5bd2 None None] Calling delete_port for 911eda26-5fae-4a2b-a855-a57c0263481e owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:21.596080 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] For port 911eda26-5fae-4a2b-a855-a57c0263481e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=911eda26-5fae-4a2b-a855-a57c0263481e,segment=NetworkSegment(b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24),segment_id=b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:21.596455 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:21.615669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-6aa308c4-a869-42ec-ab8c-1af681a1ff23 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] For port 2a37e7c4-cae4-4620-80d8-485fc0c672bb, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2a37e7c4-cae4-4620-80d8-485fc0c672bb,segment=NetworkSegment(0978b3f2-648c-4313-9067-0569c252b2e7),segment_id=0978b3f2-648c-4313-9067-0569c252b2e7)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:21.616035 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-6aa308c4-a869-42ec-ab8c-1af681a1ff23 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:21.620164 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-aaf7e08c-6006-451c-ab2d-c3c782ad64ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:34:18Z', 'revision_number': 10, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:21.630720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Calling delete_port for 911eda26-5fae-4a2b-a855-a57c0263481e owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:21.651309 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-6aa308c4-a869-42ec-ab8c-1af681a1ff23 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Calling delete_port for 2a37e7c4-cae4-4620-80d8-485fc0c672bb owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:21.679818 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf7e08c-6006-451c-ab2d-c3c782ad64ee None None] The sync data for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 is: [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:34:18Z', 'revision_number': 10, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None, '_interfaces': [{'id': 'd3c648a6-0742-43be-9426-3d852706f689', 'name': '', 'network_id': '1118af4e-a60a-4544-b702-6dda02cea62f', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'mac_address': 'fa:16:3e:7f:9c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:13Z', 'updated_at': '2021-08-20T10:33:24Z', 'revision_number': 5, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'subnets': [{'id': '197f1f0d-96d8-4d5f-9259-b41783dc8248', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:34:21.782282 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d5b34bfa-4b67-42ee-91bb-b794341d5bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:21.784412 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6058e8f-e68b-402c-b254-9517a0526355 req-0a9c3bd2-459f-4dba-867f-e24bfd0f782b service neutron] 10.222.0.16 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704697 Aug 20 10:34:21.800845 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013a713-1002-48e1-a9db-de0219da6450 req-385d975e-ca3f-4bfc-ac92-e00bee65b2c9 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:21.802820 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e013a713-1002-48e1-a9db-de0219da6450 req-385d975e-ca3f-4bfc-ac92-e00bee65b2c9 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 945 time: 0.2818425 Aug 20 10:34:21.808531 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3bbd4-2f26-451d-952b-cae51f1d5230 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event updated for resources: {'Network': ['ID=05c927cb-d907-4f3d-9aad-9a9b0c54414b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:21.867871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b34bfa-4b67-42ee-91bb-b794341d5bd2 None None] No DVR routers for this DVR port 911eda26-5fae-4a2b-a855-a57c0263481e on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:34:21.870053 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 05c927cb-d907-4f3d-9aad-9a9b0c54414b details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:34:21.875715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b34bfa-4b67-42ee-91bb-b794341d5bd2 None None] Pushing event deleted for resources: {'Port': ['ID=911eda26-5fae-4a2b-a855-a57c0263481e,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:21.929854 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:21.956148 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f29753b-1a1b-46b6-92e7-650534a40f82 None None] New status for floating IP 872cbf1b-9a07-47d2-9246-79b6fb5918e8: DOWN {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:34:21.977978 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e013a713-1002-48e1-a9db-de0219da6450 req-c2429736-1353-4796-b670-f51a8e4f2f47 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e98bb6-cadf-4235-8ff2-487f0d072d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656368 Aug 20 10:34:22.023670 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8f1bad77-7bdc-4e9d-a094-1e53bd1017d6 service neutron] 10.222.0.16 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287271 Aug 20 10:34:22.026179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Port': ['ID=911eda26-5fae-4a2b-a855-a57c0263481e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:22.033596 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] No DVR routers for this DVR port 911eda26-5fae-4a2b-a855-a57c0263481e on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:34:22.088053 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-225f0cd0-c8a4-4a30-b175-e430ecdd3e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.097128 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-225f0cd0-c8a4-4a30-b175-e430ecdd3e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.180489 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-48b3bbd4-2f26-451d-952b-cae51f1d5230 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9708283 Aug 20 10:34:22.188240 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-225f0cd0-c8a4-4a30-b175-e430ecdd3e84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab9aec50772447a48b0c921b0237bc15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8938668 Aug 20 10:34:22.189113 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60612) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:22.189532 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60614) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:22.239583 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f79bbb40-4fb4-460e-b9ee-78134597ebfa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1727415701'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:22.300130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f0cd0-c8a4-4a30-b175-e430ecdd3e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5357bd-3fae-4799-9ef4-4bbea520c386,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:22.358213 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-71c26981-01e4-476b-8ed1-1bea64784d10 req-67855891-e66e-4b67-97b9-aa4684e8a544 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 210 time: 0.0753639 Aug 20 10:34:22.365415 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.396158 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-6aa308c4-a869-42ec-ab8c-1af681a1ff23 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.409966 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef30674-b07a-4d47-9bd9-ab9cd0233333 req-df395f9a-2ec1-4010-a029-7e2b9d3f291c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:22.416368 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef30674-b07a-4d47-9bd9-ab9cd0233333 req-df395f9a-2ec1-4010-a029-7e2b9d3f291c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:22.419150 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f042edf-42fb-4f55-bf23-db8e4f6bf7dc']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:22.424186 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cef30674-b07a-4d47-9bd9-ab9cd0233333 req-df395f9a-2ec1-4010-a029-7e2b9d3f291c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 1677 time: 0.3017704 Aug 20 10:34:22.435941 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79bbb40-4fb4-460e-b9ee-78134597ebfa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Made reservation on behalf of 0bba6bbe195545f89a64df3ae6d9936a for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:34:22.440081 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f79bbb40-4fb4-460e-b9ee-78134597ebfa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.465550 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-afaf9696-3983-4cda-aa35-b56c6b3b3f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.470575 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa308c4-a869-42ec-ab8c-1af681a1ff23 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event deleted for resources: {'Port': ['ID=2a37e7c4-cae4-4620-80d8-485fc0c672bb,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:22.497678 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:22.498256 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c7736b-0e2d-4c3b-8822-cc4cbc8e0b24') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:22.525852 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-afaf9696-3983-4cda-aa35-b56c6b3b3f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.538300 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.540340 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-6aa308c4-a869-42ec-ab8c-1af681a1ff23 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] No DVR routers for this DVR port 2a37e7c4-cae4-4620-80d8-485fc0c672bb on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:34:22.542968 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79bbb40-4fb4-460e-b9ee-78134597ebfa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:34:22.546949 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-6aa308c4-a869-42ec-ab8c-1af681a1ff23 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.548962 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-6aa308c4-a869-42ec-ab8c-1af681a1ff23 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.42 "DELETE /v2.0/ports/2a37e7c4-cae4-4620-80d8-485fc0c672bb HTTP/1.1" status: 204 len: 173 time: 2.5533462 Aug 20 10:34:22.564849 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.596046 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cef30674-b07a-4d47-9bd9-ab9cd0233333 req-f19b8fc1-ae18-4034-b518-faa2d148aedf tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706700 Aug 20 10:34:22.598152 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:34:22.598344 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:34:22.601793 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:34:22.609344 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device cd20ade7-d724-4406-846b-aa83a8d3576f no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:34:22.646651 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f79bbb40-4fb4-460e-b9ee-78134597ebfa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.647125 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-f79bbb40-4fb4-460e-b9ee-78134597ebfa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Added segment 56696ba2-09d0-4767-bd2e-7e45087fc131 of type vlan for network fb2a83a8-e7ab-4196-b98c-d2c69b2ce9bd Aug 20 10:34:22.670585 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: cd20ade7-d724-4406-846b-aa83a8d3576f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:34:22.671288 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device cd20ade7-d724-4406-846b-aa83a8d3576f not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:34:22.671454 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 911eda26-5fae-4a2b-a855-a57c0263481e no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:34:22.704719 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-deleted', 'tag': '2a37e7c4-cae4-4620-80d8-485fc0c672bb'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:34:22.705268 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f79bbb40-4fb4-460e-b9ee-78134597ebfa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.708145 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23be04e5-0136-46e7-9d12-1d9867b50bfb" -d '{"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-deleted", "tag": "2a37e7c4-cae4-4620-80d8-485fc0c672bb"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:34:22.715364 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 911eda26-5fae-4a2b-a855-a57c0263481e {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:34:22.715712 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 911eda26-5fae-4a2b-a855-a57c0263481e not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:34:22.724366 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.735506 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-afaf9696-3983-4cda-aa35-b56c6b3b3f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.741106 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-afaf9696-3983-4cda-aa35-b56c6b3b3f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.744909 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-afaf9696-3983-4cda-aa35-b56c6b3b3f22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca5357bd-3fae-4799-9ef4-4bbea520c386 HTTP/1.1" status: 204 len: 168 time: 0.4994752 Aug 20 10:34:22.760852 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.784689 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f79bbb40-4fb4-460e-b9ee-78134597ebfa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.792782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79bbb40-4fb4-460e-b9ee-78134597ebfa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:22.793640 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f79bbb40-4fb4-460e-b9ee-78134597ebfa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.800704 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:22.804167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf9696-3983-4cda-aa35-b56c6b3b3f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5357bd-3fae-4799-9ef4-4bbea520c386,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:22.812775 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60634) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:22.813054 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/networks/9f042edf-42fb-4f55-bf23-db8e4f6bf7dc HTTP/1.1" status: 204 len: 168 time: 2.7864218 Aug 20 10:34:22.831618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ba291-b4d2-42b5-af21-f0178e1a50ee tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Network': ['ID=9f042edf-42fb-4f55-bf23-db8e4f6bf7dc,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:22.852739 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5a5887-c31e-41b2-a69e-af65ed83e99c x-openstack-request-id: req-fd5a5887-c31e-41b2-a69e-af65ed83e99c {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:34:22.853604 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-deleted", "tag": "2a37e7c4-cae4-4620-80d8-485fc0c672bb", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:34:22.855321 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd5a5887-c31e-41b2-a69e-af65ed83e99c {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:34:22.855990 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-deleted', 'tag': '2a37e7c4-cae4-4620-80d8-485fc0c672bb', 'status': 'completed', 'code': 200} Aug 20 10:34:22.885262 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-9a124ff4-f781-4aab-9b27-a46c664c0b38 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Deleting port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:22.886105 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-9a124ff4-f781-4aab-9b27-a46c664c0b38 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:23.090975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-9a124ff4-f781-4aab-9b27-a46c664c0b38 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] For port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=5bc7b05c-dae2-490c-b4d9-1bcf484d16d4,segment=NetworkSegment(0978b3f2-648c-4313-9067-0569c252b2e7),segment_id=0978b3f2-648c-4313-9067-0569c252b2e7)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:23.091779 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-9a124ff4-f781-4aab-9b27-a46c664c0b38 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:23.105978 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f79bbb40-4fb4-460e-b9ee-78134597ebfa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8845229 Aug 20 10:34:23.114826 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-9a124ff4-f781-4aab-9b27-a46c664c0b38 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Calling delete_port for 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:23.117437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60642) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:23.122177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Request body: {'ports': [{'network_id': '05c927cb-d907-4f3d-9aad-9a9b0c54414b', 'name': 'tempest-port--69715634', 'admin_state_up': True}, {'network_id': 'fb2a83a8-e7ab-4196-b98c-d2c69b2ce9bd', 'admin_state_up': False}]} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:23.122699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Request body: {'port': {'network_id': '05c927cb-d907-4f3d-9aad-9a9b0c54414b', 'name': 'tempest-port--69715634', 'admin_state_up': True}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:23.123367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Request body: {'port': {'network_id': 'fb2a83a8-e7ab-4196-b98c-d2c69b2ce9bd', 'admin_state_up': False}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:23.157150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bbb40-4fb4-460e-b9ee-78134597ebfa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event updated for resources: {'Network': ['ID=fb2a83a8-e7ab-4196-b98c-d2c69b2ce9bd,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:23.170496 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network fb2a83a8-e7ab-4196-b98c-d2c69b2ce9bd details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:34:23.544468 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e880ddd-f111-4e1c-ae89-3b08a59f9802 req-3746f084-f650-4d17-a0c9-e1c23c4a93a1 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 210 time: 0.0428352 Aug 20 10:34:23.572199 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Made reservation on behalf of 0bba6bbe195545f89a64df3ae6d9936a for: {'port': 2} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:34:23.578754 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:23.631754 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:23.760745 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] device_id is not set on port 63403ff4-1f42-4e80-9d83-98d2321a8478 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:34:23.871922 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:34:23.893674 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbc619-d97c-4a7b-bde4-9cef052fb5ab req-9ccd78f7-050e-489e-8e7e-a38ffdd9a5ef tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:23.896458 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ecdbc619-d97c-4a7b-bde4-9cef052fb5ab req-9ccd78f7-050e-489e-8e7e-a38ffdd9a5ef tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 945 time: 0.8114870 Aug 20 10:34:23.985066 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:24.057885 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ecdbc619-d97c-4a7b-bde4-9cef052fb5ab req-65ce5d0a-34d9-472a-af9b-bf3d95d222d3 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e98bb6-cadf-4235-8ff2-487f0d072d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276941 Aug 20 10:34:24.085296 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-9a124ff4-f781-4aab-9b27-a46c664c0b38 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:24.219938 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07127c95-7f1a-4955-9acd-2ab0cac670ab tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:24.267846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] device_id is not set on port bc2f3bc9-8854-4912-a4a1-69ceefd68345 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:34:24.445279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6058e8f-e68b-402c-b254-9517a0526355 req-f2c99e40-647f-437c-9a40-38cba6d6cf97 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:24.447403 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6058e8f-e68b-402c-b254-9517a0526355 req-f2c99e40-647f-437c-9a40-38cba6d6cf97 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.42 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 811 time: 0.5303173 Aug 20 10:34:24.458799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dceb75-e3c2-440d-9533-5b951c069ae1 req-11b1fe7a-5900-4db9-bea0-1aac204f10bb tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:24.469024 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85dceb75-e3c2-440d-9533-5b951c069ae1 req-11b1fe7a-5900-4db9-bea0-1aac204f10bb tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 865 time: 0.6146257 Aug 20 10:34:24.478989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a124ff4-f781-4aab-9b27-a46c664c0b38 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event deleted for resources: {'Port': ['ID=5bc7b05c-dae2-490c-b4d9-1bcf484d16d4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:24.487546 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:24.668624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff411fb-64be-4b38-b1b7-53b0a68ac6d2 req-e3ebbbca-e334-47cf-a712-86384559907b tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:24.670656 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ff411fb-64be-4b38-b1b7-53b0a68ac6d2 req-e3ebbbca-e334-47cf-a712-86384559907b tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 945 time: 0.1406956 Aug 20 10:34:24.678315 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6058e8f-e68b-402c-b254-9517a0526355 req-b4b0e0b9-baa1-4b0e-83bc-f8852aa852a7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c94f33ee8bdb486c9e80924b1d062545 HTTP/1.1" status: 200 len: 380 time: 0.1804671 Aug 20 10:34:24.684532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-9a124ff4-f781-4aab-9b27-a46c664c0b38 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] No DVR routers for this DVR port 5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:34:24.687787 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-9a124ff4-f781-4aab-9b27-a46c664c0b38 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:24.690153 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be756b79-42c7-4a22-b2d9-3183bfbc5c19 req-9a124ff4-f781-4aab-9b27-a46c664c0b38 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.42 "DELETE /v2.0/ports/5bc7b05c-dae2-490c-b4d9-1bcf484d16d4 HTTP/1.1" status: 204 len: 173 time: 2.1339450 Aug 20 10:34:24.695423 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-07127c95-7f1a-4955-9acd-2ab0cac670ab tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting port d3c648a6-0742-43be-9426-3d852706f689 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:24.703382 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07127c95-7f1a-4955-9acd-2ab0cac670ab tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:24.707923 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85dceb75-e3c2-440d-9533-5b951c069ae1 req-9e377f1d-3094-4bdf-83a5-f9b4557f7294 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f3f050-f403-43cf-8c5a-95c355c35a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373490 Aug 20 10:34:24.712931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-b6058e8f-e68b-402c-b254-9517a0526355 req-9ade805e-5ada-4eb3-9fe9-29f3b6ee4a0e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Request body: {'port': {'device_id': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'admin_state_up': True, 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'security_groups': ['4fe5582d-134f-4896-9592-4eb35b5ba728']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:24.879427 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ff411fb-64be-4b38-b1b7-53b0a68ac6d2 req-9dcdd1ee-3ef1-4941-aba9-2ee80e13f2e9 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e98bb6-cadf-4235-8ff2-487f0d072d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879396 Aug 20 10:34:24.974633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-07127c95-7f1a-4955-9acd-2ab0cac670ab tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] For port d3c648a6-0742-43be-9426-3d852706f689, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d3c648a6-0742-43be-9426-3d852706f689,segment=NetworkSegment(09360e92-96aa-41b5-a430-b17800b50950),segment_id=09360e92-96aa-41b5-a430-b17800b50950)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:24.975378 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07127c95-7f1a-4955-9acd-2ab0cac670ab tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:25.011422 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-07127c95-7f1a-4955-9acd-2ab0cac670ab tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Calling delete_port for d3c648a6-0742-43be-9426-3d852706f689 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:25.354999 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-deleted', 'tag': '5bc7b05c-dae2-490c-b4d9-1bcf484d16d4'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:34:25.357270 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e704133-2464-47d5-ab57-9b1fe7fe6676" -d '{"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-deleted", "tag": "5bc7b05c-dae2-490c-b4d9-1bcf484d16d4"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:34:25.381495 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07127c95-7f1a-4955-9acd-2ab0cac670ab tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:25.409512 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da108ec-c30d-488c-8d86-21a08a22233f req-58af0bc5-b331-48ae-aa40-f519d7806221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:25.411261 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4da108ec-c30d-488c-8d86-21a08a22233f req-58af0bc5-b331-48ae-aa40-f519d7806221 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=166e02a5760d422c823a05631402c62f&device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 1097 time: 0.9147487 Aug 20 10:34:25.418424 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:25.439804 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9ee152-8336-48e6-9715-43d0f94eb7ad x-openstack-request-id: req-cc9ee152-8336-48e6-9715-43d0f94eb7ad {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:34:25.440110 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac253fbb-3c71-44f4-99bc-2d2e4554b056", "name": "network-vif-deleted", "tag": "5bc7b05c-dae2-490c-b4d9-1bcf484d16d4", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:34:25.440381 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc9ee152-8336-48e6-9715-43d0f94eb7ad {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:34:25.440770 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac253fbb-3c71-44f4-99bc-2d2e4554b056', 'name': 'network-vif-deleted', 'tag': '5bc7b05c-dae2-490c-b4d9-1bcf484d16d4', 'status': 'completed', 'code': 200} Aug 20 10:34:25.468358 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a130348-d57c-4368-bf82-ed13ef416158 req-39173724-6394-485b-96ff-e8714d27159c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 210 time: 0.0955958 Aug 20 10:34:25.472935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07127c95-7f1a-4955-9acd-2ab0cac670ab tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Port': ['ID=d3c648a6-0742-43be-9426-3d852706f689,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:25.634361 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07127c95-7f1a-4955-9acd-2ab0cac670ab tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:25.772035 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event updated for resources: {'Port': ['ID=63403ff4-1f42-4e80-9d83-98d2321a8478,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:25.787277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Checking segment: {'id': '9fc72608-957d-4a5b-9104-ef35b4e1a28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '05c927cb-d907-4f3d-9aad-9a9b0c54414b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:34:25.787648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Network hostable DHCP agents. Network: 05c927cb-d907-4f3d-9aad-9a9b0c54414b, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:34:25.860453 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da108ec-c30d-488c-8d86-21a08a22233f req-c8598733-2793-4a4a-a6f5-1a8d67ef284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:25.861985 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4da108ec-c30d-488c-8d86-21a08a22233f req-c8598733-2793-4a4a-a6f5-1a8d67ef284a service neutron] 10.222.0.24 "GET /v2.0/networks?id=324ff0db-c5d1-4fca-bb88-1a98dcdb99a4 HTTP/1.1" status: 200 len: 915 time: 0.4241889 Aug 20 10:34:25.973678 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8b2c7af-5d8c-4da1-8c5e-fbc3ae06e45d req-07b5ae14-4e1c-40db-8a7a-bd6e7cf5c388 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.0519919 Aug 20 10:34:25.979638 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07127c95-7f1a-4955-9acd-2ab0cac670ab tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router a352c903-e30f-49c4-bc92-fd12fe9a812c has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:34:25.984698 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4da108ec-c30d-488c-8d86-21a08a22233f req-e3e9425c-0150-48b3-87ca-2223e058ec31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88bde6e7-634c-4ab2-a3e9-dd763ac5f255 HTTP/1.1" status: 200 len: 217 time: 0.1052246 Aug 20 10:34:25.996523 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Network 05c927cb-d907-4f3d-9aad-9a9b0c54414b is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:34:26.025370 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 05c927cb-d907-4f3d-9aad-9a9b0c54414b) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:26.030678 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:34:26.032749 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:26.034384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c59376-8f4b-4b63-9db7-db89d7ca5abc None None] Network 05c927cb-d907-4f3d-9aad-9a9b0c54414b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:34:26.112894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6058e8f-e68b-402c-b254-9517a0526355 req-9ade805e-5ada-4eb3-9fe9-29f3b6ee4a0e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Made reservation on behalf of c94f33ee8bdb486c9e80924b1d062545 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:34:26.117139 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b6058e8f-e68b-402c-b254-9517a0526355 req-9ade805e-5ada-4eb3-9fe9-29f3b6ee4a0e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:26.161845 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07127c95-7f1a-4955-9acd-2ab0cac670ab tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:34:26.172905 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-07127c95-7f1a-4955-9acd-2ab0cac670ab tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/a352c903-e30f-49c4-bc92-fd12fe9a812c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3560092 Aug 20 10:34:26.175156 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60728) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:26.176432 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb343e1-8f02-4c42-aa07-28d6445e6d0c None None] Sync routers for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:34:26.195097 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb343e1-8f02-4c42-aa07-28d6445e6d0c None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:26.195728 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0eb343e1-8f02-4c42-aa07-28d6445e6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:26.263873 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e12feb-6c5e-446a-800f-cb251a955666 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting subnet 197f1f0d-96d8-4d5f-9259-b41783dc8248 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:34:26.267488 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a5e12feb-6c5e-446a-800f-cb251a955666 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:26.320587 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a5e12feb-6c5e-446a-800f-cb251a955666 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:26.356308 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-0eb343e1-8f02-4c42-aa07-28d6445e6d0c None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:26.406436 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a5e12feb-6c5e-446a-800f-cb251a955666 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:26.418856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-b6058e8f-e68b-402c-b254-9517a0526355 req-9ade805e-5ada-4eb3-9fe9-29f3b6ee4a0e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Allocated IP 172.20.0.6 (8efc36c3-e5df-4925-8f18-00e48d76c056/b56823e1-e82f-4eee-8015-14002abf1cad/f4572806-9844-4302-b2a2-f2770c887d9d) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:34:26.441838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60730) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:26.496137 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0eb343e1-8f02-4c42-aa07-28d6445e6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:34:25Z', 'revision_number': 11, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:26.515301 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2e311-233c-42da-8c73-e9a7951b0327 req-5b8a585c-f01d-46ea-9b17-a77aab798aab tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:26.523222 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74d2e311-233c-42da-8c73-e9a7951b0327 req-5b8a585c-f01d-46ea-9b17-a77aab798aab tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 945 time: 0.5112410 Aug 20 10:34:26.547410 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a5e12feb-6c5e-446a-800f-cb251a955666 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:26.558513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da108ec-c30d-488c-8d86-21a08a22233f req-514edeb5-3c62-417c-bc99-ed69b62bf8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:26.580592 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4da108ec-c30d-488c-8d86-21a08a22233f req-514edeb5-3c62-417c-bc99-ed69b62bf8e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1a1684c1-d945-4c83-9600-ff1a271592a7 HTTP/1.1" status: 200 len: 854 time: 0.5709937 Aug 20 10:34:26.588727 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb343e1-8f02-4c42-aa07-28d6445e6d0c None None] Checking router: a352c903-e30f-49c4-bc92-fd12fe9a812c for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:34:26.604724 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb343e1-8f02-4c42-aa07-28d6445e6d0c None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:26.605356 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0eb343e1-8f02-4c42-aa07-28d6445e6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:26.636796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e12feb-6c5e-446a-800f-cb251a955666 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Subnet': ['ID=197f1f0d-96d8-4d5f-9259-b41783dc8248,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:26.646776 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a5e12feb-6c5e-446a-800f-cb251a955666 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:26.651981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa40a50-1680-433d-b672-92e2f32ede75 None None] Network 1118af4e-a60a-4544-b702-6dda02cea62f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:34:26.654425 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a5e12feb-6c5e-446a-800f-cb251a955666 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/subnets/197f1f0d-96d8-4d5f-9259-b41783dc8248 HTTP/1.1" status: 204 len: 168 time: 0.4782038 Aug 20 10:34:26.663559 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60740) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:26.704414 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event updated for resources: {'Port': ['ID=bc2f3bc9-8854-4912-a4a1-69ceefd68345,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:26.761244 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-0eb343e1-8f02-4c42-aa07-28d6445e6d0c None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:26.810246 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b30c2f0-e5f7-4474-8d7d-4b696cd7c94f req-c90bc12d-f44b-4b32-8ff2-7141aa81f657 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 210 time: 0.1602602 Aug 20 10:34:26.850425 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Checking segment: {'id': '56696ba2-09d0-4767-bd2e-7e45087fc131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb2a83a8-e7ab-4196-b98c-d2c69b2ce9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:34:26.850931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Network hostable DHCP agents. Network: fb2a83a8-e7ab-4196-b98c-d2c69b2ce9bd, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:34:26.857443 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4da108ec-c30d-488c-8d86-21a08a22233f req-e408f343-0346-41a4-b529-8052a3e6d7af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=324ff0db-c5d1-4fca-bb88-1a98dcdb99a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2205589 Aug 20 10:34:26.872248 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0eb343e1-8f02-4c42-aa07-28d6445e6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:34:25Z', 'revision_number': 11, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:26.875717 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6b0d7d36-ee48-4d84-a64d-b68eba2805aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:26.893968 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74d2e311-233c-42da-8c73-e9a7951b0327 req-ad15ee5a-b9fc-4b02-b19e-3356ca88b1a3 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e98bb6-cadf-4235-8ff2-487f0d072d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495355 Aug 20 10:34:26.918584 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb343e1-8f02-4c42-aa07-28d6445e6d0c None None] The sync data for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 is: [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:34:25Z', 'revision_number': 11, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:34:26.966638 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:27.036616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Network fb2a83a8-e7ab-4196-b98c-d2c69b2ce9bd is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:34:27.070096 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, fb2a83a8-e7ab-4196-b98c-d2c69b2ce9bd) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:27.075602 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:34:27.080598 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a3b3a3-e70f-4694-a718-1e18e37d880f None None] Network fb2a83a8-e7ab-4196-b98c-d2c69b2ce9bd requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:34:27.082853 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:27.087890 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:27.088765 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:27.129822 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4da108ec-c30d-488c-8d86-21a08a22233f req-4086362f-913f-40d0-b169-3868f3ce5b2d service neutron] 10.222.0.24 "GET /v2.0/networks/324ff0db-c5d1-4fca-bb88-1a98dcdb99a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310221 Aug 20 10:34:27.133182 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b6058e8f-e68b-402c-b254-9517a0526355 req-9ade805e-5ada-4eb3-9fe9-29f3b6ee4a0e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:27.206821 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-b6058e8f-e68b-402c-b254-9517a0526355 req-9ade805e-5ada-4eb3-9fe9-29f3b6ee4a0e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Transition to ACTIVE for port object f4572806-9844-4302-b2a2-f2770c887d9d will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:34:27.229443 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32280cd6-740c-4d85-9e55-afbd88419030 req-fec7f49d-6b7c-41ab-a46e-0868c6c091bd tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.0807300 Aug 20 10:34:27.244045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Deleting port 3c67f0f9-9424-4c93-9f14-6aa8614f4551 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:27.244458 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:27.300897 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311a710d-e61e-4ea6-9484-f18297c42bbd None None] DHCP port deletion for 1118af4e-a60a-4544-b702-6dda02cea62f request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:34:27.313647 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4da108ec-c30d-488c-8d86-21a08a22233f req-0e9bb73d-16a4-412a-8489-2cf7a86f7890 service neutron] 10.222.0.24 "GET /v2.0/networks/324ff0db-c5d1-4fca-bb88-1a98dcdb99a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734607 Aug 20 10:34:27.328819 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b6058e8f-e68b-402c-b254-9517a0526355 req-9ade805e-5ada-4eb3-9fe9-29f3b6ee4a0e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:27.363899 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] For port 3c67f0f9-9424-4c93-9f14-6aa8614f4551, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3c67f0f9-9424-4c93-9f14-6aa8614f4551,segment=NetworkSegment(09360e92-96aa-41b5-a430-b17800b50950),segment_id=09360e92-96aa-41b5-a430-b17800b50950)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:27.364120 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:27.382719 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Calling delete_port for 3c67f0f9-9424-4c93-9f14-6aa8614f4551 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:27.429239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-311a710d-e61e-4ea6-9484-f18297c42bbd None None] Deleting port 3c67f0f9-9424-4c93-9f14-6aa8614f4551 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:27.429622 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-311a710d-e61e-4ea6-9484-f18297c42bbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:27.434784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6058e8f-e68b-402c-b254-9517a0526355 req-9ade805e-5ada-4eb3-9fe9-29f3b6ee4a0e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Network 8efc36c3-e5df-4925-8f18-00e48d76c056 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:34:27.449213 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-b6058e8f-e68b-402c-b254-9517a0526355 req-9ade805e-5ada-4eb3-9fe9-29f3b6ee4a0e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:27.456030 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6058e8f-e68b-402c-b254-9517a0526355 req-9ade805e-5ada-4eb3-9fe9-29f3b6ee4a0e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:34:27.536366 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade805e-5ada-4eb3-9fe9-29f3b6ee4a0e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Pushing event updated for resources: {'Port': ['ID=f4572806-9844-4302-b2a2-f2770c887d9d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:27.594000 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:27.594312 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6058e8f-e68b-402c-b254-9517a0526355 req-9ade805e-5ada-4eb3-9fe9-29f3b6ee4a0e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:27.594312 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b6058e8f-e68b-402c-b254-9517a0526355 req-9ade805e-5ada-4eb3-9fe9-29f3b6ee4a0e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:27.632524 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Port': ['ID=3c67f0f9-9424-4c93-9f14-6aa8614f4551,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:27.640838 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6b0d7d36-ee48-4d84-a64d-b68eba2805aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:27.644149 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] No DVR routers for this DVR port 3c67f0f9-9424-4c93-9f14-6aa8614f4551 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:34:27.651787 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-311a710d-e61e-4ea6-9484-f18297c42bbd None None] For port 3c67f0f9-9424-4c93-9f14-6aa8614f4551, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3c67f0f9-9424-4c93-9f14-6aa8614f4551,segment=NetworkSegment(09360e92-96aa-41b5-a430-b17800b50950),segment_id=09360e92-96aa-41b5-a430-b17800b50950)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:27.652345 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-311a710d-e61e-4ea6-9484-f18297c42bbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:27.660911 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6058e8f-e68b-402c-b254-9517a0526355 req-9ade805e-5ada-4eb3-9fe9-29f3b6ee4a0e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9687650 Aug 20 10:34:27.663304 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5c2fe550-6f4c-4c13-bd60-ca5b2ada1260 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 4.5457017 Aug 20 10:34:27.666436 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60754) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:27.674909 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6b0d7d36-ee48-4d84-a64d-b68eba2805aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:27.698153 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-b6058e8f-e68b-402c-b254-9517a0526355 req-45e00ae4-dd16-40a6-8060-92c173b1e131 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:34:27.707544 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6058e8f-e68b-402c-b254-9517a0526355 req-45e00ae4-dd16-40a6-8060-92c173b1e131 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152857 Aug 20 10:34:27.708865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-311a710d-e61e-4ea6-9484-f18297c42bbd None None] Calling delete_port for 3c67f0f9-9424-4c93-9f14-6aa8614f4551 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:27.765050 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d7d36-ee48-4d84-a64d-b68eba2805aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efd3305-f945-4e1a-bf9e-b6f398663bc2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:27.771970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Request body: {'port': {'device_id': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:27.888948 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:27.896444 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6b0d7d36-ee48-4d84-a64d-b68eba2805aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d664f0013854549aee335d2d78defbc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4536357 Aug 20 10:34:27.897306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60764) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:27.920103 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1118af4e-a60a-4544-b702-6dda02cea62f']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:27.953615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09360e92-96aa-41b5-a430-b17800b50950') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:27.953919 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09360e92-96aa-41b5-a430-b17800b50950') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:27.963616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f1f519-0157-4764-9330-d0ca1e1bec65 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:27.970159 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f1f519-0157-4764-9330-d0ca1e1bec65 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:27.973748 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-64f1f519-0157-4764-9330-d0ca1e1bec65 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.3058176 Aug 20 10:34:27.976416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f962af35-8b03-4030-a250-84b277bbd9de None None] Provisioning for port f4572806-9844-4302-b2a2-f2770c887d9d completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:34:27.981137 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-311a710d-e61e-4ea6-9484-f18297c42bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:27.988148 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60768) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:28.017562 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:28.062630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a710d-e61e-4ea6-9484-f18297c42bbd None None] Pushing event deleted for resources: {'Port': ['ID=3c67f0f9-9424-4c93-9f14-6aa8614f4551,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:28.067745 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f962af35-8b03-4030-a250-84b277bbd9de None None] Provisioning complete for port f4572806-9844-4302-b2a2-f2770c887d9d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:34:28.073101 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f962af35-8b03-4030-a250-84b277bbd9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:28.094732 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:28.097153 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:28.098658 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311a710d-e61e-4ea6-9484-f18297c42bbd None None] No DVR routers for this DVR port 3c67f0f9-9424-4c93-9f14-6aa8614f4551 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:34:28.132903 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:34:28.134096 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:34:28.140090 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:34:28.178864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-f962af35-8b03-4030-a250-84b277bbd9de None None] Port f4572806-9844-4302-b2a2-f2770c887d9d cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:34:28.209748 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b164c2ce-b92a-4e5e-a645-3751389e87c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:28.230571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dafcf3-ea7a-438f-9342-b2efd9c4e639 req-f226bdcf-b284-410e-a45f-fe0b3425218e tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:28.232500 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a7dafcf3-ea7a-438f-9342-b2efd9c4e639 req-f226bdcf-b284-410e-a45f-fe0b3425218e tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 945 time: 0.1887031 Aug 20 10:34:28.244820 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:28.250993 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:28.256406 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/networks/1118af4e-a60a-4544-b702-6dda02cea62f HTTP/1.1" status: 204 len: 168 time: 1.5917864 Aug 20 10:34:28.258122 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60770) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:28.272866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-cc56c297-6fd0-49f8-8b78-af7c9e0ae45b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'router': {'routes': None}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:28.285701 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bd96a-9a5b-44e6-a415-9c47939d2417 req-9f5f65ce-372d-4f8b-89ab-33375fc15955 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:28.285701 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-759bd96a-9a5b-44e6-a415-9c47939d2417 req-9f5f65ce-372d-4f8b-89ab-33375fc15955 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 931 time: 0.3496046 Aug 20 10:34:28.311412 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b164c2ce-b92a-4e5e-a645-3751389e87c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:28.330290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a6445-feaa-4299-81b4-498d48c75ddf tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Pushing event deleted for resources: {'Network': ['ID=1118af4e-a60a-4544-b702-6dda02cea62f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:28.412761 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a7dafcf3-ea7a-438f-9342-b2efd9c4e639 req-3ad7640d-0f86-4ab4-bc92-04cf66608d9e tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e98bb6-cadf-4235-8ff2-487f0d072d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701844 Aug 20 10:34:28.554152 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-759bd96a-9a5b-44e6-a415-9c47939d2417 req-50276008-e790-4e33-84d4-4d3ec570f538 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535138 Aug 20 10:34:28.619903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d3c648a6-0742-43be-9426-3d852706f689 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:34:28.648212 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4b3d7354-6ed8-4a2c-82de-186e9b37d038 req-1ddf931b-5af0-4bb8-a8c0-f952c3ca1cbc tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.0431757 Aug 20 10:34:28.661348 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: d3c648a6-0742-43be-9426-3d852706f689 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:34:28.669770 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-5896383c-28b0-4600-91f8-f0b41acec958 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Deleting port 63403ff4-1f42-4e80-9d83-98d2321a8478 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:28.670962 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d3c648a6-0742-43be-9426-3d852706f689 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:34:28.671980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3c67f0f9-9424-4c93-9f14-6aa8614f4551 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:34:28.675957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.extraroute_db [None req-cc56c297-6fd0-49f8-8b78-af7c9e0ae45b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Added routes are [] {{(pid=94866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 10:34:28.676281 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.extraroute_db [None req-cc56c297-6fd0-49f8-8b78-af7c9e0ae45b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Removed routes are [] {{(pid=94866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 10:34:28.676672 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cc56c297-6fd0-49f8-8b78-af7c9e0ae45b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:28.683856 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5896383c-28b0-4600-91f8-f0b41acec958 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:28.712048 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 3c67f0f9-9424-4c93-9f14-6aa8614f4551 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:34:28.713154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3c67f0f9-9424-4c93-9f14-6aa8614f4551 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:34:28.750847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4572806-9844-4302-b2a2-f2770c887d9d {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:34:28.760679 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:28.766362 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b164c2ce-b92a-4e5e-a645-3751389e87c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:28.769602 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b164c2ce-b92a-4e5e-a645-3751389e87c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:28.773482 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b164c2ce-b92a-4e5e-a645-3751389e87c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8efd3305-f945-4e1a-bf9e-b6f398663bc2 HTTP/1.1" status: 204 len: 168 time: 0.8609300 Aug 20 10:34:28.862061 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5896383c-28b0-4600-91f8-f0b41acec958 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:28.877543 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-5896383c-28b0-4600-91f8-f0b41acec958 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Calling delete_port for 63403ff4-1f42-4e80-9d83-98d2321a8478 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:28.920322 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cc56c297-6fd0-49f8-8b78-af7c9e0ae45b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:28.923695 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cc56c297-6fd0-49f8-8b78-af7c9e0ae45b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:28.998695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Transition to ACTIVE for port object f4572806-9844-4302-b2a2-f2770c887d9d will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:34:29.000341 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164c2ce-b92a-4e5e-a645-3751389e87c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efd3305-f945-4e1a-bf9e-b6f398663bc2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:29.003263 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5896383c-28b0-4600-91f8-f0b41acec958 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:29.018643 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:29.024970 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc56c297-6fd0-49f8-8b78-af7c9e0ae45b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router a352c903-e30f-49c4-bc92-fd12fe9a812c has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:34:29.046342 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c2ce-b92a-4e5e-a645-3751389e87c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:29.046863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c2ce-b92a-4e5e-a645-3751389e87c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:29.047348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c2ce-b92a-4e5e-a645-3751389e87c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:29.047820 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c2ce-b92a-4e5e-a645-3751389e87c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:29.048269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c2ce-b92a-4e5e-a645-3751389e87c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:29.048728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c2ce-b92a-4e5e-a645-3751389e87c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:29.049160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c2ce-b92a-4e5e-a645-3751389e87c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:29.049607 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c2ce-b92a-4e5e-a645-3751389e87c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:29.050154 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c2ce-b92a-4e5e-a645-3751389e87c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:29.050595 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c2ce-b92a-4e5e-a645-3751389e87c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:29.051129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c2ce-b92a-4e5e-a645-3751389e87c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:29.051624 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164c2ce-b92a-4e5e-a645-3751389e87c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:29.059502 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896383c-28b0-4600-91f8-f0b41acec958 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event deleted for resources: {'Port': ['ID=63403ff4-1f42-4e80-9d83-98d2321a8478,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:29.105953 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5896383c-28b0-4600-91f8-f0b41acec958 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:29.108318 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5896383c-28b0-4600-91f8-f0b41acec958 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "DELETE /v2.0/ports/63403ff4-1f42-4e80-9d83-98d2321a8478 HTTP/1.1" status: 204 len: 168 time: 1.1145830 Aug 20 10:34:29.116280 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60786) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:29.223757 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc56c297-6fd0-49f8-8b78-af7c9e0ae45b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:34:29.237536 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0ee11-535b-473c-b1f7-2e0f2533a2a9 None None] Sync routers for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:34:29.249773 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Pushing event updated for resources: {'Port': ['ID=f4572806-9844-4302-b2a2-f2770c887d9d,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:29.268477 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cc56c297-6fd0-49f8-8b78-af7c9e0ae45b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:29.272290 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf0ee11-535b-473c-b1f7-2e0f2533a2a9 None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:29.274298 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-dcf0ee11-535b-473c-b1f7-2e0f2533a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:29.274510 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cc56c297-6fd0-49f8-8b78-af7c9e0ae45b tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/a352c903-e30f-49c4-bc92-fd12fe9a812c HTTP/1.1" status: 200 len: 705 time: 1.0065730 Aug 20 10:34:29.278551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60788) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:29.350244 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fbf72209-5bf9-4e05-ab4b-7149d2168ab7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports?device_id=a352c903-e30f-49c4-bc92-fd12fe9a812c HTTP/1.1" status: 200 len: 205 time: 0.0693240 Aug 20 10:34:29.350779 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60790) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:29.380226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60792) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:29.399213 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d42b87fd-0043-4b45-8919-b7c627ed7a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:29.453582 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Attempting to bind port f4572806-9844-4302-b2a2-f2770c887d9d on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:34:29.454075 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Attempting to bind port f4572806-9844-4302-b2a2-f2770c887d9d by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:34:29.454552 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Attempting to bind port f4572806-9844-4302-b2a2-f2770c887d9d on network 8efc36c3-e5df-4925-8f18-00e48d76c056 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:34:29.465620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Port f4572806-9844-4302-b2a2-f2770c887d9d on network 8efc36c3-e5df-4925-8f18-00e48d76c056 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:34:29.466157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Attempting to bind port f4572806-9844-4302-b2a2-f2770c887d9d on network 8efc36c3-e5df-4925-8f18-00e48d76c056 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:34:29.482765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:34:29.483174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Checking segment: {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:34:29.483679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Bound using segment: {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:34:29.484193 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Bound port: f4572806-9844-4302-b2a2-f2770c887d9d, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:34:29.484641 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:29.498876 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-dcf0ee11-535b-473c-b1f7-2e0f2533a2a9 None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:29.511453 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-0ac792ee-04cd-40e7-9d41-1c0272404ce4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Deleting port bc2f3bc9-8854-4912-a4a1-69ceefd68345 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:29.511878 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0ac792ee-04cd-40e7-9d41-1c0272404ce4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:29.523485 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-291a481d-e222-45e2-80eb-c1df354f2eb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:29.667518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] For port f4572806-9844-4302-b2a2-f2770c887d9d, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:34:29.690162 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-830ebb43-b361-451e-a162-e2ef4902a2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:29.697326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-dcf0ee11-535b-473c-b1f7-2e0f2533a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:34:25Z', 'revision_number': 11, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:29.750711 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] For port f4572806-9844-4302-b2a2-f2770c887d9d, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f4572806-9844-4302-b2a2-f2770c887d9d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:34:29.768401 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0ee11-535b-473c-b1f7-2e0f2533a2a9 None None] Checking router: a352c903-e30f-49c4-bc92-fd12fe9a812c for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:34:29.775681 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:29.787919 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf0ee11-535b-473c-b1f7-2e0f2533a2a9 None None] Routers {'a352c903-e30f-49c4-bc92-fd12fe9a812c'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:29.789210 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-dcf0ee11-535b-473c-b1f7-2e0f2533a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a352c903-e30f-49c4-bc92-fd12fe9a812c'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:29.797515 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0ac792ee-04cd-40e7-9d41-1c0272404ce4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:29.867167 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-0ac792ee-04cd-40e7-9d41-1c0272404ce4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Calling delete_port for bc2f3bc9-8854-4912-a4a1-69ceefd68345 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:29.955403 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-dcf0ee11-535b-473c-b1f7-2e0f2533a2a9 None None] Set router a352c903-e30f-49c4-bc92-fd12fe9a812c gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:30.106007 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d42b87fd-0043-4b45-8919-b7c627ed7a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:30.152663 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-dcf0ee11-535b-473c-b1f7-2e0f2533a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:34:25Z', 'revision_number': 11, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:30.153508 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0ac792ee-04cd-40e7-9d41-1c0272404ce4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:30.194207 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f32c9b-5db7-4bc1-96ff-eaf056711b84 req-a9f30a14-778f-4316-96fc-626de54bbdd1 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:30.196612 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1f32c9b-5db7-4bc1-96ff-eaf056711b84 req-a9f30a14-778f-4316-96fc-626de54bbdd1 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 945 time: 0.6038640 Aug 20 10:34:30.197700 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d42b87fd-0043-4b45-8919-b7c627ed7a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:30.244492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:30.245386 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:30.246985 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6058e8f-e68b-402c-b254-9517a0526355 req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] 10.222.0.42 "PUT /v2.0/ports/f4572806-9844-4302-b2a2-f2770c887d9d HTTP/1.1" status: 200 len: 1092 time: 2.5297306 Aug 20 10:34:30.254238 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf0ee11-535b-473c-b1f7-2e0f2533a2a9 None None] The sync data for ids ['a352c903-e30f-49c4-bc92-fd12fe9a812c'] in n-d-778550-11 is: [{'id': 'a352c903-e30f-49c4-bc92-fd12fe9a812c', 'name': 'tempest-RoutersIpV6Test-router-1469281542', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:10Z', 'updated_at': '2021-08-20T10:34:25Z', 'revision_number': 11, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:34:30.291180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:34:30.293179 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a3ecda-f642-42d6-a7bb-12a5868226dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:34:30.312153 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0ac792ee-04cd-40e7-9d41-1c0272404ce4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:30.319890 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0ac792ee-04cd-40e7-9d41-1c0272404ce4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "DELETE /v2.0/ports/bc2f3bc9-8854-4912-a4a1-69ceefd68345 HTTP/1.1" status: 204 len: 168 time: 1.1996894 Aug 20 10:34:30.370394 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60812) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:30.387567 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-291a481d-e222-45e2-80eb-c1df354f2eb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:30.407792 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-291a481d-e222-45e2-80eb-c1df354f2eb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:30.440640 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d6c1e-2cf4-42d5-a22c-ddf9be67c546 service neutron] Pushing event updated for resources: {'Port': ['ID=f4572806-9844-4302-b2a2-f2770c887d9d,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:30.453976 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-156c8149-2a18-4961-bddb-00548cf39d36 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0699809 Aug 20 10:34:30.462762 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60814) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:30.476326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-c83e7671-e769-47fb-ab95-49997e64f07b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1676070357'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:30.596142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d8cbf-89b4-46e7-82d6-ef1ea090a056 req-001aedc8-f1fb-4125-9558-43788da7745a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:30.597700 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d42b87fd-0043-4b45-8919-b7c627ed7a16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2980e0028224586ba72cae8bc480291&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2141957 Aug 20 10:34:30.608821 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60816) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:30.612488 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-055d8cbf-89b4-46e7-82d6-ef1ea090a056 req-001aedc8-f1fb-4125-9558-43788da7745a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 943 time: 0.8265760 Aug 20 10:34:30.643624 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-291a481d-e222-45e2-80eb-c1df354f2eb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:30.644806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291a481d-e222-45e2-80eb-c1df354f2eb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Fanout notify agent at l3_agent the message router_deleted on router a352c903-e30f-49c4-bc92-fd12fe9a812c {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:34:30.663771 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-291a481d-e222-45e2-80eb-c1df354f2eb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:30.674804 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-291a481d-e222-45e2-80eb-c1df354f2eb3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/routers/a352c903-e30f-49c4-bc92-fd12fe9a812c HTTP/1.1" status: 204 len: 168 time: 1.3196986 Aug 20 10:34:30.675274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60818) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:30.691366 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-8d6ccc8b-cb79-41ca-97b7-da906f59c67a tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-60893300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:30.768470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83e7671-e769-47fb-ab95-49997e64f07b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Made reservation on behalf of 0bba6bbe195545f89a64df3ae6d9936a for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:34:30.772441 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c83e7671-e769-47fb-ab95-49997e64f07b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:30.775905 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac792ee-04cd-40e7-9d41-1c0272404ce4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event deleted for resources: {'Port': ['ID=bc2f3bc9-8854-4912-a4a1-69ceefd68345,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:30.781006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b87fd-0043-4b45-8919-b7c627ed7a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1d1867-0ab2-4f06-89b9-c4dfd97d92f9,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:30.793863 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d6ccc8b-cb79-41ca-97b7-da906f59c67a tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:30.798945 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d6ccc8b-cb79-41ca-97b7-da906f59c67a tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:30.836982 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6058e8f-e68b-402c-b254-9517a0526355 req-4fae6fc7-2cd3-45c4-a6e4-c6100d828c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:30.839745 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6058e8f-e68b-402c-b254-9517a0526355 req-4fae6fc7-2cd3-45c4-a6e4-c6100d828c72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 1095 time: 0.3030019 Aug 20 10:34:30.840115 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-055d8cbf-89b4-46e7-82d6-ef1ea090a056 req-4a382d7b-bf5c-467f-8f5c-21d1648aad13 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219319 Aug 20 10:34:30.877660 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1f32c9b-5db7-4bc1-96ff-eaf056711b84 req-7a289d88-e17e-4946-a0f7-0ae67fd4ea8e tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e98bb6-cadf-4235-8ff2-487f0d072d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6584377 Aug 20 10:34:30.884336 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2f28af12-1f1e-4082-b66f-ae70566013a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:30.912849 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83e7671-e769-47fb-ab95-49997e64f07b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:34:30.975211 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d6ccc8b-cb79-41ca-97b7-da906f59c67a tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:30.996278 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d6ccc8b-cb79-41ca-97b7-da906f59c67a tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:30.998999 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6058e8f-e68b-402c-b254-9517a0526355 req-ed6b8ef9-2ded-4e0c-ba45-71b3f1342269 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4572806-9844-4302-b2a2-f2770c887d9d HTTP/1.1" status: 200 len: 217 time: 0.1177444 Aug 20 10:34:31.014250 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c83e7671-e769-47fb-ab95-49997e64f07b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:31.014601 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-c83e7671-e769-47fb-ab95-49997e64f07b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Added segment fbc7884d-ef00-4743-9b86-6756ce1705e0 of type vlan for network 726b3111-7183-491b-b094-961d7571274c Aug 20 10:34:31.024231 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f8b6b73-b828-42e2-8214-c5b3d17dc147 req-6d5490aa-38df-4b73-879f-a165c7e7b521 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.0515382 Aug 20 10:34:31.070037 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c83e7671-e769-47fb-ab95-49997e64f07b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:31.102934 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c83e7671-e769-47fb-ab95-49997e64f07b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:31.109963 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83e7671-e769-47fb-ab95-49997e64f07b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:31.111201 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c83e7671-e769-47fb-ab95-49997e64f07b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:31.173818 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ef75e4-4025-4db2-9df2-4fb057b9db6c x-openstack-request-id: req-64ef75e4-4025-4db2-9df2-4fb057b9db6c {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:34:31.177581 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:34:31.177922 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64ef75e4-4025-4db2-9df2-4fb057b9db6c {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:34:31.178423 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'status': 'completed', 'code': 200} Aug 20 10:34:31.181216 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2f28af12-1f1e-4082-b66f-ae70566013a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:31.243102 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d6ccc8b-cb79-41ca-97b7-da906f59c67a tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:31.243744 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6058e8f-e68b-402c-b254-9517a0526355 req-7d762127-23d6-42a4-a874-a99eb5e713d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:31.245135 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8d6ccc8b-cb79-41ca-97b7-da906f59c67a tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5636683 Aug 20 10:34:31.245419 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6058e8f-e68b-402c-b254-9517a0526355 req-7d762127-23d6-42a4-a874-a99eb5e713d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.2250855 Aug 20 10:34:31.247990 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60830) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:31.254514 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-25d6d1b2-7dbe-4cb1-b1b4-c41348975e52 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:31.297520 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c83e7671-e769-47fb-ab95-49997e64f07b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8306389 Aug 20 10:34:31.308791 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60834) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:31.341673 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-4b1746bd-e5ed-443e-9844-6c6f4a9c53da tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-247670883'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:31.389190 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e7671-e769-47fb-ab95-49997e64f07b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event updated for resources: {'Network': ['ID=726b3111-7183-491b-b094-961d7571274c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:31.407881 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 726b3111-7183-491b-b094-961d7571274c details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:34:31.454862 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1746bd-e5ed-443e-9844-6c6f4a9c53da tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Made reservation on behalf of 0bba6bbe195545f89a64df3ae6d9936a for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:34:31.458796 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4b1746bd-e5ed-443e-9844-6c6f4a9c53da tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:31.544475 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2f28af12-1f1e-4082-b66f-ae70566013a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:31.547777 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2f28af12-1f1e-4082-b66f-ae70566013a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:31.551766 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1746bd-e5ed-443e-9844-6c6f4a9c53da tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:34:31.564913 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2f28af12-1f1e-4082-b66f-ae70566013a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d1d1867-0ab2-4f06-89b9-c4dfd97d92f9 HTTP/1.1" status: 204 len: 168 time: 0.9150345 Aug 20 10:34:31.573557 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4b1746bd-e5ed-443e-9844-6c6f4a9c53da tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:31.573985 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-4b1746bd-e5ed-443e-9844-6c6f4a9c53da tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Added segment 521be726-c736-4146-9bf6-4c8cb015ef04 of type vlan for network 0fafcd94-209d-41c2-bc9b-32517f945c9d Aug 20 10:34:31.641551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28af12-1f1e-4082-b66f-ae70566013a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1d1867-0ab2-4f06-89b9-c4dfd97d92f9,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:31.670573 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4b1746bd-e5ed-443e-9844-6c6f4a9c53da tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:31.711973 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-25d6d1b2-7dbe-4cb1-b1b4-c41348975e52 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:31.725058 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6058e8f-e68b-402c-b254-9517a0526355 req-519869b4-f51c-4b1c-b0ee-7d4df0095bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:31.727513 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6058e8f-e68b-402c-b254-9517a0526355 req-519869b4-f51c-4b1c-b0ee-7d4df0095bbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3764255 Aug 20 10:34:31.742287 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6535410-6c52-43ee-8877-ccae30fac08f req-3e3f0379-ad88-4df8-a0b3-62e0093a6e97 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:31.744013 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e6535410-6c52-43ee-8877-ccae30fac08f req-3e3f0379-ad88-4df8-a0b3-62e0093a6e97 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 945 time: 0.1228149 Aug 20 10:34:31.776396 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4b1746bd-e5ed-443e-9844-6c6f4a9c53da tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:31.784459 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-25d6d1b2-7dbe-4cb1-b1b4-c41348975e52 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:31.793262 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1746bd-e5ed-443e-9844-6c6f4a9c53da tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:31.793919 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4b1746bd-e5ed-443e-9844-6c6f4a9c53da tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:31.932069 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3dd42725-f974-4b50-9890-bf785e91fa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:31.944916 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1746bd-e5ed-443e-9844-6c6f4a9c53da tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event updated for resources: {'Network': ['ID=0fafcd94-209d-41c2-bc9b-32517f945c9d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:31.964912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 0fafcd94-209d-41c2-bc9b-32517f945c9d details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:34:31.993530 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4b1746bd-e5ed-443e-9844-6c6f4a9c53da tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6607025 Aug 20 10:34:32.049571 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e6535410-6c52-43ee-8877-ccae30fac08f req-54512d69-09ff-486a-9cdc-90a2ddc2ad13 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e98bb6-cadf-4235-8ff2-487f0d072d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931218 Aug 20 10:34:32.142450 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60852) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:32.148164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Request body: {'subnets': [{'network_id': '726b3111-7183-491b-b094-961d7571274c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--355673772', 'ip_version': 4}, {'network_id': '0fafcd94-209d-41c2-bc9b-32517f945c9d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:32.148484 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Request body: {'subnet': {'network_id': '726b3111-7183-491b-b094-961d7571274c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--355673772', 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:32.149123 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Request body: {'subnet': {'network_id': '0fafcd94-209d-41c2-bc9b-32517f945c9d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:32.295422 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:32.458723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436f3c5-4e3e-41f3-a3e7-e5d46be5272e req-47689d15-44b2-4116-8045-a633fa6b0580 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:32.460618 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9436f3c5-4e3e-41f3-a3e7-e5d46be5272e req-47689d15-44b2-4116-8045-a633fa6b0580 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 943 time: 0.1892574 Aug 20 10:34:32.464516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Made reservation on behalf of 0bba6bbe195545f89a64df3ae6d9936a for: {'subnet': 2} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:34:32.471144 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:32.472139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:32.577751 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150e76-0fcb-416a-8833-b76a4713f8d1 req-e7cae444-9c06-41e6-8dc2-1a7f89bd95c1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:32.586242 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3150e76-0fcb-416a-8833-b76a4713f8d1 req-e7cae444-9c06-41e6-8dc2-1a7f89bd95c1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.9397936 Aug 20 10:34:32.658472 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6058e8f-e68b-402c-b254-9517a0526355 req-20062668-f2c1-48e9-949f-7bdb1299d5cd service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9129655 Aug 20 10:34:32.679371 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3150e76-0fcb-416a-8833-b76a4713f8d1 req-f833afe2-e3a3-4618-bb50-52542d3f6f9a tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896542 Aug 20 10:34:32.752262 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9436f3c5-4e3e-41f3-a3e7-e5d46be5272e req-d9af07cb-d5cd-4931-b0d0-7c9bc08adaed tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859896 Aug 20 10:34:32.845697 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc6e00-d253-4499-93e1-b732119ad69b req-717be899-602a-4418-bd87-f0e733a1525a tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:32.848163 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37bc6e00-d253-4499-93e1-b732119ad69b req-717be899-602a-4418-bd87-f0e733a1525a tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 945 time: 0.2589991 Aug 20 10:34:32.904518 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6058e8f-e68b-402c-b254-9517a0526355 req-c7cef368-4857-4c7c-9bfb-741f30d3397a service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260413 Aug 20 10:34:32.973613 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c106dc6-674b-4b47-b59b-076a365833d8 req-e49e85b4-bc3e-43e1-9fde-b97cd35e11f3 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.1214869 Aug 20 10:34:33.063932 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d6d1b2-7dbe-4cb1-b1b4-c41348975e52 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Router d4790ee4-bc01-4919-ac72-e684055b24fe is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:34:33.102340 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:33.160879 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d6d1b2-7dbe-4cb1-b1b4-c41348975e52 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:34:33.170731 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-25d6d1b2-7dbe-4cb1-b1b4-c41348975e52 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:33.174587 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-25d6d1b2-7dbe-4cb1-b1b4-c41348975e52 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "PUT /v2.0/routers/d4790ee4-bc01-4919-ac72-e684055b24fe HTTP/1.1" status: 200 len: 696 time: 1.9229698 Aug 20 10:34:33.175171 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60882) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:33.178005 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98769aa4-803e-4ea0-91ab-30d5ff0bdbe4 None None] Sync routers for ids ['d4790ee4-bc01-4919-ac72-e684055b24fe'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:34:33.188660 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3ecda-f642-42d6-a7bb-12a5868226dc req-24a4f9cd-f92e-447b-97a2-2583ac68ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:33.201293 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84a3ecda-f642-42d6-a7bb-12a5868226dc req-24a4f9cd-f92e-447b-97a2-2583ac68ae09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 1095 time: 0.2311471 Aug 20 10:34:33.213898 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98769aa4-803e-4ea0-91ab-30d5ff0bdbe4 None None] Routers {'d4790ee4-bc01-4919-ac72-e684055b24fe'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:33.216215 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-98769aa4-803e-4ea0-91ab-30d5ff0bdbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d4790ee4-bc01-4919-ac72-e684055b24fe'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:33.423917 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:33.451242 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64956657-144c-4bc0-ab3d-404abd01dccf req-b19adf39-41c4-4b08-9197-d0f17dce3935 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:33.466505 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64956657-144c-4bc0-ab3d-404abd01dccf req-b19adf39-41c4-4b08-9197-d0f17dce3935 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 945 time: 0.2373564 Aug 20 10:34:33.469359 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-98769aa4-803e-4ea0-91ab-30d5ff0bdbe4 None None] Set router d4790ee4-bc01-4919-ac72-e684055b24fe gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:33.540847 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed679b79-7865-412d-8355-4c1d5ace7ad2 req-67ac8efb-03b0-4773-8092-bfa8f793b1a4 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:33.551833 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ed679b79-7865-412d-8355-4c1d5ace7ad2 req-67ac8efb-03b0-4773-8092-bfa8f793b1a4 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.24 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 945 time: 0.2795939 Aug 20 10:34:33.573475 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-98769aa4-803e-4ea0-91ab-30d5ff0bdbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4790ee4-bc01-4919-ac72-e684055b24fe', 'name': 'tempest-RoutersIpV6Test-router-60893300', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:34:30Z', 'updated_at': '2021-08-20T10:34:31Z', 'revision_number': 2, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:33.606119 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98769aa4-803e-4ea0-91ab-30d5ff0bdbe4 None None] Checking router: d4790ee4-bc01-4919-ac72-e684055b24fe for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:34:33.620119 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98769aa4-803e-4ea0-91ab-30d5ff0bdbe4 None None] Routers {'d4790ee4-bc01-4919-ac72-e684055b24fe'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:33.620906 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-98769aa4-803e-4ea0-91ab-30d5ff0bdbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d4790ee4-bc01-4919-ac72-e684055b24fe'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:33.651910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3ecda-f642-42d6-a7bb-12a5868226dc req-92e39c36-e25c-44a9-b908-a5d0b3ec6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:33.653432 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84a3ecda-f642-42d6-a7bb-12a5868226dc req-92e39c36-e25c-44a9-b908-a5d0b3ec6cc7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.2885363 Aug 20 10:34:33.809261 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-98769aa4-803e-4ea0-91ab-30d5ff0bdbe4 None None] Set router d4790ee4-bc01-4919-ac72-e684055b24fe gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:33.884739 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-37bc6e00-d253-4499-93e1-b732119ad69b req-2499397a-644d-49c3-afaa-6c229fd0e17d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Deleting port 76a5616b-820a-49fe-b3b1-b11f4474063d {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:33.884739 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-37bc6e00-d253-4499-93e1-b732119ad69b req-2499397a-644d-49c3-afaa-6c229fd0e17d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:33.899988 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64956657-144c-4bc0-ab3d-404abd01dccf req-5ec0d3ba-7494-4a36-9ee7-1c53127cca2f tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e98bb6-cadf-4235-8ff2-487f0d072d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322326 Aug 20 10:34:33.968558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Checking segment: {'id': 'fbc7884d-ef00-4743-9b86-6756ce1705e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '726b3111-7183-491b-b094-961d7571274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:34:33.968558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Network hostable DHCP agents. Network: 726b3111-7183-491b-b094-961d7571274c, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:34:33.976230 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-98769aa4-803e-4ea0-91ab-30d5ff0bdbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4790ee4-bc01-4919-ac72-e684055b24fe', 'name': 'tempest-RoutersIpV6Test-router-60893300', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:34:30Z', 'updated_at': '2021-08-20T10:34:31Z', 'revision_number': 2, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:33.984925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event updated for resources: {'Subnet': ['ID=9e076b3a-29f5-4380-a1d1-cb79a1a0fd1a,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:34.087659 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98769aa4-803e-4ea0-91ab-30d5ff0bdbe4 None None] The sync data for ids ['d4790ee4-bc01-4919-ac72-e684055b24fe'] in n-d-778550-11 is: [{'id': 'd4790ee4-bc01-4919-ac72-e684055b24fe', 'name': 'tempest-RoutersIpV6Test-router-60893300', 'tenant_id': 'a2aee0715d704e77a5c01cf48fba849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:34:30Z', 'updated_at': '2021-08-20T10:34:31Z', 'revision_number': 2, 'project_id': 'a2aee0715d704e77a5c01cf48fba849f', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:34:34.131407 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Network 726b3111-7183-491b-b094-961d7571274c is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:34:34.143921 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-ed679b79-7865-412d-8355-4c1d5ace7ad2 req-5a653b60-7b91-474b-b005-fa52a52b5db4 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Deleting port 88bde6e7-634c-4ab2-a3e9-dd763ac5f255 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:34.144725 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ed679b79-7865-412d-8355-4c1d5ace7ad2 req-5a653b60-7b91-474b-b005-fa52a52b5db4 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:34.170132 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7afc3ff2-d418-4e49-abce-e9daa4d9cd00 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/routers/d4790ee4-bc01-4919-ac72-e684055b24fe HTTP/1.1" status: 200 len: 702 time: 0.9917884 Aug 20 10:34:34.173974 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60912) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:34.188841 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84a3ecda-f642-42d6-a7bb-12a5868226dc req-70e92914-ecc8-4526-bcb0-6dbef8c37c12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4572806-9844-4302-b2a2-f2770c887d9d HTTP/1.1" status: 200 len: 217 time: 0.5262182 Aug 20 10:34:34.250991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-37bc6e00-d253-4499-93e1-b732119ad69b req-2499397a-644d-49c3-afaa-6c229fd0e17d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] For port 76a5616b-820a-49fe-b3b1-b11f4474063d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=76a5616b-820a-49fe-b3b1-b11f4474063d,segment=NetworkSegment(a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012),segment_id=a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:34.250991 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-37bc6e00-d253-4499-93e1-b732119ad69b req-2499397a-644d-49c3-afaa-6c229fd0e17d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:34.258595 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 726b3111-7183-491b-b094-961d7571274c) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:34.277228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fca3fda-5378-4d78-9650-7a52284e1183 None None] Network 726b3111-7183-491b-b094-961d7571274c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:34:34.285721 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:34.468817 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49a31d-3100-4043-a24f-59fe2cab41e7 req-4d7aef03-530d-4545-b642-16fe16782776 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:34.494329 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea49a31d-3100-4043-a24f-59fe2cab41e7 req-4d7aef03-530d-4545-b642-16fe16782776 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 943 time: 0.3240643 Aug 20 10:34:34.573735 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-37bc6e00-d253-4499-93e1-b732119ad69b req-2499397a-644d-49c3-afaa-6c229fd0e17d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:34.574046 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-37bc6e00-d253-4499-93e1-b732119ad69b req-2499397a-644d-49c3-afaa-6c229fd0e17d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:34.574375 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [req-37bc6e00-d253-4499-93e1-b732119ad69b req-2499397a-644d-49c3-afaa-6c229fd0e17d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Floating IP e729b313-519a-4ccb-a32b-dcb2e9dcc54a disassociated. External IP: 172.25.3.105, port: 76a5616b-820a-49fe-b3b1-b11f4474063d. Aug 20 10:34:34.574728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-37bc6e00-d253-4499-93e1-b732119ad69b req-2499397a-644d-49c3-afaa-6c229fd0e17d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Calling delete_port for 76a5616b-820a-49fe-b3b1-b11f4474063d owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:34.675438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event updated for resources: {'Subnet': ['ID=dfc6abe4-93eb-43ad-b011-16ad36291a42,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:34.683684 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-726b3111-7183-491b-b094-961d7571274c', 'network_id': '726b3111-7183-491b-b094-961d7571274c', 'tenant_id': '0bba6bbe195545f89a64df3ae6d9936a', 'fixed_ips': [{'subnet_id': '9e076b3a-29f5-4380-a1d1-cb79a1a0fd1a'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:34:34.690723 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:34.701932 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea49a31d-3100-4043-a24f-59fe2cab41e7 req-a72725e1-787e-4bd6-9d49-002070af3fcf tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056570 Aug 20 10:34:34.705988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-ed679b79-7865-412d-8355-4c1d5ace7ad2 req-5a653b60-7b91-474b-b005-fa52a52b5db4 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] For port 88bde6e7-634c-4ab2-a3e9-dd763ac5f255, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=88bde6e7-634c-4ab2-a3e9-dd763ac5f255,segment=NetworkSegment(a42a966c-a3e3-4862-9980-618524ab2b27),segment_id=a42a966c-a3e3-4862-9980-618524ab2b27)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:34.706970 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ed679b79-7865-412d-8355-4c1d5ace7ad2 req-5a653b60-7b91-474b-b005-fa52a52b5db4 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:34.790936 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Checking segment: {'id': '521be726-c736-4146-9bf6-4c8cb015ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0fafcd94-209d-41c2-bc9b-32517f945c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:34:34.791547 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Network hostable DHCP agents. Network: 0fafcd94-209d-41c2-bc9b-32517f945c9d, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:34:34.794043 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-ed679b79-7865-412d-8355-4c1d5ace7ad2 req-5a653b60-7b91-474b-b005-fa52a52b5db4 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Calling delete_port for 88bde6e7-634c-4ab2-a3e9-dd763ac5f255 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:34.903349 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-462e759f-dded-43d5-b4a5-1dd5751cd1d9 req-e7bd767e-6947-4964-bc3f-9ce4dffbc430 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.0887096 Aug 20 10:34:34.933575 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-957f1cb3-3c49-466c-986f-aa6d47b44a55 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4790ee4-bc01-4919-ac72-e684055b24fe HTTP/1.1" status: 200 len: 205 time: 0.7524543 Aug 20 10:34:34.961820 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60930) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:35.001117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Network 0fafcd94-209d-41c2-bc9b-32517f945c9d is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:34:35.020212 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-37bc6e00-d253-4499-93e1-b732119ad69b req-2499397a-644d-49c3-afaa-6c229fd0e17d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:35.022009 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 0fafcd94-209d-41c2-bc9b-32517f945c9d) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:35.037518 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:35.038115 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:35.038591 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:35.038879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4584b40a-8ed1-481d-b5f5-40a39ba2902f None None] Network 0fafcd94-209d-41c2-bc9b-32517f945c9d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:34:35.108600 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7940a11f-311e-4547-8782-0dabf872d13d tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.9649432 Aug 20 10:34:35.112755 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60938) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:35.168741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499397a-644d-49c3-afaa-6c229fd0e17d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Pushing event deleted for resources: {'Port': ['ID=76a5616b-820a-49fe-b3b1-b11f4474063d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:35.265425 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a61ff1-5e10-49a2-8765-5601e50d5438 req-38537ef5-9d14-4f95-a6a0-a18277a731ff tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:35.266741 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544f960-7abf-4612-8225-6fc0f55355de req-b4eba718-5a29-4db7-8e25-c6aff6a02869 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:35.269045 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b544f960-7abf-4612-8225-6fc0f55355de req-b4eba718-5a29-4db7-8e25-c6aff6a02869 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/ports?device_id=44539f37-62c3-4ba8-bc04-9226b4c8c449 HTTP/1.1" status: 200 len: 945 time: 0.2250686 Aug 20 10:34:35.275279 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f6a61ff1-5e10-49a2-8765-5601e50d5438 req-38537ef5-9d14-4f95-a6a0-a18277a731ff tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 867 time: 1.1055837 Aug 20 10:34:35.276159 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30ca2f4-8b3e-450e-a8d2-c6c53e4fdbc9 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:35.278180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30ca2f4-8b3e-450e-a8d2-c6c53e4fdbc9 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:35.284019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30ca2f4-8b3e-450e-a8d2-c6c53e4fdbc9 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:35.286793 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c30ca2f4-8b3e-450e-a8d2-c6c53e4fdbc9 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1729903 Aug 20 10:34:35.292514 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60942) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:35.389171 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ed679b79-7865-412d-8355-4c1d5ace7ad2 req-5a653b60-7b91-474b-b005-fa52a52b5db4 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:35.461497 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a653b60-7b91-474b-b005-fa52a52b5db4 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Pushing event deleted for resources: {'Port': ['ID=88bde6e7-634c-4ab2-a3e9-dd763ac5f255,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:35.467886 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:35.468966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['88bde6e7-634c-4ab2-a3e9-dd763ac5f255'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:34:35.474074 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b544f960-7abf-4612-8225-6fc0f55355de req-9b479151-714e-4f25-a53a-e7a32ec9f099 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e98bb6-cadf-4235-8ff2-487f0d072d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856346 Aug 20 10:34:35.484304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-661661ea-e90d-4eeb-88ac-c29d707e747c tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Deleting subnet 9e076b3a-29f5-4380-a1d1-cb79a1a0fd1a {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:34:35.562869 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Allocated IP 172.20.0.2 (726b3111-7183-491b-b094-961d7571274c/9e076b3a-29f5-4380-a1d1-cb79a1a0fd1a/d0bce4e0-279e-47b6-85b5-157f422b50f1) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:34:35.574595 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed679b79-7865-412d-8355-4c1d5ace7ad2 req-5a653b60-7b91-474b-b005-fa52a52b5db4 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] No DVR routers for this DVR port 88bde6e7-634c-4ab2-a3e9-dd763ac5f255 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:34:35.587656 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ed679b79-7865-412d-8355-4c1d5ace7ad2 req-5a653b60-7b91-474b-b005-fa52a52b5db4 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:35.590073 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ed679b79-7865-412d-8355-4c1d5ace7ad2 req-5a653b60-7b91-474b-b005-fa52a52b5db4 tempest-InstanceActionsTestJSON-47269696 tempest-InstanceActionsTestJSON-47269696-project] 10.222.0.24 "DELETE /v2.0/ports/88bde6e7-634c-4ab2-a3e9-dd763ac5f255 HTTP/1.1" status: 204 len: 173 time: 2.0371168 Aug 20 10:34:35.590740 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44539f37-62c3-4ba8-bc04-9226b4c8c449', 'name': 'network-vif-deleted', 'tag': '88bde6e7-634c-4ab2-a3e9-dd763ac5f255'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:34:35.593564 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a51d789-3f0e-4143-b300-61d51e2bb913" -d '{"events": [{"server_uuid": "44539f37-62c3-4ba8-bc04-9226b4c8c449", "name": "network-vif-deleted", "tag": "88bde6e7-634c-4ab2-a3e9-dd763ac5f255"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:34:35.607086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 76a5616b-820a-49fe-b3b1-b11f4474063d no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:34:35.721165 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 76a5616b-820a-49fe-b3b1-b11f4474063d {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:34:35.722153 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 76a5616b-820a-49fe-b3b1-b11f4474063d not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:34:35.771436 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f6a61ff1-5e10-49a2-8765-5601e50d5438 req-a2834f86-0345-4807-a789-b368f794ceee tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc247365-1112-4773-886a-ed1f85a54066&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4951911 Aug 20 10:34:35.809457 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3ecda-f642-42d6-a7bb-12a5868226dc req-56a19ebb-5bc9-4b7e-b1d8-353f0d21a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:35.811009 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84a3ecda-f642-42d6-a7bb-12a5868226dc req-56a19ebb-5bc9-4b7e-b1d8-353f0d21a530 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.9325624 Aug 20 10:34:35.840312 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0a07-3695-457a-8a3e-c2532e1b3b01 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:36.089665 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:36.103186 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Transition to ACTIVE for port object d0bce4e0-279e-47b6-85b5-157f422b50f1 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:34:36.126467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Transition to ACTIVE for port object d0bce4e0-279e-47b6-85b5-157f422b50f1 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:34:36.134997 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-661661ea-e90d-4eeb-88ac-c29d707e747c tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:36.166880 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:36.181413 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-0fafcd94-209d-41c2-bc9b-32517f945c9d', 'network_id': '0fafcd94-209d-41c2-bc9b-32517f945c9d', 'tenant_id': '0bba6bbe195545f89a64df3ae6d9936a', 'fixed_ips': [{'subnet_id': 'dfc6abe4-93eb-43ad-b011-16ad36291a42'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:34:36.182938 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:36.324166 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-661661ea-e90d-4eeb-88ac-c29d707e747c tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:36.344078 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37bc6e00-d253-4499-93e1-b732119ad69b req-2499397a-644d-49c3-afaa-6c229fd0e17d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:34:36.563555 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0a07-3695-457a-8a3e-c2532e1b3b01 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:36.571289 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0a07-3695-457a-8a3e-c2532e1b3b01 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:36.593694 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-661661ea-e90d-4eeb-88ac-c29d707e747c tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:36.647883 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0a07-3695-457a-8a3e-c2532e1b3b01 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:36.648581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8c0a07-3695-457a-8a3e-c2532e1b3b01 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Fanout notify agent at l3_agent the message router_deleted on router d4790ee4-bc01-4919-ac72-e684055b24fe {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:34:36.675356 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0a07-3695-457a-8a3e-c2532e1b3b01 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:36.681331 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fb8c0a07-3695-457a-8a3e-c2532e1b3b01 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/routers/d4790ee4-bc01-4919-ac72-e684055b24fe HTTP/1.1" status: 204 len: 168 time: 1.6589777 Aug 20 10:34:36.687772 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3ecda-f642-42d6-a7bb-12a5868226dc req-eb6c20b3-0e71-4c0a-843a-e51f77e192de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:36.696533 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a17fc4-524f-4dc1-8c98-69271b1d61aa x-openstack-request-id: req-e5a17fc4-524f-4dc1-8c98-69271b1d61aa {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:34:36.697542 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44539f37-62c3-4ba8-bc04-9226b4c8c449", "name": "network-vif-deleted", "tag": "88bde6e7-634c-4ab2-a3e9-dd763ac5f255", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:34:36.698093 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5a17fc4-524f-4dc1-8c98-69271b1d61aa {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:34:36.698801 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44539f37-62c3-4ba8-bc04-9226b4c8c449', 'name': 'network-vif-deleted', 'tag': '88bde6e7-634c-4ab2-a3e9-dd763ac5f255', 'status': 'completed', 'code': 200} Aug 20 10:34:36.701302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60968) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:36.704970 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Allocated IP 172.20.0.18 (0fafcd94-209d-41c2-bc9b-32517f945c9d/dfc6abe4-93eb-43ad-b011-16ad36291a42/709bb329-dedf-45bd-8a2d-dc2b06b796fb) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:34:36.708031 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84a3ecda-f642-42d6-a7bb-12a5868226dc req-eb6c20b3-0e71-4c0a-843a-e51f77e192de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8640797 Aug 20 10:34:36.717978 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-661661ea-e90d-4eeb-88ac-c29d707e747c tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:36.808999 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f4d7ce7e-9305-4f5c-8356-3377c5e15bb7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4790ee4-bc01-4919-ac72-e684055b24fe HTTP/1.1" status: 200 len: 205 time: 0.0995061 Aug 20 10:34:36.809942 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60970) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:36.860140 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3521d0-4365-48d0-97ac-3aaa3631ed07 req-924fbece-819d-4dea-917f-7461fd6519fe tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:36.863113 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-170aa470-df62-4fbe-bc8d-505cadff48c0 req-b44c7b58-d4d4-47c9-b7d6-2635c5141286 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.1630445 Aug 20 10:34:36.870102 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8c3521d0-4365-48d0-97ac-3aaa3631ed07 req-924fbece-819d-4dea-917f-7461fd6519fe tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 943 time: 0.8031914 Aug 20 10:34:36.882257 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-661661ea-e90d-4eeb-88ac-c29d707e747c tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:36.887263 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-661661ea-e90d-4eeb-88ac-c29d707e747c tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "DELETE /v2.0/subnets/9e076b3a-29f5-4380-a1d1-cb79a1a0fd1a HTTP/1.1" status: 204 len: 168 time: 1.5890739 Aug 20 10:34:36.887263 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661661ea-e90d-4eeb-88ac-c29d707e747c tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event deleted for resources: {'Subnet': ['ID=9e076b3a-29f5-4380-a1d1-cb79a1a0fd1a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:36.899961 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 60976) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:36.962586 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-566eb5da-6b49-4f05-a7db-9b15c93ba108 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Deleting subnet dfc6abe4-93eb-43ad-b011-16ad36291a42 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:34:36.967663 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-cd029835-68d3-4e26-af8c-ca4f27ac3df4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] delete failed (client error): The resource could not be found. Aug 20 10:34:36.976082 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cd029835-68d3-4e26-af8c-ca4f27ac3df4 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/routers/d4790ee4-bc01-4919-ac72-e684055b24fe HTTP/1.1" status: 404 len: 336 time: 0.1158984 Aug 20 10:34:36.979143 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60980) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:37.006572 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:37.021712 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Transition to ACTIVE for port object 709bb329-dedf-45bd-8a2d-dc2b06b796fb will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:34:37.051337 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60982) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:37.051538 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Transition to ACTIVE for port object 709bb329-dedf-45bd-8a2d-dc2b06b796fb will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:34:37.060282 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94a7939-072b-49ba-a977-9cc7108edf70 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:37.060720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94a7939-072b-49ba-a977-9cc7108edf70 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:37.061592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Pushing event updated for resources: {'Port': ['ID=d0bce4e0-279e-47b6-85b5-157f422b50f1,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:37.062616 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a94a7939-072b-49ba-a977-9cc7108edf70 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/subnets/2ff66c5b-7498-458e-80f1-aea5a744d653 HTTP/1.1" status: 404 len: 337 time: 0.0821722 Aug 20 10:34:37.064357 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-5f2f2eb3-08c7-4e08-9df2-4200c5db826f req-edaab413-fe05-4871-9201-1da5a3f9fae1 service neutron] (94866) timed out ('10.222.0.16', 60380) {{(pid=94866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 10:34:37.067301 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-566eb5da-6b49-4f05-a7db-9b15c93ba108 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:37.068205 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60986) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:37.074241 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f4572806-9844-4302-b2a2-f2770c887d9d details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:34:37.179563 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee1b351-04ca-4429-b1e6-fb810f1cc930 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:37.180538 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee1b351-04ca-4429-b1e6-fb810f1cc930 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:37.191435 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9ee1b351-04ca-4429-b1e6-fb810f1cc930 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/subnets/e3909b91-0f95-4fdd-8527-3f621ebd3ae0 HTTP/1.1" status: 404 len: 337 time: 0.0699310 Aug 20 10:34:37.215935 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-566eb5da-6b49-4f05-a7db-9b15c93ba108 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:37.226434 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Network 726b3111-7183-491b-b094-961d7571274c is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:34:37.230624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:37.240221 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:37.245879 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60990) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:37.256440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:34:37.262640 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-565a041a-1297-487b-ba38-646bcc2cd6b9 req-a3fbab20-d254-44c8-9224-1283bf2616e8 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 210 time: 0.1107259 Aug 20 10:34:37.279850 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f4572806-9844-4302-b2a2-f2770c887d9d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f4572806-9844-4302-b2a2-f2770c887d9d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:37.288944 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-125f7877-2759-43ff-b262-ea4b2beebb5a admin admin] Deleting subnet 1a1684c1-d945-4c83-9600-ff1a271592a7 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:34:37.310819 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-125f7877-2759-43ff-b262-ea4b2beebb5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:37.313551 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-9474ac75-7e57-42c2-88ca-0081632b52c7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:37.314176 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9474ac75-7e57-42c2-88ca-0081632b52c7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:37.316950 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9474ac75-7e57-42c2-88ca-0081632b52c7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/subnets/12ceb749-ff6b-42c3-adef-fa627c2a9c37 HTTP/1.1" status: 404 len: 337 time: 0.0533693 Aug 20 10:34:37.326864 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-566eb5da-6b49-4f05-a7db-9b15c93ba108 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:37.344719 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60992) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:37.363776 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Network 0fafcd94-209d-41c2-bc9b-32517f945c9d is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:34:37.368410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'port_id': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'mac_address': 'fa:16:3e:c3:34:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:34:37.380739 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:37.450667 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f017ff4f-2aa8-4e5c-ae90-e667fb459cc3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:37.451871 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f017ff4f-2aa8-4e5c-ae90-e667fb459cc3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:37.454314 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f017ff4f-2aa8-4e5c-ae90-e667fb459cc3 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/subnets/197f1f0d-96d8-4d5f-9259-b41783dc8248 HTTP/1.1" status: 404 len: 337 time: 0.1079178 Aug 20 10:34:37.457676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 60996) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:37.469615 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8c3521d0-4365-48d0-97ac-3aaa3631ed07 req-0fe35d96-beaa-426d-bcfc-8e12e43f15fb tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5986300 Aug 20 10:34:37.477422 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-566eb5da-6b49-4f05-a7db-9b15c93ba108 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:37.529517 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:37.546672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:34:37.555439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4572806-9844-4302-b2a2-f2770c887d9d {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:34:37.558162 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-93dcd43e-f124-41eb-bfa5-569527fccc29 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports?device_id=a352c903-e30f-49c4-bc92-fd12fe9a812c HTTP/1.1" status: 200 len: 205 time: 0.0989919 Aug 20 10:34:37.567400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566eb5da-6b49-4f05-a7db-9b15c93ba108 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc6abe4-93eb-43ad-b011-16ad36291a42,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:37.568403 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-125f7877-2759-43ff-b262-ea4b2beebb5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:37.570583 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32768) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:37.572384 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-566eb5da-6b49-4f05-a7db-9b15c93ba108 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:37.578456 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-566eb5da-6b49-4f05-a7db-9b15c93ba108 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "DELETE /v2.0/subnets/dfc6abe4-93eb-43ad-b011-16ad36291a42 HTTP/1.1" status: 204 len: 168 time: 0.6770179 Aug 20 10:34:37.589945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Pushing event updated for resources: {'Port': ['ID=709bb329-dedf-45bd-8a2d-dc2b06b796fb,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:37.595241 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84a3ecda-f642-42d6-a7bb-12a5868226dc req-b3ed102c-6e75-4b56-9682-6b6136b9c830 service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8781443 Aug 20 10:34:37.603393 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 32770) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:37.631342 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37bc6e00-d253-4499-93e1-b732119ad69b req-2499397a-644d-49c3-afaa-6c229fd0e17d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:34:37.633514 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Attempting to bind port d0bce4e0-279e-47b6-85b5-157f422b50f1 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:34:37.633514 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Attempting to bind port d0bce4e0-279e-47b6-85b5-157f422b50f1 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'fbc7884d-ef00-4743-9b86-6756ce1705e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '726b3111-7183-491b-b094-961d7571274c'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:34:37.634196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Attempting to bind port d0bce4e0-279e-47b6-85b5-157f422b50f1 on network 726b3111-7183-491b-b094-961d7571274c {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:34:37.641223 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 88bde6e7-634c-4ab2-a3e9-dd763ac5f255 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:34:37.683541 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2d7218-0fcb-4bb3-8b2a-14caca53b616 None None] Sync routers for ids ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:34:37.691650 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f4572806-9844-4302-b2a2-f2770c887d9d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f4572806-9844-4302-b2a2-f2770c887d9d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:37.740066 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:37.742809 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:34:37.743321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Checking segment: {'id': 'fbc7884d-ef00-4743-9b86-6756ce1705e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '726b3111-7183-491b-b094-961d7571274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:34:37.743885 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:37.744755 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Bound using segment: {'id': 'fbc7884d-ef00-4743-9b86-6756ce1705e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '726b3111-7183-491b-b094-961d7571274c'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:34:37.744901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Bound port: d0bce4e0-279e-47b6-85b5-157f422b50f1, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc7884d-ef00-4743-9b86-6756ce1705e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '726b3111-7183-491b-b094-961d7571274c'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:34:37.745266 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:37.764667 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 88bde6e7-634c-4ab2-a3e9-dd763ac5f255 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:34:37.768816 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-1574aba9-b62a-4692-837e-708c6cec53ab tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] delete failed (client error): The resource could not be found. Aug 20 10:34:37.769314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 88bde6e7-634c-4ab2-a3e9-dd763ac5f255 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:34:37.775124 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1574aba9-b62a-4692-837e-708c6cec53ab tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/routers/a352c903-e30f-49c4-bc92-fd12fe9a812c HTTP/1.1" status: 404 len: 336 time: 0.2029490 Aug 20 10:34:37.775366 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Attempting to bind port 709bb329-dedf-45bd-8a2d-dc2b06b796fb on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:34:37.775662 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Attempting to bind port 709bb329-dedf-45bd-8a2d-dc2b06b796fb by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '521be726-c736-4146-9bf6-4c8cb015ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0fafcd94-209d-41c2-bc9b-32517f945c9d'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:34:37.775949 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Attempting to bind port 709bb329-dedf-45bd-8a2d-dc2b06b796fb on network 0fafcd94-209d-41c2-bc9b-32517f945c9d {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:34:37.781521 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32772) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:37.840486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2d7218-0fcb-4bb3-8b2a-14caca53b616 None None] Routers {'247e5bf8-b900-4909-bfb9-fa4bae22ea4d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:37.841045 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6e2d7218-0fcb-4bb3-8b2a-14caca53b616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:37.857737 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cfba4347-1a40-4caf-9e7b-7e7ac5540713 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports?device_id=73d94dcb-e12a-4ec8-b60c-34b8415696fa HTTP/1.1" status: 200 len: 205 time: 0.0691230 Aug 20 10:34:37.859394 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32774) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:37.895664 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bc6e00-d253-4499-93e1-b732119ad69b req-2499397a-644d-49c3-afaa-6c229fd0e17d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] No DVR routers for this DVR port 76a5616b-820a-49fe-b3b1-b11f4474063d on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:34:37.900442 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-37bc6e00-d253-4499-93e1-b732119ad69b req-2499397a-644d-49c3-afaa-6c229fd0e17d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:37.904977 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37bc6e00-d253-4499-93e1-b732119ad69b req-2499397a-644d-49c3-afaa-6c229fd0e17d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.24 "DELETE /v2.0/ports/76a5616b-820a-49fe-b3b1-b11f4474063d HTTP/1.1" status: 204 len: 173 time: 5.0035684 Aug 20 10:34:37.915460 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7d791a-86f8-40b5-b112-38e644d4491e', 'name': 'network-vif-deleted', 'tag': '76a5616b-820a-49fe-b3b1-b11f4474063d'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:34:37.925135 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c3388a-bd62-4f8b-b744-b683acd49828" -d '{"events": [{"server_uuid": "8f7d791a-86f8-40b5-b112-38e644d4491e", "name": "network-vif-deleted", "tag": "76a5616b-820a-49fe-b3b1-b11f4474063d"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:34:37.972381 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-450afa11-1718-46f0-b7b7-7fda55e02943 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] delete failed (client error): The resource could not be found. Aug 20 10:34:37.975130 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-450afa11-1718-46f0-b7b7-7fda55e02943 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/routers/73d94dcb-e12a-4ec8-b60c-34b8415696fa HTTP/1.1" status: 404 len: 336 time: 0.1080084 Aug 20 10:34:37.978819 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d4f339-e8a0-4121-a027-5984d31a9147 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:37.980648 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32784) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:37.985453 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-03d4f339-e8a0-4121-a027-5984d31a9147 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3804498 Aug 20 10:34:38.001854 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 32786) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:38.032693 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1074d426-9e86-4907-b498-e443719f7b51 x-openstack-request-id: req-1074d426-9e86-4907-b498-e443719f7b51 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:34:38.033049 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7d791a-86f8-40b5-b112-38e644d4491e", "name": "network-vif-deleted", "tag": "76a5616b-820a-49fe-b3b1-b11f4474063d", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:34:38.033238 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1074d426-9e86-4907-b498-e443719f7b51 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:34:38.033658 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7d791a-86f8-40b5-b112-38e644d4491e', 'name': 'network-vif-deleted', 'tag': '76a5616b-820a-49fe-b3b1-b11f4474063d', 'status': 'completed', 'code': 200} Aug 20 10:34:38.066918 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-0873bb4b-44f8-41cb-bc40-232131225c49 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:38.067410 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0873bb4b-44f8-41cb-bc40-232131225c49 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:38.069191 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0873bb4b-44f8-41cb-bc40-232131225c49 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/subnets/61602ca2-3af3-445b-b6da-177d4abd544a HTTP/1.1" status: 404 len: 337 time: 0.0828989 Aug 20 10:34:38.075935 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 32788) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:38.077996 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-125f7877-2759-43ff-b262-ea4b2beebb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:38.147192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:34:38.149848 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Checking segment: {'id': '521be726-c736-4146-9bf6-4c8cb015ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0fafcd94-209d-41c2-bc9b-32517f945c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:34:38.150231 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:38.150639 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Bound using segment: {'id': '521be726-c736-4146-9bf6-4c8cb015ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0fafcd94-209d-41c2-bc9b-32517f945c9d'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:34:38.151196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Bound port: 709bb329-dedf-45bd-8a2d-dc2b06b796fb, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '521be726-c736-4146-9bf6-4c8cb015ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0fafcd94-209d-41c2-bc9b-32517f945c9d'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:34:38.153974 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:38.175880 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-521fe559-a761-423a-8b65-a224d43e3a06 req-4ad8de97-53b3-4048-bddc-aa1733c5f620 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.1017311 Aug 20 10:34:38.185359 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6e2d7218-0fcb-4bb3-8b2a-14caca53b616 None None] Set router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:38.200116 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b3eb293d-f120-47f8-8ece-b8ed0a8086b9 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593 HTTP/1.1" status: 200 len: 205 time: 0.1229465 Aug 20 10:34:38.204927 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 32792) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:38.218083 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-125f7877-2759-43ff-b262-ea4b2beebb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:38.249894 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['f4572806-9844-4302-b2a2-f2770c887d9d'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:34:38.256850 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-200d7c1e-2c8d-4ab8-a3d3-3b979b593bd2 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] delete failed (client error): The resource could not be found. Aug 20 10:34:38.258764 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-200d7c1e-2c8d-4ab8-a3d3-3b979b593bd2 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/routers/6e3a047d-d7aa-4d3e-8d8d-8fd7d34c8593 HTTP/1.1" status: 404 len: 336 time: 0.0509250 Aug 20 10:34:38.265021 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-125f7877-2759-43ff-b262-ea4b2beebb5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:38.270737 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-125f7877-2759-43ff-b262-ea4b2beebb5a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1a1684c1-d945-4c83-9600-ff1a271592a7 HTTP/1.1" status: 204 len: 168 time: 1.2177162 Aug 20 10:34:38.271691 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32794) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:38.272257 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32796) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:38.273088 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f7877-2759-43ff-b262-ea4b2beebb5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a1684c1-d945-4c83-9600-ff1a271592a7,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:38.281118 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84a3ecda-f642-42d6-a7bb-12a5868226dc req-9ba1f2d6-0b15-429e-a751-dad687b7468f service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6590004 Aug 20 10:34:38.293381 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:38.338084 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-32f99bc4-5db9-4d0c-bf90-5e0a23c1a7e7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports?device_id=31099311-4a2a-488e-b44f-3040239176cc HTTP/1.1" status: 200 len: 205 time: 0.0538254 Aug 20 10:34:38.377643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32802) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:38.501730 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Deleting port 709bb329-dedf-45bd-8a2d-dc2b06b796fb {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:38.502292 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:38.549123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=f4572806-9844-4302-b2a2-f2770c887d9d,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:38.619910 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-ea2dc952-da94-41e5-9e2b-ae0efae1f0de tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] delete failed (client error): The resource could not be found. Aug 20 10:34:38.621070 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ea2dc952-da94-41e5-9e2b-ae0efae1f0de tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/routers/31099311-4a2a-488e-b44f-3040239176cc HTTP/1.1" status: 404 len: 336 time: 0.2419930 Aug 20 10:34:38.623808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32812) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:38.635885 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-03bc4fcd-b9d7-4ede-9817-3c48f674e0fa req-f4a8d870-72bc-4ba1-9d74-23a955ff69a9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f7d791a-86f8-40b5-b112-38e644d4491e HTTP/1.1" status: 200 len: 210 time: 0.1681013 Aug 20 10:34:38.702597 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd782a87-4dfd-4449-a8d1-faa9ba0b1cb7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:38.714964 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd782a87-4dfd-4449-a8d1-faa9ba0b1cb7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:38.717045 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dd782a87-4dfd-4449-a8d1-faa9ba0b1cb7 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/subnets/c7806891-dea2-41dd-8c68-43fcd3c732c2 HTTP/1.1" status: 404 len: 337 time: 0.0923254 Aug 20 10:34:38.733477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 32814) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:38.787732 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] For port d0bce4e0-279e-47b6-85b5-157f422b50f1, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:34:38.793946 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] For port d0bce4e0-279e-47b6-85b5-157f422b50f1, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d0bce4e0-279e-47b6-85b5-157f422b50f1,segment=NetworkSegment(fbc7884d-ef00-4743-9b86-6756ce1705e0),segment_id=fbc7884d-ef00-4743-9b86-6756ce1705e0)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:34:38.808561 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] For port 709bb329-dedf-45bd-8a2d-dc2b06b796fb, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:34:38.815222 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:38.828855 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c3098ed4-9467-4c8b-89a0-e70a36b9907a tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports?device_id=e12019ef-eb46-4904-a164-4af9fa9e4b79 HTTP/1.1" status: 200 len: 205 time: 0.0912237 Aug 20 10:34:38.829323 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 32818) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:38.846104 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-009d864e-5f4f-4455-8e83-0c52f52b1c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:38.887810 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] For port 709bb329-dedf-45bd-8a2d-dc2b06b796fb, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=709bb329-dedf-45bd-8a2d-dc2b06b796fb,segment=NetworkSegment(521be726-c736-4146-9bf6-4c8cb015ef04),segment_id=521be726-c736-4146-9bf6-4c8cb015ef04)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:34:38.915285 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:38.954454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14908017-b84d-4488-91e8-bd7c22d60058 req-a4642e8e-c17a-4550-8755-4d4f469772e0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:38.955985 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-14908017-b84d-4488-91e8-bd7c22d60058 req-a4642e8e-c17a-4550-8755-4d4f469772e0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.2593205 Aug 20 10:34:39.059449 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea03675-1640-4b0b-8b2d-fcca5192228d None None] Pushing event updated for resources: {'Port': ['ID=d0bce4e0-279e-47b6-85b5-157f422b50f1,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:39.091330 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-009d864e-5f4f-4455-8e83-0c52f52b1c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:39.148052 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-009d864e-5f4f-4455-8e83-0c52f52b1c7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324ff0db-c5d1-4fca-bb88-1a98dcdb99a4']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:39.159472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef0b5ea-1650-457b-aa95-0da3aac86f0d None None] Network 726b3111-7183-491b-b094-961d7571274c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:34:39.205532 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-14908017-b84d-4488-91e8-bd7c22d60058 req-6a309033-0b56-433a-a578-e88166f9b107 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265487 Aug 20 10:34:39.226732 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-009d864e-5f4f-4455-8e83-0c52f52b1c7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42a966c-a3e3-4862-9980-618524ab2b27') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:39.226895 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-009d864e-5f4f-4455-8e83-0c52f52b1c7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42a966c-a3e3-4862-9980-618524ab2b27') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:39.261452 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-009d864e-5f4f-4455-8e83-0c52f52b1c7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:39.292797 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-009d864e-5f4f-4455-8e83-0c52f52b1c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:39.297683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e86971-02d6-418f-b8a0-644536c3602f None None] Network 0fafcd94-209d-41c2-bc9b-32517f945c9d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:34:39.310784 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009d864e-5f4f-4455-8e83-0c52f52b1c7e admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:34:39.314447 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-009d864e-5f4f-4455-8e83-0c52f52b1c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:39.451407 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bfb98-6546-4af7-8336-3a25b79c26b7 None None] Pushing event updated for resources: {'Port': ['ID=709bb329-dedf-45bd-8a2d-dc2b06b796fb,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:34:39.455018 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:34:39.464208 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-009d864e-5f4f-4455-8e83-0c52f52b1c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:39.487562 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-009d864e-5f4f-4455-8e83-0c52f52b1c7e admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:39.497540 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-009d864e-5f4f-4455-8e83-0c52f52b1c7e admin admin] 10.222.0.16 "DELETE /v2.0/networks/324ff0db-c5d1-4fca-bb88-1a98dcdb99a4 HTTP/1.1" status: 204 len: 168 time: 1.1721735 Aug 20 10:34:39.529428 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d864e-5f4f-4455-8e83-0c52f52b1c7e admin admin] Pushing event deleted for resources: {'Network': ['ID=324ff0db-c5d1-4fca-bb88-1a98dcdb99a4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:39.554552 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6e2d7218-0fcb-4bb3-8b2a-14caca53b616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:28:26Z', 'revision_number': 4, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'b4707df8-9df7-4a46-8cb3-995556a8107d', 'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'mac_address': 'fa:16:3e:e5:b6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:24Z', 'updated_at': '2021-08-20T10:28:33Z', 'revision_number': 5, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'subnets': [{'id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:39.575990 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-f8cb3256-39a6-4929-aa17-6101dcfb56e2 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] delete failed (client error): The resource could not be found. Aug 20 10:34:39.583726 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f8cb3256-39a6-4929-aa17-6101dcfb56e2 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/routers/e12019ef-eb46-4904-a164-4af9fa9e4b79 HTTP/1.1" status: 404 len: 336 time: 0.7481270 Aug 20 10:34:39.586047 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32834) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:39.618274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] For port 709bb329-dedf-45bd-8a2d-dc2b06b796fb, host n-d-778550-11, got binding levels [] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:39.618274 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:39.659710 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67a0d240-cd98-4058-86fc-e601789d855d req-df7e1632-c96b-4454-bc6e-876e14633a67 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.0866287 Aug 20 10:34:39.672574 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-4274e53d-4d7e-4f40-9852-5c6f56a3c60a tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:39.672574 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4274e53d-4d7e-4f40-9852-5c6f56a3c60a tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:39.678602 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4274e53d-4d7e-4f40-9852-5c6f56a3c60a tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/subnets/b664469d-7ad9-445e-8d28-104b091bd1cb HTTP/1.1" status: 404 len: 337 time: 0.0858533 Aug 20 10:34:39.681501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32838) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:39.690748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Calling delete_port for 709bb329-dedf-45bd-8a2d-dc2b06b796fb owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:39.720713 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2d7218-0fcb-4bb3-8b2a-14caca53b616 None None] Checking router: 247e5bf8-b900-4909-bfb9-fa4bae22ea4d for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:34:39.771102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2d7218-0fcb-4bb3-8b2a-14caca53b616 None None] Routers {'247e5bf8-b900-4909-bfb9-fa4bae22ea4d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:39.771808 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6e2d7218-0fcb-4bb3-8b2a-14caca53b616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:39.791188 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-158fb9d3-e911-4ddd-9f92-1245570b1140 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fa1eed6-6bfa-4478-a88e-c261f1198f63 HTTP/1.1" status: 200 len: 205 time: 0.1085188 Aug 20 10:34:39.793616 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32844) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:39.881445 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-37e71d8a-1ffb-49cd-9ca5-a7b36da05647 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] delete failed (client error): The resource could not be found. Aug 20 10:34:39.886686 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-37e71d8a-1ffb-49cd-9ca5-a7b36da05647 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/routers/1fa1eed6-6bfa-4478-a88e-c261f1198f63 HTTP/1.1" status: 404 len: 336 time: 0.0879936 Aug 20 10:34:39.886686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32848) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:39.886686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32850) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:39.886686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32852) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:39.936313 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:39.970522 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ef9e2c-0625-4773-996c-d736583e6ea8 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:39.971253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ef9e2c-0625-4773-996c-d736583e6ea8 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:39.973216 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-15ef9e2c-0625-4773-996c-d736583e6ea8 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/subnets/0c78df92-da04-4a9f-892b-4cfb57963ba2 HTTP/1.1" status: 404 len: 337 time: 0.0775924 Aug 20 10:34:39.978758 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32854) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:39.993181 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event deleted for resources: {'Port': ['ID=709bb329-dedf-45bd-8a2d-dc2b06b796fb,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:39.999725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] No DVR routers for this DVR port 709bb329-dedf-45bd-8a2d-dc2b06b796fb on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:34:40.050531 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3111a4b3-24fb-4b24-baf6-abee0f4047d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] DELETE failed (client error): The resource could not be found. Aug 20 10:34:40.062844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3111a4b3-24fb-4b24-baf6-abee0f4047d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:34:40.065341 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3111a4b3-24fb-4b24-baf6-abee0f4047d5 tempest-RoutersIpV6Test-795988057 tempest-RoutersIpV6Test-795988057-project] 10.222.0.16 "DELETE /v2.0/subnets/551044b4-f8a3-4a5b-ad87-240564a42271 HTTP/1.1" status: 404 len: 337 time: 0.0826337 Aug 20 10:34:40.083239 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8efc66c9-b93c-4f69-be46-e022aef902f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=166e02a5760d422c823a05631402c62f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1881480 Aug 20 10:34:40.090474 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32862) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:40.172742 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25f8c49e-2b6b-49b5-bc10-111246683f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:40.198719 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:40.202582 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-736379bf-fcc1-4417-a261-011f57dc293b tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:40.209915 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fafcd94-209d-41c2-bc9b-32517f945c9d']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:40.222481 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521be726-c736-4146-9bf6-4c8cb015ef04') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:40.222855 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521be726-c736-4146-9bf6-4c8cb015ef04') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:40.233564 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:40.262007 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:40.276046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:34:40.276613 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:40.298297 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-736379bf-fcc1-4417-a261-011f57dc293b tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:40.380304 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c216ec0d-82f5-475e-9a96-72c0562fe673 None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:34:40.384628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f4572806-9844-4302-b2a2-f2770c887d9d up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:34:40.407294 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:34:40.412000 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:40.431683 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:40.434352 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "DELETE /v2.0/networks/0fafcd94-209d-41c2-bc9b-32517f945c9d HTTP/1.1" status: 204 len: 168 time: 2.4314804 Aug 20 10:34:40.441521 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32868) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:40.483383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537a3a4-63d7-48f1-8cda-c32abfb8e19b tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event deleted for resources: {'Network': ['ID=0fafcd94-209d-41c2-bc9b-32517f945c9d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:40.610275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6e2d7218-0fcb-4bb3-8b2a-14caca53b616 None None] Set router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:40.708891 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port f4572806-9844-4302-b2a2-f2770c887d9d completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:34:40.752157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 32878) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:40.760480 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port f4572806-9844-4302-b2a2-f2770c887d9d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:34:40.760857 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:40.949164 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ba01993a-5039-4f55-a579-559477d16d47 req-e2456c26-05c7-43d5-a53d-ae58e860f30e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.1186278 Aug 20 10:34:40.978831 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c216ec0d-82f5-475e-9a96-72c0562fe673 None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:34:41.100454 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c4283dee-81e3-4f90-ac20-07bd32f235d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2aee0715d704e77a5c01cf48fba849f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465071 Aug 20 10:34:41.113293 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 32884) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:41.213027 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:41.318525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:34:41.323575 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe71325-70d4-41ca-8230-60fc3c190a6f" -d '{"events": [{"server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "name": "network-vif-plugged", "status": "completed", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:34:41.394522 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b916a80-ed6f-476b-8db5-50b6005b75da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:41.401302 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f4572806-9844-4302-b2a2-f2770c887d9d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f4572806-9844-4302-b2a2-f2770c887d9d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:41.423380 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c0273c-528b-4628-bd03-5f2fc683cbbd x-openstack-request-id: req-e9c0273c-528b-4628-bd03-5f2fc683cbbd {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:34:41.423905 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "name": "network-vif-plugged", "status": "completed", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:34:41.424298 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9c0273c-528b-4628-bd03-5f2fc683cbbd {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:34:41.424827 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'code': 200} Aug 20 10:34:41.433001 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:41.446060 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b916a80-ed6f-476b-8db5-50b6005b75da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:41.539602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6e2d7218-0fcb-4bb3-8b2a-14caca53b616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:28:26Z', 'revision_number': 4, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'b4707df8-9df7-4a46-8cb3-995556a8107d', 'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'mac_address': 'fa:16:3e:e5:b6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:24Z', 'updated_at': '2021-08-20T10:28:33Z', 'revision_number': 5, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'subnets': [{'id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:41.547097 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=f4572806-9844-4302-b2a2-f2770c887d9d,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:41.589876 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2d7218-0fcb-4bb3-8b2a-14caca53b616 None None] The sync data for ids ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'] in n-d-778550-11 is: [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:28:26Z', 'revision_number': 4, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'b4707df8-9df7-4a46-8cb3-995556a8107d', 'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'mac_address': 'fa:16:3e:e5:b6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:24Z', 'updated_at': '2021-08-20T10:28:33Z', 'revision_number': 5, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'subnets': [{'id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:34:41.612597 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c51b96-c90a-4ee2-b032-a73b6c1b1db4 req-4769e4a7-49fd-44a7-88db-82a018c8031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:41.614346 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-04c51b96-c90a-4ee2-b032-a73b6c1b1db4 req-4769e4a7-49fd-44a7-88db-82a018c8031a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 1097 time: 0.1098678 Aug 20 10:34:41.677163 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b916a80-ed6f-476b-8db5-50b6005b75da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:41.680235 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b916a80-ed6f-476b-8db5-50b6005b75da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:41.681391 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8b916a80-ed6f-476b-8db5-50b6005b75da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ccd99b3-6aa4-48ab-80b6-0acebe7cdd0b HTTP/1.1" status: 204 len: 168 time: 0.5568125 Aug 20 10:34:41.712699 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25f8c49e-2b6b-49b5-bc10-111246683f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:41.719496 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:41.742747 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-736379bf-fcc1-4417-a261-011f57dc293b tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:41.746099 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-736379bf-fcc1-4417-a261-011f57dc293b tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:41.758837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b916a80-ed6f-476b-8db5-50b6005b75da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccd99b3-6aa4-48ab-80b6-0acebe7cdd0b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:41.762300 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-736379bf-fcc1-4417-a261-011f57dc293b tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "DELETE /v2.0/security-groups/cc247365-1112-4773-886a-ed1f85a54066 HTTP/1.1" status: 204 len: 168 time: 1.8726196 Aug 20 10:34:41.764431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 32902) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:41.794244 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-04c51b96-c90a-4ee2-b032-a73b6c1b1db4 req-94950b26-efa7-4b14-af67-4527ec76edb9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696610 Aug 20 10:34:41.805955 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-789b5ffc-1cf9-4d22-8732-ef5f8cc7661b tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] show failed (client error): The resource could not be found. Aug 20 10:34:41.819281 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32904) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:41.826925 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-789b5ffc-1cf9-4d22-8732-ef5f8cc7661b tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups/cc247365-1112-4773-886a-ed1f85a54066 HTTP/1.1" status: 404 len: 347 time: 0.0614135 Aug 20 10:34:41.828358 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00916523-1da1-485d-a1c2-a88982d2c4ab None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:34:41.853273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736379bf-fcc1-4417-a261-011f57dc293b tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc247365-1112-4773-886a-ed1f85a54066,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:41.988101 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49237f42-401d-4e81-82ea-092a5cdfd58f req-0bb65790-bce8-4956-92bf-c43d660c9144 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:41.989676 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-49237f42-401d-4e81-82ea-092a5cdfd58f req-0bb65790-bce8-4956-92bf-c43d660c9144 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 1.5450912 Aug 20 10:34:42.092235 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00916523-1da1-485d-a1c2-a88982d2c4ab None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:34:42.136567 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f4f0da-a308-4175-8e28-a9747e50ba8a None None] New status for floating IP e729b313-519a-4ccb-a32b-dcb2e9dcc54a: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:34:42.143306 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60e04c19-8887-428f-9171-5538567a49ac req-76280381-9b67-42c9-af91-c96e778f170e tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.0422633 Aug 20 10:34:42.239578 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-49237f42-401d-4e81-82ea-092a5cdfd58f req-57b704da-f75f-405a-ac1c-f24db3937fe5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128446 Aug 20 10:34:42.261861 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25f8c49e-2b6b-49b5-bc10-111246683f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:42.265013 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25f8c49e-2b6b-49b5-bc10-111246683f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:42.266940 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-25f8c49e-2b6b-49b5-bc10-111246683f24 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25e98bb6-cadf-4235-8ff2-487f0d072d0b HTTP/1.1" status: 204 len: 168 time: 2.1736982 Aug 20 10:34:42.300745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8c49e-2b6b-49b5-bc10-111246683f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e98bb6-cadf-4235-8ff2-487f0d072d0b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:42.349864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Deleting port d0bce4e0-279e-47b6-85b5-157f422b50f1 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:42.350673 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:42.522959 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-2cc38822-9f5a-4400-89b7-684a52b7aab2 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Deleting port 3b6af9c9-f073-4b19-8df0-f3486cf44e7a {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:42.529717 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cc38822-9f5a-4400-89b7-684a52b7aab2 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:42.698549 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] For port d0bce4e0-279e-47b6-85b5-157f422b50f1, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d0bce4e0-279e-47b6-85b5-157f422b50f1,segment=NetworkSegment(fbc7884d-ef00-4743-9b86-6756ce1705e0),segment_id=fbc7884d-ef00-4743-9b86-6756ce1705e0)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:34:42.698923 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:42.723496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Calling delete_port for d0bce4e0-279e-47b6-85b5-157f422b50f1 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:43.053236 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cc38822-9f5a-4400-89b7-684a52b7aab2 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:43.056431 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cc38822-9f5a-4400-89b7-684a52b7aab2 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:43.087983 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-2cc38822-9f5a-4400-89b7-684a52b7aab2 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Calling delete_port for 3b6af9c9-f073-4b19-8df0-f3486cf44e7a owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:43.097697 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:43.137132 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event deleted for resources: {'Port': ['ID=d0bce4e0-279e-47b6-85b5-157f422b50f1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:43.182011 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] No DVR routers for this DVR port d0bce4e0-279e-47b6-85b5-157f422b50f1 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:34:43.308687 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:43.323466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726b3111-7183-491b-b094-961d7571274c']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:43.343603 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc7884d-ef00-4743-9b86-6756ce1705e0') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:43.344057 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc7884d-ef00-4743-9b86-6756ce1705e0') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:43.356683 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:43.416304 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-427c2ecc-bd0f-4682-95c0-bdda5d5b521a req-50aa93e6-6006-4885-a66c-184797a95531 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.0747080 Aug 20 10:34:43.419633 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:43.532800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:34:43.534743 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:34:43.542496 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:34:43.569255 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cc38822-9f5a-4400-89b7-684a52b7aab2 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:43.693588 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc38822-9f5a-4400-89b7-684a52b7aab2 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Pushing event deleted for resources: {'Port': ['ID=3b6af9c9-f073-4b19-8df0-f3486cf44e7a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:43.771944 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:43.788373 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:43.796099 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "DELETE /v2.0/networks/726b3111-7183-491b-b094-961d7571274c HTTP/1.1" status: 204 len: 168 time: 3.3493991 Aug 20 10:34:43.798557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 32988) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:43.845462 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3039e6b-9b3a-412d-8d24-1f855bda2c50 req-07aca471-fec5-4db8-8de2-4cacad55c2ee tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:43.856328 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b3039e6b-9b3a-412d-8d24-1f855bda2c50 req-07aca471-fec5-4db8-8de2-4cacad55c2ee tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 945 time: 0.4237311 Aug 20 10:34:43.859998 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52a3cd-761f-46b3-9d51-b6fc7b6f4ead tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event deleted for resources: {'Network': ['ID=726b3111-7183-491b-b094-961d7571274c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:43.914044 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cc38822-9f5a-4400-89b7-684a52b7aab2 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:43.917630 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2cc38822-9f5a-4400-89b7-684a52b7aab2 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:43.960058 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2cc38822-9f5a-4400-89b7-684a52b7aab2 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "DELETE /v2.0/floatingips/e729b313-519a-4ccb-a32b-dcb2e9dcc54a HTTP/1.1" status: 204 len: 168 time: 2.1059825 Aug 20 10:34:44.033411 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9798ac0f-7117-4dc0-afc9-d4814685cfaa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:44.114535 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b3039e6b-9b3a-412d-8d24-1f855bda2c50 req-5d0536f1-6f57-442f-a2c5-275530c574da tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223628 Aug 20 10:34:44.194111 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9798ac0f-7117-4dc0-afc9-d4814685cfaa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:44.230131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33002) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:44.237365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-9798ac0f-7117-4dc0-afc9-d4814685cfaa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2a83a8-e7ab-4196-b98c-d2c69b2ce9bd']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:44.278898 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-9798ac0f-7117-4dc0-afc9-d4814685cfaa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56696ba2-09d0-4767-bd2e-7e45087fc131') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:44.279375 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-9798ac0f-7117-4dc0-afc9-d4814685cfaa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56696ba2-09d0-4767-bd2e-7e45087fc131') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:44.294333 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9798ac0f-7117-4dc0-afc9-d4814685cfaa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:44.310232 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9798ac0f-7117-4dc0-afc9-d4814685cfaa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:44.317405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9798ac0f-7117-4dc0-afc9-d4814685cfaa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:34:44.317898 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9798ac0f-7117-4dc0-afc9-d4814685cfaa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:34:44.412827 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:34:44.415803 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe1fff-d598-481f-bd92-a7a9089338d5 req-c395c00e-e522-4e29-b46c-b04851461698 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:44.418339 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9798ac0f-7117-4dc0-afc9-d4814685cfaa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:44.426175 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fe1fff-d598-481f-bd92-a7a9089338d5 req-c395c00e-e522-4e29-b46c-b04851461698 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 945 time: 0.1468954 Aug 20 10:34:44.433179 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9798ac0f-7117-4dc0-afc9-d4814685cfaa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:44.438627 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9798ac0f-7117-4dc0-afc9-d4814685cfaa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "DELETE /v2.0/networks/fb2a83a8-e7ab-4196-b98c-d2c69b2ce9bd HTTP/1.1" status: 204 len: 168 time: 0.6376920 Aug 20 10:34:44.438808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33008) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:44.439151 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33010) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:44.446095 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-aad3e69a-28d3-4ed2-96a5-f5de62e6cd0d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Request body: {'floatingip': {'port_id': 'f4572806-9844-4302-b2a2-f2770c887d9d'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:44.495658 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798ac0f-7117-4dc0-afc9-d4814685cfaa tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event deleted for resources: {'Network': ['ID=fb2a83a8-e7ab-4196-b98c-d2c69b2ce9bd,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:44.755460 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aad3e69a-28d3-4ed2-96a5-f5de62e6cd0d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:45.025539 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-bd90b8d6-d1a4-44ec-bc82-0f9549f5a31c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-401167275-network', 'tenant_id': '70b89f92e6a741a4951d32cfb1e1a59f'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:45.060125 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:45.115638 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6e2d1fd5-4c32-4b2f-93a4-2c8cf255eb99 req-645bb1b6-c3c2-42f2-9aa3-5d65da13d5ef tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.4309607 Aug 20 10:34:45.354150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd90b8d6-d1a4-44ec-bc82-0f9549f5a31c admin admin] Made reservation on behalf of 70b89f92e6a741a4951d32cfb1e1a59f for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:34:45.359917 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd90b8d6-d1a4-44ec-bc82-0f9549f5a31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:45.444804 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd90b8d6-d1a4-44ec-bc82-0f9549f5a31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:45.482882 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:45.571418 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33048) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:45.576507 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-93fdd143-cbf2-43bb-8f9f-7e9ccf3a284c tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1543515509', 'description': 'tempest-description--285880177'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:45.585343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c927cb-d907-4f3d-9aad-9a9b0c54414b']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:45.607948 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.api [None req-93fdd143-cbf2-43bb-8f9f-7e9ccf3a284c tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 10:34:45.607948 n-d-778550-11 neutron-server[94867]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 10:34:45.607948 n-d-778550-11 neutron-server[94867]: [parameters: {'project_id_1': 'b086f231f77d4675abacdbd977d6ae32', 'expiration_1': datetime.datetime(2021, 8, 20, 10, 34, 45, 586216)}] Aug 20 10:34:45.607948 n-d-778550-11 neutron-server[94867]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:34:45.608875 n-d-778550-11 neutron-server[94867]: DEBUG oslo_db.api [None req-93fdd143-cbf2-43bb-8f9f-7e9ccf3a284c tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:34:45.611465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc72608-957d-4a5b-9104-ef35b4e1a28b') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:45.612039 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc72608-957d-4a5b-9104-ef35b4e1a28b') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:45.698438 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:45.754009 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:45.824716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:34:45.825139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:34:45.829157 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:34:46.053166 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:46.065351 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:46.067312 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] 10.222.0.16 "DELETE /v2.0/networks/05c927cb-d907-4f3d-9aad-9a9b0c54414b HTTP/1.1" status: 204 len: 168 time: 1.6271503 Aug 20 10:34:46.107578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Pushing event deleted for resources: {'Network': ['ID=05c927cb-d907-4f3d-9aad-9a9b0c54414b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:46.124683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:46.125040 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:46.125385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:46.125742 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:46.126051 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:46.126368 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:46.126807 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:46.127155 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:46.127510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:46.127802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:46.128117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:46.128656 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beac124f-6376-4b62-b090-61aa568828c4 tempest-BulkNetworkOpsTest-1860432343 tempest-BulkNetworkOpsTest-1860432343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:46.136458 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.resource_extend [None req-aad3e69a-28d3-4ed2-96a5-f5de62e6cd0d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:34:46.324647 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aad3e69a-28d3-4ed2-96a5-f5de62e6cd0d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:46.338228 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33078) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:46.372259 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aad3e69a-28d3-4ed2-96a5-f5de62e6cd0d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:46.405856 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd90b8d6-d1a4-44ec-bc82-0f9549f5a31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:46.436077 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-93fdd143-cbf2-43bb-8f9f-7e9ccf3a284c tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:46.518056 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd90b8d6-d1a4-44ec-bc82-0f9549f5a31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:46.691282 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33092) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:46.806833 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-93fdd143-cbf2-43bb-8f9f-7e9ccf3a284c tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:46.811818 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-93fdd143-cbf2-43bb-8f9f-7e9ccf3a284c tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:46.942212 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-93fdd143-cbf2-43bb-8f9f-7e9ccf3a284c tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:46.946030 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-93fdd143-cbf2-43bb-8f9f-7e9ccf3a284c tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3712940 Aug 20 10:34:46.948728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdd143-cbf2-43bb-8f9f-7e9ccf3a284c tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1737b9ec-1927-4024-9a8f-a955df4f7a83,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:46.962906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33100) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:46.977553 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-ca6da626-752f-47d9-b536-39a56d5fd9b7 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Request body: {'security_group_rule': {'security_group_id': '1737b9ec-1927-4024-9a8f-a955df4f7a83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:46.984123 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b989cb2f-c82a-4362-b3df-6a2de787bbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:47.141376 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b989cb2f-c82a-4362-b3df-6a2de787bbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:47.153056 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b989cb2f-c82a-4362-b3df-6a2de787bbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:47.209123 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989cb2f-c82a-4362-b3df-6a2de787bbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9ba3ab-49f7-4cd6-a3cc-83239b117842,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:47.224191 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-89e2a72b-7cac-4d24-8644-f5c48d9ea057 req-60c88947-7a77-4abd-a256-72fed7c2ecf6 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.8545067 Aug 20 10:34:47.248332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd90b8d6-d1a4-44ec-bc82-0f9549f5a31c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:34:47.261494 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd90b8d6-d1a4-44ec-bc82-0f9549f5a31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:47.261737 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-bd90b8d6-d1a4-44ec-bc82-0f9549f5a31c admin admin] Added segment b34bc5cb-7167-4924-8e5e-13d4451816dd of type vlan for network d504c420-d3f5-4a54-be9e-083999a04513 Aug 20 10:34:47.312568 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd90b8d6-d1a4-44ec-bc82-0f9549f5a31c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:47.341841 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cf7c7896-5ee5-4bd0-b5a8-17ebb0556e03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bba6bbe195545f89a64df3ae6d9936a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6438389 Aug 20 10:34:47.347973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33106) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:47.365536 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90b8d6-d1a4-44ec-bc82-0f9549f5a31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:47.396622 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd90b8d6-d1a4-44ec-bc82-0f9549f5a31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:47.397704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd90b8d6-d1a4-44ec-bc82-0f9549f5a31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:47.398894 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd90b8d6-d1a4-44ec-bc82-0f9549f5a31c admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:47.418495 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca6da626-752f-47d9-b536-39a56d5fd9b7 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:47.428093 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b989cb2f-c82a-4362-b3df-6a2de787bbee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b9b743b507a4da1a0b739265336617f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0873480 Aug 20 10:34:47.428858 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33108) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:47.431208 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-359d25a3-c33e-446e-91df-1465fff0c0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:47.483359 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-359d25a3-c33e-446e-91df-1465fff0c0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:47.554643 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bd90b8d6-d1a4-44ec-bc82-0f9549f5a31c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.3228226 Aug 20 10:34:47.561176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33110) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:47.571906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c22a312c-67b6-48e4-a13b-885e1d7e400b admin admin] Request body: {'subnet': {'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-401167275-subnet', 'tenant_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:47.592886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90b8d6-d1a4-44ec-bc82-0f9549f5a31c admin admin] Pushing event updated for resources: {'Network': ['ID=d504c420-d3f5-4a54-be9e-083999a04513,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:47.597796 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-aad3e69a-28d3-4ed2-96a5-f5de62e6cd0d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Floating IP f84116f7-0fbf-4d11-afc4-bcf645b8a6e5 associated. External IP: 172.25.3.47, port: f4572806-9844-4302-b2a2-f2770c887d9d. Aug 20 10:34:47.606250 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network d504c420-d3f5-4a54-be9e-083999a04513 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:34:47.639769 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca6da626-752f-47d9-b536-39a56d5fd9b7 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:47.641811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22a312c-67b6-48e4-a13b-885e1d7e400b admin admin] Made reservation on behalf of 70b89f92e6a741a4951d32cfb1e1a59f for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:34:47.644989 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c22a312c-67b6-48e4-a13b-885e1d7e400b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:47.666827 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ab68e95-e293-4ffd-9d36-60fd2f3ec69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:47.709622 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca6da626-752f-47d9-b536-39a56d5fd9b7 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:47.824411 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ab68e95-e293-4ffd-9d36-60fd2f3ec69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:47.847447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6da626-752f-47d9-b536-39a56d5fd9b7 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716ddec1-da7b-4369-8dad-d3ed78e74b55,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:47.868560 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-359d25a3-c33e-446e-91df-1465fff0c0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:47.872341 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-359d25a3-c33e-446e-91df-1465fff0c0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:47.874140 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-359d25a3-c33e-446e-91df-1465fff0c0ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95659f53-f4c2-40b5-9a00-0556db9c7e6f HTTP/1.1" status: 204 len: 168 time: 0.5277870 Aug 20 10:34:47.947851 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca6da626-752f-47d9-b536-39a56d5fd9b7 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:47.949083 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ca6da626-752f-47d9-b536-39a56d5fd9b7 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9850233 Aug 20 10:34:47.981634 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33122) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:48.011985 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e219917e-7c1a-4819-86f0-7637f307a522 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Request body: {'security_group_rule': {'security_group_id': '1737b9ec-1927-4024-9a8f-a955df4f7a83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:48.092619 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad3e69a-28d3-4ed2-96a5-f5de62e6cd0d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Router 1eabb3d8-bf6d-4abe-bb11-59a746053827 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:34:48.100261 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e219917e-7c1a-4819-86f0-7637f307a522 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:48.207990 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c22a312c-67b6-48e4-a13b-885e1d7e400b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:48.213296 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d25a3-c33e-446e-91df-1465fff0c0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95659f53-f4c2-40b5-9a00-0556db9c7e6f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:48.339983 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ab68e95-e293-4ffd-9d36-60fd2f3ec69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:48.342765 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ab68e95-e293-4ffd-9d36-60fd2f3ec69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:48.344344 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3ab68e95-e293-4ffd-9d36-60fd2f3ec69c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b9ba3ab-49f7-4cd6-a3cc-83239b117842 HTTP/1.1" status: 204 len: 168 time: 0.8774879 Aug 20 10:34:48.349878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a312c-67b6-48e4-a13b-885e1d7e400b admin admin] Pushing event updated for resources: {'Subnet': ['ID=093a3409-25cd-4ce0-81ea-45051063601e,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:48.364030 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e219917e-7c1a-4819-86f0-7637f307a522 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:48.409332 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e219917e-7c1a-4819-86f0-7637f307a522 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:48.414911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab68e95-e293-4ffd-9d36-60fd2f3ec69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9ba3ab-49f7-4cd6-a3cc-83239b117842,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:48.433888 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a312c-67b6-48e4-a13b-885e1d7e400b admin admin] Checking segment: {'id': 'b34bc5cb-7167-4924-8e5e-13d4451816dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:34:48.434646 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a312c-67b6-48e4-a13b-885e1d7e400b admin admin] Network hostable DHCP agents. Network: d504c420-d3f5-4a54-be9e-083999a04513, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:34:48.490515 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a312c-67b6-48e4-a13b-885e1d7e400b admin admin] Network d504c420-d3f5-4a54-be9e-083999a04513 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:34:48.504891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-c22a312c-67b6-48e4-a13b-885e1d7e400b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, d504c420-d3f5-4a54-be9e-083999a04513) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:48.519095 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22a312c-67b6-48e4-a13b-885e1d7e400b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:48.519496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219917e-7c1a-4819-86f0-7637f307a522 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1ef473-d22b-4c60-8ad4-22c0e55aff47,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:48.524469 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c22a312c-67b6-48e4-a13b-885e1d7e400b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:48.548303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad3e69a-28d3-4ed2-96a5-f5de62e6cd0d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:34:48.581283 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149bd28b-7cbf-4051-8810-7816bd0134e6 None None] Sync routers for ids ['1eabb3d8-bf6d-4abe-bb11-59a746053827'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:34:48.586925 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aad3e69a-28d3-4ed2-96a5-f5de62e6cd0d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:48.589936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11970817-254e-41ff-adcf-65e31bedaedd None None] Network d504c420-d3f5-4a54-be9e-083999a04513 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:34:48.590340 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e219917e-7c1a-4819-86f0-7637f307a522 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:48.611726 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e219917e-7c1a-4819-86f0-7637f307a522 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6290495 Aug 20 10:34:48.617409 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33136) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:48.635545 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:48.665119 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d53d46c4-396b-4f0f-8636-1070ecdaf3b1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:48.692706 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0325dfc7-fecc-4fdd-93d9-32d50f155459 req-ed5897fa-0c0b-4880-8b73-f5f0b56ab63d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac253fbb-3c71-44f4-99bc-2d2e4554b056 HTTP/1.1" status: 200 len: 210 time: 0.1367528 Aug 20 10:34:48.702916 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c22a312c-67b6-48e4-a13b-885e1d7e400b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1364000 Aug 20 10:34:48.710330 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33140) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:48.746986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-401167275-router', 'tenant_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:48.764995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149bd28b-7cbf-4051-8810-7816bd0134e6 None None] Routers {'1eabb3d8-bf6d-4abe-bb11-59a746053827'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:48.766115 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d53d46c4-396b-4f0f-8636-1070ecdaf3b1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:48.767713 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-149bd28b-7cbf-4051-8810-7816bd0134e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1eabb3d8-bf6d-4abe-bb11-59a746053827'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:48.782013 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aad3e69a-28d3-4ed2-96a5-f5de62e6cd0d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "PUT /v2.0/floatingips/f84116f7-0fbf-4d11-afc4-bcf645b8a6e5 HTTP/1.1" status: 200 len: 990 time: 4.3386216 Aug 20 10:34:48.784505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:34:48.786856 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23f7141-253a-440d-9dbe-fbb093203a62" -d '{"events": [{"name": "network-changed", "server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:34:48.833585 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:48.839123 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:48.898842 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da0963b-0baa-4be2-8d91-4a0481e44510 x-openstack-request-id: req-4da0963b-0baa-4be2-8d91-4a0481e44510 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:34:48.901732 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:34:48.902106 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4da0963b-0baa-4be2-8d91-4a0481e44510 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:34:48.903512 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'status': 'completed', 'code': 200} Aug 20 10:34:49.077936 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:49.110474 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d53d46c4-396b-4f0f-8636-1070ecdaf3b1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:49.291621 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-149bd28b-7cbf-4051-8810-7816bd0134e6 None None] Set router 1eabb3d8-bf6d-4abe-bb11-59a746053827 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:49.355944 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac097191-919b-4aa4-9868-ec4d47403748 None None] Network d504c420-d3f5-4a54-be9e-083999a04513 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:34:49.472615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:49.553856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-d53d46c4-396b-4f0f-8636-1070ecdaf3b1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Allocated IP 172.25.3.104 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/84872027-0be7-4511-a589-e7957a00df4a) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:34:49.577492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33170) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:49.628917 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f7141-253a-440d-9dbe-fbb093203a62 req-a412a701-cb03-4522-b70c-66f4b939002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:49.631604 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d23f7141-253a-440d-9dbe-fbb093203a62 req-a412a701-cb03-4522-b70c-66f4b939002f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 1097 time: 0.6865621 Aug 20 10:34:49.658526 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa4cf-a0f8-4ac4-af50-9127128c96fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:49.886816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33180) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:50.012780 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f793680-ffa5-460f-acc0-70156db0a112 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:50.016813 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:50.097446 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:50.144910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f7141-253a-440d-9dbe-fbb093203a62 req-43cce2d5-baab-4752-8e15-e1c5bb56c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:50.146505 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d23f7141-253a-440d-9dbe-fbb093203a62 req-43cce2d5-baab-4752-8e15-e1c5bb56c418 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.4892004 Aug 20 10:34:50.177972 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-149bd28b-7cbf-4051-8810-7816bd0134e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'name': 'tempest-ServerActionsTestJSON-231906233-router', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:52Z', 'updated_at': '2021-08-20T10:34:04Z', 'revision_number': 4, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'gw_port': {'id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:54Z', 'updated_at': '2021-08-20T10:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'f84116f7-0fbf-4d11-afc4-bcf645b8a6e5', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'floating_ip_address': '172.25.3.47', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'port_id': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'mac_address': 'fa:16:3e:c3:34:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:34:17Z', 'updated_at': '2021-08-20T10:34:45Z', 'revision_number': 1, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a9a4ef0-202c-4704-a3d1-12dbadc528a6', 'name': '', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'mac_address': 'fa:16:3e:25:50:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:00Z', 'updated_at': '2021-08-20T10:34:15Z', 'revision_number': 5, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'subnets': [{'id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:50.188242 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d53d46c4-396b-4f0f-8636-1070ecdaf3b1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:50.239575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149bd28b-7cbf-4051-8810-7816bd0134e6 None None] Checking router: 1eabb3d8-bf6d-4abe-bb11-59a746053827 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:34:50.243822 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33194) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:50.258886 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d53d46c4-396b-4f0f-8636-1070ecdaf3b1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:50.264637 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149bd28b-7cbf-4051-8810-7816bd0134e6 None None] Routers {'1eabb3d8-bf6d-4abe-bb11-59a746053827'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:50.265196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-149bd28b-7cbf-4051-8810-7816bd0134e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1eabb3d8-bf6d-4abe-bb11-59a746053827'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:50.434527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53d46c4-396b-4f0f-8636-1070ecdaf3b1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:34:50.434827 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f793680-ffa5-460f-acc0-70156db0a112 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:50.444616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-060c52fc-aba6-4c1d-869c-d305422e5971 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'network': {'name': 'tempest-RoutersTest-1433662902'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:50.472975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d46c4-396b-4f0f-8636-1070ecdaf3b1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Pushing event updated for resources: {'Port': ['ID=84872027-0be7-4511-a589-e7957a00df4a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:50.483579 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-d53d46c4-396b-4f0f-8636-1070ecdaf3b1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:50.511030 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d46c4-396b-4f0f-8636-1070ecdaf3b1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:34:50.586973 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f793680-ffa5-460f-acc0-70156db0a112 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:50.592300 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f793680-ffa5-460f-acc0-70156db0a112 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:50.594646 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6f793680-ffa5-460f-acc0-70156db0a112 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "DELETE /v2.0/security-groups/b4f3f050-f403-43cf-8c5a-95c355c35a18 HTTP/1.1" status: 204 len: 168 time: 0.7063851 Aug 20 10:34:50.605583 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33204) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:50.653513 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f793680-ffa5-460f-acc0-70156db0a112 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f3f050-f403-43cf-8c5a-95c355c35a18,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:50.687644 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-1f65b8a5-0077-4b90-a165-cbae0f6dfc28 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] show failed (client error): The resource could not be found. Aug 20 10:34:50.689157 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1f65b8a5-0077-4b90-a165-cbae0f6dfc28 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "GET /v2.0/security-groups/b4f3f050-f403-43cf-8c5a-95c355c35a18 HTTP/1.1" status: 404 len: 347 time: 0.0767519 Aug 20 10:34:50.691940 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33206) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:50.726909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-149bd28b-7cbf-4051-8810-7816bd0134e6 None None] Set router 1eabb3d8-bf6d-4abe-bb11-59a746053827 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:50.740950 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa4cf-a0f8-4ac4-af50-9127128c96fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:50.791351 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa4cf-a0f8-4ac4-af50-9127128c96fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:50.907600 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ae4aa4cf-a0f8-4ac4-af50-9127128c96fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44ba2d728ca345f8b97659e0aaba3389&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3286934 Aug 20 10:34:50.920236 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4aa4cf-a0f8-4ac4-af50-9127128c96fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d35fb5f-f581-4f14-bd26-33b475570f41,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:50.925268 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33212) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:50.991368 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Allocated IP 172.25.3.227 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/18796946-9731-41be-8e34-f53d4eef773f) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:34:51.047419 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d23f7141-253a-440d-9dbe-fbb093203a62 req-a8208461-1ba6-434d-a8f8-a272b1a318fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4572806-9844-4302-b2a2-f2770c887d9d HTTP/1.1" status: 200 len: 998 time: 0.8144472 Aug 20 10:34:51.052432 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060c52fc-aba6-4c1d-869c-d305422e5971 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:34:51.062031 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-060c52fc-aba6-4c1d-869c-d305422e5971 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:51.126802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-149bd28b-7cbf-4051-8810-7816bd0134e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'name': 'tempest-ServerActionsTestJSON-231906233-router', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:52Z', 'updated_at': '2021-08-20T10:34:04Z', 'revision_number': 4, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'gw_port': {'id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:54Z', 'updated_at': '2021-08-20T10:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'f84116f7-0fbf-4d11-afc4-bcf645b8a6e5', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'floating_ip_address': '172.25.3.47', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'port_id': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'mac_address': 'fa:16:3e:c3:34:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:34:17Z', 'updated_at': '2021-08-20T10:34:45Z', 'revision_number': 1, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a9a4ef0-202c-4704-a3d1-12dbadc528a6', 'name': '', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'mac_address': 'fa:16:3e:25:50:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:00Z', 'updated_at': '2021-08-20T10:34:15Z', 'revision_number': 5, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'subnets': [{'id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:51.172873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149bd28b-7cbf-4051-8810-7816bd0134e6 None None] The sync data for ids ['1eabb3d8-bf6d-4abe-bb11-59a746053827'] in n-d-778550-11 is: [{'id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'name': 'tempest-ServerActionsTestJSON-231906233-router', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:52Z', 'updated_at': '2021-08-20T10:34:04Z', 'revision_number': 4, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'gw_port': {'id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:54Z', 'updated_at': '2021-08-20T10:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'f84116f7-0fbf-4d11-afc4-bcf645b8a6e5', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'floating_ip_address': '172.25.3.47', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'port_id': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'mac_address': 'fa:16:3e:c3:34:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:34:17Z', 'updated_at': '2021-08-20T10:34:45Z', 'revision_number': 1, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a9a4ef0-202c-4704-a3d1-12dbadc528a6', 'name': '', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'mac_address': 'fa:16:3e:25:50:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:00Z', 'updated_at': '2021-08-20T10:34:15Z', 'revision_number': 5, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'subnets': [{'id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:34:51.237843 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-060c52fc-aba6-4c1d-869c-d305422e5971 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:51.295882 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33226) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:51.339873 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-b9ed2479-bd3d-474b-9afc-b5b2e332d6ea tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Deleting port 8b01cda7-9bb6-4bef-a93b-d701b7575ac9 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:51.340745 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b9ed2479-bd3d-474b-9afc-b5b2e332d6ea tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:51.474926 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:51.484077 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d53d46c4-396b-4f0f-8636-1070ecdaf3b1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:51.540688 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-72841c7d-7b33-47fd-93dd-0a4719c58fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:51.543527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f7141-253a-440d-9dbe-fbb093203a62 req-7b5248f7-f3df-42f6-ae30-bf89eb55c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:51.545246 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d23f7141-253a-440d-9dbe-fbb093203a62 req-7b5248f7-f3df-42f6-ae30-bf89eb55c850 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.4756508 Aug 20 10:34:51.555084 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b9ed2479-bd3d-474b-9afc-b5b2e332d6ea tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:51.564427 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b9ed2479-bd3d-474b-9afc-b5b2e332d6ea tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:51.602041 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d53d46c4-396b-4f0f-8636-1070ecdaf3b1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:51.614046 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-b9ed2479-bd3d-474b-9afc-b5b2e332d6ea tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Calling delete_port for 8b01cda7-9bb6-4bef-a93b-d701b7575ac9 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:51.622730 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73313304-254b-48ec-8487-debc227d0ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:51.641820 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ab4e3e-9414-43eb-830b-18beae1fe84d None None] New status for floating IP f84116f7-0fbf-4d11-afc4-bcf645b8a6e5: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:34:51.690320 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-72841c7d-7b33-47fd-93dd-0a4719c58fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:51.802220 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:51.892257 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-72841c7d-7b33-47fd-93dd-0a4719c58fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:51.895522 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-72841c7d-7b33-47fd-93dd-0a4719c58fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:51.897126 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-72841c7d-7b33-47fd-93dd-0a4719c58fe9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d35fb5f-f581-4f14-bd26-33b475570f41 HTTP/1.1" status: 204 len: 168 time: 0.9595513 Aug 20 10:34:51.900501 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f7141-253a-440d-9dbe-fbb093203a62 req-b979b432-7430-435e-b04d-eaf0805475f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:51.909392 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d23f7141-253a-440d-9dbe-fbb093203a62 req-b979b432-7430-435e-b04d-eaf0805475f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3098617 Aug 20 10:34:51.914479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:34:51.925382 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:51.940634 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:34:51.968909 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Pushing event updated for resources: {'Port': ['ID=18796946-9731-41be-8e34-f53d4eef773f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:51.986366 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-060c52fc-aba6-4c1d-869c-d305422e5971 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:52.012603 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-060c52fc-aba6-4c1d-869c-d305422e5971 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:52.019585 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b9ed2479-bd3d-474b-9afc-b5b2e332d6ea tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:52.031314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72841c7d-7b33-47fd-93dd-0a4719c58fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d35fb5f-f581-4f14-bd26-33b475570f41,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:52.131327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c52fc-aba6-4c1d-869c-d305422e5971 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e819135-f86f-4681-8812-0951df9260e3,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:52.150936 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060c52fc-aba6-4c1d-869c-d305422e5971 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:34:52.202364 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-060c52fc-aba6-4c1d-869c-d305422e5971 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:52.202719 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-060c52fc-aba6-4c1d-869c-d305422e5971 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Added segment daf1e4d6-1691-4b79-8aa5-dabdb7c17ccb of type vlan for network dba958a6-09d3-444b-8ce8-97ca4ec3f741 Aug 20 10:34:52.262751 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed2479-bd3d-474b-9afc-b5b2e332d6ea tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event deleted for resources: {'Port': ['ID=8b01cda7-9bb6-4bef-a93b-d701b7575ac9,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:52.302860 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-060c52fc-aba6-4c1d-869c-d305422e5971 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:52.406479 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d23f7141-253a-440d-9dbe-fbb093203a62 req-f2af8cdb-44f0-4c78-be37-49148beacc3d service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101291 Aug 20 10:34:52.420079 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-060c52fc-aba6-4c1d-869c-d305422e5971 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:52.434618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060c52fc-aba6-4c1d-869c-d305422e5971 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:52.435356 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-060c52fc-aba6-4c1d-869c-d305422e5971 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:52.495961 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b9ed2479-bd3d-474b-9afc-b5b2e332d6ea tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:52.498897 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b9ed2479-bd3d-474b-9afc-b5b2e332d6ea tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:52.500258 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b9ed2479-bd3d-474b-9afc-b5b2e332d6ea tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "DELETE /v2.0/floatingips/872cbf1b-9a07-47d2-9246-79b6fb5918e8 HTTP/1.1" status: 204 len: 168 time: 1.8073797 Aug 20 10:34:52.507256 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33246) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:52.524823 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73313304-254b-48ec-8487-debc227d0ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:52.560550 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73313304-254b-48ec-8487-debc227d0ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:52.675536 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-060c52fc-aba6-4c1d-869c-d305422e5971 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4268854 Aug 20 10:34:52.680646 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:52.698043 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33250) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:52.721933 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d53d46c4-396b-4f0f-8636-1070ecdaf3b1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:52.726555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c52fc-aba6-4c1d-869c-d305422e5971 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Network': ['ID=dba958a6-09d3-444b-8ce8-97ca4ec3f741,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:52.730560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-db559480-a941-48c3-986f-e7021c1b392a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'network': {'name': 'tempest-RoutersTest-149857400'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:52.742716 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network dba958a6-09d3-444b-8ce8-97ca4ec3f741 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:34:52.761947 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d53d46c4-396b-4f0f-8636-1070ecdaf3b1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:52.831693 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:52.848531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d46c4-396b-4f0f-8636-1070ecdaf3b1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Pushing event updated for resources: {'Port': ['ID=84872027-0be7-4511-a589-e7957a00df4a,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:52.879884 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-73313304-254b-48ec-8487-debc227d0ce7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efe873a5870141b9917ef0fd1280fbc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5804908 Aug 20 10:34:52.883274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33254) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:52.895306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73313304-254b-48ec-8487-debc227d0ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf16fbe-040f-47ff-a912-1bfceaace88b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:52.909099 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db559480-a941-48c3-986f-e7021c1b392a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:34:52.912297 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-db559480-a941-48c3-986f-e7021c1b392a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:52.939575 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d53d46c4-396b-4f0f-8636-1070ecdaf3b1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:52.957302 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d23f7141-253a-440d-9dbe-fbb093203a62 req-3c6cdbf0-58ea-488f-8f12-cb0cc29fa6f8 service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080507 Aug 20 10:34:52.963258 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d53d46c4-396b-4f0f-8636-1070ecdaf3b1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:52.964653 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d53d46c4-396b-4f0f-8636-1070ecdaf3b1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3035002 Aug 20 10:34:53.351935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db559480-a941-48c3-986f-e7021c1b392a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:34:53.358346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-b94dddf4-6663-4ad4-b9ec-e63091a09a65 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Deleting port 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:53.358685 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b94dddf4-6663-4ad4-b9ec-e63091a09a65 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:53.437782 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-db559480-a941-48c3-986f-e7021c1b392a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:53.438129 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-db559480-a941-48c3-986f-e7021c1b392a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Added segment 3011cd19-055f-4850-9e67-21be3a3e0780 of type vlan for network d93212ad-3a53-4b24-8dbf-21e322f79187 Aug 20 10:34:53.528756 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-8c7faad1-8327-4eda-9c98-cabd65b3c27a tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1543515509&fields=id&tenant_id=b086f231f77d4675abacdbd977d6ae32 HTTP/1.1" status: 200 len: 267 time: 0.2108188 Aug 20 10:34:53.535371 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3e820168-7e72-4001-86e6-a758215160b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:53.581045 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-db559480-a941-48c3-986f-e7021c1b392a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:53.660564 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3e820168-7e72-4001-86e6-a758215160b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:53.758725 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-db559480-a941-48c3-986f-e7021c1b392a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:53.764932 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db559480-a941-48c3-986f-e7021c1b392a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:53.765551 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-db559480-a941-48c3-986f-e7021c1b392a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:53.789516 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b94dddf4-6663-4ad4-b9ec-e63091a09a65 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:53.892259 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-b94dddf4-6663-4ad4-b9ec-e63091a09a65 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Calling delete_port for 8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:53.897452 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-db559480-a941-48c3-986f-e7021c1b392a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1836276 Aug 20 10:34:53.900676 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33296) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:53.905922 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:53.916116 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-97bf0b0b-9996-4d63-9933-0a6f509840b0 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'subnet': {'network_id': 'dba958a6-09d3-444b-8ce8-97ca4ec3f741', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:53.928201 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-bcf3cfb3-a2a6-4560-b9fc-57707e8da5c1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:53.930414 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-bcf3cfb3-a2a6-4560-b9fc-57707e8da5c1 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/networks?id=5a2aea40-582a-4eff-ab3a-f223319273f1 HTTP/1.1" status: 200 len: 810 time: 0.3792152 Aug 20 10:34:53.934992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db559480-a941-48c3-986f-e7021c1b392a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Network': ['ID=d93212ad-3a53-4b24-8dbf-21e322f79187,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:53.950288 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network d93212ad-3a53-4b24-8dbf-21e322f79187 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:34:54.062754 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bf0b0b-9996-4d63-9933-0a6f509840b0 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:34:54.068653 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-97bf0b0b-9996-4d63-9933-0a6f509840b0 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:54.070710 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-ed89b533-85a0-4634-b23f-22f8a0792e5d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/quotas/b086f231f77d4675abacdbd977d6ae32 HTTP/1.1" status: 200 len: 375 time: 0.0916793 Aug 20 10:34:54.083065 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3e820168-7e72-4001-86e6-a758215160b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:54.086578 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3e820168-7e72-4001-86e6-a758215160b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:54.088022 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3e820168-7e72-4001-86e6-a758215160b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/caf16fbe-040f-47ff-a912-1bfceaace88b HTTP/1.1" status: 204 len: 168 time: 1.2011924 Aug 20 10:34:54.149531 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e820168-7e72-4001-86e6-a758215160b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf16fbe-040f-47ff-a912-1bfceaace88b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:54.274989 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-0ce72b54-6055-4dfd-8736-095a81f71bd7 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b086f231f77d4675abacdbd977d6ae32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1935863 Aug 20 10:34:54.377618 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b94dddf4-6663-4ad4-b9ec-e63091a09a65 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:54.383620 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-97bf0b0b-9996-4d63-9933-0a6f509840b0 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:54.413973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dddf4-6663-4ad4-b9ec-e63091a09a65 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event deleted for resources: {'Port': ['ID=8c03ea33-81cd-4ef0-9cb8-e0f29d79c575,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:54.485129 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Router f4f2957b-5f90-41e9-83c6-71665abcf039 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:34:54.492717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf0b0b-9996-4d63-9933-0a6f509840b0 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Subnet': ['ID=0853e729-2824-4d34-aa5b-a5e4763187ec,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:54.498113 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf0b0b-9996-4d63-9933-0a6f509840b0 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Checking segment: {'id': 'daf1e4d6-1691-4b79-8aa5-dabdb7c17ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'dba958a6-09d3-444b-8ce8-97ca4ec3f741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:34:54.498783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bf0b0b-9996-4d63-9933-0a6f509840b0 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network hostable DHCP agents. Network: dba958a6-09d3-444b-8ce8-97ca4ec3f741, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:34:54.525239 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bf0b0b-9996-4d63-9933-0a6f509840b0 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network dba958a6-09d3-444b-8ce8-97ca4ec3f741 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:34:54.538277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-97bf0b0b-9996-4d63-9933-0a6f509840b0 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, dba958a6-09d3-444b-8ce8-97ca4ec3f741) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:54.544745 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf0b0b-9996-4d63-9933-0a6f509840b0 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:54.545542 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-97bf0b0b-9996-4d63-9933-0a6f509840b0 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:54.561883 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-11f57102-0a2c-4388-94d7-006f4495e4ac service neutron] 10.222.0.16 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656550 Aug 20 10:34:54.564889 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd34d07-26bd-44be-9f24-348fd9726f73 None None] Network dba958a6-09d3-444b-8ce8-97ca4ec3f741 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:34:54.596702 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-97bf0b0b-9996-4d63-9933-0a6f509840b0 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6897202 Aug 20 10:34:54.597379 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33306) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:54.614508 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-8d26015a-515b-48f5-9c78-e508fdb8f030 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'subnet': {'network_id': 'd93212ad-3a53-4b24-8dbf-21e322f79187', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:54.863017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d26015a-515b-48f5-9c78-e508fdb8f030 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:34:54.869090 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8d26015a-515b-48f5-9c78-e508fdb8f030 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:54.874637 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b94dddf4-6663-4ad4-b9ec-e63091a09a65 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:54.876860 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b94dddf4-6663-4ad4-b9ec-e63091a09a65 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "DELETE /v2.0/ports/8c03ea33-81cd-4ef0-9cb8-e0f29d79c575 HTTP/1.1" status: 204 len: 168 time: 2.3661621 Aug 20 10:34:54.879303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33312) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:54.940297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33314) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:54.970163 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-dba958a6-09d3-444b-8ce8-97ca4ec3f741', 'network_id': 'dba958a6-09d3-444b-8ce8-97ca4ec3f741', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'fixed_ips': [{'subnet_id': '0853e729-2824-4d34-aa5b-a5e4763187ec'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:34:54.971707 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:55.018746 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-56ecfce9-9c0c-456f-a65e-42bbfa21e4d3 service neutron] 10.222.0.16 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828108 Aug 20 10:34:55.031847 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-647cf5e5-67ef-42dd-b59c-da0756a773d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:55.149025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:34:55.174037 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Sync routers for ids ['f4f2957b-5f90-41e9-83c6-71665abcf039'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:34:55.219007 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Routers {'f4f2957b-5f90-41e9-83c6-71665abcf039'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:55.219927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f4f2957b-5f90-41e9-83c6-71665abcf039'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:55.228464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-02d8a204-f65e-4665-8113-e64796d3269b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Deleting port cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:34:55.228818 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02d8a204-f65e-4665-8113-e64796d3269b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:55.360218 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-647cf5e5-67ef-42dd-b59c-da0756a773d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:55.371288 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02d8a204-f65e-4665-8113-e64796d3269b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:55.376501 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-647cf5e5-67ef-42dd-b59c-da0756a773d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:55.393892 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:55.400974 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a373657f-5a02-4194-9be5-9391b8edeed7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.6740003 Aug 20 10:34:55.412715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33322) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:55.415578 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Allocated IP 172.20.0.2 (dba958a6-09d3-444b-8ce8-97ca4ec3f741/0853e729-2824-4d34-aa5b-a5e4763187ec/2182c037-11b0-4c51-96f4-929e9cf5adf4) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:34:55.446429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-02d8a204-f65e-4665-8113-e64796d3269b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Calling delete_port for cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:34:55.535721 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-647cf5e5-67ef-42dd-b59c-da0756a773d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64b5bbdccd434dad8034d59d17e3025b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5897734 Aug 20 10:34:55.544762 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0e47357-4faf-4ce3-9661-4aa4c5f13a88 req-79d18c20-3430-43f2-908b-3403598f8820 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 210 time: 0.1188769 Aug 20 10:34:55.546236 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33326) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:55.546973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cf5e5-67ef-42dd-b59c-da0756a773d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5241c6a-4b2e-4cc8-8d80-8b0359fedaf9,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:55.574489 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8d26015a-515b-48f5-9c78-e508fdb8f030 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:55.665108 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:55.674738 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Transition to ACTIVE for port object 2182c037-11b0-4c51-96f4-929e9cf5adf4 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:34:55.675422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26015a-515b-48f5-9c78-e508fdb8f030 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Subnet': ['ID=250c11ba-c673-4871-9e1e-4d3ed243a651,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:55.692478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Transition to ACTIVE for port object 2182c037-11b0-4c51-96f4-929e9cf5adf4 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:34:55.711294 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:55.731656 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d26015a-515b-48f5-9c78-e508fdb8f030 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Checking segment: {'id': '3011cd19-055f-4850-9e67-21be3a3e0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd93212ad-3a53-4b24-8dbf-21e322f79187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:34:55.732016 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d26015a-515b-48f5-9c78-e508fdb8f030 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network hostable DHCP agents. Network: d93212ad-3a53-4b24-8dbf-21e322f79187, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:34:55.783253 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d26015a-515b-48f5-9c78-e508fdb8f030 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network d93212ad-3a53-4b24-8dbf-21e322f79187 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:34:55.840339 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-8d26015a-515b-48f5-9c78-e508fdb8f030 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, d93212ad-3a53-4b24-8dbf-21e322f79187) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:55.855878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d26015a-515b-48f5-9c78-e508fdb8f030 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:55.859027 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8d26015a-515b-48f5-9c78-e508fdb8f030 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:55.871135 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88106d6f-97f8-40f9-9015-db9efb1878e5 None None] Network d93212ad-3a53-4b24-8dbf-21e322f79187 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:34:55.885606 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Set router f4f2957b-5f90-41e9-83c6-71665abcf039 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:34:55.897181 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8d26015a-515b-48f5-9c78-e508fdb8f030 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2985721 Aug 20 10:34:55.900993 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33336) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:55.920202 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-38748796-87c3-4729-8c12-37872e8038cb tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2002955795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:55.964122 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38748796-87c3-4729-8c12-37872e8038cb tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:55.965825 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38748796-87c3-4729-8c12-37872e8038cb tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:56.060381 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38748796-87c3-4729-8c12-37872e8038cb tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:56.067628 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38748796-87c3-4729-8c12-37872e8038cb tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:56.074544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-77951266-bdfb-47ae-b204-0b81017093a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:56.076032 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Network dba958a6-09d3-444b-8ce8-97ca4ec3f741 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:34:56.080505 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Pushing event updated for resources: {'Port': ['ID=2182c037-11b0-4c51-96f4-929e9cf5adf4,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:56.089574 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:56.111474 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:56.111816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:56.112159 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:56.112600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:56.113157 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:56.113395 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:56.113732 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:56.114647 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38748796-87c3-4729-8c12-37872e8038cb tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:56.114908 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:56.114908 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:56.114908 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:56.115892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:56.115892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:34:56.122378 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-38748796-87c3-4729-8c12-37872e8038cb tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2199080 Aug 20 10:34:56.125469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33340) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:56.155263 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:34:56.224195 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-77951266-bdfb-47ae-b204-0b81017093a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:56.280427 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Attempting to bind port 2182c037-11b0-4c51-96f4-929e9cf5adf4 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:34:56.281226 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Attempting to bind port 2182c037-11b0-4c51-96f4-929e9cf5adf4 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'daf1e4d6-1691-4b79-8aa5-dabdb7c17ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'dba958a6-09d3-444b-8ce8-97ca4ec3f741'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:34:56.281761 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Attempting to bind port 2182c037-11b0-4c51-96f4-929e9cf5adf4 on network dba958a6-09d3-444b-8ce8-97ca4ec3f741 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:34:56.326077 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:34:56.326734 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Checking segment: {'id': 'daf1e4d6-1691-4b79-8aa5-dabdb7c17ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'dba958a6-09d3-444b-8ce8-97ca4ec3f741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:34:56.327340 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:56.327901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Bound using segment: {'id': 'daf1e4d6-1691-4b79-8aa5-dabdb7c17ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'dba958a6-09d3-444b-8ce8-97ca4ec3f741'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:34:56.328683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Bound port: 2182c037-11b0-4c51-96f4-929e9cf5adf4, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf1e4d6-1691-4b79-8aa5-dabdb7c17ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'dba958a6-09d3-444b-8ce8-97ca4ec3f741'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:34:56.329226 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:56.349344 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02d8a204-f65e-4665-8113-e64796d3269b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:56.403137 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8a204-f65e-4665-8113-e64796d3269b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event deleted for resources: {'Port': ['ID=cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:56.529242 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] For port 2182c037-11b0-4c51-96f4-929e9cf5adf4, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:34:56.545598 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] For port 2182c037-11b0-4c51-96f4-929e9cf5adf4, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2182c037-11b0-4c51-96f4-929e9cf5adf4,segment=NetworkSegment(daf1e4d6-1691-4b79-8aa5-dabdb7c17ccb),segment_id=daf1e4d6-1691-4b79-8aa5-dabdb7c17ccb)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:34:56.549528 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-77951266-bdfb-47ae-b204-0b81017093a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:56.553178 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-77951266-bdfb-47ae-b204-0b81017093a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:56.558020 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-77951266-bdfb-47ae-b204-0b81017093a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5241c6a-4b2e-4cc8-8d80-8b0359fedaf9 HTTP/1.1" status: 204 len: 168 time: 0.9951532 Aug 20 10:34:56.575907 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:56.604922 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77951266-bdfb-47ae-b204-0b81017093a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5241c6a-4b2e-4cc8-8d80-8b0359fedaf9,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:56.611873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-d93212ad-3a53-4b24-8dbf-21e322f79187', 'network_id': 'd93212ad-3a53-4b24-8dbf-21e322f79187', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'fixed_ips': [{'subnet_id': '250c11ba-c673-4871-9e1e-4d3ed243a651'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:34:56.618414 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:56.658808 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02d8a204-f65e-4665-8113-e64796d3269b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:56.661492 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-02d8a204-f65e-4665-8113-e64796d3269b tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "DELETE /v2.0/ports/cb9f5f9e-1ca3-4b4f-ad4e-91b67f4e01a8 HTTP/1.1" status: 204 len: 168 time: 1.7777276 Aug 20 10:34:56.665154 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33348) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:56.796583 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe45ffc-f55e-4bc5-82be-06d908c2e21c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Deleting subnet e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:34:56.806139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9fe45ffc-f55e-4bc5-82be-06d908c2e21c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:56.852068 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9273e294-954f-4765-9b66-6c199a0aa733 req-740eb4c6-2fca-4084-b933-5ad818d30213 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 210 time: 0.0926619 Aug 20 10:34:56.933776 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'name': 'tempest-ServerRescueNegativeTestJSON-401167275-router', 'tenant_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '18796946-9731-41be-8e34-f53d4eef773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:34:48Z', 'updated_at': '2021-08-20T10:34:52Z', 'revision_number': 3, 'project_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'gw_port': {'id': '18796946-9731-41be-8e34-f53d4eef773f', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:50Z', 'updated_at': '2021-08-20T10:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:56.943826 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9fe45ffc-f55e-4bc5-82be-06d908c2e21c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:57.109991 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:57.218425 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Allocated IP 172.21.0.2 (d93212ad-3a53-4b24-8dbf-21e322f79187/250c11ba-c673-4871-9e1e-4d3ed243a651/dbb59ff2-a4e9-4f59-86e5-cdffa041cfec) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:34:57.224728 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:57.481313 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Checking router: f4f2957b-5f90-41e9-83c6-71665abcf039 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:34:57.482000 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Updating router f4f2957b-5f90-41e9-83c6-71665abcf039 port 18796946-9731-41be-8e34-f53d4eef773f binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:34:57.553371 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c558d3-1a44-43ea-bca4-9e6de579d750 None None] Pushing event updated for resources: {'Port': ['ID=2182c037-11b0-4c51-96f4-929e9cf5adf4,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:57.588399 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:57.725994 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9fe45ffc-f55e-4bc5-82be-06d908c2e21c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:57.934447 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:57.967760 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Transition to ACTIVE for port object dbb59ff2-a4e9-4f59-86e5-cdffa041cfec will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:34:58.018289 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Transition to ACTIVE for port object dbb59ff2-a4e9-4f59-86e5-cdffa041cfec will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:34:58.053539 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:58.079507 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33380) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:58.199524 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Network d93212ad-3a53-4b24-8dbf-21e322f79187 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:34:58.204909 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9fe45ffc-f55e-4bc5-82be-06d908c2e21c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:58.216681 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:58.220300 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:34:58.237033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] Allocated IP 172.20.0.1 (d504c420-d3f5-4a54-be9e-083999a04513/093a3409-25cd-4ce0-81ea-45051063601e/7b87b1f6-f450-4a8e-b9aa-5e572bce43c3) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:34:58.298384 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9fe45ffc-f55e-4bc5-82be-06d908c2e21c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:58.300348 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9fe45ffc-f55e-4bc5-82be-06d908c2e21c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "DELETE /v2.0/subnets/e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b HTTP/1.1" status: 204 len: 168 time: 1.6339095 Aug 20 10:34:58.301329 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe45ffc-f55e-4bc5-82be-06d908c2e21c tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e68bfb-3d3c-4ede-8b74-cf9c160bbf7b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:58.315439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33386) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:58.348119 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:58.359221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Pushing event updated for resources: {'Port': ['ID=dbb59ff2-a4e9-4f59-86e5-cdffa041cfec,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:58.368075 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b10eb85-9c0f-4c69-8f78-36558acdc79a None None] Network 8714eb28-f9d6-435d-8508-76f686adacfc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:34:58.368344 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-96346321-b9fd-4614-9027-9bef57accdb1 req-e1f0d6aa-fb46-4fd2-a4dc-a2eb653efee7 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 210 time: 0.1857593 Aug 20 10:34:58.412698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-ba42e60e-0257-430c-9324-5f59e9a3ca31 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-364685998-network', 'tenant_id': '72dbd3d8d5734f2db639236e79127e68'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:58.457952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Transition to ACTIVE for port object 18796946-9731-41be-8e34-f53d4eef773f will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:34:58.508778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba42e60e-0257-430c-9324-5f59e9a3ca31 admin admin] Made reservation on behalf of 72dbd3d8d5734f2db639236e79127e68 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:34:58.511485 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ba42e60e-0257-430c-9324-5f59e9a3ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:58.524344 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:58.561714 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ba42e60e-0257-430c-9324-5f59e9a3ca31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:58.569093 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-6baf88e3-5577-47e6-ad35-c364ed3d0784 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Deleting subnet 2ef00c8a-d620-4889-bfb4-943f5f324928 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:34:58.588390 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6baf88e3-5577-47e6-ad35-c364ed3d0784 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:58.605036 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:58.628996 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Attempting to bind port 18796946-9731-41be-8e34-f53d4eef773f on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:34:58.629858 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Attempting to bind port 18796946-9731-41be-8e34-f53d4eef773f by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:34:58.632759 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Attempting to bind port 18796946-9731-41be-8e34-f53d4eef773f on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:34:58.659094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-8bb41524-e2bf-4b0e-9768-629c264f6e0c tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:58.659094 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-8bb41524-e2bf-4b0e-9768-629c264f6e0c tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.24 "GET /v2.0/networks?id=5a2aea40-582a-4eff-ab3a-f223319273f1 HTTP/1.1" status: 200 len: 810 time: 1.3070960 Aug 20 10:34:58.723488 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6baf88e3-5577-47e6-ad35-c364ed3d0784 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:58.795531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Allocated IP 172.20.0.1 (dba958a6-09d3-444b-8ce8-97ca4ec3f741/0853e729-2824-4d34-aa5b-a5e4763187ec/7c5cec75-bbf4-46e8-a189-590d17168100) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:34:58.817308 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-1685dfb9-8960-4a1f-a7cc-1027fa812e67 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b086f231f77d4675abacdbd977d6ae32 HTTP/1.1" status: 200 len: 380 time: 0.1281044 Aug 20 10:34:58.845703 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-d41c3fc4-8977-4a14-a9f6-0b32ad003994 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Request body: {'port': {'device_id': 'b8eddf94-0ddd-4054-bfd4-b4dde1932d69', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'admin_state_up': True, 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'security_groups': ['1737b9ec-1927-4024-9a8f-a955df4f7a83']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:34:58.886708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cc19b4-6875-4853-84de-3b79c375b3af None None] Network dba958a6-09d3-444b-8ce8-97ca4ec3f741 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:34:58.971486 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6baf88e3-5577-47e6-ad35-c364ed3d0784 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:58.990136 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2182c037-11b0-4c51-96f4-929e9cf5adf4 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:34:59.000147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Attempting to bind port dbb59ff2-a4e9-4f59-86e5-cdffa041cfec on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:34:59.000614 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Attempting to bind port dbb59ff2-a4e9-4f59-86e5-cdffa041cfec by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3011cd19-055f-4850-9e67-21be3a3e0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd93212ad-3a53-4b24-8dbf-21e322f79187'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:34:59.001791 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Attempting to bind port dbb59ff2-a4e9-4f59-86e5-cdffa041cfec on network d93212ad-3a53-4b24-8dbf-21e322f79187 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:34:59.132802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:34:59.133138 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.133257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:34:59.133812 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.134080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:34:59.134722 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.134835 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Bound port: 18796946-9731-41be-8e34-f53d4eef773f, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:34:59.135201 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.147478 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6baf88e3-5577-47e6-ad35-c364ed3d0784 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.175447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-482f6196-6ae6-4336-9788-7f744a6ddf92 None None] Provisioning for port 2182c037-11b0-4c51-96f4-929e9cf5adf4 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:34:59.200390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Transition to ACTIVE for port object 7c5cec75-bbf4-46e8-a189-590d17168100 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:34:59.201932 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ba42e60e-0257-430c-9324-5f59e9a3ca31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.203554 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf88e3-5577-47e6-ad35-c364ed3d0784 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef00c8a-d620-4889-bfb4-943f5f324928,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:59.205770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] Network d504c420-d3f5-4a54-be9e-083999a04513 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:34:59.210667 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:59.214748 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6baf88e3-5577-47e6-ad35-c364ed3d0784 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.219942 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ba42e60e-0257-430c-9324-5f59e9a3ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.222799 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6baf88e3-5577-47e6-ad35-c364ed3d0784 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "DELETE /v2.0/subnets/2ef00c8a-d620-4889-bfb4-943f5f324928 HTTP/1.1" status: 204 len: 168 time: 0.8893051 Aug 20 10:34:59.223902 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:34:59.226646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33394) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:34:59.240875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] For port 18796946-9731-41be-8e34-f53d4eef773f, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:34:59.242039 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] Pushing event updated for resources: {'Port': ['ID=7b87b1f6-f450-4a8e-b9aa-5e572bce43c3,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:59.245585 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] For port 18796946-9731-41be-8e34-f53d4eef773f, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=18796946-9731-41be-8e34-f53d4eef773f,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:34:59.247102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:34:59.247550 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Checking segment: {'id': '3011cd19-055f-4850-9e67-21be3a3e0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd93212ad-3a53-4b24-8dbf-21e322f79187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:34:59.247966 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.248955 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Bound using segment: {'id': '3011cd19-055f-4850-9e67-21be3a3e0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd93212ad-3a53-4b24-8dbf-21e322f79187'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:34:59.249771 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Bound port: dbb59ff2-a4e9-4f59-86e5-cdffa041cfec, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3011cd19-055f-4850-9e67-21be3a3e0780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd93212ad-3a53-4b24-8dbf-21e322f79187'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:34:59.250071 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.267733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f6f321-b0a5-4c53-b669-c566ede486fe None None] Network 4cf94859-d7e3-4c88-add5-0fffdfba7677 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:34:59.278937 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-d41c3fc4-8977-4a14-a9f6-0b32ad003994 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Made reservation on behalf of b086f231f77d4675abacdbd977d6ae32 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:34:59.282977 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-d41c3fc4-8977-4a14-a9f6-0b32ad003994 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.283364 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.354048 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.399945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299304ad-c2e1-4db8-89b7-4362c2eabf53 None None] Pushing event updated for resources: {'Port': ['ID=18796946-9731-41be-8e34-f53d4eef773f,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:59.464527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba42e60e-0257-430c-9324-5f59e9a3ca31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:34:59.482014 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network dba958a6-09d3-444b-8ce8-97ca4ec3f741 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:34:59.492269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=7c5cec75-bbf4-46e8-a189-590d17168100,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:59.496875 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42e60e-0257-430c-9324-5f59e9a3ca31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17897c55-c8eb-437d-8286-6232b4456095,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:34:59.512571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:34:59.519556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:34:59.520119 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.628314 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ba42e60e-0257-430c-9324-5f59e9a3ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.628456 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-ba42e60e-0257-430c-9324-5f59e9a3ca31 admin admin] Added segment 05836f8e-f3b3-4b75-8cab-5c6d733c1e28 of type vlan for network 618b52c4-303e-4691-a573-57bb109ff75b Aug 20 10:34:59.664381 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed6d7b23-dc37-4557-9efd-787c7b5ea64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.668762 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5604fbcc-ed76-44fb-9e43-19f66b9e1c7d None None] DHCP port deletion for 8714eb28-f9d6-435d-8508-76f686adacfc request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:34:59.675346 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.712793 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f020d30e-e079-4335-9544-b6c06099c73d req-f022aca3-fd01-446b-a0d7-9bd60d731a4d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 210 time: 0.1254938 Aug 20 10:34:59.766978 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.832656 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ba42e60e-0257-430c-9324-5f59e9a3ca31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.873777 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 2182c037-11b0-4c51-96f4-929e9cf5adf4 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:34:59.877505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-d41c3fc4-8977-4a14-a9f6-0b32ad003994 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Allocated IP 172.20.0.9 (5a2aea40-582a-4eff-ab3a-f223319273f1/7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869/6cd4ec97-116f-4ae7-81ab-4fd5b11625fc) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:34:59.884723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Routers {'f4f2957b-5f90-41e9-83c6-71665abcf039'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:34:59.885371 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:34:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f4f2957b-5f90-41e9-83c6-71665abcf039'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:34:59.935172 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.936642 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ba42e60e-0257-430c-9324-5f59e9a3ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:34:59.938156 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba42e60e-0257-430c-9324-5f59e9a3ca31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:34:59.938978 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ba42e60e-0257-430c-9324-5f59e9a3ca31 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.021572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299304ad-c2e1-4db8-89b7-4362c2eabf53 None None] Pushing event updated for resources: {'Port': ['ID=18796946-9731-41be-8e34-f53d4eef773f,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:00.056711 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 2182c037-11b0-4c51-96f4-929e9cf5adf4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:00.057331 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.072567 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ba42e60e-0257-430c-9324-5f59e9a3ca31 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9887843 Aug 20 10:35:00.076441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33406) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:00.091952 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-cda3fb40-6a2f-4cd8-b324-cdfbd4a25fa1 admin admin] Request body: {'subnet': {'network_id': '618b52c4-303e-4691-a573-57bb109ff75b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-364685998-subnet', 'tenant_id': '72dbd3d8d5734f2db639236e79127e68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:00.098793 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Deleting port c46ccad2-4aef-42da-b53b-22c3cf791019 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:00.099383 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.104515 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42e60e-0257-430c-9324-5f59e9a3ca31 admin admin] Pushing event updated for resources: {'Network': ['ID=618b52c4-303e-4691-a573-57bb109ff75b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:00.118144 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.131996 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 618b52c4-303e-4691-a573-57bb109ff75b details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:35:00.140223 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] For port dbb59ff2-a4e9-4f59-86e5-cdffa041cfec, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:35:00.214883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda3fb40-6a2f-4cd8-b324-cdfbd4a25fa1 admin admin] Made reservation on behalf of 72dbd3d8d5734f2db639236e79127e68 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:35:00.217278 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cda3fb40-6a2f-4cd8-b324-cdfbd4a25fa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.240804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] Set router f4f2957b-5f90-41e9-83c6-71665abcf039 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:35:00.319348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] For port c46ccad2-4aef-42da-b53b-22c3cf791019, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c46ccad2-4aef-42da-b53b-22c3cf791019,segment=NetworkSegment(0978b3f2-648c-4313-9067-0569c252b2e7),segment_id=0978b3f2-648c-4313-9067-0569c252b2e7)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:00.320476 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.412102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-5604fbcc-ed76-44fb-9e43-19f66b9e1c7d None None] Deleting port c46ccad2-4aef-42da-b53b-22c3cf791019 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:00.412943 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5604fbcc-ed76-44fb-9e43-19f66b9e1c7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.416542 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Calling delete_port for c46ccad2-4aef-42da-b53b-22c3cf791019 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:00.488616 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-5604fbcc-ed76-44fb-9e43-19f66b9e1c7d None None] For port c46ccad2-4aef-42da-b53b-22c3cf791019, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c46ccad2-4aef-42da-b53b-22c3cf791019,segment=NetworkSegment(0978b3f2-648c-4313-9067-0569c252b2e7),segment_id=0978b3f2-648c-4313-9067-0569c252b2e7)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:00.489471 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5604fbcc-ed76-44fb-9e43-19f66b9e1c7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.505405 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-5604fbcc-ed76-44fb-9e43-19f66b9e1c7d None None] Calling delete_port for c46ccad2-4aef-42da-b53b-22c3cf791019 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:00.578436 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.600428 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.601989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] For port dbb59ff2-a4e9-4f59-86e5-cdffa041cfec, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=dbb59ff2-a4e9-4f59-86e5-cdffa041cfec,segment=NetworkSegment(3011cd19-055f-4850-9e67-21be3a3e0780),segment_id=3011cd19-055f-4850-9e67-21be3a3e0780)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:35:00.603515 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60a411c-9ad4-4e5c-b80f-46db87c41302 None None] DHCP port deletion for 4cf94859-d7e3-4c88-add5-0fffdfba7677 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:35:00.651035 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.667017 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5604fbcc-ed76-44fb-9e43-19f66b9e1c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.688021 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.701778 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-d41c3fc4-8977-4a14-a9f6-0b32ad003994 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.709454 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 2182c037-11b0-4c51-96f4-929e9cf5adf4, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2182c037-11b0-4c51-96f4-929e9cf5adf4,segment=NetworkSegment(daf1e4d6-1691-4b79-8aa5-dabdb7c17ccb),segment_id=daf1e4d6-1691-4b79-8aa5-dabdb7c17ccb)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:00.756905 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.763937 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.765599 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-d41c3fc4-8977-4a14-a9f6-0b32ad003994 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Transition to ACTIVE for port object 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:35:00.776106 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604fbcc-ed76-44fb-9e43-19f66b9e1c7d None None] Pushing event deleted for resources: {'Port': ['ID=c46ccad2-4aef-42da-b53b-22c3cf791019,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:00.833987 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.834828 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=7c5cec75-bbf4-46e8-a189-590d17168100,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:00.843992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event deleted for resources: {'Port': ['ID=c46ccad2-4aef-42da-b53b-22c3cf791019,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:00.850076 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.851671 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.853940 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ce43b-b9d4-435b-9fa4-25d46d251766 None None] Pushing event updated for resources: {'Port': ['ID=dbb59ff2-a4e9-4f59-86e5-cdffa041cfec,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:00.860601 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:35:00.879720 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-d41c3fc4-8977-4a14-a9f6-0b32ad003994 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.884524 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-986394e3-a521-4403-b1b7-a02c3888d8f7 req-1ca01601-fc5f-4c1c-886c-dc5423df8c61 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 210 time: 0.0527310 Aug 20 10:35:00.942663 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5604fbcc-ed76-44fb-9e43-19f66b9e1c7d None None] No DVR routers for this DVR port c46ccad2-4aef-42da-b53b-22c3cf791019 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:35:00.966556 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=2182c037-11b0-4c51-96f4-929e9cf5adf4,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:00.966556 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7bf5c04c-7a47-4d36-b117-807b45d3d5cd None None] Provisioning complete for port 2182c037-11b0-4c51-96f4-929e9cf5adf4 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:00.966556 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7bf5c04c-7a47-4d36-b117-807b45d3d5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:00.977407 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c3fc4-8977-4a14-a9f6-0b32ad003994 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Pushing event updated for resources: {'Port': ['ID=6cd4ec97-116f-4ae7-81ab-4fd5b11625fc,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:01.001317 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] No DVR routers for this DVR port c46ccad2-4aef-42da-b53b-22c3cf791019 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:35:01.014138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] Pushing event updated for resources: {'Port': ['ID=7b87b1f6-f450-4a8e-b9aa-5e572bce43c3,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:01.017361 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cda3fb40-6a2f-4cd8-b324-cdfbd4a25fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:01.019647 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c46ccad2-4aef-42da-b53b-22c3cf791019 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:35:01.025982 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-d41c3fc4-8977-4a14-a9f6-0b32ad003994 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Network 5a2aea40-582a-4eff-ab3a-f223319273f1 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:35:01.029557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-d41c3fc4-8977-4a14-a9f6-0b32ad003994 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:01.033607 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-d41c3fc4-8977-4a14-a9f6-0b32ad003994 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:35:01.082752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: c46ccad2-4aef-42da-b53b-22c3cf791019 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:35:01.083912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c46ccad2-4aef-42da-b53b-22c3cf791019 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:35:01.084350 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b8882b27-d5e5-4e39-a717-5bd872c18fa4 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:35:01.168485 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-d41c3fc4-8977-4a14-a9f6-0b32ad003994 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:01.172649 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-d41c3fc4-8977-4a14-a9f6-0b32ad003994 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:01.250712 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:01.255866 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:01.286628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8714eb28-f9d6-435d-8508-76f686adacfc']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:01.289747 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3fb40-6a2f-4cd8-b324-cdfbd4a25fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d5090b5-5536-4f22-9ada-68372c5711f6,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:01.302734 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-d41c3fc4-8977-4a14-a9f6-0b32ad003994 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4607470 Aug 20 10:35:01.314511 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0978b3f2-648c-4313-9067-0569c252b2e7') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:01.314949 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0978b3f2-648c-4313-9067-0569c252b2e7') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:01.326820 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Request body: {'port': {'device_id': 'b8eddf94-0ddd-4054-bfd4-b4dde1932d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:01.338369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda3fb40-6a2f-4cd8-b324-cdfbd4a25fa1 admin admin] Checking segment: {'id': '05836f8e-f3b3-4b75-8cab-5c6d733c1e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '618b52c4-303e-4691-a573-57bb109ff75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:35:01.338914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda3fb40-6a2f-4cd8-b324-cdfbd4a25fa1 admin admin] Network hostable DHCP agents. Network: 618b52c4-303e-4691-a573-57bb109ff75b, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:35:01.342506 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:01.408771 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:01.446274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:35:01.446693 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:35:01.458246 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:35:01.479702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c60a411c-9ad4-4e5c-b80f-46db87c41302 None None] Deleting port b8882b27-d5e5-4e39-a717-5bd872c18fa4 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:01.480763 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c60a411c-9ad4-4e5c-b80f-46db87c41302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:01.512725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network dba958a6-09d3-444b-8ce8-97ca4ec3f741 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:35:01.513507 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:01.524027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda3fb40-6a2f-4cd8-b324-cdfbd4a25fa1 admin admin] Network 618b52c4-303e-4691-a573-57bb109ff75b is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:35:01.540718 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:01.664214 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-cda3fb40-6a2f-4cd8-b324-cdfbd4a25fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 618b52c4-303e-4691-a573-57bb109ff75b) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:01.672643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda3fb40-6a2f-4cd8-b324-cdfbd4a25fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:01.673686 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cda3fb40-6a2f-4cd8-b324-cdfbd4a25fa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:01.715095 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:01.723066 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] Network d504c420-d3f5-4a54-be9e-083999a04513 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:35:01.733152 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cda3fb40-6a2f-4cd8-b324-cdfbd4a25fa1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6514807 Aug 20 10:35:01.740000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:01.749475 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:01.755564 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "DELETE /v2.0/networks/8714eb28-f9d6-435d-8508-76f686adacfc HTTP/1.1" status: 204 len: 168 time: 2.5261402 Aug 20 10:35:01.760843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33436) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:01.805348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6967ee-21d3-47a3-a96d-f0553f740285 tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event deleted for resources: {'Network': ['ID=8714eb28-f9d6-435d-8508-76f686adacfc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:01.833267 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:01.948861 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b63c71e-3e90-4388-bef7-dcc7e8c72ae3 None None] Network 618b52c4-303e-4691-a573-57bb109ff75b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:35:02.088049 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router d893e849-3f81-4a8a-9bbd-ecdca9380c18 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:35:02.089722 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9762b0e2-0414-4659-911f-f394a0daaf3f None None] Provisioning for port 7c5cec75-bbf4-46e8-a189-590d17168100 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:35:02.092352 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:02.111137 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9762b0e2-0414-4659-911f-f394a0daaf3f None None] Provisioning complete for port 7c5cec75-bbf4-46e8-a189-590d17168100 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:02.111516 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9762b0e2-0414-4659-911f-f394a0daaf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:02.114127 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'name': 'tempest-ServerRescueNegativeTestJSON-401167275-router', 'tenant_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '18796946-9731-41be-8e34-f53d4eef773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:34:48Z', 'updated_at': '2021-08-20T10:34:52Z', 'revision_number': 3, 'project_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'gw_port': {'id': '18796946-9731-41be-8e34-f53d4eef773f', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:50Z', 'updated_at': '2021-08-20T10:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:02.118389 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port b8882b27-d5e5-4e39-a717-5bd872c18fa4, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b8882b27-d5e5-4e39-a717-5bd872c18fa4,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:02.184992 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:02.187420 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8bc464-89b8-43c4-9c96-b63a2263b83e None None] The sync data for ids ['f4f2957b-5f90-41e9-83c6-71665abcf039'] in n-d-778550-11 is: [{'id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'name': 'tempest-ServerRescueNegativeTestJSON-401167275-router', 'tenant_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '18796946-9731-41be-8e34-f53d4eef773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:34:48Z', 'updated_at': '2021-08-20T10:34:52Z', 'revision_number': 3, 'project_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'gw_port': {'id': '18796946-9731-41be-8e34-f53d4eef773f', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:50Z', 'updated_at': '2021-08-20T10:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:35:02.188479 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7f1e3119-a291-4b3b-97db-3e2be726d898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:02.194200 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c60a411c-9ad4-4e5c-b80f-46db87c41302 None None] For port b8882b27-d5e5-4e39-a717-5bd872c18fa4, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b8882b27-d5e5-4e39-a717-5bd872c18fa4,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:02.194200 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c60a411c-9ad4-4e5c-b80f-46db87c41302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:02.239139 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:35:02.250251 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c7613-61e2-475a-ab72-72f904769284 None None] Sync routers for ids ['d893e849-3f81-4a8a-9bbd-ecdca9380c18'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:35:02.254362 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3346c73d-a0b8-4dbe-9c7d-2bc5bea02b44 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/d893e849-3f81-4a8a-9bbd-ecdca9380c18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1220243 Aug 20 10:35:02.262059 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33446) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:02.273536 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c7613-61e2-475a-ab72-72f904769284 None None] Routers {'d893e849-3f81-4a8a-9bbd-ecdca9380c18'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:02.274171 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5a2c7613-61e2-475a-ab72-72f904769284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d893e849-3f81-4a8a-9bbd-ecdca9380c18'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:02.315091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] Router f4f2957b-5f90-41e9-83c6-71665abcf039 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:35:02.346645 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=b8882b27-d5e5-4e39-a717-5bd872c18fa4,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:02.374000 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5a2c7613-61e2-475a-ab72-72f904769284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:02.398501 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c7613-61e2-475a-ab72-72f904769284 None None] Routers {'d893e849-3f81-4a8a-9bbd-ecdca9380c18'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:02.400343 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5a2c7613-61e2-475a-ab72-72f904769284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d893e849-3f81-4a8a-9bbd-ecdca9380c18'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:02.401105 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4432f-b305-4bdb-b340-3b3596f73230 req-36ab1e3d-3b58-4bd4-848e-6730921f0154 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:02.405180 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-52a4432f-b305-4bdb-b340-3b3596f73230 req-36ab1e3d-3b58-4bd4-848e-6730921f0154 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 931 time: 0.3538294 Aug 20 10:35:02.427830 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4560518-efc0-4644-ab99-ae823952a668 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:02.430679 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c4560518-efc0-4644-ab99-ae823952a668 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports/7c5cec75-bbf4-46e8-a189-590d17168100 HTTP/1.1" status: 200 len: 910 time: 0.1607790 Aug 20 10:35:02.441230 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c60a411c-9ad4-4e5c-b80f-46db87c41302 None None] Calling delete_port for b8882b27-d5e5-4e39-a717-5bd872c18fa4 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:02.443918 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33450) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:02.446349 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:02.457074 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9762b0e2-0414-4659-911f-f394a0daaf3f None None] Port 7c5cec75-bbf4-46e8-a189-590d17168100 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:35:02.486461 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5a2c7613-61e2-475a-ab72-72f904769284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:02.492585 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c7613-61e2-475a-ab72-72f904769284 None None] The sync data for ids ['d893e849-3f81-4a8a-9bbd-ecdca9380c18'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:35:02.613223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:35:02.630380 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b9469bca-44c2-4d67-8c96-4fe3f2e805d8 admin admin] 10.222.0.16 "PUT /v2.0/routers/f4f2957b-5f90-41e9-83c6-71665abcf039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2041912 Aug 20 10:35:02.647387 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-52a4432f-b305-4bdb-b340-3b3596f73230 req-801874b3-cf6f-455f-b642-49a6c30fc67f tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=1737b9ec-1927-4024-9a8f-a955df4f7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076652 Aug 20 10:35:02.650409 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Deleting port b8882b27-d5e5-4e39-a717-5bd872c18fa4 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:02.651104 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:02.847232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9762b0e2-0414-4659-911f-f394a0daaf3f None None] Provisioning for port 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:35:02.949167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] For port b8882b27-d5e5-4e39-a717-5bd872c18fa4, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b8882b27-d5e5-4e39-a717-5bd872c18fa4,segment=NetworkSegment(6d9495c9-9d71-4da4-a2c6-20f28957f64e),segment_id=6d9495c9-9d71-4da4-a2c6-20f28957f64e)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:02.949621 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:02.988963 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9762b0e2-0414-4659-911f-f394a0daaf3f None None] Provisioning complete for port 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:02.990234 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9762b0e2-0414-4659-911f-f394a0daaf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:03.000926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022e558a-e732-4516-bf18-1a810de0fbfa None None] Network 618b52c4-303e-4691-a573-57bb109ff75b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:35:03.027355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Calling delete_port for b8882b27-d5e5-4e39-a717-5bd872c18fa4 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:03.212410 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33470) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:03.224753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b1402fb8-cd36-4b4b-9464-082384625871 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-371551799-network', 'tenant_id': 'bd329ae9aa2446318f8f373079077366'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:03.253521 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:03.304501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1402fb8-cd36-4b4b-9464-082384625871 admin admin] Made reservation on behalf of bd329ae9aa2446318f8f373079077366 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:35:03.306952 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1402fb8-cd36-4b4b-9464-082384625871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:03.309087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9762b0e2-0414-4659-911f-f394a0daaf3f None None] Port 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:35:03.332722 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1402fb8-cd36-4b4b-9464-082384625871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:03.361971 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:03.363298 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0456bd35-f833-4531-8e59-293b8f6be269 None None] Network d93212ad-3a53-4b24-8dbf-21e322f79187 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:35:03.384184 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c60a411c-9ad4-4e5c-b80f-46db87c41302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:03.412527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event deleted for resources: {'Port': ['ID=b8882b27-d5e5-4e39-a717-5bd872c18fa4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:03.418408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] No DVR routers for this DVR port b8882b27-d5e5-4e39-a717-5bd872c18fa4 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:35:03.478833 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2182c037-11b0-4c51-96f4-929e9cf5adf4 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:35:03.614082 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:03.633443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf94859-d7e3-4c88-add5-0fffdfba7677']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:03.656148 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9495c9-9d71-4da4-a2c6-20f28957f64e') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:03.656849 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9495c9-9d71-4da4-a2c6-20f28957f64e') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:03.677300 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:03.689454 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a411c-9ad4-4e5c-b80f-46db87c41302 None None] Pushing event deleted for resources: {'Port': ['ID=b8882b27-d5e5-4e39-a717-5bd872c18fa4,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:03.730551 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a411c-9ad4-4e5c-b80f-46db87c41302 None None] No DVR routers for this DVR port b8882b27-d5e5-4e39-a717-5bd872c18fa4 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:35:03.745237 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1402fb8-cd36-4b4b-9464-082384625871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:03.758495 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1402fb8-cd36-4b4b-9464-082384625871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:03.782451 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:03.792271 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ff167a96-9b61-4156-99bd-d70b2d34974a None None] Provisioning complete for port 7c5cec75-bbf4-46e8-a189-590d17168100 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:03.792875 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff167a96-9b61-4156-99bd-d70b2d34974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:03.891663 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:35:03.892297 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:35:03.895718 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:35:03.911693 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1402fb8-cd36-4b4b-9464-082384625871 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:35:04.019295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:35:04.029544 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:04.034378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ff167a96-9b61-4156-99bd-d70b2d34974a None None] Port 7c5cec75-bbf4-46e8-a189-590d17168100 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:35:04.047169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Transition to ACTIVE for port object 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:35:04.057091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1402fb8-cd36-4b4b-9464-082384625871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6e5e0b-0185-4871-b978-02ca285c4da2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:04.096633 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1402fb8-cd36-4b4b-9464-082384625871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:04.097134 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-b1402fb8-cd36-4b4b-9464-082384625871 admin admin] Added segment a22b2359-1acc-4ec1-898f-23c0ae398a27 of type vlan for network 021ed6c2-3195-439f-810e-9d3f036d3bbd Aug 20 10:35:04.104026 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:04.163984 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 2182c037-11b0-4c51-96f4-929e9cf5adf4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:04.164618 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:04.207564 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:04.216566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd4ec97-116f-4ae7-81ab-4fd5b11625fc,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:04.238091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ddea0-1bb5-4e61-9593-a260f95e44eb req-e7ca90ec-ac61-4ba1-9dc2-8ec8633e575d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:04.243560 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2c7ddea0-1bb5-4e61-9593-a260f95e44eb req-e7ca90ec-ac61-4ba1-9dc2-8ec8633e575d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 931 time: 0.4249573 Aug 20 10:35:04.252307 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ff167a96-9b61-4156-99bd-d70b2d34974a None None] Provisioning for port dbb59ff2-a4e9-4f59-86e5-cdffa041cfec completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:35:04.270821 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:04.273740 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] 10.222.0.16 "DELETE /v2.0/networks/4cf94859-d7e3-4c88-add5-0fffdfba7677 HTTP/1.1" status: 204 len: 168 time: 2.5112967 Aug 20 10:35:04.277036 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1402fb8-cd36-4b4b-9464-082384625871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:04.287505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4319323-d877-4efd-afef-caf39297378d tempest-TaggedBootDevicesTest_v242-306647973 tempest-TaggedBootDevicesTest_v242-306647973-project] Pushing event deleted for resources: {'Network': ['ID=4cf94859-d7e3-4c88-add5-0fffdfba7677,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:04.425571 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2c7ddea0-1bb5-4e61-9593-a260f95e44eb req-fa873ac0-f6a5-4a6d-9387-7108a45c95b9 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=1737b9ec-1927-4024-9a8f-a955df4f7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454177 Aug 20 10:35:04.429442 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1402fb8-cd36-4b4b-9464-082384625871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:04.433133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1402fb8-cd36-4b4b-9464-082384625871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:04.434009 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1402fb8-cd36-4b4b-9464-082384625871 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:04.620979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 18796946-9731-41be-8e34-f53d4eef773f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:35:04.626455 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b1402fb8-cd36-4b4b-9464-082384625871 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4078400 Aug 20 10:35:04.638772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33492) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:04.656018 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-15ae8f14-8e88-4378-9661-0bfd864ab5bf admin admin] Request body: {'subnet': {'network_id': '021ed6c2-3195-439f-810e-9d3f036d3bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-371551799-subnet', 'tenant_id': 'bd329ae9aa2446318f8f373079077366', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:04.697470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ae8f14-8e88-4378-9661-0bfd864ab5bf admin admin] Made reservation on behalf of bd329ae9aa2446318f8f373079077366 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:35:04.700752 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-15ae8f14-8e88-4378-9661-0bfd864ab5bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:04.794871 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:04.819217 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563ff0b-9c39-40fb-a521-938a673475ea req-744495b8-f61c-46cd-ad46-092df1bbc2ad tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:04.830400 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5563ff0b-9c39-40fb-a521-938a673475ea req-744495b8-f61c-46cd-ad46-092df1bbc2ad tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/networks?id=d504c420-d3f5-4a54-be9e-083999a04513 HTTP/1.1" status: 200 len: 818 time: 0.8297486 Aug 20 10:35:04.847129 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 18796946-9731-41be-8e34-f53d4eef773f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:35:04.858335 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 18796946-9731-41be-8e34-f53d4eef773f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:04.863099 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:04.903326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1402fb8-cd36-4b4b-9464-082384625871 admin admin] Pushing event updated for resources: {'Network': ['ID=021ed6c2-3195-439f-810e-9d3f036d3bbd,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:04.955065 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 021ed6c2-3195-439f-810e-9d3f036d3bbd details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:35:05.019491 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:05.023840 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5563ff0b-9c39-40fb-a521-938a673475ea req-f9e38a2f-4b40-4ab6-b383-1184764ade4a tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/quotas/70b89f92e6a741a4951d32cfb1e1a59f HTTP/1.1" status: 200 len: 375 time: 0.1809509 Aug 20 10:35:05.026412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Attempting to bind port 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:35:05.026976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Attempting to bind port 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:35:05.027527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Attempting to bind port 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc on network 5a2aea40-582a-4eff-ab3a-f223319273f1 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:35:05.042570 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Port 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc on network 5a2aea40-582a-4eff-ab3a-f223319273f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:35:05.045551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Attempting to bind port 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc on network 5a2aea40-582a-4eff-ab3a-f223319273f1 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:35:05.090615 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:35:05.091250 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Checking segment: {'id': 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:35:05.096060 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Bound using segment: {'id': 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:35:05.096878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Bound port: 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:35:05.098269 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:05.171518 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-15ae8f14-8e88-4378-9661-0bfd864ab5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:05.240495 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:05.262795 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae8f14-8e88-4378-9661-0bfd864ab5bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=79fb6ce4-dcdb-4bf6-bb3c-27ae0f3a74fd,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:05.268119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ae8f14-8e88-4378-9661-0bfd864ab5bf admin admin] Checking segment: {'id': 'a22b2359-1acc-4ec1-898f-23c0ae398a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '021ed6c2-3195-439f-810e-9d3f036d3bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:35:05.268811 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ae8f14-8e88-4378-9661-0bfd864ab5bf admin admin] Network hostable DHCP agents. Network: 021ed6c2-3195-439f-810e-9d3f036d3bbd, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:35:05.277184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 18796946-9731-41be-8e34-f53d4eef773f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=18796946-9731-41be-8e34-f53d4eef773f,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:05.282200 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5563ff0b-9c39-40fb-a521-938a673475ea req-6f37e174-f70c-4bd9-bac6-e0695650fa38 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70b89f92e6a741a4951d32cfb1e1a59f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2427409 Aug 20 10:35:05.283598 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:05.286113 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device dbb59ff2-a4e9-4f59-86e5-cdffa041cfec up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:35:05.287486 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-5563ff0b-9c39-40fb-a521-938a673475ea req-130aac02-5557-41ee-9a0f-db41c81dd11f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:35:05.294993 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5563ff0b-9c39-40fb-a521-938a673475ea req-130aac02-5557-41ee-9a0f-db41c81dd11f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117457 Aug 20 10:35:05.302881 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ae8f14-8e88-4378-9661-0bfd864ab5bf admin admin] Network 021ed6c2-3195-439f-810e-9d3f036d3bbd is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:35:05.322311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-15ae8f14-8e88-4378-9661-0bfd864ab5bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 021ed6c2-3195-439f-810e-9d3f036d3bbd) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:05.335347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ae8f14-8e88-4378-9661-0bfd864ab5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:05.335984 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-15ae8f14-8e88-4378-9661-0bfd864ab5bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:05.344234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18577247-5554-4710-89bf-c667c564b6ca None None] Network 021ed6c2-3195-439f-810e-9d3f036d3bbd requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:35:05.364376 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-15ae8f14-8e88-4378-9661-0bfd864ab5bf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7188594 Aug 20 10:35:05.457741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] For port 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:35:05.458702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Sync routers for ids ['f4f2957b-5f90-41e9-83c6-71665abcf039'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:35:05.465895 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] For port 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6cd4ec97-116f-4ae7-81ab-4fd5b11625fc,segment=NetworkSegment(a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012),segment_id=a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:35:05.494943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=18796946-9731-41be-8e34-f53d4eef773f,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:05.520509 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Routers {'f4f2957b-5f90-41e9-83c6-71665abcf039'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:05.521085 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f4f2957b-5f90-41e9-83c6-71665abcf039'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:05.521549 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:05.532135 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port dbb59ff2-a4e9-4f59-86e5-cdffa041cfec completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:35:05.590594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd4ec97-116f-4ae7-81ab-4fd5b11625fc,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:05.626428 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:05.627187 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:05.628715 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-619c366a-251f-4342-ba46-24ea1e0bbc59 service neutron] 10.222.0.24 "PUT /v2.0/ports/6cd4ec97-116f-4ae7-81ab-4fd5b11625fc HTTP/1.1" status: 200 len: 1092 time: 4.3126810 Aug 20 10:35:05.635891 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port dbb59ff2-a4e9-4f59-86e5-cdffa041cfec triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:05.636526 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:05.655859 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8eddf94-0ddd-4054-bfd4-b4dde1932d69', 'tag': '6cd4ec97-116f-4ae7-81ab-4fd5b11625fc'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:35:05.658327 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd53ba6-171b-4b97-9024-cc88f98a768b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8eddf94-0ddd-4054-bfd4-b4dde1932d69", "tag": "6cd4ec97-116f-4ae7-81ab-4fd5b11625fc"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:35:05.671689 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5563ff0b-9c39-40fb-a521-938a673475ea req-da8ba56b-3628-45ec-a906-a787ecffc298 service neutron] 10.222.0.16 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758268 Aug 20 10:35:05.743152 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a94648d-3582-41df-8727-3faaf564386b None None] Network 021ed6c2-3195-439f-810e-9d3f036d3bbd requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:35:05.812875 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216d030-051a-4329-9a00-552b87bb60aa req-f408e417-be88-4756-9d1c-d3bbb355868f tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:05.827933 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2216d030-051a-4329-9a00-552b87bb60aa req-f408e417-be88-4756-9d1c-d3bbb355868f tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 943 time: 0.2134554 Aug 20 10:35:05.876130 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2216d030-051a-4329-9a00-552b87bb60aa req-b93afc74-54e3-4141-88f8-f83e3467db0d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=1737b9ec-1927-4024-9a8f-a955df4f7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464888 Aug 20 10:35:05.919535 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-d80de1be-23a7-4a93-9501-99404284d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:05.921368 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-d80de1be-23a7-4a93-9501-99404284d764 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b086f231f77d4675abacdbd977d6ae32&device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 1095 time: 0.1424224 Aug 20 10:35:05.924722 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Allocated IP 172.21.0.1 (d93212ad-3a53-4b24-8dbf-21e322f79187/250c11ba-c673-4871-9e1e-4d3ed243a651/b80ab802-50dd-49be-85df-e4131ec3b12c) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:35:06.004858 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e96368e-514a-43d4-a431-f72778f928f7 x-openstack-request-id: req-2e96368e-514a-43d4-a431-f72778f928f7 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:35:06.005411 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8eddf94-0ddd-4054-bfd4-b4dde1932d69", "tag": "6cd4ec97-116f-4ae7-81ab-4fd5b11625fc", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:35:06.005849 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e96368e-514a-43d4-a431-f72778f928f7 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:35:06.006431 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8eddf94-0ddd-4054-bfd4-b4dde1932d69', 'tag': '6cd4ec97-116f-4ae7-81ab-4fd5b11625fc', 'status': 'completed', 'code': 200} Aug 20 10:35:06.012913 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-daafca3b-f7d1-40f1-917e-6ba7cd74f4b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cd4ec97-116f-4ae7-81ab-4fd5b11625fc HTTP/1.1" status: 200 len: 217 time: 0.0810804 Aug 20 10:35:06.017765 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5563ff0b-9c39-40fb-a521-938a673475ea req-84bf943e-ec2c-45c3-bbde-a383b2b45f51 service neutron] 10.222.0.16 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315737 Aug 20 10:35:06.152584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-0dcf0ee9-71f8-4261-8e06-8e995099e1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:06.154333 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-0dcf0ee9-71f8-4261-8e06-8e995099e1b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869 HTTP/1.1" status: 200 len: 849 time: 0.1311305 Aug 20 10:35:06.231612 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:06.250462 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-ede973cb-535e-45c7-b007-1cba37de6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:06.252163 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-ede973cb-535e-45c7-b007-1cba37de6a29 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a2aea40-582a-4eff-ab3a-f223319273f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882006 Aug 20 10:35:06.255655 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Transition to ACTIVE for port object b80ab802-50dd-49be-85df-e4131ec3b12c will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:35:06.338585 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Set router f4f2957b-5f90-41e9-83c6-71665abcf039 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:35:06.535747 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:06.539417 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cb87a20f-a262-4eed-aba8-b1d9a6fd8829 req-44509d3e-e3ed-4cc2-917a-81553890b581 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 210 time: 0.0630004 Aug 20 10:35:06.583912 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-7fbcede7-7323-412d-b567-095f6ad368b8 service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218453 Aug 20 10:35:06.608199 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=b80ab802-50dd-49be-85df-e4131ec3b12c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:06.693426 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network d93212ad-3a53-4b24-8dbf-21e322f79187 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:35:06.748237 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-af4c0be6-3e1c-4b55-af75-0671328b3986 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:06.752134 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-af4c0be6-3e1c-4b55-af75-0671328b3986 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/networks?id=618b52c4-303e-4691-a573-57bb109ff75b HTTP/1.1" status: 200 len: 808 time: 0.3383324 Aug 20 10:35:06.786764 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-39c36ead-fa29-44b0-926c-a700e1854b1b tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/quotas/72dbd3d8d5734f2db639236e79127e68 HTTP/1.1" status: 200 len: 375 time: 0.0262139 Aug 20 10:35:06.792123 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:06.825217 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:35:06.860656 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-18522448-ee1a-41e4-bd8e-8aeb57a56301 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=72dbd3d8d5734f2db639236e79127e68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712070 Aug 20 10:35:07.037275 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:07.070032 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:07.090394 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-86cdd96b-e6a6-459d-9405-b7cea965d1ad service neutron] 10.222.0.16 "GET /v2.0/networks/618b52c4-303e-4691-a573-57bb109ff75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283540 Aug 20 10:35:07.126267 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port dbb59ff2-a4e9-4f59-86e5-cdffa041cfec, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=dbb59ff2-a4e9-4f59-86e5-cdffa041cfec,segment=NetworkSegment(3011cd19-055f-4850-9e67-21be3a3e0780),segment_id=3011cd19-055f-4850-9e67-21be3a3e0780)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:07.132854 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:07.169994 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'name': 'tempest-ServerRescueNegativeTestJSON-401167275-router', 'tenant_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '18796946-9731-41be-8e34-f53d4eef773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:34:48Z', 'updated_at': '2021-08-20T10:34:59Z', 'revision_number': 4, 'project_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'gw_port': {'id': '18796946-9731-41be-8e34-f53d4eef773f', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:50Z', 'updated_at': '2021-08-20T10:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '7b87b1f6-f450-4a8e-b9aa-5e572bce43c3', 'name': '', 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513', 'tenant_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'mac_address': 'fa:16:3e:1d:a8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '093a3409-25cd-4ce0-81ea-45051063601e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:57Z', 'updated_at': '2021-08-20T10:35:00Z', 'revision_number': 2, 'project_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'subnets': [{'id': '093a3409-25cd-4ce0-81ea-45051063601e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:07.204986 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Checking router: f4f2957b-5f90-41e9-83c6-71665abcf039 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:35:07.205410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Updating router f4f2957b-5f90-41e9-83c6-71665abcf039 port 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:35:07.268972 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-2fa93a42-a9ea-4b26-a57e-96f6b07af5ca service neutron] 10.222.0.16 "GET /v2.0/networks/618b52c4-303e-4691-a573-57bb109ff75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718850 Aug 20 10:35:07.274428 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:07.278543 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=dbb59ff2-a4e9-4f59-86e5-cdffa041cfec,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:07.290197 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8ea437cb-302b-47d4-b7d9-b0161bc631f1 None None] Provisioning for port b80ab802-50dd-49be-85df-e4131ec3b12c completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:35:07.304617 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8ea437cb-302b-47d4-b7d9-b0161bc631f1 None None] Provisioning complete for port b80ab802-50dd-49be-85df-e4131ec3b12c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:07.304993 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8ea437cb-302b-47d4-b7d9-b0161bc631f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:07.370937 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81aba7cc-10ad-4b33-89d0-023710e12113 req-70b2e524-5bc6-41c6-92bf-5b9173f5b998 service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7483132 Aug 20 10:35:07.382879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 18796946-9731-41be-8e34-f53d4eef773f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:35:07.425147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062ef6b-af32-4abb-ad62-8496048b848e req-055af9c6-06f7-4440-98b3-bcc36a10807d tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:07.426678 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9062ef6b-af32-4abb-ad62-8496048b848e req-055af9c6-06f7-4440-98b3-bcc36a10807d tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/networks?id=d504c420-d3f5-4a54-be9e-083999a04513 HTTP/1.1" status: 200 len: 818 time: 0.6167767 Aug 20 10:35:07.513569 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:07.517281 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9062ef6b-af32-4abb-ad62-8496048b848e req-15e104d3-ac15-4f6a-ac77-af81db440c28 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/quotas/70b89f92e6a741a4951d32cfb1e1a59f HTTP/1.1" status: 200 len: 375 time: 0.0594296 Aug 20 10:35:07.618980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-8ea437cb-302b-47d4-b7d9-b0161bc631f1 None None] Port b80ab802-50dd-49be-85df-e4131ec3b12c cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:35:07.800374 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3cf99-5429-439f-a740-01c2218bd948 req-c306c1c3-d45f-4f3c-a2b4-55ad87cb53c4 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:07.806449 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 18796946-9731-41be-8e34-f53d4eef773f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:07.806858 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:07.815744 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cab3cf99-5429-439f-a740-01c2218bd948 req-c306c1c3-d45f-4f3c-a2b4-55ad87cb53c4 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 943 time: 0.1180212 Aug 20 10:35:07.865637 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cab3cf99-5429-439f-a740-01c2218bd948 req-6de7f725-537a-4118-9dde-0b608be58678 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=1737b9ec-1927-4024-9a8f-a955df4f7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486748 Aug 20 10:35:08.081010 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:08.116821 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-259e9734-2916-4eff-8adf-c0bbfbe5226c req-3ffe6bc5-2b0f-4fec-8060-dab79ebade63 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/ports?device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 210 time: 0.0653398 Aug 20 10:35:08.169595 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:08.184335 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Transition to ACTIVE for port object 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:35:08.192490 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:08.305736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd53ba6-171b-4b97-9024-cc88f98a768b req-6e077793-8aa4-404f-8046-55472a8e32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:08.306326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c69b8-72dc-4e76-943f-1fdc6a9814eb None None] Pushing event updated for resources: {'Port': ['ID=7b87b1f6-f450-4a8e-b9aa-5e572bce43c3,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:08.307283 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0dd53ba6-171b-4b97-9024-cc88f98a768b req-6e077793-8aa4-404f-8046-55472a8e32b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b086f231f77d4675abacdbd977d6ae32&device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 1095 time: 0.8480117 Aug 20 10:35:08.325894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563ff0b-9c39-40fb-a521-938a673475ea req-065a31d4-eb66-42a5-9edd-cbddfd6a9c3f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:08.327494 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5563ff0b-9c39-40fb-a521-938a673475ea req-065a31d4-eb66-42a5-9edd-cbddfd6a9c3f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.42 "GET /v2.0/networks?id=d504c420-d3f5-4a54-be9e-083999a04513 HTTP/1.1" status: 200 len: 818 time: 0.2439880 Aug 20 10:35:08.362964 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:08.399184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Attempting to bind port 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:35:08.399919 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Attempting to bind port 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'b34bc5cb-7167-4924-8e5e-13d4451816dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:35:08.400336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Attempting to bind port 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3 on network d504c420-d3f5-4a54-be9e-083999a04513 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:35:08.407384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:35:08.407780 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Checking segment: {'id': 'b34bc5cb-7167-4924-8e5e-13d4451816dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:35:08.408161 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:08.408657 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Bound using segment: {'id': 'b34bc5cb-7167-4924-8e5e-13d4451816dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:35:08.409054 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Bound port: 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34bc5cb-7167-4924-8e5e-13d4451816dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:35:08.409486 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:08.498073 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-5563ff0b-9c39-40fb-a521-938a673475ea req-39ef4740-66c7-4235-a8c8-ccc87761d829 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Request body: {'port': {'device_id': 'eb8842cf-eaf2-4814-b9a5-0a6dd2063fee', 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513', 'admin_state_up': True, 'tenant_id': '70b89f92e6a741a4951d32cfb1e1a59f'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:08.516648 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:08.517319 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] For port 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:35:08.520703 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] For port 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7b87b1f6-f450-4a8e-b9aa-5e572bce43c3,segment=NetworkSegment(b34bc5cb-7167-4924-8e5e-13d4451816dd),segment_id=b34bc5cb-7167-4924-8e5e-13d4451816dd)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:35:08.527612 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:08.620239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Routers {'f4f2957b-5f90-41e9-83c6-71665abcf039'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:08.620888 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f4f2957b-5f90-41e9-83c6-71665abcf039'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:08.626739 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c69b8-72dc-4e76-943f-1fdc6a9814eb None None] Pushing event updated for resources: {'Port': ['ID=7b87b1f6-f450-4a8e-b9aa-5e572bce43c3,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:08.787391 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] Set router f4f2957b-5f90-41e9-83c6-71665abcf039 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:35:09.032574 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'name': 'tempest-ServerRescueNegativeTestJSON-401167275-router', 'tenant_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '18796946-9731-41be-8e34-f53d4eef773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:34:48Z', 'updated_at': '2021-08-20T10:34:59Z', 'revision_number': 4, 'project_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'gw_port': {'id': '18796946-9731-41be-8e34-f53d4eef773f', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:50Z', 'updated_at': '2021-08-20T10:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '7b87b1f6-f450-4a8e-b9aa-5e572bce43c3', 'name': '', 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513', 'tenant_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'mac_address': 'fa:16:3e:1d:a8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '093a3409-25cd-4ce0-81ea-45051063601e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:57Z', 'updated_at': '2021-08-20T10:35:08Z', 'revision_number': 4, 'project_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'subnets': [{'id': '093a3409-25cd-4ce0-81ea-45051063601e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:09.084318 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9062ef6b-af32-4abb-ad62-8496048b848e req-e84c7041-b8d3-4302-8f81-03860205e0cf tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70b89f92e6a741a4951d32cfb1e1a59f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5528340 Aug 20 10:35:09.085917 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c467927-12cb-482d-a50d-5d5ee95e8e16 None None] The sync data for ids ['f4f2957b-5f90-41e9-83c6-71665abcf039'] in n-d-778550-11 is: [{'id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'name': 'tempest-ServerRescueNegativeTestJSON-401167275-router', 'tenant_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '18796946-9731-41be-8e34-f53d4eef773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:34:48Z', 'updated_at': '2021-08-20T10:34:59Z', 'revision_number': 4, 'project_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'gw_port': {'id': '18796946-9731-41be-8e34-f53d4eef773f', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:50Z', 'updated_at': '2021-08-20T10:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '7b87b1f6-f450-4a8e-b9aa-5e572bce43c3', 'name': '', 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513', 'tenant_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'mac_address': 'fa:16:3e:1d:a8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': '093a3409-25cd-4ce0-81ea-45051063601e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:57Z', 'updated_at': '2021-08-20T10:35:08Z', 'revision_number': 4, 'project_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'subnets': [{'id': '093a3409-25cd-4ce0-81ea-45051063601e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:35:09.101885 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eff251-e2c7-48ff-9747-0efd7c3c1c72 req-943e146c-5467-40dc-b196-d79825a6e44a tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:09.103495 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17eff251-e2c7-48ff-9747-0efd7c3c1c72 req-943e146c-5467-40dc-b196-d79825a6e44a tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 943 time: 0.0935721 Aug 20 10:35:09.200225 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17eff251-e2c7-48ff-9747-0efd7c3c1c72 req-4a258ba0-c154-41a3-a58e-57e42075208e tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=1737b9ec-1927-4024-9a8f-a955df4f7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895827 Aug 20 10:35:09.316858 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd53ba6-171b-4b97-9024-cc88f98a768b req-6aa804fb-4e3f-4fee-9945-8fb0b054806e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:09.318549 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0dd53ba6-171b-4b97-9024-cc88f98a768b req-6aa804fb-4e3f-4fee-9945-8fb0b054806e service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a2aea40-582a-4eff-ab3a-f223319273f1 HTTP/1.1" status: 200 len: 911 time: 0.9899220 Aug 20 10:35:09.325212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=b80ab802-50dd-49be-85df-e4131ec3b12c,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:09.526751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:35:09.541519 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d928aca3-d420-4a7a-ba23-8ee6173f42f1 req-f7c1a42c-3057-4bca-bf15-3b3f6b10c4eb tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/ports?device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 210 time: 0.0534213 Aug 20 10:35:09.592089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-3f026e15-7e8c-47d6-ad4f-8323e2aa1a93 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:09.596663 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-3f026e15-7e8c-47d6-ad4f-8323e2aa1a93 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.24 "GET /v2.0/networks?id=618b52c4-303e-4691-a573-57bb109ff75b HTTP/1.1" status: 200 len: 808 time: 0.3850062 Aug 20 10:35:09.607731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-54e61bb7-6592-43c8-92a3-03849f148f85 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Request body: {'port': {'device_id': '73644d03-eed1-4fb5-9eb0-bb8224a45e7f', 'network_id': '618b52c4-303e-4691-a573-57bb109ff75b', 'admin_state_up': True, 'tenant_id': '72dbd3d8d5734f2db639236e79127e68'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:09.609171 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9062ef6b-af32-4abb-ad62-8496048b848e req-cfffca48-161b-45e5-be12-9b612e15e07d service neutron] 10.222.0.16 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234215 Aug 20 10:35:09.654598 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:35:09.667011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:09.669589 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:09.678223 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network d93212ad-3a53-4b24-8dbf-21e322f79187 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:35:09.705918 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:09.714483 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0dd53ba6-171b-4b97-9024-cc88f98a768b req-64bbbd48-1670-44b9-a30a-23d94edf3c03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cd4ec97-116f-4ae7-81ab-4fd5b11625fc HTTP/1.1" status: 200 len: 217 time: 0.3417797 Aug 20 10:35:09.738580 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:35:09.920370 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:09.939424 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-54e61bb7-6592-43c8-92a3-03849f148f85 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Made reservation on behalf of 72dbd3d8d5734f2db639236e79127e68 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:35:09.942984 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-54e61bb7-6592-43c8-92a3-03849f148f85 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:10.008337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7b87b1f6-f450-4a8e-b9aa-5e572bce43c3,segment=NetworkSegment(b34bc5cb-7167-4924-8e5e-13d4451816dd),segment_id=b34bc5cb-7167-4924-8e5e-13d4451816dd)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:10.014789 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:10.015950 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device dbb59ff2-a4e9-4f59-86e5-cdffa041cfec up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:35:10.138482 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.api [req-5563ff0b-9c39-40fb-a521-938a673475ea req-39ef4740-66c7-4235-a8c8-ccc87761d829 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 10:35:10.138482 n-d-778550-11 neutron-server[94867]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 10:35:10.138482 n-d-778550-11 neutron-server[94867]: [parameters: {'project_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'id': '76357752-069c-4cc0-bccd-075f20644037', 'expiration': datetime.datetime(2021, 8, 20, 10, 37, 9, 923087)}] Aug 20 10:35:10.138482 n-d-778550-11 neutron-server[94867]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:35:10.144001 n-d-778550-11 neutron-server[94867]: DEBUG oslo_db.api [req-5563ff0b-9c39-40fb-a521-938a673475ea req-39ef4740-66c7-4235-a8c8-ccc87761d829 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:35:10.151961 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6cd4ec97-116f-4ae7-81ab-4fd5b11625fc,segment=NetworkSegment(a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012),segment_id=a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:10.195311 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '6cd4ec97-116f-4ae7-81ab-4fd5b11625fc', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'port_id': '6cd4ec97-116f-4ae7-81ab-4fd5b11625fc', 'mac_address': 'fa:16:3e:07:2d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:35:10.232600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-54e61bb7-6592-43c8-92a3-03849f148f85 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Allocated IP 172.20.0.13 (618b52c4-303e-4691-a573-57bb109ff75b/9d5090b5-5536-4f22-9ada-68372c5711f6/c3389ae4-8744-4399-9781-704b8360ebe4) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:35:10.266024 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-921b0356-f821-4426-8864-d1d8898fc0ea None None] Provisioning complete for port b80ab802-50dd-49be-85df-e4131ec3b12c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:10.274710 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-921b0356-f821-4426-8864-d1d8898fc0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:10.290790 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=7b87b1f6-f450-4a8e-b9aa-5e572bce43c3,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:10.351372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router d893e849-3f81-4a8a-9bbd-ecdca9380c18 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:35:10.454080 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9062ef6b-af32-4abb-ad62-8496048b848e req-621a81fc-6061-48c8-a0db-7c9b62aa715e service neutron] 10.222.0.16 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7662225 Aug 20 10:35:10.455543 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd53ba6-171b-4b97-9024-cc88f98a768b req-c481f00e-cf7e-420c-a941-31bb7b4b97b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:10.456991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0dd53ba6-171b-4b97-9024-cc88f98a768b req-c481f00e-cf7e-420c-a941-31bb7b4b97b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869 HTTP/1.1" status: 200 len: 849 time: 0.6468568 Aug 20 10:35:10.822401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd53ba6-171b-4b97-9024-cc88f98a768b req-a61cd762-ab41-40ec-b7a0-94d6289e73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:10.834408 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0dd53ba6-171b-4b97-9024-cc88f98a768b req-a61cd762-ab41-40ec-b7a0-94d6289e73f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a2aea40-582a-4eff-ab3a-f223319273f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3580010 Aug 20 10:35:10.865684 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port dbb59ff2-a4e9-4f59-86e5-cdffa041cfec triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:10.866218 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:10.995995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-921b0356-f821-4426-8864-d1d8898fc0ea None None] Port b80ab802-50dd-49be-85df-e4131ec3b12c cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:35:11.012458 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:11.072923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5563ff0b-9c39-40fb-a521-938a673475ea req-39ef4740-66c7-4235-a8c8-ccc87761d829 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Made reservation on behalf of 70b89f92e6a741a4951d32cfb1e1a59f for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:35:11.082060 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:35:11.086008 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5563ff0b-9c39-40fb-a521-938a673475ea req-39ef4740-66c7-4235-a8c8-ccc87761d829 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:11.125031 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:35:11.137493 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c489c64-1ed6-4ba9-95ed-93fe080f8841 None None] Sync routers for ids ['d893e849-3f81-4a8a-9bbd-ecdca9380c18'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:35:11.153717 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c489c64-1ed6-4ba9-95ed-93fe080f8841 None None] Routers {'d893e849-3f81-4a8a-9bbd-ecdca9380c18'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:11.157588 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f30d4a0a-c7c7-45ee-b8a7-7b53c7e2e55a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/d893e849-3f81-4a8a-9bbd-ecdca9380c18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6692500 Aug 20 10:35:11.160289 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0c489c64-1ed6-4ba9-95ed-93fe080f8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d893e849-3f81-4a8a-9bbd-ecdca9380c18'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:11.229721 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33628) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:11.267086 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-181f1b48-914c-4027-94c2-d55c5fa7b355 req-ec4f0bed-017b-4b10-823f-b43688a316e3 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/ports?device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 210 time: 0.2386131 Aug 20 10:35:11.279311 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6cd4ec97-116f-4ae7-81ab-4fd5b11625fc,segment=NetworkSegment(a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012),segment_id=a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:11.291672 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:11.324801 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0c489c64-1ed6-4ba9-95ed-93fe080f8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:11.352013 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c489c64-1ed6-4ba9-95ed-93fe080f8841 None None] Routers {'d893e849-3f81-4a8a-9bbd-ecdca9380c18'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:11.371946 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0c489c64-1ed6-4ba9-95ed-93fe080f8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d893e849-3f81-4a8a-9bbd-ecdca9380c18'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:11.513962 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=6cd4ec97-116f-4ae7-81ab-4fd5b11625fc,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:11.533281 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0c489c64-1ed6-4ba9-95ed-93fe080f8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:11.534614 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c489c64-1ed6-4ba9-95ed-93fe080f8841 None None] The sync data for ids ['d893e849-3f81-4a8a-9bbd-ecdca9380c18'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:35:11.537036 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:35:11.572724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33c8e013-8ae9-45e6-806b-603d70d870ed req-45ba1bb7-dc67-4329-b8e9-71f52fe0d865 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 210 time: 0.1880808 Aug 20 10:35:11.584161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353c2a6-7c03-48bb-a757-ae125bff57f4 req-d5abebc1-94e1-42b5-8c93-2c7f868a60bb tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:11.587953 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0353c2a6-7c03-48bb-a757-ae125bff57f4 req-d5abebc1-94e1-42b5-8c93-2c7f868a60bb tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 943 time: 1.2130818 Aug 20 10:35:11.594769 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c545199e-18d8-4d06-9b21-e557282082fe tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:11.596713 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c545199e-18d8-4d06-9b21-e557282082fe tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports/b80ab802-50dd-49be-85df-e4131ec3b12c HTTP/1.1" status: 200 len: 910 time: 0.3602629 Aug 20 10:35:11.604715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33632) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:11.623290 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['6cd4ec97-116f-4ae7-81ab-4fd5b11625fc'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:35:11.692358 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0353c2a6-7c03-48bb-a757-ae125bff57f4 req-665b2411-2509-4ede-baad-0922384f215a tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=1737b9ec-1927-4024-9a8f-a955df4f7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970120 Aug 20 10:35:11.697262 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-54e61bb7-6592-43c8-92a3-03849f148f85 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:11.756615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:11.756985 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:11.832291 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0dd53ba6-171b-4b97-9024-cc88f98a768b req-a0fe3744-bb9c-4c2a-b5a2-e8b9d811bd1e service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9917769 Aug 20 10:35:11.835779 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-54e61bb7-6592-43c8-92a3-03849f148f85 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:11.925821 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-54e61bb7-6592-43c8-92a3-03849f148f85 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Network 618b52c4-303e-4691-a573-57bb109ff75b is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:35:11.947928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-54e61bb7-6592-43c8-92a3-03849f148f85 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:11.969951 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-54e61bb7-6592-43c8-92a3-03849f148f85 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:35:12.026295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-5563ff0b-9c39-40fb-a521-938a673475ea req-39ef4740-66c7-4235-a8c8-ccc87761d829 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Allocated IP 172.20.0.5 (d504c420-d3f5-4a54-be9e-083999a04513/093a3409-25cd-4ce0-81ea-45051063601e/2d9e88a4-529c-4ab6-8fae-39f98457437d) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:35:12.113082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-54e61bb7-6592-43c8-92a3-03849f148f85 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:12.113810 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-54e61bb7-6592-43c8-92a3-03849f148f85 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:12.143612 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-54e61bb7-6592-43c8-92a3-03849f148f85 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5405426 Aug 20 10:35:12.144465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e61bb7-6592-43c8-92a3-03849f148f85 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Pushing event updated for resources: {'Port': ['ID=c3389ae4-8744-4399-9781-704b8360ebe4,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:12.163905 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Request body: {'port': {'device_id': '73644d03-eed1-4fb5-9eb0-bb8224a45e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:12.244491 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:12.599283 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5563ff0b-9c39-40fb-a521-938a673475ea req-39ef4740-66c7-4235-a8c8-ccc87761d829 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:12.825914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b9553-0b97-4f04-9d3d-c8284e709844 req-f023b4fe-c9a6-4c7e-aa45-3423de3282ee tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:12.839715 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-010b9553-0b97-4f04-9d3d-c8284e709844 req-f023b4fe-c9a6-4c7e-aa45-3423de3282ee tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/ports?device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 932 time: 0.3607371 Aug 20 10:35:12.900590 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-010b9553-0b97-4f04-9d3d-c8284e709844 req-f19cd3f1-6d57-4b8a-a74b-e4b2ad577b8c tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/security-groups?id=17897c55-c8eb-437d-8286-6232b4456095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573771 Aug 20 10:35:13.018521 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3389ae4-8744-4399-9781-704b8360ebe4 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:35:13.022373 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5dfb63ef-a5b5-4291-9e23-b1746a744e78 req-7457b5fa-1a49-4fd4-8410-85459b6aed39 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 210 time: 0.1678827 Aug 20 10:35:13.032700 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0dd53ba6-171b-4b97-9024-cc88f98a768b req-d3bfa088-44ff-4144-a5f0-4d6fc98af42a service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7884769 Aug 20 10:35:13.050352 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:13.092807 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062ef6b-af32-4abb-ad62-8496048b848e req-82e172b2-e4f2-4989-a96d-fe7724f064fa tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:13.096817 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9062ef6b-af32-4abb-ad62-8496048b848e req-82e172b2-e4f2-4989-a96d-fe7724f064fa tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.42 "GET /v2.0/networks?id=d504c420-d3f5-4a54-be9e-083999a04513 HTTP/1.1" status: 200 len: 818 time: 0.4661553 Aug 20 10:35:13.101578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Transition to ACTIVE for port object c3389ae4-8744-4399-9781-704b8360ebe4 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:35:13.115098 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-9062ef6b-af32-4abb-ad62-8496048b848e req-47d681a5-d953-48c0-8da6-dbe2985a9fda tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Request body: {'port': {'device_id': '8ee39aca-55ce-4a2e-b68d-e5dbe823aab2', 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513', 'admin_state_up': True, 'tenant_id': '70b89f92e6a741a4951d32cfb1e1a59f'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:13.177509 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:13.205826 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5563ff0b-9c39-40fb-a521-938a673475ea req-39ef4740-66c7-4235-a8c8-ccc87761d829 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:13.265956 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f980a-45c2-4c5d-8c0d-ad672eb628b7 req-cad02816-bf36-4f16-8e07-3e51ae0ad610 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:13.272541 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-815f980a-45c2-4c5d-8c0d-ad672eb628b7 req-cad02816-bf36-4f16-8e07-3e51ae0ad610 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 944 time: 0.1670752 Aug 20 10:35:13.322126 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Pushing event updated for resources: {'Port': ['ID=c3389ae4-8744-4399-9781-704b8360ebe4,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:13.339240 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5563ff0b-9c39-40fb-a521-938a673475ea req-39ef4740-66c7-4235-a8c8-ccc87761d829 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Network d504c420-d3f5-4a54-be9e-083999a04513 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:35:13.344244 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef4740-66c7-4235-a8c8-ccc87761d829 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Pushing event updated for resources: {'Port': ['ID=2d9e88a4-529c-4ab6-8fae-39f98457437d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:13.353064 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-5563ff0b-9c39-40fb-a521-938a673475ea req-39ef4740-66c7-4235-a8c8-ccc87761d829 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:13.357794 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-5563ff0b-9c39-40fb-a521-938a673475ea req-39ef4740-66c7-4235-a8c8-ccc87761d829 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:35:13.370999 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-815f980a-45c2-4c5d-8c0d-ad672eb628b7 req-4373bc2e-66a3-49c1-b007-51c9053c7dcc tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=1737b9ec-1927-4024-9a8f-a955df4f7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972340 Aug 20 10:35:13.423947 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-baf7acdf-266e-416a-8058-fb5e2d33aa35 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:13.431358 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9062ef6b-af32-4abb-ad62-8496048b848e req-47d681a5-d953-48c0-8da6-dbe2985a9fda tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Made reservation on behalf of 70b89f92e6a741a4951d32cfb1e1a59f for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:35:13.435786 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9062ef6b-af32-4abb-ad62-8496048b848e req-47d681a5-d953-48c0-8da6-dbe2985a9fda tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:13.489503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563ff0b-9c39-40fb-a521-938a673475ea req-39ef4740-66c7-4235-a8c8-ccc87761d829 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:13.490169 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5563ff0b-9c39-40fb-a521-938a673475ea req-39ef4740-66c7-4235-a8c8-ccc87761d829 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:13.518862 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Attempting to bind port c3389ae4-8744-4399-9781-704b8360ebe4 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:35:13.520107 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Attempting to bind port c3389ae4-8744-4399-9781-704b8360ebe4 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '05836f8e-f3b3-4b75-8cab-5c6d733c1e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '618b52c4-303e-4691-a573-57bb109ff75b'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:35:13.520550 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Attempting to bind port c3389ae4-8744-4399-9781-704b8360ebe4 on network 618b52c4-303e-4691-a573-57bb109ff75b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:35:13.528130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Port c3389ae4-8744-4399-9781-704b8360ebe4 on network 618b52c4-303e-4691-a573-57bb109ff75b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:35:13.528880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Attempting to bind port c3389ae4-8744-4399-9781-704b8360ebe4 on network 618b52c4-303e-4691-a573-57bb109ff75b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:35:13.535458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:35:13.536049 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Checking segment: {'id': '05836f8e-f3b3-4b75-8cab-5c6d733c1e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '618b52c4-303e-4691-a573-57bb109ff75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:35:13.538324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Bound using segment: {'id': '05836f8e-f3b3-4b75-8cab-5c6d733c1e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '618b52c4-303e-4691-a573-57bb109ff75b'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:35:13.538931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Bound port: c3389ae4-8744-4399-9781-704b8360ebe4, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05836f8e-f3b3-4b75-8cab-5c6d733c1e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '618b52c4-303e-4691-a573-57bb109ff75b'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:35:13.539482 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:13.557684 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5563ff0b-9c39-40fb-a521-938a673475ea req-39ef4740-66c7-4235-a8c8-ccc87761d829 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0782769 Aug 20 10:35:13.576910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Request body: {'port': {'device_id': 'eb8842cf-eaf2-4814-b9a5-0a6dd2063fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:13.626926 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] For port c3389ae4-8744-4399-9781-704b8360ebe4, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:35:13.630624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] For port c3389ae4-8744-4399-9781-704b8360ebe4, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c3389ae4-8744-4399-9781-704b8360ebe4,segment=NetworkSegment(05836f8e-f3b3-4b75-8cab-5c6d733c1e28),segment_id=05836f8e-f3b3-4b75-8cab-5c6d733c1e28)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:35:13.635696 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:13.686431 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:13.687504 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:13.689620 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] 10.222.0.24 "PUT /v2.0/ports/c3389ae4-8744-4399-9781-704b8360ebe4 HTTP/1.1" status: 200 len: 1093 time: 1.5358558 Aug 20 10:35:13.690141 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73644d03-eed1-4fb5-9eb0-bb8224a45e7f', 'tag': 'c3389ae4-8744-4399-9781-704b8360ebe4'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:35:13.692720 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc2580b-e398-4b2b-84cd-79f6e6bb62c7" -d '{"events": [{"name": "network-changed", "server_uuid": "73644d03-eed1-4fb5-9eb0-bb8224a45e7f", "tag": "c3389ae4-8744-4399-9781-704b8360ebe4"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:35:13.699323 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:35:13.730071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c342f-d82b-4ea8-80f7-80dde2e8687d service neutron] Pushing event updated for resources: {'Port': ['ID=c3389ae4-8744-4399-9781-704b8360ebe4,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:13.806306 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0142a50-4e61-4b62-b57a-1a5eef7a925e x-openstack-request-id: req-b0142a50-4e61-4b62-b57a-1a5eef7a925e {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:35:13.806608 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73644d03-eed1-4fb5-9eb0-bb8224a45e7f", "tag": "c3389ae4-8744-4399-9781-704b8360ebe4", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:35:13.806865 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0142a50-4e61-4b62-b57a-1a5eef7a925e {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:35:13.807299 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73644d03-eed1-4fb5-9eb0-bb8224a45e7f', 'tag': 'c3389ae4-8744-4399-9781-704b8360ebe4', 'status': 'completed', 'code': 200} Aug 20 10:35:13.807649 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:35:13.814152 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:13.814844 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:13.841151 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-dbd62c8b-2cae-426b-a0a9-9428b2c02846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:13.842727 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-dbd62c8b-2cae-426b-a0a9-9428b2c02846 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72dbd3d8d5734f2db639236e79127e68&device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 1096 time: 0.0932918 Aug 20 10:35:13.886771 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:13.900717 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-408e7705-8e6a-4b13-a2f8-a497457ba76d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3389ae4-8744-4399-9781-704b8360ebe4 HTTP/1.1" status: 200 len: 217 time: 0.0474906 Aug 20 10:35:13.984168 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:14.001643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-9e14f959-0ee4-4358-988e-cc58960b8a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:14.005915 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-9e14f959-0ee4-4358-988e-cc58960b8a29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d5090b5-5536-4f22-9ada-68372c5711f6 HTTP/1.1" status: 200 len: 848 time: 0.0981941 Aug 20 10:35:14.036410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eddf94-0ddd-4054-bfd4-b4dde1932d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd4ec97-116f-4ae7-81ab-4fd5b11625fc'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:35:14.043734 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb297c7-60ac-4576-aabe-c087963b43d9" -d '{"events": [{"server_uuid": "b8eddf94-0ddd-4054-bfd4-b4dde1932d69", "name": "network-vif-plugged", "status": "completed", "tag": "6cd4ec97-116f-4ae7-81ab-4fd5b11625fc"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:35:14.057048 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-9062ef6b-af32-4abb-ad62-8496048b848e req-47d681a5-d953-48c0-8da6-dbe2985a9fda tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Allocated IP 172.20.0.7 (d504c420-d3f5-4a54-be9e-083999a04513/093a3409-25cd-4ce0-81ea-45051063601e/910fb2e7-ab51-40cf-be6a-b49645a4c201) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:35:14.075017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6cd4ec97-116f-4ae7-81ab-4fd5b11625fc,segment=NetworkSegment(a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012),segment_id=a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:14.078255 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-0dfe2244-3214-420e-b86b-b68cf7e9d07d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=618b52c4-303e-4691-a573-57bb109ff75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672030 Aug 20 10:35:14.081528 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:14.182315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=6cd4ec97-116f-4ae7-81ab-4fd5b11625fc,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:14.231808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e0914-3ae7-475d-b814-1310cb65015d req-43e1d897-980b-4a40-9437-c281a3cb2aee tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:14.233371 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f6e0914-3ae7-475d-b814-1310cb65015d req-43e1d897-980b-4a40-9437-c281a3cb2aee tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/ports?device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 944 time: 0.1827378 Aug 20 10:35:14.295922 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-8f443cd0-89ce-487e-a932-d3c9cdc8283f service neutron] 10.222.0.24 "GET /v2.0/networks/618b52c4-303e-4691-a573-57bb109ff75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862175 Aug 20 10:35:14.298973 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f6e0914-3ae7-475d-b814-1310cb65015d req-798e5eab-e30f-4c7f-b105-ee8ffcbe083e tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/security-groups?id=17897c55-c8eb-437d-8286-6232b4456095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585351 Aug 20 10:35:14.423012 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b86a6708-81d9-48a8-acd5-2fbaa4142df2 req-e0e9c6c1-8dc9-42e6-bf01-bb7ddd67428f service neutron] 10.222.0.24 "GET /v2.0/networks/618b52c4-303e-4691-a573-57bb109ff75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154292 Aug 20 10:35:14.549326 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0ed790-d7f5-41e2-9cae-a0693052c088 x-openstack-request-id: req-ad0ed790-d7f5-41e2-9cae-a0693052c088 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:35:14.549326 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eddf94-0ddd-4054-bfd4-b4dde1932d69", "name": "network-vif-plugged", "status": "completed", "tag": "6cd4ec97-116f-4ae7-81ab-4fd5b11625fc", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:35:14.549617 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2580b-e398-4b2b-84cd-79f6e6bb62c7 req-08e60a8c-1011-4214-b91f-576faceb0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:14.549737 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad0ed790-d7f5-41e2-9cae-a0693052c088 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:35:14.549737 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eddf94-0ddd-4054-bfd4-b4dde1932d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd4ec97-116f-4ae7-81ab-4fd5b11625fc', 'code': 200} Aug 20 10:35:14.555541 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fc2580b-e398-4b2b-84cd-79f6e6bb62c7 req-08e60a8c-1011-4214-b91f-576faceb0eda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72dbd3d8d5734f2db639236e79127e68&device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 1096 time: 0.0779762 Aug 20 10:35:14.723916 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2580b-e398-4b2b-84cd-79f6e6bb62c7 req-5c8c4423-8e51-4453-9b2e-6820b45b24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:14.726284 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fc2580b-e398-4b2b-84cd-79f6e6bb62c7 req-5c8c4423-8e51-4453-9b2e-6820b45b24cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=618b52c4-303e-4691-a573-57bb109ff75b HTTP/1.1" status: 200 len: 909 time: 0.1585345 Aug 20 10:35:14.912491 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fc2580b-e398-4b2b-84cd-79f6e6bb62c7 req-105adf1d-829c-4515-bc9f-c34a60376ed4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3389ae4-8744-4399-9781-704b8360ebe4 HTTP/1.1" status: 200 len: 217 time: 0.1406717 Aug 20 10:35:15.074949 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a25c2d-e7b7-4d53-9019-789dad1ca92d req-84fac954-1961-4e21-8f16-fe77a0380976 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:15.076948 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d6a25c2d-e7b7-4d53-9019-789dad1ca92d req-84fac954-1961-4e21-8f16-fe77a0380976 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 945 time: 0.1126623 Aug 20 10:35:15.094859 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2580b-e398-4b2b-84cd-79f6e6bb62c7 req-817dbe2d-889a-47b4-9089-2f2b445cfe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:15.096633 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fc2580b-e398-4b2b-84cd-79f6e6bb62c7 req-817dbe2d-889a-47b4-9089-2f2b445cfe4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d5090b5-5536-4f22-9ada-68372c5711f6 HTTP/1.1" status: 200 len: 848 time: 0.2138324 Aug 20 10:35:15.164988 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fc2580b-e398-4b2b-84cd-79f6e6bb62c7 req-5c3c71d6-1ba4-4cf7-8a9e-3015a13adc53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=618b52c4-303e-4691-a573-57bb109ff75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536232 Aug 20 10:35:15.226381 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e905e7d-53dd-4ae5-819a-34bb697d06a5 req-091ab812-c1ee-4d0a-932a-d8b52416a1b1 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 210 time: 1.0329447 Aug 20 10:35:15.324741 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d6a25c2d-e7b7-4d53-9019-789dad1ca92d req-002821ec-8b09-4193-8152-261d7fdbdb81 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=1737b9ec-1927-4024-9a8f-a955df4f7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397754 Aug 20 10:35:15.517234 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fc2580b-e398-4b2b-84cd-79f6e6bb62c7 req-b73d773a-f159-4cde-baf3-2ed33a0696c0 service neutron] 10.222.0.24 "GET /v2.0/networks/618b52c4-303e-4691-a573-57bb109ff75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302939 Aug 20 10:35:15.657731 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9062ef6b-af32-4abb-ad62-8496048b848e req-47d681a5-d953-48c0-8da6-dbe2985a9fda tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:15.669880 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fc2580b-e398-4b2b-84cd-79f6e6bb62c7 req-ac2ee1fd-701a-4029-a649-c25cb6c87864 service neutron] 10.222.0.24 "GET /v2.0/networks/618b52c4-303e-4691-a573-57bb109ff75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516883 Aug 20 10:35:15.705904 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9062ef6b-af32-4abb-ad62-8496048b848e req-47d681a5-d953-48c0-8da6-dbe2985a9fda tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:15.818781 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d681a5-d953-48c0-8da6-dbe2985a9fda tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Pushing event updated for resources: {'Port': ['ID=910fb2e7-ab51-40cf-be6a-b49645a4c201,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:15.851974 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a63aed-6182-42cd-85df-334b764ea56e req-a7bb4e1d-ae63-4904-993a-96f02634ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:15.853465 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-55a63aed-6182-42cd-85df-334b764ea56e req-a7bb4e1d-ae63-4904-993a-96f02634ca79 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 1097 time: 0.6407847 Aug 20 10:35:15.869814 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b930c6-c0dd-46f5-b094-b8ead206dcc0 req-fd599eab-e07d-4184-bc05-0dc3b273b33b tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:15.871396 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01b930c6-c0dd-46f5-b094-b8ead206dcc0 req-fd599eab-e07d-4184-bc05-0dc3b273b33b tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/ports?device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 944 time: 0.3461440 Aug 20 10:35:15.906969 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9062ef6b-af32-4abb-ad62-8496048b848e req-47d681a5-d953-48c0-8da6-dbe2985a9fda tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Network d504c420-d3f5-4a54-be9e-083999a04513 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:35:15.933965 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-9062ef6b-af32-4abb-ad62-8496048b848e req-47d681a5-d953-48c0-8da6-dbe2985a9fda tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:15.941500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-baf7acdf-266e-416a-8058-fb5e2d33aa35 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port b80ab802-50dd-49be-85df-e4131ec3b12c {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:15.941840 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-baf7acdf-266e-416a-8058-fb5e2d33aa35 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:15.955398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-9062ef6b-af32-4abb-ad62-8496048b848e req-47d681a5-d953-48c0-8da6-dbe2985a9fda tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:35:15.997695 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-55a63aed-6182-42cd-85df-334b764ea56e req-31bcb0d9-0135-4a47-b723-10d857d3f177 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1737b9ec-1927-4024-9a8f-a955df4f7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207240 Aug 20 10:35:16.091430 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01b930c6-c0dd-46f5-b094-b8ead206dcc0 req-4e97d98c-20f3-4616-a29c-98b8d0ac152c tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/security-groups?id=17897c55-c8eb-437d-8286-6232b4456095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096097 Aug 20 10:35:16.115376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062ef6b-af32-4abb-ad62-8496048b848e req-47d681a5-d953-48c0-8da6-dbe2985a9fda tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:16.115376 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9062ef6b-af32-4abb-ad62-8496048b848e req-47d681a5-d953-48c0-8da6-dbe2985a9fda tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:16.191424 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9062ef6b-af32-4abb-ad62-8496048b848e req-47d681a5-d953-48c0-8da6-dbe2985a9fda tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0807388 Aug 20 10:35:16.196463 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-baf7acdf-266e-416a-8058-fb5e2d33aa35 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:16.210374 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Request body: {'port': {'device_id': '8ee39aca-55ce-4a2e-b68d-e5dbe823aab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:16.238446 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9e88a4-529c-4ab6-8fae-39f98457437d {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:35:16.257858 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-baf7acdf-266e-416a-8058-fb5e2d33aa35 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for b80ab802-50dd-49be-85df-e4131ec3b12c owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:16.262806 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:16.359149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Transition to ACTIVE for port object 2d9e88a4-529c-4ab6-8fae-39f98457437d will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:35:16.361928 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:16.393712 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:16.404913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9df78-9284-496c-8552-cf8069ab814f req-8dc8122f-81b1-4fa4-91b0-718e8aeb3876 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:16.406622 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-56c9df78-9284-496c-8552-cf8069ab814f req-8dc8122f-81b1-4fa4-91b0-718e8aeb3876 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 931 time: 0.0883768 Aug 20 10:35:16.467771 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-56c9df78-9284-496c-8552-cf8069ab814f req-fe203106-51ee-42ae-9fb7-32e27be7086f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463169 Aug 20 10:35:16.602131 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Pushing event updated for resources: {'Port': ['ID=2d9e88a4-529c-4ab6-8fae-39f98457437d,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:16.811718 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f2f6c-14c9-4b58-92fd-3bc4a6aae7df req-9a2ab6c2-3c4e-4e93-9e30-99b93ae5aaca tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:16.820777 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a58f2f6c-14c9-4b58-92fd-3bc4a6aae7df req-9a2ab6c2-3c4e-4e93-9e30-99b93ae5aaca tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 945 time: 0.3752532 Aug 20 10:35:16.844361 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Attempting to bind port 2d9e88a4-529c-4ab6-8fae-39f98457437d on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:35:16.844704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Attempting to bind port 2d9e88a4-529c-4ab6-8fae-39f98457437d by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'b34bc5cb-7167-4924-8e5e-13d4451816dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:35:16.845230 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Attempting to bind port 2d9e88a4-529c-4ab6-8fae-39f98457437d on network d504c420-d3f5-4a54-be9e-083999a04513 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:35:16.880237 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Port 2d9e88a4-529c-4ab6-8fae-39f98457437d on network d504c420-d3f5-4a54-be9e-083999a04513 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:35:16.880570 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Attempting to bind port 2d9e88a4-529c-4ab6-8fae-39f98457437d on network d504c420-d3f5-4a54-be9e-083999a04513 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:35:17.002376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:35:17.002716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Checking segment: {'id': 'b34bc5cb-7167-4924-8e5e-13d4451816dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:35:17.003128 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Bound using segment: {'id': 'b34bc5cb-7167-4924-8e5e-13d4451816dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:35:17.003576 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Bound port: 2d9e88a4-529c-4ab6-8fae-39f98457437d, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34bc5cb-7167-4924-8e5e-13d4451816dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:35:17.003932 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:17.116219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] For port 2d9e88a4-529c-4ab6-8fae-39f98457437d, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:35:17.120263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] For port 2d9e88a4-529c-4ab6-8fae-39f98457437d, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2d9e88a4-529c-4ab6-8fae-39f98457437d,segment=NetworkSegment(b34bc5cb-7167-4924-8e5e-13d4451816dd),segment_id=b34bc5cb-7167-4924-8e5e-13d4451816dd)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:35:17.238747 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910fb2e7-ab51-40cf-be6a-b49645a4c201 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:35:17.248629 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:17.262360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Transition to ACTIVE for port object 910fb2e7-ab51-40cf-be6a-b49645a4c201 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:35:17.280399 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a58f2f6c-14c9-4b58-92fd-3bc4a6aae7df req-a33b1825-a292-4e57-a7e9-58f2169b5e3c tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=1737b9ec-1927-4024-9a8f-a955df4f7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4578674 Aug 20 10:35:17.283310 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:17.294623 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-baf7acdf-266e-416a-8058-fb5e2d33aa35 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:17.297157 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:17.381353 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:17.382188 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:17.384218 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5563ff0b-9c39-40fb-a521-938a673475ea req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] 10.222.0.42 "PUT /v2.0/ports/2d9e88a4-529c-4ab6-8fae-39f98457437d HTTP/1.1" status: 200 len: 1092 time: 3.8111777 Aug 20 10:35:17.396008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8842cf-eaf2-4814-b9a5-0a6dd2063fee', 'tag': '2d9e88a4-529c-4ab6-8fae-39f98457437d'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:35:17.399285 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8505b99-4f17-4880-9f6e-89396e6b429f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8842cf-eaf2-4814-b9a5-0a6dd2063fee", "tag": "2d9e88a4-529c-4ab6-8fae-39f98457437d"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:35:17.408329 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bde733-1603-405e-a31f-61092bac5cc9 req-b7967c53-c3e6-4989-9466-d1915d5f6c1f tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:17.414451 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-68bde733-1603-405e-a31f-61092bac5cc9 req-b7967c53-c3e6-4989-9466-d1915d5f6c1f tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/ports?device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 944 time: 0.1806316 Aug 20 10:35:17.492680 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e0033b-8e0a-433c-ac83-70ab772740f0 x-openstack-request-id: req-92e0033b-8e0a-433c-ac83-70ab772740f0 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:35:17.503214 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8842cf-eaf2-4814-b9a5-0a6dd2063fee", "tag": "2d9e88a4-529c-4ab6-8fae-39f98457437d", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:35:17.504187 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92e0033b-8e0a-433c-ac83-70ab772740f0 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:35:17.506809 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8842cf-eaf2-4814-b9a5-0a6dd2063fee', 'tag': '2d9e88a4-529c-4ab6-8fae-39f98457437d', 'status': 'completed', 'code': 200} Aug 20 10:35:17.513895 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-68bde733-1603-405e-a31f-61092bac5cc9 req-3b30d03f-aa8d-466a-8d3c-780b41cac77c tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/security-groups?id=17897c55-c8eb-437d-8286-6232b4456095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931177 Aug 20 10:35:17.627986 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Pushing event updated for resources: {'Port': ['ID=910fb2e7-ab51-40cf-be6a-b49645a4c201,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:17.713550 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device c3389ae4-8744-4399-9781-704b8360ebe4 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:35:17.807982 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7acdf-266e-416a-8058-fb5e2d33aa35 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=b80ab802-50dd-49be-85df-e4131ec3b12c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:17.858310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Attempting to bind port 910fb2e7-ab51-40cf-be6a-b49645a4c201 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:35:17.858750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Attempting to bind port 910fb2e7-ab51-40cf-be6a-b49645a4c201 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'b34bc5cb-7167-4924-8e5e-13d4451816dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:35:17.859024 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Attempting to bind port 910fb2e7-ab51-40cf-be6a-b49645a4c201 on network d504c420-d3f5-4a54-be9e-083999a04513 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:35:17.929858 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Port 910fb2e7-ab51-40cf-be6a-b49645a4c201 on network d504c420-d3f5-4a54-be9e-083999a04513 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:35:17.931079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Attempting to bind port 910fb2e7-ab51-40cf-be6a-b49645a4c201 on network d504c420-d3f5-4a54-be9e-083999a04513 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:35:17.947816 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563ff0b-9c39-40fb-a521-938a673475ea req-399aea15-9766-4687-a670-6cdcbd228a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:17.950880 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5563ff0b-9c39-40fb-a521-938a673475ea req-399aea15-9766-4687-a670-6cdcbd228a11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=70b89f92e6a741a4951d32cfb1e1a59f&device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 1095 time: 0.4659278 Aug 20 10:35:18.050976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:35:18.051341 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Checking segment: {'id': 'b34bc5cb-7167-4924-8e5e-13d4451816dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:35:18.051653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Bound using segment: {'id': 'b34bc5cb-7167-4924-8e5e-13d4451816dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:35:18.052389 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Bound port: 910fb2e7-ab51-40cf-be6a-b49645a4c201, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34bc5cb-7167-4924-8e5e-13d4451816dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:35:18.052757 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:18.056347 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5563ff0b-9c39-40fb-a521-938a673475ea req-951c7512-858a-48b3-888d-151c4af7d79d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9e88a4-529c-4ab6-8fae-39f98457437d HTTP/1.1" status: 200 len: 217 time: 0.0929127 Aug 20 10:35:18.127154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port c3389ae4-8744-4399-9781-704b8360ebe4, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c3389ae4-8744-4399-9781-704b8360ebe4,segment=NetworkSegment(05836f8e-f3b3-4b75-8cab-5c6d733c1e28),segment_id=05836f8e-f3b3-4b75-8cab-5c6d733c1e28)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:18.157706 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563ff0b-9c39-40fb-a521-938a673475ea req-6fd88f1b-7447-4255-9ab6-ac2374c020dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:18.167216 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'c3389ae4-8744-4399-9781-704b8360ebe4', 'network_id': '618b52c4-303e-4691-a573-57bb109ff75b', 'port_id': 'c3389ae4-8744-4399-9781-704b8360ebe4', 'mac_address': 'fa:16:3e:77:60:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5090b5-5536-4f22-9ada-68372c5711f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:35:18.167408 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5563ff0b-9c39-40fb-a521-938a673475ea req-6fd88f1b-7447-4255-9ab6-ac2374c020dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=093a3409-25cd-4ce0-81ea-45051063601e HTTP/1.1" status: 200 len: 858 time: 0.1013694 Aug 20 10:35:18.210905 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:18.227634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3389ae4-8744-4399-9781-704b8360ebe4 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:35:18.254647 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port c3389ae4-8744-4399-9781-704b8360ebe4, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c3389ae4-8744-4399-9781-704b8360ebe4,segment=NetworkSegment(05836f8e-f3b3-4b75-8cab-5c6d733c1e28),segment_id=05836f8e-f3b3-4b75-8cab-5c6d733c1e28)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:18.261576 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:18.262447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847233a-e141-4662-9742-09958c769fb1 req-5c7dec42-1d08-4627-9f90-f06be0036a6e tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:18.274125 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2847233a-e141-4662-9742-09958c769fb1 req-5c7dec42-1d08-4627-9f90-f06be0036a6e tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 943 time: 0.6335435 Aug 20 10:35:18.343801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3a628-2267-4e1a-bb34-f907060d649d service neutron] Pushing event updated for resources: {'Port': ['ID=2d9e88a4-529c-4ab6-8fae-39f98457437d,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:18.357164 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5563ff0b-9c39-40fb-a521-938a673475ea req-0e0bb8c4-90fd-4a8f-8c2f-639ed810529d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d504c420-d3f5-4a54-be9e-083999a04513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1791668 Aug 20 10:35:18.373027 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=c3389ae4-8744-4399-9781-704b8360ebe4,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:18.453785 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] For port 910fb2e7-ab51-40cf-be6a-b49645a4c201, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:35:18.466425 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:18.513119 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-baf7acdf-266e-416a-8058-fb5e2d33aa35 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:18.572935 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['c3389ae4-8744-4399-9781-704b8360ebe4'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:35:18.581762 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f6c6b-ae5f-47e4-817e-c3fe0b193b13 req-df3a598e-45b1-4e9d-b343-e42c31025826 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:18.584001 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d25f6c6b-ae5f-47e4-817e-c3fe0b193b13 req-df3a598e-45b1-4e9d-b343-e42c31025826 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 945 time: 0.1422920 Aug 20 10:35:18.631992 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d25f6c6b-ae5f-47e4-817e-c3fe0b193b13 req-070cf6ac-2549-4e18-a8dc-52d05d321a99 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=1737b9ec-1927-4024-9a8f-a955df4f7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373139 Aug 20 10:35:18.660804 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2847233a-e141-4662-9742-09958c769fb1 req-222ad24e-db20-438b-8cc4-8e7bb47e2d7b tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857474 Aug 20 10:35:18.680816 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] For port 910fb2e7-ab51-40cf-be6a-b49645a4c201, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=910fb2e7-ab51-40cf-be6a-b49645a4c201,segment=NetworkSegment(b34bc5cb-7167-4924-8e5e-13d4451816dd),segment_id=b34bc5cb-7167-4924-8e5e-13d4451816dd)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:35:18.858650 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:18.929131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7b343-df48-410d-9177-61e81f00fb0a req-2df10044-25aa-4229-ad0b-8422d11ad75c tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:18.936810 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ea7b343-df48-410d-9177-61e81f00fb0a req-2df10044-25aa-4229-ad0b-8422d11ad75c tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/ports?device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 945 time: 0.1186216 Aug 20 10:35:19.016534 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ea7b343-df48-410d-9177-61e81f00fb0a req-5c245e5a-7e98-4800-a183-5eef6bc78fb6 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/security-groups?id=17897c55-c8eb-437d-8286-6232b4456095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782044 Aug 20 10:35:19.281953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:19.282682 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:19.284399 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9062ef6b-af32-4abb-ad62-8496048b848e req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] 10.222.0.42 "PUT /v2.0/ports/910fb2e7-ab51-40cf-be6a-b49645a4c201 HTTP/1.1" status: 200 len: 1092 time: 3.0850744 Aug 20 10:35:19.730135 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device c3389ae4-8744-4399-9781-704b8360ebe4 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:35:19.769991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b61a88-2f1e-48f8-9d5b-e7ebcffe893f service neutron] Pushing event updated for resources: {'Port': ['ID=910fb2e7-ab51-40cf-be6a-b49645a4c201,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:19.773349 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee39aca-55ce-4a2e-b68d-e5dbe823aab2', 'tag': '910fb2e7-ab51-40cf-be6a-b49645a4c201'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:35:19.775666 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9da3fd4-92ed-4aac-bf52-329b5962dfb3" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee39aca-55ce-4a2e-b68d-e5dbe823aab2", "tag": "910fb2e7-ab51-40cf-be6a-b49645a4c201"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:35:19.787986 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5563ff0b-9c39-40fb-a521-938a673475ea req-8367849e-a832-4924-aad7-a0690388be04 service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3221443 Aug 20 10:35:19.811453 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port c3389ae4-8744-4399-9781-704b8360ebe4 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:35:19.817073 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port c3389ae4-8744-4399-9781-704b8360ebe4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:19.817909 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:19.855255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2385b-1c7d-4a3e-a3ae-e34d54306b23 req-f049649f-0f41-451c-bab1-a9b3d20a535b tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:19.858817 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1b2385b-1c7d-4a3e-a3ae-e34d54306b23 req-f049649f-0f41-451c-bab1-a9b3d20a535b tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 945 time: 0.9966786 Aug 20 10:35:19.877280 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33822) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:19.908052 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3694f7a-a050-479d-84b3-6440f524f9a6 req-8d981fa6-cd53-48ae-a133-4ee0441fee14 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:19.910779 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3694f7a-a050-479d-84b3-6440f524f9a6 req-8d981fa6-cd53-48ae-a133-4ee0441fee14 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 943 time: 0.1246428 Aug 20 10:35:19.933303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-bf9aef15-5dcd-4920-902e-2b8ab76d56d8 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Request body: {'floatingip': {'port_id': '6cd4ec97-116f-4ae7-81ab-4fd5b11625fc'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:19.938725 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1f9d5c-20fb-4758-a64b-c7b5d875368f x-openstack-request-id: req-2c1f9d5c-20fb-4758-a64b-c7b5d875368f {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:35:19.939128 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee39aca-55ce-4a2e-b68d-e5dbe823aab2", "tag": "910fb2e7-ab51-40cf-be6a-b49645a4c201", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:35:19.939313 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c1f9d5c-20fb-4758-a64b-c7b5d875368f {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:35:19.939671 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee39aca-55ce-4a2e-b68d-e5dbe823aab2', 'tag': '910fb2e7-ab51-40cf-be6a-b49645a4c201', 'status': 'completed', 'code': 200} Aug 20 10:35:19.954834 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062ef6b-af32-4abb-ad62-8496048b848e req-bf6cae41-c366-4f78-9a68-d14e41a45b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:19.956573 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9062ef6b-af32-4abb-ad62-8496048b848e req-bf6cae41-c366-4f78-9a68-d14e41a45b91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=70b89f92e6a741a4951d32cfb1e1a59f&device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 1095 time: 0.1722662 Aug 20 10:35:19.962454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf7acdf-266e-416a-8058-fb5e2d33aa35 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router d893e849-3f81-4a8a-9bbd-ecdca9380c18 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:35:19.980038 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:20.021588 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9062ef6b-af32-4abb-ad62-8496048b848e req-1a477f26-a95a-44fa-8711-c9a250f96d3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=910fb2e7-ab51-40cf-be6a-b49645a4c201 HTTP/1.1" status: 200 len: 217 time: 0.0562954 Aug 20 10:35:20.037080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73644d03-eed1-4fb5-9eb0-bb8224a45e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3389ae4-8744-4399-9781-704b8360ebe4'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:35:20.056336 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8c3f03-1997-4229-944c-3d1edba4a8a7" -d '{"events": [{"server_uuid": "73644d03-eed1-4fb5-9eb0-bb8224a45e7f", "name": "network-vif-plugged", "status": "completed", "tag": "c3389ae4-8744-4399-9781-704b8360ebe4"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:35:20.080170 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port c3389ae4-8744-4399-9781-704b8360ebe4, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c3389ae4-8744-4399-9781-704b8360ebe4,segment=NetworkSegment(05836f8e-f3b3-4b75-8cab-5c6d733c1e28),segment_id=05836f8e-f3b3-4b75-8cab-5c6d733c1e28)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:20.087753 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:20.125787 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3694f7a-a050-479d-84b3-6440f524f9a6 req-81125dd1-8d71-4266-b47f-ac163078690a tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828070 Aug 20 10:35:20.154299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf9aef15-5dcd-4920-902e-2b8ab76d56d8 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:20.245005 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=c3389ae4-8744-4399-9781-704b8360ebe4,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:20.246365 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5563ff0b-9c39-40fb-a521-938a673475ea req-6862420a-d173-4531-8422-f336e7cc0c06 service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300344 Aug 20 10:35:20.307603 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cedc14-e696-42cb-916b-0bf31c2a7e8e x-openstack-request-id: req-77cedc14-e696-42cb-916b-0bf31c2a7e8e {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:35:20.308066 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73644d03-eed1-4fb5-9eb0-bb8224a45e7f", "name": "network-vif-plugged", "status": "completed", "tag": "c3389ae4-8744-4399-9781-704b8360ebe4", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:35:20.312637 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77cedc14-e696-42cb-916b-0bf31c2a7e8e {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:35:20.312993 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73644d03-eed1-4fb5-9eb0-bb8224a45e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3389ae4-8744-4399-9781-704b8360ebe4', 'code': 200} Aug 20 10:35:20.326267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062ef6b-af32-4abb-ad62-8496048b848e req-ef644f55-3aae-45b2-ac51-f5660959394b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:20.328205 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9062ef6b-af32-4abb-ad62-8496048b848e req-ef644f55-3aae-45b2-ac51-f5660959394b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=093a3409-25cd-4ce0-81ea-45051063601e HTTP/1.1" status: 200 len: 858 time: 0.2161388 Aug 20 10:35:20.348161 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf7acdf-266e-416a-8058-fb5e2d33aa35 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:35:20.358099 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-baf7acdf-266e-416a-8058-fb5e2d33aa35 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/d893e849-3f81-4a8a-9bbd-ecdca9380c18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7474475 Aug 20 10:35:20.362992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33840) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:20.365095 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1f739e-3c01-41b5-a212-9d0f956c1332 None None] Sync routers for ids ['d893e849-3f81-4a8a-9bbd-ecdca9380c18'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:35:20.378554 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9062ef6b-af32-4abb-ad62-8496048b848e req-13f7d9ea-3d10-4520-ab37-f9aaca2ea513 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d504c420-d3f5-4a54-be9e-083999a04513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395565 Aug 20 10:35:20.387483 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6297c-d0c3-467f-8e9f-c72a431ca544 req-7a38753a-58af-44b2-867f-4684b13e5325 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:20.403896 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d9d6297c-d0c3-467f-8e9f-c72a431ca544 req-7a38753a-58af-44b2-867f-4684b13e5325 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/ports?device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 946 time: 0.2104287 Aug 20 10:35:20.415360 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f739e-3c01-41b5-a212-9d0f956c1332 None None] Routers {'d893e849-3f81-4a8a-9bbd-ecdca9380c18'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:20.418704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-cd1f739e-3c01-41b5-a212-9d0f956c1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d893e849-3f81-4a8a-9bbd-ecdca9380c18'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:20.535823 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-cd1f739e-3c01-41b5-a212-9d0f956c1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:20.589223 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f739e-3c01-41b5-a212-9d0f956c1332 None None] Routers {'d893e849-3f81-4a8a-9bbd-ecdca9380c18'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:20.592176 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-cd1f739e-3c01-41b5-a212-9d0f956c1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d893e849-3f81-4a8a-9bbd-ecdca9380c18'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:20.655979 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d9d6297c-d0c3-467f-8e9f-c72a431ca544 req-77d02f23-11ef-48b1-9053-80779dde425c tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/security-groups?id=17897c55-c8eb-437d-8286-6232b4456095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510953 Aug 20 10:35:20.681090 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb0bae-3aa5-4edf-ad77-cdc883712d50 req-31b4739e-1526-4482-a6b2-3a22fceb2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:20.683318 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8efb0bae-3aa5-4edf-ad77-cdc883712d50 req-31b4739e-1526-4482-a6b2-3a22fceb2689 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 1098 time: 0.2463865 Aug 20 10:35:20.685459 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8505b99-4f17-4880-9f6e-89396e6b429f req-44d99b84-2861-409f-b595-120941fccea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:20.687476 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c8505b99-4f17-4880-9f6e-89396e6b429f req-44d99b84-2861-409f-b595-120941fccea7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=70b89f92e6a741a4951d32cfb1e1a59f&device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 1095 time: 0.2815621 Aug 20 10:35:20.699517 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9062ef6b-af32-4abb-ad62-8496048b848e req-607c7b38-c4d9-4c6c-ac1d-af7174f3e39c service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828457 Aug 20 10:35:20.735189 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-cd1f739e-3c01-41b5-a212-9d0f956c1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:20.747995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1f739e-3c01-41b5-a212-9d0f956c1332 None None] The sync data for ids ['d893e849-3f81-4a8a-9bbd-ecdca9380c18'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:35:20.816460 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8505b99-4f17-4880-9f6e-89396e6b429f req-076165cc-27e0-449c-b470-2774fda0a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:20.818169 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c8505b99-4f17-4880-9f6e-89396e6b429f req-076165cc-27e0-449c-b470-2774fda0a657 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d504c420-d3f5-4a54-be9e-083999a04513 HTTP/1.1" status: 200 len: 919 time: 0.1064408 Aug 20 10:35:20.973740 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c8505b99-4f17-4880-9f6e-89396e6b429f req-d5fdd9f5-4a54-484a-8f2f-8ea797c323ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9e88a4-529c-4ab6-8fae-39f98457437d HTTP/1.1" status: 200 len: 217 time: 0.1315184 Aug 20 10:35:21.060397 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8efb0bae-3aa5-4edf-ad77-cdc883712d50 req-e1e95df7-06a7-4644-83f5-4e61c045422d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=17897c55-c8eb-437d-8286-6232b4456095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494937 Aug 20 10:35:21.154566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8505b99-4f17-4880-9f6e-89396e6b429f req-39f4b264-d5f1-4a91-ba37-8f0de041bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:21.155683 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c8505b99-4f17-4880-9f6e-89396e6b429f req-39f4b264-d5f1-4a91-ba37-8f0de041bfce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=093a3409-25cd-4ce0-81ea-45051063601e HTTP/1.1" status: 200 len: 858 time: 0.1651909 Aug 20 10:35:21.181840 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9062ef6b-af32-4abb-ad62-8496048b848e req-1e548ab7-2fee-4eb4-a7a7-ccb29dfd603a service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622630 Aug 20 10:35:21.199904 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c8505b99-4f17-4880-9f6e-89396e6b429f req-8ddcf5e3-109b-437f-bad7-fc0f50a98d28 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d504c420-d3f5-4a54-be9e-083999a04513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312779 Aug 20 10:35:21.449381 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da3fd4-92ed-4aac-bf52-329b5962dfb3 req-0d7585a9-a3dd-43dc-99e4-0a18556d3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:21.451348 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9da3fd4-92ed-4aac-bf52-329b5962dfb3 req-0d7585a9-a3dd-43dc-99e4-0a18556d3210 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=70b89f92e6a741a4951d32cfb1e1a59f&device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 1095 time: 0.1906910 Aug 20 10:35:21.481756 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c8505b99-4f17-4880-9f6e-89396e6b429f req-3ac37131-e15f-410f-90c2-b49233a3e387 service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739873 Aug 20 10:35:21.512503 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.resource_extend [None req-bf9aef15-5dcd-4920-902e-2b8ab76d56d8 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:35:21.574438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3af45a-42d6-483e-9575-ac5ba25ab404 req-f0b28851-33c6-4135-b139-fc057cadea45 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:21.576447 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fc3af45a-42d6-483e-9575-ac5ba25ab404 req-f0b28851-33c6-4135-b139-fc057cadea45 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 943 time: 0.1895509 Aug 20 10:35:21.625771 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf9aef15-5dcd-4920-902e-2b8ab76d56d8 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:21.657825 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf9aef15-5dcd-4920-902e-2b8ab76d56d8 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:21.760886 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da3fd4-92ed-4aac-bf52-329b5962dfb3 req-3bdd9fe3-87bf-4dfe-992c-32053119f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:21.762505 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9da3fd4-92ed-4aac-bf52-329b5962dfb3 req-3bdd9fe3-87bf-4dfe-992c-32053119f508 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d504c420-d3f5-4a54-be9e-083999a04513 HTTP/1.1" status: 200 len: 919 time: 0.2961147 Aug 20 10:35:21.816134 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c8505b99-4f17-4880-9f6e-89396e6b429f req-01d763f8-f501-4649-bcf9-c639ad5feca0 service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229768 Aug 20 10:35:21.817978 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9da3fd4-92ed-4aac-bf52-329b5962dfb3 req-cd59cca4-826d-4360-b18d-14705d65ffd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=910fb2e7-ab51-40cf-be6a-b49645a4c201 HTTP/1.1" status: 200 len: 217 time: 0.0473185 Aug 20 10:35:21.877416 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-bf9aef15-5dcd-4920-902e-2b8ab76d56d8 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Floating IP 5e44b65d-4656-4bfd-bbda-7f2690da3459 associated. External IP: 172.25.3.104, port: 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc. Aug 20 10:35:21.900322 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fc3af45a-42d6-483e-9575-ac5ba25ab404 req-738e80ac-c366-4f48-ae3c-db876eb92434 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120725 Aug 20 10:35:21.955818 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade5b5e-1e9e-409f-a028-aad21daa28d5 req-4f8e44f1-a339-4b84-bf3f-782f2f720c8b tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:21.957449 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cade5b5e-1e9e-409f-a028-aad21daa28d5 req-4f8e44f1-a339-4b84-bf3f-782f2f720c8b tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/ports?device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 946 time: 0.0696890 Aug 20 10:35:21.960627 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da3fd4-92ed-4aac-bf52-329b5962dfb3 req-f546e349-ceaa-44d8-88ba-5b53426d4dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:21.973809 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9da3fd4-92ed-4aac-bf52-329b5962dfb3 req-f546e349-ceaa-44d8-88ba-5b53426d4dda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=093a3409-25cd-4ce0-81ea-45051063601e HTTP/1.1" status: 200 len: 858 time: 0.1418462 Aug 20 10:35:22.041971 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9da3fd4-92ed-4aac-bf52-329b5962dfb3 req-fbf74b17-575a-4451-abc1-376de64fb740 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d504c420-d3f5-4a54-be9e-083999a04513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628908 Aug 20 10:35:22.102059 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0127634f-4071-4dd5-a66b-e6a9c6052814 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:22.167430 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cade5b5e-1e9e-409f-a028-aad21daa28d5 req-b3ef4b45-2cf9-453a-8e99-b3de1047e96d tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/security-groups?id=17897c55-c8eb-437d-8286-6232b4456095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703918 Aug 20 10:35:22.295598 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9da3fd4-92ed-4aac-bf52-329b5962dfb3 req-b9ca5f6c-1b4c-4c8d-96cc-1d7315b6d9ae service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171245 Aug 20 10:35:22.398636 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33880) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:22.456486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2d9e88a4-529c-4ab6-8fae-39f98457437d details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:35:22.489274 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9da3fd4-92ed-4aac-bf52-329b5962dfb3 req-a78f719b-a15e-49b0-8ddc-829671449fb9 service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840312 Aug 20 10:35:22.690988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 2d9e88a4-529c-4ab6-8fae-39f98457437d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2d9e88a4-529c-4ab6-8fae-39f98457437d,segment=NetworkSegment(b34bc5cb-7167-4924-8e5e-13d4451816dd),segment_id=b34bc5cb-7167-4924-8e5e-13d4451816dd)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:22.717850 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '2d9e88a4-529c-4ab6-8fae-39f98457437d', 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513', 'port_id': '2d9e88a4-529c-4ab6-8fae-39f98457437d', 'mac_address': 'fa:16:3e:cb:e1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093a3409-25cd-4ce0-81ea-45051063601e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:35:22.845097 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:22.888250 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:22.908140 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9e88a4-529c-4ab6-8fae-39f98457437d {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:35:22.949815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 2d9e88a4-529c-4ab6-8fae-39f98457437d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2d9e88a4-529c-4ab6-8fae-39f98457437d,segment=NetworkSegment(b34bc5cb-7167-4924-8e5e-13d4451816dd),segment_id=b34bc5cb-7167-4924-8e5e-13d4451816dd)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:22.956712 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:23.031230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9aef15-5dcd-4920-902e-2b8ab76d56d8 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:35:23.071325 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=2d9e88a4-529c-4ab6-8fae-39f98457437d,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:23.156628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['2d9e88a4-529c-4ab6-8fae-39f98457437d'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:35:23.375233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19781ad-b905-444d-85db-f6e6d0129c60 req-8fd42ef6-1177-4199-9527-3e12a0add681 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:23.387696 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d19781ad-b905-444d-85db-f6e6d0129c60 req-8fd42ef6-1177-4199-9527-3e12a0add681 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 943 time: 0.2885475 Aug 20 10:35:23.526420 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d19781ad-b905-444d-85db-f6e6d0129c60 req-8c67b213-3b42-4de0-952c-ca888d9e15c2 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378217 Aug 20 10:35:23.547077 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9aef15-5dcd-4920-902e-2b8ab76d56d8 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:35:23.570868 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32548f6a-6ec8-482c-9aa4-9369a3e26370 None None] Sync routers for ids ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:35:23.588089 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf9aef15-5dcd-4920-902e-2b8ab76d56d8 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:23.592635 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32548f6a-6ec8-482c-9aa4-9369a3e26370 None None] Routers {'247e5bf8-b900-4909-bfb9-fa4bae22ea4d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:23.594963 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-32548f6a-6ec8-482c-9aa4-9369a3e26370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:23.630072 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bf9aef15-5dcd-4920-902e-2b8ab76d56d8 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "PUT /v2.0/floatingips/5e44b65d-4656-4bfd-bbda-7f2690da3459 HTTP/1.1" status: 200 len: 991 time: 3.7153258 Aug 20 10:35:23.630072 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8eddf94-0ddd-4054-bfd4-b4dde1932d69', 'tag': '6cd4ec97-116f-4ae7-81ab-4fd5b11625fc'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:35:23.631411 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e75fa7-dd0e-4416-80c6-006f5e141a66" -d '{"events": [{"name": "network-changed", "server_uuid": "b8eddf94-0ddd-4054-bfd4-b4dde1932d69", "tag": "6cd4ec97-116f-4ae7-81ab-4fd5b11625fc"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:35:23.650674 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a79b6b-a9da-47bb-adea-3d03d2dcece5 req-e0a53611-4b2d-413e-b97d-8f98c286fc04 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:23.652171 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f7a79b6b-a9da-47bb-adea-3d03d2dcece5 req-e0a53611-4b2d-413e-b97d-8f98c286fc04 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/ports?device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 946 time: 0.2622313 Aug 20 10:35:23.720605 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0127634f-4071-4dd5-a66b-e6a9c6052814 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port 7c5cec75-bbf4-46e8-a189-590d17168100 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:23.720898 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0127634f-4071-4dd5-a66b-e6a9c6052814 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:23.786449 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-32548f6a-6ec8-482c-9aa4-9369a3e26370 None None] Set router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:35:23.839903 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f7a79b6b-a9da-47bb-adea-3d03d2dcece5 req-fbb57ad7-8701-4cee-8a58-6acfa941820c tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/security-groups?id=17897c55-c8eb-437d-8286-6232b4456095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689758 Aug 20 10:35:23.841883 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c57fbeb-f6e0-48ad-84be-dcba4a4a75c5 x-openstack-request-id: req-4c57fbeb-f6e0-48ad-84be-dcba4a4a75c5 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:35:23.842372 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8eddf94-0ddd-4054-bfd4-b4dde1932d69", "tag": "6cd4ec97-116f-4ae7-81ab-4fd5b11625fc", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:35:23.842775 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c57fbeb-f6e0-48ad-84be-dcba4a4a75c5 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:35:23.843354 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8eddf94-0ddd-4054-bfd4-b4dde1932d69', 'tag': '6cd4ec97-116f-4ae7-81ab-4fd5b11625fc', 'status': 'completed', 'code': 200} Aug 20 10:35:23.895894 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-05cad4da-dfd3-495b-835d-7d1883c970ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:23.934931 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0127634f-4071-4dd5-a66b-e6a9c6052814 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:23.966188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0127634f-4071-4dd5-a66b-e6a9c6052814 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for 7c5cec75-bbf4-46e8-a189-590d17168100 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:24.075241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e75fa7-dd0e-4416-80c6-006f5e141a66 req-0ee284a9-3de0-4479-8535-25b1ed59890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:24.076931 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e75fa7-dd0e-4416-80c6-006f5e141a66 req-0ee284a9-3de0-4479-8535-25b1ed59890e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b086f231f77d4675abacdbd977d6ae32&device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 1097 time: 0.2182367 Aug 20 10:35:24.317325 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-32548f6a-6ec8-482c-9aa4-9369a3e26370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:28:26Z', 'revision_number': 4, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '5e44b65d-4656-4bfd-bbda-7f2690da3459', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'floating_ip_address': '172.25.3.104', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'port_id': '6cd4ec97-116f-4ae7-81ab-4fd5b11625fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'mac_address': 'fa:16:3e:07:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eddf94-0ddd-4054-bfd4-b4dde1932d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:34:50Z', 'updated_at': '2021-08-20T10:35:21Z', 'revision_number': 1, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4707df8-9df7-4a46-8cb3-995556a8107d', 'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'mac_address': 'fa:16:3e:e5:b6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:24Z', 'updated_at': '2021-08-20T10:28:33Z', 'revision_number': 5, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'subnets': [{'id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:24.361473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e75fa7-dd0e-4416-80c6-006f5e141a66 req-08d6e22f-cccc-4136-8af4-8b95fcc86e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:24.363856 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e75fa7-dd0e-4416-80c6-006f5e141a66 req-08d6e22f-cccc-4136-8af4-8b95fcc86e84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a2aea40-582a-4eff-ab3a-f223319273f1 HTTP/1.1" status: 200 len: 911 time: 0.2687032 Aug 20 10:35:24.370062 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32548f6a-6ec8-482c-9aa4-9369a3e26370 None None] Checking router: 247e5bf8-b900-4909-bfb9-fa4bae22ea4d for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:35:24.386390 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32548f6a-6ec8-482c-9aa4-9369a3e26370 None None] Routers {'247e5bf8-b900-4909-bfb9-fa4bae22ea4d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:24.388288 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-32548f6a-6ec8-482c-9aa4-9369a3e26370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:24.483343 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 910fb2e7-ab51-40cf-be6a-b49645a4c201 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:35:24.597950 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0127634f-4071-4dd5-a66b-e6a9c6052814 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:24.786727 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-32548f6a-6ec8-482c-9aa4-9369a3e26370 None None] Set router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:35:24.821834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127634f-4071-4dd5-a66b-e6a9c6052814 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=7c5cec75-bbf4-46e8-a189-590d17168100,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:24.853352 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 910fb2e7-ab51-40cf-be6a-b49645a4c201, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=910fb2e7-ab51-40cf-be6a-b49645a4c201,segment=NetworkSegment(b34bc5cb-7167-4924-8e5e-13d4451816dd),segment_id=b34bc5cb-7167-4924-8e5e-13d4451816dd)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:24.882835 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2d9e88a4-529c-4ab6-8fae-39f98457437d up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:35:24.983447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '910fb2e7-ab51-40cf-be6a-b49645a4c201', 'network_id': 'd504c420-d3f5-4a54-be9e-083999a04513', 'port_id': '910fb2e7-ab51-40cf-be6a-b49645a4c201', 'mac_address': 'fa:16:3e:13:73:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093a3409-25cd-4ce0-81ea-45051063601e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:35:25.024093 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 2d9e88a4-529c-4ab6-8fae-39f98457437d completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:35:25.077910 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 2d9e88a4-529c-4ab6-8fae-39f98457437d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:25.079692 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:25.186964 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:25.230078 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910fb2e7-ab51-40cf-be6a-b49645a4c201 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:35:25.276197 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 910fb2e7-ab51-40cf-be6a-b49645a4c201, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=910fb2e7-ab51-40cf-be6a-b49645a4c201,segment=NetworkSegment(b34bc5cb-7167-4924-8e5e-13d4451816dd),segment_id=b34bc5cb-7167-4924-8e5e-13d4451816dd)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:25.296868 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:25.320023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbfd4c-f312-4aae-a2ea-537e5bd9a0ab req-3948ad8a-dc23-49b4-b733-bd37d967c507 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:25.325724 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63dbfd4c-f312-4aae-a2ea-537e5bd9a0ab req-3948ad8a-dc23-49b4-b733-bd37d967c507 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 943 time: 0.3609896 Aug 20 10:35:25.338160 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e75fa7-dd0e-4416-80c6-006f5e141a66 req-b71cefec-c8b2-49cc-9bb5-fcec4f0a79ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cd4ec97-116f-4ae7-81ab-4fd5b11625fc HTTP/1.1" status: 200 len: 999 time: 0.9660854 Aug 20 10:35:25.441120 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=910fb2e7-ab51-40cf-be6a-b49645a4c201,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:25.473805 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0127634f-4071-4dd5-a66b-e6a9c6052814 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:25.569990 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:25.572377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['910fb2e7-ab51-40cf-be6a-b49645a4c201'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:35:25.599173 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-32548f6a-6ec8-482c-9aa4-9369a3e26370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:28:26Z', 'revision_number': 4, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '5e44b65d-4656-4bfd-bbda-7f2690da3459', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'floating_ip_address': '172.25.3.104', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'port_id': '6cd4ec97-116f-4ae7-81ab-4fd5b11625fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'mac_address': 'fa:16:3e:07:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eddf94-0ddd-4054-bfd4-b4dde1932d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:34:50Z', 'updated_at': '2021-08-20T10:35:21Z', 'revision_number': 1, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4707df8-9df7-4a46-8cb3-995556a8107d', 'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'mac_address': 'fa:16:3e:e5:b6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:24Z', 'updated_at': '2021-08-20T10:28:33Z', 'revision_number': 5, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'subnets': [{'id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:25.668051 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63dbfd4c-f312-4aae-a2ea-537e5bd9a0ab req-a96f271b-4079-4349-926f-a7c580017489 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556660 Aug 20 10:35:25.681832 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-05cad4da-dfd3-495b-835d-7d1883c970ee admin admin] Deleting port 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:25.683539 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-05cad4da-dfd3-495b-835d-7d1883c970ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:25.694903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8842cf-eaf2-4814-b9a5-0a6dd2063fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9e88a4-529c-4ab6-8fae-39f98457437d'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:35:25.708714 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07aa12d-2a2d-4257-880d-e545e9891518" -d '{"events": [{"server_uuid": "eb8842cf-eaf2-4814-b9a5-0a6dd2063fee", "name": "network-vif-plugged", "status": "completed", "tag": "2d9e88a4-529c-4ab6-8fae-39f98457437d"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:35:25.780649 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32548f6a-6ec8-482c-9aa4-9369a3e26370 None None] The sync data for ids ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'] in n-d-778550-11 is: [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:28:26Z', 'revision_number': 4, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '5e44b65d-4656-4bfd-bbda-7f2690da3459', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'floating_ip_address': '172.25.3.104', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'port_id': '6cd4ec97-116f-4ae7-81ab-4fd5b11625fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'mac_address': 'fa:16:3e:07:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eddf94-0ddd-4054-bfd4-b4dde1932d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:34:50Z', 'updated_at': '2021-08-20T10:35:21Z', 'revision_number': 1, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4707df8-9df7-4a46-8cb3-995556a8107d', 'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'mac_address': 'fa:16:3e:e5:b6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:24Z', 'updated_at': '2021-08-20T10:28:33Z', 'revision_number': 5, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'subnets': [{'id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:35:25.871094 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 2d9e88a4-529c-4ab6-8fae-39f98457437d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2d9e88a4-529c-4ab6-8fae-39f98457437d,segment=NetworkSegment(b34bc5cb-7167-4924-8e5e-13d4451816dd),segment_id=b34bc5cb-7167-4924-8e5e-13d4451816dd)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:25.877305 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:25.993938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0127634f-4071-4dd5-a66b-e6a9c6052814 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router d893e849-3f81-4a8a-9bbd-ecdca9380c18 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:35:26.075344 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e75fa7-dd0e-4416-80c6-006f5e141a66 req-bd1938b5-c543-417a-80ce-018605bf23ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:26.089006 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e75fa7-dd0e-4416-80c6-006f5e141a66 req-bd1938b5-c543-417a-80ce-018605bf23ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869 HTTP/1.1" status: 200 len: 849 time: 0.7266779 Aug 20 10:35:26.156980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=2d9e88a4-529c-4ab6-8fae-39f98457437d,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:26.183119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0127634f-4071-4dd5-a66b-e6a9c6052814 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:35:26.189024 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d53ef13-34e7-4b38-9f0f-ebc8054cfb7f x-openstack-request-id: req-7d53ef13-34e7-4b38-9f0f-ebc8054cfb7f {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:35:26.190465 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8842cf-eaf2-4814-b9a5-0a6dd2063fee", "name": "network-vif-plugged", "status": "completed", "tag": "2d9e88a4-529c-4ab6-8fae-39f98457437d", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:35:26.191290 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d53ef13-34e7-4b38-9f0f-ebc8054cfb7f {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:35:26.191792 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8842cf-eaf2-4814-b9a5-0a6dd2063fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9e88a4-529c-4ab6-8fae-39f98457437d', 'code': 200} Aug 20 10:35:26.196565 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0127634f-4071-4dd5-a66b-e6a9c6052814 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/d893e849-3f81-4a8a-9bbd-ecdca9380c18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8154070 Aug 20 10:35:26.197526 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33960) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:26.213205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2be459f-7697-4636-817c-25398a86107e None None] Sync routers for ids ['d893e849-3f81-4a8a-9bbd-ecdca9380c18'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:35:26.250001 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2be459f-7697-4636-817c-25398a86107e None None] Routers {'d893e849-3f81-4a8a-9bbd-ecdca9380c18'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:26.250822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b2be459f-7697-4636-817c-25398a86107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d893e849-3f81-4a8a-9bbd-ecdca9380c18'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:26.268427 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f33380f8-30f3-4c58-ae1e-aa9b313df281 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports?device_id=d893e849-3f81-4a8a-9bbd-ecdca9380c18 HTTP/1.1" status: 200 len: 205 time: 0.0655510 Aug 20 10:35:26.269471 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33962) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:26.294299 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b2be459f-7697-4636-817c-25398a86107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:26.335547 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2be459f-7697-4636-817c-25398a86107e None None] Routers {'d893e849-3f81-4a8a-9bbd-ecdca9380c18'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:26.336567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b2be459f-7697-4636-817c-25398a86107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d893e849-3f81-4a8a-9bbd-ecdca9380c18'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:26.356583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-05cad4da-dfd3-495b-835d-7d1883c970ee admin admin] For port 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4e3d87df-9eaa-44b5-8a90-cf60b46c6af7,segment=NetworkSegment(68b70fe9-f85a-48b9-af9b-55bddb3372c3),segment_id=68b70fe9-f85a-48b9-af9b-55bddb3372c3)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:26.357196 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-05cad4da-dfd3-495b-835d-7d1883c970ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:26.417254 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda1d1ae-9071-4bfc-80ef-9d28b00b7ad5 None None] New status for floating IP 5e44b65d-4656-4bfd-bbda-7f2690da3459: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:35:26.439843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e75fa7-dd0e-4416-80c6-006f5e141a66 req-12958ad9-b4b6-46af-92e2-cb91fe3ca0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:26.442643 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e75fa7-dd0e-4416-80c6-006f5e141a66 req-12958ad9-b4b6-46af-92e2-cb91fe3ca0aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a2aea40-582a-4eff-ab3a-f223319273f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3137214 Aug 20 10:35:26.454990 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b2be459f-7697-4636-817c-25398a86107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:26.456777 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2be459f-7697-4636-817c-25398a86107e None None] The sync data for ids ['d893e849-3f81-4a8a-9bbd-ecdca9380c18'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:35:26.476759 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-05cad4da-dfd3-495b-835d-7d1883c970ee admin admin] Calling delete_port for 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:26.523729 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-deb8d83b-9794-45d9-826a-3c21f45bb317 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:26.527908 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c5a84-5a6a-427c-ae74-cb48189edff8 req-591561f3-1052-4f3c-a010-832ba569f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:26.529439 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e0c5a84-5a6a-427c-ae74-cb48189edff8 req-591561f3-1052-4f3c-a010-832ba569f3a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 1097 time: 0.4393573 Aug 20 10:35:26.722686 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e0c5a84-5a6a-427c-ae74-cb48189edff8 req-12d76c54-71c2-4a07-aef9-0de446ae3b3e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740868 Aug 20 10:35:26.878517 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e75fa7-dd0e-4416-80c6-006f5e141a66 req-18588d4d-1e2f-4dfd-be08-881f6eec5b70 service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853061 Aug 20 10:35:26.906913 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-deb8d83b-9794-45d9-826a-3c21f45bb317 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:26.911323 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-deb8d83b-9794-45d9-826a-3c21f45bb317 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:27.026216 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-deb8d83b-9794-45d9-826a-3c21f45bb317 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:27.026887 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb8d83b-9794-45d9-826a-3c21f45bb317 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Fanout notify agent at l3_agent the message router_deleted on router d893e849-3f81-4a8a-9bbd-ecdca9380c18 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:35:27.048111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5e3ea-2ae0-467c-ade7-ccf55e113095 req-75a3e372-d873-4d7d-ad5e-7948969a4899 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:27.050565 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4be5e3ea-2ae0-467c-ade7-ccf55e113095 req-75a3e372-d873-4d7d-ad5e-7948969a4899 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 944 time: 0.1616108 Aug 20 10:35:27.072203 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-deb8d83b-9794-45d9-826a-3c21f45bb317 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:27.083072 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-deb8d83b-9794-45d9-826a-3c21f45bb317 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/routers/d893e849-3f81-4a8a-9bbd-ecdca9380c18 HTTP/1.1" status: 204 len: 168 time: 0.8035872 Aug 20 10:35:27.084096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33990) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:27.109204 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38e75fa7-dd0e-4416-80c6-006f5e141a66 req-bee7cde8-eb9e-4655-995e-62d2452f7ea0 service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203984 Aug 20 10:35:27.166004 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4be5e3ea-2ae0-467c-ade7-ccf55e113095 req-2457c2de-4edf-4e1c-81b7-c75407d89982 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778255 Aug 20 10:35:27.184419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd8b808-0d82-4dfa-8d4d-6d6f79aa4441 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting subnet 250c11ba-c673-4871-9e1e-4d3ed243a651 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:35:27.189055 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-edd8b808-0d82-4dfa-8d4d-6d6f79aa4441 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:27.197803 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-05cad4da-dfd3-495b-835d-7d1883c970ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:27.258672 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cad4da-dfd3-495b-835d-7d1883c970ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4e3d87df-9eaa-44b5-8a90-cf60b46c6af7,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:27.295692 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-edd8b808-0d82-4dfa-8d4d-6d6f79aa4441 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:27.545515 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-edd8b808-0d82-4dfa-8d4d-6d6f79aa4441 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:27.667364 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-edd8b808-0d82-4dfa-8d4d-6d6f79aa4441 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:27.713462 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8b808-0d82-4dfa-8d4d-6d6f79aa4441 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Subnet': ['ID=250c11ba-c673-4871-9e1e-4d3ed243a651,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:27.756210 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-edd8b808-0d82-4dfa-8d4d-6d6f79aa4441 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:27.756647 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a40456-d730-44c3-be6c-de2e14f6f2e9 None None] Network d93212ad-3a53-4b24-8dbf-21e322f79187 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:35:27.761956 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-edd8b808-0d82-4dfa-8d4d-6d6f79aa4441 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/subnets/250c11ba-c673-4871-9e1e-4d3ed243a651 HTTP/1.1" status: 204 len: 168 time: 0.6694171 Aug 20 10:35:27.762544 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34010) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:27.772571 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-05cad4da-dfd3-495b-835d-7d1883c970ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:27.892940 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20af39a-d5e6-4fd0-9f68-d0f4c0dd6759 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting subnet 0853e729-2824-4d34-aa5b-a5e4763187ec {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:35:27.906642 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c20af39a-d5e6-4fd0-9f68-d0f4c0dd6759 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:27.989587 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c20af39a-d5e6-4fd0-9f68-d0f4c0dd6759 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:28.132319 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7f3661-c7ce-4f41-a9c2-90a6ae319242 None None] DHCP port deletion for d93212ad-3a53-4b24-8dbf-21e322f79187 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:35:28.183427 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c20af39a-d5e6-4fd0-9f68-d0f4c0dd6759 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:28.267539 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c20af39a-d5e6-4fd0-9f68-d0f4c0dd6759 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:28.268919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cad4da-dfd3-495b-835d-7d1883c970ee admin admin] Router 3aadc179-5c6b-42d4-9e87-5a4a66efc621 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:35:28.302839 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20af39a-d5e6-4fd0-9f68-d0f4c0dd6759 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Subnet': ['ID=0853e729-2824-4d34-aa5b-a5e4763187ec,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:28.319631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f3661-c7ce-4f41-a9c2-90a6ae319242 None None] Deleting port dbb59ff2-a4e9-4f59-86e5-cdffa041cfec {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:28.319802 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c20af39a-d5e6-4fd0-9f68-d0f4c0dd6759 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:28.322118 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c20af39a-d5e6-4fd0-9f68-d0f4c0dd6759 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/subnets/0853e729-2824-4d34-aa5b-a5e4763187ec HTTP/1.1" status: 204 len: 168 time: 0.5571449 Aug 20 10:35:28.323631 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0a7f3661-c7ce-4f41-a9c2-90a6ae319242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:28.326749 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34026) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:28.338180 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86f68a9-2cf3-4cbe-95aa-444874f1f44c None None] Network dba958a6-09d3-444b-8ce8-97ca4ec3f741 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:35:28.577813 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 910fb2e7-ab51-40cf-be6a-b49645a4c201 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:35:28.607286 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:28.699132 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cad4da-dfd3-495b-835d-7d1883c970ee admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:35:28.705458 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-05cad4da-dfd3-495b-835d-7d1883c970ee admin admin] 10.222.0.16 "PUT /v2.0/routers/3aadc179-5c6b-42d4-9e87-5a4a66efc621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3056612 Aug 20 10:35:28.711790 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34044) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:28.750217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2891c2-a7df-45e4-8107-a54d3b4a91d7 None None] Sync routers for ids ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:35:28.824038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0a7f3661-c7ce-4f41-a9c2-90a6ae319242 None None] For port dbb59ff2-a4e9-4f59-86e5-cdffa041cfec, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=dbb59ff2-a4e9-4f59-86e5-cdffa041cfec,segment=NetworkSegment(3011cd19-055f-4850-9e67-21be3a3e0780),segment_id=3011cd19-055f-4850-9e67-21be3a3e0780)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:28.825282 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0a7f3661-c7ce-4f41-a9c2-90a6ae319242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:28.842857 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f3661-c7ce-4f41-a9c2-90a6ae319242 None None] Calling delete_port for dbb59ff2-a4e9-4f59-86e5-cdffa041cfec owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:28.857267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4606d7-fd2b-4ebc-9766-16b39ebb982c req-4e3792e4-9dca-4220-848f-00e33c267bc8 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:28.858875 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5d4606d7-fd2b-4ebc-9766-16b39ebb982c req-4e3792e4-9dca-4220-848f-00e33c267bc8 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 944 time: 0.3452883 Aug 20 10:35:28.897484 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port dbb59ff2-a4e9-4f59-86e5-cdffa041cfec {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:28.899689 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:28.970675 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0a7f3661-c7ce-4f41-a9c2-90a6ae319242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:28.988437 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2891c2-a7df-45e4-8107-a54d3b4a91d7 None None] Routers {'3aadc179-5c6b-42d4-9e87-5a4a66efc621'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:28.989322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-cd2891c2-a7df-45e4-8107-a54d3b4a91d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:29.034684 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5d4606d7-fd2b-4ebc-9766-16b39ebb982c req-20f252dc-b332-4728-a218-a68d93555aad tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605537 Aug 20 10:35:29.090779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f3661-c7ce-4f41-a9c2-90a6ae319242 None None] Pushing event deleted for resources: {'Port': ['ID=dbb59ff2-a4e9-4f59-86e5-cdffa041cfec,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:29.091091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] For port dbb59ff2-a4e9-4f59-86e5-cdffa041cfec, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=dbb59ff2-a4e9-4f59-86e5-cdffa041cfec,segment=NetworkSegment(3011cd19-055f-4850-9e67-21be3a3e0780),segment_id=3011cd19-055f-4850-9e67-21be3a3e0780)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:29.091810 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:29.102557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f3661-c7ce-4f41-a9c2-90a6ae319242 None None] No DVR routers for this DVR port dbb59ff2-a4e9-4f59-86e5-cdffa041cfec on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:35:29.108842 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for dbb59ff2-a4e9-4f59-86e5-cdffa041cfec owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:29.142019 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:29.190522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 910fb2e7-ab51-40cf-be6a-b49645a4c201 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:35:29.196526 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:29.198682 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 910fb2e7-ab51-40cf-be6a-b49645a4c201 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:29.199635 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:29.229734 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=dbb59ff2-a4e9-4f59-86e5-cdffa041cfec,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:29.239128 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] No DVR routers for this DVR port dbb59ff2-a4e9-4f59-86e5-cdffa041cfec on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:35:29.397281 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:29.423767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d93212ad-3a53-4b24-8dbf-21e322f79187']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:29.436798 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:29.442352 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3011cd19-055f-4850-9e67-21be3a3e0780') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:29.442896 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3011cd19-055f-4850-9e67-21be3a3e0780') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:29.465228 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:29.483545 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:29.495115 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:35:29.495799 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:35:29.499347 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:35:29.569733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a78eb5a-b1bc-4e99-87e6-546d9032e1ff None None] DHCP port deletion for dba958a6-09d3-444b-8ce8-97ca4ec3f741 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:35:29.580178 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2182c037-11b0-4c51-96f4-929e9cf5adf4 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:35:29.610211 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:29.615255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00603b97-3fbf-4883-8321-20062a56a38e req-8cd16ba4-618d-4df7-9254-93e2159bcc33 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:29.623506 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-00603b97-3fbf-4883-8321-20062a56a38e req-8cd16ba4-618d-4df7-9254-93e2159bcc33 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/ports?device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 946 time: 0.0969915 Aug 20 10:35:29.641051 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:29.642990 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/networks/d93212ad-3a53-4b24-8dbf-21e322f79187 HTTP/1.1" status: 204 len: 168 time: 1.3162403 Aug 20 10:35:29.644340 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225928ed-4cfa-4e50-95ac-89de3bf977ca tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Network': ['ID=d93212ad-3a53-4b24-8dbf-21e322f79187,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:29.646374 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34068) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:29.684516 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-00603b97-3fbf-4883-8321-20062a56a38e req-09b36adf-5144-43f9-a435-7803f224ceb5 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/security-groups?id=17897c55-c8eb-437d-8286-6232b4456095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599868 Aug 20 10:35:29.704114 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Deleting port 32c405c8-df20-41a8-bc22-cd2999efd9e8 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:29.704698 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:29.749462 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:29.766179 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d86d3687-e8e5-483f-9f8e-017b07ef93ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:29.770737 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-cd2891c2-a7df-45e4-8107-a54d3b4a91d7 None None] Set router 3aadc179-5c6b-42d4-9e87-5a4a66efc621 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:35:29.816250 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] For port 32c405c8-df20-41a8-bc22-cd2999efd9e8, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=32c405c8-df20-41a8-bc22-cd2999efd9e8,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:29.816807 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:29.835339 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Calling delete_port for 32c405c8-df20-41a8-bc22-cd2999efd9e8 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:29.854456 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port 2182c037-11b0-4c51-96f4-929e9cf5adf4 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:29.855021 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:29.957518 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] For port 2182c037-11b0-4c51-96f4-929e9cf5adf4, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2182c037-11b0-4c51-96f4-929e9cf5adf4,segment=NetworkSegment(daf1e4d6-1691-4b79-8aa5-dabdb7c17ccb),segment_id=daf1e4d6-1691-4b79-8aa5-dabdb7c17ccb)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:29.957903 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:29.991731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for 2182c037-11b0-4c51-96f4-929e9cf5adf4 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:30.030987 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-1a78eb5a-b1bc-4e99-87e6-546d9032e1ff None None] Deleting port 2182c037-11b0-4c51-96f4-929e9cf5adf4 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:30.031788 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1a78eb5a-b1bc-4e99-87e6-546d9032e1ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.050808 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.114559 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.149344 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.183927 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] No DVR routers for this DVR port 2182c037-11b0-4c51-96f4-929e9cf5adf4 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:35:30.195232 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.244794 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Pushing event deleted for resources: {'Port': ['ID=32c405c8-df20-41a8-bc22-cd2999efd9e8,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:30.257504 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=2182c037-11b0-4c51-96f4-929e9cf5adf4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:30.312868 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:30.313378 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:30.314232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:30.314704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:30.315191 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:30.315641 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:30.316084 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:30.316525 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:30.316973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:30.317652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:30.318097 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:30.318585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:30.345995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device dbb59ff2-a4e9-4f59-86e5-cdffa041cfec no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:35:30.366804 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.374351 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee39aca-55ce-4a2e-b68d-e5dbe823aab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910fb2e7-ab51-40cf-be6a-b49645a4c201'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:35:30.376917 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e92ec7b-84ff-4414-a307-9fb2e4f153bd" -d '{"events": [{"server_uuid": "8ee39aca-55ce-4a2e-b68d-e5dbe823aab2", "name": "network-vif-plugged", "status": "completed", "tag": "910fb2e7-ab51-40cf-be6a-b49645a4c201"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:35:30.379985 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba958a6-09d3-444b-8ce8-97ca4ec3f741']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:30.396488 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf1e4d6-1691-4b79-8aa5-dabdb7c17ccb') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:30.396808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf1e4d6-1691-4b79-8aa5-dabdb7c17ccb') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:30.398854 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.426015 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.475816 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.495237 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6a315-4375-4d6f-9879-87cb221e3513 req-07b3ef7f-f880-4298-a9f0-06576b73b26f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:30.496842 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33f6a315-4375-4d6f-9879-87cb221e3513 req-07b3ef7f-f880-4298-a9f0-06576b73b26f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 944 time: 0.2659643 Aug 20 10:35:30.510726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:35:30.511430 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:35:30.523244 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:35:30.591865 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f697f8e4-83a1-48a7-b736-b1127739a35e x-openstack-request-id: req-f697f8e4-83a1-48a7-b736-b1127739a35e {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:35:30.592175 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee39aca-55ce-4a2e-b68d-e5dbe823aab2", "name": "network-vif-plugged", "status": "completed", "tag": "910fb2e7-ab51-40cf-be6a-b49645a4c201", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:35:30.592435 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f697f8e4-83a1-48a7-b736-b1127739a35e {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:35:30.592854 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee39aca-55ce-4a2e-b68d-e5dbe823aab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910fb2e7-ab51-40cf-be6a-b49645a4c201', 'code': 200} Aug 20 10:35:30.593420 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: dbb59ff2-a4e9-4f59-86e5-cdffa041cfec {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:35:30.593757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device dbb59ff2-a4e9-4f59-86e5-cdffa041cfec not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:35:30.601758 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.606963 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.609358 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 910fb2e7-ab51-40cf-be6a-b49645a4c201, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=910fb2e7-ab51-40cf-be6a-b49645a4c201,segment=NetworkSegment(b34bc5cb-7167-4924-8e5e-13d4451816dd),segment_id=b34bc5cb-7167-4924-8e5e-13d4451816dd)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:30.622756 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-1a78eb5a-b1bc-4e99-87e6-546d9032e1ff None None] For port 2182c037-11b0-4c51-96f4-929e9cf5adf4, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2182c037-11b0-4c51-96f4-929e9cf5adf4,segment=NetworkSegment(daf1e4d6-1691-4b79-8aa5-dabdb7c17ccb),segment_id=daf1e4d6-1691-4b79-8aa5-dabdb7c17ccb)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:30.623406 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1a78eb5a-b1bc-4e99-87e6-546d9032e1ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.645516 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.665996 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-1a78eb5a-b1bc-4e99-87e6-546d9032e1ff None None] Calling delete_port for 2182c037-11b0-4c51-96f4-929e9cf5adf4 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:30.705425 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.769684 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.774708 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/networks/dba958a6-09d3-444b-8ce8-97ca4ec3f741 HTTP/1.1" status: 204 len: 168 time: 1.1258814 Aug 20 10:35:30.778661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34122) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:30.788453 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17794b-162b-4051-bb67-b788a72fbb7e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Network': ['ID=dba958a6-09d3-444b-8ce8-97ca4ec3f741,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:30.793691 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-277feb2f-db0d-41f3-a259-351cbd236098 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'network': {'name': 'tempest-RoutersTest-1468829979'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:30.822601 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277feb2f-db0d-41f3-a259-351cbd236098 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:35:30.824056 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33f6a315-4375-4d6f-9879-87cb221e3513 req-7250bda9-e979-42a2-96ce-550656242018 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688103 Aug 20 10:35:30.847118 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-277feb2f-db0d-41f3-a259-351cbd236098 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.855582 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.856470 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aadc179-5c6b-42d4-9e87-5a4a66efc621 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:35:30.875287 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:30.884137 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=910fb2e7-ab51-40cf-be6a-b49645a4c201,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:30.916065 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4f753e47-826f-41ea-912c-f108f303df25 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3aadc179-5c6b-42d4-9e87-5a4a66efc621 HTTP/1.1" status: 204 len: 168 time: 2.2013257 Aug 20 10:35:30.923328 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34130) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:30.939792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277feb2f-db0d-41f3-a259-351cbd236098 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:35:30.947366 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-cd2891c2-a7df-45e4-8107-a54d3b4a91d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'name': 'tempest-TaggedBootDevicesTest_v242-252671886-router', 'tenant_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:35:27Z', 'revision_number': 5, 'project_id': '843b18f1aa4445f8ac4e5c22a26caccd', 'gw_port': {'id': '32c405c8-df20-41a8-bc22-cd2999efd9e8', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aadc179-5c6b-42d4-9e87-5a4a66efc621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:23:26Z', 'updated_at': '2021-08-20T10:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:30.980715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2891c2-a7df-45e4-8107-a54d3b4a91d7 None None] Checking router: 3aadc179-5c6b-42d4-9e87-5a4a66efc621 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:35:30.992062 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2891c2-a7df-45e4-8107-a54d3b4a91d7 None None] Routers set() bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:30.992856 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2891c2-a7df-45e4-8107-a54d3b4a91d7 None None] Router IDs set() for agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 10:35:30.993754 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_agentschedulers_db [None req-cd2891c2-a7df-45e4-8107-a54d3b4a91d7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3aadc179-5c6b-42d4-9e87-5a4a66efc621'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent'). {{(pid=94868) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 10:35:30.994463 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2891c2-a7df-45e4-8107-a54d3b4a91d7 None None] The sync data for ids ['3aadc179-5c6b-42d4-9e87-5a4a66efc621'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:35:31.003864 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1a78eb5a-b1bc-4e99-87e6-546d9032e1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:31.010184 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d27ae9-95ae-490b-82b3-bc8a8739bfa8 req-3190fff7-8029-4f31-a80d-8d4375b38f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:31.015313 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-277feb2f-db0d-41f3-a259-351cbd236098 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:31.016227 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-277feb2f-db0d-41f3-a259-351cbd236098 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Added segment e1dce2f6-69b5-4cdd-981f-b57fde924d25 of type vlan for network 37d07139-1f08-4ead-89de-9b0cbf6ed475 Aug 20 10:35:31.016942 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9d27ae9-95ae-490b-82b3-bc8a8739bfa8 req-3190fff7-8029-4f31-a80d-8d4375b38f39 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 1096 time: 0.4278235 Aug 20 10:35:31.064228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a78eb5a-b1bc-4e99-87e6-546d9032e1ff None None] Network dba958a6-09d3-444b-8ce8-97ca4ec3f741 is not hosted by any dhcp agent {{(pid=94868) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 10:35:31.065096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a78eb5a-b1bc-4e99-87e6-546d9032e1ff None None] No DVR routers for this DVR port 2182c037-11b0-4c51-96f4-929e9cf5adf4 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:35:31.077118 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78eb5a-b1bc-4e99-87e6-546d9032e1ff None None] Pushing event deleted for resources: {'Port': ['ID=2182c037-11b0-4c51-96f4-929e9cf5adf4,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:31.088749 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d56ff1-f8ea-4550-bb42-5c0278db240b admin admin] Deleting subnet 86001f3a-7a5c-4499-a121-de6a1935b5ad {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:35:31.102339 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-77d56ff1-f8ea-4550-bb42-5c0278db240b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:31.113090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db550ed2-2965-4564-a971-ec8d19e0616f req-621c48e2-53be-4ec2-880e-73a9cf68d688 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:31.123579 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-db550ed2-2965-4564-a971-ec8d19e0616f req-621c48e2-53be-4ec2-880e-73a9cf68d688 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/ports?device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 946 time: 0.1757178 Aug 20 10:35:31.137442 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-277feb2f-db0d-41f3-a259-351cbd236098 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:31.174859 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9d27ae9-95ae-490b-82b3-bc8a8739bfa8 req-a05a039e-935a-489f-aec2-aae8b03e96be service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495004 Aug 20 10:35:31.227969 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-77d56ff1-f8ea-4550-bb42-5c0278db240b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:31.293277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf8b41-2f0c-4b21-a753-20ddbd407d56 req-ed41b3dd-60a1-4e4b-878d-6fb9f7f05fd5 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:31.295406 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-db550ed2-2965-4564-a971-ec8d19e0616f req-04c9be31-494f-4f09-9446-816316fe066e tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/security-groups?id=17897c55-c8eb-437d-8286-6232b4456095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667767 Aug 20 10:35:31.295672 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-80bf8b41-2f0c-4b21-a753-20ddbd407d56 req-ed41b3dd-60a1-4e4b-878d-6fb9f7f05fd5 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.24 "GET /v2.0/ports?device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 946 time: 0.1902268 Aug 20 10:35:31.296928 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-277feb2f-db0d-41f3-a259-351cbd236098 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:31.306577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277feb2f-db0d-41f3-a259-351cbd236098 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:31.307695 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-277feb2f-db0d-41f3-a259-351cbd236098 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:31.493634 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-77d56ff1-f8ea-4550-bb42-5c0278db240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:31.516065 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277feb2f-db0d-41f3-a259-351cbd236098 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Network': ['ID=37d07139-1f08-4ead-89de-9b0cbf6ed475,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:31.550682 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 37d07139-1f08-4ead-89de-9b0cbf6ed475 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:35:31.556832 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-277feb2f-db0d-41f3-a259-351cbd236098 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7706625 Aug 20 10:35:31.563680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34138) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:31.585726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-ae2dad91-4156-486a-827b-e24f25a21e88 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'subnet': {'network_id': '37d07139-1f08-4ead-89de-9b0cbf6ed475', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:31.617007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-80bf8b41-2f0c-4b21-a753-20ddbd407d56 req-75dbf469-a75c-4581-bbd4-6a3fbdb30275 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Deleting port c3389ae4-8744-4399-9781-704b8360ebe4 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:31.617719 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-80bf8b41-2f0c-4b21-a753-20ddbd407d56 req-75dbf469-a75c-4581-bbd4-6a3fbdb30275 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:31.753582 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-77d56ff1-f8ea-4550-bb42-5c0278db240b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:31.771941 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:35:31.829989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2dad91-4156-486a-827b-e24f25a21e88 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:35:31.840789 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d56ff1-f8ea-4550-bb42-5c0278db240b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86001f3a-7a5c-4499-a121-de6a1935b5ad,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:31.843257 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ae2dad91-4156-486a-827b-e24f25a21e88 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:31.895022 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:35:31.895804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4e3d87df-9eaa-44b5-8a90-cf60b46c6af7 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:35:31.910674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223514b1-2d18-483a-b325-0f0c180473ad None None] Network 88f93105-b451-41f4-a5e5-079e47726c50 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:35:31.920528 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-77d56ff1-f8ea-4550-bb42-5c0278db240b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:31.923170 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-77d56ff1-f8ea-4550-bb42-5c0278db240b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/86001f3a-7a5c-4499-a121-de6a1935b5ad HTTP/1.1" status: 204 len: 168 time: 0.9974916 Aug 20 10:35:31.933498 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34148) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:32.025110 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff165036-d821-408e-8f91-8155300158ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:32.054388 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:32.139539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-80bf8b41-2f0c-4b21-a753-20ddbd407d56 req-75dbf469-a75c-4581-bbd4-6a3fbdb30275 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] For port c3389ae4-8744-4399-9781-704b8360ebe4, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c3389ae4-8744-4399-9781-704b8360ebe4,segment=NetworkSegment(05836f8e-f3b3-4b75-8cab-5c6d733c1e28),segment_id=05836f8e-f3b3-4b75-8cab-5c6d733c1e28)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:32.140122 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-80bf8b41-2f0c-4b21-a753-20ddbd407d56 req-75dbf469-a75c-4581-bbd4-6a3fbdb30275 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:32.270235 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-80bf8b41-2f0c-4b21-a753-20ddbd407d56 req-75dbf469-a75c-4581-bbd4-6a3fbdb30275 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Calling delete_port for c3389ae4-8744-4399-9781-704b8360ebe4 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:32.346552 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:32.365850 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0657448-5f51-4fb9-8f46-4a7ad895ed92 req-ec92fd7d-94ef-40c7-a1c6-d9d049e82a1d tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:32.394909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d69264-c68a-40e2-bb9f-656e094dd3fa None None] DHCP port deletion for 88f93105-b451-41f4-a5e5-079e47726c50 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:35:32.416977 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b0657448-5f51-4fb9-8f46-4a7ad895ed92 req-ec92fd7d-94ef-40c7-a1c6-d9d049e82a1d tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.3575268 Aug 20 10:35:32.512640 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-46d69264-c68a-40e2-bb9f-656e094dd3fa None None] Deleting port 4da2e239-384b-47b6-bef2-530bceaf8623 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:32.513037 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-46d69264-c68a-40e2-bb9f-656e094dd3fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:32.525878 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ae2dad91-4156-486a-827b-e24f25a21e88 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:32.612832 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] Deleting port 4da2e239-384b-47b6-bef2-530bceaf8623 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:32.613784 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:32.633157 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9f67-dcdf-4f6b-b2bc-69a41e5c8cf0 req-82dfede5-b0f5-43a3-bc27-f51e1b2f13ff tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:32.633157 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff4c9f67-dcdf-4f6b-b2bc-69a41e5c8cf0 req-82dfede5-b0f5-43a3-bc27-f51e1b2f13ff tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/ports?device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 946 time: 0.1818173 Aug 20 10:35:32.641864 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b0657448-5f51-4fb9-8f46-4a7ad895ed92 req-7b5ab2ef-f9eb-4eb8-9be5-f125ebf2dd6b tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180758 Aug 20 10:35:32.667427 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-46d69264-c68a-40e2-bb9f-656e094dd3fa None None] For port 4da2e239-384b-47b6-bef2-530bceaf8623, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4da2e239-384b-47b6-bef2-530bceaf8623,segment=NetworkSegment(68b70fe9-f85a-48b9-af9b-55bddb3372c3),segment_id=68b70fe9-f85a-48b9-af9b-55bddb3372c3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:32.667837 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-46d69264-c68a-40e2-bb9f-656e094dd3fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:32.704871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-46d69264-c68a-40e2-bb9f-656e094dd3fa None None] Calling delete_port for 4da2e239-384b-47b6-bef2-530bceaf8623 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:32.805284 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2dad91-4156-486a-827b-e24f25a21e88 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Subnet': ['ID=36e64f25-3240-4077-ac84-9ab8503e5e9e,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:32.895276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] For port 4da2e239-384b-47b6-bef2-530bceaf8623, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4da2e239-384b-47b6-bef2-530bceaf8623,segment=NetworkSegment(68b70fe9-f85a-48b9-af9b-55bddb3372c3),segment_id=68b70fe9-f85a-48b9-af9b-55bddb3372c3)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:32.895772 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:32.950287 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-46d69264-c68a-40e2-bb9f-656e094dd3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:32.967699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2dad91-4156-486a-827b-e24f25a21e88 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Checking segment: {'id': 'e1dce2f6-69b5-4cdd-981f-b57fde924d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '37d07139-1f08-4ead-89de-9b0cbf6ed475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:35:32.968772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2dad91-4156-486a-827b-e24f25a21e88 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network hostable DHCP agents. Network: 37d07139-1f08-4ead-89de-9b0cbf6ed475, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:35:32.999013 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff4c9f67-dcdf-4f6b-b2bc-69a41e5c8cf0 req-5c707b66-4fd4-40d8-bfe9-a16c0001b964 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/security-groups?id=17897c55-c8eb-437d-8286-6232b4456095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684654 Aug 20 10:35:33.041134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2dad91-4156-486a-827b-e24f25a21e88 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network 37d07139-1f08-4ead-89de-9b0cbf6ed475 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:35:33.048790 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] Calling delete_port for 4da2e239-384b-47b6-bef2-530bceaf8623 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:33.069371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-ae2dad91-4156-486a-827b-e24f25a21e88 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 37d07139-1f08-4ead-89de-9b0cbf6ed475) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:33.081421 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2dad91-4156-486a-827b-e24f25a21e88 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:33.082536 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ae2dad91-4156-486a-827b-e24f25a21e88 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:33.086996 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d69264-c68a-40e2-bb9f-656e094dd3fa None None] No DVR routers for this DVR port 4da2e239-384b-47b6-bef2-530bceaf8623 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:35:33.112307 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d69264-c68a-40e2-bb9f-656e094dd3fa None None] Pushing event deleted for resources: {'Port': ['ID=4da2e239-384b-47b6-bef2-530bceaf8623,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:33.114836 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d7027f-414e-440a-af15-9d0e3e7755c2 None None] Network 37d07139-1f08-4ead-89de-9b0cbf6ed475 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:35:33.125762 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ae2dad91-4156-486a-827b-e24f25a21e88 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5603783 Aug 20 10:35:33.129561 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34176) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:33.138577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e43e1408-4a54-42e4-8384-c3221a12cf7d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1903170708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:33.226302 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e43e1408-4a54-42e4-8384-c3221a12cf7d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:33.228534 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e43e1408-4a54-42e4-8384-c3221a12cf7d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:33.254091 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-80bf8b41-2f0c-4b21-a753-20ddbd407d56 req-75dbf469-a75c-4581-bbd4-6a3fbdb30275 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:33.295289 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:33.308034 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbf469-a75c-4581-bbd4-6a3fbdb30275 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Pushing event deleted for resources: {'Port': ['ID=c3389ae4-8744-4399-9781-704b8360ebe4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:33.390310 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e43e1408-4a54-42e4-8384-c3221a12cf7d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:33.405014 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e43e1408-4a54-42e4-8384-c3221a12cf7d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:33.465426 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e43e1408-4a54-42e4-8384-c3221a12cf7d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:33.469703 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e43e1408-4a54-42e4-8384-c3221a12cf7d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3351912 Aug 20 10:35:33.470805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34182) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:33.477501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d738238f-6c13-4485-b99b-4f32561fad93 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'port': {'network_id': '37d07139-1f08-4ead-89de-9b0cbf6ed475', 'name': 'tempest-RoutersTest-315622833'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:33.537973 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4da2e239-384b-47b6-bef2-530bceaf8623 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:35:33.577404 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 4da2e239-384b-47b6-bef2-530bceaf8623 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:35:33.577686 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4da2e239-384b-47b6-bef2-530bceaf8623 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:35:33.578055 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 32c405c8-df20-41a8-bc22-cd2999efd9e8 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:35:33.581975 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-37d07139-1f08-4ead-89de-9b0cbf6ed475', 'network_id': '37d07139-1f08-4ead-89de-9b0cbf6ed475', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'fixed_ips': [{'subnet_id': '36e64f25-3240-4077-ac84-9ab8503e5e9e'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:35:33.586712 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:33.632824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 32c405c8-df20-41a8-bc22-cd2999efd9e8 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:35:33.633267 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 32c405c8-df20-41a8-bc22-cd2999efd9e8 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:35:33.760685 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d738238f-6c13-4485-b99b-4f32561fad93 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:35:33.772100 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d738238f-6c13-4485-b99b-4f32561fad93 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:33.787344 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:33.809247 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device c3389ae4-8744-4399-9781-704b8360ebe4 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:35:33.826246 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bf8b41-2f0c-4b21-a753-20ddbd407d56 req-75dbf469-a75c-4581-bbd4-6a3fbdb30275 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] No DVR routers for this DVR port c3389ae4-8744-4399-9781-704b8360ebe4 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:35:33.827567 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-d738238f-6c13-4485-b99b-4f32561fad93 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] device_id is not set on port 7190603c-6a97-484e-928e-f4cb9598a83c yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:35:33.869950 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-80bf8b41-2f0c-4b21-a753-20ddbd407d56 req-75dbf469-a75c-4581-bbd4-6a3fbdb30275 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:33.876123 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-80bf8b41-2f0c-4b21-a753-20ddbd407d56 req-75dbf469-a75c-4581-bbd4-6a3fbdb30275 tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.24 "DELETE /v2.0/ports/c3389ae4-8744-4399-9781-704b8360ebe4 HTTP/1.1" status: 204 len: 173 time: 2.5570831 Aug 20 10:35:33.879305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73644d03-eed1-4fb5-9eb0-bb8224a45e7f', 'name': 'network-vif-deleted', 'tag': 'c3389ae4-8744-4399-9781-704b8360ebe4'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:35:33.884727 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa99d50-c7a2-4ff8-9c94-7ba818c70e5f" -d '{"events": [{"server_uuid": "73644d03-eed1-4fb5-9eb0-bb8224a45e7f", "name": "network-vif-deleted", "tag": "c3389ae4-8744-4399-9781-704b8360ebe4"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:35:33.889911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] Pushing event deleted for resources: {'Port': ['ID=4da2e239-384b-47b6-bef2-530bceaf8623,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:33.927664 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] No DVR routers for this DVR port 4da2e239-384b-47b6-bef2-530bceaf8623 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:35:33.931976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5f4f9-4a58-42de-9773-cde1b7b56ae2 req-8eb10656-6bfd-4a00-a932-6ad364139c65 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:33.948181 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-18e5f4f9-4a58-42de-9773-cde1b7b56ae2 req-8eb10656-6bfd-4a00-a932-6ad364139c65 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.1683216 Aug 20 10:35:34.013063 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: c3389ae4-8744-4399-9781-704b8360ebe4 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:35:34.018472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device c3389ae4-8744-4399-9781-704b8360ebe4 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:35:34.094925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Allocated IP 172.20.0.2 (37d07139-1f08-4ead-89de-9b0cbf6ed475/36e64f25-3240-4077-ac84-9ab8503e5e9e/154bbcea-cbc2-4f24-b35a-6f906b6a37b3) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:35:34.100449 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-18e5f4f9-4a58-42de-9773-cde1b7b56ae2 req-12c964d7-4b46-4c90-8246-4ee4488e8bdc tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510603 Aug 20 10:35:34.125232 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6063a374-a44d-4908-a265-66934367fc30 x-openstack-request-id: req-6063a374-a44d-4908-a265-66934367fc30 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:35:34.126132 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73644d03-eed1-4fb5-9eb0-bb8224a45e7f", "name": "network-vif-deleted", "tag": "c3389ae4-8744-4399-9781-704b8360ebe4", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:35:34.126132 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6063a374-a44d-4908-a265-66934367fc30 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:35:34.133264 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73644d03-eed1-4fb5-9eb0-bb8224a45e7f', 'name': 'network-vif-deleted', 'tag': 'c3389ae4-8744-4399-9781-704b8360ebe4', 'status': 'completed', 'code': 200} Aug 20 10:35:34.176676 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:34.200448 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f93105-b451-41f4-a5e5-079e47726c50']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:34.235212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b70fe9-f85a-48b9-af9b-55bddb3372c3') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:34.235619 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b70fe9-f85a-48b9-af9b-55bddb3372c3') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:34.267561 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:34.357620 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:34.428194 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f62c5547-7925-442f-b279-f5b0be3ae1e1 req-d80b84df-e846-4288-9d5b-f90a24b06c4a tempest-VolumesActionsTest-453200328 tempest-VolumesActionsTest-453200328-project] 10.222.0.16 "GET /v2.0/ports?device_id=73644d03-eed1-4fb5-9eb0-bb8224a45e7f HTTP/1.1" status: 200 len: 210 time: 0.1152880 Aug 20 10:35:34.515546 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:35:34.516476 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:35:34.519659 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:35:34.603199 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:34.613182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Transition to ACTIVE for port object 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:35:34.668745 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Transition to ACTIVE for port object 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:35:34.672036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4ecc9-6574-4148-8195-06c8dedd5872 req-ccc6c206-cd81-4362-aa77-59893a5ca2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:34.674827 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1a4ecc9-6574-4148-8195-06c8dedd5872 req-ccc6c206-cd81-4362-aa77-59893a5ca2dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=70b89f92e6a741a4951d32cfb1e1a59f&device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 1097 time: 0.2454894 Aug 20 10:35:34.676218 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:34.680404 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:34.703747 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:34.732989 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] 10.222.0.16 "DELETE /v2.0/networks/88f93105-b451-41f4-a5e5-079e47726c50 HTTP/1.1" status: 204 len: 168 time: 2.7985716 Aug 20 10:35:34.817974 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Network 37d07139-1f08-4ead-89de-9b0cbf6ed475 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:35:34.838314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:34.855301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:35:34.864134 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:34.876147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08510f-a171-4abd-8311-915c7105a6de admin admin] Pushing event deleted for resources: {'Network': ['ID=88f93105-b451-41f4-a5e5-079e47726c50,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:34.885885 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Pushing event updated for resources: {'Port': ['ID=154bbcea-cbc2-4f24-b35a-6f906b6a37b3,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:34.915737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-d738238f-6c13-4485-b99b-4f32561fad93 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Allocated IP 172.20.0.5 (37d07139-1f08-4ead-89de-9b0cbf6ed475/36e64f25-3240-4077-ac84-9ab8503e5e9e/7190603c-6a97-484e-928e-f4cb9598a83c) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:35:35.020381 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd4fcc-741e-4fbe-bf49-85e4c49c3018 req-45f82820-a59d-4437-8a62-3277da009016 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:35.025142 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Attempting to bind port 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:35:35.025521 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Attempting to bind port 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'e1dce2f6-69b5-4cdd-981f-b57fde924d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '37d07139-1f08-4ead-89de-9b0cbf6ed475'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:35:35.025886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Attempting to bind port 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 on network 37d07139-1f08-4ead-89de-9b0cbf6ed475 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:35:35.034534 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08cd4fcc-741e-4fbe-bf49-85e4c49c3018 req-45f82820-a59d-4437-8a62-3277da009016 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.4416864 Aug 20 10:35:35.045762 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:35:35.046073 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Checking segment: {'id': 'e1dce2f6-69b5-4cdd-981f-b57fde924d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '37d07139-1f08-4ead-89de-9b0cbf6ed475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:35:35.046201 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:35.046611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Bound using segment: {'id': 'e1dce2f6-69b5-4cdd-981f-b57fde924d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '37d07139-1f08-4ead-89de-9b0cbf6ed475'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:35:35.053916 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Bound port: 154bbcea-cbc2-4f24-b35a-6f906b6a37b3, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dce2f6-69b5-4cdd-981f-b57fde924d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '37d07139-1f08-4ead-89de-9b0cbf6ed475'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:35:35.054375 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:35.168092 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08cd4fcc-741e-4fbe-bf49-85e4c49c3018 req-c0331e2b-ffd3-4c47-b3ca-7e40421d009f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291292 Aug 20 10:35:35.174539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34230) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:35.204558 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] For port 154bbcea-cbc2-4f24-b35a-6f906b6a37b3, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:35:35.209138 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] For port 154bbcea-cbc2-4f24-b35a-6f906b6a37b3, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=154bbcea-cbc2-4f24-b35a-6f906b6a37b3,segment=NetworkSegment(e1dce2f6-69b5-4cdd-981f-b57fde924d25),segment_id=e1dce2f6-69b5-4cdd-981f-b57fde924d25)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:35:35.215733 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:35.220080 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4ecc9-6574-4148-8195-06c8dedd5872 req-0fab4f98-7b6a-4566-b4aa-61fe550c6147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:35.221933 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1a4ecc9-6574-4148-8195-06c8dedd5872 req-0fab4f98-7b6a-4566-b4aa-61fe550c6147 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d504c420-d3f5-4a54-be9e-083999a04513 HTTP/1.1" status: 200 len: 919 time: 0.5363016 Aug 20 10:35:35.289666 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1a4ecc9-6574-4148-8195-06c8dedd5872 req-a16bfcd7-8a79-46fa-bb60-2f680c54b394 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=910fb2e7-ab51-40cf-be6a-b49645a4c201 HTTP/1.1" status: 200 len: 217 time: 0.0586207 Aug 20 10:35:35.312733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796b36f-456f-4654-b788-bed5433c70e3 None None] Pushing event updated for resources: {'Port': ['ID=154bbcea-cbc2-4f24-b35a-6f906b6a37b3,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:35.316529 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d738238f-6c13-4485-b99b-4f32561fad93 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:35.337982 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-d738238f-6c13-4485-b99b-4f32561fad93 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Transition to ACTIVE for port object 7190603c-6a97-484e-928e-f4cb9598a83c will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:35:35.341345 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d50fdc04-86ec-4bca-a68e-5ac879ec1d9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=843b18f1aa4445f8ac4e5c22a26caccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1631470 Aug 20 10:35:35.348819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34236) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:35.430018 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4ecc9-6574-4148-8195-06c8dedd5872 req-12ba9d49-2e6c-4dc1-b72d-2f3ae272a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:35.431781 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1a4ecc9-6574-4148-8195-06c8dedd5872 req-12ba9d49-2e6c-4dc1-b72d-2f3ae272a191 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=093a3409-25cd-4ce0-81ea-45051063601e HTTP/1.1" status: 200 len: 858 time: 0.1086521 Aug 20 10:35:35.447132 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee57f096-ea90-4b89-877a-828bff226734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:35.480654 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1a4ecc9-6574-4148-8195-06c8dedd5872 req-6c030060-1083-4089-9c5c-64f6b29349e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d504c420-d3f5-4a54-be9e-083999a04513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404589 Aug 20 10:35:35.537192 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee57f096-ea90-4b89-877a-828bff226734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:35.664780 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d738238f-6c13-4485-b99b-4f32561fad93 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:35.746442 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1a4ecc9-6574-4148-8195-06c8dedd5872 req-dacc3174-2dac-48e3-9d5b-b64d872234f1 service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561851 Aug 20 10:35:35.824329 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d738238f-6c13-4485-b99b-4f32561fad93 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network 37d07139-1f08-4ead-89de-9b0cbf6ed475 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:35:35.831507 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee57f096-ea90-4b89-877a-828bff226734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:35.834164 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee57f096-ea90-4b89-877a-828bff226734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:35.843699 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ee57f096-ea90-4b89-877a-828bff226734 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/faae4b9b-91e9-4000-9b76-33fb79f171b3 HTTP/1.1" status: 204 len: 168 time: 0.4935462 Aug 20 10:35:35.884569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-d738238f-6c13-4485-b99b-4f32561fad93 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:35.917842 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d738238f-6c13-4485-b99b-4f32561fad93 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:35:35.940212 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1a4ecc9-6574-4148-8195-06c8dedd5872 req-8e916c27-0a90-46d9-946b-e0e5ab079956 service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857574 Aug 20 10:35:35.941370 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738238f-6c13-4485-b99b-4f32561fad93 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=7190603c-6a97-484e-928e-f4cb9598a83c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:36.005683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57f096-ea90-4b89-877a-828bff226734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faae4b9b-91e9-4000-9b76-33fb79f171b3,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:36.083216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d738238f-6c13-4485-b99b-4f32561fad93 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:36.084265 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d738238f-6c13-4485-b99b-4f32561fad93 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:36.122015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34266) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:36.126150 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d738238f-6c13-4485-b99b-4f32561fad93 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.6543334 Aug 20 10:35:36.671930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8e29e-0575-4440-b1eb-64ec8712d04e req-a579f4c8-2fc3-4a50-ae4a-b7b8f0b5a8b4 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:36.673756 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a4e8e29e-0575-4440-b1eb-64ec8712d04e req-a579f4c8-2fc3-4a50-ae4a-b7b8f0b5a8b4 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.3941557 Aug 20 10:35:37.048019 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a4e8e29e-0575-4440-b1eb-64ec8712d04e req-e40b2f24-5167-487d-a574-3f0f5f833da5 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479939 Aug 20 10:35:37.122680 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52bbb486-1c3c-4334-a351-d535b8d33b5b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:37.139325 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70f32d6c-4854-42db-8f8e-157f386bac24 req-6fe9a750-7fdf-45c6-901f-c0a2a65e0ae3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3910556 Aug 20 10:35:37.220756 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3f0bf1-0fdf-4526-91c5-14ea8f3b1e35 None None] Network 37d07139-1f08-4ead-89de-9b0cbf6ed475 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:35:37.374190 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5d32e516-aeee-4736-8e77-b1e4bcc3ce2d None None] Provisioning for port 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:35:37.601523 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:35:37.625834 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f32d6c-4854-42db-8f8e-157f386bac24 req-26630746-a044-4cee-adfa-1a04c11bdd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:37.629081 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70f32d6c-4854-42db-8f8e-157f386bac24 req-26630746-a044-4cee-adfa-1a04c11bdd16 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 1097 time: 0.3967140 Aug 20 10:35:37.846282 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:35:37.851254 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:37.851638 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:37.866315 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:35:38.130444 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:38.179341 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f32d6c-4854-42db-8f8e-157f386bac24 req-9ad346b9-5e76-4ba1-8786-bc6dbc7e1fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:38.182073 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70f32d6c-4854-42db-8f8e-157f386bac24 req-9ad346b9-5e76-4ba1-8786-bc6dbc7e1fa2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.5197930 Aug 20 10:35:38.231719 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 154bbcea-cbc2-4f24-b35a-6f906b6a37b3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=154bbcea-cbc2-4f24-b35a-6f906b6a37b3,segment=NetworkSegment(e1dce2f6-69b5-4cdd-981f-b57fde924d25),segment_id=e1dce2f6-69b5-4cdd-981f-b57fde924d25)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:38.239129 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:38.374756 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3e61e96e-f641-42c2-9be1-34ddd87303dd None None] Provisioning for port 7190603c-6a97-484e-928e-f4cb9598a83c completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:35:38.387862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3e61e96e-f641-42c2-9be1-34ddd87303dd None None] Provisioning complete for port 7190603c-6a97-484e-928e-f4cb9598a83c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:38.389010 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3e61e96e-f641-42c2-9be1-34ddd87303dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:38.419387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=154bbcea-cbc2-4f24-b35a-6f906b6a37b3,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:38.470538 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52bbb486-1c3c-4334-a351-d535b8d33b5b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:38.493828 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52bbb486-1c3c-4334-a351-d535b8d33b5b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:38.534946 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3e61e96e-f641-42c2-9be1-34ddd87303dd None None] Port 7190603c-6a97-484e-928e-f4cb9598a83c cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:35:38.554653 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3e61e96e-f641-42c2-9be1-34ddd87303dd None None] Provisioning complete for port 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:38.555299 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3e61e96e-f641-42c2-9be1-34ddd87303dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:38.605771 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70f32d6c-4854-42db-8f8e-157f386bac24 req-556b4814-f364-4e27-b809-fb239a6f52c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4572806-9844-4302-b2a2-f2770c887d9d HTTP/1.1" status: 200 len: 1000 time: 0.3877039 Aug 20 10:35:38.687803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f163-9afb-421d-85b2-e5af0db34cc0 req-488d0902-e70a-47f2-b080-4cea32e2f7dd tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:38.695809 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fc5f163-9afb-421d-85b2-e5af0db34cc0 req-488d0902-e70a-47f2-b080-4cea32e2f7dd tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.3928962 Aug 20 10:35:38.858617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbb486-1c3c-4334-a351-d535b8d33b5b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=7190603c-6a97-484e-928e-f4cb9598a83c,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:38.902247 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fc5f163-9afb-421d-85b2-e5af0db34cc0 req-b276028b-bfeb-4d5b-92d9-204b1e4c7879 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022331 Aug 20 10:35:38.983075 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f32d6c-4854-42db-8f8e-157f386bac24 req-1ab2ba97-48df-44c1-b395-29f5975d8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:39.001467 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70f32d6c-4854-42db-8f8e-157f386bac24 req-1ab2ba97-48df-44c1-b395-29f5975d8b86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.3799076 Aug 20 10:35:39.188515 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a04a8a93-4bf7-44d1-a615-8c321b0aef2f req-4288b8fa-e977-4418-848c-3d803d36ae60 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=54ff7ab1-f89b-4d4f-89bd-6906f9f4c0e1 HTTP/1.1" status: 200 len: 210 time: 0.1419010 Aug 20 10:35:39.350032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f32d6c-4854-42db-8f8e-157f386bac24 req-67e340c2-ab44-459f-9f2f-6c5832312727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:39.351522 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70f32d6c-4854-42db-8f8e-157f386bac24 req-67e340c2-ab44-459f-9f2f-6c5832312727 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3493438 Aug 20 10:35:39.600901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:35:39.659942 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52bbb486-1c3c-4334-a351-d535b8d33b5b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:39.704996 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a6938bd3-3ac9-4c58-9f4c-29b2be880c11 None None] Provisioning complete for port 7190603c-6a97-484e-928e-f4cb9598a83c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:39.706336 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a6938bd3-3ac9-4c58-9f4c-29b2be880c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:39.890398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a6938bd3-3ac9-4c58-9f4c-29b2be880c11 None None] Port 7190603c-6a97-484e-928e-f4cb9598a83c cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:35:39.955390 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34394) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:40.052508 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52bbb486-1c3c-4334-a351-d535b8d33b5b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:40.057570 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70f32d6c-4854-42db-8f8e-157f386bac24 req-188f5bdb-b172-4c7f-b66d-e47c32fff1eb service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844456 Aug 20 10:35:40.133557 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-399d451d-55ac-4725-b7fe-fe69447cfdd5 req-1a1938e1-cfde-474f-ae22-d2be42d4dc59 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0607715 Aug 20 10:35:40.181931 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:40.183596 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:40.188907 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d75cebf8-cb5c-4a79-a79b-0b4ebfcd9f2e None None] Provisioning complete for port 7190603c-6a97-484e-928e-f4cb9598a83c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:40.189490 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d75cebf8-cb5c-4a79-a79b-0b4ebfcd9f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:40.227577 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5e9fda70-2c58-4b3a-8297-39892f0986ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:40.437250 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d75cebf8-cb5c-4a79-a79b-0b4ebfcd9f2e None None] Port 7190603c-6a97-484e-928e-f4cb9598a83c cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:35:40.528065 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5e9fda70-2c58-4b3a-8297-39892f0986ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:40.538258 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5e9fda70-2c58-4b3a-8297-39892f0986ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:40.645444 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5e9fda70-2c58-4b3a-8297-39892f0986ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a96b61c3a1a14668b479ea0a284ba982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6864944 Aug 20 10:35:40.703584 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34414) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:40.705371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fda70-2c58-4b3a-8297-39892f0986ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcfee92-bd5f-4571-acff-9df4cd1162cd,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:40.925178 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e640-0a5f-40be-a555-12cfb1c088d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:41.016712 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e640-0a5f-40be-a555-12cfb1c088d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:41.195119 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e640-0a5f-40be-a555-12cfb1c088d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:41.198125 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e640-0a5f-40be-a555-12cfb1c088d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:41.199724 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d4e4e640-0a5f-40be-a555-12cfb1c088d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fcfee92-bd5f-4571-acff-9df4cd1162cd HTTP/1.1" status: 204 len: 168 time: 0.4898059 Aug 20 10:35:41.232518 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4e640-0a5f-40be-a555-12cfb1c088d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcfee92-bd5f-4571-acff-9df4cd1162cd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:41.288233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b0a7b-8078-4977-aa28-6fe53f315a05 req-2ba399f3-1c05-40ab-9cb9-9ebe44e00101 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:41.299508 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-328b0a7b-8078-4977-aa28-6fe53f315a05 req-2ba399f3-1c05-40ab-9cb9-9ebe44e00101 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 1.2337437 Aug 20 10:35:41.477091 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-328b0a7b-8078-4977-aa28-6fe53f315a05 req-2597dad5-658d-4d0d-9739-8df79477017f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765420 Aug 20 10:35:41.507663 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce9a5e5a-3b69-4461-b94f-400ebe3b1ee4 req-ae790c56-dc6c-4aa6-869d-fe81bf9cde59 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.1146836 Aug 20 10:35:41.713341 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70f32d6c-4854-42db-8f8e-157f386bac24 req-2e14d8b7-496f-4dbd-83c3-9d63a0e0dda4 service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6439209 Aug 20 10:35:41.861123 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34430) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:41.910727 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-770b0068-e309-49ff-8149-89a45df96e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:41.952711 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52bbb486-1c3c-4334-a351-d535b8d33b5b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:41.968430 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52bbb486-1c3c-4334-a351-d535b8d33b5b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:42.106125 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbb486-1c3c-4334-a351-d535b8d33b5b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=7190603c-6a97-484e-928e-f4cb9598a83c,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:42.112802 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52bbb486-1c3c-4334-a351-d535b8d33b5b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:42.120478 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-770b0068-e309-49ff-8149-89a45df96e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:42.130059 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-770b0068-e309-49ff-8149-89a45df96e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:42.184379 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-770b0068-e309-49ff-8149-89a45df96e3c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5cffbf4f89c4850bc59b19cb09ad74f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3215487 Aug 20 10:35:42.185503 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b0068-e309-49ff-8149-89a45df96e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b7da0c-ab72-4eb2-8f93-ddef87147489,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:42.189144 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34432) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:42.248443 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5456-22c5-4eb5-a175-537f6aea27d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:42.262817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bbb486-1c3c-4334-a351-d535b8d33b5b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network 37d07139-1f08-4ead-89de-9b0cbf6ed475 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:35:42.264359 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-52bbb486-1c3c-4334-a351-d535b8d33b5b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:42.272645 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5456-22c5-4eb5-a175-537f6aea27d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:42.333338 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5456-22c5-4eb5-a175-537f6aea27d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:42.336533 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5456-22c5-4eb5-a175-537f6aea27d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:42.343643 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6b2a5456-22c5-4eb5-a175-537f6aea27d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27b7da0c-ab72-4eb2-8f93-ddef87147489 HTTP/1.1" status: 204 len: 168 time: 0.1509619 Aug 20 10:35:42.349879 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a5456-22c5-4eb5-a175-537f6aea27d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b7da0c-ab72-4eb2-8f93-ddef87147489,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:42.459306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bbb486-1c3c-4334-a351-d535b8d33b5b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router 5066419e-230e-4b50-bd09-5355a5bbc64c is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:35:42.678572 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1671df6e-0edb-483a-bf18-c206f96d907e req-8b2eb6e4-e7a1-425e-8477-0a63e3415c6c tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0451550 Aug 20 10:35:42.703482 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bbb486-1c3c-4334-a351-d535b8d33b5b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:35:42.709494 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-52bbb486-1c3c-4334-a351-d535b8d33b5b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/5066419e-230e-4b50-bd09-5355a5bbc64c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5851612 Aug 20 10:35:42.712906 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34448) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:42.730313 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad81d7-24f2-4eab-ba5c-bb5f1adaa9e4 None None] Sync routers for ids ['5066419e-230e-4b50-bd09-5355a5bbc64c'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:35:42.731802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fe892a7d-3413-434f-abe1-10c12a7591c8 None None] Provisioning complete for port 7190603c-6a97-484e-928e-f4cb9598a83c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:42.732257 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fe892a7d-3413-434f-abe1-10c12a7591c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:42.745831 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e836f-2457-4834-9282-3150e586ea02 req-63ab6d32-b4c0-4e19-a524-5b6bff1c2e5d tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:42.753635 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad81d7-24f2-4eab-ba5c-bb5f1adaa9e4 None None] Routers {'5066419e-230e-4b50-bd09-5355a5bbc64c'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:42.755194 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-16ad81d7-24f2-4eab-ba5c-bb5f1adaa9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['5066419e-230e-4b50-bd09-5355a5bbc64c'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:42.758774 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd6e836f-2457-4834-9282-3150e586ea02 req-63ab6d32-b4c0-4e19-a524-5b6bff1c2e5d tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.1422787 Aug 20 10:35:42.813368 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00387291-3607-41fb-bb29-363f693a031f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:42.815567 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-00387291-3607-41fb-bb29-363f693a031f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports/7190603c-6a97-484e-928e-f4cb9598a83c HTTP/1.1" status: 200 len: 976 time: 0.1015408 Aug 20 10:35:42.818732 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34452) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:42.841187 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-16ad81d7-24f2-4eab-ba5c-bb5f1adaa9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:42.866475 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-fe892a7d-3413-434f-abe1-10c12a7591c8 None None] Port 7190603c-6a97-484e-928e-f4cb9598a83c cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:35:42.876531 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad81d7-24f2-4eab-ba5c-bb5f1adaa9e4 None None] Routers {'5066419e-230e-4b50-bd09-5355a5bbc64c'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:42.877165 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-16ad81d7-24f2-4eab-ba5c-bb5f1adaa9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['5066419e-230e-4b50-bd09-5355a5bbc64c'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:42.890396 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd6e836f-2457-4834-9282-3150e586ea02 req-7c6e83b5-f601-4cd7-a1a8-8bfdad0d776b tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243019 Aug 20 10:35:43.040549 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-16ad81d7-24f2-4eab-ba5c-bb5f1adaa9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:43.041514 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad81d7-24f2-4eab-ba5c-bb5f1adaa9e4 None None] The sync data for ids ['5066419e-230e-4b50-bd09-5355a5bbc64c'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:35:43.652174 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd6b6-ea33-4cd9-9c41-c95e56b48452 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:43.885665 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2936883c-3a10-4684-bdc9-24dfccec1011 req-8c7473d2-4ff7-4bb9-b0fc-a2a75bb885eb tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0440404 Aug 20 10:35:44.109575 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dd6b6-ea33-4cd9-9c41-c95e56b48452 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port 7190603c-6a97-484e-928e-f4cb9598a83c {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:44.114734 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd6b6-ea33-4cd9-9c41-c95e56b48452 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:44.164952 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8af81-9cc7-4200-b0e1-12c174ec46f1 req-d88bdd8c-02a9-4f1f-8793-9647d3bc8993 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:44.172871 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3ff8af81-9cc7-4200-b0e1-12c174ec46f1 req-d88bdd8c-02a9-4f1f-8793-9647d3bc8993 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.1382926 Aug 20 10:35:44.263769 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3ff8af81-9cc7-4200-b0e1-12c174ec46f1 req-43b1ae42-e910-4c0f-beb6-e40d4df24171 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894976 Aug 20 10:35:44.343371 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd6b6-ea33-4cd9-9c41-c95e56b48452 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:44.368759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dd6b6-ea33-4cd9-9c41-c95e56b48452 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for 7190603c-6a97-484e-928e-f4cb9598a83c owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:44.653982 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd6b6-ea33-4cd9-9c41-c95e56b48452 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:44.688680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dd6b6-ea33-4cd9-9c41-c95e56b48452 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=7190603c-6a97-484e-928e-f4cb9598a83c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:44.910150 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d7d70869-dbff-449e-ae3a-2564addadaf8 req-2f1fd26f-c8c1-4d3b-86e4-c931169bbc12 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54ff7ab1-f89b-4d4f-89bd-6906f9f4c0e1 HTTP/1.1" status: 200 len: 210 time: 0.0636821 Aug 20 10:35:44.949464 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e2dd6b6-ea33-4cd9-9c41-c95e56b48452 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:45.211375 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be441947-576b-45ae-8d89-23731d8f0065 req-3877d9ef-9982-466b-aa87-55f82d4b4ff9 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.1208303 Aug 20 10:35:45.212076 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-92afd7c8-00aa-4582-bfc5-8e73e2ffedd0 req-00593500-4924-45cc-a66c-74dd9b181a4b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0393741 Aug 20 10:35:45.473341 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2dd6b6-ea33-4cd9-9c41-c95e56b48452 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router 5066419e-230e-4b50-bd09-5355a5bbc64c has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:35:45.495358 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1930a-8f7a-4e76-9ae7-7ccb63cc2119 req-6529ce4a-efb4-484e-9863-4e27e7970666 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:45.497195 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8aa1930a-8f7a-4e76-9ae7-7ccb63cc2119 req-6529ce4a-efb4-484e-9863-4e27e7970666 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.1450558 Aug 20 10:35:45.657650 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2dd6b6-ea33-4cd9-9c41-c95e56b48452 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:35:45.667925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845e04bf-a9da-4b27-a404-6851009f8858 None None] Sync routers for ids ['5066419e-230e-4b50-bd09-5355a5bbc64c'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:35:45.675326 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8aa1930a-8f7a-4e76-9ae7-7ccb63cc2119 req-6efc4481-426e-4e8a-a664-1295e173958c tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652479 Aug 20 10:35:45.681113 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845e04bf-a9da-4b27-a404-6851009f8858 None None] Routers {'5066419e-230e-4b50-bd09-5355a5bbc64c'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:45.683726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-845e04bf-a9da-4b27-a404-6851009f8858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['5066419e-230e-4b50-bd09-5355a5bbc64c'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:45.695547 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8e2dd6b6-ea33-4cd9-9c41-c95e56b48452 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/5066419e-230e-4b50-bd09-5355a5bbc64c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8743663 Aug 20 10:35:45.699232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34540) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:45.745200 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-845e04bf-a9da-4b27-a404-6851009f8858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:45.757442 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845e04bf-a9da-4b27-a404-6851009f8858 None None] Routers {'5066419e-230e-4b50-bd09-5355a5bbc64c'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:45.758282 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-845e04bf-a9da-4b27-a404-6851009f8858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['5066419e-230e-4b50-bd09-5355a5bbc64c'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:45.823348 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-845e04bf-a9da-4b27-a404-6851009f8858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:45.824629 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845e04bf-a9da-4b27-a404-6851009f8858 None None] The sync data for ids ['5066419e-230e-4b50-bd09-5355a5bbc64c'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:35:45.995436 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-669112b6-d849-4292-b2ac-13aa375a8871 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] remove_router_interface failed (client error): The resource could not be found. Aug 20 10:35:45.997097 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-669112b6-d849-4292-b2ac-13aa375a8871 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/5066419e-230e-4b50-bd09-5355a5bbc64c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2952490 Aug 20 10:35:45.999956 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34552) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:46.030559 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5e1cd1e0-5fcd-4780-981d-13e9ddf3c4bc tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports?device_id=5066419e-230e-4b50-bd09-5355a5bbc64c HTTP/1.1" status: 200 len: 205 time: 0.0294256 Aug 20 10:35:46.033327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34554) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:46.125839 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-88b4b353-ccd1-4d42-9626-6dc201fc5d6f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:46.332722 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-88b4b353-ccd1-4d42-9626-6dc201fc5d6f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:46.335635 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-88b4b353-ccd1-4d42-9626-6dc201fc5d6f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:46.387558 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-88b4b353-ccd1-4d42-9626-6dc201fc5d6f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:46.388374 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b4b353-ccd1-4d42-9626-6dc201fc5d6f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Fanout notify agent at l3_agent the message router_deleted on router 5066419e-230e-4b50-bd09-5355a5bbc64c {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:35:46.403627 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-88b4b353-ccd1-4d42-9626-6dc201fc5d6f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:46.404791 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-88b4b353-ccd1-4d42-9626-6dc201fc5d6f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/routers/5066419e-230e-4b50-bd09-5355a5bbc64c HTTP/1.1" status: 204 len: 168 time: 0.3703823 Aug 20 10:35:46.407704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34566) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:46.476711 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc54540a-1c7d-41b9-83ea-916d8988e008 req-c57f7e65-7041-44e9-8eb4-83de9e68f97f tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0374737 Aug 20 10:35:46.494709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting subnet 36e64f25-3240-4077-ac84-9ab8503e5e9e {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:35:46.498112 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:46.574534 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:46.788825 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:46.808348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34580) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:46.897201 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb629ea5-83e9-431e-8410-11fcfe30aac7 req-1b99b8aa-3423-4229-b324-fe90850c0808 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:46.898821 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb629ea5-83e9-431e-8410-11fcfe30aac7 req-1b99b8aa-3423-4229-b324-fe90850c0808 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.1034844 Aug 20 10:35:46.958013 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.000295 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1aa8235c-fa21-4bde-b187-6685f31dab05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.006371 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.006880 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175fcfd6-709a-4295-a6c9-1590e61bc55b None None] Network 37d07139-1f08-4ead-89de-9b0cbf6ed475 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:35:47.008510 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/subnets/36e64f25-3240-4077-ac84-9ab8503e5e9e HTTP/1.1" status: 204 len: 168 time: 0.5996099 Aug 20 10:35:47.011219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34586) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:47.011691 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Subnet': ['ID=36e64f25-3240-4077-ac84-9ab8503e5e9e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:47.031432 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:47.031796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:47.032151 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:47.032494 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:47.032834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:47.033172 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:47.033506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:47.033833 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:47.034163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:47.034501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:47.034817 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:47.035273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac7f7f-3d8b-4d6e-9683-ef671dc91560 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:35:47.046656 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb629ea5-83e9-431e-8410-11fcfe30aac7 req-23bb08d7-83ed-4a0b-b47e-0f9b45c76da2 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243165 Aug 20 10:35:47.214029 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.299220 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbf63fd-df06-4620-b7e4-287a6a482e9a None None] DHCP port deletion for 37d07139-1f08-4ead-89de-9b0cbf6ed475 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:35:47.315323 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1aa8235c-fa21-4bde-b187-6685f31dab05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.321219 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1aa8235c-fa21-4bde-b187-6685f31dab05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.371446 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:47.371855 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.383326 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1aa8235c-fa21-4bde-b187-6685f31dab05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ffd14cab0cdb4873826786d2d7fce688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5732410 Aug 20 10:35:47.386359 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34592) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:47.396637 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8235c-fa21-4bde-b187-6685f31dab05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107c91db-20ac-4aec-8025-53e811845af2,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:47.418651 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34594) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:47.425869 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-9595312c-6d73-48c9-9bd4-d81b2d17ecde tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1529229824', 'description': 'tempest-secgroup-smoke-1529229824 description', 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:47.461771 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf63fd-df06-4620-b7e4-287a6a482e9a None None] Deleting port 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:47.462349 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8cbf63fd-df06-4620-b7e4-287a6a482e9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.473812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] For port 154bbcea-cbc2-4f24-b35a-6f906b6a37b3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=154bbcea-cbc2-4f24-b35a-6f906b6a37b3,segment=NetworkSegment(e1dce2f6-69b5-4cdd-981f-b57fde924d25),segment_id=e1dce2f6-69b5-4cdd-981f-b57fde924d25)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:47.473812 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.488551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:47.563220 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2465040d-ef02-455d-93d3-16894e3c1fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.578275 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9595312c-6d73-48c9-9bd4-d81b2d17ecde tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.618679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-8cbf63fd-df06-4620-b7e4-287a6a482e9a None None] For port 154bbcea-cbc2-4f24-b35a-6f906b6a37b3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=154bbcea-cbc2-4f24-b35a-6f906b6a37b3,segment=NetworkSegment(e1dce2f6-69b5-4cdd-981f-b57fde924d25),segment_id=e1dce2f6-69b5-4cdd-981f-b57fde924d25)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:47.619259 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8cbf63fd-df06-4620-b7e4-287a6a482e9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.628158 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.636892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf63fd-df06-4620-b7e4-287a6a482e9a None None] Calling delete_port for 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:47.658457 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2465040d-ef02-455d-93d3-16894e3c1fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.709034 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-562ed698-fab4-4360-95ce-200cc7a46d90 req-61cf19ec-8eb4-4dc2-8397-ac04dea11863 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0965552 Aug 20 10:35:47.709962 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=154bbcea-cbc2-4f24-b35a-6f906b6a37b3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:47.752615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:35:47.759193 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] No DVR routers for this DVR port 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:35:47.777617 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8cbf63fd-df06-4620-b7e4-287a6a482e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.789603 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2465040d-ef02-455d-93d3-16894e3c1fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.792892 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2465040d-ef02-455d-93d3-16894e3c1fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.797969 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2465040d-ef02-455d-93d3-16894e3c1fd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/107c91db-20ac-4aec-8025-53e811845af2 HTTP/1.1" status: 204 len: 168 time: 0.4066217 Aug 20 10:35:47.808288 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465040d-ef02-455d-93d3-16894e3c1fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107c91db-20ac-4aec-8025-53e811845af2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:47.833233 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:35:47.834492 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:35:47.852848 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf63fd-df06-4620-b7e4-287a6a482e9a None None] No DVR routers for this DVR port 154bbcea-cbc2-4f24-b35a-6f906b6a37b3 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:35:47.855250 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf63fd-df06-4620-b7e4-287a6a482e9a None None] Pushing event deleted for resources: {'Port': ['ID=154bbcea-cbc2-4f24-b35a-6f906b6a37b3,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:47.872688 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9595312c-6d73-48c9-9bd4-d81b2d17ecde tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.882640 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9595312c-6d73-48c9-9bd4-d81b2d17ecde tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.933700 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9595312c-6d73-48c9-9bd4-d81b2d17ecde tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:47.938408 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9595312c-6d73-48c9-9bd4-d81b2d17ecde tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5183985 Aug 20 10:35:47.941416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34608) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:47.946941 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-04a0364d-251f-4c9d-92ec-3a4466895c87 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Request body: {'security_group_rule': {'security_group_id': '909399d7-268e-4474-9754-314a1c7fdf56', 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:47.953140 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595312c-6d73-48c9-9bd4-d81b2d17ecde tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909399d7-268e-4474-9754-314a1c7fdf56,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:47.991003 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.000091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d07139-1f08-4ead-89de-9b0cbf6ed475']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:48.016622 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-04a0364d-251f-4c9d-92ec-3a4466895c87 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.041546 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1dce2f6-69b5-4cdd-981f-b57fde924d25') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:48.042389 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1dce2f6-69b5-4cdd-981f-b57fde924d25') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:48.060469 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.089916 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.099635 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:35:48.100125 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:35:48.103736 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:35:48.156934 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-04a0364d-251f-4c9d-92ec-3a4466895c87 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.165343 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-04a0364d-251f-4c9d-92ec-3a4466895c87 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.209875 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.211752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0364d-251f-4c9d-92ec-3a4466895c87 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51b846c-9773-451f-b619-b435caa78cff,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:48.236821 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.243368 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-04a0364d-251f-4c9d-92ec-3a4466895c87 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.245212 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-04a0364d-251f-4c9d-92ec-3a4466895c87 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3023567 Aug 20 10:35:48.246265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34620) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:48.249125 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/networks/37d07139-1f08-4ead-89de-9b0cbf6ed475 HTTP/1.1" status: 204 len: 168 time: 1.2106416 Aug 20 10:35:48.255716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34622) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:48.266808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2aad7a76-8e09-478f-a649-77b8e7a44c6b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'network': {'name': 'tempest-RoutersTest-870512124'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:48.287352 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0967661f-307b-43cd-b50b-182b98d32fd8 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Request body: {'security_group_rule': {'security_group_id': '909399d7-268e-4474-9754-314a1c7fdf56', 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:48.290078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aad7a76-8e09-478f-a649-77b8e7a44c6b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:35:48.296123 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2aad7a76-8e09-478f-a649-77b8e7a44c6b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.310531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f91224-b7d5-4148-a063-cca6688b9655 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Network': ['ID=37d07139-1f08-4ead-89de-9b0cbf6ed475,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:48.340369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aad7a76-8e09-478f-a649-77b8e7a44c6b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:35:48.359962 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2aad7a76-8e09-478f-a649-77b8e7a44c6b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.360614 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-2aad7a76-8e09-478f-a649-77b8e7a44c6b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Added segment a8a0bada-0254-4133-a070-8a40dbc0384d of type vlan for network 961ed750-9094-4036-a9ac-eaaf98a9c800 Aug 20 10:35:48.413773 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0967661f-307b-43cd-b50b-182b98d32fd8 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.436095 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f4a2e-23fe-4f7e-9b99-b9d4cf969e60 req-f7702ebd-9db7-4b53-b269-529ff0e056f1 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:48.439472 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-233f4a2e-23fe-4f7e-9b99-b9d4cf969e60 req-f7702ebd-9db7-4b53-b269-529ff0e056f1 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.1101544 Aug 20 10:35:48.455394 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7a8692a6-70f0-4177-a34c-1fe49da8718a req-abfecdcf-77d7-4439-99a4-0e9ed5ead1fc tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0645025 Aug 20 10:35:48.464647 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.490906 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2aad7a76-8e09-478f-a649-77b8e7a44c6b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.523996 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0967661f-307b-43cd-b50b-182b98d32fd8 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.529861 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0967661f-307b-43cd-b50b-182b98d32fd8 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.560870 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-233f4a2e-23fe-4f7e-9b99-b9d4cf969e60 req-22b38b49-0fc9-4148-9889-e3097019dc67 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098886 Aug 20 10:35:48.565473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967661f-307b-43cd-b50b-182b98d32fd8 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae2c0a0-069f-4818-a51f-e9462f6a25c0,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:48.571348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34634) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:48.576871 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2aad7a76-8e09-478f-a649-77b8e7a44c6b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.583947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aad7a76-8e09-478f-a649-77b8e7a44c6b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:48.584983 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2aad7a76-8e09-478f-a649-77b8e7a44c6b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.585793 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0967661f-307b-43cd-b50b-182b98d32fd8 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.589468 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0967661f-307b-43cd-b50b-182b98d32fd8 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3189564 Aug 20 10:35:48.589468 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-680b0dd9-61d9-4eea-88c3-ee654f8d4d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.592320 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34636) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:48.601080 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-fe5790c8-6798-47de-80b7-6c95e8275e03 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Request body: {'security_group_rule': {'security_group_id': '909399d7-268e-4474-9754-314a1c7fdf56', 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:48.678348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad7a76-8e09-478f-a649-77b8e7a44c6b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Network': ['ID=961ed750-9094-4036-a9ac-eaaf98a9c800,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:48.689318 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 961ed750-9094-4036-a9ac-eaaf98a9c800 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:35:48.708029 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-680b0dd9-61d9-4eea-88c3-ee654f8d4d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.714421 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-680b0dd9-61d9-4eea-88c3-ee654f8d4d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.747794 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe5790c8-6798-47de-80b7-6c95e8275e03 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.757212 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2aad7a76-8e09-478f-a649-77b8e7a44c6b tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5088830 Aug 20 10:35:48.764754 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b0dd9-61d9-4eea-88c3-ee654f8d4d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4515b7-f409-46eb-b977-2dccb4c2bc3b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:48.780173 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34640) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:48.800074 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9b9a4d69-aa1f-43f7-beda-4fde7d601a51 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'subnet': {'network_id': '961ed750-9094-4036-a9ac-eaaf98a9c800', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:48.877148 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe5790c8-6798-47de-80b7-6c95e8275e03 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.883207 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe5790c8-6798-47de-80b7-6c95e8275e03 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.902267 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5790c8-6798-47de-80b7-6c95e8275e03 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d76ea46-5ad4-4a3f-be54-333864f1c0bf,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:48.904083 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-680b0dd9-61d9-4eea-88c3-ee654f8d4d96 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3ab0662d954400b8792e217ec9e1bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314533 Aug 20 10:35:48.906379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34642) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:48.915679 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe5790c8-6798-47de-80b7-6c95e8275e03 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.919218 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fe5790c8-6798-47de-80b7-6c95e8275e03 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3202221 Aug 20 10:35:48.922399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34644) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:48.927226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-c7556109-bede-4d93-b89d-a056de41ebe9 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Request body: {'security_group_rule': {'security_group_id': '909399d7-268e-4474-9754-314a1c7fdf56', 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:48.988830 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7556109-bede-4d93-b89d-a056de41ebe9 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:48.993179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9a4d69-aa1f-43f7-beda-4fde7d601a51 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:35:48.997985 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4d69-aa1f-43f7-beda-4fde7d601a51 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.002945 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3bc53c77-2aee-462b-9059-e295e8e84f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.049660 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3bc53c77-2aee-462b-9059-e295e8e84f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.094903 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7556109-bede-4d93-b89d-a056de41ebe9 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.100397 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7556109-bede-4d93-b89d-a056de41ebe9 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.122842 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7556109-bede-4d93-b89d-a056de41ebe9 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed007aa8-e436-42ce-9d7a-ced76f936511,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:49.131609 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7556109-bede-4d93-b89d-a056de41ebe9 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.137148 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34646) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:49.141521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9dbfb33e-814c-4e0d-9168-18810d1ff9f7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Request body: {'security_group_rule': {'security_group_id': '909399d7-268e-4474-9754-314a1c7fdf56', 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:49.147669 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c7556109-bede-4d93-b89d-a056de41ebe9 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2241411 Aug 20 10:35:49.159502 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3bc53c77-2aee-462b-9059-e295e8e84f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.162584 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3bc53c77-2aee-462b-9059-e295e8e84f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.166903 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3bc53c77-2aee-462b-9059-e295e8e84f29 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc4515b7-f409-46eb-b977-2dccb4c2bc3b HTTP/1.1" status: 204 len: 168 time: 0.2583263 Aug 20 10:35:49.177761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc53c77-2aee-462b-9059-e295e8e84f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4515b7-f409-46eb-b977-2dccb4c2bc3b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:49.232744 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-9dbfb33e-814c-4e0d-9168-18810d1ff9f7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Project f498f17eff9b45a7b8676c88aedae8a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:35:49.245817 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb33e-814c-4e0d-9168-18810d1ff9f7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.282250 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4d69-aa1f-43f7-beda-4fde7d601a51 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.293511 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe27d840-31a9-46d5-9114-7c4a29de26af req-54d4d781-45cf-41cc-9479-cc40d171d776 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1266875 Aug 20 10:35:49.430813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a4d69-aa1f-43f7-beda-4fde7d601a51 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Subnet': ['ID=f9304a13-c018-4c4a-8e65-27c730e6f357,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:49.447603 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb33e-814c-4e0d-9168-18810d1ff9f7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.454920 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb33e-814c-4e0d-9168-18810d1ff9f7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.457082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a4d69-aa1f-43f7-beda-4fde7d601a51 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Checking segment: {'id': 'a8a0bada-0254-4133-a070-8a40dbc0384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '961ed750-9094-4036-a9ac-eaaf98a9c800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:35:49.457449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9a4d69-aa1f-43f7-beda-4fde7d601a51 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network hostable DHCP agents. Network: 961ed750-9094-4036-a9ac-eaaf98a9c800, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:35:49.467602 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27d840-31a9-46d5-9114-7c4a29de26af req-108aef39-9487-4565-b6e2-c3933a518370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:49.469144 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe27d840-31a9-46d5-9114-7c4a29de26af req-108aef39-9487-4565-b6e2-c3933a518370 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b086f231f77d4675abacdbd977d6ae32&device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 1097 time: 0.1104319 Aug 20 10:35:49.491814 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfb33e-814c-4e0d-9168-18810d1ff9f7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e730166-f541-4294-bab2-ed914f017736,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:49.497128 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb33e-814c-4e0d-9168-18810d1ff9f7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.498297 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9dbfb33e-814c-4e0d-9168-18810d1ff9f7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3604088 Aug 20 10:35:49.502716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34658) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:49.510032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9a4d69-aa1f-43f7-beda-4fde7d601a51 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network 961ed750-9094-4036-a9ac-eaaf98a9c800 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:35:49.518777 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-ea358126-b557-450e-b5c3-c0e926edea39 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Request body: {'security_group_rule': {'security_group_id': '909399d7-268e-4474-9754-314a1c7fdf56', 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:49.582710 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-ea358126-b557-450e-b5c3-c0e926edea39 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Project f498f17eff9b45a7b8676c88aedae8a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:35:49.585204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-9b9a4d69-aa1f-43f7-beda-4fde7d601a51 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 961ed750-9094-4036-a9ac-eaaf98a9c800) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:49.591983 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9a4d69-aa1f-43f7-beda-4fde7d601a51 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:49.592589 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4d69-aa1f-43f7-beda-4fde7d601a51 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.604102 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea358126-b557-450e-b5c3-c0e926edea39 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.621630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9696f873-e6cb-4cd2-b381-954176f94096 None None] Network 961ed750-9094-4036-a9ac-eaaf98a9c800 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:35:49.719107 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9b9a4d69-aa1f-43f7-beda-4fde7d601a51 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9240229 Aug 20 10:35:49.740982 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34670) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:49.766219 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-6bacde28-fa0f-4032-b2f9-ea1a30b49d97 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-123886077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:49.774197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c772f8b3-4700-47ad-9766-d2297a369865 req-ce42a9f1-5fc1-4f60-a32a-e4bcfb733846 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0928912 Aug 20 10:35:49.794304 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27d840-31a9-46d5-9114-7c4a29de26af req-18669a4b-d8aa-497f-b9cc-c644dbb059b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:49.796057 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe27d840-31a9-46d5-9114-7c4a29de26af req-18669a4b-d8aa-497f-b9cc-c644dbb059b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a2aea40-582a-4eff-ab3a-f223319273f1 HTTP/1.1" status: 200 len: 911 time: 0.3018334 Aug 20 10:35:49.861531 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea358126-b557-450e-b5c3-c0e926edea39 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.869958 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea358126-b557-450e-b5c3-c0e926edea39 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.884794 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6bacde28-fa0f-4032-b2f9-ea1a30b49d97 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.886113 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6bacde28-fa0f-4032-b2f9-ea1a30b49d97 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.934526 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-961ed750-9094-4036-a9ac-eaaf98a9c800', 'network_id': '961ed750-9094-4036-a9ac-eaaf98a9c800', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'fixed_ips': [{'subnet_id': 'f9304a13-c018-4c4a-8e65-27c730e6f357'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:35:49.936002 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.954590 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea358126-b557-450e-b5c3-c0e926edea39 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80cbecc9-a47c-48f1-b266-6d1f1e39591f,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:49.970969 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea358126-b557-450e-b5c3-c0e926edea39 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:49.973819 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ea358126-b557-450e-b5c3-c0e926edea39 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4673748 Aug 20 10:35:49.994285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed23c5-1dba-432d-9bb9-632c9bac04a7 req-bcd2ea8a-fee5-4235-8057-1877f0a96e03 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:49.996378 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1aed23c5-1dba-432d-9bb9-632c9bac04a7 req-bcd2ea8a-fee5-4235-8057-1877f0a96e03 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.1296988 Aug 20 10:35:50.013295 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe27d840-31a9-46d5-9114-7c4a29de26af req-6deddbba-8c1a-4f0b-a364-56a2e529e354 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cd4ec97-116f-4ae7-81ab-4fd5b11625fc HTTP/1.1" status: 200 len: 1001 time: 0.2087078 Aug 20 10:35:50.050321 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1aed23c5-1dba-432d-9bb9-632c9bac04a7 req-eb9eaff1-e2c5-4715-b7fe-fa95d9d5ad47 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446093 Aug 20 10:35:50.094238 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6bacde28-fa0f-4032-b2f9-ea1a30b49d97 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:50.105749 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6bacde28-fa0f-4032-b2f9-ea1a30b49d97 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:50.120503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27d840-31a9-46d5-9114-7c4a29de26af req-65c80ed4-f70d-4fd1-bc00-b687159d69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:50.130865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe27d840-31a9-46d5-9114-7c4a29de26af req-65c80ed4-f70d-4fd1-bc00-b687159d69c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869 HTTP/1.1" status: 200 len: 849 time: 0.1059661 Aug 20 10:35:50.137653 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6bacde28-fa0f-4032-b2f9-ea1a30b49d97 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:50.142318 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6bacde28-fa0f-4032-b2f9-ea1a30b49d97 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3930383 Aug 20 10:35:50.144465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34686) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:50.236741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27d840-31a9-46d5-9114-7c4a29de26af req-80135c48-7aa7-4fe0-a7b2-9896a53b165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:50.238403 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe27d840-31a9-46d5-9114-7c4a29de26af req-80135c48-7aa7-4fe0-a7b2-9896a53b165a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a2aea40-582a-4eff-ab3a-f223319273f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020188 Aug 20 10:35:50.266659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Allocated IP 172.20.0.2 (961ed750-9094-4036-a9ac-eaaf98a9c800/f9304a13-c018-4c4a-8e65-27c730e6f357/384dd419-3607-4935-ac25-ee2424913c89) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:35:50.400582 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-bdf8c378-1a13-440b-8607-e09502f19ef3 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1529229824&fields=id&tenant_id=f498f17eff9b45a7b8676c88aedae8a5 HTTP/1.1" status: 200 len: 267 time: 0.0882392 Aug 20 10:35:50.478761 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe27d840-31a9-46d5-9114-7c4a29de26af req-210952c9-6a39-40cb-a898-7284632de882 service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322185 Aug 20 10:35:50.549890 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:50.565053 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Transition to ACTIVE for port object 384dd419-3607-4935-ac25-ee2424913c89 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:35:50.574520 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:50.599750 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Transition to ACTIVE for port object 384dd419-3607-4935-ac25-ee2424913c89 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:35:50.613871 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:50.646887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-2e1672a3-65c7-4c86-b977-78ea1b493a6b tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:50.656303 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-2e1672a3-65c7-4c86-b977-78ea1b493a6b tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/networks?id=fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 HTTP/1.1" status: 200 len: 814 time: 0.2407761 Aug 20 10:35:50.693737 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-e19fa0e1-16a7-4c0c-a031-cf742deaccf8 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/quotas/f498f17eff9b45a7b8676c88aedae8a5 HTTP/1.1" status: 200 len: 375 time: 0.0362551 Aug 20 10:35:50.697642 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe27d840-31a9-46d5-9114-7c4a29de26af req-a409aa94-ad5a-4c4b-9294-f29dc3e1dbff service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919355 Aug 20 10:35:50.727987 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Network 961ed750-9094-4036-a9ac-eaaf98a9c800 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:35:50.742960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:50.749396 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:35:50.773665 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Pushing event updated for resources: {'Port': ['ID=384dd419-3607-4935-ac25-ee2424913c89,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:50.788559 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-0659e483-9e8f-4daa-907c-96c5dc178122 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f498f17eff9b45a7b8676c88aedae8a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937624 Aug 20 10:35:50.889775 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Attempting to bind port 384dd419-3607-4935-ac25-ee2424913c89 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:35:50.890466 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Attempting to bind port 384dd419-3607-4935-ac25-ee2424913c89 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'a8a0bada-0254-4133-a070-8a40dbc0384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '961ed750-9094-4036-a9ac-eaaf98a9c800'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:35:50.891262 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Attempting to bind port 384dd419-3607-4935-ac25-ee2424913c89 on network 961ed750-9094-4036-a9ac-eaaf98a9c800 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:35:50.897844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:35:50.898526 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Checking segment: {'id': 'a8a0bada-0254-4133-a070-8a40dbc0384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '961ed750-9094-4036-a9ac-eaaf98a9c800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:35:50.899153 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:50.899748 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Bound using segment: {'id': 'a8a0bada-0254-4133-a070-8a40dbc0384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '961ed750-9094-4036-a9ac-eaaf98a9c800'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:35:50.900546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Bound port: 384dd419-3607-4935-ac25-ee2424913c89, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a0bada-0254-4133-a070-8a40dbc0384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '961ed750-9094-4036-a9ac-eaaf98a9c800'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:35:50.901626 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:50.986121 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-96612ed0-3e84-4294-bb74-be8a9300d700 service neutron] 10.222.0.16 "GET /v2.0/networks/fd1d4ba8-2f99-4afd-9255-b02ab45b68a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754904 Aug 20 10:35:50.988826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] For port 384dd419-3607-4935-ac25-ee2424913c89, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:35:50.994018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] For port 384dd419-3607-4935-ac25-ee2424913c89, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=384dd419-3607-4935-ac25-ee2424913c89,segment=NetworkSegment(a8a0bada-0254-4133-a070-8a40dbc0384d),segment_id=a8a0bada-0254-4133-a070-8a40dbc0384d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:35:50.997053 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4856a484-1362-4d06-98f7-8d70be427592 req-83fde5f9-e424-4ba3-a8fb-b05fb4211cd2 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0440514 Aug 20 10:35:51.001718 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:51.094097 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Allocated IP 172.20.0.1 (961ed750-9094-4036-a9ac-eaaf98a9c800/f9304a13-c018-4c4a-8e65-27c730e6f357/d079d02e-3b75-4b6f-aa62-c10765b565d3) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:35:51.095115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43714af7-2bde-4c72-90b1-5aa5e4e62694 None None] Pushing event updated for resources: {'Port': ['ID=384dd419-3607-4935-ac25-ee2424913c89,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:51.132835 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-33f01a07-6e83-4e4f-b07c-209e295afa5e service neutron] 10.222.0.16 "GET /v2.0/networks/fd1d4ba8-2f99-4afd-9255-b02ab45b68a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405466 Aug 20 10:35:51.294372 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470aacfc-ea8e-4b90-81bb-bc32cac067f5 req-e552d023-7e9a-46af-badb-65fb2cac6cca tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:51.296093 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-470aacfc-ea8e-4b90-81bb-bc32cac067f5 req-e552d023-7e9a-46af-badb-65fb2cac6cca tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.1114159 Aug 20 10:35:51.328389 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:51.352801 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Transition to ACTIVE for port object d079d02e-3b75-4b6f-aa62-c10765b565d3 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:35:51.448718 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-470aacfc-ea8e-4b90-81bb-bc32cac067f5 req-bca19438-64d7-4289-892c-5bacc82746d0 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385691 Aug 20 10:35:51.469039 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:51.538769 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network 961ed750-9094-4036-a9ac-eaaf98a9c800 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:35:51.546886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:51.554443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:35:51.562680 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 384dd419-3607-4935-ac25-ee2424913c89 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:35:51.623781 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=d079d02e-3b75-4b6f-aa62-c10765b565d3,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:51.645382 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f100667c-3186-4851-8c29-0c56831521e5 req-f419d3cd-ff1f-43aa-8646-0d665a947c8e tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 210 time: 0.0374222 Aug 20 10:35:51.658546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 384dd419-3607-4935-ac25-ee2424913c89 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:35:51.664106 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:51.805401 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:52.238106 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-23069852-53f6-42d2-9c68-e2618fd97284 req-fb5c1a4b-888e-4ca0-ae90-1729844d3385 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.1026459 Aug 20 10:35:52.300129 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:52.316504 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:52.429890 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:52.432008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=d079d02e-3b75-4b6f-aa62-c10765b565d3,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:52.623140 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31df1092-167b-425b-bcfb-84ad5d16762a None None] Network 961ed750-9094-4036-a9ac-eaaf98a9c800 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:35:52.668425 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb11e02-85ba-4c02-95bd-39002a38b537 req-8d8ee03e-188e-4794-8a39-d9649a30af2d tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:52.689224 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ffb11e02-85ba-4c02-95bd-39002a38b537 req-8d8ee03e-188e-4794-8a39-d9649a30af2d tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.1089821 Aug 20 10:35:52.776873 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ffb11e02-85ba-4c02-95bd-39002a38b537 req-d844aaf3-aea0-478a-ad3d-e51c0135a5ac tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824778 Aug 20 10:35:52.801791 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d0ab8192-bbc9-443d-89b7-ff276dbed36d None None] Provisioning for port 384dd419-3607-4935-ac25-ee2424913c89 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:35:52.805137 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:52.809656 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d0ab8192-bbc9-443d-89b7-ff276dbed36d None None] Provisioning complete for port 384dd419-3607-4935-ac25-ee2424913c89 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:52.810028 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d0ab8192-bbc9-443d-89b7-ff276dbed36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:52.964454 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d0ab8192-bbc9-443d-89b7-ff276dbed36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:53.034971 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-d0ab8192-bbc9-443d-89b7-ff276dbed36d None None] For port 384dd419-3607-4935-ac25-ee2424913c89, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=384dd419-3607-4935-ac25-ee2424913c89,segment=NetworkSegment(a8a0bada-0254-4133-a070-8a40dbc0384d),segment_id=a8a0bada-0254-4133-a070-8a40dbc0384d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:53.054494 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d0ab8192-bbc9-443d-89b7-ff276dbed36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:53.068871 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-daebe2c8-b579-4ce2-b91b-6779f3417bc1 req-90fb147c-e3c6-4c69-aee9-04e8e88370de tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 210 time: 0.0851099 Aug 20 10:35:53.149901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab8192-bbc9-443d-89b7-ff276dbed36d None None] Pushing event updated for resources: {'Port': ['ID=384dd419-3607-4935-ac25-ee2424913c89,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:53.153876 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network 961ed750-9094-4036-a9ac-eaaf98a9c800 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:35:53.156716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:53.344438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-d94f10b0-fcae-40b3-a75b-780ae95e6784 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:53.350292 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-d94f10b0-fcae-40b3-a75b-780ae95e6784 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.24 "GET /v2.0/networks?id=fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 HTTP/1.1" status: 200 len: 814 time: 0.3060071 Aug 20 10:35:53.550683 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c28da64b-073f-4296-8cc7-a97b97f23db4 req-e2fcd3d1-3d97-4d08-b915-097abe10e8ee tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.1239200 Aug 20 10:35:53.556272 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-dbac8172-87fa-4a07-96b5-2c160f8e5959 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f498f17eff9b45a7b8676c88aedae8a5 HTTP/1.1" status: 200 len: 380 time: 0.1845975 Aug 20 10:35:53.568115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 384dd419-3607-4935-ac25-ee2424913c89 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:35:53.601246 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router 303bb746-f088-4eca-b969-0fcd7c016ce6 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:35:53.605233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-74d49235-8032-441a-b761-3ff9198f97b4 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Request body: {'port': {'device_id': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'admin_state_up': True, 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'security_groups': ['909399d7-268e-4474-9754-314a1c7fdf56']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:53.658105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-26367500-105f-4860-a222-3601ef04f6d5 None None] Provisioning for port d079d02e-3b75-4b6f-aa62-c10765b565d3 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:35:53.688377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-26367500-105f-4860-a222-3601ef04f6d5 None None] Provisioning complete for port d079d02e-3b75-4b6f-aa62-c10765b565d3 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:53.688764 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-26367500-105f-4860-a222-3601ef04f6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:53.771707 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:35:53.790536 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebbd08-842d-4f23-a126-127b96befa14 None None] Sync routers for ids ['303bb746-f088-4eca-b969-0fcd7c016ce6'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:35:53.808970 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aad95f1e-6c41-453d-83a8-00ea5c21e959 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/303bb746-f088-4eca-b969-0fcd7c016ce6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6581967 Aug 20 10:35:53.810798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34784) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:53.818060 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeebbd08-842d-4f23-a126-127b96befa14 None None] Routers {'303bb746-f088-4eca-b969-0fcd7c016ce6'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:53.818699 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-aeebbd08-842d-4f23-a126-127b96befa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['303bb746-f088-4eca-b969-0fcd7c016ce6'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:53.928210 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 384dd419-3607-4935-ac25-ee2424913c89 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:53.928583 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:53.942360 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-26367500-105f-4860-a222-3601ef04f6d5 None None] Port d079d02e-3b75-4b6f-aa62-c10765b565d3 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:35:53.955670 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db39070e-6367-491c-8a2f-8b71fafd38bd tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:53.970674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34788) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:53.973134 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-db39070e-6367-491c-8a2f-8b71fafd38bd tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports/d079d02e-3b75-4b6f-aa62-c10765b565d3 HTTP/1.1" status: 200 len: 910 time: 0.1625760 Aug 20 10:35:53.990737 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-aeebbd08-842d-4f23-a126-127b96befa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:54.022293 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeebbd08-842d-4f23-a126-127b96befa14 None None] Routers {'303bb746-f088-4eca-b969-0fcd7c016ce6'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:54.023519 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-aeebbd08-842d-4f23-a126-127b96befa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['303bb746-f088-4eca-b969-0fcd7c016ce6'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:54.070867 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-26367500-105f-4860-a222-3601ef04f6d5 None None] Provisioning complete for port 384dd419-3607-4935-ac25-ee2424913c89 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:54.073667 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-26367500-105f-4860-a222-3601ef04f6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:54.150130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956298c-fe75-466e-86d7-b300cb0965af req-c3ffdecb-627d-4f7d-9c0c-c269d945064a tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:54.153026 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c956298c-fe75-466e-86d7-b300cb0965af req-c3ffdecb-627d-4f7d-9c0c-c269d945064a tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.1781187 Aug 20 10:35:54.199962 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-aeebbd08-842d-4f23-a126-127b96befa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:54.201476 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebbd08-842d-4f23-a126-127b96befa14 None None] The sync data for ids ['303bb746-f088-4eca-b969-0fcd7c016ce6'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:35:54.266014 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c956298c-fe75-466e-86d7-b300cb0965af req-8ead2d52-0fac-4328-ad07-7d0aa2956003 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016519 Aug 20 10:35:54.409138 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d0657198-3d07-4b3d-996b-ba455f5e8993 None None] Provisioning complete for port d079d02e-3b75-4b6f-aa62-c10765b565d3 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:54.410117 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d0657198-3d07-4b3d-996b-ba455f5e8993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:54.490794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d0657198-3d07-4b3d-996b-ba455f5e8993 None None] Port d079d02e-3b75-4b6f-aa62-c10765b565d3 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:35:54.620921 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a0b19719-06cd-4714-9cac-501750e8502d None None] Provisioning complete for port d079d02e-3b75-4b6f-aa62-c10765b565d3 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:54.621299 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a0b19719-06cd-4714-9cac-501750e8502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:54.719992 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a0b19719-06cd-4714-9cac-501750e8502d None None] Port d079d02e-3b75-4b6f-aa62-c10765b565d3 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:35:54.728378 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6fc838c5-3a08-4e83-9ccd-8883c2cb25c3 req-e41f3a00-3089-4671-a422-cc25f1acfa0c tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0546782 Aug 20 10:35:54.803802 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-44ff88ef-dc7b-48af-87f1-7e437889d711 req-136aa5d1-4be8-45eb-9ee7-36d72840e4f8 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 210 time: 0.0498798 Aug 20 10:35:54.921852 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-74d49235-8032-441a-b761-3ff9198f97b4 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Made reservation on behalf of f498f17eff9b45a7b8676c88aedae8a5 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:35:54.926104 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-74d49235-8032-441a-b761-3ff9198f97b4 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:55.240538 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-74d49235-8032-441a-b761-3ff9198f97b4 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Allocated IP 172.20.0.7 (fd1d4ba8-2f99-4afd-9255-b02ab45b68a6/c4d0d36b-7f1b-481d-866e-81cca665fba3/d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:35:55.463337 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c484193-f9ab-4bd3-860d-b0e5f6d1d9d1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:55.522726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53210583-44ab-4578-b195-a7330c1d4c2d req-37aba859-0e84-43f5-9132-fe616a3d717a tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:55.559469 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-53210583-44ab-4578-b195-a7330c1d4c2d req-37aba859-0e84-43f5-9132-fe616a3d717a tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.1355028 Aug 20 10:35:55.576346 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-74d49235-8032-441a-b761-3ff9198f97b4 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:55.613070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-74d49235-8032-441a-b761-3ff9198f97b4 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Transition to ACTIVE for port object d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:35:55.692701 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-53210583-44ab-4578-b195-a7330c1d4c2d req-1bc1d4ca-82ea-4584-869c-95bd75fa664f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318717 Aug 20 10:35:55.875323 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-74d49235-8032-441a-b761-3ff9198f97b4 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:55.938437 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-96cd00a5-d7de-4012-8fc6-05f173006334 req-020afcb7-c09e-4926-83ec-b6049f6ec9d0 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.1186917 Aug 20 10:35:55.997756 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-74d49235-8032-441a-b761-3ff9198f97b4 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Network fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:35:56.007167 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-74d49235-8032-441a-b761-3ff9198f97b4 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:35:56.024952 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-74d49235-8032-441a-b761-3ff9198f97b4 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:35:56.054377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae9d79-8dc9-4079-b3de-3a53c7d90b58 req-e5176e65-87ea-48ec-b458-6a23700828b8 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:56.056046 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4bae9d79-8dc9-4079-b3de-3a53c7d90b58 req-e5176e65-87ea-48ec-b458-6a23700828b8 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 931 time: 0.1277430 Aug 20 10:35:56.140633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d49235-8032-441a-b761-3ff9198f97b4 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Pushing event updated for resources: {'Port': ['ID=d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:56.178752 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4bae9d79-8dc9-4079-b3de-3a53c7d90b58 req-1933c38b-36c7-4c5c-ab35-789314f363a0 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153684 Aug 20 10:35:56.194748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-74d49235-8032-441a-b761-3ff9198f97b4 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:56.195483 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-74d49235-8032-441a-b761-3ff9198f97b4 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:56.231878 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-74d49235-8032-441a-b761-3ff9198f97b4 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6392574 Aug 20 10:35:56.239527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-5c484193-f9ab-4bd3-860d-b0e5f6d1d9d1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port d079d02e-3b75-4b6f-aa62-c10765b565d3 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:56.240085 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c484193-f9ab-4bd3-860d-b0e5f6d1d9d1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:56.367654 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d59e6702-df0f-4d09-b114-000063c104ee None None] Provisioning for port d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:35:56.373034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d59e6702-df0f-4d09-b114-000063c104ee None None] Provisioning complete for port d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:35:56.373877 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d59e6702-df0f-4d09-b114-000063c104ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:56.376257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Request body: {'port': {'device_id': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:35:56.423937 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c484193-f9ab-4bd3-860d-b0e5f6d1d9d1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:56.465524 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-5c484193-f9ab-4bd3-860d-b0e5f6d1d9d1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for d079d02e-3b75-4b6f-aa62-c10765b565d3 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:35:56.483932 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:56.485422 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d59e6702-df0f-4d09-b114-000063c104ee None None] Port d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:35:57.078954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4c4fb-4d8e-4103-a469-670f62e8e078 req-902f0a13-40b0-4da4-8f6e-b466e9a7ab65 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:57.090998 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f4f4c4fb-4d8e-4103-a469-670f62e8e078 req-902f0a13-40b0-4da4-8f6e-b466e9a7ab65 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.2461104 Aug 20 10:35:57.178073 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1fba0ff7-bba4-49ab-b754-a21193f0045c req-27a842e3-a026-448d-a6a4-54ad055375c1 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0655622 Aug 20 10:35:57.179777 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c484193-f9ab-4bd3-860d-b0e5f6d1d9d1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:57.294387 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c484193-f9ab-4bd3-860d-b0e5f6d1d9d1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=d079d02e-3b75-4b6f-aa62-c10765b565d3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:57.436684 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f4f4c4fb-4d8e-4103-a469-670f62e8e078 req-3d419894-ac87-4e80-8c72-2a0c9dda9bc6 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435733 Aug 20 10:35:57.461087 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd23c07-1961-45f3-8a0d-b643238f0f1b req-cc5e2a05-f261-4751-a971-247b22d5621f tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:57.468043 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9cd23c07-1961-45f3-8a0d-b643238f0f1b req-cc5e2a05-f261-4751-a971-247b22d5621f tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 931 time: 0.1381288 Aug 20 10:35:57.539073 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:35:57.544465 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9cd23c07-1961-45f3-8a0d-b643238f0f1b req-61872c51-93c1-45e8-a687-116da1e3a18c tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695693 Aug 20 10:35:57.590215 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:57.644238 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Transition to ACTIVE for port object d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:35:57.645477 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c484193-f9ab-4bd3-860d-b0e5f6d1d9d1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:57.652598 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:57.829449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Pushing event updated for resources: {'Port': ['ID=d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:57.977859 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c484193-f9ab-4bd3-860d-b0e5f6d1d9d1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router 303bb746-f088-4eca-b969-0fcd7c016ce6 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:35:58.007189 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Attempting to bind port d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:35:58.007636 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Attempting to bind port d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '811272b0-f542-48a8-afd3-93287aead824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:35:58.008044 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Attempting to bind port d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 on network fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:35:58.017154 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Port d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 on network fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:35:58.017553 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Attempting to bind port d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 on network fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:35:58.057383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:35:58.057808 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Checking segment: {'id': '811272b0-f542-48a8-afd3-93287aead824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:35:58.058314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Bound using segment: {'id': '811272b0-f542-48a8-afd3-93287aead824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:35:58.058773 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Bound port: d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811272b0-f542-48a8-afd3-93287aead824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:35:58.059233 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:58.113794 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c484193-f9ab-4bd3-860d-b0e5f6d1d9d1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:35:58.124019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a21230-c47d-4e18-a030-51d4b6081c91 None None] Sync routers for ids ['303bb746-f088-4eca-b969-0fcd7c016ce6'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:35:58.137102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a21230-c47d-4e18-a030-51d4b6081c91 None None] Routers {'303bb746-f088-4eca-b969-0fcd7c016ce6'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:58.137742 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-18a21230-c47d-4e18-a030-51d4b6081c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['303bb746-f088-4eca-b969-0fcd7c016ce6'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:58.138227 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5c484193-f9ab-4bd3-860d-b0e5f6d1d9d1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/303bb746-f088-4eca-b969-0fcd7c016ce6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1661766 Aug 20 10:35:58.140141 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34856) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:58.178568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] For port d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:35:58.181462 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-61e53a92-900a-455b-a9e9-f603312015aa tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports?device_id=303bb746-f088-4eca-b969-0fcd7c016ce6 HTTP/1.1" status: 200 len: 205 time: 0.0401289 Aug 20 10:35:58.184267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] For port d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329,segment=NetworkSegment(811272b0-f542-48a8-afd3-93287aead824),segment_id=811272b0-f542-48a8-afd3-93287aead824)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:35:58.185028 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34858) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:58.189402 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-18a21230-c47d-4e18-a030-51d4b6081c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:58.194079 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:58.222966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a21230-c47d-4e18-a030-51d4b6081c91 None None] Routers {'303bb746-f088-4eca-b969-0fcd7c016ce6'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:35:58.223605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-18a21230-c47d-4e18-a030-51d4b6081c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:35:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['303bb746-f088-4eca-b969-0fcd7c016ce6'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:58.256580 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:58.257425 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:58.259512 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] 10.222.0.24 "PUT /v2.0/ports/d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 HTTP/1.1" status: 200 len: 1092 time: 1.8905685 Aug 20 10:35:58.260282 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'tag': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:35:58.262863 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69864f1-3cb1-4333-82a4-5e49d1a0001e" -d '{"events": [{"name": "network-changed", "server_uuid": "1847257c-95c8-4ad8-a74b-348ec79370d9", "tag": "d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:35:58.315168 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5dd872-2a7f-445c-8795-ea1402a14d81 service neutron] Pushing event updated for resources: {'Port': ['ID=d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:58.327199 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-908d0d25-be76-4ccf-b46b-54a70e45dd91 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:58.349527 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-18a21230-c47d-4e18-a030-51d4b6081c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:35:58.350449 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a21230-c47d-4e18-a030-51d4b6081c91 None None] The sync data for ids ['303bb746-f088-4eca-b969-0fcd7c016ce6'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:35:58.352485 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1c9eb0-f4d0-4992-8713-bc422ef94fc1 x-openstack-request-id: req-3b1c9eb0-f4d0-4992-8713-bc422ef94fc1 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:35:58.352895 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1847257c-95c8-4ad8-a74b-348ec79370d9", "tag": "d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:35:58.353581 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b1c9eb0-f4d0-4992-8713-bc422ef94fc1 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:35:58.354181 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'tag': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329', 'status': 'completed', 'code': 200} Aug 20 10:35:58.430983 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-057267cc-bde7-4b83-97dd-b1ad17a81a8a req-a5b53ccc-e470-4ddd-8d56-a5730c24c96a tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0756633 Aug 20 10:35:58.451275 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6ba5b374-3c59-439e-bb2d-7772927c6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:58.453363 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-6ba5b374-3c59-439e-bb2d-7772927c6dce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f498f17eff9b45a7b8676c88aedae8a5&device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 1095 time: 0.1235750 Aug 20 10:35:58.506622 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-c1f8276b-c9d6-46de-96dd-a698989862b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 HTTP/1.1" status: 200 len: 217 time: 0.0431898 Aug 20 10:35:58.587728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-b6cc6974-4e0e-481d-9a39-b29a7602a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:58.591314 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-b6cc6974-4e0e-481d-9a39-b29a7602a6dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4d0d36b-7f1b-481d-866e-81cca665fba3 HTTP/1.1" status: 200 len: 853 time: 0.0734038 Aug 20 10:35:58.665151 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-908d0d25-be76-4ccf-b46b-54a70e45dd91 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:58.672400 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-908d0d25-be76-4ccf-b46b-54a70e45dd91 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:58.705639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-2b7671ef-3863-46bb-a81a-d2fd13b800b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:58.707276 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-2b7671ef-3863-46bb-a81a-d2fd13b800b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1d4ba8-2f99-4afd-9255-b02ab45b68a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069574 Aug 20 10:35:58.760477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755cc90-47c5-407b-8985-53b9ee266097 req-279a1a99-0753-44f7-b4fc-327dcf7a8147 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:58.775784 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-908d0d25-be76-4ccf-b46b-54a70e45dd91 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:58.775784 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908d0d25-be76-4ccf-b46b-54a70e45dd91 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Fanout notify agent at l3_agent the message router_deleted on router 303bb746-f088-4eca-b969-0fcd7c016ce6 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:35:58.776668 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7755cc90-47c5-407b-8985-53b9ee266097 req-279a1a99-0753-44f7-b4fc-327dcf7a8147 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 943 time: 0.1287372 Aug 20 10:35:58.782921 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-908d0d25-be76-4ccf-b46b-54a70e45dd91 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:58.784052 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-908d0d25-be76-4ccf-b46b-54a70e45dd91 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/routers/303bb746-f088-4eca-b969-0fcd7c016ce6 HTTP/1.1" status: 204 len: 168 time: 0.5977337 Aug 20 10:35:58.788771 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34874) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:58.879644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01a863c-99c1-4437-930f-b05e509ac1fe tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting subnet f9304a13-c018-4c4a-8e65-27c730e6f357 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:35:58.886170 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e01a863c-99c1-4437-930f-b05e509ac1fe tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:58.923665 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7755cc90-47c5-407b-8985-53b9ee266097 req-7fc5eeb1-7837-4c41-b1b0-a93a7158b0ab tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511075 Aug 20 10:35:58.979076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f4061-b272-420f-b7ce-1458047f77d4 req-87e14a71-d9da-4af4-a557-1cb937dd8a2b tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:58.991751 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a64f4061-b272-420f-b7ce-1458047f77d4 req-87e14a71-d9da-4af4-a557-1cb937dd8a2b tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.3808339 Aug 20 10:35:59.011482 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-920e7148-b24c-4e8e-9d21-2645c284f569 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1d4ba8-2f99-4afd-9255-b02ab45b68a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683427 Aug 20 10:35:59.045309 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e01a863c-99c1-4437-930f-b05e509ac1fe tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:59.128533 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a64f4061-b272-420f-b7ce-1458047f77d4 req-209fbc16-3735-422f-ac67-8b1053fbc4ad tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349850 Aug 20 10:35:59.240752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ce9d64c-3166-4bf8-b8ca-fff61fa98bbc req-2383c40c-9c8a-47fd-8bdc-f3f857eed8f2 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1d4ba8-2f99-4afd-9255-b02ab45b68a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203720 Aug 20 10:35:59.290938 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-564334c0-1a38-4b0e-bd32-972dfe61073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:59.293281 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e01a863c-99c1-4437-930f-b05e509ac1fe tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:59.367925 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e01a863c-99c1-4437-930f-b05e509ac1fe tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:59.400675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69864f1-3cb1-4333-82a4-5e49d1a0001e req-0b430baa-8a38-4034-9e7f-de61ddbca7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:59.403854 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d69864f1-3cb1-4333-82a4-5e49d1a0001e req-0b430baa-8a38-4034-9e7f-de61ddbca7c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f498f17eff9b45a7b8676c88aedae8a5&device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 1095 time: 0.1061785 Aug 20 10:35:59.430332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a863c-99c1-4437-930f-b05e509ac1fe tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Subnet': ['ID=f9304a13-c018-4c4a-8e65-27c730e6f357,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:35:59.452796 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e01a863c-99c1-4437-930f-b05e509ac1fe tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:59.454601 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e01a863c-99c1-4437-930f-b05e509ac1fe tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/subnets/f9304a13-c018-4c4a-8e65-27c730e6f357 HTTP/1.1" status: 204 len: 168 time: 0.6627533 Aug 20 10:35:59.459857 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2546484a-d838-4f6c-9547-883083b3c0f5 None None] Network 961ed750-9094-4036-a9ac-eaaf98a9c800 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:35:59.466148 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34890) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:35:59.652612 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69864f1-3cb1-4333-82a4-5e49d1a0001e req-318647cd-2f1f-4cc6-a2b0-9bb99c78bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:59.654988 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d69864f1-3cb1-4333-82a4-5e49d1a0001e req-318647cd-2f1f-4cc6-a2b0-9bb99c78bc39 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 HTTP/1.1" status: 200 len: 915 time: 0.2423625 Aug 20 10:35:59.696641 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2efa330f-5482-4507-8952-f87c9cb3a860 req-74a969a7-6f11-49be-83e8-cf5d07cc306f tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0801528 Aug 20 10:35:59.760630 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d69864f1-3cb1-4333-82a4-5e49d1a0001e req-c302a181-d9ea-4d88-81c2-7ae813db22b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 HTTP/1.1" status: 200 len: 217 time: 0.0977204 Aug 20 10:35:59.767779 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:59.833206 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] DHCP port deletion for 961ed750-9094-4036-a9ac-eaaf98a9c800 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:35:59.886806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port 384dd419-3607-4935-ac25-ee2424913c89 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:59.887200 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:59.889342 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69864f1-3cb1-4333-82a4-5e49d1a0001e req-974705d8-2c99-4724-82ed-1da036b2891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:35:59.890871 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d69864f1-3cb1-4333-82a4-5e49d1a0001e req-974705d8-2c99-4724-82ed-1da036b2891b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4d0d36b-7f1b-481d-866e-81cca665fba3 HTTP/1.1" status: 200 len: 853 time: 0.1216412 Aug 20 10:35:59.982986 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] Deleting port 384dd419-3607-4935-ac25-ee2424913c89 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:35:59.983502 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:35:59.996342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] For port 384dd419-3607-4935-ac25-ee2424913c89, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=384dd419-3607-4935-ac25-ee2424913c89,segment=NetworkSegment(a8a0bada-0254-4133-a070-8a40dbc0384d),segment_id=a8a0bada-0254-4133-a070-8a40dbc0384d)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:35:59.996754 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:00.032877 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for 384dd419-3607-4935-ac25-ee2424913c89 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:36:00.054929 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69864f1-3cb1-4333-82a4-5e49d1a0001e req-52e82a65-e728-4e92-9b05-9889fc7c4f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:00.056552 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d69864f1-3cb1-4333-82a4-5e49d1a0001e req-52e82a65-e728-4e92-9b05-9889fc7c4f6c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1d4ba8-2f99-4afd-9255-b02ab45b68a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1579456 Aug 20 10:36:00.076589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] For port 384dd419-3607-4935-ac25-ee2424913c89, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=384dd419-3607-4935-ac25-ee2424913c89,segment=NetworkSegment(a8a0bada-0254-4133-a070-8a40dbc0384d),segment_id=a8a0bada-0254-4133-a070-8a40dbc0384d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:36:00.077292 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:00.117877 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] Calling delete_port for 384dd419-3607-4935-ac25-ee2424913c89 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:36:00.179967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34904) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:00.204198 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:00.356449 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:00.362906 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=384dd419-3607-4935-ac25-ee2424913c89,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:00.382528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] No DVR routers for this DVR port 384dd419-3607-4935-ac25-ee2424913c89 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:36:00.399420 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] No DVR routers for this DVR port 384dd419-3607-4935-ac25-ee2424913c89 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:36:00.485822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] Pushing event deleted for resources: {'Port': ['ID=384dd419-3607-4935-ac25-ee2424913c89,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:00.504379 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:00.505224 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:00.505736 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:00.506243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:00.506732 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:00.510649 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:00.511249 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:00.511746 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:00.512262 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:00.512752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:00.513281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:00.513906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d48e2a8-2fed-45aa-b61d-cf65fb36221e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:00.571340 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9043a8dc-4355-4a73-a926-f29bd8f6dc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:00.647038 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b87a9-bb8f-437c-a3ca-f71365fe9557 req-8ef6a380-5dcf-45cb-82a4-96aa52913de5 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:00.659358 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c90b87a9-bb8f-437c-a3ca-f71365fe9557 req-8ef6a380-5dcf-45cb-82a4-96aa52913de5 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.2887235 Aug 20 10:36:00.763335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8ba03-9566-40d8-bc9c-7114ee574a00 req-1801a5dd-cd42-44c8-bd6c-5700fee6c281 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:00.764899 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-27d8ba03-9566-40d8-bc9c-7114ee574a00 req-1801a5dd-cd42-44c8-bd6c-5700fee6c281 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 943 time: 0.6620371 Aug 20 10:36:00.768538 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:00.790228 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c90b87a9-bb8f-437c-a3ca-f71365fe9557 req-9383e761-dccc-42be-8fac-bce1e4c9437d tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299770 Aug 20 10:36:00.792843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961ed750-9094-4036-a9ac-eaaf98a9c800']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:00.809893 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a0bada-0254-4133-a070-8a40dbc0384d') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:00.810195 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a0bada-0254-4133-a070-8a40dbc0384d') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:00.819167 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d69864f1-3cb1-4333-82a4-5e49d1a0001e req-69578d3d-72ca-4513-900a-b4686ced5995 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1d4ba8-2f99-4afd-9255-b02ab45b68a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7544842 Aug 20 10:36:00.826426 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:00.855814 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:00.868144 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:36:00.868612 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:36:00.872238 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:36:00.878825 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-27d8ba03-9566-40d8-bc9c-7114ee574a00 req-1d39ea2e-047a-4e26-84d1-3777f372b7de tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926378 Aug 20 10:36:00.973147 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:00.982622 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:00.990813 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/networks/961ed750-9094-4036-a9ac-eaaf98a9c800 HTTP/1.1" status: 204 len: 168 time: 1.5172312 Aug 20 10:36:00.990813 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9043a8dc-4355-4a73-a926-f29bd8f6dc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:00.990813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34914) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:01.023909 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d69864f1-3cb1-4333-82a4-5e49d1a0001e req-ea270e4b-7869-4bf3-a84c-fa70767be2d7 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1d4ba8-2f99-4afd-9255-b02ab45b68a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869240 Aug 20 10:36:01.024461 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-613114520', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:01.038345 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608f6ab-d3fd-43e2-8f5b-2dfc68eb1e54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Network': ['ID=961ed750-9094-4036-a9ac-eaaf98a9c800,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:01.046948 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9043a8dc-4355-4a73-a926-f29bd8f6dc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:01.075827 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ecf407a-bfcd-499d-8153-6b8aeaf20970 req-6fa7ca37-f15d-4863-b9b7-07fd7f6cea78 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0309837 Aug 20 10:36:01.093265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043a8dc-4355-4a73-a926-f29bd8f6dc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875fd7e7-59f1-40a9-accf-1d7ef7050eec,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:01.100194 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:01.101207 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:01.115423 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9043a8dc-4355-4a73-a926-f29bd8f6dc6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0d0b2cdc93e47bc9175962369b4359c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9252684 Aug 20 10:36:01.115903 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34916) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:01.186902 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:01.188245 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c8fd491b-de66-41b4-b7bc-ef21749d99e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:01.217772 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c8fd491b-de66-41b4-b7bc-ef21749d99e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:01.291689 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c8fd491b-de66-41b4-b7bc-ef21749d99e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:01.296239 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c8fd491b-de66-41b4-b7bc-ef21749d99e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:01.302383 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c8fd491b-de66-41b4-b7bc-ef21749d99e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/875fd7e7-59f1-40a9-accf-1d7ef7050eec HTTP/1.1" status: 204 len: 168 time: 0.1813979 Aug 20 10:36:01.322692 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd491b-de66-41b4-b7bc-ef21749d99e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875fd7e7-59f1-40a9-accf-1d7ef7050eec,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:01.410791 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:01.564576 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 384dd419-3607-4935-ac25-ee2424913c89 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:36:01.589719 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 384dd419-3607-4935-ac25-ee2424913c89 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:36:01.590447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 384dd419-3607-4935-ac25-ee2424913c89 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:36:01.733175 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:01.757215 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:01.799315 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34926) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:01.825312 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a19bba89-7b87-4bc6-84c6-2bb43e850e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:01.893938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Allocated IP 172.25.3.8 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/1bbb2c4d-9e94-4a19-8f4c-54916583ab9f) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:36:01.946071 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-29570075-3cdb-4301-a1f4-dec892a22fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:02.058786 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a19bba89-7b87-4bc6-84c6-2bb43e850e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:02.069400 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a19bba89-7b87-4bc6-84c6-2bb43e850e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:02.120757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad931c-1f0b-4ff9-88ed-60d2f58ffeab req-95159687-25d0-488d-9617-e03fed7d3947 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:02.125131 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-adad931c-1f0b-4ff9-88ed-60d2f58ffeab req-95159687-25d0-488d-9617-e03fed7d3947 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.2182963 Aug 20 10:36:02.131826 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:02.147235 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f87408-13a0-4adc-bb89-52680e5852d9 req-40a7952c-9b84-4b78-ba29-ca4564db1e85 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:02.149026 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-49f87408-13a0-4adc-bb89-52680e5852d9 req-40a7952c-9b84-4b78-ba29-ca4564db1e85 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 943 time: 0.0946856 Aug 20 10:36:02.195691 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bba89-7b87-4bc6-84c6-2bb43e850e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5040c46-2da4-4574-986a-94b75b7c69df,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:02.205368 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a19bba89-7b87-4bc6-84c6-2bb43e850e05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ad6facba11149e9adecb1b739f1d61a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4048300 Aug 20 10:36:02.205997 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34936) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:02.211902 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-adad931c-1f0b-4ff9-88ed-60d2f58ffeab req-e3a007d7-8d1c-4290-ba89-ade7cf5a9f0c tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774012 Aug 20 10:36:02.234818 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:02.280452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb99be1-e52f-46fb-aa70-c5f3d3670910 req-861f717f-2933-4607-8eb7-a70a48f7e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:02.283257 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5fb99be1-e52f-46fb-aa70-c5f3d3670910 req-861f717f-2933-4607-8eb7-a70a48f7e1e5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 1097 time: 0.0762961 Aug 20 10:36:02.296924 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:02.347785 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-49f87408-13a0-4adc-bb89-52680e5852d9 req-38560c3b-6596-4ab2-a87b-296b51dce828 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855085 Aug 20 10:36:02.353733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5fb99be1-e52f-46fb-aa70-c5f3d3670910 req-7e865f49-6390-4144-818e-457424645460 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616367 Aug 20 10:36:02.390493 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:02.417530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:02.424357 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:36:02.449775 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=1bbb2c4d-9e94-4a19-8f4c-54916583ab9f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:02.460794 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c50d0047-2592-4acf-af38-4d99ea2df9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:02.471821 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b7b28e5a-5447-4c7b-b9a0-cc41a31ce900 req-e88ba25c-daeb-4729-8ee2-096badb66047 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0374813 Aug 20 10:36:02.505646 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c50d0047-2592-4acf-af38-4d99ea2df9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:02.717034 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c50d0047-2592-4acf-af38-4d99ea2df9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:02.720931 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c50d0047-2592-4acf-af38-4d99ea2df9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:02.726640 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c50d0047-2592-4acf-af38-4d99ea2df9ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5040c46-2da4-4574-986a-94b75b7c69df HTTP/1.1" status: 204 len: 168 time: 0.5148816 Aug 20 10:36:02.744106 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d0047-2592-4acf-af38-4d99ea2df9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5040c46-2da4-4574-986a-94b75b7c69df,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:02.853900 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:03.110740 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:03.174260 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:03.410214 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router 636ee143-3b2b-49dd-b26a-6aa76c2fc1d8 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:36:03.460218 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774e750-a6ac-42c6-944f-2096a02819de req-1f008a17-a948-44bb-bb70-8d46fc1903ed tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:03.462858 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1774e750-a6ac-42c6-944f-2096a02819de req-1f008a17-a948-44bb-bb70-8d46fc1903ed tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.1257882 Aug 20 10:36:03.577537 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1774e750-a6ac-42c6-944f-2096a02819de req-957640d7-0662-4a33-b133-5c601a08f4dc tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063242 Aug 20 10:36:03.715683 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-861dd7e2-af79-4f08-8668-b21dbb925fba req-57472ef8-3807-4118-b7e3-0c3238b47790 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0436342 Aug 20 10:36:04.057306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb623e-ab39-4c1a-b7a3-55c7bec542e9 req-37ae31bc-8e1f-4244-a6cc-18be20687b2a tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:04.059548 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52bb623e-ab39-4c1a-b7a3-55c7bec542e9 req-37ae31bc-8e1f-4244-a6cc-18be20687b2a tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 943 time: 0.5138712 Aug 20 10:36:04.091999 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:36:04.107384 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f735750-24f5-4cba-8d73-8aafacdf3a5c None None] Sync routers for ids ['636ee143-3b2b-49dd-b26a-6aa76c2fc1d8'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:36:04.118036 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f735750-24f5-4cba-8d73-8aafacdf3a5c None None] Routers {'636ee143-3b2b-49dd-b26a-6aa76c2fc1d8'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:36:04.119010 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0f735750-24f5-4cba-8d73-8aafacdf3a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['636ee143-3b2b-49dd-b26a-6aa76c2fc1d8'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:04.155672 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0f735750-24f5-4cba-8d73-8aafacdf3a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:04.162030 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52bb623e-ab39-4c1a-b7a3-55c7bec542e9 req-a7d389b2-77f5-4d39-bb50-0c094befc466 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870628 Aug 20 10:36:04.165081 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f735750-24f5-4cba-8d73-8aafacdf3a5c None None] Routers {'636ee143-3b2b-49dd-b26a-6aa76c2fc1d8'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:36:04.165700 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0f735750-24f5-4cba-8d73-8aafacdf3a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['636ee143-3b2b-49dd-b26a-6aa76c2fc1d8'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:04.165872 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:04.173005 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cdc6dd7c-32d4-4a31-baea-b44769badd49 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.1766083 Aug 20 10:36:04.174080 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34986) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:04.225546 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0f735750-24f5-4cba-8d73-8aafacdf3a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:04.226445 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f735750-24f5-4cba-8d73-8aafacdf3a5c None None] The sync data for ids ['636ee143-3b2b-49dd-b26a-6aa76c2fc1d8'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:36:04.389623 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bd902f78-d666-4492-8604-13685ff5c9dd tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/routers/636ee143-3b2b-49dd-b26a-6aa76c2fc1d8 HTTP/1.1" status: 200 len: 878 time: 0.2118573 Aug 20 10:36:04.390496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34998) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:04.664487 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9799c6a8-1939-4052-af39-2a47e666768f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.2696698 Aug 20 10:36:04.664841 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35018) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:04.671104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a61c0f34-a4bb-489b-95cd-94e67c152e74 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-613114520'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:04.769471 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b672fbd-d384-449b-9d11-415f91c58078 req-3acb9135-ae4b-4150-af23-7647c5a700a0 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:04.771524 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5b672fbd-d384-449b-9d11-415f91c58078 req-3acb9135-ae4b-4150-af23-7647c5a700a0 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.1179442 Aug 20 10:36:04.771909 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:04.852945 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5b672fbd-d384-449b-9d11-415f91c58078 req-a8ff73df-de16-409e-aa71-97ffc3e06723 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749481 Aug 20 10:36:05.010926 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3ac0718c-6878-4106-8c3c-0305ce7cbb98 req-6aa0a9fd-5e75-4371-ad67-2bdd2ff4b270 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0518937 Aug 20 10:36:05.156048 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ff3c1-a108-426a-910f-1f6ad0063d58 req-07646f5c-aa1a-4d81-bf77-2aaa4b1ecd6e tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:05.166489 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e34ff3c1-a108-426a-910f-1f6ad0063d58 req-07646f5c-aa1a-4d81-bf77-2aaa4b1ecd6e tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.0826271 Aug 20 10:36:05.211547 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e34ff3c1-a108-426a-910f-1f6ad0063d58 req-8bc01438-d874-492b-a396-e7a6fb4763aa tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437005 Aug 20 10:36:05.291493 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a61c0f34-a4bb-489b-95cd-94e67c152e74 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:05.345383 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a61c0f34-a4bb-489b-95cd-94e67c152e74 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:05.365150 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0515d3d-e40a-4913-8124-284267d076a4 req-e2bce666-5248-4757-96c9-fd3338629e62 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:05.367233 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0515d3d-e40a-4913-8124-284267d076a4 req-e2bce666-5248-4757-96c9-fd3338629e62 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 943 time: 0.0797184 Aug 20 10:36:05.491320 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0515d3d-e40a-4913-8124-284267d076a4 req-55282da1-2846-43ec-8ae5-febd7207c6ae tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856512 Aug 20 10:36:05.538013 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adfe3d-9867-4b8d-98a4-7b64dbc24b1c req-f3c3122a-7c1c-4cb4-859d-79a964258220 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:05.546216 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b2adfe3d-9867-4b8d-98a4-7b64dbc24b1c req-f3c3122a-7c1c-4cb4-859d-79a964258220 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.0684154 Aug 20 10:36:05.577106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61c0f34-a4bb-489b-95cd-94e67c152e74 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router 636ee143-3b2b-49dd-b26a-6aa76c2fc1d8 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:36:05.595492 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b2adfe3d-9867-4b8d-98a4-7b64dbc24b1c req-ff05a7a1-3850-490f-b67a-4d7ddcb544ab tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482323 Aug 20 10:36:05.701500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35060) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:05.788576 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61c0f34-a4bb-489b-95cd-94e67c152e74 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:36:05.803567 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a61c0f34-a4bb-489b-95cd-94e67c152e74 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:05.805522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de7db19-d6aa-486a-9e23-e3761773ae3a None None] Sync routers for ids ['636ee143-3b2b-49dd-b26a-6aa76c2fc1d8'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:36:05.809289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35064) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:05.809842 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a61c0f34-a4bb-489b-95cd-94e67c152e74 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/636ee143-3b2b-49dd-b26a-6aa76c2fc1d8 HTTP/1.1" status: 200 len: 885 time: 1.1435299 Aug 20 10:36:05.825117 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de7db19-d6aa-486a-9e23-e3761773ae3a None None] Routers {'636ee143-3b2b-49dd-b26a-6aa76c2fc1d8'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:36:05.826826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1de7db19-d6aa-486a-9e23-e3761773ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['636ee143-3b2b-49dd-b26a-6aa76c2fc1d8'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:05.898044 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1de7db19-d6aa-486a-9e23-e3761773ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:05.914062 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de7db19-d6aa-486a-9e23-e3761773ae3a None None] Routers {'636ee143-3b2b-49dd-b26a-6aa76c2fc1d8'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:36:05.916541 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1de7db19-d6aa-486a-9e23-e3761773ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['636ee143-3b2b-49dd-b26a-6aa76c2fc1d8'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:05.938276 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41b69146-6a09-47fa-b750-a8b96761e26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:05.965583 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1de7db19-d6aa-486a-9e23-e3761773ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:05.966159 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de7db19-d6aa-486a-9e23-e3761773ae3a None None] The sync data for ids ['636ee143-3b2b-49dd-b26a-6aa76c2fc1d8'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:36:05.973392 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e67b4f60-6ebb-4166-bdb6-31a9abc6fc8c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/routers/636ee143-3b2b-49dd-b26a-6aa76c2fc1d8 HTTP/1.1" status: 200 len: 885 time: 0.1625741 Aug 20 10:36:05.976021 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35066) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:06.012354 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ed89c61a-bbea-4a8e-86cc-b4c75da08bd9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports?device_id=636ee143-3b2b-49dd-b26a-6aa76c2fc1d8 HTTP/1.1" status: 200 len: 205 time: 0.0352216 Aug 20 10:36:06.016487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35072) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:06.159142 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e2b8802f-95e9-43be-9afd-412b08d776b5 req-5745c811-dc44-49f2-bfec-6b1beec875f5 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0380161 Aug 20 10:36:06.166014 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0cccf417-e04f-4a88-bf45-efb6d1251551 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:06.209920 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41b69146-6a09-47fa-b750-a8b96761e26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:06.214987 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41b69146-6a09-47fa-b750-a8b96761e26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:06.300741 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-41b69146-6a09-47fa-b750-a8b96761e26f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=988253221c8247108244bc04e94fbd5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5938106 Aug 20 10:36:06.300978 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35076) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:06.313187 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b69146-6a09-47fa-b750-a8b96761e26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87833de-9373-412d-b352-2ac851a0340e,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:06.386316 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0cccf417-e04f-4a88-bf45-efb6d1251551 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:06.447650 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d58fbd80-85d9-476b-96e0-59e5a2d3089a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:06.478102 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d58fbd80-85d9-476b-96e0-59e5a2d3089a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:06.521055 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0cccf417-e04f-4a88-bf45-efb6d1251551 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port 1bbb2c4d-9e94-4a19-8f4c-54916583ab9f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:36:06.521376 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0cccf417-e04f-4a88-bf45-efb6d1251551 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:06.710260 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d58fbd80-85d9-476b-96e0-59e5a2d3089a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:06.713151 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d58fbd80-85d9-476b-96e0-59e5a2d3089a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:06.717854 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d58fbd80-85d9-476b-96e0-59e5a2d3089a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f87833de-9373-412d-b352-2ac851a0340e HTTP/1.1" status: 204 len: 168 time: 0.4121268 Aug 20 10:36:06.752100 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0cccf417-e04f-4a88-bf45-efb6d1251551 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:06.767913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842c4a5-8d25-4315-9511-3a1d67da17db req-03592c57-a985-42df-9b37-97e64c9020ed tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:06.770410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2842c4a5-8d25-4315-9511-3a1d67da17db req-03592c57-a985-42df-9b37-97e64c9020ed tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 943 time: 0.1724422 Aug 20 10:36:06.778233 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fbd80-85d9-476b-96e0-59e5a2d3089a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87833de-9373-412d-b352-2ac851a0340e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:06.809335 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0cccf417-e04f-4a88-bf45-efb6d1251551 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for 1bbb2c4d-9e94-4a19-8f4c-54916583ab9f owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:36:06.811365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac043b-97f7-4c04-89ca-6bcbbc73a1f0 req-8b902182-c663-4c32-b489-bd2fdabd0dc9 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:06.814343 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3dac043b-97f7-4c04-89ca-6bcbbc73a1f0 req-8b902182-c663-4c32-b489-bd2fdabd0dc9 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.1104391 Aug 20 10:36:06.892243 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3dac043b-97f7-4c04-89ca-6bcbbc73a1f0 req-30c5f2b0-4038-4253-a57d-ba583efa1037 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702612 Aug 20 10:36:06.922054 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2842c4a5-8d25-4315-9511-3a1d67da17db req-d4259567-594c-41c8-a82f-dcfdb07c3ca9 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335757 Aug 20 10:36:07.085200 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0cccf417-e04f-4a88-bf45-efb6d1251551 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:07.148676 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35098) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:07.152734 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cccf417-e04f-4a88-bf45-efb6d1251551 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=1bbb2c4d-9e94-4a19-8f4c-54916583ab9f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:07.190951 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8ce8b1ab-a58c-4b85-8610-9b5c95ca3588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:07.268359 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0cccf417-e04f-4a88-bf45-efb6d1251551 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:07.386097 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f30f8ab6-d49e-4a79-be58-299f58b0c714 req-98485ad1-edd1-4775-bb43-c94c9df960a4 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0462563 Aug 20 10:36:07.430572 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8ce8b1ab-a58c-4b85-8610-9b5c95ca3588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:07.440362 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8ce8b1ab-a58c-4b85-8610-9b5c95ca3588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:07.503015 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8ce8b1ab-a58c-4b85-8610-9b5c95ca3588 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f18441ca4e24bab9a480500fbeb0260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3532302 Aug 20 10:36:07.503673 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35114) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:07.513621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8b1ab-a58c-4b85-8610-9b5c95ca3588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d49eca-ced6-4d2f-bbc9-c5542998834e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:07.544874 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0cccf417-e04f-4a88-bf45-efb6d1251551 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:07.549461 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0cccf417-e04f-4a88-bf45-efb6d1251551 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:07.570330 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b997e617-5589-44fd-914b-ef479211f52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:07.596896 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b997e617-5589-44fd-914b-ef479211f52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:07.620623 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2e973-d988-466d-983c-1f3935bcf004 req-c84141d1-3d23-43b2-b37c-f71dfb8a36b5 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:07.625028 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37e2e973-d988-466d-983c-1f3935bcf004 req-c84141d1-3d23-43b2-b37c-f71dfb8a36b5 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.1392787 Aug 20 10:36:07.626046 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0cccf417-e04f-4a88-bf45-efb6d1251551 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:07.626823 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cccf417-e04f-4a88-bf45-efb6d1251551 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Fanout notify agent at l3_agent the message router_deleted on router 636ee143-3b2b-49dd-b26a-6aa76c2fc1d8 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:36:07.639139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0cccf417-e04f-4a88-bf45-efb6d1251551 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:07.646510 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0cccf417-e04f-4a88-bf45-efb6d1251551 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/routers/636ee143-3b2b-49dd-b26a-6aa76c2fc1d8 HTTP/1.1" status: 204 len: 168 time: 1.6244540 Aug 20 10:36:07.646818 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35116) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:07.653536 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4416b38b-764e-4558-adfd-aed0fcca8e66 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'network': {'name': 'tempest-RoutersTest-1394472584'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:07.682621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4416b38b-764e-4558-adfd-aed0fcca8e66 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:36:07.687458 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4416b38b-764e-4558-adfd-aed0fcca8e66 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:07.700038 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b997e617-5589-44fd-914b-ef479211f52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:07.703262 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b997e617-5589-44fd-914b-ef479211f52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:07.707355 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b997e617-5589-44fd-914b-ef479211f52a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12d49eca-ced6-4d2f-bbc9-c5542998834e HTTP/1.1" status: 204 len: 168 time: 0.2002971 Aug 20 10:36:07.708727 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37e2e973-d988-466d-983c-1f3935bcf004 req-f5c52234-f49c-4913-8ac6-893f763a0c21 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640888 Aug 20 10:36:07.740526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997e617-5589-44fd-914b-ef479211f52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d49eca-ced6-4d2f-bbc9-c5542998834e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:07.755372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4416b38b-764e-4558-adfd-aed0fcca8e66 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:36:07.782336 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4416b38b-764e-4558-adfd-aed0fcca8e66 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:07.782863 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-4416b38b-764e-4558-adfd-aed0fcca8e66 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Added segment ac37d9d3-427e-4b3e-af89-426a7cffac41 of type vlan for network c074bf57-8a36-4b49-84f0-47bef88e25c5 Aug 20 10:36:07.854089 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4416b38b-764e-4558-adfd-aed0fcca8e66 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:07.893157 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4416b38b-764e-4558-adfd-aed0fcca8e66 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:07.904472 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4416b38b-764e-4558-adfd-aed0fcca8e66 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:07.905479 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4416b38b-764e-4558-adfd-aed0fcca8e66 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:08.021759 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4416b38b-764e-4558-adfd-aed0fcca8e66 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3728399 Aug 20 10:36:08.024624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35124) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:08.032415 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-dcd026ff-411d-4eef-8890-23ab54e1f1a9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'subnet': {'network_id': 'c074bf57-8a36-4b49-84f0-47bef88e25c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:08.051186 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416b38b-764e-4558-adfd-aed0fcca8e66 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Network': ['ID=c074bf57-8a36-4b49-84f0-47bef88e25c5,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:08.068015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network c074bf57-8a36-4b49-84f0-47bef88e25c5 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:36:08.242695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e89509-93a9-473e-b73a-696e5af6993b req-a5ab76fe-2bfc-464a-b4de-3fa53b196b79 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:08.245371 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64e89509-93a9-473e-b73a-696e5af6993b req-a5ab76fe-2bfc-464a-b4de-3fa53b196b79 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 943 time: 0.1811550 Aug 20 10:36:08.286529 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd026ff-411d-4eef-8890-23ab54e1f1a9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:36:08.290926 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dcd026ff-411d-4eef-8890-23ab54e1f1a9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:08.331625 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64e89509-93a9-473e-b73a-696e5af6993b req-121eb213-2d27-4d71-9cfa-abca0ce52d4f tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794225 Aug 20 10:36:08.564630 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f2a2a87-a1b3-4d7e-b86e-566126a83953 req-926a219e-a2d2-431e-b155-74b490347633 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0385461 Aug 20 10:36:08.643872 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dcd026ff-411d-4eef-8890-23ab54e1f1a9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:08.713032 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd026ff-411d-4eef-8890-23ab54e1f1a9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Subnet': ['ID=3d273454-5e53-44f2-be9a-f19392f70eb8,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:08.721929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd026ff-411d-4eef-8890-23ab54e1f1a9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Checking segment: {'id': 'ac37d9d3-427e-4b3e-af89-426a7cffac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c074bf57-8a36-4b49-84f0-47bef88e25c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:36:08.722320 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd026ff-411d-4eef-8890-23ab54e1f1a9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network hostable DHCP agents. Network: c074bf57-8a36-4b49-84f0-47bef88e25c5, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:36:08.746308 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd026ff-411d-4eef-8890-23ab54e1f1a9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network c074bf57-8a36-4b49-84f0-47bef88e25c5 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:36:08.762601 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-dcd026ff-411d-4eef-8890-23ab54e1f1a9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, c074bf57-8a36-4b49-84f0-47bef88e25c5) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:08.767536 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd026ff-411d-4eef-8890-23ab54e1f1a9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:08.768374 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dcd026ff-411d-4eef-8890-23ab54e1f1a9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:08.778085 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92c8bf0-f770-42ff-9a1d-86a1df6c415b None None] Network c074bf57-8a36-4b49-84f0-47bef88e25c5 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:36:08.807690 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35150) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:08.811423 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dcd026ff-411d-4eef-8890-23ab54e1f1a9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7854717 Aug 20 10:36:08.814749 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-595c7aae-eb19-4806-96e4-6e86ab7f17cb tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-583073711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:08.854195 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-595c7aae-eb19-4806-96e4-6e86ab7f17cb tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:08.856386 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-595c7aae-eb19-4806-96e4-6e86ab7f17cb tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:08.925528 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb6f1f-6f5f-49d8-8384-e008a1bb280e req-354a2238-cd96-4f7e-be1a-313c945ea3b5 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:08.927423 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bbb6f1f-6f5f-49d8-8384-e008a1bb280e req-354a2238-cd96-4f7e-be1a-313c945ea3b5 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.0825739 Aug 20 10:36:08.943597 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-595c7aae-eb19-4806-96e4-6e86ab7f17cb tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:08.950121 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-595c7aae-eb19-4806-96e4-6e86ab7f17cb tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:08.983636 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-595c7aae-eb19-4806-96e4-6e86ab7f17cb tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:08.984993 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-595c7aae-eb19-4806-96e4-6e86ab7f17cb tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1760323 Aug 20 10:36:08.988967 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35154) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:08.996334 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bbb6f1f-6f5f-49d8-8384-e008a1bb280e req-ed2a07b0-c8bb-47c1-ba13-b5ddeca62f4a tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584171 Aug 20 10:36:09.022739 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-c074bf57-8a36-4b49-84f0-47bef88e25c5', 'network_id': 'c074bf57-8a36-4b49-84f0-47bef88e25c5', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'fixed_ips': [{'subnet_id': '3d273454-5e53-44f2-be9a-f19392f70eb8'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:36:09.024352 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:09.233007 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Allocated IP 172.20.0.2 (c074bf57-8a36-4b49-84f0-47bef88e25c5/3d273454-5e53-44f2-be9a-f19392f70eb8/d6a0231c-8c58-4849-8568-90775d02760e) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:36:09.537834 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:09.546178 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:09.564046 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Transition to ACTIVE for port object d6a0231c-8c58-4849-8568-90775d02760e will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:09.607483 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134904dc-9321-45ca-9da0-fd8c709ad82a req-17db5801-a769-42d2-8a0b-ef5c9b9ad966 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:09.620872 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Transition to ACTIVE for port object d6a0231c-8c58-4849-8568-90775d02760e will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:09.631103 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-134904dc-9321-45ca-9da0-fd8c709ad82a req-17db5801-a769-42d2-8a0b-ef5c9b9ad966 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 943 time: 0.1821935 Aug 20 10:36:09.633662 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:09.661496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35178) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:09.692600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Network c074bf57-8a36-4b49-84f0-47bef88e25c5 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:09.697344 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:09.701652 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:36:09.729403 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Pushing event updated for resources: {'Port': ['ID=d6a0231c-8c58-4849-8568-90775d02760e,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:09.814690 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-17178d2e-8fe7-4bde-8f6a-0c5049dd24d3 admin admin] Deleting subnet 9d5090b5-5536-4f22-9ada-68372c5711f6 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:36:09.825774 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17178d2e-8fe7-4bde-8f6a-0c5049dd24d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:09.868043 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Attempting to bind port d6a0231c-8c58-4849-8568-90775d02760e on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:36:09.871133 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Attempting to bind port d6a0231c-8c58-4849-8568-90775d02760e by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'ac37d9d3-427e-4b3e-af89-426a7cffac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c074bf57-8a36-4b49-84f0-47bef88e25c5'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:36:09.871716 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Attempting to bind port d6a0231c-8c58-4849-8568-90775d02760e on network c074bf57-8a36-4b49-84f0-47bef88e25c5 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:36:09.873271 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a68e146d-6931-4f0a-ada2-c171da0cf669 req-d18dbd0c-cc6b-4a34-a706-774420848301 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0901456 Aug 20 10:36:09.901491 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:36:09.912726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Checking segment: {'id': 'ac37d9d3-427e-4b3e-af89-426a7cffac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c074bf57-8a36-4b49-84f0-47bef88e25c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:36:09.913334 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:09.913895 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Bound using segment: {'id': 'ac37d9d3-427e-4b3e-af89-426a7cffac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c074bf57-8a36-4b49-84f0-47bef88e25c5'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:36:09.914548 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Bound port: d6a0231c-8c58-4849-8568-90775d02760e, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac37d9d3-427e-4b3e-af89-426a7cffac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c074bf57-8a36-4b49-84f0-47bef88e25c5'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:36:09.915166 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:09.978254 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17178d2e-8fe7-4bde-8f6a-0c5049dd24d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:10.089818 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-134904dc-9321-45ca-9da0-fd8c709ad82a req-5c5e91ec-b301-455e-893b-6a5d169dfa18 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4571621 Aug 20 10:36:10.123886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] For port d6a0231c-8c58-4849-8568-90775d02760e, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:36:10.132799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] For port d6a0231c-8c58-4849-8568-90775d02760e, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d6a0231c-8c58-4849-8568-90775d02760e,segment=NetworkSegment(ac37d9d3-427e-4b3e-af89-426a7cffac41),segment_id=ac37d9d3-427e-4b3e-af89-426a7cffac41)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:36:10.138759 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:36:10.148656 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:10.163953 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17178d2e-8fe7-4bde-8f6a-0c5049dd24d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:10.264265 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17178d2e-8fe7-4bde-8f6a-0c5049dd24d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:10.298551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17178d2e-8fe7-4bde-8f6a-0c5049dd24d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d5090b5-5536-4f22-9ada-68372c5711f6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:10.311238 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17178d2e-8fe7-4bde-8f6a-0c5049dd24d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:10.317629 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-17178d2e-8fe7-4bde-8f6a-0c5049dd24d3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9d5090b5-5536-4f22-9ada-68372c5711f6 HTTP/1.1" status: 204 len: 168 time: 0.6478555 Aug 20 10:36:10.318406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35194) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:10.357926 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Allocated IP 172.20.0.1 (c074bf57-8a36-4b49-84f0-47bef88e25c5/3d273454-5e53-44f2-be9a-f19392f70eb8/523404b1-a330-4ccb-b856-d7b8b128a92c) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:36:10.425361 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b376e9f-e331-438e-90d0-0b8369feb38f None None] Pushing event updated for resources: {'Port': ['ID=d6a0231c-8c58-4849-8568-90775d02760e,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:10.572208 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329,segment=NetworkSegment(811272b0-f542-48a8-afd3-93287aead824),segment_id=811272b0-f542-48a8-afd3-93287aead824)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:36:10.617062 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ade23c78-efe0-4756-a278-54a8c5337d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:10.629502 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'port_id': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329', 'mac_address': 'fa:16:3e:79:05:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:36:10.764958 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:10.847632 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Transition to ACTIVE for port object 523404b1-a330-4ccb-b856-d7b8b128a92c will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:10.856323 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:10.912768 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:36:10.950140 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329,segment=NetworkSegment(811272b0-f542-48a8-afd3-93287aead824),segment_id=811272b0-f542-48a8-afd3-93287aead824)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:36:10.951393 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ade23c78-efe0-4756-a278-54a8c5337d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:10.955153 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:10.961206 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:10.979912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-ade23c78-efe0-4756-a278-54a8c5337d2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618b52c4-303e-4691-a573-57bb109ff75b']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:10.997649 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-ade23c78-efe0-4756-a278-54a8c5337d2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05836f8e-f3b3-4b75-8cab-5c6d733c1e28') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:10.997971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-ade23c78-efe0-4756-a278-54a8c5337d2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05836f8e-f3b3-4b75-8cab-5c6d733c1e28') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:11.011753 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ade23c78-efe0-4756-a278-54a8c5337d2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:11.033813 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ade23c78-efe0-4756-a278-54a8c5337d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:11.043971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade23c78-efe0-4756-a278-54a8c5337d2e admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:36:11.044403 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ade23c78-efe0-4756-a278-54a8c5337d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:11.051529 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:36:11.119549 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:36:11.141624 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=523404b1-a330-4ccb-b856-d7b8b128a92c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:11.152432 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ade23c78-efe0-4756-a278-54a8c5337d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:11.167700 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ade23c78-efe0-4756-a278-54a8c5337d2e admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:11.176078 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ade23c78-efe0-4756-a278-54a8c5337d2e admin admin] 10.222.0.16 "DELETE /v2.0/networks/618b52c4-303e-4691-a573-57bb109ff75b HTTP/1.1" status: 204 len: 168 time: 0.8553810 Aug 20 10:36:11.178373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35212) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:11.222168 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade23c78-efe0-4756-a278-54a8c5337d2e admin admin] Pushing event deleted for resources: {'Network': ['ID=618b52c4-303e-4691-a573-57bb109ff75b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:11.223963 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30ab9c55-f3cd-4d9b-96a8-bcbf63ae5c6e req-c93cd9bb-dc53-431e-bc15-077a4b75f593 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.1201277 Aug 20 10:36:11.226477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network c074bf57-8a36-4b49-84f0-47bef88e25c5 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:11.233005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:11.245981 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:36:11.281007 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:36:11.342626 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:11.342848 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7742430-0d33-4b0a-b452-8dd4d6ee2d40 admin admin] Deleting subnet 79fb6ce4-dcdb-4bf6-bb3c-27ae0f3a74fd {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:36:11.353193 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7742430-0d33-4b0a-b452-8dd4d6ee2d40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:11.509037 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7742430-0d33-4b0a-b452-8dd4d6ee2d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:11.659407 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:11.671342 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d6a0231c-8c58-4849-8568-90775d02760e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:36:11.681119 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7742430-0d33-4b0a-b452-8dd4d6ee2d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:11.777434 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4db0f-af0c-4b95-9e93-c75f4da292ec req-499c596a-3634-4431-ab90-034e6e81c5bb tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:11.810191 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37e4db0f-af0c-4b95-9e93-c75f4da292ec req-499c596a-3634-4431-ab90-034e6e81c5bb tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 944 time: 0.4921288 Aug 20 10:36:11.842524 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port d6a0231c-8c58-4849-8568-90775d02760e completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:11.960566 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37e4db0f-af0c-4b95-9e93-c75f4da292ec req-69456992-a801-4b57-8ba4-20304ec0a054 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492763 Aug 20 10:36:11.962628 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7742430-0d33-4b0a-b452-8dd4d6ee2d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:12.013444 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7742430-0d33-4b0a-b452-8dd4d6ee2d40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:12.021518 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c7742430-0d33-4b0a-b452-8dd4d6ee2d40 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/79fb6ce4-dcdb-4bf6-bb3c-27ae0f3a74fd HTTP/1.1" status: 204 len: 168 time: 0.8395507 Aug 20 10:36:12.021518 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7742430-0d33-4b0a-b452-8dd4d6ee2d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79fb6ce4-dcdb-4bf6-bb3c-27ae0f3a74fd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:12.021518 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35226) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:12.193233 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeca0ff-7233-432e-9561-8b158634ccdb None None] Network c074bf57-8a36-4b49-84f0-47bef88e25c5 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:36:12.200769 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8394ebce-3a48-4a8e-b189-cb55d0468064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:12.338627 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8394ebce-3a48-4a8e-b189-cb55d0468064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:12.361455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-8394ebce-3a48-4a8e-b189-cb55d0468064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021ed6c2-3195-439f-810e-9d3f036d3bbd']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:12.407232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-8394ebce-3a48-4a8e-b189-cb55d0468064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22b2359-1acc-4ec1-898f-23c0ae398a27') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:12.407536 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-8394ebce-3a48-4a8e-b189-cb55d0468064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22b2359-1acc-4ec1-898f-23c0ae398a27') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:12.423997 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c23cb-e103-47b8-b3bd-93073b75f45e req-f1f32465-7dcf-4fdf-8377-b6ba4655814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:12.427145 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-823c23cb-e103-47b8-b3bd-93073b75f45e req-f1f32465-7dcf-4fdf-8377-b6ba4655814b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=70b89f92e6a741a4951d32cfb1e1a59f&device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 1097 time: 0.1378710 Aug 20 10:36:12.429682 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-43c1d2b3-6ec8-4d49-9ef5-586c1cffa797 None None] Provisioning for port d6a0231c-8c58-4849-8568-90775d02760e completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:12.437557 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8394ebce-3a48-4a8e-b189-cb55d0468064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:12.438175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-43c1d2b3-6ec8-4d49-9ef5-586c1cffa797 None None] Provisioning complete for port d6a0231c-8c58-4849-8568-90775d02760e triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:12.438553 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-43c1d2b3-6ec8-4d49-9ef5-586c1cffa797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:12.474744 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:12.476811 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f622b56-2438-4090-9ca8-23b344af8f51 req-273b3b6c-06dc-41b0-bbd1-3dc79f0a3ef4 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0587206 Aug 20 10:36:12.494073 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8394ebce-3a48-4a8e-b189-cb55d0468064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:12.498757 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:12.524440 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8394ebce-3a48-4a8e-b189-cb55d0468064 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:36:12.525034 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8394ebce-3a48-4a8e-b189-cb55d0468064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:36:12.527995 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:36:12.623344 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10025011-0fe9-47a8-8d70-1d46a88f5477 req-2b622f6b-9474-4aa8-9d4b-f7af385b3cb8 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:12.624110 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-43c1d2b3-6ec8-4d49-9ef5-586c1cffa797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:12.640218 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10025011-0fe9-47a8-8d70-1d46a88f5477 req-2b622f6b-9474-4aa8-9d4b-f7af385b3cb8 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.3074942 Aug 20 10:36:12.662619 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8394ebce-3a48-4a8e-b189-cb55d0468064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:12.679934 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8394ebce-3a48-4a8e-b189-cb55d0468064 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:12.683345 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8394ebce-3a48-4a8e-b189-cb55d0468064 admin admin] 10.222.0.16 "DELETE /v2.0/networks/021ed6c2-3195-439f-810e-9d3f036d3bbd HTTP/1.1" status: 204 len: 168 time: 0.6560769 Aug 20 10:36:12.701287 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394ebce-3a48-4a8e-b189-cb55d0468064 admin admin] Pushing event deleted for resources: {'Network': ['ID=021ed6c2-3195-439f-810e-9d3f036d3bbd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:12.711697 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-43c1d2b3-6ec8-4d49-9ef5-586c1cffa797 None None] For port d6a0231c-8c58-4849-8568-90775d02760e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d6a0231c-8c58-4849-8568-90775d02760e,segment=NetworkSegment(ac37d9d3-427e-4b3e-af89-426a7cffac41),segment_id=ac37d9d3-427e-4b3e-af89-426a7cffac41)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:36:12.720186 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-43c1d2b3-6ec8-4d49-9ef5-586c1cffa797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:12.726892 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:12.810189 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1d2b3-6ec8-4d49-9ef5-586c1cffa797 None None] Pushing event updated for resources: {'Port': ['ID=d6a0231c-8c58-4849-8568-90775d02760e,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:12.840923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=523404b1-a330-4ccb-b856-d7b8b128a92c,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:12.979820 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10025011-0fe9-47a8-8d70-1d46a88f5477 req-7657d73d-8a0c-4fe3-b78a-7f40ab61f658 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360124 Aug 20 10:36:13.007467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2dc599af-50a2-4c79-8df8-23bd376a4ada None None] Provisioning for port 523404b1-a330-4ccb-b856-d7b8b128a92c completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:13.014963 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2dc599af-50a2-4c79-8df8-23bd376a4ada None None] Provisioning complete for port 523404b1-a330-4ccb-b856-d7b8b128a92c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:13.015734 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2dc599af-50a2-4c79-8df8-23bd376a4ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:13.056700 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c23cb-e103-47b8-b3bd-93073b75f45e req-cc1943ee-dc1f-4947-8ed8-a1d35d8ac809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:13.059612 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-823c23cb-e103-47b8-b3bd-93073b75f45e req-cc1943ee-dc1f-4947-8ed8-a1d35d8ac809 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d504c420-d3f5-4a54-be9e-083999a04513 HTTP/1.1" status: 200 len: 919 time: 0.6123562 Aug 20 10:36:13.074731 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2dc599af-50a2-4c79-8df8-23bd376a4ada None None] Port 523404b1-a330-4ccb-b856-d7b8b128a92c cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:36:13.100039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2dc599af-50a2-4c79-8df8-23bd376a4ada None None] Provisioning complete for port d6a0231c-8c58-4849-8568-90775d02760e triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:13.100417 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2dc599af-50a2-4c79-8df8-23bd376a4ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:13.220406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35244) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:13.221617 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-823c23cb-e103-47b8-b3bd-93073b75f45e req-83cdcd36-d8c0-4501-8028-23e48e53c1c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9e88a4-529c-4ab6-8fae-39f98457437d HTTP/1.1" status: 200 len: 217 time: 0.1411009 Aug 20 10:36:13.323619 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network c074bf57-8a36-4b49-84f0-47bef88e25c5 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:13.329329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:13.368843 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-21e25302-d91d-46d7-9ee7-01077eef3103 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72dbd3d8d5734f2db639236e79127e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467083 Aug 20 10:36:13.374005 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35246) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:13.404787 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553cdd9-671d-4397-aad4-3987a2a47b9e req-284344e2-3f4e-4fe7-b1b2-1342e18a20ca tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:13.406400 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6553cdd9-671d-4397-aad4-3987a2a47b9e req-284344e2-3f4e-4fe7-b1b2-1342e18a20ca tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 944 time: 0.1140885 Aug 20 10:36:13.416365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c23cb-e103-47b8-b3bd-93073b75f45e req-ddcbcf54-c6bb-484f-a945-395a5a0606c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:13.417899 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-823c23cb-e103-47b8-b3bd-93073b75f45e req-ddcbcf54-c6bb-484f-a945-395a5a0606c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=093a3409-25cd-4ce0-81ea-45051063601e HTTP/1.1" status: 200 len: 858 time: 0.1802275 Aug 20 10:36:13.464259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-72114022-3089-4193-8fc6-2ffacf18b8fe None None] Provisioning complete for port 523404b1-a330-4ccb-b856-d7b8b128a92c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:13.464929 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-72114022-3089-4193-8fc6-2ffacf18b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:13.541352 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6553cdd9-671d-4397-aad4-3987a2a47b9e req-2c0c7310-07be-4c76-b430-b33a772296e7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753694 Aug 20 10:36:13.544297 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-72114022-3089-4193-8fc6-2ffacf18b8fe None None] Port 523404b1-a330-4ccb-b856-d7b8b128a92c cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:36:13.573779 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e92d6879-6750-4ac1-a202-5ef46f0e22b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:13.595040 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d6a0231c-8c58-4849-8568-90775d02760e up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:36:13.614710 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e92d6879-6750-4ac1-a202-5ef46f0e22b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:13.688339 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e92d6879-6750-4ac1-a202-5ef46f0e22b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:13.690994 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e92d6879-6750-4ac1-a202-5ef46f0e22b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:13.695020 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e92d6879-6750-4ac1-a202-5ef46f0e22b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/17897c55-c8eb-437d-8286-6232b4456095 HTTP/1.1" status: 204 len: 168 time: 0.3199069 Aug 20 10:36:13.707024 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d6a0231c-8c58-4849-8568-90775d02760e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:13.708016 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:13.709942 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a468189d-7fec-46dc-9d19-f5c8afc0531f None None] Provisioning complete for port 523404b1-a330-4ccb-b856-d7b8b128a92c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:13.710304 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a468189d-7fec-46dc-9d19-f5c8afc0531f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:13.717464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d6879-6750-4ac1-a202-5ef46f0e22b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17897c55-c8eb-437d-8286-6232b4456095,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:13.825725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a468189d-7fec-46dc-9d19-f5c8afc0531f None None] Port 523404b1-a330-4ccb-b856-d7b8b128a92c cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:36:13.967387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:36:14.060110 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:14.070373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:14.070873 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:14.118430 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-823c23cb-e103-47b8-b3bd-93073b75f45e req-22720564-2dda-443e-b729-0b2cdffb5812 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d504c420-d3f5-4a54-be9e-083999a04513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267061 Aug 20 10:36:14.173605 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-355d24da-0746-4a6b-9cf6-e3d38104958c req-850b1711-b78c-4747-a156-bd5476258143 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.1528070 Aug 20 10:36:14.181236 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6984d79-2ae4-4227-9501-ecbae2d137cf req-0f35386a-0039-43db-9303-5f487e08be3e tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:14.189590 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e6984d79-2ae4-4227-9501-ecbae2d137cf req-0f35386a-0039-43db-9303-5f487e08be3e tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.0910106 Aug 20 10:36:14.257842 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e6984d79-2ae4-4227-9501-ecbae2d137cf req-7274b2ab-388e-4023-aa39-dcb43d2d0371 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670290 Aug 20 10:36:14.349865 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:14.391179 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-823c23cb-e103-47b8-b3bd-93073b75f45e req-aa739bf4-4979-450e-a5a5-a2ea50eb46f3 service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359133 Aug 20 10:36:14.447545 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router e7d75444-44cd-4d68-908f-ecb46f646a9a is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:36:14.447755 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329,segment=NetworkSegment(811272b0-f542-48a8-afd3-93287aead824),segment_id=811272b0-f542-48a8-afd3-93287aead824)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:36:14.447755 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:36:14.453896 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89328c3-59a5-47aa-b5bb-c9ea8f7132af" -d '{"events": [{"server_uuid": "1847257c-95c8-4ad8-a74b-348ec79370d9", "name": "network-vif-plugged", "status": "completed", "tag": "d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:36:14.461012 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:14.569484 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35266) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:14.584105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:14.596671 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb6debc-c737-4074-aac3-7bfd7bf2b40f x-openstack-request-id: req-0bb6debc-c737-4074-aac3-7bfd7bf2b40f {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:36:14.596972 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1847257c-95c8-4ad8-a74b-348ec79370d9", "name": "network-vif-plugged", "status": "completed", "tag": "d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:36:14.597248 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0bb6debc-c737-4074-aac3-7bfd7bf2b40f {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:36:14.597672 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329', 'code': 200} Aug 20 10:36:14.716452 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8d1e4956-dcf1-4fb5-8f7e-7b67151feb3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd329ae9aa2446318f8f373079077366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445885 Aug 20 10:36:14.718672 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35270) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:14.857899 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e6a875a-7604-48be-a40e-872e2d84bd8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:14.866457 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:36:14.906971 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e6a875a-7604-48be-a40e-872e2d84bd8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:14.989873 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e6a875a-7604-48be-a40e-872e2d84bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:14.994532 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e6a875a-7604-48be-a40e-872e2d84bd8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:14.996654 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4e6a875a-7604-48be-a40e-872e2d84bd8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee6e5e0b-0185-4871-b978-02ca285c4da2 HTTP/1.1" status: 204 len: 168 time: 0.2760558 Aug 20 10:36:14.996981 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:36:15.013897 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c691dcee-3b60-413b-a69d-bea12c5d31cb None None] Sync routers for ids ['e7d75444-44cd-4d68-908f-ecb46f646a9a'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:36:15.021868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a875a-7604-48be-a40e-872e2d84bd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6e5e0b-0185-4871-b978-02ca285c4da2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:15.028179 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b7498442-6244-454a-a142-57d8c4cfe13f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/e7d75444-44cd-4d68-908f-ecb46f646a9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0354350 Aug 20 10:36:15.034249 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35278) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:15.041578 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c691dcee-3b60-413b-a69d-bea12c5d31cb None None] Routers {'e7d75444-44cd-4d68-908f-ecb46f646a9a'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:36:15.045736 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-823c23cb-e103-47b8-b3bd-93073b75f45e req-b0d53cf9-fb7d-47a8-a56a-baa4cd97d4fb service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6433959 Aug 20 10:36:15.076593 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c691dcee-3b60-413b-a69d-bea12c5d31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e7d75444-44cd-4d68-908f-ecb46f646a9a'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:15.126179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4b2e2-804b-4d29-b640-94869ea90483 req-8f6679e9-da0f-4f03-be25-041f13a20ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:15.128432 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8aa4b2e2-804b-4d29-b640-94869ea90483 req-8f6679e9-da0f-4f03-be25-041f13a20ece service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 1097 time: 0.2389326 Aug 20 10:36:15.165771 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea48d2-2159-4bce-9122-e7fcc8740bea req-107a4e5e-2d64-4f7d-b7ac-d06330dce45d tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:15.168619 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2ea48d2-2159-4bce-9122-e7fcc8740bea req-107a4e5e-2d64-4f7d-b7ac-d06330dce45d tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 945 time: 0.4906521 Aug 20 10:36:15.177318 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c691dcee-3b60-413b-a69d-bea12c5d31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:15.217683 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c691dcee-3b60-413b-a69d-bea12c5d31cb None None] Routers {'e7d75444-44cd-4d68-908f-ecb46f646a9a'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:36:15.218698 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c691dcee-3b60-413b-a69d-bea12c5d31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e7d75444-44cd-4d68-908f-ecb46f646a9a'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:15.260844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8d7163-a5b2-403e-8060-e83326f85656 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:15.263645 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4d8d7163-a5b2-403e-8060-e83326f85656 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports/523404b1-a330-4ccb-b856-d7b8b128a92c HTTP/1.1" status: 200 len: 910 time: 0.2160389 Aug 20 10:36:15.266329 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35286) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:15.275838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b00c095e-4936-49d5-a110-23c6f9351042 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d273454-5e53-44f2-be9a-f19392f70eb8'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:15.282412 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c691dcee-3b60-413b-a69d-bea12c5d31cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:15.283135 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c691dcee-3b60-413b-a69d-bea12c5d31cb None None] The sync data for ids ['e7d75444-44cd-4d68-908f-ecb46f646a9a'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:36:15.345693 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2ea48d2-2159-4bce-9122-e7fcc8740bea req-8f3b07a9-b87a-4de6-800a-bfc0b28d6b2e tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437743 Aug 20 10:36:15.353664 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8aa4b2e2-804b-4d29-b640-94869ea90483 req-f48cb7b1-bbb9-42f8-b95d-51bb1634bd4e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620140 Aug 20 10:36:15.522621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ddd41-be45-42e5-9f94-03a3773094da req-004f556e-f8bc-448c-acc3-f8dcfc866a40 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:15.525076 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb4ddd41-be45-42e5-9f94-03a3773094da req-004f556e-f8bc-448c-acc3-f8dcfc866a40 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.1047683 Aug 20 10:36:15.596941 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb4ddd41-be45-42e5-9f94-03a3773094da req-031c351b-89b3-409f-a7eb-3eca5bdcfb2e tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638847 Aug 20 10:36:15.863322 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a1de4761-bd4b-4e6b-aeed-acb5b4779bde req-6dcc3abb-f34a-41b7-8e65-2110ec6b19aa tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0471566 Aug 20 10:36:15.994625 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b00c095e-4936-49d5-a110-23c6f9351042 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:16.658055 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9695dd-febb-4f88-84b4-640ee0221658 req-aea48f18-54b6-4ad9-9213-e2b4939be5ba tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:16.659939 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9b9695dd-febb-4f88-84b4-640ee0221658 req-aea48f18-54b6-4ad9-9213-e2b4939be5ba tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 945 time: 0.1530068 Aug 20 10:36:16.742906 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b00c095e-4936-49d5-a110-23c6f9351042 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:16.762975 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b00c095e-4936-49d5-a110-23c6f9351042 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:16.869633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebe743-df94-4c74-98d8-c4c58fb5c25a req-361ac0ce-58f4-44af-965c-5e059cd69295 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:16.871442 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33ebe743-df94-4c74-98d8-c4c58fb5c25a req-361ac0ce-58f4-44af-965c-5e059cd69295 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.0714262 Aug 20 10:36:16.915282 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9b9695dd-febb-4f88-84b4-640ee0221658 req-aac96553-c88d-450a-96c2-63319c963b6c tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214139 Aug 20 10:36:16.980721 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33ebe743-df94-4c74-98d8-c4c58fb5c25a req-34044eb5-7af8-48ff-8643-35f00c2f0faa tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957839 Aug 20 10:36:16.989321 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00c095e-4936-49d5-a110-23c6f9351042 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:16.990609 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b00c095e-4936-49d5-a110-23c6f9351042 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:16.992665 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b00c095e-4936-49d5-a110-23c6f9351042 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/ports/523404b1-a330-4ccb-b856-d7b8b128a92c HTTP/1.1" status: 200 len: 910 time: 1.7246280 Aug 20 10:36:16.993845 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c095e-4936-49d5-a110-23c6f9351042 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=523404b1-a330-4ccb-b856-d7b8b128a92c,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:16.997145 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35360) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:17.156717 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c239f35b-37d4-4cc2-986e-2b92e7bd2fb7 req-63ff9df0-8a0c-4154-9d93-77c912ea0cf3 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0630927 Aug 20 10:36:17.378912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35376) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:17.563663 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-35afccaf-1242-4dd5-866c-8f5064456536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:17.627854 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f5ed80f2-de01-4330-9758-5fd0774dc63f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:17.753191 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-35afccaf-1242-4dd5-866c-8f5064456536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:17.760780 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-35afccaf-1242-4dd5-866c-8f5064456536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:17.807778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afccaf-1242-4dd5-866c-8f5064456536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e0b75e-559f-40fa-89ec-dbeab8cbf779,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:17.832845 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-35afccaf-1242-4dd5-866c-8f5064456536 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1871d86d8ff541a0aca9410f7e0c735e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4507403 Aug 20 10:36:17.836608 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35388) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:17.927630 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6c4b2ecf-af7b-4b71-9446-c245fef0c910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:17.972431 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6c4b2ecf-af7b-4b71-9446-c245fef0c910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:18.066111 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6c4b2ecf-af7b-4b71-9446-c245fef0c910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:18.070902 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6c4b2ecf-af7b-4b71-9446-c245fef0c910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:18.076310 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6c4b2ecf-af7b-4b71-9446-c245fef0c910 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2e0b75e-559f-40fa-89ec-dbeab8cbf779 HTTP/1.1" status: 204 len: 168 time: 0.2345107 Aug 20 10:36:18.088015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b2ecf-af7b-4b71-9446-c245fef0c910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e0b75e-559f-40fa-89ec-dbeab8cbf779,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:18.134781 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13f3e0-af8f-4d54-b6ac-3f5f8c041276 req-235de5cd-cfc4-4f1d-9a41-4f0340c1ec94 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:18.136456 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-de13f3e0-af8f-4d54-b6ac-3f5f8c041276 req-235de5cd-cfc4-4f1d-9a41-4f0340c1ec94 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 945 time: 0.0752263 Aug 20 10:36:18.148258 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed80f2-de01-4330-9758-5fd0774dc63f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port 523404b1-a330-4ccb-b856-d7b8b128a92c {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:36:18.148803 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f5ed80f2-de01-4330-9758-5fd0774dc63f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:18.225114 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14892a9-d20a-423d-aa4d-389238d6df85 req-02ae1a92-74c9-4c6d-a81d-05bd717e5568 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:18.226984 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a14892a9-d20a-423d-aa4d-389238d6df85 req-02ae1a92-74c9-4c6d-a81d-05bd717e5568 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.0668113 Aug 20 10:36:18.280211 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-de13f3e0-af8f-4d54-b6ac-3f5f8c041276 req-1375ecbb-6b8d-4737-bef8-140f216cca1c tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260417 Aug 20 10:36:18.305992 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a14892a9-d20a-423d-aa4d-389238d6df85 req-5367fb14-f112-4269-a73b-595dbc76d385 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687115 Aug 20 10:36:18.371991 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f5ed80f2-de01-4330-9758-5fd0774dc63f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:18.403464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed80f2-de01-4330-9758-5fd0774dc63f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for 523404b1-a330-4ccb-b856-d7b8b128a92c owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:36:18.477551 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fdfae027-2f4b-4eb2-9be9-434bf8e5faf6 req-b0f18c9c-2245-48f1-a5c7-b7ec71bf592a tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0777211 Aug 20 10:36:18.518946 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:18.596768 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410ef4f-3cdd-4cee-9f46-0be1458c0b75 req-ea6fbe19-238b-414e-9de1-60d50dfae15a tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:18.598413 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6410ef4f-3cdd-4cee-9f46-0be1458c0b75 req-ea6fbe19-238b-414e-9de1-60d50dfae15a tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 945 time: 0.1241906 Aug 20 10:36:18.789983 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6410ef4f-3cdd-4cee-9f46-0be1458c0b75 req-30aa1337-1092-4f56-aa53-215e6505a5c8 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310890 Aug 20 10:36:18.827324 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f5ed80f2-de01-4330-9758-5fd0774dc63f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:18.830479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35416) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:18.859814 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed80f2-de01-4330-9758-5fd0774dc63f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=523404b1-a330-4ccb-b856-d7b8b128a92c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:19.259829 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3887aaa2-1c74-4763-8563-c02568ce147e tempest-TestVolumeBackupRestore-457044968 tempest-TestVolumeBackupRestore-457044968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:19.262390 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3887aaa2-1c74-4763-8563-c02568ce147e tempest-TestVolumeBackupRestore-457044968 tempest-TestVolumeBackupRestore-457044968-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 1092 time: 0.4299636 Aug 20 10:36:19.265687 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35428) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:19.274589 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:19.282359 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f5ed80f2-de01-4330-9758-5fd0774dc63f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:19.331237 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:19.499331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ed80f2-de01-4330-9758-5fd0774dc63f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router e7d75444-44cd-4d68-908f-ecb46f646a9a has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:36:19.621749 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ed80f2-de01-4330-9758-5fd0774dc63f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:36:19.635458 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f5ed80f2-de01-4330-9758-5fd0774dc63f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/e7d75444-44cd-4d68-908f-ecb46f646a9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6360564 Aug 20 10:36:19.635646 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30233c08-fa57-41b8-b3e0-b77235184ae3 None None] Sync routers for ids ['e7d75444-44cd-4d68-908f-ecb46f646a9a'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:36:19.640223 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35442) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:19.666392 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30233c08-fa57-41b8-b3e0-b77235184ae3 None None] Routers {'e7d75444-44cd-4d68-908f-ecb46f646a9a'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:36:19.669723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-30233c08-fa57-41b8-b3e0-b77235184ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e7d75444-44cd-4d68-908f-ecb46f646a9a'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:19.690248 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5a0766ef-6f55-4fba-9818-ef877584f04d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7d75444-44cd-4d68-908f-ecb46f646a9a HTTP/1.1" status: 200 len: 205 time: 0.0485616 Aug 20 10:36:19.695881 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35444) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:19.763485 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741861eb-c981-4e58-9081-d4bbd357b476 req-18c5671c-62be-41d3-961c-09f8865c8cbf tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:19.777503 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-741861eb-c981-4e58-9081-d4bbd357b476 req-18c5671c-62be-41d3-961c-09f8865c8cbf tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.1959934 Aug 20 10:36:19.818656 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-30233c08-fa57-41b8-b3e0-b77235184ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:19.820685 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6531efef-040e-499f-8722-c51955b5c284 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:19.862112 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:19.868171 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30233c08-fa57-41b8-b3e0-b77235184ae3 None None] Routers {'e7d75444-44cd-4d68-908f-ecb46f646a9a'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:36:19.869217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-30233c08-fa57-41b8-b3e0-b77235184ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e7d75444-44cd-4d68-908f-ecb46f646a9a'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:19.889107 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-741861eb-c981-4e58-9081-d4bbd357b476 req-fd2a9cd9-6ef0-41fd-a670-84d360be61db tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085911 Aug 20 10:36:19.928624 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33608a90-ac56-4d1f-81c5-b216ea511e13 req-9556e738-b029-4221-8809-384047aeb55e tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.2166927 Aug 20 10:36:19.951630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-30233c08-fa57-41b8-b3e0-b77235184ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:19.952333 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30233c08-fa57-41b8-b3e0-b77235184ae3 None None] The sync data for ids ['e7d75444-44cd-4d68-908f-ecb46f646a9a'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:36:20.126283 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Allocated IP 172.25.3.125 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/be905c27-2e84-44d1-bd12-bbaae1526607) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:36:20.249344 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6531efef-040e-499f-8722-c51955b5c284 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:20.252645 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6531efef-040e-499f-8722-c51955b5c284 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:20.277405 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:20.317575 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6531efef-040e-499f-8722-c51955b5c284 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:20.319845 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6531efef-040e-499f-8722-c51955b5c284 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Fanout notify agent at l3_agent the message router_deleted on router e7d75444-44cd-4d68-908f-ecb46f646a9a {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:36:20.339727 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6531efef-040e-499f-8722-c51955b5c284 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:20.341479 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6531efef-040e-499f-8722-c51955b5c284 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/routers/e7d75444-44cd-4d68-908f-ecb46f646a9a HTTP/1.1" status: 204 len: 168 time: 0.6442523 Aug 20 10:36:20.345782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35458) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:20.368095 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:20.417941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4419c47-81a2-4fca-aa71-e9807555ed38 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting subnet 3d273454-5e53-44f2-be9a-f19392f70eb8 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:36:20.422283 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e4419c47-81a2-4fca-aa71-e9807555ed38 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:20.446878 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:20.449824 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:20.453674 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:36:20.488957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Pushing event updated for resources: {'Port': ['ID=be905c27-2e84-44d1-bd12-bbaae1526607,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:20.501582 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e4419c47-81a2-4fca-aa71-e9807555ed38 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:20.637197 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e4419c47-81a2-4fca-aa71-e9807555ed38 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:20.763789 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e4419c47-81a2-4fca-aa71-e9807555ed38 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:20.830608 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4419c47-81a2-4fca-aa71-e9807555ed38 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Subnet': ['ID=3d273454-5e53-44f2-be9a-f19392f70eb8,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:20.834976 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e4419c47-81a2-4fca-aa71-e9807555ed38 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:20.837869 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cac3dd-3cd8-4ade-a84b-95f8e048e589 None None] Network c074bf57-8a36-4b49-84f0-47bef88e25c5 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:36:20.838756 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e4419c47-81a2-4fca-aa71-e9807555ed38 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/subnets/3d273454-5e53-44f2-be9a-f19392f70eb8 HTTP/1.1" status: 204 len: 168 time: 0.4909828 Aug 20 10:36:20.841013 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35466) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:21.207890 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640a023a-5079-491d-817c-d5f74344561a None None] DHCP port deletion for c074bf57-8a36-4b49-84f0-47bef88e25c5 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:36:21.272081 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:21.303926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-640a023a-5079-491d-817c-d5f74344561a None None] Deleting port d6a0231c-8c58-4849-8568-90775d02760e {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:36:21.304402 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-640a023a-5079-491d-817c-d5f74344561a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:21.314998 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815f1e8-c583-4da7-aafb-f6425e823889 req-dfb22c5b-ec23-4938-8100-8047724695c0 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:21.321494 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c815f1e8-c583-4da7-aafb-f6425e823889 req-dfb22c5b-ec23-4938-8100-8047724695c0 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.2809517 Aug 20 10:36:21.495632 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-640a023a-5079-491d-817c-d5f74344561a None None] For port d6a0231c-8c58-4849-8568-90775d02760e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d6a0231c-8c58-4849-8568-90775d02760e,segment=NetworkSegment(ac37d9d3-427e-4b3e-af89-426a7cffac41),segment_id=ac37d9d3-427e-4b3e-af89-426a7cffac41)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:36:21.496729 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-640a023a-5079-491d-817c-d5f74344561a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:21.514119 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c815f1e8-c583-4da7-aafb-f6425e823889 req-7d453467-a476-43e7-8b19-d2b5966c5801 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798127 Aug 20 10:36:21.528421 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:21.572063 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:21.599014 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-640a023a-5079-491d-817c-d5f74344561a None None] Calling delete_port for d6a0231c-8c58-4849-8568-90775d02760e owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:36:21.654989 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e4ee5863-aabf-4226-b4f1-4fc70fc359d4 req-9ea47d13-86d7-4a59-b8a1-60bd1255807a tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.1840010 Aug 20 10:36:21.756785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d6a0231c-8c58-4849-8568-90775d02760e no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:36:21.800084 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port d6a0231c-8c58-4849-8568-90775d02760e {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:36:21.800570 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:21.962813 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:21.969330 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:22.003922 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] For port d6a0231c-8c58-4849-8568-90775d02760e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d6a0231c-8c58-4849-8568-90775d02760e,segment=NetworkSegment(ac37d9d3-427e-4b3e-af89-426a7cffac41),segment_id=ac37d9d3-427e-4b3e-af89-426a7cffac41)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:36:22.004409 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:22.022755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for d6a0231c-8c58-4849-8568-90775d02760e owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:36:22.029737 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-640a023a-5079-491d-817c-d5f74344561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:22.043398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Pushing event updated for resources: {'Port': ['ID=be905c27-2e84-44d1-bd12-bbaae1526607,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:22.106473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a023a-5079-491d-817c-d5f74344561a None None] Pushing event deleted for resources: {'Port': ['ID=d6a0231c-8c58-4849-8568-90775d02760e,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:22.106688 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35498) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:22.115560 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a023a-5079-491d-817c-d5f74344561a None None] No DVR routers for this DVR port d6a0231c-8c58-4849-8568-90775d02760e on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:36:22.117738 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:22.158399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb22c68-0d61-480a-9483-23f30f1aefdb req-6dc70ebf-af0d-45dc-896d-a882d01b0eed tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:22.161999 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-deb22c68-0d61-480a-9483-23f30f1aefdb req-6dc70ebf-af0d-45dc-896d-a882d01b0eed tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 945 time: 0.0806813 Aug 20 10:36:22.164148 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:22.219490 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:22.275278 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] No DVR routers for this DVR port d6a0231c-8c58-4849-8568-90775d02760e on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:36:22.286291 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-deb22c68-0d61-480a-9483-23f30f1aefdb req-2562f930-7825-4be6-8a49-8355d9ec0eb9 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725808 Aug 20 10:36:22.299379 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=d6a0231c-8c58-4849-8568-90775d02760e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:22.313204 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Floating IP 2d197c7a-9b2b-4e2e-a665-ea91d98a18ef associated. External IP: 172.25.3.125, port: d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329. Aug 20 10:36:22.393639 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:22.406360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c074bf57-8a36-4b49-84f0-47bef88e25c5']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:22.433553 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-02bf17f8-98ab-4126-bbd3-27678c461081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:22.446420 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac37d9d3-427e-4b3e-af89-426a7cffac41') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:22.446844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac37d9d3-427e-4b3e-af89-426a7cffac41') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:22.461478 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:22.484473 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:22.493647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:36:22.494426 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:36:22.497814 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:36:22.569256 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:22.599976 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:22.608655 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/networks/c074bf57-8a36-4b49-84f0-47bef88e25c5 HTTP/1.1" status: 204 len: 168 time: 1.7653050 Aug 20 10:36:22.616179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35514) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:22.628235 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-1e0820c1-6772-4a30-8ff9-0c29bdbc8c45 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-586472456', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:22.652057 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc93900-93fd-431c-9a0d-8176ce48f565 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Network': ['ID=c074bf57-8a36-4b49-84f0-47bef88e25c5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:22.679071 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:22.790115 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-02bf17f8-98ab-4126-bbd3-27678c461081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:22.804558 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-02bf17f8-98ab-4126-bbd3-27678c461081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:22.896389 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-02bf17f8-98ab-4126-bbd3-27678c461081 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f1af751161e4fe69ac5d2b5d74a5a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7862988 Aug 20 10:36:22.900351 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35526) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:22.938333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f852991-102c-4c53-affb-2d3632e238e4 req-ba5fb2b2-428e-4ac0-a36f-ff75b81eef2d tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:22.939944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf17f8-98ab-4126-bbd3-27678c461081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47faef1f-474d-4bb3-900b-9f6a5ef0108c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:22.943504 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8f852991-102c-4c53-affb-2d3632e238e4 req-ba5fb2b2-428e-4ac0-a36f-ff75b81eef2d tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.2188990 Aug 20 10:36:22.947926 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e0820c1-6772-4a30-8ff9-0c29bdbc8c45 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:22.949032 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e0820c1-6772-4a30-8ff9-0c29bdbc8c45 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:22.975940 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb6d3-09ab-4380-a0a5-f0a44997cf25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:23.000720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Router 2a58b439-a3e9-489f-8e57-7623e88ab417 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:36:23.023860 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8f852991-102c-4c53-affb-2d3632e238e4 req-22bfb20f-7bf0-4642-a20e-b09a5d635a5f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699203 Aug 20 10:36:23.105382 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb6d3-09ab-4380-a0a5-f0a44997cf25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:23.109038 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-725e1d40-be40-4bbf-8850-fbf76056b2ba req-26cf9b44-be92-4b9a-ab21-ec49472f8389 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0981233 Aug 20 10:36:23.111076 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19df257d-6a03-4e46-b6d9-1ee4b6c97c80 req-16dffd50-0fc0-420a-8341-ad21a1095aaa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.1020854 Aug 20 10:36:23.140443 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e0820c1-6772-4a30-8ff9-0c29bdbc8c45 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:23.152993 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e0820c1-6772-4a30-8ff9-0c29bdbc8c45 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:23.167399 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb6d3-09ab-4380-a0a5-f0a44997cf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:23.170066 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb6d3-09ab-4380-a0a5-f0a44997cf25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:23.171262 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2ffbb6d3-09ab-4380-a0a5-f0a44997cf25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47faef1f-474d-4bb3-900b-9f6a5ef0108c HTTP/1.1" status: 204 len: 168 time: 0.2696357 Aug 20 10:36:23.180398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbb6d3-09ab-4380-a0a5-f0a44997cf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47faef1f-474d-4bb3-900b-9f6a5ef0108c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:23.203390 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e0820c1-6772-4a30-8ff9-0c29bdbc8c45 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:23.207370 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1e0820c1-6772-4a30-8ff9-0c29bdbc8c45 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5867636 Aug 20 10:36:23.207707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35530) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:23.217338 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-419308cf-899b-419f-87c7-97c8384036df tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'network': {'name': 'tempest-RoutersTest-1352623235'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:23.221859 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:36:23.238864 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771f783-ffc6-4dc7-b34b-f11b2dd57cab None None] Sync routers for ids ['2a58b439-a3e9-489f-8e57-7623e88ab417'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:36:23.251836 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419308cf-899b-419f-87c7-97c8384036df tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:36:23.254791 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771f783-ffc6-4dc7-b34b-f11b2dd57cab None None] Routers {'2a58b439-a3e9-489f-8e57-7623e88ab417'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:36:23.255661 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e771f783-ffc6-4dc7-b34b-f11b2dd57cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['2a58b439-a3e9-489f-8e57-7623e88ab417'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:23.256253 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:23.257305 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-419308cf-899b-419f-87c7-97c8384036df tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:23.289626 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419308cf-899b-419f-87c7-97c8384036df tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:36:23.290961 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0e028234-5215-43a3-83a0-a47896a613a7 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0237865 Aug 20 10:36:23.291698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35532) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:23.292388 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'tag': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:36:23.295200 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f70cfd-4872-4c60-b3c4-e09ac5af835f" -d '{"events": [{"name": "network-changed", "server_uuid": "1847257c-95c8-4ad8-a74b-348ec79370d9", "tag": "d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:36:23.303035 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-419308cf-899b-419f-87c7-97c8384036df tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:23.303425 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-419308cf-899b-419f-87c7-97c8384036df tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Added segment 3154ff3e-8ce3-4dc8-90de-df9e7c4e0505 of type vlan for network 88e605f4-91d4-42c6-ac8f-82886a46c9c3 Aug 20 10:36:23.365987 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2864a30b-f9ca-4517-97be-3fbf0d9082ce x-openstack-request-id: req-2864a30b-f9ca-4517-97be-3fbf0d9082ce {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:36:23.366455 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1847257c-95c8-4ad8-a74b-348ec79370d9", "tag": "d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:36:23.366895 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2864a30b-f9ca-4517-97be-3fbf0d9082ce {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:36:23.367589 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'tag': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329', 'status': 'completed', 'code': 200} Aug 20 10:36:23.377041 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-419308cf-899b-419f-87c7-97c8384036df tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:23.385111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eabac9-5325-4b00-813b-06b67786b514 tempest-TestVolumeBackupRestore-457044968 tempest-TestVolumeBackupRestore-457044968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:23.391326 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-39eabac9-5325-4b00-813b-06b67786b514 tempest-TestVolumeBackupRestore-457044968 tempest-TestVolumeBackupRestore-457044968-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 1092 time: 0.0902574 Aug 20 10:36:23.391772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35538) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:23.400651 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-5da1b0fb-ad08-4f3c-839e-eedc53c9b5be tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Request body: {'floatingip': {'port_id': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:23.474789 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-419308cf-899b-419f-87c7-97c8384036df tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:23.480693 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419308cf-899b-419f-87c7-97c8384036df tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:23.481451 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-419308cf-899b-419f-87c7-97c8384036df tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:23.509684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f70cfd-4872-4c60-b3c4-e09ac5af835f req-0741510a-d236-4562-ae4c-f6506b0eeb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:23.511498 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c3f70cfd-4872-4c60-b3c4-e09ac5af835f req-0741510a-d236-4562-ae4c-f6506b0eeb9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f498f17eff9b45a7b8676c88aedae8a5&device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 1097 time: 0.1060457 Aug 20 10:36:23.513794 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-e771f783-ffc6-4dc7-b34b-f11b2dd57cab None None] Set router 2a58b439-a3e9-489f-8e57-7623e88ab417 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:36:23.524532 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5da1b0fb-ad08-4f3c-839e-eedc53c9b5be tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:23.558366 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-419308cf-899b-419f-87c7-97c8384036df tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3491795 Aug 20 10:36:23.599303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35540) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:23.610757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-237d62cc-8bc9-4ed1-9504-0901a7b2ed83 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'subnet': {'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:23.619454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35542) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:23.684729 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419308cf-899b-419f-87c7-97c8384036df tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Network': ['ID=88e605f4-91d4-42c6-ac8f-82886a46c9c3,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:23.690775 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9706095b-a765-416f-befd-8f6d59ed3be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:23.703759 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 88e605f4-91d4-42c6-ac8f-82886a46c9c3 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:36:23.813683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f70cfd-4872-4c60-b3c4-e09ac5af835f req-bacc4328-f0b1-4d76-9c7e-db47b492a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:23.815594 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c3f70cfd-4872-4c60-b3c4-e09ac5af835f req-bacc4328-f0b1-4d76-9c7e-db47b492a586 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 HTTP/1.1" status: 200 len: 915 time: 0.2700861 Aug 20 10:36:23.916825 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c3f70cfd-4872-4c60-b3c4-e09ac5af835f req-9912593d-013d-4f3e-a315-a41214b30101 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 HTTP/1.1" status: 200 len: 999 time: 0.0869319 Aug 20 10:36:23.934475 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e771f783-ffc6-4dc7-b34b-f11b2dd57cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:31:46Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'gw_port': {'id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:49Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '2d197c7a-9b2b-4e2e-a665-ea91d98a18ef', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'port_id': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'mac_address': 'fa:16:3e:79:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:36:20Z', 'updated_at': '2021-08-20T10:36:20Z', 'revision_number': 0, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38682323-c441-4ce7-9743-58dd8fbcff2d', 'name': '', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'mac_address': 'fa:16:3e:2a:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:59Z', 'updated_at': '2021-08-20T10:32:10Z', 'revision_number': 5, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'subnets': [{'id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:23.989074 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771f783-ffc6-4dc7-b34b-f11b2dd57cab None None] Checking router: 2a58b439-a3e9-489f-8e57-7623e88ab417 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:36:23.996184 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f70cfd-4872-4c60-b3c4-e09ac5af835f req-593c657e-4046-46ea-93d0-269deb1048a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:23.997902 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c3f70cfd-4872-4c60-b3c4-e09ac5af835f req-593c657e-4046-46ea-93d0-269deb1048a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4d0d36b-7f1b-481d-866e-81cca665fba3 HTTP/1.1" status: 200 len: 853 time: 0.0739880 Aug 20 10:36:24.002354 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771f783-ffc6-4dc7-b34b-f11b2dd57cab None None] Routers {'2a58b439-a3e9-489f-8e57-7623e88ab417'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:36:24.003202 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e771f783-ffc6-4dc7-b34b-f11b2dd57cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['2a58b439-a3e9-489f-8e57-7623e88ab417'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:24.005238 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9706095b-a765-416f-befd-8f6d59ed3be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:24.030196 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9706095b-a765-416f-befd-8f6d59ed3be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:24.125397 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237d62cc-8bc9-4ed1-9504-0901a7b2ed83 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:36:24.129310 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-237d62cc-8bc9-4ed1-9504-0901a7b2ed83 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:24.147144 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9706095b-a765-416f-befd-8f6d59ed3be3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b6e782c3987410b8fef3f4bf96d3388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5231962 Aug 20 10:36:24.182371 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-e771f783-ffc6-4dc7-b34b-f11b2dd57cab None None] Set router 2a58b439-a3e9-489f-8e57-7623e88ab417 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:36:24.187539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35560) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:24.271327 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5da1b0fb-ad08-4f3c-839e-eedc53c9b5be tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:24.277706 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5da1b0fb-ad08-4f3c-839e-eedc53c9b5be tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:24.283478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706095b-a765-416f-befd-8f6d59ed3be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4787f4-2934-4f71-97c6-b534bec21a33,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:24.355838 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f70cfd-4872-4c60-b3c4-e09ac5af835f req-6b2802bd-6b79-4609-885d-635d8012c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:24.357557 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c3f70cfd-4872-4c60-b3c4-e09ac5af835f req-6b2802bd-6b79-4609-885d-635d8012c78d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1d4ba8-2f99-4afd-9255-b02ab45b68a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3473063 Aug 20 10:36:24.399479 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-90634cd3-2796-4ff4-98bf-53d4627e5ac8 req-08edc467-590d-4a5c-b56f-0cf90f22d1bf tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0458763 Aug 20 10:36:24.501560 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cfc622b8-584d-49af-8034-0dae07ac30ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:24.516011 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4a174-11fa-4669-90a0-2a486d3ccc83 req-d3efa61c-d534-4a91-bd9a-1ceaa4a22cc5 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:24.517897 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dbc4a174-11fa-4669-90a0-2a486d3ccc83 req-d3efa61c-d534-4a91-bd9a-1ceaa4a22cc5 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.3615689 Aug 20 10:36:24.582202 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cfc622b8-584d-49af-8034-0dae07ac30ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:24.652107 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c3f70cfd-4872-4c60-b3c4-e09ac5af835f req-4a24620b-0f82-454b-a09f-dc582bed4db6 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1d4ba8-2f99-4afd-9255-b02ab45b68a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752140 Aug 20 10:36:24.672157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dbc4a174-11fa-4669-90a0-2a486d3ccc83 req-9f3be14a-62aa-416b-a653-0d7b43cc0eef tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405425 Aug 20 10:36:24.705987 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e771f783-ffc6-4dc7-b34b-f11b2dd57cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:31:46Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'gw_port': {'id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:49Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '2d197c7a-9b2b-4e2e-a665-ea91d98a18ef', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'port_id': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'mac_address': 'fa:16:3e:79:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:36:20Z', 'updated_at': '2021-08-20T10:36:20Z', 'revision_number': 0, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38682323-c441-4ce7-9743-58dd8fbcff2d', 'name': '', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'mac_address': 'fa:16:3e:2a:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:59Z', 'updated_at': '2021-08-20T10:32:10Z', 'revision_number': 5, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'subnets': [{'id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:24.740873 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771f783-ffc6-4dc7-b34b-f11b2dd57cab None None] The sync data for ids ['2a58b439-a3e9-489f-8e57-7623e88ab417'] in n-d-778550-11 is: [{'id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:31:46Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'gw_port': {'id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:49Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '2d197c7a-9b2b-4e2e-a665-ea91d98a18ef', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'port_id': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'mac_address': 'fa:16:3e:79:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:36:20Z', 'updated_at': '2021-08-20T10:36:20Z', 'revision_number': 0, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38682323-c441-4ce7-9743-58dd8fbcff2d', 'name': '', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'mac_address': 'fa:16:3e:2a:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:59Z', 'updated_at': '2021-08-20T10:32:10Z', 'revision_number': 5, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'subnets': [{'id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:36:24.831925 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cfc622b8-584d-49af-8034-0dae07ac30ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:24.834672 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cfc622b8-584d-49af-8034-0dae07ac30ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:24.836435 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cfc622b8-584d-49af-8034-0dae07ac30ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c4787f4-2934-4f71-97c6-b534bec21a33 HTTP/1.1" status: 204 len: 168 time: 0.6448126 Aug 20 10:36:24.870070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc622b8-584d-49af-8034-0dae07ac30ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4787f4-2934-4f71-97c6-b534bec21a33,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:24.909583 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-237d62cc-8bc9-4ed1-9504-0901a7b2ed83 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:25.027156 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c3f70cfd-4872-4c60-b3c4-e09ac5af835f req-0f37df52-2efe-4bfd-a3dc-7dd20ac4ee28 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1d4ba8-2f99-4afd-9255-b02ab45b68a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609970 Aug 20 10:36:25.038329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d62cc-8bc9-4ed1-9504-0901a7b2ed83 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Subnet': ['ID=43885e2a-bf22-455e-841a-f8e375599d61,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:25.042098 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237d62cc-8bc9-4ed1-9504-0901a7b2ed83 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Checking segment: {'id': '3154ff3e-8ce3-4dc8-90de-df9e7c4e0505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:36:25.042731 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237d62cc-8bc9-4ed1-9504-0901a7b2ed83 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network hostable DHCP agents. Network: 88e605f4-91d4-42c6-ac8f-82886a46c9c3, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:36:25.095074 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc48f4-d992-4956-97da-6a6996652e05 None None] New status for floating IP 2d197c7a-9b2b-4e2e-a665-ea91d98a18ef: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:36:25.098698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237d62cc-8bc9-4ed1-9504-0901a7b2ed83 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network 88e605f4-91d4-42c6-ac8f-82886a46c9c3 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:36:25.118630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-237d62cc-8bc9-4ed1-9504-0901a7b2ed83 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 88e605f4-91d4-42c6-ac8f-82886a46c9c3) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:25.136172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237d62cc-8bc9-4ed1-9504-0901a7b2ed83 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:25.136172 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-237d62cc-8bc9-4ed1-9504-0901a7b2ed83 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:25.152316 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da1b0fb-ad08-4f3c-839e-eedc53c9b5be tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Router 2a58b439-a3e9-489f-8e57-7623e88ab417 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:36:25.154035 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-237d62cc-8bc9-4ed1-9504-0901a7b2ed83 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5534694 Aug 20 10:36:25.156647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35574) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:25.175396 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae151da-3bff-41dc-a4c1-595d46e41cbe None None] Network 88e605f4-91d4-42c6-ac8f-82886a46c9c3 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:36:25.550626 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1db615d5-e411-4cc5-a582-ccfe4b1b5092 req-6cbcd17e-2e15-43ff-bc72-bae61d6eb904 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0456026 Aug 20 10:36:25.610082 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:36:25.611075 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:25.719648 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:25.731577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da1b0fb-ad08-4f3c-839e-eedc53c9b5be tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:36:25.743091 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5da1b0fb-ad08-4f3c-839e-eedc53c9b5be tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:25.747699 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cba8344-838d-4128-b3cd-8e1c63aaa7bc None None] Sync routers for ids ['2a58b439-a3e9-489f-8e57-7623e88ab417'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:36:25.762245 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cba8344-838d-4128-b3cd-8e1c63aaa7bc None None] Routers {'2a58b439-a3e9-489f-8e57-7623e88ab417'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:36:25.763224 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1cba8344-838d-4128-b3cd-8e1c63aaa7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['2a58b439-a3e9-489f-8e57-7623e88ab417'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:25.801621 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Allocated IP 172.20.0.2 (88e605f4-91d4-42c6-ac8f-82886a46c9c3/43885e2a-bf22-455e-841a-f8e375599d61/1d5aa632-e52d-46e5-93f4-2814c1b13f97) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:36:25.871873 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'tag': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:36:25.874150 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56935b7b-a949-4543-a137-105622815e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "1847257c-95c8-4ad8-a74b-348ec79370d9", "tag": "d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:36:25.914159 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5da1b0fb-ad08-4f3c-839e-eedc53c9b5be tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "PUT /v2.0/floatingips/2d197c7a-9b2b-4e2e-a665-ea91d98a18ef HTTP/1.1" status: 200 len: 991 time: 2.5209475 Aug 20 10:36:25.916120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b159c-7195-4e2e-90bb-088463439901 req-76ace4e1-c1b4-4360-93d8-9e83050628c7 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:25.924836 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c52b159c-7195-4e2e-90bb-088463439901 req-76ace4e1-c1b4-4360-93d8-9e83050628c7 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.1113336 Aug 20 10:36:25.988243 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-1cba8344-838d-4128-b3cd-8e1c63aaa7bc None None] Set router 2a58b439-a3e9-489f-8e57-7623e88ab417 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:36:26.034241 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c52b159c-7195-4e2e-90bb-088463439901 req-992f56c1-5710-4ae3-80ad-541c47ade3ce tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011450 Aug 20 10:36:26.112230 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:26.118304 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f3de08-b4ad-4488-a838-5f7f7ef2b782 x-openstack-request-id: req-84f3de08-b4ad-4488-a838-5f7f7ef2b782 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:36:26.118776 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1847257c-95c8-4ad8-a74b-348ec79370d9", "tag": "d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:36:26.119160 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84f3de08-b4ad-4488-a838-5f7f7ef2b782 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:36:26.119665 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'tag': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329', 'status': 'completed', 'code': 200} Aug 20 10:36:26.127378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Transition to ACTIVE for port object 1d5aa632-e52d-46e5-93f4-2814c1b13f97 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:26.168458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Transition to ACTIVE for port object 1d5aa632-e52d-46e5-93f4-2814c1b13f97 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:26.186372 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:26.229723 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56935b7b-a949-4543-a137-105622815e9c req-4166062f-b0b1-4d7d-b06d-54eff7268ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:26.233303 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56935b7b-a949-4543-a137-105622815e9c req-4166062f-b0b1-4d7d-b06d-54eff7268ee6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f498f17eff9b45a7b8676c88aedae8a5&device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 1097 time: 0.0867863 Aug 20 10:36:26.235986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Allocated IP 172.20.0.1 (88e605f4-91d4-42c6-ac8f-82886a46c9c3/43885e2a-bf22-455e-841a-f8e375599d61/89a244c5-3cff-4427-bedd-2eac2f66ddfa) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:36:26.342432 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Pushing event updated for resources: {'Port': ['ID=1d5aa632-e52d-46e5-93f4-2814c1b13f97,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:26.380696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Network 88e605f4-91d4-42c6-ac8f-82886a46c9c3 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:26.384380 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:26.384543 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:26.395130 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:36:26.412087 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Transition to ACTIVE for port object 89a244c5-3cff-4427-bedd-2eac2f66ddfa will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:26.463382 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56935b7b-a949-4543-a137-105622815e9c req-28f6a7ff-bdee-4f95-885e-aa117bbc2b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:26.469876 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56935b7b-a949-4543-a137-105622815e9c req-28f6a7ff-bdee-4f95-885e-aa117bbc2b76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 HTTP/1.1" status: 200 len: 915 time: 0.2270682 Aug 20 10:36:26.480488 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:26.516315 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-921e6736-7d57-4b8c-bb9d-25bfde7439c3 req-03429db6-ed93-4f35-bc2c-c6e9ff3980fe tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940&device_id=54ff7ab1-f89b-4d4f-89bd-6906f9f4c0e1 HTTP/1.1" status: 200 len: 210 time: 0.0471981 Aug 20 10:36:26.527545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Attempting to bind port 1d5aa632-e52d-46e5-93f4-2814c1b13f97 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:36:26.527999 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Attempting to bind port 1d5aa632-e52d-46e5-93f4-2814c1b13f97 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3154ff3e-8ce3-4dc8-90de-df9e7c4e0505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:36:26.528503 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Attempting to bind port 1d5aa632-e52d-46e5-93f4-2814c1b13f97 on network 88e605f4-91d4-42c6-ac8f-82886a46c9c3 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:36:26.550241 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:36:26.551676 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Checking segment: {'id': '3154ff3e-8ce3-4dc8-90de-df9e7c4e0505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:36:26.552504 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:26.553156 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Bound using segment: {'id': '3154ff3e-8ce3-4dc8-90de-df9e7c4e0505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:36:26.554218 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Bound port: 1d5aa632-e52d-46e5-93f4-2814c1b13f97, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3154ff3e-8ce3-4dc8-90de-df9e7c4e0505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:36:26.556922 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network 88e605f4-91d4-42c6-ac8f-82886a46c9c3 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:26.560931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:26.561165 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:26.567193 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:36:26.573623 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1cba8344-838d-4128-b3cd-8e1c63aaa7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:31:46Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'gw_port': {'id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:49Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '2d197c7a-9b2b-4e2e-a665-ea91d98a18ef', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'port_id': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'mac_address': 'fa:16:3e:79:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:36:20Z', 'updated_at': '2021-08-20T10:36:25Z', 'revision_number': 2, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38682323-c441-4ce7-9743-58dd8fbcff2d', 'name': '', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'mac_address': 'fa:16:3e:2a:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:59Z', 'updated_at': '2021-08-20T10:32:10Z', 'revision_number': 5, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'subnets': [{'id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:26.620516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=89a244c5-3cff-4427-bedd-2eac2f66ddfa,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:26.623435 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56935b7b-a949-4543-a137-105622815e9c req-ff4b9574-b58e-48b2-8064-13203c97a305 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 HTTP/1.1" status: 200 len: 1001 time: 0.1456861 Aug 20 10:36:26.634430 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cba8344-838d-4128-b3cd-8e1c63aaa7bc None None] Checking router: 2a58b439-a3e9-489f-8e57-7623e88ab417 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:36:26.635161 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:26.653990 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cba8344-838d-4128-b3cd-8e1c63aaa7bc None None] Routers {'2a58b439-a3e9-489f-8e57-7623e88ab417'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:36:26.654936 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1cba8344-838d-4128-b3cd-8e1c63aaa7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['2a58b439-a3e9-489f-8e57-7623e88ab417'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:26.724761 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f4572806-9844-4302-b2a2-f2770c887d9d details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:36:26.766850 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56935b7b-a949-4543-a137-105622815e9c req-a55db9c5-2f91-4e21-91a0-5c0cd1437084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:26.772245 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56935b7b-a949-4543-a137-105622815e9c req-a55db9c5-2f91-4e21-91a0-5c0cd1437084 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4d0d36b-7f1b-481d-866e-81cca665fba3 HTTP/1.1" status: 200 len: 853 time: 0.1264653 Aug 20 10:36:26.877060 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] For port 1d5aa632-e52d-46e5-93f4-2814c1b13f97, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:36:26.889000 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] For port 1d5aa632-e52d-46e5-93f4-2814c1b13f97, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1d5aa632-e52d-46e5-93f4-2814c1b13f97,segment=NetworkSegment(3154ff3e-8ce3-4dc8-90de-df9e7c4e0505),segment_id=3154ff3e-8ce3-4dc8-90de-df9e7c4e0505)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:36:26.900629 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:26.915496 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56935b7b-a949-4543-a137-105622815e9c req-e057f17a-9951-4ea8-af1a-ef2514491b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:26.920564 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56935b7b-a949-4543-a137-105622815e9c req-e057f17a-9951-4ea8-af1a-ef2514491b5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1d4ba8-2f99-4afd-9255-b02ab45b68a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1387088 Aug 20 10:36:26.941004 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.resource_extend [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:36:26.953651 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-1cba8344-838d-4128-b3cd-8e1c63aaa7bc None None] Set router 2a58b439-a3e9-489f-8e57-7623e88ab417 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:36:27.026147 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:27.047931 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1aa5a04d-393d-4d86-9aca-90a2b3c20a6e req-34f0fc54-6e4c-4238-8777-acd9113baec5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=815b2895f81a4225adef29be689d8669&device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.1892881 Aug 20 10:36:27.080824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91958e3-398a-45ee-a0f9-068309437bb3 None None] Pushing event updated for resources: {'Port': ['ID=1d5aa632-e52d-46e5-93f4-2814c1b13f97,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:27.130226 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3658719a-a3cd-4da4-9258-17714ffca2dc req-7204c73e-9104-43a4-ae41-928426d9e2d9 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.1405518 Aug 20 10:36:27.211588 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56935b7b-a949-4543-a137-105622815e9c req-23572036-6148-49fb-ba6f-3803de0ad01a service neutron] 10.222.0.24 "GET /v2.0/networks/fd1d4ba8-2f99-4afd-9255-b02ab45b68a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859244 Aug 20 10:36:27.224777 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1aa5a04d-393d-4d86-9aca-90a2b3c20a6e req-4c098891-055f-468b-8866-716c0f78291e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=815b2895f81a4225adef29be689d8669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1291254 Aug 20 10:36:27.436768 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f4572806-9844-4302-b2a2-f2770c887d9d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f4572806-9844-4302-b2a2-f2770c887d9d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:36:27.465433 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'port_id': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'mac_address': 'fa:16:3e:c3:34:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:36:27.569431 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1cba8344-838d-4128-b3cd-8e1c63aaa7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:31:46Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'gw_port': {'id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:49Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '2d197c7a-9b2b-4e2e-a665-ea91d98a18ef', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'port_id': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'mac_address': 'fa:16:3e:79:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:36:20Z', 'updated_at': '2021-08-20T10:36:25Z', 'revision_number': 2, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38682323-c441-4ce7-9743-58dd8fbcff2d', 'name': '', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'mac_address': 'fa:16:3e:2a:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:59Z', 'updated_at': '2021-08-20T10:32:10Z', 'revision_number': 5, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'subnets': [{'id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:27.614502 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:27.680003 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4572806-9844-4302-b2a2-f2770c887d9d {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:36:27.682360 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cba8344-838d-4128-b3cd-8e1c63aaa7bc None None] The sync data for ids ['2a58b439-a3e9-489f-8e57-7623e88ab417'] in n-d-778550-11 is: [{'id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:31:46Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'gw_port': {'id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:49Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '2d197c7a-9b2b-4e2e-a665-ea91d98a18ef', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'port_id': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'mac_address': 'fa:16:3e:79:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:36:20Z', 'updated_at': '2021-08-20T10:36:25Z', 'revision_number': 2, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38682323-c441-4ce7-9743-58dd8fbcff2d', 'name': '', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'mac_address': 'fa:16:3e:2a:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:59Z', 'updated_at': '2021-08-20T10:32:10Z', 'revision_number': 5, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'subnets': [{'id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:36:27.749444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f4572806-9844-4302-b2a2-f2770c887d9d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f4572806-9844-4302-b2a2-f2770c887d9d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:36:27.760553 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:27.778603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc352f-65b0-41c0-86b3-67da28b305bc req-3ef1d298-3da1-44bd-82b3-44571c92531d tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:27.789325 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7cbc352f-65b0-41c0-86b3-67da28b305bc req-3ef1d298-3da1-44bd-82b3-44571c92531d tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.5675101 Aug 20 10:36:27.801064 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a685bd-4086-42ef-8f1b-ff66499c7fbf req-e2255ed9-81be-49b4-8465-62acb3ef61d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:27.803751 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4a685bd-4086-42ef-8f1b-ff66499c7fbf req-e2255ed9-81be-49b4-8465-62acb3ef61d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 1097 time: 0.4904683 Aug 20 10:36:27.889448 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5a04d-393d-4d86-9aca-90a2b3c20a6e req-c8cb75b9-757d-44ce-94f8-7ac544d4a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:27.891093 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1aa5a04d-393d-4d86-9aca-90a2b3c20a6e req-c8cb75b9-757d-44ce-94f8-7ac544d4a027 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6110752 Aug 20 10:36:27.908777 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['f4572806-9844-4302-b2a2-f2770c887d9d'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:36:27.943205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=f4572806-9844-4302-b2a2-f2770c887d9d,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:27.991270 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56935b7b-a949-4543-a137-105622815e9c req-9dcd3251-0c85-4f7c-9261-e4d8920e0067 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1d4ba8-2f99-4afd-9255-b02ab45b68a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7720556 Aug 20 10:36:28.067677 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7cbc352f-65b0-41c0-86b3-67da28b305bc req-500a085c-37d8-47d1-ac91-dcec6d6eeda6 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587416 Aug 20 10:36:28.079632 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4a685bd-4086-42ef-8f1b-ff66499c7fbf req-5e1b1d00-917a-4c53-8fe3-9e0c6d63a35e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817756 Aug 20 10:36:28.139205 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'tag': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:36:28.152706 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f93ac56-dc1b-4d38-880d-e095558b9057" -d '{"events": [{"name": "network-changed", "server_uuid": "1847257c-95c8-4ad8-a74b-348ec79370d9", "tag": "d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:36:28.249925 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbabdb99-ae16-4eea-b9da-da6a3e0784cf x-openstack-request-id: req-bbabdb99-ae16-4eea-b9da-da6a3e0784cf {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:36:28.250223 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1847257c-95c8-4ad8-a74b-348ec79370d9", "tag": "d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:36:28.250503 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bbabdb99-ae16-4eea-b9da-da6a3e0784cf {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:36:28.257210 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'tag': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329', 'status': 'completed', 'code': 200} Aug 20 10:36:28.274760 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35678) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:28.284881 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:28.290912 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:28.428627 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93ac56-dc1b-4d38-880d-e095558b9057 req-de8e00de-8061-45fe-817a-0cb3dd9fde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:28.434957 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9f93ac56-dc1b-4d38-880d-e095558b9057 req-de8e00de-8061-45fe-817a-0cb3dd9fde86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f498f17eff9b45a7b8676c88aedae8a5&device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 1097 time: 0.1454101 Aug 20 10:36:28.590475 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d547d27-f20d-492c-b631-44d94be79107 req-7a71cda8-4598-4beb-a8f1-479c602603c0 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.0623882 Aug 20 10:36:28.616264 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=89a244c5-3cff-4427-bedd-2eac2f66ddfa,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:28.648253 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:28.677964 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f4572806-9844-4302-b2a2-f2770c887d9d up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:36:28.803764 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b01bc58-ab0c-4676-9df3-cf3c77463609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:28.850651 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port f4572806-9844-4302-b2a2-f2770c887d9d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:28.851118 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:28.917316 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network 88e605f4-91d4-42c6-ac8f-82886a46c9c3 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:28.920329 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:29.053918 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:29.121009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93ac56-dc1b-4d38-880d-e095558b9057 req-74939aed-d010-457c-84eb-3734ad8fdc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:29.127443 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9f93ac56-dc1b-4d38-880d-e095558b9057 req-74939aed-d010-457c-84eb-3734ad8fdc98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 HTTP/1.1" status: 200 len: 915 time: 0.6704757 Aug 20 10:36:29.158479 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:36:29.169180 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b334c5-5ed0-4cc4-ad5a-8473325ca67b" -d '{"events": [{"server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "name": "network-vif-plugged", "status": "completed", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:36:29.315336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f4572806-9844-4302-b2a2-f2770c887d9d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f4572806-9844-4302-b2a2-f2770c887d9d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:36:29.336843 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:29.403617 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9f93ac56-dc1b-4d38-880d-e095558b9057 req-b106f23c-f61f-42f4-9074-98557c8bbd8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 HTTP/1.1" status: 200 len: 1001 time: 0.2660539 Aug 20 10:36:29.458857 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df93f812-1c3c-40b9-af08-337c66ce7a39 x-openstack-request-id: req-df93f812-1c3c-40b9-af08-337c66ce7a39 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:36:29.460219 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "name": "network-vif-plugged", "status": "completed", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:36:29.460914 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df93f812-1c3c-40b9-af08-337c66ce7a39 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:36:29.461763 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'code': 200} Aug 20 10:36:29.462860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab664bc-4a80-415c-b8de-a54bd78830af None None] Network 88e605f4-91d4-42c6-ac8f-82886a46c9c3 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:36:29.541567 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b01bc58-ab0c-4676-9df3-cf3c77463609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:29.557109 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b01bc58-ab0c-4676-9df3-cf3c77463609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:29.562173 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93ac56-dc1b-4d38-880d-e095558b9057 req-5bb737eb-399d-437c-ba74-da38b8639945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:29.563775 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9f93ac56-dc1b-4d38-880d-e095558b9057 req-5bb737eb-399d-437c-ba74-da38b8639945 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4d0d36b-7f1b-481d-866e-81cca665fba3 HTTP/1.1" status: 200 len: 853 time: 0.1496837 Aug 20 10:36:29.623997 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05df58-0803-470a-8753-cd2ba62746c7 req-741f0d8b-8307-4813-a680-c83aa08145d7 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:29.637102 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be05df58-0803-470a-8753-cd2ba62746c7 req-741f0d8b-8307-4813-a680-c83aa08145d7 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.3627267 Aug 20 10:36:29.647665 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1aa5a04d-393d-4d86-9aca-90a2b3c20a6e req-97cd3581-3ddb-4779-97aa-b9a0fc508e07 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.1615596 Aug 20 10:36:29.687315 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router f6fea1e8-515f-460b-b1fd-d3f5057ab62d is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:36:29.753560 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-469ae6bb-b282-4e6f-8c1f-bc045afda2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:29.786368 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4b01bc58-ab0c-4676-9df3-cf3c77463609 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=019110e236c14559b3b581fe6d8e8ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5089231 Aug 20 10:36:29.796869 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01bc58-ab0c-4676-9df3-cf3c77463609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835af112-a72f-4e7a-a355-4a52bcb9fc13,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:29.804166 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be05df58-0803-470a-8753-cd2ba62746c7 req-a7712039-7559-4fd8-86ed-dd7c636e8439 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617014 Aug 20 10:36:29.805735 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35706) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:29.810980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9b391f76-32ca-4dfd-809b-505f877f6d92 None None] Provisioning for port 1d5aa632-e52d-46e5-93f4-2814c1b13f97 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:29.890913 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=f4572806-9844-4302-b2a2-f2770c887d9d,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:29.917117 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93ac56-dc1b-4d38-880d-e095558b9057 req-5ee8a19b-71ab-4b95-b45d-b11077e88035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:29.918686 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9f93ac56-dc1b-4d38-880d-e095558b9057 req-5ee8a19b-71ab-4b95-b45d-b11077e88035 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1d4ba8-2f99-4afd-9255-b02ab45b68a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3268793 Aug 20 10:36:29.971557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1d5aa632-e52d-46e5-93f4-2814c1b13f97 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:36:30.026378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:36:30.044116 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a0ad7fea-4472-4900-8e37-43655730467c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/f6fea1e8-515f-460b-b1fd-d3f5057ab62d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8860621 Aug 20 10:36:30.046689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35708) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:30.054519 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-69ffe93a-d117-4b39-91ec-e7bc2c3c74a1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'network': {'name': 'tempest-RoutersTest-1459560367'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:30.054785 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f4ae22c-1993-488b-9264-03d89e13839a req-9c6c5e86-368c-4273-91cd-effe5e02984d tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcef9692-091c-472b-adeb-362b2f949940 HTTP/1.1" status: 200 len: 210 time: 0.1560075 Aug 20 10:36:30.069627 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Sync routers for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:36:30.116232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ffe93a-d117-4b39-91ec-e7bc2c3c74a1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:36:30.124258 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69ffe93a-d117-4b39-91ec-e7bc2c3c74a1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:30.175960 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ffe93a-d117-4b39-91ec-e7bc2c3c74a1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:36:30.182447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:36:30.185795 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:30.190938 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69ffe93a-d117-4b39-91ec-e7bc2c3c74a1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:30.192215 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-69ffe93a-d117-4b39-91ec-e7bc2c3c74a1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Added segment 928df616-0bde-4c3c-8142-385922200d6c of type vlan for network f4a56846-3aee-42a2-b59f-6f8e81d91770 Aug 20 10:36:30.212290 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06c0f18b-111d-4fc1-b2da-b610d68e7b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:30.252552 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06c0f18b-111d-4fc1-b2da-b610d68e7b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:30.268163 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69ffe93a-d117-4b39-91ec-e7bc2c3c74a1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:30.275656 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9f93ac56-dc1b-4d38-880d-e095558b9057 req-e874b204-ea5f-4597-a270-c66dbab31a14 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1d4ba8-2f99-4afd-9255-b02ab45b68a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604997 Aug 20 10:36:30.356100 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69ffe93a-d117-4b39-91ec-e7bc2c3c74a1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:30.392334 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ffe93a-d117-4b39-91ec-e7bc2c3c74a1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:30.393011 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69ffe93a-d117-4b39-91ec-e7bc2c3c74a1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:30.460094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35716) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:30.460758 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-69ffe93a-d117-4b39-91ec-e7bc2c3c74a1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4124575 Aug 20 10:36:30.474094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b2180dfd-deb6-451f-89a7-06e098ae000d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'subnet': {'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:30.517770 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06c0f18b-111d-4fc1-b2da-b610d68e7b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:30.520838 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06c0f18b-111d-4fc1-b2da-b610d68e7b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:30.522214 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-06c0f18b-111d-4fc1-b2da-b610d68e7b23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/835af112-a72f-4e7a-a355-4a52bcb9fc13 HTTP/1.1" status: 204 len: 168 time: 0.7055035 Aug 20 10:36:30.526261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 1d5aa632-e52d-46e5-93f4-2814c1b13f97 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:30.536112 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 1d5aa632-e52d-46e5-93f4-2814c1b13f97 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:30.536466 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:30.594257 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffe93a-d117-4b39-91ec-e7bc2c3c74a1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Network': ['ID=f4a56846-3aee-42a2-b59f-6f8e81d91770,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:30.636858 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:36:30.643147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network f4a56846-3aee-42a2-b59f-6f8e81d91770 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:36:30.673790 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0f18b-111d-4fc1-b2da-b610d68e7b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835af112-a72f-4e7a-a355-4a52bcb9fc13,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:30.715413 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0f18b-111d-4fc1-b2da-b610d68e7b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:30.716917 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0f18b-111d-4fc1-b2da-b610d68e7b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:30.717673 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0f18b-111d-4fc1-b2da-b610d68e7b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:30.718513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0f18b-111d-4fc1-b2da-b610d68e7b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:30.719286 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0f18b-111d-4fc1-b2da-b610d68e7b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:30.720053 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0f18b-111d-4fc1-b2da-b610d68e7b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:30.720805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0f18b-111d-4fc1-b2da-b610d68e7b23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:30.721666 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0f18b-111d-4fc1-b2da-b610d68e7b23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:30.723065 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0f18b-111d-4fc1-b2da-b610d68e7b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:30.723882 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0f18b-111d-4fc1-b2da-b610d68e7b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:30.724668 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0f18b-111d-4fc1-b2da-b610d68e7b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:30.725506 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c0f18b-111d-4fc1-b2da-b610d68e7b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:30.733458 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9f93ac56-dc1b-4d38-880d-e095558b9057 req-898bfb16-d765-4c7b-ac68-d5c0d49c6c5a service neutron] 10.222.0.24 "GET /v2.0/networks/fd1d4ba8-2f99-4afd-9255-b02ab45b68a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437726 Aug 20 10:36:30.842481 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2180dfd-deb6-451f-89a7-06e098ae000d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:36:30.850378 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2180dfd-deb6-451f-89a7-06e098ae000d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:31.194326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5bbe3-6ff6-4b53-96a4-27c38d50c3fb req-62e8e4d8-f938-42bb-a1e3-769a4a8e468d tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:31.205803 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39d5bbe3-6ff6-4b53-96a4-27c38d50c3fb req-62e8e4d8-f938-42bb-a1e3-769a4a8e468d tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.1554110 Aug 20 10:36:31.258850 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2180dfd-deb6-451f-89a7-06e098ae000d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:31.368183 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39d5bbe3-6ff6-4b53-96a4-27c38d50c3fb req-55907ab6-7073-43fe-8b2e-a0fb821b87a1 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546252 Aug 20 10:36:31.387872 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:31.438454 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-93988e88-8576-43d4-9e39-e90b0f8a3715 None None] Provisioning for port 89a244c5-3cff-4427-bedd-2eac2f66ddfa completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:31.442205 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35738) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:31.486327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-93988e88-8576-43d4-9e39-e90b0f8a3715 None None] Provisioning complete for port 89a244c5-3cff-4427-bedd-2eac2f66ddfa triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:31.489389 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c13a2c5-0619-4edf-89e4-0bf5d266649b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:31.491603 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-93988e88-8576-43d4-9e39-e90b0f8a3715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:31.514535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 1d5aa632-e52d-46e5-93f4-2814c1b13f97, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1d5aa632-e52d-46e5-93f4-2814c1b13f97,segment=NetworkSegment(3154ff3e-8ce3-4dc8-90de-df9e7c4e0505),segment_id=3154ff3e-8ce3-4dc8-90de-df9e7c4e0505)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:36:31.571160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2180dfd-deb6-451f-89a7-06e098ae000d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Subnet': ['ID=c8098ccc-0af6-483e-b9d3-ac76cfa11161,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:31.573844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2180dfd-deb6-451f-89a7-06e098ae000d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Checking segment: {'id': '928df616-0bde-4c3c-8142-385922200d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:36:31.574209 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2180dfd-deb6-451f-89a7-06e098ae000d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network hostable DHCP agents. Network: f4a56846-3aee-42a2-b59f-6f8e81d91770, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:36:31.671616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2180dfd-deb6-451f-89a7-06e098ae000d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network f4a56846-3aee-42a2-b59f-6f8e81d91770 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:36:31.694079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-93988e88-8576-43d4-9e39-e90b0f8a3715 None None] Port 89a244c5-3cff-4427-bedd-2eac2f66ddfa cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:36:31.722016 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:31.727545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-93988e88-8576-43d4-9e39-e90b0f8a3715 None None] Provisioning complete for port 1d5aa632-e52d-46e5-93f4-2814c1b13f97 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:31.727916 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-93988e88-8576-43d4-9e39-e90b0f8a3715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:31.787886 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b69b5b03-59aa-4ec5-a919-354250b16cd8 req-d9e11ff9-dd87-433e-9c83-36a043042a6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=815b2895f81a4225adef29be689d8669&device_id=54ff7ab1-f89b-4d4f-89bd-6906f9f4c0e1 HTTP/1.1" status: 200 len: 210 time: 0.1293116 Aug 20 10:36:31.789243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b2180dfd-deb6-451f-89a7-06e098ae000d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, f4a56846-3aee-42a2-b59f-6f8e81d91770) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:31.817541 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2180dfd-deb6-451f-89a7-06e098ae000d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:31.818154 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2180dfd-deb6-451f-89a7-06e098ae000d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:31.900480 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c13a2c5-0619-4edf-89e4-0bf5d266649b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:31.906612 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7c13a2c5-0619-4edf-89e4-0bf5d266649b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:31.925207 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c49b88e-07fb-49da-939d-79f924c23614 None None] Network f4a56846-3aee-42a2-b59f-6f8e81d91770 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:36:31.932326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:36:26Z', 'revision_number': 2, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:27Z', 'revision_number': 2, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:31.956358 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=1d5aa632-e52d-46e5-93f4-2814c1b13f97,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:32.074459 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61e6220a-3d99-47b0-bf44-d36cc3703e3a req-6b88877a-d05b-4390-9abe-cad5c2a01e5e tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=54ff7ab1-f89b-4d4f-89bd-6906f9f4c0e1 HTTP/1.1" status: 200 len: 210 time: 0.1952987 Aug 20 10:36:32.084970 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b2180dfd-deb6-451f-89a7-06e098ae000d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6151743 Aug 20 10:36:32.093285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35750) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:32.124646 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b69b5b03-59aa-4ec5-a919-354250b16cd8 req-dee4780b-393e-4d41-947b-b3b73ceb76ee service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=815b2895f81a4225adef29be689d8669&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2474468 Aug 20 10:36:32.153610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7c13a2c5-0619-4edf-89e4-0bf5d266649b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a653ac2bde8544108ca2d5bd09e0aae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7101152 Aug 20 10:36:32.172563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13a2c5-0619-4edf-89e4-0bf5d266649b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c69e75-29e8-4cba-bd99-485280c72018,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:32.197169 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Checking router: f6fea1e8-515f-460b-b1fd-d3f5057ab62d for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:36:32.209074 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Updating router f6fea1e8-515f-460b-b1fd-d3f5057ab62d port 89a244c5-3cff-4427-bedd-2eac2f66ddfa binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:36:32.220503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35754) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:32.377766 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4898c00-28be-4b5f-833c-619a8fd7eea4 req-2a33af80-3e9b-4549-be53-014d538a16dd tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:32.390815 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a4898c00-28be-4b5f-833c-619a8fd7eea4 req-2a33af80-3e9b-4549-be53-014d538a16dd tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.4369516 Aug 20 10:36:32.398140 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b020c-4ff5-47f1-804b-24a4fe5b022a req-3d6bdf9c-1700-45ac-88cc-2dab10df29e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:32.399697 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb3b020c-4ff5-47f1-804b-24a4fe5b022a req-3d6bdf9c-1700-45ac-88cc-2dab10df29e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=70b89f92e6a741a4951d32cfb1e1a59f&device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 1097 time: 0.3644180 Aug 20 10:36:32.459111 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3f6573a9-0740-4b6d-b6bb-f7f669b72137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:32.471694 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39d4331b-2446-4e30-a07c-3f9cbda0093f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:32.559419 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a4898c00-28be-4b5f-833c-619a8fd7eea4 req-b8649837-cd13-43a6-82d8-c75e288c99cc tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601524 Aug 20 10:36:32.721735 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:32.751949 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:32.897131 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-f4a56846-3aee-42a2-b59f-6f8e81d91770', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:36:32.898895 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:33.106059 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:33.196738 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b020c-4ff5-47f1-804b-24a4fe5b022a req-dfeb2f62-7bcb-45d8-982d-7e5ed317b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:33.198313 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb3b020c-4ff5-47f1-804b-24a4fe5b022a req-dfeb2f62-7bcb-45d8-982d-7e5ed317b9bc service neutron] 10.222.0.42 "GET /v2.0/networks?id=d504c420-d3f5-4a54-be9e-083999a04513 HTTP/1.1" status: 200 len: 919 time: 0.7853029 Aug 20 10:36:33.300150 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b5b03-59aa-4ec5-a919-354250b16cd8 req-c1ba743a-1892-4047-a999-167553157c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:33.302054 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b69b5b03-59aa-4ec5-a919-354250b16cd8 req-c1ba743a-1892-4047-a999-167553157c04 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1653953 Aug 20 10:36:33.308335 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb3b020c-4ff5-47f1-804b-24a4fe5b022a req-c11c56a6-59b7-487c-a5af-ef8e42868318 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9e88a4-529c-4ab6-8fae-39f98457437d HTTP/1.1" status: 200 len: 217 time: 0.0883551 Aug 20 10:36:33.315916 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39d4331b-2446-4e30-a07c-3f9cbda0093f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:33.413774 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b020c-4ff5-47f1-804b-24a4fe5b022a req-245442c8-8651-46b3-b403-0697ad7a37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:33.415608 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb3b020c-4ff5-47f1-804b-24a4fe5b022a req-245442c8-8651-46b3-b403-0697ad7a37c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=093a3409-25cd-4ce0-81ea-45051063601e HTTP/1.1" status: 200 len: 858 time: 0.0955317 Aug 20 10:36:33.434286 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Allocated IP 172.21.0.2 (f4a56846-3aee-42a2-b59f-6f8e81d91770/c8098ccc-0af6-483e-b9d3-ac76cfa11161/82b81904-bf23-4af5-bde7-7f501740ab21) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:36:33.464313 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb3b020c-4ff5-47f1-804b-24a4fe5b022a req-845a9928-7a37-4f7a-b1bd-286d82a8e989 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d504c420-d3f5-4a54-be9e-083999a04513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395520 Aug 20 10:36:33.727398 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:33.741767 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Transition to ACTIVE for port object 82b81904-bf23-4af5-bde7-7f501740ab21 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:33.762158 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Transition to ACTIVE for port object 82b81904-bf23-4af5-bde7-7f501740ab21 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:33.838253 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb3b020c-4ff5-47f1-804b-24a4fe5b022a req-2715635e-a889-4b25-a02c-7f86d4bfe280 service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464422 Aug 20 10:36:33.855819 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-55a28b4a-0a5f-4535-ba6b-b5ceb2392bf9 req-e7299fff-02c8-4a27-9bf4-c32e0e21625b tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=54ff7ab1-f89b-4d4f-89bd-6906f9f4c0e1 HTTP/1.1" status: 200 len: 210 time: 0.4351532 Aug 20 10:36:34.017982 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb3b020c-4ff5-47f1-804b-24a4fe5b022a req-2a4d5894-8f5e-4c89-9d6c-3ebb9c00e6c7 service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586189 Aug 20 10:36:34.025517 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:34.028793 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b2b2ac96-ac04-41f9-8d6b-624345021689 None None] Provisioning complete for port 89a244c5-3cff-4427-bedd-2eac2f66ddfa triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:34.029295 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b2b2ac96-ac04-41f9-8d6b-624345021689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:34.030103 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30478ad2-0db1-4f73-ba2f-777bb213d452 req-104b79f1-3244-431a-87fe-9521c3a59134 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:34.032238 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1d5aa632-e52d-46e5-93f4-2814c1b13f97 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:36:34.039006 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30478ad2-0db1-4f73-ba2f-777bb213d452 req-104b79f1-3244-431a-87fe-9521c3a59134 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.3315439 Aug 20 10:36:34.051279 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39d4331b-2446-4e30-a07c-3f9cbda0093f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:34.066671 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:34.069244 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39d4331b-2446-4e30-a07c-3f9cbda0093f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:34.091238 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-39d4331b-2446-4e30-a07c-3f9cbda0093f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80c69e75-29e8-4cba-bd99-485280c72018 HTTP/1.1" status: 204 len: 168 time: 1.8430116 Aug 20 10:36:34.116228 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Allocated IP 172.21.0.1 (f4a56846-3aee-42a2-b59f-6f8e81d91770/c8098ccc-0af6-483e-b9d3-ac76cfa11161/249dc541-55df-418e-a555-0cda30f632a8) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:36:34.117804 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4331b-2446-4e30-a07c-3f9cbda0093f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c69e75-29e8-4cba-bd99-485280c72018,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:34.186631 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:34.206975 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Network f4a56846-3aee-42a2-b59f-6f8e81d91770 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:34.223588 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b2b2ac96-ac04-41f9-8d6b-624345021689 None None] Port 89a244c5-3cff-4427-bedd-2eac2f66ddfa cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:36:34.249384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:34.260966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:36:34.268472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Pushing event updated for resources: {'Port': ['ID=82b81904-bf23-4af5-bde7-7f501740ab21,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:34.280123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Transition to ACTIVE for port object 89a244c5-3cff-4427-bedd-2eac2f66ddfa will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:34.321069 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:34.405868 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Attempting to bind port 82b81904-bf23-4af5-bde7-7f501740ab21 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:36:34.406641 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Attempting to bind port 82b81904-bf23-4af5-bde7-7f501740ab21 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '928df616-0bde-4c3c-8142-385922200d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:36:34.407259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Attempting to bind port 82b81904-bf23-4af5-bde7-7f501740ab21 on network f4a56846-3aee-42a2-b59f-6f8e81d91770 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:36:34.424584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:36:34.425560 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Checking segment: {'id': '928df616-0bde-4c3c-8142-385922200d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:36:34.426425 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:34.427418 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Bound using segment: {'id': '928df616-0bde-4c3c-8142-385922200d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:36:34.428243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Bound port: 82b81904-bf23-4af5-bde7-7f501740ab21, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928df616-0bde-4c3c-8142-385922200d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:36:34.428973 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:34.433779 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30478ad2-0db1-4f73-ba2f-777bb213d452 req-13042cf6-873c-440e-8929-1a523cfc39a8 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937070 Aug 20 10:36:34.452030 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 1d5aa632-e52d-46e5-93f4-2814c1b13f97 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:34.452778 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:34.505537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a622201-30c3-40b3-a175-8179f39be535 None None] Pushing event updated for resources: {'Port': ['ID=89a244c5-3cff-4427-bedd-2eac2f66ddfa,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:34.544192 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:34.583563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Transition to ACTIVE for port object 249dc541-55df-418e-a555-0cda30f632a8 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:34.695516 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:34.779035 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network f4a56846-3aee-42a2-b59f-6f8e81d91770 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:34.786738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:34.798015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:36:34.819391 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Attempting to bind port 89a244c5-3cff-4427-bedd-2eac2f66ddfa on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:36:34.820750 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Attempting to bind port 89a244c5-3cff-4427-bedd-2eac2f66ddfa by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3154ff3e-8ce3-4dc8-90de-df9e7c4e0505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:36:34.821497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Attempting to bind port 89a244c5-3cff-4427-bedd-2eac2f66ddfa on network 88e605f4-91d4-42c6-ac8f-82886a46c9c3 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:36:34.843235 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:36:34.844345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Checking segment: {'id': '3154ff3e-8ce3-4dc8-90de-df9e7c4e0505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:36:34.845157 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:34.845939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Bound using segment: {'id': '3154ff3e-8ce3-4dc8-90de-df9e7c4e0505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:36:34.847524 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Bound port: 89a244c5-3cff-4427-bedd-2eac2f66ddfa, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3154ff3e-8ce3-4dc8-90de-df9e7c4e0505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:36:34.848346 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:34.909376 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:34.939120 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=249dc541-55df-418e-a555-0cda30f632a8,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:34.970111 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] For port 89a244c5-3cff-4427-bedd-2eac2f66ddfa, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:36:34.976065 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] For port 89a244c5-3cff-4427-bedd-2eac2f66ddfa, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=89a244c5-3cff-4427-bedd-2eac2f66ddfa,segment=NetworkSegment(3154ff3e-8ce3-4dc8-90de-df9e7c4e0505),segment_id=3154ff3e-8ce3-4dc8-90de-df9e7c4e0505)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:36:34.990757 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:35.007031 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b69b5b03-59aa-4ec5-a919-354250b16cd8 req-38f8dac0-0012-4fab-8b34-1cdd60a83681 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.24 "GET /v2.0/ports?device_id=54ff7ab1-f89b-4d4f-89bd-6906f9f4c0e1 HTTP/1.1" status: 200 len: 210 time: 0.1213605 Aug 20 10:36:35.020789 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:35.158158 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a622201-30c3-40b3-a175-8179f39be535 None None] Pushing event updated for resources: {'Port': ['ID=89a244c5-3cff-4427-bedd-2eac2f66ddfa,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:35.236752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] For port 82b81904-bf23-4af5-bde7-7f501740ab21, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:36:35.248299 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] For port 82b81904-bf23-4af5-bde7-7f501740ab21, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=82b81904-bf23-4af5-bde7-7f501740ab21,segment=NetworkSegment(928df616-0bde-4c3c-8142-385922200d6c),segment_id=928df616-0bde-4c3c-8142-385922200d6c)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:36:35.301082 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:35.305021 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ebca4ce2-6589-4fcd-a4e9-f2ea80aa3a97 req-5256182b-3260-4364-aa3b-445880156f04 tempest-ServerShowV247Test-301222972 tempest-ServerShowV247Test-301222972-project] 10.222.0.16 "GET /v2.0/ports?device_id=54ff7ab1-f89b-4d4f-89bd-6906f9f4c0e1 HTTP/1.1" status: 200 len: 210 time: 0.2365899 Aug 20 10:36:35.313943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:36:35.314602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:35.542796 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:35.707017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:36:35.926498 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977d393-2cf1-47bd-9aef-27b363b777df None None] Pushing event updated for resources: {'Port': ['ID=82b81904-bf23-4af5-bde7-7f501740ab21,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:35.932663 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe22c9-cfff-4452-8ffa-c9ae0e284f90 req-ebb9b1be-f646-4644-901e-8e705feb2a6d tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:35.960112 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dbe22c9-cfff-4452-8ffa-c9ae0e284f90 req-ebb9b1be-f646-4644-901e-8e705feb2a6d tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.2165108 Aug 20 10:36:36.137471 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dbe22c9-cfff-4452-8ffa-c9ae0e284f90 req-bb123d6a-0211-42dc-829e-8a889faf757a tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759057 Aug 20 10:36:36.754716 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:36:26Z', 'revision_number': 2, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:34Z', 'revision_number': 4, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:36.906225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dee9ca1-d151-44ab-9b6f-f4f1e45e94a3 None None] The sync data for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 is: [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:36:26Z', 'revision_number': 2, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:34Z', 'revision_number': 4, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:36:37.172493 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8f0c59f-c1ec-4bbc-9108-6a0c49786790 req-ef9e2ed0-abaf-4710-83dd-124411652eac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1065941 Aug 20 10:36:37.215011 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35832) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:37.422845 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:37.447841 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:37.449068 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0c59f-c1ec-4bbc-9108-6a0c49786790 req-6d0b171a-9776-4b1d-958c-a33900297e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:37.477563 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8f0c59f-c1ec-4bbc-9108-6a0c49786790 req-6d0b171a-9776-4b1d-958c-a33900297e80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=70b89f92e6a741a4951d32cfb1e1a59f&device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 1097 time: 0.2158275 Aug 20 10:36:37.707093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=249dc541-55df-418e-a555-0cda30f632a8,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:37.711710 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:37.757045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df14cc3-3ab5-4e7c-a79e-2b9dcdd99a15 req-9f64b19c-d344-4c60-b90f-5bfaedc60c8f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:37.765535 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3df14cc3-3ab5-4e7c-a79e-2b9dcdd99a15 req-9f64b19c-d344-4c60-b90f-5bfaedc60c8f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.3367603 Aug 20 10:36:37.911813 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-616655bd-c817-44ed-a235-35a6c9a05cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:38.006304 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d252fdf5-3ccf-40ea-8e0b-627b9b171365 None None] Network f4a56846-3aee-42a2-b59f-6f8e81d91770 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:36:38.165484 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3df14cc3-3ab5-4e7c-a79e-2b9dcdd99a15 req-2a2ca801-9775-4e0c-92db-5cd014ab01e2 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987200 Aug 20 10:36:38.295911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0c59f-c1ec-4bbc-9108-6a0c49786790 req-b21100c2-4b7d-4122-afed-e80cb82691be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:38.304012 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8f0c59f-c1ec-4bbc-9108-6a0c49786790 req-b21100c2-4b7d-4122-afed-e80cb82691be service neutron] 10.222.0.42 "GET /v2.0/networks?id=d504c420-d3f5-4a54-be9e-083999a04513 HTTP/1.1" status: 200 len: 919 time: 0.8171389 Aug 20 10:36:38.431419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network f4a56846-3aee-42a2-b59f-6f8e81d91770 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:38.437081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:38.621998 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8f0c59f-c1ec-4bbc-9108-6a0c49786790 req-25a5ceb2-bd7e-49fd-8885-951500a33a8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9e88a4-529c-4ab6-8fae-39f98457437d HTTP/1.1" status: 200 len: 217 time: 0.2949159 Aug 20 10:36:38.805212 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router f6fea1e8-515f-460b-b1fd-d3f5057ab62d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:36:38.815153 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 82b81904-bf23-4af5-bde7-7f501740ab21 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:36:38.819221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-dcf26e15-c26a-4ff0-8d96-3ce93cb1eaea None None] Provisioning for port 82b81904-bf23-4af5-bde7-7f501740ab21 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:39.032268 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-616655bd-c817-44ed-a235-35a6c9a05cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:39.037009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0c59f-c1ec-4bbc-9108-6a0c49786790 req-d5aed4f5-408d-4af0-99ca-8da311f829d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:39.041595 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8f0c59f-c1ec-4bbc-9108-6a0c49786790 req-d5aed4f5-408d-4af0-99ca-8da311f829d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=093a3409-25cd-4ce0-81ea-45051063601e HTTP/1.1" status: 200 len: 858 time: 0.3884280 Aug 20 10:36:39.047141 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-616655bd-c817-44ed-a235-35a6c9a05cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:39.158952 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8f0c59f-c1ec-4bbc-9108-6a0c49786790 req-1ebf9a2a-fed2-4030-b86d-1cbb99a66f00 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d504c420-d3f5-4a54-be9e-083999a04513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072674 Aug 20 10:36:39.201330 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:36:39.216194 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-32cf9991-1fa9-4eac-a306-3ec9114bad6d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/f6fea1e8-515f-460b-b1fd-d3f5057ab62d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1176243 Aug 20 10:36:39.216472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 82b81904-bf23-4af5-bde7-7f501740ab21 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:39.217430 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35868) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:39.233263 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a54cbf4c-ee4d-4100-b0fc-878ced4ffa54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'network': {'name': 'tempest-RoutersTest-1871987388'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:39.241689 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 82b81904-bf23-4af5-bde7-7f501740ab21 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:39.242691 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:39.271177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616655bd-c817-44ed-a235-35a6c9a05cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881e77f8-04a3-4c96-9538-b6e42ee783fb,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:39.327600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54cbf4c-ee4d-4100-b0fc-878ced4ffa54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:36:39.331487 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a54cbf4c-ee4d-4100-b0fc-878ced4ffa54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:39.350329 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-616655bd-c817-44ed-a235-35a6c9a05cfd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=815b2895f81a4225adef29be689d8669&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1302543 Aug 20 10:36:39.369727 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35874) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:39.506771 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54cbf4c-ee4d-4100-b0fc-878ced4ffa54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:36:39.554312 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a54cbf4c-ee4d-4100-b0fc-878ced4ffa54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:39.554822 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-a54cbf4c-ee4d-4100-b0fc-878ced4ffa54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Added segment ae9a8d89-9969-45cf-ac06-fb6256c4d40e of type vlan for network eef13b7f-4e23-4094-a46b-0ced65f8a949 Aug 20 10:36:39.589496 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1ad36917-376f-4d8d-912b-e6e16671b365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:39.701097 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8f0c59f-c1ec-4bbc-9108-6a0c49786790 req-87cf4afc-fe38-45f4-b09a-f63fe87ad243 service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028780 Aug 20 10:36:39.877142 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c47825ee-578f-41a4-82ae-baa93df41b6f None None] Provisioning complete for port 82b81904-bf23-4af5-bde7-7f501740ab21 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:39.877748 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c47825ee-578f-41a4-82ae-baa93df41b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:39.954466 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1ad36917-376f-4d8d-912b-e6e16671b365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:39.964970 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8f0c59f-c1ec-4bbc-9108-6a0c49786790 req-74bb84a0-bf6d-4264-b205-955263c0c498 service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552261 Aug 20 10:36:39.985124 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a54cbf4c-ee4d-4100-b0fc-878ced4ffa54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:40.084679 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Sync routers for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:36:40.116779 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:36:40.117413 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:40.157917 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:40.177115 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a54cbf4c-ee4d-4100-b0fc-878ced4ffa54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:40.186898 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54cbf4c-ee4d-4100-b0fc-878ced4ffa54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:40.191637 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a54cbf4c-ee4d-4100-b0fc-878ced4ffa54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:40.238271 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a54cbf4c-ee4d-4100-b0fc-878ced4ffa54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0196047 Aug 20 10:36:40.244416 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35888) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:40.251715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-eb8934c4-d910-4e95-ac6d-177d4d39c66a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'subnet': {'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:40.457883 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:36:40.548037 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1ad36917-376f-4d8d-912b-e6e16671b365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:40.555238 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1ad36917-376f-4d8d-912b-e6e16671b365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:40.558221 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1ad36917-376f-4d8d-912b-e6e16671b365 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/881e77f8-04a3-4c96-9538-b6e42ee783fb HTTP/1.1" status: 204 len: 168 time: 1.1867990 Aug 20 10:36:40.592094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad36917-376f-4d8d-912b-e6e16671b365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881e77f8-04a3-4c96-9538-b6e42ee783fb,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:40.603497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 82b81904-bf23-4af5-bde7-7f501740ab21, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=82b81904-bf23-4af5-bde7-7f501740ab21,segment=NetworkSegment(928df616-0bde-4c3c-8142-385922200d6c),segment_id=928df616-0bde-4c3c-8142-385922200d6c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:36:40.616450 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cbf4c-ee4d-4100-b0fc-878ced4ffa54 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Network': ['ID=eef13b7f-4e23-4094-a46b-0ced65f8a949,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:40.670769 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:40.713272 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 89a244c5-3cff-4427-bedd-2eac2f66ddfa up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:36:40.727086 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8934c4-d910-4e95-ac6d-177d4d39c66a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:36:40.739959 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eb8934c4-d910-4e95-ac6d-177d4d39c66a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:40.801140 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network eef13b7f-4e23-4094-a46b-0ced65f8a949 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:36:41.875348 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:36:35Z', 'revision_number': 3, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:37Z', 'revision_number': 2, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:34Z', 'revision_number': 4, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:42.039102 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eb8934c4-d910-4e95-ac6d-177d4d39c66a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:42.126053 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8934c4-d910-4e95-ac6d-177d4d39c66a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Subnet': ['ID=d3802d5b-7480-43f1-acac-5773622ed2c4,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:42.142837 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Checking router: f6fea1e8-515f-460b-b1fd-d3f5057ab62d for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:36:42.167870 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Updating router f6fea1e8-515f-460b-b1fd-d3f5057ab62d port 249dc541-55df-418e-a555-0cda30f632a8 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:36:42.207334 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c47825ee-578f-41a4-82ae-baa93df41b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:42.369401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8934c4-d910-4e95-ac6d-177d4d39c66a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Checking segment: {'id': 'ae9a8d89-9969-45cf-ac06-fb6256c4d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:36:42.375521 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=82b81904-bf23-4af5-bde7-7f501740ab21,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:42.379826 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8934c4-d910-4e95-ac6d-177d4d39c66a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network hostable DHCP agents. Network: eef13b7f-4e23-4094-a46b-0ced65f8a949, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:36:42.429317 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:42.491725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8934c4-d910-4e95-ac6d-177d4d39c66a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network eef13b7f-4e23-4094-a46b-0ced65f8a949 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:36:42.526439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-eb8934c4-d910-4e95-ac6d-177d4d39c66a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, eef13b7f-4e23-4094-a46b-0ced65f8a949) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:42.540161 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8934c4-d910-4e95-ac6d-177d4d39c66a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:42.541335 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eb8934c4-d910-4e95-ac6d-177d4d39c66a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:42.568755 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b409b512-4aed-4282-aadd-df8ec8a92886 None None] Network eef13b7f-4e23-4094-a46b-0ced65f8a949 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:36:42.586467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 89a244c5-3cff-4427-bedd-2eac2f66ddfa completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:42.586867 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-eb8934c4-d910-4e95-ac6d-177d4d39c66a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3354888 Aug 20 10:36:42.586867 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35928) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:42.679618 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 89a244c5-3cff-4427-bedd-2eac2f66ddfa triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:42.683328 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:42.811269 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-c47825ee-578f-41a4-82ae-baa93df41b6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:36:42.811600 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-c47825ee-578f-41a4-82ae-baa93df41b6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:36:43.205510 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5618f-0771-48bc-82a5-34fea62b4f57 req-e5ff2494-cea8-4a4e-a04a-6f69a1e95dc2 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:43.223866 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ed5618f-0771-48bc-82a5-34fea62b4f57 req-e5ff2494-cea8-4a4e-a04a-6f69a1e95dc2 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.3909824 Aug 20 10:36:43.240284 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-34eb73d4-fa85-4911-8c2e-62ab269dc73f tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=463a0ff73ce449dcb0169a2fb1f3e4e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939770 Aug 20 10:36:43.250785 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:43.292047 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-eef13b7f-4e23-4094-a46b-0ced65f8a949', 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'fixed_ips': [{'subnet_id': 'd3802d5b-7480-43f1-acac-5773622ed2c4'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:36:43.292923 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:43.353523 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:43.359946 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 89a244c5-3cff-4427-bedd-2eac2f66ddfa, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=89a244c5-3cff-4427-bedd-2eac2f66ddfa,segment=NetworkSegment(3154ff3e-8ce3-4dc8-90de-df9e7c4e0505),segment_id=3154ff3e-8ce3-4dc8-90de-df9e7c4e0505)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:36:43.371268 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:43.378789 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Transition to ACTIVE for port object 249dc541-55df-418e-a555-0cda30f632a8 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:43.399650 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:43.413369 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c47825ee-578f-41a4-82ae-baa93df41b6f None None] Provisioning for port 249dc541-55df-418e-a555-0cda30f632a8 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:43.417399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35958) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:43.527716 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=89a244c5-3cff-4427-bedd-2eac2f66ddfa,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:43.645712 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 82b81904-bf23-4af5-bde7-7f501740ab21 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:36:43.685881 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f09f2a-4043-4aec-a8ad-cb4dba4b49b9 None None] Pushing event updated for resources: {'Port': ['ID=249dc541-55df-418e-a555-0cda30f632a8,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:43.706053 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f09f2a-4043-4aec-a8ad-cb4dba4b49b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:43.707127 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f09f2a-4043-4aec-a8ad-cb4dba4b49b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:43.707440 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f09f2a-4043-4aec-a8ad-cb4dba4b49b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:43.707856 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f09f2a-4043-4aec-a8ad-cb4dba4b49b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:43.708313 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f09f2a-4043-4aec-a8ad-cb4dba4b49b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:43.708711 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f09f2a-4043-4aec-a8ad-cb4dba4b49b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:43.709107 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f09f2a-4043-4aec-a8ad-cb4dba4b49b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:43.709520 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f09f2a-4043-4aec-a8ad-cb4dba4b49b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:43.709848 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f09f2a-4043-4aec-a8ad-cb4dba4b49b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:43.710214 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f09f2a-4043-4aec-a8ad-cb4dba4b49b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:43.710588 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f09f2a-4043-4aec-a8ad-cb4dba4b49b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:43.711071 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f09f2a-4043-4aec-a8ad-cb4dba4b49b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:43.810814 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Attempting to bind port 249dc541-55df-418e-a555-0cda30f632a8 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:36:43.816340 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Attempting to bind port 249dc541-55df-418e-a555-0cda30f632a8 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '928df616-0bde-4c3c-8142-385922200d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:36:43.817403 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Attempting to bind port 249dc541-55df-418e-a555-0cda30f632a8 on network f4a56846-3aee-42a2-b59f-6f8e81d91770 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:36:43.836346 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:36:43.837800 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Checking segment: {'id': '928df616-0bde-4c3c-8142-385922200d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:36:43.838687 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:43.839856 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Bound using segment: {'id': '928df616-0bde-4c3c-8142-385922200d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:36:43.842822 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Bound port: 249dc541-55df-418e-a555-0cda30f632a8, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928df616-0bde-4c3c-8142-385922200d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:36:43.843961 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:43.938304 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 82b81904-bf23-4af5-bde7-7f501740ab21 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:43.938740 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:43.987107 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-0c009715-ee75-4347-8373-a9e673a27683 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:44.016949 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-0c009715-ee75-4347-8373-a9e673a27683 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7713370 Aug 20 10:36:44.058629 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-00aa5753-60a5-4a1c-8a3d-c69ab62be0cc tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/quotas/463a0ff73ce449dcb0169a2fb1f3e4e9 HTTP/1.1" status: 200 len: 375 time: 0.0236528 Aug 20 10:36:44.083019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Allocated IP 172.22.0.2 (eef13b7f-4e23-4094-a46b-0ced65f8a949/d3802d5b-7480-43f1-acac-5773622ed2c4/ec70398d-2b97-4938-a6c8-e5fef292dac9) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:36:44.158770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7aeaa296-8146-4658-aa36-a591ea8d5ee8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-868388143-network', 'tenant_id': '157bfa5e0cf8467ba64c52b2cf2713ce'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:44.182039 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-8ebe49e5-7823-455a-9001-5ef8052753a7 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=463a0ff73ce449dcb0169a2fb1f3e4e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1137946 Aug 20 10:36:44.201053 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] For port 249dc541-55df-418e-a555-0cda30f632a8, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:36:44.228895 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aeaa296-8146-4658-aa36-a591ea8d5ee8 admin admin] Made reservation on behalf of 157bfa5e0cf8467ba64c52b2cf2713ce for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:36:44.231637 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7aeaa296-8146-4658-aa36-a591ea8d5ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:44.233916 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] For port 249dc541-55df-418e-a555-0cda30f632a8, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=249dc541-55df-418e-a555-0cda30f632a8,segment=NetworkSegment(928df616-0bde-4c3c-8142-385922200d6c),segment_id=928df616-0bde-4c3c-8142-385922200d6c)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:36:44.246969 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7aeaa296-8146-4658-aa36-a591ea8d5ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:44.248909 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:44.263194 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ed5618f-0771-48bc-82a5-34fea62b4f57 req-f9ac32a3-f340-477c-937f-1dcd4ff09283 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0221817 Aug 20 10:36:44.263194 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:44.462448 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7aeaa296-8146-4658-aa36-a591ea8d5ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:44.483336 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7aeaa296-8146-4658-aa36-a591ea8d5ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:44.505627 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:36:44.508057 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:44.576873 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aeaa296-8146-4658-aa36-a591ea8d5ee8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:36:44.636146 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:44.665418 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Transition to ACTIVE for port object ec70398d-2b97-4938-a6c8-e5fef292dac9 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:44.709055 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Transition to ACTIVE for port object ec70398d-2b97-4938-a6c8-e5fef292dac9 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:44.717047 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:44.737998 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeaa296-8146-4658-aa36-a591ea8d5ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd2043d-4cdb-45d9-a44f-278435793668,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:44.746807 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f20d9c1-6038-4511-a798-b695527192f0 req-0972b5ba-cb23-46a6-ba1c-9f265aaad99d tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 210 time: 0.1267738 Aug 20 10:36:44.752879 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7aeaa296-8146-4658-aa36-a591ea8d5ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:44.753425 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-7aeaa296-8146-4658-aa36-a591ea8d5ee8 admin admin] Added segment 0e78907e-c70d-46bc-9628-183e97c68eb1 of type vlan for network c73c6bbd-3e27-4536-808e-999bd0de5a5c Aug 20 10:36:44.841495 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f09f2a-4043-4aec-a8ad-cb4dba4b49b9 None None] Pushing event updated for resources: {'Port': ['ID=249dc541-55df-418e-a555-0cda30f632a8,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:44.944148 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Network eef13b7f-4e23-4094-a46b-0ced65f8a949 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:44.953787 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:44.962213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:36:44.965849 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7aeaa296-8146-4658-aa36-a591ea8d5ee8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:45.062587 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7aeaa296-8146-4658-aa36-a591ea8d5ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:45.067217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeaa296-8146-4658-aa36-a591ea8d5ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:45.069705 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7aeaa296-8146-4658-aa36-a591ea8d5ee8 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:45.202931 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7aeaa296-8146-4658-aa36-a591ea8d5ee8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7809327 Aug 20 10:36:45.206848 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35994) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:45.218317 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Pushing event updated for resources: {'Port': ['ID=ec70398d-2b97-4938-a6c8-e5fef292dac9,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:45.220637 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-9e2821b7-a299-46d8-8630-727cfdc7805a admin admin] Request body: {'subnet': {'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-868388143-subnet', 'tenant_id': '157bfa5e0cf8467ba64c52b2cf2713ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:45.329820 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeaa296-8146-4658-aa36-a591ea8d5ee8 admin admin] Pushing event updated for resources: {'Network': ['ID=c73c6bbd-3e27-4536-808e-999bd0de5a5c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:45.349755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Allocated IP 172.22.0.1 (eef13b7f-4e23-4094-a46b-0ced65f8a949/d3802d5b-7480-43f1-acac-5773622ed2c4/a0573f0e-9303-450d-b828-4e6785227bf8) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:36:45.360566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2821b7-a299-46d8-8630-727cfdc7805a admin admin] Made reservation on behalf of 157bfa5e0cf8467ba64c52b2cf2713ce for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:36:45.364382 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9e2821b7-a299-46d8-8630-727cfdc7805a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:45.368327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Attempting to bind port ec70398d-2b97-4938-a6c8-e5fef292dac9 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:36:45.368970 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Attempting to bind port ec70398d-2b97-4938-a6c8-e5fef292dac9 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'ae9a8d89-9969-45cf-ac06-fb6256c4d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:36:45.370729 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Attempting to bind port ec70398d-2b97-4938-a6c8-e5fef292dac9 on network eef13b7f-4e23-4094-a46b-0ced65f8a949 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:36:45.381384 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:36:45.382547 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network c73c6bbd-3e27-4536-808e-999bd0de5a5c details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:36:45.628864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:36:45.649328 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Checking segment: {'id': 'ae9a8d89-9969-45cf-ac06-fb6256c4d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:36:45.650049 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:45.650360 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Bound using segment: {'id': 'ae9a8d89-9969-45cf-ac06-fb6256c4d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:36:45.650870 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Bound port: ec70398d-2b97-4938-a6c8-e5fef292dac9, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9a8d89-9969-45cf-ac06-fb6256c4d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:36:45.651305 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:45.661327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 89a244c5-3cff-4427-bedd-2eac2f66ddfa up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:36:45.700369 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:45.719659 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Transition to ACTIVE for port object a0573f0e-9303-450d-b828-4e6785227bf8 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:45.722189 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9e2821b7-a299-46d8-8630-727cfdc7805a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:45.788697 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:45.910144 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:36:35Z', 'revision_number': 3, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:44Z', 'revision_number': 4, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:45.921374 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2821b7-a299-46d8-8630-727cfdc7805a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb132f55-3b57-430b-bbc8-0884dd2d7bc2,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:45.930326 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network eef13b7f-4e23-4094-a46b-0ced65f8a949 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:45.939832 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2821b7-a299-46d8-8630-727cfdc7805a admin admin] Checking segment: {'id': '0e78907e-c70d-46bc-9628-183e97c68eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:36:45.940188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2821b7-a299-46d8-8630-727cfdc7805a admin admin] Network hostable DHCP agents. Network: c73c6bbd-3e27-4536-808e-999bd0de5a5c, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:36:45.950633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:45.968452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:36:45.978063 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2821b7-a299-46d8-8630-727cfdc7805a admin admin] Network c73c6bbd-3e27-4536-808e-999bd0de5a5c is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:36:46.000850 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-9e2821b7-a299-46d8-8630-727cfdc7805a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, c73c6bbd-3e27-4536-808e-999bd0de5a5c) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:46.005086 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2821b7-a299-46d8-8630-727cfdc7805a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:46.005908 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9e2821b7-a299-46d8-8630-727cfdc7805a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:46.024042 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290573fa-6968-4d4a-86e6-5dc9c099d4ec None None] Network c73c6bbd-3e27-4536-808e-999bd0de5a5c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:36:46.036855 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9e2821b7-a299-46d8-8630-727cfdc7805a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8282394 Aug 20 10:36:46.056662 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 89a244c5-3cff-4427-bedd-2eac2f66ddfa triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:46.057331 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:46.058059 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b79c22-1da6-494e-8d73-533de19831c8 None None] The sync data for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 is: [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:36:35Z', 'revision_number': 3, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:44Z', 'revision_number': 4, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:36:46.132997 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:46.410417 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2807c7c-7718-4e4b-8137-0a02b77ad365 req-21ceefa6-5bde-44d6-8336-f49793893157 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 210 time: 0.2758634 Aug 20 10:36:46.417182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] For port ec70398d-2b97-4938-a6c8-e5fef292dac9, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:36:46.434889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=a0573f0e-9303-450d-b828-4e6785227bf8,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:46.537843 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] For port ec70398d-2b97-4938-a6c8-e5fef292dac9, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ec70398d-2b97-4938-a6c8-e5fef292dac9,segment=NetworkSegment(ae9a8d89-9969-45cf-ac06-fb6256c4d40e),segment_id=ae9a8d89-9969-45cf-ac06-fb6256c4d40e)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:36:46.554029 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:46.965689 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:47.094004 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc0edb-47ff-4166-9e8d-530b19ef9b36 None None] Pushing event updated for resources: {'Port': ['ID=ec70398d-2b97-4938-a6c8-e5fef292dac9,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:47.326910 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2ae085-0ba5-4115-8fbf-3a894d07d884 None None] Network c73c6bbd-3e27-4536-808e-999bd0de5a5c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:36:47.623922 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-f1e3268a-8795-48c8-a0b4-1cc045786af0 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:47.636739 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-f1e3268a-8795-48c8-a0b4-1cc045786af0 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/networks?id=c73c6bbd-3e27-4536-808e-999bd0de5a5c HTTP/1.1" status: 200 len: 814 time: 0.4801819 Aug 20 10:36:47.678978 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-9dc326fc-13ad-4fa5-926d-563bb108e986 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/quotas/157bfa5e0cf8467ba64c52b2cf2713ce HTTP/1.1" status: 200 len: 375 time: 0.0395789 Aug 20 10:36:47.870570 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-cdb4b7a1-6bf2-4d8a-9dd4-0d137944c4bf tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=157bfa5e0cf8467ba64c52b2cf2713ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1893144 Aug 20 10:36:47.882134 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ec70398d-2b97-4938-a6c8-e5fef292dac9 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:36:47.927025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-ab4462ce-f078-436b-bdf9-8e5015e83463 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:36:47.938167 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-ab4462ce-f078-436b-bdf9-8e5015e83463 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448012 Aug 20 10:36:48.003413 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8dc6d144-4e0e-4323-80fa-f0b2e10a97ab req-88fb9659-1567-4494-8722-82b3d63b4687 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 210 time: 0.1591885 Aug 20 10:36:48.071161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port ec70398d-2b97-4938-a6c8-e5fef292dac9 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:48.077633 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 249dc541-55df-418e-a555-0cda30f632a8 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:36:48.213798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 249dc541-55df-418e-a555-0cda30f632a8 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:48.214657 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-a073ca9e-2243-4ca8-92b8-411d06832f0d service neutron] 10.222.0.16 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696500 Aug 20 10:36:48.220102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 249dc541-55df-418e-a555-0cda30f632a8 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:48.220887 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:48.255118 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:48.261266 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:48.366084 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-e7402a79-80ba-461f-93ad-8bae2eec1409 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=463a0ff73ce449dcb0169a2fb1f3e4e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501785 Aug 20 10:36:48.557259 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:48.619564 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:48.689685 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dab1bf6-ffd2-4473-aeda-c21f28fcea85 service neutron] 10.222.0.16 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695332 Aug 20 10:36:48.754457 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 249dc541-55df-418e-a555-0cda30f632a8, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=249dc541-55df-418e-a555-0cda30f632a8,segment=NetworkSegment(928df616-0bde-4c3c-8142-385922200d6c),segment_id=928df616-0bde-4c3c-8142-385922200d6c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:36:48.761682 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:48.797184 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:48.830105 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=a0573f0e-9303-450d-b828-4e6785227bf8,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:48.905379 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=249dc541-55df-418e-a555-0cda30f632a8,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:49.201003 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-53ee40c0-be23-4459-89d3-ecde88d9143b req-9c18cf95-e726-40dd-b640-fd48cdd3a029 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 210 time: 0.0854666 Aug 20 10:36:49.229022 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c463b264-7349-4243-ac99-8ae1384604c4 None None] Network eef13b7f-4e23-4094-a46b-0ced65f8a949 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:36:49.231552 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84253d35-34be-4fbc-b285-6f71c5f279af req-99ec6e44-ed80-40c4-8f4e-13efe656afb5 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 210 time: 0.0531373 Aug 20 10:36:49.402612 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-89253368-195a-4f73-9368-8b13bbd0f4ff None None] Provisioning for port ec70398d-2b97-4938-a6c8-e5fef292dac9 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:49.429935 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-89253368-195a-4f73-9368-8b13bbd0f4ff None None] Provisioning complete for port ec70398d-2b97-4938-a6c8-e5fef292dac9 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:49.430311 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-89253368-195a-4f73-9368-8b13bbd0f4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:49.435372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network eef13b7f-4e23-4094-a46b-0ced65f8a949 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:49.470112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-5d4f3a80-dac3-447d-a0d3-733fb9528f05 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:49.473099 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-5d4f3a80-dac3-447d-a0d3-733fb9528f05 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0962121 Aug 20 10:36:49.476123 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:49.496266 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-f244ef54-a227-48cd-87ac-0eea65aa712a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Request body: {'port': {'device_id': '8467f385-e13a-4c43-9377-180e06e170f8', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '463a0ff73ce449dcb0169a2fb1f3e4e9'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:49.605477 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-89253368-195a-4f73-9368-8b13bbd0f4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:49.635989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 249dc541-55df-418e-a555-0cda30f632a8 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:36:49.805191 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-89253368-195a-4f73-9368-8b13bbd0f4ff None None] For port ec70398d-2b97-4938-a6c8-e5fef292dac9, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ec70398d-2b97-4938-a6c8-e5fef292dac9,segment=NetworkSegment(ae9a8d89-9969-45cf-ac06-fb6256c4d40e),segment_id=ae9a8d89-9969-45cf-ac06-fb6256c4d40e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:36:49.867842 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-89253368-195a-4f73-9368-8b13bbd0f4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:49.887037 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 249dc541-55df-418e-a555-0cda30f632a8 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:49.887577 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:49.983327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89253368-195a-4f73-9368-8b13bbd0f4ff None None] Pushing event updated for resources: {'Port': ['ID=ec70398d-2b97-4938-a6c8-e5fef292dac9,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:50.391198 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-539740d7-fb9a-4d61-af29-465fa7c2ac93 req-e4fe0469-a57a-44bc-ac53-3eb85bb9e22b tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 210 time: 0.0813551 Aug 20 10:36:50.515458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7913d65b-1ac5-4657-b85d-35ed4aa2266f None None] Provisioning complete for port ec70398d-2b97-4938-a6c8-e5fef292dac9 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:50.516536 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7913d65b-1ac5-4657-b85d-35ed4aa2266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:50.530933 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bfd8f3ce-d1ed-47fa-86a0-7fe3f074fdee req-7f1ab038-88b6-4206-bdb6-b31d9da1d73e tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 210 time: 0.1635666 Aug 20 10:36:50.595975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-f244ef54-a227-48cd-87ac-0eea65aa712a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Made reservation on behalf of 463a0ff73ce449dcb0169a2fb1f3e4e9 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:36:50.601997 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-f244ef54-a227-48cd-87ac-0eea65aa712a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:50.646956 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-f244ef54-a227-48cd-87ac-0eea65aa712a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:50.693179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7913d65b-1ac5-4657-b85d-35ed4aa2266f None None] Provisioning for port a0573f0e-9303-450d-b828-4e6785227bf8 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:50.702022 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7913d65b-1ac5-4657-b85d-35ed4aa2266f None None] Provisioning complete for port a0573f0e-9303-450d-b828-4e6785227bf8 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:50.703402 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7913d65b-1ac5-4657-b85d-35ed4aa2266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:50.726648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router f6fea1e8-515f-460b-b1fd-d3f5057ab62d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:36:50.776018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7913d65b-1ac5-4657-b85d-35ed4aa2266f None None] Port a0573f0e-9303-450d-b828-4e6785227bf8 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:36:50.929186 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:36:50.946191 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b9c87efa-bb1e-4af2-92ed-4537c81f4a1c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/f6fea1e8-515f-460b-b1fd-d3f5057ab62d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3576367 Aug 20 10:36:50.949326 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36124) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:50.955561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-7ab9a778-821a-4414-aebc-7113abe29de5 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'network': {'name': 'tempest-RoutersTest-1182914923'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:50.965618 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Sync routers for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:36:50.984133 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:36:50.985759 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:51.014752 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-f244ef54-a227-48cd-87ac-0eea65aa712a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:51.046993 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-f244ef54-a227-48cd-87ac-0eea65aa712a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:51.114812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab9a778-821a-4414-aebc-7113abe29de5 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:36:51.118673 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a778-821a-4414-aebc-7113abe29de5 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:51.340231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244ef54-a227-48cd-87ac-0eea65aa712a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffc3da8-bc1d-4a7a-9f6e-a8fe61a96afc,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:51.352451 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:36:51.432435 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab9a778-821a-4414-aebc-7113abe29de5 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:36:51.472376 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a778-821a-4414-aebc-7113abe29de5 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:51.472939 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-7ab9a778-821a-4414-aebc-7113abe29de5 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Added segment 1b4440df-55c0-4583-a5b5-80f235391d3e of type vlan for network 647277c9-da9f-4c83-88d3-bc371b4e7460 Aug 20 10:36:51.544272 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-96b80161-c708-4986-bc3c-006405b42fa8 None None] Provisioning complete for port a0573f0e-9303-450d-b828-4e6785227bf8 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:51.546737 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-96b80161-c708-4986-bc3c-006405b42fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:51.617676 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ec70398d-2b97-4938-a6c8-e5fef292dac9 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:36:51.643908 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a778-821a-4414-aebc-7113abe29de5 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:51.651421 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-40c86565-7e52-4eb7-bb64-01739af80035 req-82610f1d-32d6-4ee9-8a4b-e188a98e68d0 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 210 time: 0.0379543 Aug 20 10:36:51.870112 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:36:51.879302 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-59b9c7d0-754c-4517-8477-035671c15c96 req-77f540b1-eefd-4edf-94e7-2728b2526d34 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 210 time: 0.0728381 Aug 20 10:36:51.916626 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-f1309dc8-c2ac-4e43-818a-3250d5aa943c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:51.922339 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-f1309dc8-c2ac-4e43-818a-3250d5aa943c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.42 "GET /v2.0/networks?id=c73c6bbd-3e27-4536-808e-999bd0de5a5c HTTP/1.1" status: 200 len: 814 time: 0.7970431 Aug 20 10:36:51.939309 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-334f5f7e-5b3a-4244-9fcd-4a4450536783 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Request body: {'port': {'device_id': '35a6a1aa-d0b2-4531-bbce-24596de6ae08', 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c', 'admin_state_up': True, 'tenant_id': '157bfa5e0cf8467ba64c52b2cf2713ce'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:51.948953 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a778-821a-4414-aebc-7113abe29de5 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:51.955325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab9a778-821a-4414-aebc-7113abe29de5 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:51.956125 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a778-821a-4414-aebc-7113abe29de5 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:52.105726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-f244ef54-a227-48cd-87ac-0eea65aa712a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Allocated IP 192.168.233.45 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/f0bba2a0-b403-4618-95b5-14bc3792ff87) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:36:52.122029 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7ab9a778-821a-4414-aebc-7113abe29de5 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1721058 Aug 20 10:36:52.125282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36158) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:52.131157 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'subnet': {'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:52.152906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9a778-821a-4414-aebc-7113abe29de5 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Network': ['ID=647277c9-da9f-4c83-88d3-bc371b4e7460,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:52.207908 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-96b80161-c708-4986-bc3c-006405b42fa8 None None] Port a0573f0e-9303-450d-b828-4e6785227bf8 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:36:52.233033 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 647277c9-da9f-4c83-88d3-bc371b4e7460 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:36:52.352651 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Made reservation on behalf of 3c39ea0f6d344bcf998308af661b94e5 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:36:52.356781 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:52.448877 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ec70398d-2b97-4938-a6c8-e5fef292dac9 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:52.449261 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:52.586033 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-365efd1c-59e0-4618-8608-fd30254f1602 None None] Provisioning complete for port a0573f0e-9303-450d-b828-4e6785227bf8 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:52.586722 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-365efd1c-59e0-4618-8608-fd30254f1602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:52.633153 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-f244ef54-a227-48cd-87ac-0eea65aa712a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:52.692019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-365efd1c-59e0-4618-8608-fd30254f1602 None None] Port a0573f0e-9303-450d-b828-4e6785227bf8 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:36:52.697104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-f244ef54-a227-48cd-87ac-0eea65aa712a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Transition to ACTIVE for port object f0bba2a0-b403-4618-95b5-14bc3792ff87 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:52.712612 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-334f5f7e-5b3a-4244-9fcd-4a4450536783 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Made reservation on behalf of 157bfa5e0cf8467ba64c52b2cf2713ce for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:36:52.719298 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-334f5f7e-5b3a-4244-9fcd-4a4450536783 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:52.719556 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:52.788150 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:52.875704 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08cc1350-7af9-49bd-abb6-38522ea8daec req-19d56f30-c4ef-4ec6-a994-c86a69064576 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 210 time: 0.0624282 Aug 20 10:36:52.904782 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:36:46Z', 'revision_number': 4, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:48Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0573f0e-9303-450d-b828-4e6785227bf8', 'name': '', 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:71:bb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:44Z', 'updated_at': '2021-08-20T10:36:47Z', 'revision_number': 2, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:52.964340 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Checking router: f6fea1e8-515f-460b-b1fd-d3f5057ab62d for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:36:52.964839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Updating router f6fea1e8-515f-460b-b1fd-d3f5057ab62d port a0573f0e-9303-450d-b828-4e6785227bf8 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:36:53.008682 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Subnet': ['ID=152a0ada-5516-4c2c-961c-5d732127d8e2,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:53.030494 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Checking segment: {'id': '1b4440df-55c0-4583-a5b5-80f235391d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:36:53.032476 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:53.035155 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network hostable DHCP agents. Network: 647277c9-da9f-4c83-88d3-bc371b4e7460, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:36:53.040324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:53.047771 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:53.051999 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:53.053226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:53.054163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:53.054821 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:53.055483 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:53.061131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:53.061569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:53.061959 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:53.062310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:53.065002 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:36:53.070863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-334f5f7e-5b3a-4244-9fcd-4a4450536783 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Allocated IP 172.20.0.7 (c73c6bbd-3e27-4536-808e-999bd0de5a5c/fb132f55-3b57-430b-bbc8-0884dd2d7bc2/004a746d-7df5-4b19-b0b2-5b3022a582e7) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:36:53.109582 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network 647277c9-da9f-4c83-88d3-bc371b4e7460 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:36:53.131024 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 647277c9-da9f-4c83-88d3-bc371b4e7460) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:53.137535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:53.138396 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:53.150002 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d392522f-56a6-4445-af53-3dd6cf40e14f None None] Network 647277c9-da9f-4c83-88d3-bc371b4e7460 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:36:53.185292 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5ff42b76-f423-4d5a-b66e-91a7f24a4199 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0558164 Aug 20 10:36:53.185677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36180) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:53.538313 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-334f5f7e-5b3a-4244-9fcd-4a4450536783 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:53.672121 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34b0b131-8d5a-40e0-b260-2b761ca82efd req-dd8de6d3-d449-4d01-9fed-349a8caff7a3 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 210 time: 0.2645752 Aug 20 10:36:53.673572 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-f244ef54-a227-48cd-87ac-0eea65aa712a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:53.677023 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-334f5f7e-5b3a-4244-9fcd-4a4450536783 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:53.692491 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-647277c9-da9f-4c83-88d3-bc371b4e7460', 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'fixed_ips': [{'subnet_id': '152a0ada-5516-4c2c-961c-5d732127d8e2'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:36:53.693368 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:53.812155 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-334f5f7e-5b3a-4244-9fcd-4a4450536783 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Network c73c6bbd-3e27-4536-808e-999bd0de5a5c is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:53.830267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-334f5f7e-5b3a-4244-9fcd-4a4450536783 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:53.856583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-334f5f7e-5b3a-4244-9fcd-4a4450536783 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:36:53.870368 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-f244ef54-a227-48cd-87ac-0eea65aa712a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:53.910882 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244ef54-a227-48cd-87ac-0eea65aa712a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Pushing event updated for resources: {'Port': ['ID=f0bba2a0-b403-4618-95b5-14bc3792ff87,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:53.984234 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-f244ef54-a227-48cd-87ac-0eea65aa712a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:54.071569 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-f244ef54-a227-48cd-87ac-0eea65aa712a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:36:54.119508 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:54.141557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Transition to ACTIVE for port object a0573f0e-9303-450d-b828-4e6785227bf8 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:54.154611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Allocated IP 172.23.0.2 (647277c9-da9f-4c83-88d3-bc371b4e7460/152a0ada-5516-4c2c-961c-5d732127d8e2/913f615e-c8fa-4b2e-998b-93e37ec2a35d) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:36:54.164276 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:54.257836 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a863539-eafe-4976-bc5d-92526655ee6e None None] Pushing event updated for resources: {'Port': ['ID=a0573f0e-9303-450d-b828-4e6785227bf8,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:54.276791 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f5f7e-5b3a-4244-9fcd-4a4450536783 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Pushing event updated for resources: {'Port': ['ID=004a746d-7df5-4b19-b0b2-5b3022a582e7,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:54.321146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-334f5f7e-5b3a-4244-9fcd-4a4450536783 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:54.325175 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-334f5f7e-5b3a-4244-9fcd-4a4450536783 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:54.334743 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:54.405033 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-f244ef54-a227-48cd-87ac-0eea65aa712a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:54.405712 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-f244ef54-a227-48cd-87ac-0eea65aa712a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:54.417255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0344356-7ae5-4036-a172-2a71ab19d0e5 req-5585eb2e-e250-47ee-b6c2-1c66ab5a39c4 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:54.423990 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-334f5f7e-5b3a-4244-9fcd-4a4450536783 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4897821 Aug 20 10:36:54.433829 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f0344356-7ae5-4036-a172-2a71ab19d0e5 req-5585eb2e-e250-47ee-b6c2-1c66ab5a39c4 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 931 time: 0.3936157 Aug 20 10:36:54.439272 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-f244ef54-a227-48cd-87ac-0eea65aa712a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9449954 Aug 20 10:36:54.450053 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Request body: {'port': {'device_id': '8467f385-e13a-4c43-9377-180e06e170f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:54.487606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Request body: {'port': {'device_id': '35a6a1aa-d0b2-4531-bbce-24596de6ae08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:36:54.545028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Attempting to bind port a0573f0e-9303-450d-b828-4e6785227bf8 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:36:54.545708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Attempting to bind port a0573f0e-9303-450d-b828-4e6785227bf8 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'ae9a8d89-9969-45cf-ac06-fb6256c4d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:36:54.546260 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Attempting to bind port a0573f0e-9303-450d-b828-4e6785227bf8 on network eef13b7f-4e23-4094-a46b-0ced65f8a949 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:36:54.556992 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:36:54.557709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Checking segment: {'id': 'ae9a8d89-9969-45cf-ac06-fb6256c4d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:36:54.558303 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:54.558908 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Bound using segment: {'id': 'ae9a8d89-9969-45cf-ac06-fb6256c4d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:36:54.559606 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Bound port: a0573f0e-9303-450d-b828-4e6785227bf8, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9a8d89-9969-45cf-ac06-fb6256c4d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:36:54.560270 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:54.598829 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-dec27069-d663-463f-988c-f2451593f45d None None] Provisioning for port f0bba2a0-b403-4618-95b5-14bc3792ff87 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:54.778182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] For port a0573f0e-9303-450d-b828-4e6785227bf8, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:36:54.781782 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] For port a0573f0e-9303-450d-b828-4e6785227bf8, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a0573f0e-9303-450d-b828-4e6785227bf8,segment=NetworkSegment(ae9a8d89-9969-45cf-ac06-fb6256c4d40e),segment_id=ae9a8d89-9969-45cf-ac06-fb6256c4d40e)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:36:54.802334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-dec27069-d663-463f-988c-f2451593f45d None None] Provisioning complete for port f0bba2a0-b403-4618-95b5-14bc3792ff87 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:54.802334 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dec27069-d663-463f-988c-f2451593f45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:54.849063 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:54.854076 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-dec27069-d663-463f-988c-f2451593f45d None None] Port f0bba2a0-b403-4618-95b5-14bc3792ff87 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:36:54.880642 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:54.888809 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f0344356-7ae5-4036-a172-2a71ab19d0e5 req-feb9c143-ca89-4a1a-9b54-4adfd1c382e7 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419692 Aug 20 10:36:55.007737 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:55.028608 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:55.068154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Transition to ACTIVE for port object 913f615e-c8fa-4b2e-998b-93e37ec2a35d will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:55.107806 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:36:55.108404 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:55.245612 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974acd8d-562c-418a-8fcd-192b7adf9347 req-e6ab51c9-d515-4f79-849a-b129288f2654 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:55.247503 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-974acd8d-562c-418a-8fcd-192b7adf9347 req-e6ab51c9-d515-4f79-849a-b129288f2654 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 935 time: 0.3342934 Aug 20 10:36:55.291726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a863539-eafe-4976-bc5d-92526655ee6e None None] Pushing event updated for resources: {'Port': ['ID=a0573f0e-9303-450d-b828-4e6785227bf8,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:55.342481 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Transition to ACTIVE for port object 913f615e-c8fa-4b2e-998b-93e37ec2a35d will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:55.405625 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:55.495185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Allocated IP 172.23.0.1 (647277c9-da9f-4c83-88d3-bc371b4e7460/152a0ada-5516-4c2c-961c-5d732127d8e2/2d7b1e46-1852-4d54-ae72-ed7562818648) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:36:55.517656 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Network 647277c9-da9f-4c83-88d3-bc371b4e7460 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:55.522989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:55.550884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:36:55.589407 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Pushing event updated for resources: {'Port': ['ID=913f615e-c8fa-4b2e-998b-93e37ec2a35d,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:55.604805 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:36:55.735270 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-974acd8d-562c-418a-8fcd-192b7adf9347 req-a566dbac-bc53-4aca-9456-f51bc787716e tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/security-groups?id=cffc3da8-bc1d-4a7a-9f6e-a8fe61a96afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509199 Aug 20 10:36:55.800515 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:55.832168 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Transition to ACTIVE for port object 2d7b1e46-1852-4d54-ae72-ed7562818648 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:55.885275 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:55.912657 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Attempting to bind port 913f615e-c8fa-4b2e-998b-93e37ec2a35d on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:36:55.913227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Attempting to bind port 913f615e-c8fa-4b2e-998b-93e37ec2a35d by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '1b4440df-55c0-4583-a5b5-80f235391d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:36:55.913782 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Attempting to bind port 913f615e-c8fa-4b2e-998b-93e37ec2a35d on network 647277c9-da9f-4c83-88d3-bc371b4e7460 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:36:55.985217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:36:55.989501 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Checking segment: {'id': '1b4440df-55c0-4583-a5b5-80f235391d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:36:55.990139 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:55.993192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Bound using segment: {'id': '1b4440df-55c0-4583-a5b5-80f235391d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:36:55.993866 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Bound port: 913f615e-c8fa-4b2e-998b-93e37ec2a35d, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4440df-55c0-4583-a5b5-80f235391d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:36:55.996654 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:56.001032 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network 647277c9-da9f-4c83-88d3-bc371b4e7460 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:56.005839 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:56.011482 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:36:56.060413 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=2d7b1e46-1852-4d54-ae72-ed7562818648,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:56.204915 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:56.302229 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004a746d-7df5-4b19-b0b2-5b3022a582e7 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:36:56.318890 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:56.345652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0bba2a0-b403-4618-95b5-14bc3792ff87 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:36:56.370934 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb256e-0607-4eb2-b9a4-7c77981cd93d req-05438098-5f7d-46be-a6c2-4255b206e735 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:56.372538 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eadb256e-0607-4eb2-b9a4-7c77981cd93d req-05438098-5f7d-46be-a6c2-4255b206e735 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 931 time: 0.3012214 Aug 20 10:36:56.395981 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:56.410916 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] For port 913f615e-c8fa-4b2e-998b-93e37ec2a35d, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:36:56.415547 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] For port 913f615e-c8fa-4b2e-998b-93e37ec2a35d, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=913f615e-c8fa-4b2e-998b-93e37ec2a35d,segment=NetworkSegment(1b4440df-55c0-4583-a5b5-80f235391d3e),segment_id=1b4440df-55c0-4583-a5b5-80f235391d3e)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:36:56.427566 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:56.465455 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Transition to ACTIVE for port object 004a746d-7df5-4b19-b0b2-5b3022a582e7 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:56.498222 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:36:46Z', 'revision_number': 4, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:48Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0573f0e-9303-450d-b828-4e6785227bf8', 'name': '', 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:71:bb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:44Z', 'updated_at': '2021-08-20T10:36:54Z', 'revision_number': 4, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:36:56.500193 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:56.523413 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Transition to ACTIVE for port object f0bba2a0-b403-4618-95b5-14bc3792ff87 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:36:56.578174 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eadb256e-0607-4eb2-b9a4-7c77981cd93d req-da9fc8ad-97fc-42ea-b995-beaa9248b8fd tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984704 Aug 20 10:36:56.592406 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:56.677222 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:56.705489 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Pushing event updated for resources: {'Port': ['ID=004a746d-7df5-4b19-b0b2-5b3022a582e7,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:57.041024 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36256) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:36:57.167239 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bba2a0-b403-4618-95b5-14bc3792ff87,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:57.224956 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083b8aa-bc18-47b7-af38-b152c039b80c None None] The sync data for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 is: [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:36:46Z', 'revision_number': 4, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:48Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0573f0e-9303-450d-b828-4e6785227bf8', 'name': '', 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:71:bb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:44Z', 'updated_at': '2021-08-20T10:36:54Z', 'revision_number': 4, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:36:57.278134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Attempting to bind port 004a746d-7df5-4b19-b0b2-5b3022a582e7 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:36:57.279609 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Attempting to bind port 004a746d-7df5-4b19-b0b2-5b3022a582e7 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '0e78907e-c70d-46bc-9628-183e97c68eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:36:57.286364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Attempting to bind port 004a746d-7df5-4b19-b0b2-5b3022a582e7 on network c73c6bbd-3e27-4536-808e-999bd0de5a5c {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:36:57.347991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Port 004a746d-7df5-4b19-b0b2-5b3022a582e7 on network c73c6bbd-3e27-4536-808e-999bd0de5a5c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:36:57.348941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Attempting to bind port 004a746d-7df5-4b19-b0b2-5b3022a582e7 on network c73c6bbd-3e27-4536-808e-999bd0de5a5c {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:36:57.416953 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed506ee0-8ab2-4c6f-b2c6-9cd62d62fd33 None None] Pushing event updated for resources: {'Port': ['ID=913f615e-c8fa-4b2e-998b-93e37ec2a35d,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:57.420185 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0cc8b-9c61-4d65-9cec-bd6bd2a46455 req-267a4aca-9819-4e5d-bf52-b917c892a689 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:57.431116 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dac0cc8b-9c61-4d65-9cec-bd6bd2a46455 req-267a4aca-9819-4e5d-bf52-b917c892a689 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 947 time: 0.4348605 Aug 20 10:36:57.439288 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Attempting to bind port f0bba2a0-b403-4618-95b5-14bc3792ff87 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:36:57.439619 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Attempting to bind port f0bba2a0-b403-4618-95b5-14bc3792ff87 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:36:57.439997 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Attempting to bind port f0bba2a0-b403-4618-95b5-14bc3792ff87 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:36:57.457702 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Port f0bba2a0-b403-4618-95b5-14bc3792ff87 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:36:57.458167 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Attempting to bind port f0bba2a0-b403-4618-95b5-14bc3792ff87 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:36:57.464256 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:36:57.464650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Checking segment: {'id': '0e78907e-c70d-46bc-9628-183e97c68eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:36:57.464984 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Bound using segment: {'id': '0e78907e-c70d-46bc-9628-183e97c68eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:36:57.465412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Bound port: 004a746d-7df5-4b19-b0b2-5b3022a582e7, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78907e-c70d-46bc-9628-183e97c68eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:36:57.465766 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:57.481947 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:36:57.486561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:36:57.487747 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:36:57.488056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Bound port: f0bba2a0-b403-4618-95b5-14bc3792ff87, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:36:57.489149 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:57.626219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a0573f0e-9303-450d-b828-4e6785227bf8 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:36:57.697558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] For port f0bba2a0-b403-4618-95b5-14bc3792ff87, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:36:57.707456 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] For port f0bba2a0-b403-4618-95b5-14bc3792ff87, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f0bba2a0-b403-4618-95b5-14bc3792ff87,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:36:57.762848 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port a0573f0e-9303-450d-b828-4e6785227bf8 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:57.767531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port a0573f0e-9303-450d-b828-4e6785227bf8 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:57.768601 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:57.781964 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:57.799012 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dac0cc8b-9c61-4d65-9cec-bd6bd2a46455 req-7062d996-d3f3-4e9b-9ed0-e70e51141c6c tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/security-groups?id=cffc3da8-bc1d-4a7a-9f6e-a8fe61a96afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669157 Aug 20 10:36:57.913282 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:57.913905 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:57.916329 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] 10.222.0.24 "PUT /v2.0/ports/f0bba2a0-b403-4618-95b5-14bc3792ff87 HTTP/1.1" status: 200 len: 1096 time: 3.4753799 Aug 20 10:36:57.916880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8467f385-e13a-4c43-9377-180e06e170f8', 'tag': 'f0bba2a0-b403-4618-95b5-14bc3792ff87'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:36:57.919285 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddcba8d-e48c-4241-a84f-7a9bfbe1f5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8467f385-e13a-4c43-9377-180e06e170f8", "tag": "f0bba2a0-b403-4618-95b5-14bc3792ff87"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:36:58.080050 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:58.097999 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] For port 004a746d-7df5-4b19-b0b2-5b3022a582e7, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:36:58.100718 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b7c0e-f5dd-4593-893b-b0cde675c179 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bba2a0-b403-4618-95b5-14bc3792ff87,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:58.131861 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0a97cf-d1e0-49ce-8b00-00af612348d7 x-openstack-request-id: req-5c0a97cf-d1e0-49ce-8b00-00af612348d7 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:36:58.133089 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8467f385-e13a-4c43-9377-180e06e170f8", "tag": "f0bba2a0-b403-4618-95b5-14bc3792ff87", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:36:58.133356 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c0a97cf-d1e0-49ce-8b00-00af612348d7 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:36:58.133777 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8467f385-e13a-4c43-9377-180e06e170f8', 'tag': 'f0bba2a0-b403-4618-95b5-14bc3792ff87', 'status': 'completed', 'code': 200} Aug 20 10:36:58.164039 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] For port 004a746d-7df5-4b19-b0b2-5b3022a582e7, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=004a746d-7df5-4b19-b0b2-5b3022a582e7,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:36:58.174920 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-0f75b80b-8278-414b-8685-be5d1b349059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:58.178146 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-0f75b80b-8278-414b-8685-be5d1b349059 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=463a0ff73ce449dcb0169a2fb1f3e4e9&device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 1099 time: 0.2058494 Aug 20 10:36:58.180685 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:58.240821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port a0573f0e-9303-450d-b828-4e6785227bf8, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a0573f0e-9303-450d-b828-4e6785227bf8,segment=NetworkSegment(ae9a8d89-9969-45cf-ac06-fb6256c4d40e),segment_id=ae9a8d89-9969-45cf-ac06-fb6256c4d40e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:36:58.249087 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:58.262252 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-1b7e72d3-2f90-45eb-86b8-1ade0f704966 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=f0bba2a0-b403-4618-95b5-14bc3792ff87 HTTP/1.1" status: 200 len: 217 time: 0.0753710 Aug 20 10:36:58.263780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:58.264405 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:58.266151 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] 10.222.0.42 "PUT /v2.0/ports/004a746d-7df5-4b19-b0b2-5b3022a582e7 HTTP/1.1" status: 200 len: 1092 time: 3.8129005 Aug 20 10:36:58.463951 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=a0573f0e-9303-450d-b828-4e6785227bf8,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:58.480989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc7b7d-f1d5-4339-97cf-19943cb8f3fa service neutron] Pushing event updated for resources: {'Port': ['ID=004a746d-7df5-4b19-b0b2-5b3022a582e7,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:58.534782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-80c0ff47-b2f2-48ca-8fcb-2a1950c812ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:58.537732 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-80c0ff47-b2f2-48ca-8fcb-2a1950c812ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.2526608 Aug 20 10:36:58.600155 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-94cf8dc5-0f2e-4612-8a48-4509dafe5c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:58.608854 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-94cf8dc5-0f2e-4612-8a48-4509dafe5c3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=157bfa5e0cf8467ba64c52b2cf2713ce&device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 1095 time: 0.2665606 Aug 20 10:36:58.698739 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123ef256-a9f8-49b5-905f-4209bc49b665 None None] Network 647277c9-da9f-4c83-88d3-bc371b4e7460 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:36:58.717418 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-847fc2ea-6c4b-47ec-bfdb-e51e6cb4c4e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=004a746d-7df5-4b19-b0b2-5b3022a582e7 HTTP/1.1" status: 200 len: 217 time: 0.0847740 Aug 20 10:36:58.845580 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-082e440e-ec83-448a-a2e7-819a65e80e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:58.851697 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-082e440e-ec83-448a-a2e7-819a65e80e21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3039281 Aug 20 10:36:58.855463 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1b9b443c-ab99-4f22-93aa-1e06b5db8a6c None None] Provisioning for port 913f615e-c8fa-4b2e-998b-93e37ec2a35d completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:59.019686 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:59.024472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-a38b4a87-c9bc-44f2-bdd1-0e7e2fea10be req-83824d2b-847c-43e1-9ed4-d96fa820d90d tempest-ServerMetadataNegativeTestJSON-1222658464 tempest-ServerMetadataNegativeTestJSON-1222658464-project] (94866) timed out ('10.222.0.24', 63151) {{(pid=94866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 10:36:59.045695 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:59.057501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce676ef-94e2-4f1a-b53d-1e086e0bbcfd req-095022c7-3747-4b0f-a225-d761545627c4 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:59.066470 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ce676ef-94e2-4f1a-b53d-1e086e0bbcfd req-095022c7-3747-4b0f-a225-d761545627c4 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 943 time: 0.4426007 Aug 20 10:36:59.094085 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-8b323e66-ed72-49ba-a146-5230b4fd9514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:36:59.095932 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-8b323e66-ed72-49ba-a146-5230b4fd9514 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fb132f55-3b57-430b-bbc8-0884dd2d7bc2 HTTP/1.1" status: 200 len: 854 time: 0.3633339 Aug 20 10:36:59.148754 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-054a6801-42f0-4300-ac19-67fe705d8f8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c73c6bbd-3e27-4536-808e-999bd0de5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366218 Aug 20 10:36:59.288654 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3280ae53-b941-4f97-ab18-1d4accaa3d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:59.305449 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:59.359556 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ce676ef-94e2-4f1a-b53d-1e086e0bbcfd req-067e28ad-a7e7-4f43-820e-64de08b668db tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919400 Aug 20 10:36:59.437086 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event updated for resources: {'Port': ['ID=2d7b1e46-1852-4d54-ae72-ed7562818648,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:36:59.665369 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cf8aa752-18ad-4232-afc8-a85429529931 None None] Provisioning for port 2d7b1e46-1852-4d54-ae72-ed7562818648 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:59.680642 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cf8aa752-18ad-4232-afc8-a85429529931 None None] Provisioning complete for port 2d7b1e46-1852-4d54-ae72-ed7562818648 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:59.683407 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa752-18ad-4232-afc8-a85429529931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:59.733515 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 913f615e-c8fa-4b2e-998b-93e37ec2a35d up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:36:59.788231 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Network 647277c9-da9f-4c83-88d3-bc371b4e7460 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:36:59.798947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:36:59.831579 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-8abea819-3350-48db-aef5-b3ede82e8114 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Deleting port be905c27-2e84-44d1-bd12-bbaae1526607 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:36:59.832240 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8abea819-3350-48db-aef5-b3ede82e8114 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:36:59.849427 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-cf8aa752-18ad-4232-afc8-a85429529931 None None] Port 2d7b1e46-1852-4d54-ae72-ed7562818648 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:36:59.876426 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 913f615e-c8fa-4b2e-998b-93e37ec2a35d completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:36:59.881157 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 913f615e-c8fa-4b2e-998b-93e37ec2a35d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:36:59.881541 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:00.084596 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-07900469-3a17-4862-abc6-495de8b7d901 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2225947 Aug 20 10:37:00.117012 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9ec00-c9f3-49f9-9959-9328924bdbf4 req-a9c77e08-5498-4de5-a9f9-1cf7fe767bc8 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:00.125476 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c9a9ec00-c9f3-49f9-9959-9328924bdbf4 req-a9c77e08-5498-4de5-a9f9-1cf7fe767bc8 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 947 time: 1.0869322 Aug 20 10:37:00.139818 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b9e9a4fd-1dc0-4c72-88ca-13eb3e065b67 None None] Provisioning complete for port 2d7b1e46-1852-4d54-ae72-ed7562818648 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:37:00.140196 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b9e9a4fd-1dc0-4c72-88ca-13eb3e065b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:00.143932 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router f6fea1e8-515f-460b-b1fd-d3f5057ab62d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:37:00.155675 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:00.190617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a6a1aa-d0b2-4531-bbce-24596de6ae08', 'tag': '004a746d-7df5-4b19-b0b2-5b3022a582e7'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:37:00.193420 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95cce59-4429-4318-8f97-8724563eadea" -d '{"events": [{"name": "network-changed", "server_uuid": "35a6a1aa-d0b2-4531-bbce-24596de6ae08", "tag": "004a746d-7df5-4b19-b0b2-5b3022a582e7"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:37:00.234862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9a4fd-1dc0-4c72-88ca-13eb3e065b67 None None] Port 2d7b1e46-1852-4d54-ae72-ed7562818648 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:37:00.288100 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 913f615e-c8fa-4b2e-998b-93e37ec2a35d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=913f615e-c8fa-4b2e-998b-93e37ec2a35d,segment=NetworkSegment(1b4440df-55c0-4583-a5b5-80f235391d3e),segment_id=1b4440df-55c0-4583-a5b5-80f235391d3e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:00.294742 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:00.296469 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a0573f0e-9303-450d-b828-4e6785227bf8 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:37:00.400446 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c9a9ec00-c9f3-49f9-9959-9328924bdbf4 req-8e1b2e32-266e-4a1b-b2a9-69233654fbd1 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/security-groups?id=cffc3da8-bc1d-4a7a-9f6e-a8fe61a96afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728410 Aug 20 10:37:00.416040 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8abea819-3350-48db-aef5-b3ede82e8114 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:00.416585 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8abea819-3350-48db-aef5-b3ede82e8114 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:00.436501 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbbaead-6207-4914-9029-4c1d490b68e6 x-openstack-request-id: req-7dbbaead-6207-4914-9029-4c1d490b68e6 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:37:00.437938 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a6a1aa-d0b2-4531-bbce-24596de6ae08", "tag": "004a746d-7df5-4b19-b0b2-5b3022a582e7", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:37:00.438236 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dbbaead-6207-4914-9029-4c1d490b68e6 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:37:00.440332 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a6a1aa-d0b2-4531-bbce-24596de6ae08', 'tag': '004a746d-7df5-4b19-b0b2-5b3022a582e7', 'status': 'completed', 'code': 200} Aug 20 10:37:00.469277 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-8abea819-3350-48db-aef5-b3ede82e8114 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Calling delete_port for be905c27-2e84-44d1-bd12-bbaae1526607 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:00.519514 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-4a9d8669-077a-4436-8f66-71b4d38f6561 service neutron] 10.222.0.42 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3580897 Aug 20 10:37:00.612382 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=913f615e-c8fa-4b2e-998b-93e37ec2a35d,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:00.630745 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:00.631636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:00.631990 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:00.632825 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:00.633171 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:00.633507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:00.634499 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:00.634861 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:00.635223 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:00.635558 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:00.635890 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:00.636741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:00.647150 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-49ec3247-37ea-44c8-8392-6f7c1c47d358 req-92948837-ea49-47ef-bf37-d4c28c61b6d8 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542750 Aug 20 10:37:00.660252 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1ccd8dfc-bd36-4c0f-bcfd-755a10460c49 None None] Provisioning complete for port 2d7b1e46-1852-4d54-ae72-ed7562818648 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:37:00.661489 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1ccd8dfc-bd36-4c0f-bcfd-755a10460c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:00.664889 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port a0573f0e-9303-450d-b828-4e6785227bf8 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:37:00.665888 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:00.698639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8dd76-ce1a-4639-b170-3ef41a6509f3 req-d9336920-9890-47c4-b2f9-360f2e9a1f10 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:00.711084 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c4d8dd76-ce1a-4639-b170-3ef41a6509f3 req-d9336920-9890-47c4-b2f9-360f2e9a1f10 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 943 time: 0.2056744 Aug 20 10:37:00.827883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:37:00.843298 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-28129e0d-ca24-4d92-b247-1177d2aa8162 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/f6fea1e8-515f-460b-b1fd-d3f5057ab62d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6506500 Aug 20 10:37:00.843496 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Sync routers for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:37:00.844015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36328) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:00.849141 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b2f25147-86fc-4ecf-906d-296a8e7ef499 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:37:00.854539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-1ccd8dfc-bd36-4c0f-bcfd-755a10460c49 None None] Port 2d7b1e46-1852-4d54-ae72-ed7562818648 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:37:00.870798 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:00.877033 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:36:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:00.903263 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b18d1bce-8e83-4e8e-bdd6-90e81c635be6 req-63b9215e-78a9-4009-a238-39245c61a095 service neutron] 10.222.0.42 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633025 Aug 20 10:37:00.919495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcba8d-e48c-4241-a84f-7a9bfbe1f5b2 req-d0c14176-8a45-40e1-af8c-a55e342e9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:00.922527 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ddcba8d-e48c-4241-a84f-7a9bfbe1f5b2 req-d0c14176-8a45-40e1-af8c-a55e342e9f30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=463a0ff73ce449dcb0169a2fb1f3e4e9&device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 1099 time: 0.2018683 Aug 20 10:37:00.987542 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c4d8dd76-ce1a-4639-b170-3ef41a6509f3 req-89b3c356-55fc-4696-9b50-9d8c5e3ea83d tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730572 Aug 20 10:37:01.044293 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:01.173278 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cce59-4429-4318-8f97-8724563eadea req-a27287cf-611e-4cb8-9e56-5b49646e4091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:01.175805 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a95cce59-4429-4318-8f97-8724563eadea req-a27287cf-611e-4cb8-9e56-5b49646e4091 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=157bfa5e0cf8467ba64c52b2cf2713ce&device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 1095 time: 0.2131252 Aug 20 10:37:01.241656 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8abea819-3350-48db-aef5-b3ede82e8114 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:01.307544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cce59-4429-4318-8f97-8724563eadea req-01b5bca5-d5b2-4eb6-86ba-06e98a7a00d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:01.309327 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a95cce59-4429-4318-8f97-8724563eadea req-01b5bca5-d5b2-4eb6-86ba-06e98a7a00d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c73c6bbd-3e27-4536-808e-999bd0de5a5c HTTP/1.1" status: 200 len: 915 time: 0.1220226 Aug 20 10:37:01.325961 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:36:56Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:48Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d7b1e46-1852-4d54-ae72-ed7562818648', 'name': '', 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:5b:18:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '152a0ada-5516-4c2c-961c-5d732127d8e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:54Z', 'updated_at': '2021-08-20T10:36:58Z', 'revision_number': 2, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '152a0ada-5516-4c2c-961c-5d732127d8e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0573f0e-9303-450d-b828-4e6785227bf8', 'name': '', 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:71:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:44Z', 'updated_at': '2021-08-20T10:36:58Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:01.376212 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Checking router: f6fea1e8-515f-460b-b1fd-d3f5057ab62d for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:37:01.376567 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Updating router f6fea1e8-515f-460b-b1fd-d3f5057ab62d port 2d7b1e46-1852-4d54-ae72-ed7562818648 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:37:01.412720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abea819-3350-48db-aef5-b3ede82e8114 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Pushing event deleted for resources: {'Port': ['ID=be905c27-2e84-44d1-bd12-bbaae1526607,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:01.419320 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a95cce59-4429-4318-8f97-8724563eadea req-067ea77b-09a1-4a68-8335-5df82e569e40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=004a746d-7df5-4b19-b0b2-5b3022a582e7 HTTP/1.1" status: 200 len: 217 time: 0.0984087 Aug 20 10:37:01.421354 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcba8d-e48c-4241-a84f-7a9bfbe1f5b2 req-dfce34fb-7222-4689-95a9-7b3f61cf74c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:01.434222 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:01.443711 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ddcba8d-e48c-4241-a84f-7a9bfbe1f5b2 req-dfce34fb-7222-4689-95a9-7b3f61cf74c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.5130866 Aug 20 10:37:01.638208 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ddcba8d-e48c-4241-a84f-7a9bfbe1f5b2 req-e7f5e81b-07ba-4e67-924c-51ae9c698ae9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=f0bba2a0-b403-4618-95b5-14bc3792ff87 HTTP/1.1" status: 200 len: 217 time: 0.0806923 Aug 20 10:37:01.651887 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 913f615e-c8fa-4b2e-998b-93e37ec2a35d up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:37:01.749413 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8abea819-3350-48db-aef5-b3ede82e8114 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:01.749653 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-8abea819-3350-48db-aef5-b3ede82e8114 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Floating IP 2d197c7a-9b2b-4e2e-a665-ea91d98a18ef disassociated (deleted). External IP: 172.25.3.125, port: d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329. Aug 20 10:37:01.754195 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cce59-4429-4318-8f97-8724563eadea req-0c6ce0fa-9391-43f1-8379-143a787aec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:01.757438 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a95cce59-4429-4318-8f97-8724563eadea req-0c6ce0fa-9391-43f1-8379-143a787aec82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fb132f55-3b57-430b-bbc8-0884dd2d7bc2 HTTP/1.1" status: 200 len: 854 time: 0.3060150 Aug 20 10:37:01.785872 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 913f615e-c8fa-4b2e-998b-93e37ec2a35d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:37:01.786244 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:01.813945 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a95cce59-4429-4318-8f97-8724563eadea req-46530171-5f58-4698-ae74-52b3fdb9c168 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c73c6bbd-3e27-4536-808e-999bd0de5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426979 Aug 20 10:37:01.820762 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcba8d-e48c-4241-a84f-7a9bfbe1f5b2 req-05048349-0f79-41c7-ac43-bc8cb159e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:01.822345 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ddcba8d-e48c-4241-a84f-7a9bfbe1f5b2 req-05048349-0f79-41c7-ac43-bc8cb159e056 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1723835 Aug 20 10:37:01.857336 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:01.869306 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Transition to ACTIVE for port object 2d7b1e46-1852-4d54-ae72-ed7562818648 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:37:01.879435 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:01.968340 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcba8d-e48c-4241-a84f-7a9bfbe1f5b2 req-108e72bc-b78e-4837-afe0-99453923ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:01.970302 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ddcba8d-e48c-4241-a84f-7a9bfbe1f5b2 req-108e72bc-b78e-4837-afe0-99453923ca1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1344414 Aug 20 10:37:02.017099 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-87e959c2-6721-4e8c-8f05-a9a9f9b4ee64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:02.064615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d5db9-b6c9-4198-903d-d6a8ab3e7d98 req-418671a1-5a0e-4cc3-9e55-889d7c3d94e6 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:02.066824 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-069d5db9-b6c9-4198-903d-d6a8ab3e7d98 req-418671a1-5a0e-4cc3-9e55-889d7c3d94e6 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 947 time: 0.3929687 Aug 20 10:37:02.100576 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Attempting to bind port 2d7b1e46-1852-4d54-ae72-ed7562818648 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:37:02.101080 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Attempting to bind port 2d7b1e46-1852-4d54-ae72-ed7562818648 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '1b4440df-55c0-4583-a5b5-80f235391d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:37:02.101619 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Attempting to bind port 2d7b1e46-1852-4d54-ae72-ed7562818648 on network 647277c9-da9f-4c83-88d3-bc371b4e7460 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:37:02.104567 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af87c0-3d74-4995-b6be-e97a5ae8cb0b None None] Pushing event updated for resources: {'Port': ['ID=2d7b1e46-1852-4d54-ae72-ed7562818648,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:02.110718 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a95cce59-4429-4318-8f97-8724563eadea req-ed08af03-def4-4a84-9222-7aa2f4d17b1d service neutron] 10.222.0.42 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868094 Aug 20 10:37:02.140422 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:37:02.141356 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Checking segment: {'id': '1b4440df-55c0-4583-a5b5-80f235391d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:37:02.142455 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:02.143140 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Bound using segment: {'id': '1b4440df-55c0-4583-a5b5-80f235391d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:37:02.143958 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Bound port: 2d7b1e46-1852-4d54-ae72-ed7562818648, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4440df-55c0-4583-a5b5-80f235391d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:37:02.145794 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:02.311367 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:02.327137 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] For port 2d7b1e46-1852-4d54-ae72-ed7562818648, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:37:02.337597 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] For port 2d7b1e46-1852-4d54-ae72-ed7562818648, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2d7b1e46-1852-4d54-ae72-ed7562818648,segment=NetworkSegment(1b4440df-55c0-4583-a5b5-80f235391d3e),segment_id=1b4440df-55c0-4583-a5b5-80f235391d3e)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:37:02.342112 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:02.455082 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af87c0-3d74-4995-b6be-e97a5ae8cb0b None None] Pushing event updated for resources: {'Port': ['ID=2d7b1e46-1852-4d54-ae72-ed7562818648,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:02.523673 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:02.527239 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:02.543647 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a95cce59-4429-4318-8f97-8724563eadea req-4ede746e-dda8-42d9-ac01-67a096650115 service neutron] 10.222.0.42 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296916 Aug 20 10:37:02.580438 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-069d5db9-b6c9-4198-903d-d6a8ab3e7d98 req-a36a76ed-4067-41da-bfa6-d549a0070f01 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/security-groups?id=cffc3da8-bc1d-4a7a-9f6e-a8fe61a96afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954529 Aug 20 10:37:02.605570 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19922161-ab47-46db-b478-d65a72c79427 req-d980f43d-ca94-4657-b43f-069778de0393 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:02.608423 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19922161-ab47-46db-b478-d65a72c79427 req-d980f43d-ca94-4657-b43f-069778de0393 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 943 time: 0.3590481 Aug 20 10:37:02.684698 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ddcba8d-e48c-4241-a84f-7a9bfbe1f5b2 req-880d8aa0-8e64-44d8-bec6-02b36107dfa7 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7058167 Aug 20 10:37:02.808664 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abea819-3350-48db-aef5-b3ede82e8114 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Router 2a58b439-a3e9-489f-8e57-7623e88ab417 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:37:02.818216 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:02.839565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.extraroute_db [None req-b2f25147-86fc-4ecf-906d-296a8e7ef499 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 10:37:02.889470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.extraroute_db [None req-b2f25147-86fc-4ecf-906d-296a8e7ef499 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Removed routes are [] {{(pid=94866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 10:37:02.890503 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19922161-ab47-46db-b478-d65a72c79427 req-cd80fdcc-e6fa-4ab2-a9e0-eecc1983aeed tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743027 Aug 20 10:37:02.892158 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b2f25147-86fc-4ecf-906d-296a8e7ef499 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:02.896080 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ddcba8d-e48c-4241-a84f-7a9bfbe1f5b2 req-cae42fc0-b67a-49dd-ba69-98b04b88189b service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723058 Aug 20 10:37:02.907471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 004a746d-7df5-4b19-b0b2-5b3022a582e7 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:37:03.104859 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 004a746d-7df5-4b19-b0b2-5b3022a582e7, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=004a746d-7df5-4b19-b0b2-5b3022a582e7,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:03.119460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '004a746d-7df5-4b19-b0b2-5b3022a582e7', 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c', 'port_id': '004a746d-7df5-4b19-b0b2-5b3022a582e7', 'mac_address': 'fa:16:3e:c0:17:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb132f55-3b57-430b-bbc8-0884dd2d7bc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:37:03.191136 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:03.226904 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:03.244363 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004a746d-7df5-4b19-b0b2-5b3022a582e7 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:37:03.270091 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 004a746d-7df5-4b19-b0b2-5b3022a582e7, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=004a746d-7df5-4b19-b0b2-5b3022a582e7,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:03.274798 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:03.301098 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abea819-3350-48db-aef5-b3ede82e8114 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:37:03.315951 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:36:56Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:48Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d7b1e46-1852-4d54-ae72-ed7562818648', 'name': '', 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:5b:18:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '152a0ada-5516-4c2c-961c-5d732127d8e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:54Z', 'updated_at': '2021-08-20T10:37:02Z', 'revision_number': 4, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '152a0ada-5516-4c2c-961c-5d732127d8e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0573f0e-9303-450d-b828-4e6785227bf8', 'name': '', 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:71:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:44Z', 'updated_at': '2021-08-20T10:36:58Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:03.317975 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8abea819-3350-48db-aef5-b3ede82e8114 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:03.336896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578124d-25a8-4ac6-b151-122efe6b3ea5 None None] Sync routers for ids ['2a58b439-a3e9-489f-8e57-7623e88ab417'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:37:03.375277 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e3a8b-2454-4784-9fae-0df79b884bca None None] The sync data for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 is: [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:36:56Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:48Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d7b1e46-1852-4d54-ae72-ed7562818648', 'name': '', 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:5b:18:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '152a0ada-5516-4c2c-961c-5d732127d8e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:54Z', 'updated_at': '2021-08-20T10:37:02Z', 'revision_number': 4, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '152a0ada-5516-4c2c-961c-5d732127d8e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0573f0e-9303-450d-b828-4e6785227bf8', 'name': '', 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:71:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:44Z', 'updated_at': '2021-08-20T10:36:58Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:37:03.383840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=004a746d-7df5-4b19-b0b2-5b3022a582e7,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:03.390564 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578124d-25a8-4ac6-b151-122efe6b3ea5 None None] Routers {'2a58b439-a3e9-489f-8e57-7623e88ab417'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:03.391509 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2578124d-25a8-4ac6-b151-122efe6b3ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['2a58b439-a3e9-489f-8e57-7623e88ab417'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:03.527346 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6bc87-988e-455f-a4ec-70bdda032f84 req-2e88ac20-b7f6-496f-bb44-32cdd027f4b0 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:03.529919 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ff6bc87-988e-455f-a4ec-70bdda032f84 req-2e88ac20-b7f6-496f-bb44-32cdd027f4b0 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.1499770 Aug 20 10:37:03.589270 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['004a746d-7df5-4b19-b0b2-5b3022a582e7'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:37:03.608905 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8abea819-3350-48db-aef5-b3ede82e8114 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "DELETE /v2.0/floatingips/2d197c7a-9b2b-4e2e-a665-ea91d98a18ef HTTP/1.1" status: 204 len: 168 time: 6.3769746 Aug 20 10:37:03.608905 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'tag': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:37:03.612727 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aae2d72-cd6f-4a1b-b1af-434356151174" -d '{"events": [{"name": "network-changed", "server_uuid": "1847257c-95c8-4ad8-a74b-348ec79370d9", "tag": "d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:37:03.614765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ee376-2a3a-4ad8-94b2-c14ef4e0aad9 req-a1596765-e8ad-4de0-8688-dca8de06697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:03.618296 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d62ee376-2a3a-4ad8-94b2-c14ef4e0aad9 req-a1596765-e8ad-4de0-8688-dca8de06697e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=70b89f92e6a741a4951d32cfb1e1a59f&device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 1097 time: 0.1808214 Aug 20 10:37:03.634754 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ff6bc87-988e-455f-a4ec-70bdda032f84 req-a5a97f76-5e67-4fc2-ac59-b497c5d24857 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847042 Aug 20 10:37:03.667560 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b2f25147-86fc-4ecf-906d-296a8e7ef499 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:03.675368 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b2f25147-86fc-4ecf-906d-296a8e7ef499 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:03.683915 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-2578124d-25a8-4ac6-b151-122efe6b3ea5 None None] Set router 2a58b439-a3e9-489f-8e57-7623e88ab417 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:03.709441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fe989-0797-4498-8f92-9c0d21e85319 req-1b1ab7dd-af6b-452f-ba3d-853438534868 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:03.715539 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5b2fe989-0797-4498-8f92-9c0d21e85319 req-1b1ab7dd-af6b-452f-ba3d-853438534868 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 945 time: 0.3337770 Aug 20 10:37:03.777113 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ee376-2a3a-4ad8-94b2-c14ef4e0aad9 req-bbc7bfbd-6e2f-49b9-a9ae-b4bb6bdad7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:03.782593 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d62ee376-2a3a-4ad8-94b2-c14ef4e0aad9 req-bbc7bfbd-6e2f-49b9-a9ae-b4bb6bdad7c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d504c420-d3f5-4a54-be9e-083999a04513 HTTP/1.1" status: 200 len: 919 time: 0.1429400 Aug 20 10:37:03.870874 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d62ee376-2a3a-4ad8-94b2-c14ef4e0aad9 req-e876ad20-43eb-4992-aa48-998c6721e8ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9e88a4-529c-4ab6-8fae-39f98457437d HTTP/1.1" status: 200 len: 217 time: 0.0826132 Aug 20 10:37:03.965317 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ee376-2a3a-4ad8-94b2-c14ef4e0aad9 req-f769eadc-acc5-429a-8bbc-31d3595c0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:03.969313 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d62ee376-2a3a-4ad8-94b2-c14ef4e0aad9 req-f769eadc-acc5-429a-8bbc-31d3595c0f89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=093a3409-25cd-4ce0-81ea-45051063601e HTTP/1.1" status: 200 len: 858 time: 0.0887742 Aug 20 10:37:03.995791 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5b2fe989-0797-4498-8f92-9c0d21e85319 req-e152b69b-1de3-4e20-a0aa-57b66017cd9c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738132 Aug 20 10:37:04.035787 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d62ee376-2a3a-4ad8-94b2-c14ef4e0aad9 req-08e57f12-2578-4791-a38b-21d6e1d3805b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d504c420-d3f5-4a54-be9e-083999a04513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589614 Aug 20 10:37:04.077023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f25147-86fc-4ecf-906d-296a8e7ef499 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router f6fea1e8-515f-460b-b1fd-d3f5057ab62d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:37:04.093891 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c04d5fa-2fdd-4476-98bb-0e8286a4e6c7 x-openstack-request-id: req-2c04d5fa-2fdd-4476-98bb-0e8286a4e6c7 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:37:04.094186 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1847257c-95c8-4ad8-a74b-348ec79370d9", "tag": "d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:37:04.094456 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c04d5fa-2fdd-4476-98bb-0e8286a4e6c7 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:37:04.094880 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'tag': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329', 'status': 'completed', 'code': 200} Aug 20 10:37:04.162970 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2578124d-25a8-4ac6-b151-122efe6b3ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:31:46Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'gw_port': {'id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:49Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '38682323-c441-4ce7-9743-58dd8fbcff2d', 'name': '', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'mac_address': 'fa:16:3e:2a:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:59Z', 'updated_at': '2021-08-20T10:32:10Z', 'revision_number': 5, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'subnets': [{'id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:04.207915 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578124d-25a8-4ac6-b151-122efe6b3ea5 None None] Checking router: 2a58b439-a3e9-489f-8e57-7623e88ab417 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:37:04.225252 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f0bba2a0-b403-4618-95b5-14bc3792ff87 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:37:04.228631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2578124d-25a8-4ac6-b151-122efe6b3ea5 None None] Routers {'2a58b439-a3e9-489f-8e57-7623e88ab417'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:04.229283 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2578124d-25a8-4ac6-b151-122efe6b3ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['2a58b439-a3e9-489f-8e57-7623e88ab417'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:04.278809 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2d72-cd6f-4a1b-b1af-434356151174 req-dfa70eb8-cd15-4ca6-8e93-b99ad38035d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:04.280554 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1aae2d72-cd6f-4a1b-b1af-434356151174 req-dfa70eb8-cd15-4ca6-8e93-b99ad38035d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f498f17eff9b45a7b8676c88aedae8a5&device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 1097 time: 0.1502097 Aug 20 10:37:04.293266 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070dfa2d-28d5-4a33-a1bb-6205ccc41678 req-00d797ef-68eb-4efe-8609-f488eb2ee312 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:04.294893 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-070dfa2d-28d5-4a33-a1bb-6205ccc41678 req-00d797ef-68eb-4efe-8609-f488eb2ee312 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 947 time: 0.1758442 Aug 20 10:37:04.465680 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-2578124d-25a8-4ac6-b151-122efe6b3ea5 None None] Set router 2a58b439-a3e9-489f-8e57-7623e88ab417 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:04.497359 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d62ee376-2a3a-4ad8-94b2-c14ef4e0aad9 req-9fa9f3de-03f6-4e13-9099-0ef48aef411b service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524305 Aug 20 10:37:04.630732 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d62ee376-2a3a-4ad8-94b2-c14ef4e0aad9 req-af7ab9e2-1287-4906-91db-a04d2da3a3ae service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210458 Aug 20 10:37:04.647428 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-070dfa2d-28d5-4a33-a1bb-6205ccc41678 req-93d73327-3dae-4a0d-b2d8-7c3550d213e3 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/security-groups?id=cffc3da8-bc1d-4a7a-9f6e-a8fe61a96afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198929 Aug 20 10:37:04.709271 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port f0bba2a0-b403-4618-95b5-14bc3792ff87, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f0bba2a0-b403-4618-95b5-14bc3792ff87,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:04.724394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'f0bba2a0-b403-4618-95b5-14bc3792ff87', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': 'f0bba2a0-b403-4618-95b5-14bc3792ff87', 'mac_address': 'fa:16:3e:82:36:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:37:04.754399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2d72-cd6f-4a1b-b1af-434356151174 req-c81d23ed-4171-44a4-86b9-cf76fae9fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:04.756143 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1aae2d72-cd6f-4a1b-b1af-434356151174 req-c81d23ed-4171-44a4-86b9-cf76fae9fe18 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 HTTP/1.1" status: 200 len: 915 time: 0.4603088 Aug 20 10:37:04.792264 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f25147-86fc-4ecf-906d-296a8e7ef499 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:37:04.806144 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b2f25147-86fc-4ecf-906d-296a8e7ef499 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:04.807504 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b2f25147-86fc-4ecf-906d-296a8e7ef499 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/f6fea1e8-515f-460b-b1fd-d3f5057ab62d HTTP/1.1" status: 200 len: 933 time: 3.9635863 Aug 20 10:37:04.811595 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe817bf-bcaa-42a3-8184-30756ce62a75 None None] Sync routers for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:37:04.816715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579cd9a-8d8a-47c6-98b1-301a756bbf81 req-5064ea0e-a830-4e54-a1c3-33c81b018908 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:04.824085 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2578124d-25a8-4ac6-b151-122efe6b3ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:31:46Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'gw_port': {'id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:49Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '38682323-c441-4ce7-9743-58dd8fbcff2d', 'name': '', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'mac_address': 'fa:16:3e:2a:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:59Z', 'updated_at': '2021-08-20T10:32:10Z', 'revision_number': 5, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'subnets': [{'id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:04.824335 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f579cd9a-8d8a-47c6-98b1-301a756bbf81 req-5064ea0e-a830-4e54-a1c3-33c81b018908 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 944 time: 0.5941398 Aug 20 10:37:04.825918 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:04.827987 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:04.835145 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36442) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:04.835643 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe817bf-bcaa-42a3-8184-30756ce62a75 None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:04.843240 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-cfe817bf-bcaa-42a3-8184-30756ce62a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:04.846658 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1aae2d72-cd6f-4a1b-b1af-434356151174 req-8c5172fe-b805-431f-b804-12f91cbf1580 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 HTTP/1.1" status: 200 len: 217 time: 0.0818615 Aug 20 10:37:04.855015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2578124d-25a8-4ac6-b151-122efe6b3ea5 None None] The sync data for ids ['2a58b439-a3e9-489f-8e57-7623e88ab417'] in n-d-778550-11 is: [{'id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:31:46Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'gw_port': {'id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:49Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '38682323-c441-4ce7-9743-58dd8fbcff2d', 'name': '', 'network_id': 'fd1d4ba8-2f99-4afd-9255-b02ab45b68a6', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'mac_address': 'fa:16:3e:2a:98:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:59Z', 'updated_at': '2021-08-20T10:32:10Z', 'revision_number': 5, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'subnets': [{'id': 'c4d0d36b-7f1b-481d-866e-81cca665fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:37:04.867325 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0bba2a0-b403-4618-95b5-14bc3792ff87 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:37:04.881494 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f579cd9a-8d8a-47c6-98b1-301a756bbf81 req-d393c240-e4d5-4cd6-adf2-8003770cee61 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562241 Aug 20 10:37:04.912784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port f0bba2a0-b403-4618-95b5-14bc3792ff87, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f0bba2a0-b403-4618-95b5-14bc3792ff87,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:04.915907 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 004a746d-7df5-4b19-b0b2-5b3022a582e7 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:37:04.919733 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:05.036513 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-cfe817bf-bcaa-42a3-8184-30756ce62a75 None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:05.038723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=f0bba2a0-b403-4618-95b5-14bc3792ff87,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:05.056070 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 004a746d-7df5-4b19-b0b2-5b3022a582e7 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:37:05.061019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 004a746d-7df5-4b19-b0b2-5b3022a582e7 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:37:05.061690 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:05.157750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2d72-cd6f-4a1b-b1af-434356151174 req-ecb4fa8a-f711-429e-8c38-1447a7a2f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:05.159300 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1aae2d72-cd6f-4a1b-b1af-434356151174 req-ecb4fa8a-f711-429e-8c38-1447a7a2f575 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c4d0d36b-7f1b-481d-866e-81cca665fba3 HTTP/1.1" status: 200 len: 853 time: 0.2517555 Aug 20 10:37:05.193478 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:05.216615 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e60bb7b9-c918-47c7-b3e0-38c9246f2d64 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/routers/f6fea1e8-515f-460b-b1fd-d3f5057ab62d HTTP/1.1" status: 200 len: 933 time: 0.3789666 Aug 20 10:37:05.221194 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36448) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:05.231562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b827d379-5475-4706-ba17-2505ef6c2c5a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'router': {'routes': None}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:37:05.237619 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e13cbc-9c3c-4aca-a676-41410ba666fa req-c78cfe76-fdf9-454a-820a-5ae9683424ff tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:05.239228 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72e13cbc-9c3c-4aca-a676-41410ba666fa req-c78cfe76-fdf9-454a-820a-5ae9683424ff tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 945 time: 0.4029286 Aug 20 10:37:05.274208 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a6a1aa-d0b2-4531-bbce-24596de6ae08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004a746d-7df5-4b19-b0b2-5b3022a582e7'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:37:05.276583 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7df268-e507-4eba-91ca-cda533d00e29" -d '{"events": [{"server_uuid": "35a6a1aa-d0b2-4531-bbce-24596de6ae08", "name": "network-vif-plugged", "status": "completed", "tag": "004a746d-7df5-4b19-b0b2-5b3022a582e7"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:37:05.320345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 004a746d-7df5-4b19-b0b2-5b3022a582e7, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=004a746d-7df5-4b19-b0b2-5b3022a582e7,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:05.329287 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:05.329287 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f4572806-9844-4302-b2a2-f2770c887d9d no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:37:05.347099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2d72-cd6f-4a1b-b1af-434356151174 req-6738254b-1642-4595-b0b1-95292c89b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:05.347099 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1aae2d72-cd6f-4a1b-b1af-434356151174 req-6738254b-1642-4595-b0b1-95292c89b625 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd1d4ba8-2f99-4afd-9255-b02ab45b68a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1621659 Aug 20 10:37:05.356125 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72e13cbc-9c3c-4aca-a676-41410ba666fa req-283622ff-1ba6-4033-b85b-d261bf8092b0 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896709 Aug 20 10:37:05.636907 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1aae2d72-cd6f-4a1b-b1af-434356151174 req-22c8333c-1f4f-44d3-a464-c643719b7880 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1d4ba8-2f99-4afd-9255-b02ab45b68a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797062 Aug 20 10:37:05.646003 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f98f9-f44d-41e6-9c6b-fe6f1d534490 req-5e3c0551-548a-417a-ac52-561ab63e6ee1 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:05.653793 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a47f98f9-f44d-41e6-9c6b-fe6f1d534490 req-5e3c0551-548a-417a-ac52-561ab63e6ee1 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 945 time: 0.1207376 Aug 20 10:37:05.663239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['f0bba2a0-b403-4618-95b5-14bc3792ff87'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:37:05.696770 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a23e132-3de6-44cc-ac31-66d870a09489 None None] New status for floating IP 2d197c7a-9b2b-4e2e-a665-ea91d98a18ef: DOWN {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:37:05.723579 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-cfe817bf-bcaa-42a3-8184-30756ce62a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:02Z', 'revision_number': 6, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:48Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d7b1e46-1852-4d54-ae72-ed7562818648', 'name': '', 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:5b:18:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '152a0ada-5516-4c2c-961c-5d732127d8e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:54Z', 'updated_at': '2021-08-20T10:37:02Z', 'revision_number': 4, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '152a0ada-5516-4c2c-961c-5d732127d8e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0573f0e-9303-450d-b828-4e6785227bf8', 'name': '', 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:71:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:44Z', 'updated_at': '2021-08-20T10:36:58Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:05.731123 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc4cab-7e6a-4611-b165-fd84ce6b57f9 req-9062f6f3-13a5-438d-8301-d88597a0c3d3 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:05.745564 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-04cc4cab-7e6a-4611-b165-fd84ce6b57f9 req-9062f6f3-13a5-438d-8301-d88597a0c3d3 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.5868075 Aug 20 10:37:05.754207 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a47f98f9-f44d-41e6-9c6b-fe6f1d534490 req-3dd36ad5-4365-4051-9f6a-d713a3a7b5a8 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995135 Aug 20 10:37:05.763494 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe817bf-bcaa-42a3-8184-30756ce62a75 None None] Checking router: f6fea1e8-515f-460b-b1fd-d3f5057ab62d for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:37:05.774443 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe817bf-bcaa-42a3-8184-30756ce62a75 None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:05.775468 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-cfe817bf-bcaa-42a3-8184-30756ce62a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:05.824500 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1aae2d72-cd6f-4a1b-b1af-434356151174 req-a91266fc-379f-4810-bacf-4eb97ab58975 service neutron] 10.222.0.24 "GET /v2.0/networks/fd1d4ba8-2f99-4afd-9255-b02ab45b68a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512470 Aug 20 10:37:05.834626 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=004a746d-7df5-4b19-b0b2-5b3022a582e7,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:05.849030 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2d7b1e46-1852-4d54-ae72-ed7562818648 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:37:05.866282 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dbf3e4-913f-4861-8975-8409f37e503f x-openstack-request-id: req-c2dbf3e4-913f-4861-8975-8409f37e503f {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:37:05.869065 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a6a1aa-d0b2-4531-bbce-24596de6ae08", "name": "network-vif-plugged", "status": "completed", "tag": "004a746d-7df5-4b19-b0b2-5b3022a582e7", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:37:05.869594 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2dbf3e4-913f-4861-8975-8409f37e503f {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:37:05.870134 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a6a1aa-d0b2-4531-bbce-24596de6ae08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004a746d-7df5-4b19-b0b2-5b3022a582e7', 'code': 200} Aug 20 10:37:05.935487 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-04cc4cab-7e6a-4611-b165-fd84ce6b57f9 req-02493409-7666-45bf-9749-96130fc766f1 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888275 Aug 20 10:37:05.960164 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-cfe817bf-bcaa-42a3-8184-30756ce62a75 None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:05.975784 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4140dd-6ee8-447a-9892-48f96d055286 req-a9de28cf-26c5-43e1-a6b5-ed45fc0833a8 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:05.981763 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df4140dd-6ee8-447a-9892-48f96d055286 req-a9de28cf-26c5-43e1-a6b5-ed45fc0833a8 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 945 time: 0.2830949 Aug 20 10:37:06.087388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1810e80-2179-4615-aa7d-c37b8a1d911e req-cdf5cf63-ddfc-448b-b202-0a3f97de3017 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:06.091882 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:06.100344 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a1810e80-2179-4615-aa7d-c37b8a1d911e req-cdf5cf63-ddfc-448b-b202-0a3f97de3017 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 948 time: 0.0939312 Aug 20 10:37:06.114734 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 2d7b1e46-1852-4d54-ae72-ed7562818648 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:37:06.115838 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334722c8-3670-443b-ad25-a6e957f5023a req-c6aafad3-f6fe-47de-bfe5-328214cbc11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:06.117539 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-334722c8-3670-443b-ad25-a6e957f5023a req-c6aafad3-f6fe-47de-bfe5-328214cbc11a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 1097 time: 0.1731210 Aug 20 10:37:06.183031 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a1810e80-2179-4615-aa7d-c37b8a1d911e req-b3eafe57-efd4-48ef-b5d0-0eb88c8ade4f tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/security-groups?id=cffc3da8-bc1d-4a7a-9f6e-a8fe61a96afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815296 Aug 20 10:37:06.199188 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-334722c8-3670-443b-ad25-a6e957f5023a req-19a32a71-293c-4c54-b6c7-30763ea70484 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701330 Aug 20 10:37:06.207185 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 2d7b1e46-1852-4d54-ae72-ed7562818648 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:37:06.207724 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:06.214687 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.extraroute_db [None req-b827d379-5475-4706-ba17-2505ef6c2c5a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Added routes are [] {{(pid=94866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 10:37:06.215010 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.extraroute_db [None req-b827d379-5475-4706-ba17-2505ef6c2c5a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 10:37:06.253113 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b827d379-5475-4706-ba17-2505ef6c2c5a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:06.306780 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f4572806-9844-4302-b2a2-f2770c887d9d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f4572806-9844-4302-b2a2-f2770c887d9d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:06.328681 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:06.396305 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=f4572806-9844-4302-b2a2-f2770c887d9d,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:06.456132 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ba28e-98cd-4b06-936e-ec362ab39f5c req-0ac133da-0e4b-4d86-b004-9e7f72fe5489 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:06.457746 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d53ba28e-98cd-4b06-936e-ec362ab39f5c req-0ac133da-0e4b-4d86-b004-9e7f72fe5489 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 945 time: 0.1546953 Aug 20 10:37:06.464055 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-df4140dd-6ee8-447a-9892-48f96d055286 req-268bae67-dcda-412c-bb47-d1f9607de048 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Deleting port d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:06.464488 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-df4140dd-6ee8-447a-9892-48f96d055286 req-268bae67-dcda-412c-bb47-d1f9607de048 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:06.466202 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-cfe817bf-bcaa-42a3-8184-30756ce62a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:02Z', 'revision_number': 6, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:48Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d7b1e46-1852-4d54-ae72-ed7562818648', 'name': '', 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:5b:18:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '152a0ada-5516-4c2c-961c-5d732127d8e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:54Z', 'updated_at': '2021-08-20T10:37:02Z', 'revision_number': 4, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '152a0ada-5516-4c2c-961c-5d732127d8e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0573f0e-9303-450d-b828-4e6785227bf8', 'name': '', 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:71:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:44Z', 'updated_at': '2021-08-20T10:36:58Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:06.528968 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe817bf-bcaa-42a3-8184-30756ce62a75 None None] The sync data for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 is: [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:02Z', 'revision_number': 6, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:48Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d7b1e46-1852-4d54-ae72-ed7562818648', 'name': '', 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:5b:18:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '152a0ada-5516-4c2c-961c-5d732127d8e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:54Z', 'updated_at': '2021-08-20T10:37:02Z', 'revision_number': 4, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '152a0ada-5516-4c2c-961c-5d732127d8e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0573f0e-9303-450d-b828-4e6785227bf8', 'name': '', 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:71:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:44Z', 'updated_at': '2021-08-20T10:36:58Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:37:06.532237 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:06.552359 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d53ba28e-98cd-4b06-936e-ec362ab39f5c req-cc0b1ec4-696a-4b6a-b36f-b00eaaae93bf tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877335 Aug 20 10:37:06.646721 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 2d7b1e46-1852-4d54-ae72-ed7562818648, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2d7b1e46-1852-4d54-ae72-ed7562818648,segment=NetworkSegment(1b4440df-55c0-4583-a5b5-80f235391d3e),segment_id=1b4440df-55c0-4583-a5b5-80f235391d3e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:06.659159 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:06.719346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=2d7b1e46-1852-4d54-ae72-ed7562818648,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:06.758512 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b827d379-5475-4706-ba17-2505ef6c2c5a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:06.775092 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b827d379-5475-4706-ba17-2505ef6c2c5a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:06.808583 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc02d5-e2cf-41dc-89b2-9fee605188d4 req-0212f0e6-4805-451c-bd19-7d6de5dbe60b tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:06.809981 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-03fc02d5-e2cf-41dc-89b2-9fee605188d4 req-0212f0e6-4805-451c-bd19-7d6de5dbe60b tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 945 time: 0.1144748 Aug 20 10:37:06.915251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-df4140dd-6ee8-447a-9892-48f96d055286 req-268bae67-dcda-412c-bb47-d1f9607de048 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] For port d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329,segment=NetworkSegment(811272b0-f542-48a8-afd3-93287aead824),segment_id=811272b0-f542-48a8-afd3-93287aead824)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:06.915620 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-df4140dd-6ee8-447a-9892-48f96d055286 req-268bae67-dcda-412c-bb47-d1f9607de048 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:06.947504 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-df4140dd-6ee8-447a-9892-48f96d055286 req-268bae67-dcda-412c-bb47-d1f9607de048 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Calling delete_port for d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:06.968276 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-03fc02d5-e2cf-41dc-89b2-9fee605188d4 req-501c714d-fd34-4625-a0e7-6277f04548c8 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/security-groups?id=909399d7-268e-4474-9754-314a1c7fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212192 Aug 20 10:37:06.973302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b827d379-5475-4706-ba17-2505ef6c2c5a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router f6fea1e8-515f-460b-b1fd-d3f5057ab62d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:37:07.057737 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a41305-df4d-40c8-938e-a0c5fd18aa80 req-9cd84aaa-bf6f-42a7-92d2-c0edb3fa3d1e tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:07.059351 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3a41305-df4d-40c8-938e-a0c5fd18aa80 req-9cd84aaa-bf6f-42a7-92d2-c0edb3fa3d1e tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.0557592 Aug 20 10:37:07.100105 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3a41305-df4d-40c8-938e-a0c5fd18aa80 req-328ffc11-68f5-466c-b039-9cde3f01f2e1 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332773 Aug 20 10:37:07.139019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b827d379-5475-4706-ba17-2505ef6c2c5a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:37:07.146812 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b827d379-5475-4706-ba17-2505ef6c2c5a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:07.150522 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b827d379-5475-4706-ba17-2505ef6c2c5a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/f6fea1e8-515f-460b-b1fd-d3f5057ab62d HTTP/1.1" status: 200 len: 699 time: 1.9210010 Aug 20 10:37:07.150661 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd2bf3-d5c1-40b8-a1a4-f8cfef8eb462 None None] Sync routers for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:37:07.152658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36498) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:07.158060 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fd2bf3-d5c1-40b8-a1a4-f8cfef8eb462 None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:07.158690 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f9fd2bf3-d5c1-40b8-a1a4-f8cfef8eb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:07.262405 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-f9fd2bf3-d5c1-40b8-a1a4-f8cfef8eb462 None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:07.282408 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-df4140dd-6ee8-447a-9892-48f96d055286 req-268bae67-dcda-412c-bb47-d1f9607de048 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:07.333077 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b5c88e12-1460-4841-a91c-5a599dc3ccc9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/routers/f6fea1e8-515f-460b-b1fd-d3f5057ab62d HTTP/1.1" status: 200 len: 699 time: 0.1768384 Aug 20 10:37:07.333411 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36506) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:07.382977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bae67-dcda-412c-bb47-d1f9607de048 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Pushing event deleted for resources: {'Port': ['ID=d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:07.479884 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d1aea-65b9-4614-992e-0d7a9a9496fa req-47127858-01cd-405b-8525-b8788c05876f tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:07.481364 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b12d1aea-65b9-4614-992e-0d7a9a9496fa req-47127858-01cd-405b-8525-b8788c05876f tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 948 time: 0.2020452 Aug 20 10:37:07.482648 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4140dd-6ee8-447a-9892-48f96d055286 req-268bae67-dcda-412c-bb47-d1f9607de048 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] No DVR routers for this DVR port d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:37:07.485336 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-df4140dd-6ee8-447a-9892-48f96d055286 req-268bae67-dcda-412c-bb47-d1f9607de048 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:07.488265 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df4140dd-6ee8-447a-9892-48f96d055286 req-268bae67-dcda-412c-bb47-d1f9607de048 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.24 "DELETE /v2.0/ports/d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 HTTP/1.1" status: 204 len: 173 time: 1.4954102 Aug 20 10:37:07.488746 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'name': 'network-vif-deleted', 'tag': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:37:07.491115 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972b27b2-1ba3-40ea-8832-70edd7b549d6" -d '{"events": [{"server_uuid": "1847257c-95c8-4ad8-a74b-348ec79370d9", "name": "network-vif-deleted", "tag": "d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:37:07.590549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2d7b1e46-1852-4d54-ae72-ed7562818648 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:37:07.597580 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b12d1aea-65b9-4614-992e-0d7a9a9496fa req-1a81209c-a63d-4184-8af1-c1c188754d8f tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/security-groups?id=cffc3da8-bc1d-4a7a-9f6e-a8fe61a96afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989156 Aug 20 10:37:07.617385 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f9fd2bf3-d5c1-40b8-a1a4-f8cfef8eb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:06Z', 'revision_number': 7, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:48Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d7b1e46-1852-4d54-ae72-ed7562818648', 'name': '', 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:5b:18:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '152a0ada-5516-4c2c-961c-5d732127d8e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:54Z', 'updated_at': '2021-08-20T10:37:06Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '152a0ada-5516-4c2c-961c-5d732127d8e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0573f0e-9303-450d-b828-4e6785227bf8', 'name': '', 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:71:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:44Z', 'updated_at': '2021-08-20T10:36:58Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:07.631400 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7508c08-5d2a-4a52-9a4e-f455462c0ffc x-openstack-request-id: req-e7508c08-5d2a-4a52-9a4e-f455462c0ffc {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:37:07.631747 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1847257c-95c8-4ad8-a74b-348ec79370d9", "name": "network-vif-deleted", "tag": "d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:37:07.632066 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7508c08-5d2a-4a52-9a4e-f455462c0ffc {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:37:07.632446 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1847257c-95c8-4ad8-a74b-348ec79370d9', 'name': 'network-vif-deleted', 'tag': 'd50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329', 'status': 'completed', 'code': 200} Aug 20 10:37:07.699702 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd2bf3-d5c1-40b8-a1a4-f8cfef8eb462 None None] Checking router: f6fea1e8-515f-460b-b1fd-d3f5057ab62d for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:37:07.713078 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 2d7b1e46-1852-4d54-ae72-ed7562818648 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:37:07.713421 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:07.719858 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fd2bf3-d5c1-40b8-a1a4-f8cfef8eb462 None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:07.720494 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f9fd2bf3-d5c1-40b8-a1a4-f8cfef8eb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:07.885228 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-f9fd2bf3-d5c1-40b8-a1a4-f8cfef8eb462 None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:07.914727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:37:07.917135 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aad244-150c-4baa-83b3-4754f7415c9f" -d '{"events": [{"server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:37:08.002660 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598907bc-4a6e-44f0-bc19-ea8dd3fe701c x-openstack-request-id: req-598907bc-4a6e-44f0-bc19-ea8dd3fe701c {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:37:08.003242 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:37:08.003857 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-598907bc-4a6e-44f0-bc19-ea8dd3fe701c {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:37:08.004786 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'code': 200} Aug 20 10:37:08.146681 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5435bd5b-3f90-4d75-a8b6-79fe73567a36 req-7d02b6bc-6754-4030-b843-16852f55ac4c tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 210 time: 0.0632613 Aug 20 10:37:08.215663 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f9fd2bf3-d5c1-40b8-a1a4-f8cfef8eb462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:06Z', 'revision_number': 7, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:48Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d7b1e46-1852-4d54-ae72-ed7562818648', 'name': '', 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:5b:18:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '152a0ada-5516-4c2c-961c-5d732127d8e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:54Z', 'updated_at': '2021-08-20T10:37:06Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '152a0ada-5516-4c2c-961c-5d732127d8e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0573f0e-9303-450d-b828-4e6785227bf8', 'name': '', 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:71:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:44Z', 'updated_at': '2021-08-20T10:36:58Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:08.236941 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f0bba2a0-b403-4618-95b5-14bc3792ff87 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:37:08.254199 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd2bf3-d5c1-40b8-a1a4-f8cfef8eb462 None None] The sync data for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 is: [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:06Z', 'revision_number': 7, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:48Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2d7b1e46-1852-4d54-ae72-ed7562818648', 'name': '', 'network_id': '647277c9-da9f-4c83-88d3-bc371b4e7460', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:5b:18:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '152a0ada-5516-4c2c-961c-5d732127d8e2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:54Z', 'updated_at': '2021-08-20T10:37:06Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '152a0ada-5516-4c2c-961c-5d732127d8e2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0573f0e-9303-450d-b828-4e6785227bf8', 'name': '', 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:71:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:44Z', 'updated_at': '2021-08-20T10:36:58Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:37:08.296500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff0615-2e5b-42a2-89a5-5fa1f4437b17 req-cafc8ccf-1d04-47fb-81ed-c2a50fe72a66 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:08.308460 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41ff0615-2e5b-42a2-89a5-5fa1f4437b17 req-cafc8ccf-1d04-47fb-81ed-c2a50fe72a66 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.0885315 Aug 20 10:37:08.352273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port f0bba2a0-b403-4618-95b5-14bc3792ff87 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:37:08.357315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port f0bba2a0-b403-4618-95b5-14bc3792ff87 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:37:08.357914 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:08.393526 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41ff0615-2e5b-42a2-89a5-5fa1f4437b17 req-aa4996ce-46ea-4fa9-a6d0-249a7e969ec5 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837617 Aug 20 10:37:08.418799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc285e-de7f-47ba-8b0c-1363c3350f1e req-316c2955-4899-48f7-a496-0ae02d0a33f7 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:08.427630 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-55bc285e-de7f-47ba-8b0c-1363c3350f1e req-316c2955-4899-48f7-a496-0ae02d0a33f7 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 945 time: 0.6547520 Aug 20 10:37:08.489255 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:08.524293 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-55bc285e-de7f-47ba-8b0c-1363c3350f1e req-28357d21-7930-47de-8767-522a1c7fe3fa tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956953 Aug 20 10:37:08.539484 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port f0bba2a0-b403-4618-95b5-14bc3792ff87, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f0bba2a0-b403-4618-95b5-14bc3792ff87,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:08.546324 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:08.547582 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:37:08.605828 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=f0bba2a0-b403-4618-95b5-14bc3792ff87,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:08.644086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:37:08.644624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device d50ba5f1-d7f9-4bde-a79a-fc3ed6fcc329 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:37:08.784331 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39712669-e6de-4692-9b6f-3c1de96444ca req-c1d444f4-b271-4fef-942d-cdb66378a4ac tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:08.793548 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39712669-e6de-4692-9b6f-3c1de96444ca req-c1d444f4-b271-4fef-942d-cdb66378a4ac tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 949 time: 0.0795987 Aug 20 10:37:08.831914 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0080ac51-ab81-48de-af66-0c25a722c4c4 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:08.855107 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39712669-e6de-4692-9b6f-3c1de96444ca req-7970bf1b-3165-44fe-ad86-0e5333cf4305 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/security-groups?id=cffc3da8-bc1d-4a7a-9f6e-a8fe61a96afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596070 Aug 20 10:37:08.910866 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f4572806-9844-4302-b2a2-f2770c887d9d details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:37:09.105076 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f4572806-9844-4302-b2a2-f2770c887d9d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f4572806-9844-4302-b2a2-f2770c887d9d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:09.132098 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'port_id': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'mac_address': 'fa:16:3e:c3:34:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:37:09.176972 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:09.192484 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4572806-9844-4302-b2a2-f2770c887d9d {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:37:09.216669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f4572806-9844-4302-b2a2-f2770c887d9d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f4572806-9844-4302-b2a2-f2770c887d9d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:09.223966 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:09.240921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-0080ac51-ab81-48de-af66-0c25a722c4c4 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port 2d7b1e46-1852-4d54-ae72-ed7562818648 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:09.241350 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0080ac51-ab81-48de-af66-0c25a722c4c4 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:09.286496 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=f4572806-9844-4302-b2a2-f2770c887d9d,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:09.330998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['f4572806-9844-4302-b2a2-f2770c887d9d'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:37:09.381140 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a457993f-a138-4758-8d6a-55f236cee175 req-2b5a28ba-99bc-4db0-9385-71a935fe0cf3 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 210 time: 0.0554001 Aug 20 10:37:09.427253 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-0080ac51-ab81-48de-af66-0c25a722c4c4 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] For port 2d7b1e46-1852-4d54-ae72-ed7562818648, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2d7b1e46-1852-4d54-ae72-ed7562818648,segment=NetworkSegment(1b4440df-55c0-4583-a5b5-80f235391d3e),segment_id=1b4440df-55c0-4583-a5b5-80f235391d3e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:09.427809 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0080ac51-ab81-48de-af66-0c25a722c4c4 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:09.444855 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-0080ac51-ab81-48de-af66-0c25a722c4c4 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for 2d7b1e46-1852-4d54-ae72-ed7562818648 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:09.602423 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b62dc7-ea04-448b-acf4-930caf3d5f8d req-fbe92a01-0010-4450-98ee-63cff15e0ae8 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:09.610294 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74b62dc7-ea04-448b-acf4-930caf3d5f8d req-fbe92a01-0010-4450-98ee-63cff15e0ae8 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.0647652 Aug 20 10:37:09.709837 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74b62dc7-ea04-448b-acf4-930caf3d5f8d req-fb4eed64-cf1c-4fde-846c-80a901070e24 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984507 Aug 20 10:37:09.805238 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0080ac51-ab81-48de-af66-0c25a722c4c4 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:09.870849 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080ac51-ab81-48de-af66-0c25a722c4c4 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=2d7b1e46-1852-4d54-ae72-ed7562818648,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:10.006862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8467f385-e13a-4c43-9377-180e06e170f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bba2a0-b403-4618-95b5-14bc3792ff87'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:37:10.009942 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb5699c-3633-4938-9808-5a9680c590cd" -d '{"events": [{"server_uuid": "8467f385-e13a-4c43-9377-180e06e170f8", "name": "network-vif-plugged", "status": "completed", "tag": "f0bba2a0-b403-4618-95b5-14bc3792ff87"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:37:10.021501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05543834-c7ee-4551-9e79-940476369685 req-8ff32ce9-1245-44e1-998c-1fe0e8022e05 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:10.029674 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-05543834-c7ee-4551-9e79-940476369685 req-8ff32ce9-1245-44e1-998c-1fe0e8022e05 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 949 time: 0.0831926 Aug 20 10:37:10.084503 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-05543834-c7ee-4551-9e79-940476369685 req-db639704-a3fc-4e7f-a8e0-50e27406a993 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/security-groups?id=cffc3da8-bc1d-4a7a-9f6e-a8fe61a96afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536795 Aug 20 10:37:10.115236 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95cfad6-870a-4dec-94f7-a29b83d653be x-openstack-request-id: req-a95cfad6-870a-4dec-94f7-a29b83d653be {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:37:10.118398 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8467f385-e13a-4c43-9377-180e06e170f8", "name": "network-vif-plugged", "status": "completed", "tag": "f0bba2a0-b403-4618-95b5-14bc3792ff87", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:37:10.118657 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a95cfad6-870a-4dec-94f7-a29b83d653be {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:37:10.119188 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8467f385-e13a-4c43-9377-180e06e170f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bba2a0-b403-4618-95b5-14bc3792ff87', 'code': 200} Aug 20 10:37:10.450638 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0080ac51-ab81-48de-af66-0c25a722c4c4 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:10.776285 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17bc1782-fcbf-4415-b649-37cad102af70 req-62419d8c-e2ae-49e0-9d21-08d8309850f9 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 210 time: 0.0445218 Aug 20 10:37:10.803903 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0080ac51-ab81-48de-af66-0c25a722c4c4 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router f6fea1e8-515f-460b-b1fd-d3f5057ab62d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:37:10.805817 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04ff60-5519-471f-8200-7d15efd2d5be req-0603135d-9be0-4f28-8eab-26b792f2cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:10.807597 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de04ff60-5519-471f-8200-7d15efd2d5be req-0603135d-9be0-4f28-8eab-26b792f2cf11 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 1101 time: 0.5949407 Aug 20 10:37:10.891645 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de04ff60-5519-471f-8200-7d15efd2d5be req-c6196234-8659-4a9f-86cb-3ca7d5be3bd6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cffc3da8-bc1d-4a7a-9f6e-a8fe61a96afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751600 Aug 20 10:37:10.923092 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f4572806-9844-4302-b2a2-f2770c887d9d up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:37:10.965727 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0080ac51-ab81-48de-af66-0c25a722c4c4 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:37:10.972166 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0080ac51-ab81-48de-af66-0c25a722c4c4 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/f6fea1e8-515f-460b-b1fd-d3f5057ab62d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6374984 Aug 20 10:37:10.974824 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36626) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:11.004969 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653df86d-1b6a-43bd-aeee-d780356d2569 req-96f779f0-9a4b-4ef4-96cc-a1256e28a382 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:11.006471 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-653df86d-1b6a-43bd-aeee-d780356d2569 req-96f779f0-9a4b-4ef4-96cc-a1256e28a382 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.1343932 Aug 20 10:37:11.020044 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedfc237-ad12-4361-95df-53298b8b4fc0 None None] Sync routers for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:37:11.065989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedfc237-ad12-4361-95df-53298b8b4fc0 None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:11.066648 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-dedfc237-ad12-4361-95df-53298b8b4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:11.126562 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-653df86d-1b6a-43bd-aeee-d780356d2569 req-19824ad7-6273-422c-a67d-66e8a5431709 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774739 Aug 20 10:37:11.132176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f919a2-204b-41bf-89d7-8a96d7105629 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting subnet 152a0ada-5516-4c2c-961c-5d732127d8e2 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:37:11.137811 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03f919a2-204b-41bf-89d7-8a96d7105629 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:11.159728 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port f4572806-9844-4302-b2a2-f2770c887d9d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:37:11.160871 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:11.186855 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03f919a2-204b-41bf-89d7-8a96d7105629 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:11.333408 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-dedfc237-ad12-4361-95df-53298b8b4fc0 None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:11.412178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b73bca-d4be-4f5c-ab21-a6956956ab6d req-176e6735-7474-4560-8444-1ebf0f122f25 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:11.420792 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33b73bca-d4be-4f5c-ab21-a6956956ab6d req-176e6735-7474-4560-8444-1ebf0f122f25 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 949 time: 0.1508098 Aug 20 10:37:11.434724 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03f919a2-204b-41bf-89d7-8a96d7105629 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:11.479882 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:11.520309 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33b73bca-d4be-4f5c-ab21-a6956956ab6d req-5681f570-558a-4c77-8757-08071dcfb125 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/security-groups?id=cffc3da8-bc1d-4a7a-9f6e-a8fe61a96afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982859 Aug 20 10:37:11.606067 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03f919a2-204b-41bf-89d7-8a96d7105629 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:11.673408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f919a2-204b-41bf-89d7-8a96d7105629 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Subnet': ['ID=152a0ada-5516-4c2c-961c-5d732127d8e2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:11.676263 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03f919a2-204b-41bf-89d7-8a96d7105629 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:11.678753 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-03f919a2-204b-41bf-89d7-8a96d7105629 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/subnets/152a0ada-5516-4c2c-961c-5d732127d8e2 HTTP/1.1" status: 204 len: 168 time: 0.7029614 Aug 20 10:37:11.681716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36644) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:11.713886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee51266-4568-493d-b6b0-b0f5edc89281 None None] Network 647277c9-da9f-4c83-88d3-bc371b4e7460 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:37:11.959098 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f4572806-9844-4302-b2a2-f2770c887d9d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f4572806-9844-4302-b2a2-f2770c887d9d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:12.032331 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:12.060424 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e6b5e1e-6182-490a-8fed-5fa670ab723c req-7d17f170-bf3e-4a0c-9815-2af154e0b17f tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 210 time: 0.1085644 Aug 20 10:37:12.071282 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:12.120936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:37:12.126161 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84c6fd0-e480-49e0-8469-b1fd1a0e432b" -d '{"events": [{"server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "name": "network-vif-plugged", "status": "completed", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:37:12.194298 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port 913f615e-c8fa-4b2e-998b-93e37ec2a35d {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:12.194854 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:12.273391 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48dfa32-75a9-4e76-8539-3386e0798a74 x-openstack-request-id: req-c48dfa32-75a9-4e76-8539-3386e0798a74 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:37:12.276427 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "name": "network-vif-plugged", "status": "completed", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:37:12.280105 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c48dfa32-75a9-4e76-8539-3386e0798a74 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:37:12.280785 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'code': 200} Aug 20 10:37:12.400288 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=f4572806-9844-4302-b2a2-f2770c887d9d,revision_number=10']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:12.443101 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-dedfc237-ad12-4361-95df-53298b8b4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:09Z', 'revision_number': 8, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:48Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0573f0e-9303-450d-b828-4e6785227bf8', 'name': '', 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:71:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:44Z', 'updated_at': '2021-08-20T10:36:58Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:12.478411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] For port 913f615e-c8fa-4b2e-998b-93e37ec2a35d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=913f615e-c8fa-4b2e-998b-93e37ec2a35d,segment=NetworkSegment(1b4440df-55c0-4583-a5b5-80f235391d3e),segment_id=1b4440df-55c0-4583-a5b5-80f235391d3e)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:12.479145 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:12.486736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a7bb4-be73-4832-b1e7-935a2e008ec6 req-e5af9d2a-fe46-491f-bd21-dc1ef7a988a6 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:12.495013 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0a0a7bb4-be73-4832-b1e7-935a2e008ec6 req-e5af9d2a-fe46-491f-bd21-dc1ef7a988a6 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.1130593 Aug 20 10:37:12.501860 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for 913f615e-c8fa-4b2e-998b-93e37ec2a35d owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:12.533187 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac761bb-adf9-4195-8ff3-429f2f101a84 None None] DHCP port deletion for 647277c9-da9f-4c83-88d3-bc371b4e7460 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:37:12.539136 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedfc237-ad12-4361-95df-53298b8b4fc0 None None] Checking router: f6fea1e8-515f-460b-b1fd-d3f5057ab62d for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:37:12.590838 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0a0a7bb4-be73-4832-b1e7-935a2e008ec6 req-1a593045-cf91-4090-b1e7-50a57dd2688e tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945735 Aug 20 10:37:12.641193 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedfc237-ad12-4361-95df-53298b8b4fc0 None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:12.642214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-dedfc237-ad12-4361-95df-53298b8b4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:12.753074 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70c000-c904-462c-bb5e-8df4880bcc29 req-a7364103-9caf-4948-8d2b-f28269887665 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:12.777523 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee70c000-c904-462c-bb5e-8df4880bcc29 req-a7364103-9caf-4948-8d2b-f28269887665 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 949 time: 0.1186833 Aug 20 10:37:12.881647 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee70c000-c904-462c-bb5e-8df4880bcc29 req-7cb44d3a-76ff-4767-9c6b-d6ce7e20739a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/security-groups?id=cffc3da8-bc1d-4a7a-9f6e-a8fe61a96afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998755 Aug 20 10:37:12.937015 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:13.010122 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] No DVR routers for this DVR port 913f615e-c8fa-4b2e-998b-93e37ec2a35d on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:37:13.038361 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=913f615e-c8fa-4b2e-998b-93e37ec2a35d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:13.141015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-dedfc237-ad12-4361-95df-53298b8b4fc0 None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:13.145273 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:13.166594 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647277c9-da9f-4c83-88d3-bc371b4e7460']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:13.186764 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4440df-55c0-4583-a5b5-80f235391d3e') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:13.187684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4440df-55c0-4583-a5b5-80f235391d3e') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:13.196381 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-fac761bb-adf9-4195-8ff3-429f2f101a84 None None] Deleting port 913f615e-c8fa-4b2e-998b-93e37ec2a35d {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:13.198852 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:13.211662 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fac761bb-adf9-4195-8ff3-429f2f101a84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:13.214352 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:13.222180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:37:13.222713 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:37:13.322496 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:37:13.341925 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e0a7901-09a4-47f1-b5fa-38eb51aef556 req-620b0700-5135-492f-ac31-3680060e6963 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 210 time: 0.0430307 Aug 20 10:37:13.343804 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:13.357783 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:13.360006 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/networks/647277c9-da9f-4c83-88d3-bc371b4e7460 HTTP/1.1" status: 204 len: 168 time: 1.6768970 Aug 20 10:37:13.363420 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36698) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:13.401020 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03061607-77a0-4269-854d-ac4fbfc7d30f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Network': ['ID=647277c9-da9f-4c83-88d3-bc371b4e7460,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:13.523397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-fac761bb-adf9-4195-8ff3-429f2f101a84 None None] For port 913f615e-c8fa-4b2e-998b-93e37ec2a35d, host n-d-778550-11, got binding levels [] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:13.523899 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fac761bb-adf9-4195-8ff3-429f2f101a84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:13.594906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-fac761bb-adf9-4195-8ff3-429f2f101a84 None None] Calling delete_port for 913f615e-c8fa-4b2e-998b-93e37ec2a35d owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:13.597054 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 913f615e-c8fa-4b2e-998b-93e37ec2a35d no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:37:13.611768 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.ipam_backend_mixin [None req-fac761bb-adf9-4195-8ff3-429f2f101a84 None None] Port 913f615e-c8fa-4b2e-998b-93e37ec2a35d was not found and therefore no delete operation was performed {{(pid=94868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 10:37:13.661478 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fac761bb-adf9-4195-8ff3-429f2f101a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:13.680538 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 913f615e-c8fa-4b2e-998b-93e37ec2a35d {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:37:13.683492 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 913f615e-c8fa-4b2e-998b-93e37ec2a35d not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:37:13.744734 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fac761bb-adf9-4195-8ff3-429f2f101a84 None None] Network 647277c9-da9f-4c83-88d3-bc371b4e7460 is not hosted by any dhcp agent {{(pid=94868) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 10:37:13.753335 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac761bb-adf9-4195-8ff3-429f2f101a84 None None] No DVR routers for this DVR port 913f615e-c8fa-4b2e-998b-93e37ec2a35d on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:37:13.761374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac761bb-adf9-4195-8ff3-429f2f101a84 None None] Pushing event deleted for resources: {'Port': ['ID=913f615e-c8fa-4b2e-998b-93e37ec2a35d,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:13.863842 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d289de-0126-45ee-ab5c-026480f4f988 req-ab58e8ae-174c-47b8-9648-7f64994936e8 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:13.865945 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a8d289de-0126-45ee-ab5c-026480f4f988 req-ab58e8ae-174c-47b8-9648-7f64994936e8 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.1327910 Aug 20 10:37:13.951400 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a8d289de-0126-45ee-ab5c-026480f4f988 req-6a3506c2-0de7-451a-b29f-e7bc8a9f4ee6 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788183 Aug 20 10:37:13.952902 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-dedfc237-ad12-4361-95df-53298b8b4fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:09Z', 'revision_number': 8, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:48Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0573f0e-9303-450d-b828-4e6785227bf8', 'name': '', 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:71:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:44Z', 'updated_at': '2021-08-20T10:36:58Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:13.997772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedfc237-ad12-4361-95df-53298b8b4fc0 None None] The sync data for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 is: [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:09Z', 'revision_number': 8, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:48Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0573f0e-9303-450d-b828-4e6785227bf8', 'name': '', 'network_id': 'eef13b7f-4e23-4094-a46b-0ced65f8a949', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:71:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:44Z', 'updated_at': '2021-08-20T10:36:58Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'd3802d5b-7480-43f1-acac-5773622ed2c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:37:14.223252 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a7d1eb0-15c2-445e-9bf4-dc7bb68c861e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:14.495756 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f056c184-142e-4618-bc69-7652165b1480 req-54f255de-3bdf-441e-a553-9bb28e007389 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "GET /v2.0/ports?device_id=1847257c-95c8-4ad8-a74b-348ec79370d9 HTTP/1.1" status: 200 len: 210 time: 0.0470426 Aug 20 10:37:15.040939 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-5a7d1eb0-15c2-445e-9bf4-dc7bb68c861e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port a0573f0e-9303-450d-b828-4e6785227bf8 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:15.041502 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a7d1eb0-15c2-445e-9bf4-dc7bb68c861e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:15.241463 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc8708-0917-447a-8441-81400b7399ee req-45e02cac-c268-4f3d-ac5c-d06e13ddb1da tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:15.250846 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9afc8708-0917-447a-8441-81400b7399ee req-45e02cac-c268-4f3d-ac5c-d06e13ddb1da tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.0895224 Aug 20 10:37:15.335593 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9afc8708-0917-447a-8441-81400b7399ee req-96aa359d-04fc-4764-8cc6-f74a050c9b0e tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830817 Aug 20 10:37:15.376249 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-5a7d1eb0-15c2-445e-9bf4-dc7bb68c861e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] For port a0573f0e-9303-450d-b828-4e6785227bf8, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a0573f0e-9303-450d-b828-4e6785227bf8,segment=NetworkSegment(ae9a8d89-9969-45cf-ac06-fb6256c4d40e),segment_id=ae9a8d89-9969-45cf-ac06-fb6256c4d40e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:15.376627 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a7d1eb0-15c2-445e-9bf4-dc7bb68c861e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:15.422000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-5a7d1eb0-15c2-445e-9bf4-dc7bb68c861e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for a0573f0e-9303-450d-b828-4e6785227bf8 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:15.460613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2d7b1e46-1852-4d54-ae72-ed7562818648 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:37:15.547064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 2d7b1e46-1852-4d54-ae72-ed7562818648 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:37:15.548915 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2d7b1e46-1852-4d54-ae72-ed7562818648 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:37:15.613048 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36742) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:15.694767 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7742d933-5015-4166-ac16-16cd4a704c35 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:15.748384 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7742d933-5015-4166-ac16-16cd4a704c35 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:15.959794 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7742d933-5015-4166-ac16-16cd4a704c35 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:15.962902 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7742d933-5015-4166-ac16-16cd4a704c35 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:15.974041 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7742d933-5015-4166-ac16-16cd4a704c35 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] 10.222.0.16 "DELETE /v2.0/security-groups/909399d7-268e-4474-9754-314a1c7fdf56 HTTP/1.1" status: 204 len: 168 time: 0.3598235 Aug 20 10:37:16.000835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742d933-5015-4166-ac16-16cd4a704c35 tempest-TestVolumeBackupRestore-1461622602 tempest-TestVolumeBackupRestore-1461622602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=909399d7-268e-4474-9754-314a1c7fdf56,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:16.123637 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48bc58-5197-40cb-b5ff-973348605f5f req-a6fe505d-e692-40a0-80ec-e8be3b80a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:16.125303 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d48bc58-5197-40cb-b5ff-973348605f5f req-a6fe505d-e692-40a0-80ec-e8be3b80a3fd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 1097 time: 0.1284890 Aug 20 10:37:16.131460 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a7d1eb0-15c2-445e-9bf4-dc7bb68c861e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:16.190515 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d1eb0-15c2-445e-9bf4-dc7bb68c861e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=a0573f0e-9303-450d-b828-4e6785227bf8,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:16.260343 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d48bc58-5197-40cb-b5ff-973348605f5f req-a1ad6b8f-b994-4765-8687-56c9241487c0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235602 Aug 20 10:37:16.501330 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a7d1eb0-15c2-445e-9bf4-dc7bb68c861e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:16.581621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aeac49-27a8-49cf-a60e-3743a9827b74 req-41756482-188f-44da-8543-e2c0651906b2 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:16.600445 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c3aeac49-27a8-49cf-a60e-3743a9827b74 req-41756482-188f-44da-8543-e2c0651906b2 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.1331923 Aug 20 10:37:16.665225 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c3aeac49-27a8-49cf-a60e-3743a9827b74 req-9247c624-207f-46a5-99bd-464fad39c9dc tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634425 Aug 20 10:37:16.812217 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7d1eb0-15c2-445e-9bf4-dc7bb68c861e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router f6fea1e8-515f-460b-b1fd-d3f5057ab62d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:37:16.921777 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7d1eb0-15c2-445e-9bf4-dc7bb68c861e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:37:16.937180 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d860204-a4be-430b-a5da-54c47742650a None None] Sync routers for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:37:16.938363 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36776) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:16.948858 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5a7d1eb0-15c2-445e-9bf4-dc7bb68c861e tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/f6fea1e8-515f-460b-b1fd-d3f5057ab62d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5839398 Aug 20 10:37:16.953407 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d860204-a4be-430b-a5da-54c47742650a None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:16.955515 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1d860204-a4be-430b-a5da-54c47742650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:17.008160 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b14a5b-51a3-453e-8098-3fd0bf586209 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting subnet d3802d5b-7480-43f1-acac-5773622ed2c4 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:37:17.014215 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6b14a5b-51a3-453e-8098-3fd0bf586209 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:17.075415 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6b14a5b-51a3-453e-8098-3fd0bf586209 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:17.129542 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-1d860204-a4be-430b-a5da-54c47742650a None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:17.248316 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6b14a5b-51a3-453e-8098-3fd0bf586209 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:17.390259 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6b14a5b-51a3-453e-8098-3fd0bf586209 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:17.429781 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3416aef9-fc5d-493a-bca3-9a705477249e None None] Network eef13b7f-4e23-4094-a46b-0ced65f8a949 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:37:17.435309 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6b14a5b-51a3-453e-8098-3fd0bf586209 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:17.443259 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36784) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:17.446795 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a6b14a5b-51a3-453e-8098-3fd0bf586209 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/subnets/d3802d5b-7480-43f1-acac-5773622ed2c4 HTTP/1.1" status: 204 len: 168 time: 0.5068552 Aug 20 10:37:17.498810 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b14a5b-51a3-453e-8098-3fd0bf586209 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Subnet': ['ID=d3802d5b-7480-43f1-acac-5773622ed2c4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:17.650446 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:17.713434 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1d860204-a4be-430b-a5da-54c47742650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:15Z', 'revision_number': 9, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:48Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:17.795657 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d860204-a4be-430b-a5da-54c47742650a None None] Checking router: f6fea1e8-515f-460b-b1fd-d3f5057ab62d for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:37:17.824423 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d860204-a4be-430b-a5da-54c47742650a None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:17.825252 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1d860204-a4be-430b-a5da-54c47742650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:17.828954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port ec70398d-2b97-4938-a6c8-e5fef292dac9 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:17.829292 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:17.865704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140b25f1-61d9-4cb1-b988-f2ae24c930d3 None None] DHCP port deletion for eef13b7f-4e23-4094-a46b-0ced65f8a949 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:37:18.016550 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] For port ec70398d-2b97-4938-a6c8-e5fef292dac9, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ec70398d-2b97-4938-a6c8-e5fef292dac9,segment=NetworkSegment(ae9a8d89-9969-45cf-ac06-fb6256c4d40e),segment_id=ae9a8d89-9969-45cf-ac06-fb6256c4d40e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:18.016848 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32467a9b-5172-4d9a-819c-37261e259748 req-f602fe0e-25b6-47fd-8ea4-41efbfd6daa1 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:18.017451 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:18.025143 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32467a9b-5172-4d9a-819c-37261e259748 req-f602fe0e-25b6-47fd-8ea4-41efbfd6daa1 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.1989019 Aug 20 10:37:18.047106 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-140b25f1-61d9-4cb1-b988-f2ae24c930d3 None None] Deleting port ec70398d-2b97-4938-a6c8-e5fef292dac9 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:18.047106 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-140b25f1-61d9-4cb1-b988-f2ae24c930d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:18.079098 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for ec70398d-2b97-4938-a6c8-e5fef292dac9 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:18.089870 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-1d860204-a4be-430b-a5da-54c47742650a None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:18.132793 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-140b25f1-61d9-4cb1-b988-f2ae24c930d3 None None] For port ec70398d-2b97-4938-a6c8-e5fef292dac9, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ec70398d-2b97-4938-a6c8-e5fef292dac9,segment=NetworkSegment(ae9a8d89-9969-45cf-ac06-fb6256c4d40e),segment_id=ae9a8d89-9969-45cf-ac06-fb6256c4d40e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:18.133199 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-140b25f1-61d9-4cb1-b988-f2ae24c930d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:18.151915 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-140b25f1-61d9-4cb1-b988-f2ae24c930d3 None None] Calling delete_port for ec70398d-2b97-4938-a6c8-e5fef292dac9 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:18.210337 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32467a9b-5172-4d9a-819c-37261e259748 req-0690a130-c45d-45c8-82e0-5b95a466c713 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708136 Aug 20 10:37:18.281672 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:18.289565 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-140b25f1-61d9-4cb1-b988-f2ae24c930d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:18.316228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b25f1-61d9-4cb1-b988-f2ae24c930d3 None None] No DVR routers for this DVR port ec70398d-2b97-4938-a6c8-e5fef292dac9 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:37:18.340973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=ec70398d-2b97-4938-a6c8-e5fef292dac9,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:18.356799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] No DVR routers for this DVR port ec70398d-2b97-4938-a6c8-e5fef292dac9 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:37:18.388160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b25f1-61d9-4cb1-b988-f2ae24c930d3 None None] Pushing event deleted for resources: {'Port': ['ID=ec70398d-2b97-4938-a6c8-e5fef292dac9,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:18.504710 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:18.643821 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1d860204-a4be-430b-a5da-54c47742650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:15Z', 'revision_number': 9, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:48Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:18.678024 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d860204-a4be-430b-a5da-54c47742650a None None] The sync data for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 is: [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:15Z', 'revision_number': 9, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '249dc541-55df-418e-a555-0cda30f632a8', 'name': '', 'network_id': 'f4a56846-3aee-42a2-b59f-6f8e81d91770', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:8a:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:33Z', 'updated_at': '2021-08-20T10:36:48Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': 'c8098ccc-0af6-483e-b9d3-ac76cfa11161', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:37:18.965173 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:18.976007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef13b7f-4e23-4094-a46b-0ced65f8a949']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:18.989887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9a8d89-9969-45cf-ac06-fb6256c4d40e') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:18.990241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9a8d89-9969-45cf-ac06-fb6256c4d40e') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:19.000563 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:19.018775 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:19.027151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:37:19.027585 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:37:19.108340 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:37:19.120460 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:19.131781 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:19.135107 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/networks/eef13b7f-4e23-4094-a46b-0ced65f8a949 HTTP/1.1" status: 204 len: 168 time: 1.6884029 Aug 20 10:37:19.136574 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36818) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:19.161297 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8fe55-6fee-4bc0-9016-060a1e16e028 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Network': ['ID=eef13b7f-4e23-4094-a46b-0ced65f8a949,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:19.571153 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ec70398d-2b97-4938-a6c8-e5fef292dac9 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:37:19.606774 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: ec70398d-2b97-4938-a6c8-e5fef292dac9 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:37:19.609080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ec70398d-2b97-4938-a6c8-e5fef292dac9 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:37:19.612027 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a0573f0e-9303-450d-b828-4e6785227bf8 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:37:19.634412 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: a0573f0e-9303-450d-b828-4e6785227bf8 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:37:19.636092 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a0573f0e-9303-450d-b828-4e6785227bf8 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:37:19.807443 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5e0b44be-45b6-4733-af74-2f7b069ef853 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:20.259248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b44be-45b6-4733-af74-2f7b069ef853 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port 249dc541-55df-418e-a555-0cda30f632a8 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:20.260214 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5e0b44be-45b6-4733-af74-2f7b069ef853 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:20.370494 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-5e0b44be-45b6-4733-af74-2f7b069ef853 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] For port 249dc541-55df-418e-a555-0cda30f632a8, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=249dc541-55df-418e-a555-0cda30f632a8,segment=NetworkSegment(928df616-0bde-4c3c-8142-385922200d6c),segment_id=928df616-0bde-4c3c-8142-385922200d6c)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:20.371550 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5e0b44be-45b6-4733-af74-2f7b069ef853 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:20.402142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b44be-45b6-4733-af74-2f7b069ef853 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for 249dc541-55df-418e-a555-0cda30f632a8 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:20.636947 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5e0b44be-45b6-4733-af74-2f7b069ef853 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:20.686858 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b44be-45b6-4733-af74-2f7b069ef853 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=249dc541-55df-418e-a555-0cda30f632a8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:21.128016 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5e0b44be-45b6-4733-af74-2f7b069ef853 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:21.454355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0b44be-45b6-4733-af74-2f7b069ef853 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router f6fea1e8-515f-460b-b1fd-d3f5057ab62d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:37:21.968287 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0b44be-45b6-4733-af74-2f7b069ef853 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:37:21.984792 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e43fa3f-f662-4b5c-8927-e78108058173 None None] Sync routers for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:37:21.990637 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5e0b44be-45b6-4733-af74-2f7b069ef853 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/f6fea1e8-515f-460b-b1fd-d3f5057ab62d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8528669 Aug 20 10:37:21.991013 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36860) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:22.011541 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e43fa3f-f662-4b5c-8927-e78108058173 None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:22.012727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1e43fa3f-f662-4b5c-8927-e78108058173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:22.096113 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-777719f2-0fa2-4192-8a42-c4f90ebbd7f6 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting subnet c8098ccc-0af6-483e-b9d3-ac76cfa11161 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:37:22.100645 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-777719f2-0fa2-4192-8a42-c4f90ebbd7f6 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:22.239602 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-777719f2-0fa2-4192-8a42-c4f90ebbd7f6 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:22.306301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-1e43fa3f-f662-4b5c-8927-e78108058173 None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:22.547700 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-777719f2-0fa2-4192-8a42-c4f90ebbd7f6 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:22.630102 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-777719f2-0fa2-4192-8a42-c4f90ebbd7f6 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:22.672242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777719f2-0fa2-4192-8a42-c4f90ebbd7f6 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Subnet': ['ID=c8098ccc-0af6-483e-b9d3-ac76cfa11161,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:22.674750 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-777719f2-0fa2-4192-8a42-c4f90ebbd7f6 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:22.678340 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-777719f2-0fa2-4192-8a42-c4f90ebbd7f6 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/subnets/c8098ccc-0af6-483e-b9d3-ac76cfa11161 HTTP/1.1" status: 204 len: 168 time: 0.6850390 Aug 20 10:37:22.680811 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36872) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:22.705344 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7eff3b-25d0-4274-b63f-3f8d8818386a None None] Network f4a56846-3aee-42a2-b59f-6f8e81d91770 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:37:22.803373 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:22.867517 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:22.891929 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1e43fa3f-f662-4b5c-8927-e78108058173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:20Z', 'revision_number': 10, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:22.920612 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e43fa3f-f662-4b5c-8927-e78108058173 None None] Checking router: f6fea1e8-515f-460b-b1fd-d3f5057ab62d for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:37:22.937555 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e43fa3f-f662-4b5c-8927-e78108058173 None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:22.938644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1e43fa3f-f662-4b5c-8927-e78108058173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:23.004204 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port 82b81904-bf23-4af5-bde7-7f501740ab21 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:23.004999 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:23.024938 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b0e486-541a-410d-9e48-dae0f0da1652 None None] DHCP port deletion for f4a56846-3aee-42a2-b59f-6f8e81d91770 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:37:23.074884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-1e43fa3f-f662-4b5c-8927-e78108058173 None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:23.168100 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7b0e486-541a-410d-9e48-dae0f0da1652 None None] Deleting port 82b81904-bf23-4af5-bde7-7f501740ab21 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:23.168475 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7b0e486-541a-410d-9e48-dae0f0da1652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:23.207494 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] For port 82b81904-bf23-4af5-bde7-7f501740ab21, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=82b81904-bf23-4af5-bde7-7f501740ab21,segment=NetworkSegment(928df616-0bde-4c3c-8142-385922200d6c),segment_id=928df616-0bde-4c3c-8142-385922200d6c)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:23.207494 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:23.234648 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for 82b81904-bf23-4af5-bde7-7f501740ab21 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:23.377288 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:23.387754 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7b0e486-541a-410d-9e48-dae0f0da1652 None None] For port 82b81904-bf23-4af5-bde7-7f501740ab21, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=82b81904-bf23-4af5-bde7-7f501740ab21,segment=NetworkSegment(928df616-0bde-4c3c-8142-385922200d6c),segment_id=928df616-0bde-4c3c-8142-385922200d6c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:23.390349 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7b0e486-541a-410d-9e48-dae0f0da1652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:23.415963 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=82b81904-bf23-4af5-bde7-7f501740ab21,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:23.447642 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] No DVR routers for this DVR port 82b81904-bf23-4af5-bde7-7f501740ab21 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:37:23.461605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7b0e486-541a-410d-9e48-dae0f0da1652 None None] Calling delete_port for 82b81904-bf23-4af5-bde7-7f501740ab21 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:23.560380 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:23.603250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a56846-3aee-42a2-b59f-6f8e81d91770']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:23.618783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928df616-0bde-4c3c-8142-385922200d6c') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:23.618783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928df616-0bde-4c3c-8142-385922200d6c') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:23.619151 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 82b81904-bf23-4af5-bde7-7f501740ab21 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:37:23.628882 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:23.642340 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:23.650078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:37:23.650481 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:23.668375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 82b81904-bf23-4af5-bde7-7f501740ab21 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:37:23.669108 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 82b81904-bf23-4af5-bde7-7f501740ab21 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:37:23.678570 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1e43fa3f-f662-4b5c-8927-e78108058173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:20Z', 'revision_number': 10, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:23.727085 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e43fa3f-f662-4b5c-8927-e78108058173 None None] The sync data for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 is: [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:20Z', 'revision_number': 10, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None, '_interfaces': [{'id': '89a244c5-3cff-4427-bedd-2eac2f66ddfa', 'name': '', 'network_id': '88e605f4-91d4-42c6-ac8f-82886a46c9c3', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'mac_address': 'fa:16:3e:a2:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '43885e2a-bf22-455e-841a-f8e375599d61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:36:25Z', 'updated_at': '2021-08-20T10:36:43Z', 'revision_number': 5, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'subnets': [{'id': '43885e2a-bf22-455e-841a-f8e375599d61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:37:23.746786 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7b0e486-541a-410d-9e48-dae0f0da1652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:37:23.754048 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:37:23.758702 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:23.769064 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:23.773322 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/networks/f4a56846-3aee-42a2-b59f-6f8e81d91770 HTTP/1.1" status: 204 len: 168 time: 1.0897250 Aug 20 10:37:23.774005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36892) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:23.795009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0e486-541a-410d-9e48-dae0f0da1652 None None] Pushing event deleted for resources: {'Port': ['ID=82b81904-bf23-4af5-bde7-7f501740ab21,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:23.809604 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b0e486-541a-410d-9e48-dae0f0da1652 None None] No DVR routers for this DVR port 82b81904-bf23-4af5-bde7-7f501740ab21 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:37:23.813753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297cf69-911d-4117-b88a-b745fa4e5ae9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Network': ['ID=f4a56846-3aee-42a2-b59f-6f8e81d91770,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:24.520063 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9b931950-370b-426c-83eb-be0893055297 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:25.003508 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-9b931950-370b-426c-83eb-be0893055297 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port 89a244c5-3cff-4427-bedd-2eac2f66ddfa {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:25.004490 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9b931950-370b-426c-83eb-be0893055297 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:25.231971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-9b931950-370b-426c-83eb-be0893055297 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] For port 89a244c5-3cff-4427-bedd-2eac2f66ddfa, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=89a244c5-3cff-4427-bedd-2eac2f66ddfa,segment=NetworkSegment(3154ff3e-8ce3-4dc8-90de-df9e7c4e0505),segment_id=3154ff3e-8ce3-4dc8-90de-df9e7c4e0505)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:25.232402 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9b931950-370b-426c-83eb-be0893055297 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:25.250196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-9b931950-370b-426c-83eb-be0893055297 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for 89a244c5-3cff-4427-bedd-2eac2f66ddfa owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:25.491258 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 249dc541-55df-418e-a555-0cda30f632a8 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:37:25.574779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 249dc541-55df-418e-a555-0cda30f632a8 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:37:25.575687 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 249dc541-55df-418e-a555-0cda30f632a8 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:37:25.671363 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9b931950-370b-426c-83eb-be0893055297 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:25.741692 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b931950-370b-426c-83eb-be0893055297 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=89a244c5-3cff-4427-bedd-2eac2f66ddfa,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:26.039850 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ebfe6-95ac-43c0-89de-07d4baddbd82 req-5e3f9763-b39e-45a7-bc56-ba3256064ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:26.046257 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-106ebfe6-95ac-43c0-89de-07d4baddbd82 req-5e3f9763-b39e-45a7-bc56-ba3256064ce0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=70b89f92e6a741a4951d32cfb1e1a59f&device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 1097 time: 0.3153760 Aug 20 10:37:26.129772 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde2904-0e5b-451a-bae7-569dcef17ad9 req-974fead0-038c-40ab-a524-24901a113fd0 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:26.138635 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0dde2904-0e5b-451a-bae7-569dcef17ad9 req-974fead0-038c-40ab-a524-24901a113fd0 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.2820401 Aug 20 10:37:26.215715 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9b931950-370b-426c-83eb-be0893055297 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:26.354822 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0dde2904-0e5b-451a-bae7-569dcef17ad9 req-c51a0720-5eec-4842-a20b-8cd743eb9da6 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109125 Aug 20 10:37:26.677408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ebfe6-95ac-43c0-89de-07d4baddbd82 req-45077110-23bb-4599-ba0c-67a29c9c0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:26.679483 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-106ebfe6-95ac-43c0-89de-07d4baddbd82 req-45077110-23bb-4599-ba0c-67a29c9c0e72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d504c420-d3f5-4a54-be9e-083999a04513 HTTP/1.1" status: 200 len: 919 time: 0.5704517 Aug 20 10:37:26.688686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b931950-370b-426c-83eb-be0893055297 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router f6fea1e8-515f-460b-b1fd-d3f5057ab62d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:37:26.798921 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-106ebfe6-95ac-43c0-89de-07d4baddbd82 req-4fe95b80-2431-436e-8ffe-3b0a21f97edf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9e88a4-529c-4ab6-8fae-39f98457437d HTTP/1.1" status: 200 len: 217 time: 0.1063135 Aug 20 10:37:26.976476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b931950-370b-426c-83eb-be0893055297 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:37:26.989750 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c410c-c514-4278-aa5f-1610742437d2 None None] Sync routers for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:37:26.999034 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37030) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:27.000877 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9b931950-370b-426c-83eb-be0893055297 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/f6fea1e8-515f-460b-b1fd-d3f5057ab62d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2253058 Aug 20 10:37:27.004483 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ebfe6-95ac-43c0-89de-07d4baddbd82 req-43046bd2-8925-4134-934a-4619b04f6415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:27.006606 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-106ebfe6-95ac-43c0-89de-07d4baddbd82 req-43046bd2-8925-4134-934a-4619b04f6415 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=093a3409-25cd-4ce0-81ea-45051063601e HTTP/1.1" status: 200 len: 858 time: 0.1956313 Aug 20 10:37:27.011288 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c410c-c514-4278-aa5f-1610742437d2 None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:27.017978 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e39c410c-c514-4278-aa5f-1610742437d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:27.119718 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-106ebfe6-95ac-43c0-89de-07d4baddbd82 req-64f8656d-6e31-4219-a171-21f7613439c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d504c420-d3f5-4a54-be9e-083999a04513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057060 Aug 20 10:37:27.167468 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-0205f000-c5c4-4859-ab04-b0e28fe01cc9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting subnet 43885e2a-bf22-455e-841a-f8e375599d61 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:37:27.187584 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0205f000-c5c4-4859-ab04-b0e28fe01cc9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:27.313191 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-e39c410c-c514-4278-aa5f-1610742437d2 None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:27.341148 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0205f000-c5c4-4859-ab04-b0e28fe01cc9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:27.346583 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-106ebfe6-95ac-43c0-89de-07d4baddbd82 req-0800ce24-4ce4-4432-88e3-32f4ca9ee1d9 service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098114 Aug 20 10:37:27.472799 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e39c410c-c514-4278-aa5f-1610742437d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:25Z', 'revision_number': 11, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:27.545194 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0205f000-c5c4-4859-ab04-b0e28fe01cc9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:27.578340 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c410c-c514-4278-aa5f-1610742437d2 None None] Checking router: f6fea1e8-515f-460b-b1fd-d3f5057ab62d for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:37:27.616863 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0205f000-c5c4-4859-ab04-b0e28fe01cc9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:27.638040 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c410c-c514-4278-aa5f-1610742437d2 None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:27.638040 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e39c410c-c514-4278-aa5f-1610742437d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:27.750962 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205f000-c5c4-4859-ab04-b0e28fe01cc9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Subnet': ['ID=43885e2a-bf22-455e-841a-f8e375599d61,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:27.774120 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0205f000-c5c4-4859-ab04-b0e28fe01cc9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:27.779250 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0205f000-c5c4-4859-ab04-b0e28fe01cc9 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/subnets/43885e2a-bf22-455e-841a-f8e375599d61 HTTP/1.1" status: 204 len: 168 time: 0.7790451 Aug 20 10:37:27.780508 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51f4615-eb47-48b6-8e42-503149fff894 None None] Network 88e605f4-91d4-42c6-ac8f-82886a46c9c3 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:37:27.784898 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37076) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:27.840748 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-106ebfe6-95ac-43c0-89de-07d4baddbd82 req-e1cb1d10-8e37-4ae4-aeb0-69b40cd3c2ed service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854107 Aug 20 10:37:27.872397 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718cc40-62e6-474d-bbb7-3ad838d10e0f req-86453783-6448-4705-9e86-e148e92188bc tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:27.887539 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f718cc40-62e6-474d-bbb7-3ad838d10e0f req-86453783-6448-4705-9e86-e148e92188bc tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.2016258 Aug 20 10:37:27.896232 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-e39c410c-c514-4278-aa5f-1610742437d2 None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:27.975398 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:27.987904 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e39c410c-c514-4278-aa5f-1610742437d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:25Z', 'revision_number': 11, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:28.000684 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f718cc40-62e6-474d-bbb7-3ad838d10e0f req-ce9e6a98-e6d3-4166-9f61-27c0ee84e9bc tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122727 Aug 20 10:37:28.079093 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c410c-c514-4278-aa5f-1610742437d2 None None] The sync data for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 is: [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:25Z', 'revision_number': 11, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:37:28.143653 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Deleting port 1d5aa632-e52d-46e5-93f4-2814c1b13f97 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:28.144650 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:28.313462 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] For port 1d5aa632-e52d-46e5-93f4-2814c1b13f97, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1d5aa632-e52d-46e5-93f4-2814c1b13f97,segment=NetworkSegment(3154ff3e-8ce3-4dc8-90de-df9e7c4e0505),segment_id=3154ff3e-8ce3-4dc8-90de-df9e7c4e0505)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:28.315849 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:28.337955 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Calling delete_port for 1d5aa632-e52d-46e5-93f4-2814c1b13f97 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:28.517958 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f63c9a3-3491-4c90-9ac7-9c7173462e0c None None] DHCP port deletion for 88e605f4-91d4-42c6-ac8f-82886a46c9c3 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:37:28.656781 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:28.737030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Port': ['ID=1d5aa632-e52d-46e5-93f4-2814c1b13f97,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:28.787080 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] No DVR routers for this DVR port 1d5aa632-e52d-46e5-93f4-2814c1b13f97 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:37:28.826302 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0f63c9a3-3491-4c90-9ac7-9c7173462e0c None None] Deleting port 1d5aa632-e52d-46e5-93f4-2814c1b13f97 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:28.826889 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0f63c9a3-3491-4c90-9ac7-9c7173462e0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:28.871854 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:37:28.995153 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:29.025667 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e605f4-91d4-42c6-ac8f-82886a46c9c3']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:29.059342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3154ff3e-8ce3-4dc8-90de-df9e7c4e0505') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:29.059650 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3154ff3e-8ce3-4dc8-90de-df9e7c4e0505') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:29.082582 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:29.111357 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:29.119740 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:37:29.120634 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:37:29.196541 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:37:29.208382 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:29.218817 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:29.225659 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/networks/88e605f4-91d4-42c6-ac8f-82886a46c9c3 HTTP/1.1" status: 204 len: 168 time: 1.4384944 Aug 20 10:37:29.233095 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37152) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:29.271173 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e135749c-1ce2-4ee8-8243-dcc015e39115 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'router': {'routes': None}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:37:29.280801 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02506e0f-1ac0-40ad-a5ba-537fa2d0551c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Pushing event deleted for resources: {'Network': ['ID=88e605f4-91d4-42c6-ac8f-82886a46c9c3,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:29.354022 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b944435-0858-48be-a805-4f3872aa4488 req-19724f55-196f-4681-8392-07fc6c5edc78 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:29.358424 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b944435-0858-48be-a805-4f3872aa4488 req-19724f55-196f-4681-8392-07fc6c5edc78 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.2133350 Aug 20 10:37:29.460560 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b944435-0858-48be-a805-4f3872aa4488 req-5914f6a5-0d53-4dcd-b267-74741bebaa44 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941889 Aug 20 10:37:29.466196 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c238c184-91e6-4347-80b7-2a4dd306b246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:29.474029 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0f63c9a3-3491-4c90-9ac7-9c7173462e0c None None] For port 1d5aa632-e52d-46e5-93f4-2814c1b13f97, host n-d-778550-11, got binding levels [] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:29.474707 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0f63c9a3-3491-4c90-9ac7-9c7173462e0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:29.493064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0f63c9a3-3491-4c90-9ac7-9c7173462e0c None None] Calling delete_port for 1d5aa632-e52d-46e5-93f4-2814c1b13f97 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:29.496248 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.ipam_backend_mixin [None req-0f63c9a3-3491-4c90-9ac7-9c7173462e0c None None] Port 1d5aa632-e52d-46e5-93f4-2814c1b13f97 was not found and therefore no delete operation was performed {{(pid=94868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 10:37:29.497800 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0f63c9a3-3491-4c90-9ac7-9c7173462e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:29.546867 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f63c9a3-3491-4c90-9ac7-9c7173462e0c None None] Network 88e605f4-91d4-42c6-ac8f-82886a46c9c3 is not hosted by any dhcp agent {{(pid=94868) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 10:37:29.551219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f63c9a3-3491-4c90-9ac7-9c7173462e0c None None] No DVR routers for this DVR port 1d5aa632-e52d-46e5-93f4-2814c1b13f97 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:37:29.575546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63c9a3-3491-4c90-9ac7-9c7173462e0c None None] Pushing event deleted for resources: {'Port': ['ID=1d5aa632-e52d-46e5-93f4-2814c1b13f97,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:29.603202 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 89a244c5-3cff-4427-bedd-2eac2f66ddfa no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:37:29.677267 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 89a244c5-3cff-4427-bedd-2eac2f66ddfa {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:37:29.677860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 89a244c5-3cff-4427-bedd-2eac2f66ddfa not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:37:29.679579 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1d5aa632-e52d-46e5-93f4-2814c1b13f97 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:37:29.766104 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 1d5aa632-e52d-46e5-93f4-2814c1b13f97 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:37:29.767615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1d5aa632-e52d-46e5-93f4-2814c1b13f97 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:37:29.791282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.extraroute_db [None req-e135749c-1ce2-4ee8-8243-dcc015e39115 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Added routes are [] {{(pid=94866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 10:37:29.791588 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.extraroute_db [None req-e135749c-1ce2-4ee8-8243-dcc015e39115 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Removed routes are [] {{(pid=94866) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 10:37:29.793329 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e135749c-1ce2-4ee8-8243-dcc015e39115 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:30.097939 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e135749c-1ce2-4ee8-8243-dcc015e39115 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:30.103136 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e135749c-1ce2-4ee8-8243-dcc015e39115 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:30.240142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e135749c-1ce2-4ee8-8243-dcc015e39115 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router f6fea1e8-515f-460b-b1fd-d3f5057ab62d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:37:30.347191 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e135749c-1ce2-4ee8-8243-dcc015e39115 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:37:30.357576 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50b268-9ca4-4ebc-aff8-c06bb02eaf27 None None] Sync routers for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:37:30.384545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b50b268-9ca4-4ebc-aff8-c06bb02eaf27 None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:30.389026 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e135749c-1ce2-4ee8-8243-dcc015e39115 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:30.389662 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2b50b268-9ca4-4ebc-aff8-c06bb02eaf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:30.394960 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e135749c-1ce2-4ee8-8243-dcc015e39115 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/f6fea1e8-515f-460b-b1fd-d3f5057ab62d HTTP/1.1" status: 200 len: 700 time: 1.1342676 Aug 20 10:37:30.398030 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37236) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:30.492454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37240) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:30.495470 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f071d9d4-614c-442f-acbe-da18bb7c9dc3 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6fea1e8-515f-460b-b1fd-d3f5057ab62d HTTP/1.1" status: 200 len: 205 time: 0.0960345 Aug 20 10:37:30.639645 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-2b50b268-9ca4-4ebc-aff8-c06bb02eaf27 None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:30.677379 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-14afc7b1-d79a-4a09-90e7-5f51369fd58f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:30.865868 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b4516-8d54-4423-9fce-56f418aa7bdd req-fbc00678-8352-4734-9e13-06c53b99467a tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:30.873618 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-230b4516-8d54-4423-9fce-56f418aa7bdd req-fbc00678-8352-4734-9e13-06c53b99467a tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.2275658 Aug 20 10:37:30.910378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2b50b268-9ca4-4ebc-aff8-c06bb02eaf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:25Z', 'revision_number': 11, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:30.973055 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-230b4516-8d54-4423-9fce-56f418aa7bdd req-3c111816-d93c-4387-a236-24a0e80fcc10 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930402 Aug 20 10:37:31.074297 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50b268-9ca4-4ebc-aff8-c06bb02eaf27 None None] Checking router: f6fea1e8-515f-460b-b1fd-d3f5057ab62d for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:37:31.108412 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b50b268-9ca4-4ebc-aff8-c06bb02eaf27 None None] Routers {'f6fea1e8-515f-460b-b1fd-d3f5057ab62d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:31.109471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2b50b268-9ca4-4ebc-aff8-c06bb02eaf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:31.125050 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-14afc7b1-d79a-4a09-90e7-5f51369fd58f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:31.127888 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-14afc7b1-d79a-4a09-90e7-5f51369fd58f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:31.271095 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-14afc7b1-d79a-4a09-90e7-5f51369fd58f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:31.274162 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14afc7b1-d79a-4a09-90e7-5f51369fd58f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Fanout notify agent at l3_agent the message router_deleted on router f6fea1e8-515f-460b-b1fd-d3f5057ab62d {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:37:31.301882 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-14afc7b1-d79a-4a09-90e7-5f51369fd58f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:31.307591 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-14afc7b1-d79a-4a09-90e7-5f51369fd58f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/routers/f6fea1e8-515f-460b-b1fd-d3f5057ab62d HTTP/1.1" status: 204 len: 168 time: 0.8099663 Aug 20 10:37:31.308052 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37302) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:31.317066 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-3bf3a228-74b0-4eaf-acb8-d676f0422d65 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-949329361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:37:31.368563 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3bf3a228-74b0-4eaf-acb8-d676f0422d65 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:31.369826 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3bf3a228-74b0-4eaf-acb8-d676f0422d65 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:31.402248 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-2b50b268-9ca4-4ebc-aff8-c06bb02eaf27 None None] Set router f6fea1e8-515f-460b-b1fd-d3f5057ab62d gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:31.567853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2b50b268-9ca4-4ebc-aff8-c06bb02eaf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:25Z', 'revision_number': 11, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:31.598198 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3bf3a228-74b0-4eaf-acb8-d676f0422d65 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:31.618511 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3bf3a228-74b0-4eaf-acb8-d676f0422d65 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:31.636007 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b50b268-9ca4-4ebc-aff8-c06bb02eaf27 None None] The sync data for ids ['f6fea1e8-515f-460b-b1fd-d3f5057ab62d'] in n-d-778550-11 is: [{'id': 'f6fea1e8-515f-460b-b1fd-d3f5057ab62d', 'name': 'tempest-RoutersTest-router-586472456', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:36:22Z', 'updated_at': '2021-08-20T10:37:25Z', 'revision_number': 11, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:37:31.699915 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3bf3a228-74b0-4eaf-acb8-d676f0422d65 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:31.706789 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37336) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:31.712478 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-41f2f00b-87bc-470f-9327-7af1ec697389 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:37:31.722098 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3bf3a228-74b0-4eaf-acb8-d676f0422d65 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4105649 Aug 20 10:37:31.982698 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-19268dad-fabf-4be1-b38a-c323217410db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:32.056300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-e87706fb-a15a-49fb-815c-57915f714110 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:32.071454 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-e87706fb-a15a-49fb-815c-57915f714110 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/networks?id=c73c6bbd-3e27-4536-808e-999bd0de5a5c HTTP/1.1" status: 200 len: 814 time: 0.3163891 Aug 20 10:37:32.116267 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-dfd8ca48-7c59-4d52-9f60-c57376a09b89 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/quotas/157bfa5e0cf8467ba64c52b2cf2713ce HTTP/1.1" status: 200 len: 375 time: 0.0437181 Aug 20 10:37:32.191554 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41f2f00b-87bc-470f-9327-7af1ec697389 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:32.214433 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41f2f00b-87bc-470f-9327-7af1ec697389 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:32.250206 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-40207f54-899e-4de3-ac42-e0535b079005 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=157bfa5e0cf8467ba64c52b2cf2713ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1326222 Aug 20 10:37:32.332774 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:32.622693 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f2f00b-87bc-470f-9327-7af1ec697389 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Router 51a7c480-a616-45e2-a208-8c48150e6c28 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:37:32.685423 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-237f1050-4041-43cd-93db-0d060963ebb9 service neutron] 10.222.0.16 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313571 Aug 20 10:37:32.935680 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-40642736-ab24-4629-a91f-6fc9cf200c2e service neutron] 10.222.0.16 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493365 Aug 20 10:37:32.977244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f2f00b-87bc-470f-9327-7af1ec697389 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:37:32.995592 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6b437f-e442-4e15-bf4a-d5fc4dcacd6a None None] Sync routers for ids ['51a7c480-a616-45e2-a208-8c48150e6c28'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:37:33.014194 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6b437f-e442-4e15-bf4a-d5fc4dcacd6a None None] Routers {'51a7c480-a616-45e2-a208-8c48150e6c28'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:33.014693 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4e6b437f-e442-4e15-bf4a-d5fc4dcacd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['51a7c480-a616-45e2-a208-8c48150e6c28'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:33.016551 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41f2f00b-87bc-470f-9327-7af1ec697389 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:33.035570 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-41f2f00b-87bc-470f-9327-7af1ec697389 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "PUT /v2.0/routers/51a7c480-a616-45e2-a208-8c48150e6c28 HTTP/1.1" status: 200 len: 693 time: 1.3262146 Aug 20 10:37:33.037373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37450) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:33.116790 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:33.283784 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-4e6b437f-e442-4e15-bf4a-d5fc4dcacd6a None None] Set router 51a7c480-a616-45e2-a208-8c48150e6c28 gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:33.363885 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37482) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:33.373985 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4e6b437f-e442-4e15-bf4a-d5fc4dcacd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a7c480-a616-45e2-a208-8c48150e6c28', 'name': 'tempest-RoutersTest-router-949329361', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:37:31Z', 'updated_at': '2021-08-20T10:37:32Z', 'revision_number': 2, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:33.502126 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6b437f-e442-4e15-bf4a-d5fc4dcacd6a None None] Checking router: 51a7c480-a616-45e2-a208-8c48150e6c28 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:37:33.533866 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6b437f-e442-4e15-bf4a-d5fc4dcacd6a None None] Routers {'51a7c480-a616-45e2-a208-8c48150e6c28'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:33.534500 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4e6b437f-e442-4e15-bf4a-d5fc4dcacd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['51a7c480-a616-45e2-a208-8c48150e6c28'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:33.590636 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3b5f243c-da57-4bfc-8a99-855ff4b346e1 req-2f74edc1-81c1-4a0f-b675-7d893643891d tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 210 time: 0.1235096 Aug 20 10:37:33.974478 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-55e437c6-dc68-4f4c-9799-9df2c3c04c39 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/routers/51a7c480-a616-45e2-a208-8c48150e6c28 HTTP/1.1" status: 200 len: 699 time: 0.9354916 Aug 20 10:37:33.978829 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37540) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:34.009707 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-4e6b437f-e442-4e15-bf4a-d5fc4dcacd6a None None] Set router 51a7c480-a616-45e2-a208-8c48150e6c28 gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:34.070584 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19854b-87ba-4604-a707-ec7c71cf1bc3 req-ae2aeae1-84e6-4fd9-9c71-0582e24130ae tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:34.072197 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd19854b-87ba-4604-a707-ec7c71cf1bc3 req-ae2aeae1-84e6-4fd9-9c71-0582e24130ae tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 946 time: 0.3701785 Aug 20 10:37:34.195171 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd19854b-87ba-4604-a707-ec7c71cf1bc3 req-0cb2ce01-ff43-4398-88d3-682d307b1da4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161070 Aug 20 10:37:34.225275 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4e6b437f-e442-4e15-bf4a-d5fc4dcacd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a7c480-a616-45e2-a208-8c48150e6c28', 'name': 'tempest-RoutersTest-router-949329361', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:37:31Z', 'updated_at': '2021-08-20T10:37:32Z', 'revision_number': 2, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:34.273433 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6b437f-e442-4e15-bf4a-d5fc4dcacd6a None None] The sync data for ids ['51a7c480-a616-45e2-a208-8c48150e6c28'] in n-d-778550-11 is: [{'id': '51a7c480-a616-45e2-a208-8c48150e6c28', 'name': 'tempest-RoutersTest-router-949329361', 'tenant_id': '3c39ea0f6d344bcf998308af661b94e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:37:31Z', 'updated_at': '2021-08-20T10:37:32Z', 'revision_number': 2, 'project_id': '3c39ea0f6d344bcf998308af661b94e5', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:37:34.299027 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-74e52bad-e547-4517-b269-6280f90c4c3f tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports?device_id=51a7c480-a616-45e2-a208-8c48150e6c28 HTTP/1.1" status: 200 len: 205 time: 0.3185401 Aug 20 10:37:34.302145 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37570) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:34.575908 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-117fe396-b65a-44f2-916a-13da3a109394 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:34.706359 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:34.827768 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:34.982044 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3bd74d08-05ee-4f77-8f08-8afc40f34ee1 req-0c89d45b-0c43-45fa-87b1-fb7327969b98 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 210 time: 0.0953286 Aug 20 10:37:35.252533 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-117fe396-b65a-44f2-916a-13da3a109394 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:35.258729 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-117fe396-b65a-44f2-916a-13da3a109394 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:35.690267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Deleting port 38682323-c441-4ce7-9743-58dd8fbcff2d {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:35.690928 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:35.750450 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-643aad9d-827d-4cd3-b4d8-219ae413a08d tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:35.761803 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-643aad9d-827d-4cd3-b4d8-219ae413a08d tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.24 "GET /v2.0/networks?id=c73c6bbd-3e27-4536-808e-999bd0de5a5c HTTP/1.1" status: 200 len: 814 time: 0.3042467 Aug 20 10:37:35.762465 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-117fe396-b65a-44f2-916a-13da3a109394 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:35.763013 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117fe396-b65a-44f2-916a-13da3a109394 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Fanout notify agent at l3_agent the message router_deleted on router 51a7c480-a616-45e2-a208-8c48150e6c28 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:37:35.796934 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-117fe396-b65a-44f2-916a-13da3a109394 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:35.798809 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-117fe396-b65a-44f2-916a-13da3a109394 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/routers/51a7c480-a616-45e2-a208-8c48150e6c28 HTTP/1.1" status: 204 len: 168 time: 1.4956422 Aug 20 10:37:35.803011 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37636) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:35.809525 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-4f3e0b5b-9777-4345-9012-38406dec767c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Request body: {'port': {'device_id': '69faf209-a1dc-4d41-b8f4-a29a6bb15bb3', 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c', 'admin_state_up': True, 'tenant_id': '157bfa5e0cf8467ba64c52b2cf2713ce'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:37:35.957069 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] For port 38682323-c441-4ce7-9743-58dd8fbcff2d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=38682323-c441-4ce7-9743-58dd8fbcff2d,segment=NetworkSegment(811272b0-f542-48a8-afd3-93287aead824),segment_id=811272b0-f542-48a8-afd3-93287aead824)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:35.957756 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:35.982916 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Calling delete_port for 38682323-c441-4ce7-9743-58dd8fbcff2d owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:36.067421 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b87921d5-cfcb-45cd-965b-b7c4abe50e83 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports?device_id=51a7c480-a616-45e2-a208-8c48150e6c28 HTTP/1.1" status: 200 len: 205 time: 0.2496123 Aug 20 10:37:36.071838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37646) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:36.191621 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-f8b5fbaf-28c7-4a2d-8662-444487f38371 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] delete failed (client error): The resource could not be found. Aug 20 10:37:36.192860 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f8b5fbaf-28c7-4a2d-8662-444487f38371 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/routers/51a7c480-a616-45e2-a208-8c48150e6c28 HTTP/1.1" status: 404 len: 336 time: 0.1100063 Aug 20 10:37:36.197213 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37652) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:36.315626 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9804e84-3c36-4b0d-a2fb-11507fcb6117 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] DELETE failed (client error): The resource could not be found. Aug 20 10:37:36.319076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9804e84-3c36-4b0d-a2fb-11507fcb6117 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:37:36.323341 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b9804e84-3c36-4b0d-a2fb-11507fcb6117 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/subnets/152a0ada-5516-4c2c-961c-5d732127d8e2 HTTP/1.1" status: 404 len: 337 time: 0.1245604 Aug 20 10:37:36.326333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-4f3e0b5b-9777-4345-9012-38406dec767c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Made reservation on behalf of 157bfa5e0cf8467ba64c52b2cf2713ce for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:37:36.349311 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-4f3e0b5b-9777-4345-9012-38406dec767c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:36.352663 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37660) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:36.436714 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06439d03-2b8a-4430-b512-2b4975b0c840 req-3916c1f6-d22d-4ac5-9900-4003dae566e0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:36.445108 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-06439d03-2b8a-4430-b512-2b4975b0c840 req-3916c1f6-d22d-4ac5-9900-4003dae566e0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 946 time: 0.3718109 Aug 20 10:37:36.484024 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cf740f-283b-4355-81cb-17ba1367a350 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] DELETE failed (client error): The resource could not be found. Aug 20 10:37:36.484747 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5cf740f-283b-4355-81cb-17ba1367a350 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:37:36.488331 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c5cf740f-283b-4355-81cb-17ba1367a350 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/subnets/d3802d5b-7480-43f1-acac-5773622ed2c4 HTTP/1.1" status: 404 len: 337 time: 0.1111135 Aug 20 10:37:36.511396 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37664) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:36.612348 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f635840-4407-457e-89c4-59a7d700bad1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] DELETE failed (client error): The resource could not be found. Aug 20 10:37:36.615441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f635840-4407-457e-89c4-59a7d700bad1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:37:36.618462 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6f635840-4407-457e-89c4-59a7d700bad1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/subnets/c8098ccc-0af6-483e-b9d3-ac76cfa11161 HTTP/1.1" status: 404 len: 337 time: 0.1052403 Aug 20 10:37:36.622062 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37666) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:36.694192 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-06439d03-2b8a-4430-b512-2b4975b0c840 req-02b6b5d3-2d7f-4a26-bee4-1cdd0066f1f2 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476108 Aug 20 10:37:36.746210 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-80340625-12ab-4319-be02-d25b7039f65d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] DELETE failed (client error): The resource could not be found. Aug 20 10:37:36.747322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80340625-12ab-4319-be02-d25b7039f65d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:37:36.749422 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-80340625-12ab-4319-be02-d25b7039f65d tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/subnets/43885e2a-bf22-455e-841a-f8e375599d61 HTTP/1.1" status: 404 len: 337 time: 0.1165788 Aug 20 10:37:36.754633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37672) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:36.793674 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dd087b08-8402-44c5-8965-eabf8a5f4927 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6fea1e8-515f-460b-b1fd-d3f5057ab62d HTTP/1.1" status: 200 len: 205 time: 0.0371349 Aug 20 10:37:36.798549 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37674) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:36.851757 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-dfd146a7-f9f8-4244-a234-92787ed98dd6 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] delete failed (client error): The resource could not be found. Aug 20 10:37:36.852825 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dfd146a7-f9f8-4244-a234-92787ed98dd6 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/routers/f6fea1e8-515f-460b-b1fd-d3f5057ab62d HTTP/1.1" status: 404 len: 336 time: 0.0530570 Aug 20 10:37:36.856205 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37676) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:36.909320 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b64e1134-3767-4a17-9cd3-dfd2ab1b3b0e req-4e748fa8-c6bd-41b9-9186-bad7859aa5bb tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 210 time: 0.0553832 Aug 20 10:37:36.918884 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37678) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:36.920593 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e40c4c0b-c3df-4dea-a352-e68c69b1fc0a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7d75444-44cd-4d68-908f-ecb46f646a9a HTTP/1.1" status: 200 len: 205 time: 0.0591533 Aug 20 10:37:37.027092 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-4f3e0b5b-9777-4345-9012-38406dec767c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Allocated IP 172.20.0.3 (c73c6bbd-3e27-4536-808e-999bd0de5a5c/fb132f55-3b57-430b-bbc8-0884dd2d7bc2/f0471c57-b0d1-4e18-ab4a-b7993a459b11) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:37:37.061351 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-edc8ed51-d526-4fde-8daa-f67a3fee3e25 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] delete failed (client error): The resource could not be found. Aug 20 10:37:37.066197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-edc8ed51-d526-4fde-8daa-f67a3fee3e25 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/routers/e7d75444-44cd-4d68-908f-ecb46f646a9a HTTP/1.1" status: 404 len: 336 time: 0.1460075 Aug 20 10:37:37.066766 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37680) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:37.092574 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f4572806-9844-4302-b2a2-f2770c887d9d no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:37:37.102395 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:37.106331 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-8397fcbf-3bae-461e-988d-4026443aaf0c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] DELETE failed (client error): The resource could not be found. Aug 20 10:37:37.106601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8397fcbf-3bae-461e-988d-4026443aaf0c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:37:37.111703 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37682) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:37.112570 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8397fcbf-3bae-461e-988d-4026443aaf0c tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/subnets/3d273454-5e53-44f2-be9a-f19392f70eb8 HTTP/1.1" status: 404 len: 337 time: 0.0442710 Aug 20 10:37:37.148288 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-eaf2efae-e585-405e-afd3-6486556dd3b2 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports?device_id=636ee143-3b2b-49dd-b26a-6aa76c2fc1d8 HTTP/1.1" status: 200 len: 205 time: 0.0353417 Aug 20 10:37:37.163089 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37684) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:37.276376 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-ae3a5499-da75-44ed-bd17-6260c2a86646 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] delete failed (client error): The resource could not be found. Aug 20 10:37:37.281538 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37694) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:37.282975 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ae3a5499-da75-44ed-bd17-6260c2a86646 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/routers/636ee143-3b2b-49dd-b26a-6aa76c2fc1d8 HTTP/1.1" status: 404 len: 336 time: 0.1119800 Aug 20 10:37:37.359700 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f03dbd40-da20-47bd-b713-ffac5ecd036a tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports?device_id=303bb746-f088-4eca-b969-0fcd7c016ce6 HTTP/1.1" status: 200 len: 205 time: 0.0774260 Aug 20 10:37:37.362734 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37696) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:37.373589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=38682323-c441-4ce7-9743-58dd8fbcff2d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:37.378541 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-4f3e0b5b-9777-4345-9012-38406dec767c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:37.415301 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:37.451036 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-05c5afa3-c199-45c3-9caa-16667a656017 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] delete failed (client error): The resource could not be found. Aug 20 10:37:37.452138 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-05c5afa3-c199-45c3-9caa-16667a656017 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/routers/303bb746-f088-4eca-b969-0fcd7c016ce6 HTTP/1.1" status: 404 len: 336 time: 0.0873969 Aug 20 10:37:37.454783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37698) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:37.476452 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:37:37.481399 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0cb269-b979-4976-92d5-dfbaa312df61" -d '{"events": [{"server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:37:37.490474 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ecfcd9f-357f-409d-bae2-19623b8334f1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] DELETE failed (client error): The resource could not be found. Aug 20 10:37:37.491418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ecfcd9f-357f-409d-bae2-19623b8334f1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:37:37.493244 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7ecfcd9f-357f-409d-bae2-19623b8334f1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/subnets/f9304a13-c018-4c4a-8e65-27c730e6f357 HTTP/1.1" status: 404 len: 337 time: 0.0374722 Aug 20 10:37:37.496779 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37702) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:37.514681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:37.516099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:37.517461 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:37.518230 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:37.518485 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:37.518831 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:37.519197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:37.519534 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:37.523148 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:37.523542 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:37.523896 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:37.524241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:37.536741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f4572806-9844-4302-b2a2-f2770c887d9d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f4572806-9844-4302-b2a2-f2770c887d9d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:37.553382 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:37.559473 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-45bab259-437f-442b-929a-29cc4fcbbb69 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports?device_id=5066419e-230e-4b50-bd09-5355a5bbc64c HTTP/1.1" status: 200 len: 205 time: 0.0586998 Aug 20 10:37:37.561866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37704) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:37.589244 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0599a6ec-143e-4706-8a1d-586bb2107fe7 x-openstack-request-id: req-0599a6ec-143e-4706-8a1d-586bb2107fe7 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:37:37.589948 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:37:37.590443 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0599a6ec-143e-4706-8a1d-586bb2107fe7 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:37:37.591139 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'code': 200} Aug 20 10:37:37.674170 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-4f3e0b5b-9777-4345-9012-38406dec767c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:37.717790 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['004a746d-7df5-4b19-b0b2-5b3022a582e7'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:37:37.719225 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:37.853525 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-10b9608e-04b0-40e4-8077-8b90ce9d4c20 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] delete failed (client error): The resource could not be found. Aug 20 10:37:37.856940 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-10b9608e-04b0-40e4-8077-8b90ce9d4c20 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/routers/5066419e-230e-4b50-bd09-5355a5bbc64c HTTP/1.1" status: 404 len: 336 time: 0.2907958 Aug 20 10:37:37.875648 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37712) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:37.980062 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=f4572806-9844-4302-b2a2-f2770c887d9d,revision_number=11']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:37.998683 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63270b0-2630-4d9b-981a-ad5fcdedc2ba tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] DELETE failed (client error): The resource could not be found. Aug 20 10:37:37.999280 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63270b0-2630-4d9b-981a-ad5fcdedc2ba tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:37:38.004676 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f63270b0-2630-4d9b-981a-ad5fcdedc2ba tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/subnets/36e64f25-3240-4077-ac84-9ab8503e5e9e HTTP/1.1" status: 404 len: 337 time: 0.1274693 Aug 20 10:37:38.042127 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37720) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:38.052407 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-4f3e0b5b-9777-4345-9012-38406dec767c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Network c73c6bbd-3e27-4536-808e-999bd0de5a5c is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:37:38.058616 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-4f3e0b5b-9777-4345-9012-38406dec767c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:37:38.061218 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-4f3e0b5b-9777-4345-9012-38406dec767c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:37:38.149557 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-4f3e0b5b-9777-4345-9012-38406dec767c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:38.150447 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-4f3e0b5b-9777-4345-9012-38406dec767c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:38.186110 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d1286-ea77-4b02-8cdf-4af3b0955ace req-869ef940-5b02-46a1-8674-d9cee37e7503 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:38.194229 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ab3d1286-ea77-4b02-8cdf-4af3b0955ace req-869ef940-5b02-46a1-8674-d9cee37e7503 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1868677 Aug 20 10:37:38.208111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e0b5b-9777-4345-9012-38406dec767c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Pushing event updated for resources: {'Port': ['ID=f0471c57-b0d1-4e18-ab4a-b7993a459b11,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:38.256659 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-4f3e0b5b-9777-4345-9012-38406dec767c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4762056 Aug 20 10:37:38.283315 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ab3d1286-ea77-4b02-8cdf-4af3b0955ace req-23a87feb-f0fe-4842-8570-f9f2d5f766ef tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792766 Aug 20 10:37:38.284906 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Request body: {'port': {'device_id': '69faf209-a1dc-4d41-b8f4-a29a6bb15bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:37:38.364765 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bc767052-644f-4b06-bcc8-be017688b585 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "GET /v2.0/ports?device_id=d893e849-3f81-4a8a-9bbd-ecdca9380c18 HTTP/1.1" status: 200 len: 205 time: 0.3087883 Aug 20 10:37:38.372477 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37726) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:38.468062 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-e40619ff-6d63-4a4c-8702-9b9766c631cf tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] delete failed (client error): The resource could not be found. Aug 20 10:37:38.469155 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e40619ff-6d63-4a4c-8702-9b9766c631cf tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/routers/d893e849-3f81-4a8a-9bbd-ecdca9380c18 HTTP/1.1" status: 404 len: 336 time: 0.0907707 Aug 20 10:37:38.469808 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:38.472439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37728) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:38.549865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-299cbda0-26b6-4e77-94b3-87929258648c req-38cc8c3e-786c-43db-bef5-b9948d5a601a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4551566 Aug 20 10:37:38.662736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50022e11-2b13-43cc-8a7c-c73b5ceae4ed req-7bd969b3-e448-48e0-8228-75619a1da7eb tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:38.664304 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-50022e11-2b13-43cc-8a7c-c73b5ceae4ed req-7bd969b3-e448-48e0-8228-75619a1da7eb tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 931 time: 0.3352218 Aug 20 10:37:38.740675 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-909856f7-f5ea-4339-9abc-a81e51b563e1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] DELETE failed (client error): The resource could not be found. Aug 20 10:37:38.741256 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909856f7-f5ea-4339-9abc-a81e51b563e1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:37:38.746530 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-909856f7-f5ea-4339-9abc-a81e51b563e1 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/subnets/250c11ba-c673-4871-9e1e-4d3ed243a651 HTTP/1.1" status: 404 len: 337 time: 0.2683408 Aug 20 10:37:38.749875 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37734) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:38.852304 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0beddea-27f7-43de-965f-214c50676513 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] DELETE failed (client error): The resource could not be found. Aug 20 10:37:38.852680 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0beddea-27f7-43de-965f-214c50676513 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:37:38.857054 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e0beddea-27f7-43de-965f-214c50676513 tempest-RoutersTest-1180419542 tempest-RoutersTest-1180419542-project] 10.222.0.16 "DELETE /v2.0/subnets/0853e729-2824-4d34-aa5b-a5e4763187ec HTTP/1.1" status: 404 len: 337 time: 0.0932434 Aug 20 10:37:38.859483 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cbda0-26b6-4e77-94b3-87929258648c req-d84a1b40-0be0-4fe5-af73-1e5bb325651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:38.860933 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-299cbda0-26b6-4e77-94b3-87929258648c req-d84a1b40-0be0-4fe5-af73-1e5bb325651b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=70b89f92e6a741a4951d32cfb1e1a59f&device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 1097 time: 0.2648535 Aug 20 10:37:38.873447 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-50022e11-2b13-43cc-8a7c-c73b5ceae4ed req-f11c4bfb-32a5-49e3-89f6-5ea6d732b14d tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863890 Aug 20 10:37:38.908057 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Router 2a58b439-a3e9-489f-8e57-7623e88ab417 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:37:39.123880 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f4572806-9844-4302-b2a2-f2770c887d9d details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:37:39.133734 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0471c57-b0d1-4e18-ab4a-b7993a459b11 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:37:39.143856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:37:39.156571 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:39.157084 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f54b1ac6-292a-4e37-a4cd-e8f6ee21a1d8 admin admin] 10.222.0.16 "PUT /v2.0/routers/2a58b439-a3e9-489f-8e57-7623e88ab417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7919936 Aug 20 10:37:39.158329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cbda0-26b6-4e77-94b3-87929258648c req-697afa1d-27c8-4b1f-aef3-2515255565f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:39.162951 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213b0a76-2de9-471d-abe1-acf7d2ee6db8 None None] Sync routers for ids ['2a58b439-a3e9-489f-8e57-7623e88ab417'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:37:39.164891 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-299cbda0-26b6-4e77-94b3-87929258648c req-697afa1d-27c8-4b1f-aef3-2515255565f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d504c420-d3f5-4a54-be9e-083999a04513 HTTP/1.1" status: 200 len: 919 time: 0.2357943 Aug 20 10:37:39.165595 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37742) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:39.178273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Transition to ACTIVE for port object f0471c57-b0d1-4e18-ab4a-b7993a459b11 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:37:39.184669 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:39.346774 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213b0a76-2de9-471d-abe1-acf7d2ee6db8 None None] Routers {'2a58b439-a3e9-489f-8e57-7623e88ab417'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:39.347864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-213b0a76-2de9-471d-abe1-acf7d2ee6db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['2a58b439-a3e9-489f-8e57-7623e88ab417'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:39.386986 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37754) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:39.388844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Pushing event updated for resources: {'Port': ['ID=f0471c57-b0d1-4e18-ab4a-b7993a459b11,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:39.434393 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-299cbda0-26b6-4e77-94b3-87929258648c req-64bdc622-9b7f-4872-a831-e914eefa32d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=910fb2e7-ab51-40cf-be6a-b49645a4c201 HTTP/1.1" status: 200 len: 217 time: 0.2484632 Aug 20 10:37:39.563368 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Attempting to bind port f0471c57-b0d1-4e18-ab4a-b7993a459b11 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:37:39.564372 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Attempting to bind port f0471c57-b0d1-4e18-ab4a-b7993a459b11 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '0e78907e-c70d-46bc-9628-183e97c68eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:37:39.568193 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Attempting to bind port f0471c57-b0d1-4e18-ab4a-b7993a459b11 on network c73c6bbd-3e27-4536-808e-999bd0de5a5c {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:37:39.585321 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Port f0471c57-b0d1-4e18-ab4a-b7993a459b11 on network c73c6bbd-3e27-4536-808e-999bd0de5a5c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:37:39.585689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Attempting to bind port f0471c57-b0d1-4e18-ab4a-b7993a459b11 on network c73c6bbd-3e27-4536-808e-999bd0de5a5c {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:37:39.598940 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:37:39.600328 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Checking segment: {'id': '0e78907e-c70d-46bc-9628-183e97c68eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:37:39.600763 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Bound using segment: {'id': '0e78907e-c70d-46bc-9628-183e97c68eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:37:39.601226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Bound port: f0471c57-b0d1-4e18-ab4a-b7993a459b11, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78907e-c70d-46bc-9628-183e97c68eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:37:39.602115 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:39.652502 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-213b0a76-2de9-471d-abe1-acf7d2ee6db8 None None] Set router 2a58b439-a3e9-489f-8e57-7623e88ab417 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:39.708813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] For port f0471c57-b0d1-4e18-ab4a-b7993a459b11, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:37:39.713832 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] For port f0471c57-b0d1-4e18-ab4a-b7993a459b11, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f0471c57-b0d1-4e18-ab4a-b7993a459b11,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:37:39.724070 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:39.775020 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:39.775716 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:39.777941 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] 10.222.0.24 "PUT /v2.0/ports/f0471c57-b0d1-4e18-ab4a-b7993a459b11 HTTP/1.1" status: 200 len: 1092 time: 1.5023561 Aug 20 10:37:39.778631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69faf209-a1dc-4d41-b8f4-a29a6bb15bb3', 'tag': 'f0471c57-b0d1-4e18-ab4a-b7993a459b11'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:37:39.781226 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6449ebcd-4f3a-4d2d-afdf-0cf50be4899b" -d '{"events": [{"name": "network-changed", "server_uuid": "69faf209-a1dc-4d41-b8f4-a29a6bb15bb3", "tag": "f0471c57-b0d1-4e18-ab4a-b7993a459b11"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:37:39.783248 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cbda0-26b6-4e77-94b3-87929258648c req-c2090979-50ba-46bd-887d-d6f2c205e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:39.791030 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-299cbda0-26b6-4e77-94b3-87929258648c req-c2090979-50ba-46bd-887d-d6f2c205e69c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=093a3409-25cd-4ce0-81ea-45051063601e HTTP/1.1" status: 200 len: 858 time: 0.2729669 Aug 20 10:37:39.939346 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-299cbda0-26b6-4e77-94b3-87929258648c req-72a65a5b-9b9a-4f05-be88-811120c31f6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d504c420-d3f5-4a54-be9e-083999a04513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098840 Aug 20 10:37:39.958639 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38caf336-22dd-47a4-a897-57d53b831559 x-openstack-request-id: req-38caf336-22dd-47a4-a897-57d53b831559 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:37:39.959268 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69faf209-a1dc-4d41-b8f4-a29a6bb15bb3", "tag": "f0471c57-b0d1-4e18-ab4a-b7993a459b11", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:37:39.959684 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38caf336-22dd-47a4-a897-57d53b831559 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:37:39.962102 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69faf209-a1dc-4d41-b8f4-a29a6bb15bb3', 'tag': 'f0471c57-b0d1-4e18-ab4a-b7993a459b11', 'status': 'completed', 'code': 200} Aug 20 10:37:39.967930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93057059-c184-4cf6-840e-03e1ddedea4c req-ad240a65-8122-485f-9884-19d96e1dcce7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:39.970027 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-93057059-c184-4cf6-840e-03e1ddedea4c req-ad240a65-8122-485f-9884-19d96e1dcce7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.5135658 Aug 20 10:37:39.992244 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-827157a4-7212-4f8d-9241-baa39c091a4c admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:39.993755 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271a213-81b9-4b02-8f8e-668ce4a09056 service neutron] Pushing event updated for resources: {'Port': ['ID=f0471c57-b0d1-4e18-ab4a-b7993a459b11,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:40.066579 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-45131a07-05a4-4d9f-9d30-9f7af5113c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:40.068466 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-45131a07-05a4-4d9f-9d30-9f7af5113c8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=157bfa5e0cf8467ba64c52b2cf2713ce&device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 1095 time: 0.2107365 Aug 20 10:37:40.093857 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f4572806-9844-4302-b2a2-f2770c887d9d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f4572806-9844-4302-b2a2-f2770c887d9d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:40.114920 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'port_id': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'mac_address': 'fa:16:3e:c3:34:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:37:40.120353 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-213b0a76-2de9-471d-abe1-acf7d2ee6db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:31:46Z', 'updated_at': '2021-08-20T10:37:36Z', 'revision_number': 5, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'gw_port': {'id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:49Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:40.210524 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:40.221527 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213b0a76-2de9-471d-abe1-acf7d2ee6db8 None None] Checking router: 2a58b439-a3e9-489f-8e57-7623e88ab417 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:37:40.243306 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-80b522fe-8bac-4ba1-9139-479fcd8e3cbb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0471c57-b0d1-4e18-ab4a-b7993a459b11 HTTP/1.1" status: 200 len: 217 time: 0.1263151 Aug 20 10:37:40.260144 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4572806-9844-4302-b2a2-f2770c887d9d {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:37:40.297323 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-299cbda0-26b6-4e77-94b3-87929258648c req-77739036-ad1c-4337-91bf-4cdf57443fa0 service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222477 Aug 20 10:37:40.311379 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f4572806-9844-4302-b2a2-f2770c887d9d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f4572806-9844-4302-b2a2-f2770c887d9d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:40.319711 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:40.329654 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213b0a76-2de9-471d-abe1-acf7d2ee6db8 None None] Routers {'2a58b439-a3e9-489f-8e57-7623e88ab417'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:40.330299 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-213b0a76-2de9-471d-abe1-acf7d2ee6db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['2a58b439-a3e9-489f-8e57-7623e88ab417'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:40.361183 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-3925a163-e19d-46c7-b994-0ba4e65462fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:40.363110 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-3925a163-e19d-46c7-b994-0ba4e65462fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb132f55-3b57-430b-bbc8-0884dd2d7bc2 HTTP/1.1" status: 200 len: 854 time: 0.1109540 Aug 20 10:37:40.388713 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-da2a9d27-97c6-48bb-897d-5d39baaa55eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c39ea0f6d344bcf998308af661b94e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9900737 Aug 20 10:37:40.397222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37794) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:40.430056 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fe14b-501a-4a13-b5aa-cb20477158b9 req-f2d78ea8-b74e-40e0-b2a2-eb1039b96cae tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:40.442053 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-854fe14b-501a-4a13-b5aa-cb20477158b9 req-f2d78ea8-b74e-40e0-b2a2-eb1039b96cae tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 943 time: 0.3886824 Aug 20 10:37:40.515800 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-93057059-c184-4cf6-840e-03e1ddedea4c req-d56f7fdd-596b-4eb7-b752-6f31a23a3ab0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5204957 Aug 20 10:37:40.564876 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-2861c24f-3b70-4f47-9973-056718af6c44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c73c6bbd-3e27-4536-808e-999bd0de5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1780787 Aug 20 10:37:40.598704 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-854fe14b-501a-4a13-b5aa-cb20477158b9 req-ffc42e64-459b-4d52-a386-22608e3d5092 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557708 Aug 20 10:37:40.623670 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-492e911f-7fe7-4651-a301-6cfc9212b0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:40.783810 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-421e055c-2721-42d0-801f-ea7514a5d54e service neutron] 10.222.0.24 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102759 Aug 20 10:37:40.786619 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-827157a4-7212-4f8d-9241-baa39c091a4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:40.791930 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-299cbda0-26b6-4e77-94b3-87929258648c req-c25d4679-3b3d-497d-8d81-2a6d4b6826af service neutron] 10.222.0.42 "GET /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700191 Aug 20 10:37:40.800354 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-492e911f-7fe7-4651-a301-6cfc9212b0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:40.855160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-213b0a76-2de9-471d-abe1-acf7d2ee6db8 None None] Set router 2a58b439-a3e9-489f-8e57-7623e88ab417 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:40.993959 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-492e911f-7fe7-4651-a301-6cfc9212b0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:41.004348 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-492e911f-7fe7-4651-a301-6cfc9212b0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:41.009504 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-492e911f-7fe7-4651-a301-6cfc9212b0a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e819135-f86f-4681-8812-0951df9260e3 HTTP/1.1" status: 204 len: 168 time: 0.6081204 Aug 20 10:37:41.053084 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e911f-7fe7-4651-a301-6cfc9212b0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e819135-f86f-4681-8812-0951df9260e3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:41.093208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-827157a4-7212-4f8d-9241-baa39c091a4c admin admin] Deleting port e3d0469c-1fd8-4ce2-a30b-6d76d71804ed {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:41.095195 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-827157a4-7212-4f8d-9241-baa39c091a4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:41.344171 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-827157a4-7212-4f8d-9241-baa39c091a4c admin admin] For port e3d0469c-1fd8-4ce2-a30b-6d76d71804ed, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e3d0469c-1fd8-4ce2-a30b-6d76d71804ed,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:41.349850 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-827157a4-7212-4f8d-9241-baa39c091a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:41.393457 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-827157a4-7212-4f8d-9241-baa39c091a4c admin admin] Calling delete_port for e3d0469c-1fd8-4ce2-a30b-6d76d71804ed owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:41.542995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['f4572806-9844-4302-b2a2-f2770c887d9d'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:37:41.995618 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=f4572806-9844-4302-b2a2-f2770c887d9d,revision_number=12']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:42.171290 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9fbdc3c2-9744-47ec-8ae2-74bb98759961 req-cd3cfa69-27bf-4ff7-a152-b87eea00fb85 service neutron] 10.222.0.24 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3785660 Aug 20 10:37:42.426986 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-827157a4-7212-4f8d-9241-baa39c091a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:42.441082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182afae0-0197-429c-8850-c3c46ec649bf req-3fe5579a-752a-4b3f-90e2-9a394b6e33f1 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:42.452359 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-182afae0-0197-429c-8850-c3c46ec649bf req-3fe5579a-752a-4b3f-90e2-9a394b6e33f1 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 943 time: 0.5247746 Aug 20 10:37:42.598940 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827157a4-7212-4f8d-9241-baa39c091a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d0469c-1fd8-4ce2-a30b-6d76d71804ed,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:42.636611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449ebcd-4f3a-4d2d-afdf-0cf50be4899b req-0f9e634b-ced5-450f-8f52-46763a95bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:42.638143 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6449ebcd-4f3a-4d2d-afdf-0cf50be4899b req-0f9e634b-ced5-450f-8f52-46763a95bcda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=157bfa5e0cf8467ba64c52b2cf2713ce&device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 1095 time: 0.3367286 Aug 20 10:37:42.668032 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-182afae0-0197-429c-8850-c3c46ec649bf req-6a6b3eac-9539-4be0-965a-5820f4a562f1 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146852 Aug 20 10:37:42.719620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-213b0a76-2de9-471d-abe1-acf7d2ee6db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:31:46Z', 'updated_at': '2021-08-20T10:37:36Z', 'revision_number': 5, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'gw_port': {'id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:49Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:42.818135 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6802b5-155f-4e2a-bc08-147ae34de24b req-4501fb85-d588-451f-b2ad-f8297c03a5e4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:42.827234 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe6802b5-155f-4e2a-bc08-147ae34de24b req-4501fb85-d588-451f-b2ad-f8297c03a5e4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 945 time: 0.5817978 Aug 20 10:37:42.842207 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213b0a76-2de9-471d-abe1-acf7d2ee6db8 None None] The sync data for ids ['2a58b439-a3e9-489f-8e57-7623e88ab417'] in n-d-778550-11 is: [{'id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'name': 'tempest-TestVolumeBackupRestore-1550965938-router', 'tenant_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:31:46Z', 'updated_at': '2021-08-20T10:37:36Z', 'revision_number': 5, 'project_id': 'f498f17eff9b45a7b8676c88aedae8a5', 'gw_port': {'id': 'e3d0469c-1fd8-4ce2-a30b-6d76d71804ed', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a58b439-a3e9-489f-8e57-7623e88ab417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:31:49Z', 'updated_at': '2021-08-20T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:37:42.992137 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-827157a4-7212-4f8d-9241-baa39c091a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:43.076512 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449ebcd-4f3a-4d2d-afdf-0cf50be4899b req-5c33ff6f-3d2f-4cfb-8635-24719ffa4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:43.078432 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6449ebcd-4f3a-4d2d-afdf-0cf50be4899b req-5c33ff6f-3d2f-4cfb-8635-24719ffa4b89 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c73c6bbd-3e27-4536-808e-999bd0de5a5c HTTP/1.1" status: 200 len: 915 time: 0.4094150 Aug 20 10:37:43.162865 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6449ebcd-4f3a-4d2d-afdf-0cf50be4899b req-74196e75-d7a8-40f9-8793-b2875424e2d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0471c57-b0d1-4e18-ab4a-b7993a459b11 HTTP/1.1" status: 200 len: 217 time: 0.0768721 Aug 20 10:37:43.306715 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-827157a4-7212-4f8d-9241-baa39c091a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:43.318374 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-827157a4-7212-4f8d-9241-baa39c091a4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:43.321766 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37858) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:43.363663 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449ebcd-4f3a-4d2d-afdf-0cf50be4899b req-7d7da0a7-c07d-4ba6-8db0-ce59470dc5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:43.366417 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6449ebcd-4f3a-4d2d-afdf-0cf50be4899b req-7d7da0a7-c07d-4ba6-8db0-ce59470dc5dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb132f55-3b57-430b-bbc8-0884dd2d7bc2 HTTP/1.1" status: 200 len: 854 time: 0.1960585 Aug 20 10:37:43.461577 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6449ebcd-4f3a-4d2d-afdf-0cf50be4899b req-4c801213-c98d-4e0b-80cf-4f9512dfcf7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c73c6bbd-3e27-4536-808e-999bd0de5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837669 Aug 20 10:37:43.546542 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-827157a4-7212-4f8d-9241-baa39c091a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:43.547141 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827157a4-7212-4f8d-9241-baa39c091a4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a58b439-a3e9-489f-8e57-7623e88ab417 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:37:43.589855 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-827157a4-7212-4f8d-9241-baa39c091a4c admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:43.597418 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-827157a4-7212-4f8d-9241-baa39c091a4c admin admin] 10.222.0.16 "DELETE /v2.0/routers/2a58b439-a3e9-489f-8e57-7623e88ab417 HTTP/1.1" status: 204 len: 168 time: 4.4283273 Aug 20 10:37:43.600273 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37872) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:43.695127 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb81b07-d2c8-49be-9e06-99913512f3ee admin admin] Deleting subnet c4d0d36b-7f1b-481d-866e-81cca665fba3 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:37:43.704517 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1eb81b07-d2c8-49be-9e06-99913512f3ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:43.722180 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6449ebcd-4f3a-4d2d-afdf-0cf50be4899b req-1c6b6246-2a97-489c-af67-91e3c576faf7 service neutron] 10.222.0.24 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459652 Aug 20 10:37:43.728507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 38682323-c441-4ce7-9743-58dd8fbcff2d no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:37:43.729000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-fe219fc4-cd34-457a-9347-b99bd6ecd71a tempest-SubnetPoolsTestJSON-1925242862 tempest-SubnetPoolsTestJSON-1925242862-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1030526232', 'prefixes': ['172.20.0.0/16']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:37:43.768561 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 38682323-c441-4ce7-9743-58dd8fbcff2d {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:37:43.769177 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 38682323-c441-4ce7-9743-58dd8fbcff2d not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:37:43.843139 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1eb81b07-d2c8-49be-9e06-99913512f3ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:44.003366 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481fdf9-6d2b-409a-9cf6-f8ef7375ed00 req-d5dfd0d9-58c7-4349-8be3-e2421cff9996 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:44.005432 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c481fdf9-6d2b-409a-9cf6-f8ef7375ed00 req-d5dfd0d9-58c7-4349-8be3-e2421cff9996 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 943 time: 0.1461332 Aug 20 10:37:44.009831 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe6802b5-155f-4e2a-bc08-147ae34de24b req-4eb38265-00d0-4dc4-8b2a-019ae9635890 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1636939 Aug 20 10:37:44.010226 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6449ebcd-4f3a-4d2d-afdf-0cf50be4899b req-68350b85-4207-4e12-85c6-c40195da798f service neutron] 10.222.0.24 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762616 Aug 20 10:37:44.037302 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1eb81b07-d2c8-49be-9e06-99913512f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:44.123381 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe219fc4-cd34-457a-9347-b99bd6ecd71a tempest-SubnetPoolsTestJSON-1925242862 tempest-SubnetPoolsTestJSON-1925242862-project] Notify callbacks [] for subnetpool, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:44.127120 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fe219fc4-cd34-457a-9347-b99bd6ecd71a tempest-SubnetPoolsTestJSON-1925242862 tempest-SubnetPoolsTestJSON-1925242862-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8042283 Aug 20 10:37:44.151631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37882) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:44.229485 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a105195c-2d17-4321-9285-67f7e32de6c2 tempest-SubnetPoolsTestJSON-1925242862 tempest-SubnetPoolsTestJSON-1925242862-project] 10.222.0.16 "GET /v2.0/subnetpools/c02d0841-4214-4be4-b6ee-0c34b8ee4e8e HTTP/1.1" status: 200 len: 732 time: 0.0747077 Aug 20 10:37:44.231894 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1eb81b07-d2c8-49be-9e06-99913512f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:44.232740 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37884) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:44.239097 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-23bed138-3bc4-4243-b9f5-278c7d63fa7e tempest-SubnetPoolsTestJSON-1925242862 tempest-SubnetPoolsTestJSON-1925242862-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-178745038'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:37:44.259863 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c481fdf9-6d2b-409a-9cf6-f8ef7375ed00 req-4dcd16d0-5b49-463e-80ca-6cd50ca6e341 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439098 Aug 20 10:37:44.330617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb81b07-d2c8-49be-9e06-99913512f3ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d0d36b-7f1b-481d-866e-81cca665fba3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:44.337055 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1eb81b07-d2c8-49be-9e06-99913512f3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:44.346333 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33ee19c-3ba1-45c1-b564-05f968b8191d None None] Network fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:37:44.353586 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1eb81b07-d2c8-49be-9e06-99913512f3ee admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c4d0d36b-7f1b-481d-866e-81cca665fba3 HTTP/1.1" status: 204 len: 168 time: 0.7427690 Aug 20 10:37:44.356228 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37886) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:44.544305 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f0471c57-b0d1-4e18-ab4a-b7993a459b11 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:37:44.551290 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:44.770317 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-23bed138-3bc4-4243-b9f5-278c7d63fa7e tempest-SubnetPoolsTestJSON-1925242862 tempest-SubnetPoolsTestJSON-1925242862-project] Notify callbacks [] for subnetpool, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:44.771598 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-23bed138-3bc4-4243-b9f5-278c7d63fa7e tempest-SubnetPoolsTestJSON-1925242862 tempest-SubnetPoolsTestJSON-1925242862-project] 10.222.0.16 "PUT /v2.0/subnetpools/c02d0841-4214-4be4-b6ee-0c34b8ee4e8e HTTP/1.1" status: 200 len: 683 time: 0.5376525 Aug 20 10:37:44.774300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37896) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:44.825446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] Deleting port 08d27613-8545-4abf-b11b-33bc41d296b3 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:44.825880 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:44.938904 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] For port 08d27613-8545-4abf-b11b-33bc41d296b3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=08d27613-8545-4abf-b11b-33bc41d296b3,segment=NetworkSegment(811272b0-f542-48a8-afd3-93287aead824),segment_id=811272b0-f542-48a8-afd3-93287aead824)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:44.939302 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:44.953925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] Calling delete_port for 08d27613-8545-4abf-b11b-33bc41d296b3 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:45.078810 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb96ff2f-5cc5-47b4-8cc7-c51fdb2036f0 None None] DHCP port deletion for fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:37:45.085120 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:45.101362 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-abb4a32f-bbfb-4b37-9259-cc7371b09ca9 tempest-SubnetPoolsTestJSON-1925242862 tempest-SubnetPoolsTestJSON-1925242862-project] Notify callbacks [] for subnetpool, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:45.102561 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-abb4a32f-bbfb-4b37-9259-cc7371b09ca9 tempest-SubnetPoolsTestJSON-1925242862 tempest-SubnetPoolsTestJSON-1925242862-project] 10.222.0.16 "DELETE /v2.0/subnetpools/c02d0841-4214-4be4-b6ee-0c34b8ee4e8e HTTP/1.1" status: 204 len: 168 time: 0.3265004 Aug 20 10:37:45.108258 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37902) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:45.116410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port f0471c57-b0d1-4e18-ab4a-b7993a459b11, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f0471c57-b0d1-4e18-ab4a-b7993a459b11,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:45.159138 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-53d0d7bc-700d-46e0-9b76-99fe589ed96a tempest-SubnetPoolsTestJSON-1925242862 tempest-SubnetPoolsTestJSON-1925242862-project] show failed (client error): The resource could not be found. Aug 20 10:37:45.164199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f4572806-9844-4302-b2a2-f2770c887d9d up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:37:45.169563 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-53d0d7bc-700d-46e0-9b76-99fe589ed96a tempest-SubnetPoolsTestJSON-1925242862 tempest-SubnetPoolsTestJSON-1925242862-project] 10.222.0.16 "GET /v2.0/subnetpools/c02d0841-4214-4be4-b6ee-0c34b8ee4e8e HTTP/1.1" status: 404 len: 346 time: 0.0602415 Aug 20 10:37:45.170129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37904) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:45.206588 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-c70e41dd-5a6a-4f78-8b13-ef1184680b36 tempest-SubnetPoolsTestJSON-1925242862 tempest-SubnetPoolsTestJSON-1925242862-project] delete failed (client error): The resource could not be found. Aug 20 10:37:45.224107 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c70e41dd-5a6a-4f78-8b13-ef1184680b36 tempest-SubnetPoolsTestJSON-1925242862 tempest-SubnetPoolsTestJSON-1925242862-project] 10.222.0.16 "DELETE /v2.0/subnetpools/c02d0841-4214-4be4-b6ee-0c34b8ee4e8e HTTP/1.1" status: 404 len: 346 time: 0.0517385 Aug 20 10:37:45.224943 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] No DVR routers for this DVR port 08d27613-8545-4abf-b11b-33bc41d296b3 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:37:45.251647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] Pushing event deleted for resources: {'Port': ['ID=08d27613-8545-4abf-b11b-33bc41d296b3,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:45.320045 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'f0471c57-b0d1-4e18-ab4a-b7993a459b11', 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c', 'port_id': 'f0471c57-b0d1-4e18-ab4a-b7993a459b11', 'mac_address': 'fa:16:3e:a7:99:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb132f55-3b57-430b-bbc8-0884dd2d7bc2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:37:45.521259 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:45.545310 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:45.564488 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0471c57-b0d1-4e18-ab4a-b7993a459b11 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:37:45.585252 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1d4ba8-2f99-4afd-9255-b02ab45b68a6']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:45.630038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port f4572806-9844-4302-b2a2-f2770c887d9d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:37:45.630811 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:45.634354 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port f0471c57-b0d1-4e18-ab4a-b7993a459b11, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f0471c57-b0d1-4e18-ab4a-b7993a459b11,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:45.677538 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e3d0469c-1fd8-4ce2-a30b-6d76d71804ed no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:37:45.684251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811272b0-f542-48a8-afd3-93287aead824') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:45.684570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811272b0-f542-48a8-afd3-93287aead824') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:45.708089 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: e3d0469c-1fd8-4ce2-a30b-6d76d71804ed {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:37:45.708701 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e3d0469c-1fd8-4ce2-a30b-6d76d71804ed not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:37:45.709370 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 08d27613-8545-4abf-b11b-33bc41d296b3 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:37:45.712636 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:45.778901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 08d27613-8545-4abf-b11b-33bc41d296b3 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:37:45.779901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 08d27613-8545-4abf-b11b-33bc41d296b3 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:37:45.845233 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=f0471c57-b0d1-4e18-ab4a-b7993a459b11,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:45.878246 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:45.963447 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:46.010697 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:46.059184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:37:46.069415 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3869f108-4f3e-49d2-8c6e-d6b30c421880" -d '{"events": [{"server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "name": "network-vif-plugged", "status": "completed", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:37:46.072864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd849782-3c22-43e1-a2ff-9b234bc7a31e req-eb63ed79-e9a5-4d21-add4-8be9208242ac tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:46.087460 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd849782-3c22-43e1-a2ff-9b234bc7a31e req-eb63ed79-e9a5-4d21-add4-8be9208242ac tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 944 time: 0.4782772 Aug 20 10:37:46.088835 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['f0471c57-b0d1-4e18-ab4a-b7993a459b11'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:37:46.201887 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f4572806-9844-4302-b2a2-f2770c887d9d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f4572806-9844-4302-b2a2-f2770c887d9d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:46.247408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:37:46.248674 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:46.250358 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:46.423345 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd849782-3c22-43e1-a2ff-9b234bc7a31e req-50afe2ef-aa79-4cc2-9d01-6b6868e26e72 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347456 Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:37:46.424356 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:37:46.451297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37926) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:46.544269 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:46.556848 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:46.561610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] 10.222.0.16 "DELETE /v2.0/networks/fd1d4ba8-2f99-4afd-9255-b02ab45b68a6 HTTP/1.1" status: 204 len: 168 time: 2.2041430 Aug 20 10:37:46.566564 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=f4572806-9844-4302-b2a2-f2770c887d9d,revision_number=13']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:46.570259 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37936) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:46.626473 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a520ff2-9a01-41d2-92e9-b1bad530befd x-openstack-request-id: req-4a520ff2-9a01-41d2-92e9-b1bad530befd {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:37:46.627910 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "name": "network-vif-plugged", "status": "completed", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:37:46.627910 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a520ff2-9a01-41d2-92e9-b1bad530befd {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:37:46.627910 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'code': 200} Aug 20 10:37:46.991352 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb5e8e-da31-4383-bc1f-399bdb0c4be5 req-9294c84a-6239-49b6-b6f1-57f1a830d762 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:47.005883 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-abfb5e8e-da31-4383-bc1f-399bdb0c4be5 req-9294c84a-6239-49b6-b6f1-57f1a830d762 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 945 time: 1.7805746 Aug 20 10:37:47.171950 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-abfb5e8e-da31-4383-bc1f-399bdb0c4be5 req-f2fb2613-bf05-435b-83d4-2e72585fcd6c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598828 Aug 20 10:37:47.451959 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f31862-c15f-4ad3-9be9-ad3d9718606b admin admin] Pushing event deleted for resources: {'Network': ['ID=fd1d4ba8-2f99-4afd-9255-b02ab45b68a6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:47.491759 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a27882e4-c815-4b0a-8288-4d8db6226513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:47.792621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671e91f-c92f-47ea-ae6a-2f82d7bfa18a req-bd1facb7-8638-490f-b4b1-7dcabe53657d tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:47.804435 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7671e91f-c92f-47ea-ae6a-2f82d7bfa18a req-bd1facb7-8638-490f-b4b1-7dcabe53657d tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 944 time: 0.1823931 Aug 20 10:37:48.035733 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7671e91f-c92f-47ea-ae6a-2f82d7bfa18a req-1ef4b643-205e-42de-88d5-6e96df6e4174 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950061 Aug 20 10:37:48.189898 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a27882e4-c815-4b0a-8288-4d8db6226513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:48.232405 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a27882e4-c815-4b0a-8288-4d8db6226513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:48.471185 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a27882e4-c815-4b0a-8288-4d8db6226513 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=997618319ddb467f858c02585e3404d6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0050876 Aug 20 10:37:48.472028 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27882e4-c815-4b0a-8288-4d8db6226513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a0095e-9170-43c8-a1ca-88d1e7c7844b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:48.518900 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37974) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:48.520029 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:48.538048 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f0471c57-b0d1-4e18-ab4a-b7993a459b11 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:37:48.639369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ad742-351f-4b53-a04a-06e211c0200c req-e03a201a-0757-4fa0-a1da-e9fadaa1ed98 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:48.649966 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-227ad742-351f-4b53-a04a-06e211c0200c req-e03a201a-0757-4fa0-a1da-e9fadaa1ed98 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 946 time: 0.2444940 Aug 20 10:37:48.702854 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-52971f9e-99f8-4f48-9f7a-5d7e4808d8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:48.727209 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port f0471c57-b0d1-4e18-ab4a-b7993a459b11 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:37:48.748591 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port f0471c57-b0d1-4e18-ab4a-b7993a459b11 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:37:48.749988 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:48.799372 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-227ad742-351f-4b53-a04a-06e211c0200c req-d82a221b-0231-4663-b791-332866681082 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481223 Aug 20 10:37:48.951281 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:49.005792 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69faf209-a1dc-4d41-b8f4-a29a6bb15bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0471c57-b0d1-4e18-ab4a-b7993a459b11'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:37:49.014769 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624381ff-98de-4d4c-9944-9748a19c7617" -d '{"events": [{"server_uuid": "69faf209-a1dc-4d41-b8f4-a29a6bb15bb3", "name": "network-vif-plugged", "status": "completed", "tag": "f0471c57-b0d1-4e18-ab4a-b7993a459b11"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:37:49.044567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port f0471c57-b0d1-4e18-ab4a-b7993a459b11, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f0471c57-b0d1-4e18-ab4a-b7993a459b11,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:49.054063 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:49.172995 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b992db1-7465-4d61-aa46-28e2a39476be x-openstack-request-id: req-7b992db1-7465-4d61-aa46-28e2a39476be {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:37:49.173293 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69faf209-a1dc-4d41-b8f4-a29a6bb15bb3", "name": "network-vif-plugged", "status": "completed", "tag": "f0471c57-b0d1-4e18-ab4a-b7993a459b11", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:37:49.173538 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b992db1-7465-4d61-aa46-28e2a39476be {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:37:49.173918 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69faf209-a1dc-4d41-b8f4-a29a6bb15bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0471c57-b0d1-4e18-ab4a-b7993a459b11', 'code': 200} Aug 20 10:37:49.177614 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=f0471c57-b0d1-4e18-ab4a-b7993a459b11,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:49.316211 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c74e3cef-e648-4236-a5f6-f5231ab28ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:49.412293 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c74e3cef-e648-4236-a5f6-f5231ab28ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:49.514608 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878a774-3e2d-4723-9adb-d3f94b553261 req-2f2977b4-4ba2-42c5-8aa4-04df8df666d5 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:49.522215 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6878a774-3e2d-4723-9adb-d3f94b553261 req-2f2977b4-4ba2-42c5-8aa4-04df8df666d5 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 945 time: 0.1746664 Aug 20 10:37:49.608645 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ad2ea-d901-48b0-b3e4-f53b698efe64 req-f9ace8f6-3a2b-4ed2-a6e1-92e89ce1cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:49.614674 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e42ad2ea-d901-48b0-b3e4-f53b698efe64 req-f9ace8f6-3a2b-4ed2-a6e1-92e89ce1cdcf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 1097 time: 0.2660410 Aug 20 10:37:49.854950 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6878a774-3e2d-4723-9adb-d3f94b553261 req-b4c26f6e-cc47-4b5f-a12b-a25ea4a232c2 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245451 Aug 20 10:37:49.907271 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e42ad2ea-d901-48b0-b3e4-f53b698efe64 req-1c2a25cc-4c80-408b-8275-1d4a21226247 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522861 Aug 20 10:37:50.002571 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c74e3cef-e648-4236-a5f6-f5231ab28ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:50.031459 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c74e3cef-e648-4236-a5f6-f5231ab28ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:50.043806 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c74e3cef-e648-4236-a5f6-f5231ab28ae2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80a0095e-9170-43c8-a1ca-88d1e7c7844b HTTP/1.1" status: 204 len: 168 time: 1.5178707 Aug 20 10:37:50.106474 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e3cef-e648-4236-a5f6-f5231ab28ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a0095e-9170-43c8-a1ca-88d1e7c7844b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:50.159035 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-52971f9e-99f8-4f48-9f7a-5d7e4808d8f1 admin admin] Deleting port f1130aec-8418-41b6-abea-c4d55c7b7d00 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:50.161515 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-52971f9e-99f8-4f48-9f7a-5d7e4808d8f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:50.195861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0b74-c738-4f13-92d1-fb0f48210def req-49fd07f5-d5ae-4b7f-82de-70756e77524e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:50.201477 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-077c0b74-c738-4f13-92d1-fb0f48210def req-49fd07f5-d5ae-4b7f-82de-70756e77524e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 946 time: 0.1473310 Aug 20 10:37:50.504881 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-52971f9e-99f8-4f48-9f7a-5d7e4808d8f1 admin admin] For port f1130aec-8418-41b6-abea-c4d55c7b7d00, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f1130aec-8418-41b6-abea-c4d55c7b7d00,segment=NetworkSegment(68c1fbad-c5fe-46ff-9999-5c9bd2f687b4),segment_id=68c1fbad-c5fe-46ff-9999-5c9bd2f687b4)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:50.505485 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-52971f9e-99f8-4f48-9f7a-5d7e4808d8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:50.506257 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-077c0b74-c738-4f13-92d1-fb0f48210def req-b478e038-daa3-4126-96d6-65ae0af3a9bc tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774508 Aug 20 10:37:50.571040 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-52971f9e-99f8-4f48-9f7a-5d7e4808d8f1 admin admin] Calling delete_port for f1130aec-8418-41b6-abea-c4d55c7b7d00 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:51.215729 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656adba1-dec8-4515-9899-2cc40cf2b60b req-a298d038-784e-46fe-be0d-4ce0bbfaa579 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:51.228406 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-656adba1-dec8-4515-9899-2cc40cf2b60b req-a298d038-784e-46fe-be0d-4ce0bbfaa579 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 945 time: 0.2082975 Aug 20 10:37:51.609918 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-656adba1-dec8-4515-9899-2cc40cf2b60b req-c07302dd-69d9-4797-a221-ceeca2207c7c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776410 Aug 20 10:37:51.619247 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-52971f9e-99f8-4f48-9f7a-5d7e4808d8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:51.690167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52971f9e-99f8-4f48-9f7a-5d7e4808d8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1130aec-8418-41b6-abea-c4d55c7b7d00,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:51.963607 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832b43d-5da8-4c75-bed5-037de7dc59ff req-f9a2c55c-76be-4a71-86a4-6459f2c6a480 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:51.975552 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a832b43d-5da8-4c75-bed5-037de7dc59ff req-f9a2c55c-76be-4a71-86a4-6459f2c6a480 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 946 time: 0.1822557 Aug 20 10:37:52.175000 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a832b43d-5da8-4c75-bed5-037de7dc59ff req-814548c5-8515-40a1-bb1f-5ce5cf6f08ef tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917331 Aug 20 10:37:52.746078 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:52.860920 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dd457-6e1f-49c5-802a-f71b6c946703 req-77daf44d-1670-40ae-8ed3-35e633f34b49 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:52.870884 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a19dd457-6e1f-49c5-802a-f71b6c946703 req-77daf44d-1670-40ae-8ed3-35e633f34b49 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 945 time: 0.1308665 Aug 20 10:37:52.960156 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a19dd457-6e1f-49c5-802a-f71b6c946703 req-7ba4d26c-8625-4da1-9c73-8c2bef4ad4e0 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816834 Aug 20 10:37:53.031425 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-52971f9e-99f8-4f48-9f7a-5d7e4808d8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:53.285611 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63ebb1b3-4846-433f-95dd-f0778b7f5684 req-8131191d-a461-4600-8eeb-d70fe2782977 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3936052 Aug 20 10:37:53.437572 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d87917-5d03-41d0-a1db-9b44f1b86253 req-a568b44b-e104-4221-9353-9aceada00f89 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:53.454857 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d1d87917-5d03-41d0-a1db-9b44f1b86253 req-a568b44b-e104-4221-9353-9aceada00f89 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 946 time: 0.1277001 Aug 20 10:37:53.525239 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d1d87917-5d03-41d0-a1db-9b44f1b86253 req-f9eaee3e-834a-48c8-b916-5d16de94fb4c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565722 Aug 20 10:37:53.705130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebb1b3-4846-433f-95dd-f0778b7f5684 req-0dbfa465-872f-4d37-8e4e-d4631d7e8db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:53.706659 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63ebb1b3-4846-433f-95dd-f0778b7f5684 req-0dbfa465-872f-4d37-8e4e-d4631d7e8db7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b086f231f77d4675abacdbd977d6ae32&device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 1097 time: 0.3746626 Aug 20 10:37:53.940720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebb1b3-4846-433f-95dd-f0778b7f5684 req-a680a80e-4c17-479f-bb74-0162e544261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:53.946822 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63ebb1b3-4846-433f-95dd-f0778b7f5684 req-a680a80e-4c17-479f-bb74-0162e544261e service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a2aea40-582a-4eff-ab3a-f223319273f1 HTTP/1.1" status: 200 len: 911 time: 0.2135298 Aug 20 10:37:54.084471 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52971f9e-99f8-4f48-9f7a-5d7e4808d8f1 admin admin] Router efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:37:54.562445 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63ebb1b3-4846-433f-95dd-f0778b7f5684 req-06c64d20-082f-4e8a-90fa-31eedb9a6201 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cd4ec97-116f-4ae7-81ab-4fd5b11625fc HTTP/1.1" status: 200 len: 1001 time: 0.6018982 Aug 20 10:37:54.732859 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebb1b3-4846-433f-95dd-f0778b7f5684 req-3a021a59-a689-4023-9f12-ea3b9da51c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:54.734482 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63ebb1b3-4846-433f-95dd-f0778b7f5684 req-3a021a59-a689-4023-9f12-ea3b9da51c5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869 HTTP/1.1" status: 200 len: 849 time: 0.1502628 Aug 20 10:37:54.761129 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52971f9e-99f8-4f48-9f7a-5d7e4808d8f1 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:37:54.773079 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88849122-15c6-4808-ab78-8b8f14b7160e None None] Sync routers for ids ['efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:37:54.787877 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-52971f9e-99f8-4f48-9f7a-5d7e4808d8f1 admin admin] 10.222.0.16 "PUT /v2.0/routers/efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2111034 Aug 20 10:37:54.789384 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88849122-15c6-4808-ab78-8b8f14b7160e None None] Routers {'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:54.790410 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-88849122-15c6-4808-ab78-8b8f14b7160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:54.792277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8d1b1-ad68-46bb-b380-d01931ae2f1f req-45f921f9-b93f-4c8b-9fc4-12288ace0ac2 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:54.807726 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bdb8d1b1-ad68-46bb-b380-d01931ae2f1f req-45f921f9-b93f-4c8b-9fc4-12288ace0ac2 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 946 time: 0.1586287 Aug 20 10:37:54.832207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38110) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:54.912564 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bdb8d1b1-ad68-46bb-b380-d01931ae2f1f req-951f01fb-2745-430a-bbc3-b91c6f0e489d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995374 Aug 20 10:37:55.027487 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38116) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:55.027910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebb1b3-4846-433f-95dd-f0778b7f5684 req-d06c55c5-70d3-40a0-abc2-773574714fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:55.029456 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63ebb1b3-4846-433f-95dd-f0778b7f5684 req-d06c55c5-70d3-40a0-abc2-773574714fae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a2aea40-582a-4eff-ab3a-f223319273f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2867656 Aug 20 10:37:55.299228 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0984ca17-fa35-4742-bce2-b27a1fd985be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:55.330881 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-88849122-15c6-4808-ab78-8b8f14b7160e None None] Set router efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:55.394860 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:55.530861 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0984ca17-fa35-4742-bce2-b27a1fd985be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:55.538291 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0984ca17-fa35-4742-bce2-b27a1fd985be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:55.542288 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63ebb1b3-4846-433f-95dd-f0778b7f5684 req-e40d27fb-77c1-4885-8ead-ed8e83a0689d service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729564 Aug 20 10:37:55.633243 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0984ca17-fa35-4742-bce2-b27a1fd985be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a51cb1d32db4021adc570d8f366c951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6042423 Aug 20 10:37:55.634549 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984ca17-fa35-4742-bce2-b27a1fd985be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a352c2e-0e6d-46cd-9076-a5ef24533a04,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:55.637323 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38124) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:55.785756 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-08b40278-8b11-41ce-8e58-bb132c127e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:55.818896 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-88849122-15c6-4808-ab78-8b8f14b7160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'name': 'tempest-TestVolumeBackupRestore-576925494-router', 'tenant_id': '04dcf3bada214a90b32b9b79ce337a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b2a7441b-fe47-4d1a-b74f-d6a95ed00a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:32:12Z', 'updated_at': '2021-08-20T10:37:51Z', 'revision_number': 5, 'project_id': '04dcf3bada214a90b32b9b79ce337a19', 'gw_port': {'id': 'b2a7441b-fe47-4d1a-b74f-d6a95ed00a79', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:32:13Z', 'updated_at': '2021-08-20T10:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:55.843432 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-08b40278-8b11-41ce-8e58-bb132c127e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:55.882798 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88849122-15c6-4808-ab78-8b8f14b7160e None None] Checking router: efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:37:55.889073 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:55.915913 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88849122-15c6-4808-ab78-8b8f14b7160e None None] Routers {'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:37:55.916738 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-88849122-15c6-4808-ab78-8b8f14b7160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:37:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:55.939140 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63ebb1b3-4846-433f-95dd-f0778b7f5684 req-825a033b-5892-49d2-a92a-a007823a7bc1 service neutron] 10.222.0.24 "GET /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846717 Aug 20 10:37:55.964831 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-08b40278-8b11-41ce-8e58-bb132c127e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:55.975424 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-08b40278-8b11-41ce-8e58-bb132c127e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:55.982434 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-08b40278-8b11-41ce-8e58-bb132c127e19 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a352c2e-0e6d-46cd-9076-a5ef24533a04 HTTP/1.1" status: 204 len: 168 time: 0.3318737 Aug 20 10:37:56.004223 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b40278-8b11-41ce-8e58-bb132c127e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a352c2e-0e6d-46cd-9076-a5ef24533a04,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:56.054613 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Deleting port b2a7441b-fe47-4d1a-b74f-d6a95ed00a79 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:56.055086 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:56.160726 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-88849122-15c6-4808-ab78-8b8f14b7160e None None] Set router efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22 gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:37:56.191691 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f67f0b-2e4a-4b62-a20f-e52e3416f776 req-78ab1335-93d0-4e0f-8295-f08213c55b79 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:56.204977 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f2f67f0b-2e4a-4b62-a20f-e52e3416f776 req-78ab1335-93d0-4e0f-8295-f08213c55b79 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 946 time: 0.1302464 Aug 20 10:37:56.271936 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-88849122-15c6-4808-ab78-8b8f14b7160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'name': 'tempest-TestVolumeBackupRestore-576925494-router', 'tenant_id': '04dcf3bada214a90b32b9b79ce337a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:32:12Z', 'updated_at': '2021-08-20T10:37:55Z', 'revision_number': 6, 'project_id': '04dcf3bada214a90b32b9b79ce337a19', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:37:56.303589 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] For port b2a7441b-fe47-4d1a-b74f-d6a95ed00a79, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b2a7441b-fe47-4d1a-b74f-d6a95ed00a79,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:56.303953 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:56.320672 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Calling delete_port for b2a7441b-fe47-4d1a-b74f-d6a95ed00a79 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:56.323789 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f2f67f0b-2e4a-4b62-a20f-e52e3416f776 req-7bc19752-0e06-4f06-b674-5d9267d376f8 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163945 Aug 20 10:37:56.365615 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88849122-15c6-4808-ab78-8b8f14b7160e None None] The sync data for ids ['efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22'] in n-d-778550-11 is: [{'id': 'efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22', 'name': 'tempest-TestVolumeBackupRestore-576925494-router', 'tenant_id': '04dcf3bada214a90b32b9b79ce337a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:32:12Z', 'updated_at': '2021-08-20T10:37:55Z', 'revision_number': 6, 'project_id': '04dcf3bada214a90b32b9b79ce337a19', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:37:56.571099 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:56.634065 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a7441b-fe47-4d1a-b74f-d6a95ed00a79,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:56.675644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38150) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:56.685539 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:56.685888 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:56.686230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:56.686569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:56.686898 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:56.687255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:56.687633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:56.688658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:56.688994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:56.689504 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:56.689684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:56.689950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:37:56.704532 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd594ad-fbc3-42c3-910a-f9f0edcc3138 req-44309da5-e448-4a58-8f23-70d434b07d4e tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:56.711692 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6dd594ad-fbc3-42c3-910a-f9f0edcc3138 req-44309da5-e448-4a58-8f23-70d434b07d4e tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.5312319 Aug 20 10:37:56.733175 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dc884739-a192-465c-9d98-5854369c221c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:56.818147 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6dd594ad-fbc3-42c3-910a-f9f0edcc3138 req-d3ee24fb-6d46-4f72-ad6e-0e58dfd1802e tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054776 Aug 20 10:37:56.826749 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:56.929564 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dc884739-a192-465c-9d98-5854369c221c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:56.934984 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dc884739-a192-465c-9d98-5854369c221c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:57.022722 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc884739-a192-465c-9d98-5854369c221c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5271b6-eb6f-4e78-aff0-7239e7e91e56,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:57.035286 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dc884739-a192-465c-9d98-5854369c221c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9ac725d8e994903b735cf69d6540d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558211 Aug 20 10:37:57.035461 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:57.035586 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38152) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:57.072692 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:57.152211 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:57.152907 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Fanout notify agent at l3_agent the message router_deleted on router efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:37:57.167876 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:57.171493 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d4b8d377-7593-46c1-8f63-aaa9e4df577d admin admin] 10.222.0.16 "DELETE /v2.0/routers/efd6d9bb-e6cd-4c41-8b0f-731d59fa6a22 HTTP/1.1" status: 204 len: 168 time: 2.3360035 Aug 20 10:37:57.172698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38154) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:57.181720 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7913c5e8-7c35-466d-9d99-872fd61ac484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:57.263254 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7913c5e8-7c35-466d-9d99-872fd61ac484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:57.318054 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ae0580-4005-44d7-8737-234fe2990235 admin admin] Deleting subnet c29eb824-df81-4eb3-89ce-7931dff8d11f {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:37:57.329893 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27ae0580-4005-44d7-8737-234fe2990235 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:57.425458 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27ae0580-4005-44d7-8737-234fe2990235 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:57.463155 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7913c5e8-7c35-466d-9d99-872fd61ac484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:57.470017 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7913c5e8-7c35-466d-9d99-872fd61ac484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:57.474759 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7913c5e8-7c35-466d-9d99-872fd61ac484 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae5271b6-eb6f-4e78-aff0-7239e7e91e56 HTTP/1.1" status: 204 len: 168 time: 0.4357326 Aug 20 10:37:57.495668 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913c5e8-7c35-466d-9d99-872fd61ac484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5271b6-eb6f-4e78-aff0-7239e7e91e56,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:57.615181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f1130aec-8418-41b6-abea-c4d55c7b7d00 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:37:57.626126 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33260b-e5f8-4f6e-9989-da8130f19d27 req-7be8a404-018b-46e6-bf6f-0be08970d194 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:57.648658 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb33260b-e5f8-4f6e-9989-da8130f19d27 req-7be8a404-018b-46e6-bf6f-0be08970d194 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 946 time: 0.1432729 Aug 20 10:37:57.654237 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: f1130aec-8418-41b6-abea-c4d55c7b7d00 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:37:57.654594 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f1130aec-8418-41b6-abea-c4d55c7b7d00 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:37:57.655021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b2a7441b-fe47-4d1a-b74f-d6a95ed00a79 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:37:57.686226 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: b2a7441b-fe47-4d1a-b74f-d6a95ed00a79 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:37:57.687096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b2a7441b-fe47-4d1a-b74f-d6a95ed00a79 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:37:57.793380 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27ae0580-4005-44d7-8737-234fe2990235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:57.808502 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb33260b-e5f8-4f6e-9989-da8130f19d27 req-78758d71-6711-483e-97d7-b8df635806c5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588545 Aug 20 10:37:57.984312 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27ae0580-4005-44d7-8737-234fe2990235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:58.068386 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1851-3d40-40d5-aa9f-d5e11a5167d3 req-728a7d76-529c-4f66-b4fe-7e1cf081f021 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:58.076856 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27ae0580-4005-44d7-8737-234fe2990235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:58.078523 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240018f7-8764-455c-8056-f60a00b97178 None None] Network 65f0b405-2693-4100-920c-d219a3772584 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:37:58.086623 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-27ae0580-4005-44d7-8737-234fe2990235 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c29eb824-df81-4eb3-89ce-7931dff8d11f HTTP/1.1" status: 204 len: 168 time: 0.9127121 Aug 20 10:37:58.087758 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38180) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:37:58.088035 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-444c1851-3d40-40d5-aa9f-d5e11a5167d3 req-728a7d76-529c-4f66-b4fe-7e1cf081f021 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.1453862 Aug 20 10:37:58.090910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae0580-4005-44d7-8737-234fe2990235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c29eb824-df81-4eb3-89ce-7931dff8d11f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:58.193635 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-444c1851-3d40-40d5-aa9f-d5e11a5167d3 req-acfb189c-dd81-4b3f-ba85-5685886a6039 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937164 Aug 20 10:37:58.287398 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:58.470472 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c17b5-c5bb-433b-9ce8-6cb045732d90 req-323d9565-6bb5-4198-8ecb-fc24017332b3 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:58.472069 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-708c17b5-c5bb-433b-9ce8-6cb045732d90 req-323d9565-6bb5-4198-8ecb-fc24017332b3 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 945 time: 0.0998464 Aug 20 10:37:58.477629 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] Deleting port 14d26bd8-3a8e-44ba-b12e-938154448bed {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:58.477965 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:58.543679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0addc80a-726e-480c-9433-e628de2c3380 None None] DHCP port deletion for 65f0b405-2693-4100-920c-d219a3772584 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:37:58.714898 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0addc80a-726e-480c-9433-e628de2c3380 None None] Deleting port 14d26bd8-3a8e-44ba-b12e-938154448bed {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:58.716326 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0addc80a-726e-480c-9433-e628de2c3380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:58.788799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] For port 14d26bd8-3a8e-44ba-b12e-938154448bed, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=14d26bd8-3a8e-44ba-b12e-938154448bed,segment=NetworkSegment(68c1fbad-c5fe-46ff-9999-5c9bd2f687b4),segment_id=68c1fbad-c5fe-46ff-9999-5c9bd2f687b4)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:58.789166 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:58.809075 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] Calling delete_port for 14d26bd8-3a8e-44ba-b12e-938154448bed owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:58.870686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-708c17b5-c5bb-433b-9ce8-6cb045732d90 req-ef5bca73-c945-4a87-8185-095350266c6f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Deleting port 910fb2e7-ab51-40cf-be6a-b49645a4c201 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:37:58.871030 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-708c17b5-c5bb-433b-9ce8-6cb045732d90 req-ef5bca73-c945-4a87-8185-095350266c6f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:58.995081 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0addc80a-726e-480c-9433-e628de2c3380 None None] For port 14d26bd8-3a8e-44ba-b12e-938154448bed, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=14d26bd8-3a8e-44ba-b12e-938154448bed,segment=NetworkSegment(68c1fbad-c5fe-46ff-9999-5c9bd2f687b4),segment_id=68c1fbad-c5fe-46ff-9999-5c9bd2f687b4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:59.006796 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0addc80a-726e-480c-9433-e628de2c3380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:59.024790 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b30b29-4dce-41bd-912d-79d4dd5f2c5f req-35e28f7f-11b9-4e9c-a7e5-3291f72513b2 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:37:59.026704 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-38b30b29-4dce-41bd-912d-79d4dd5f2c5f req-35e28f7f-11b9-4e9c-a7e5-3291f72513b2 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 946 time: 0.1113377 Aug 20 10:37:59.066381 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0addc80a-726e-480c-9433-e628de2c3380 None None] Calling delete_port for 14d26bd8-3a8e-44ba-b12e-938154448bed owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:59.116934 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-38b30b29-4dce-41bd-912d-79d4dd5f2c5f req-c150bf6d-f6d2-49b9-a40f-0c71a2a85bbf tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824368 Aug 20 10:37:59.204772 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-708c17b5-c5bb-433b-9ce8-6cb045732d90 req-ef5bca73-c945-4a87-8185-095350266c6f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] For port 910fb2e7-ab51-40cf-be6a-b49645a4c201, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=910fb2e7-ab51-40cf-be6a-b49645a4c201,segment=NetworkSegment(b34bc5cb-7167-4924-8e5e-13d4451816dd),segment_id=b34bc5cb-7167-4924-8e5e-13d4451816dd)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:37:59.205274 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-708c17b5-c5bb-433b-9ce8-6cb045732d90 req-ef5bca73-c945-4a87-8185-095350266c6f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:59.228425 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-708c17b5-c5bb-433b-9ce8-6cb045732d90 req-ef5bca73-c945-4a87-8185-095350266c6f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Calling delete_port for 910fb2e7-ab51-40cf-be6a-b49645a4c201 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:37:59.387146 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d290cb2f-9574-4e96-9373-47bd9b5ea82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:59.396740 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-708c17b5-c5bb-433b-9ce8-6cb045732d90 req-ef5bca73-c945-4a87-8185-095350266c6f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:59.417518 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['2d9e88a4-529c-4ab6-8fae-39f98457437d', '910fb2e7-ab51-40cf-be6a-b49645a4c201'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:37:59.418887 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01b2718e-d41e-49e5-8334-447b7695fc04 req-5015be68-3b71-4bd4-9662-479f7c81eb0a tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ee39aca-55ce-4a2e-b68d-e5dbe823aab2 HTTP/1.1" status: 200 len: 210 time: 0.0389366 Aug 20 10:37:59.465072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bca73-c945-4a87-8185-095350266c6f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Pushing event deleted for resources: {'Port': ['ID=910fb2e7-ab51-40cf-be6a-b49645a4c201,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:59.545932 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0addc80a-726e-480c-9433-e628de2c3380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:59.611656 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0addc80a-726e-480c-9433-e628de2c3380 None None] No DVR routers for this DVR port 14d26bd8-3a8e-44ba-b12e-938154448bed on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:37:59.631396 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-708c17b5-c5bb-433b-9ce8-6cb045732d90 req-ef5bca73-c945-4a87-8185-095350266c6f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] No DVR routers for this DVR port 910fb2e7-ab51-40cf-be6a-b49645a4c201 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:37:59.639427 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-708c17b5-c5bb-433b-9ce8-6cb045732d90 req-ef5bca73-c945-4a87-8185-095350266c6f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:59.649350 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-708c17b5-c5bb-433b-9ce8-6cb045732d90 req-ef5bca73-c945-4a87-8185-095350266c6f tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.42 "DELETE /v2.0/ports/910fb2e7-ab51-40cf-be6a-b49645a4c201 HTTP/1.1" status: 204 len: 173 time: 1.1626344 Aug 20 10:37:59.650181 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee39aca-55ce-4a2e-b68d-e5dbe823aab2', 'name': 'network-vif-deleted', 'tag': '910fb2e7-ab51-40cf-be6a-b49645a4c201'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:37:59.660482 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bcef6f-4bb6-49db-b93d-ca4350b7dd6c" -d '{"events": [{"server_uuid": "8ee39aca-55ce-4a2e-b68d-e5dbe823aab2", "name": "network-vif-deleted", "tag": "910fb2e7-ab51-40cf-be6a-b49645a4c201"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:37:59.695359 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 14d26bd8-3a8e-44ba-b12e-938154448bed no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:37:59.707756 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:37:59.757274 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0addc80a-726e-480c-9433-e628de2c3380 None None] Pushing event deleted for resources: {'Port': ['ID=14d26bd8-3a8e-44ba-b12e-938154448bed,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:37:59.769638 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 14d26bd8-3a8e-44ba-b12e-938154448bed {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:37:59.770246 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 14d26bd8-3a8e-44ba-b12e-938154448bed not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:37:59.860607 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e552c9-fb5d-4201-902a-b87f647e1e68 x-openstack-request-id: req-35e552c9-fb5d-4201-902a-b87f647e1e68 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:37:59.870527 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee39aca-55ce-4a2e-b68d-e5dbe823aab2", "name": "network-vif-deleted", "tag": "910fb2e7-ab51-40cf-be6a-b49645a4c201", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:37:59.872354 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35e552c9-fb5d-4201-902a-b87f647e1e68 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:37:59.881975 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee39aca-55ce-4a2e-b68d-e5dbe823aab2', 'name': 'network-vif-deleted', 'tag': '910fb2e7-ab51-40cf-be6a-b49645a4c201', 'status': 'completed', 'code': 200} Aug 20 10:37:59.884592 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] No DVR routers for this DVR port 14d26bd8-3a8e-44ba-b12e-938154448bed on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:37:59.888007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] Pushing event deleted for resources: {'Port': ['ID=14d26bd8-3a8e-44ba-b12e-938154448bed,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:00.108561 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:00.134159 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f0b405-2693-4100-920c-d219a3772584']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:38:00.160191 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c1fbad-c5fe-46ff-9999-5c9bd2f687b4') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:38:00.162415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c1fbad-c5fe-46ff-9999-5c9bd2f687b4') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:38:00.184249 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:00.220831 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:00.234227 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:38:00.235288 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:38:00.387969 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:38:00.393068 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:00.400630 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:00.402675 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] 10.222.0.16 "DELETE /v2.0/networks/65f0b405-2693-4100-920c-d219a3772584 HTTP/1.1" status: 204 len: 168 time: 2.3008578 Aug 20 10:38:00.430327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7be9e-3c17-4495-a5be-dcc9a821f5cd admin admin] Pushing event deleted for resources: {'Network': ['ID=65f0b405-2693-4100-920c-d219a3772584,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:00.523589 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132eedde-8761-4f75-92d4-e71dde9e3f87 req-e3d82d79-21ec-47eb-9adc-eff86b3c22c3 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:00.542621 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-132eedde-8761-4f75-92d4-e71dde9e3f87 req-e3d82d79-21ec-47eb-9adc-eff86b3c22c3 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 946 time: 0.1409173 Aug 20 10:38:00.669651 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-132eedde-8761-4f75-92d4-e71dde9e3f87 req-b1e05302-0da4-4c0c-8131-6f3f03f11864 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266334 Aug 20 10:38:01.032227 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38256) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:01.173050 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38266) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:01.185364 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-eece9762-52ae-4076-bf2e-4f50f8eb9e4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f498f17eff9b45a7b8676c88aedae8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513970 Aug 20 10:38:01.255437 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-805d477e-2575-4e14-a386-fb5595469fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:01.311079 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-805d477e-2575-4e14-a386-fb5595469fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:01.493076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d114f-f41c-485d-9e47-dad3cadf33e8 req-91c2e49e-2cb9-437a-9816-09b95586341b tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:01.503877 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e24d114f-f41c-485d-9e47-dad3cadf33e8 req-91c2e49e-2cb9-437a-9816-09b95586341b tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.1648142 Aug 20 10:38:01.529192 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-805d477e-2575-4e14-a386-fb5595469fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:01.533691 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-805d477e-2575-4e14-a386-fb5595469fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:01.546299 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-805d477e-2575-4e14-a386-fb5595469fb8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45d8cf3f-dcda-4b80-9858-cdbc71f9ba76 HTTP/1.1" status: 204 len: 168 time: 0.3599708 Aug 20 10:38:01.588306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d477e-2575-4e14-a386-fb5595469fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d8cf3f-dcda-4b80-9858-cdbc71f9ba76,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:01.625848 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e24d114f-f41c-485d-9e47-dad3cadf33e8 req-dc17959c-8f20-4901-86b6-52b41008474b tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206298 Aug 20 10:38:01.897176 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442afb59-626e-442f-9e1e-a49f186c72ca req-c68b3afc-a3c0-4e48-a806-b5456afdae8d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:01.915625 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-442afb59-626e-442f-9e1e-a49f186c72ca req-c68b3afc-a3c0-4e48-a806-b5456afdae8d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 946 time: 0.1086359 Aug 20 10:38:01.941599 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-08a26828-dfdd-4326-b774-2bc277fded7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:01.973565 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-442afb59-626e-442f-9e1e-a49f186c72ca req-e3cc00aa-1604-4b7b-b57c-96253513d596 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570471 Aug 20 10:38:02.299152 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38296) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:02.313657 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:02.376007 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3b8c00b9-a9c9-4826-9445-f5df87fa808d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04dcf3bada214a90b32b9b79ce337a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0752149 Aug 20 10:38:02.380724 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38300) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:02.491021 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee26fec9-8002-499c-9b51-8b28b90fa033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:02.533313 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee26fec9-8002-499c-9b51-8b28b90fa033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:02.628964 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee26fec9-8002-499c-9b51-8b28b90fa033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:02.631702 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ee26fec9-8002-499c-9b51-8b28b90fa033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:02.632882 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ee26fec9-8002-499c-9b51-8b28b90fa033 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7329b5f4-4675-42cd-ac5b-6920b38caf2a HTTP/1.1" status: 204 len: 168 time: 0.2492557 Aug 20 10:38:02.649004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26fec9-8002-499c-9b51-8b28b90fa033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7329b5f4-4675-42cd-ac5b-6920b38caf2a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:02.892864 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b61e7-4f5f-495f-96db-351e87d325fa req-b4dcf783-c42e-4d5b-a528-22caf3318683 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:02.907267 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a6b61e7-4f5f-495f-96db-351e87d325fa req-b4dcf783-c42e-4d5b-a528-22caf3318683 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.1282885 Aug 20 10:38:02.959034 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a6b61e7-4f5f-495f-96db-351e87d325fa req-9cd04790-ff1a-4203-b186-0154e51176f0 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471637 Aug 20 10:38:03.119787 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:03.227783 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 910fb2e7-ab51-40cf-be6a-b49645a4c201 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:38:03.249217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c357a1d-7bc7-48bf-a51a-52d72b09ed5d req-26e684e7-26b0-4a5f-92db-372295401725 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:03.252293 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7c357a1d-7bc7-48bf-a51a-52d72b09ed5d req-26e684e7-26b0-4a5f-92db-372295401725 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 946 time: 0.1793571 Aug 20 10:38:03.289592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 910fb2e7-ab51-40cf-be6a-b49645a4c201 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:38:03.290457 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 910fb2e7-ab51-40cf-be6a-b49645a4c201 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:38:03.344179 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7c357a1d-7bc7-48bf-a51a-52d72b09ed5d req-e7d6b8f4-92f5-4df8-9473-6daf4c97e937 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846846 Aug 20 10:38:04.093348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9beb993-0ff3-4f5c-af7d-bd6afbe00940 req-6e897120-08e5-465e-90a9-2ecb0e1e4fd6 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:04.101553 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d9beb993-0ff3-4f5c-af7d-bd6afbe00940 req-6e897120-08e5-465e-90a9-2ecb0e1e4fd6 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.0631893 Aug 20 10:38:04.155647 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d9beb993-0ff3-4f5c-af7d-bd6afbe00940 req-fdaffb07-7c50-4356-8a5c-dd35a1902394 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482271 Aug 20 10:38:04.556355 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99342f35-20e2-4ef5-9d16-b3dee4d6fda8 req-96453dc6-afc2-45ac-a8cd-a268f1d85507 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:04.569733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-99342f35-20e2-4ef5-9d16-b3dee4d6fda8 req-96453dc6-afc2-45ac-a8cd-a268f1d85507 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 946 time: 0.0836296 Aug 20 10:38:04.634766 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-99342f35-20e2-4ef5-9d16-b3dee4d6fda8 req-29cbbd5e-4b71-4b6a-97d4-1e7a94df2f46 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637906 Aug 20 10:38:04.789666 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:05.382518 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2a166-11b5-41c7-8cf7-981eb4d7e266 req-e65b6d50-e1ca-451b-b67b-b7fd7acb0cb6 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:05.386737 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-99b2a166-11b5-41c7-8cf7-981eb4d7e266 req-e65b6d50-e1ca-451b-b67b-b7fd7acb0cb6 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.1131101 Aug 20 10:38:05.487966 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-99b2a166-11b5-41c7-8cf7-981eb4d7e266 req-c74edef4-e6cb-40a4-986c-cb194abe4b66 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923958 Aug 20 10:38:05.763605 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38354) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:05.872172 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:38:05.959390 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db12c2-c7f0-4184-a375-ee449dd769d8 req-7ae41289-21fe-4fac-9a6b-0f348f0c8c63 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:05.961681 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c4db12c2-c7f0-4184-a375-ee449dd769d8 req-7ae41289-21fe-4fac-9a6b-0f348f0c8c63 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 946 time: 0.1757710 Aug 20 10:38:06.074999 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b50719d-7a72-4321-992c-98d93501c58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:06.110829 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c4db12c2-c7f0-4184-a375-ee449dd769d8 req-ca126343-de98-45cd-91fb-1e2588c60b7b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289470 Aug 20 10:38:06.215574 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b50719d-7a72-4321-992c-98d93501c58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:06.226545 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b50719d-7a72-4321-992c-98d93501c58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:06.228408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-b16b64dc-70ba-48f9-a3f5-1bd1e1eb180a tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:06.229981 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-b16b64dc-70ba-48f9-a3f5-1bd1e1eb180a tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/networks?id=c73c6bbd-3e27-4536-808e-999bd0de5a5c HTTP/1.1" status: 200 len: 814 time: 0.1739321 Aug 20 10:38:06.252858 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-0f23cccf-2a3d-4b16-9e2b-2aa09e783ffb tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/quotas/157bfa5e0cf8467ba64c52b2cf2713ce HTTP/1.1" status: 200 len: 375 time: 0.0127909 Aug 20 10:38:06.269422 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8b50719d-7a72-4321-992c-98d93501c58a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1030d1b4b2d400ab77d3dc1d00e42ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5019169 Aug 20 10:38:06.270200 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38388) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:06.318408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50719d-7a72-4321-992c-98d93501c58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae7d157-43ad-4d05-8add-fe32910a1542,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:06.329909 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-23eb25d6-8c7a-40e9-9b19-945d57cbf916 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=157bfa5e0cf8467ba64c52b2cf2713ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707364 Aug 20 10:38:06.357362 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e9273a0-27f1-42d4-82dd-e754f96d15b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:06.415639 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e9273a0-27f1-42d4-82dd-e754f96d15b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:06.487350 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-c29b1e71-37f7-48c9-9263-ff2fa8fb879c service neutron] 10.222.0.16 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493843 Aug 20 10:38:06.510048 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e9273a0-27f1-42d4-82dd-e754f96d15b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:06.513953 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e9273a0-27f1-42d4-82dd-e754f96d15b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:06.516403 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0e9273a0-27f1-42d4-82dd-e754f96d15b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eae7d157-43ad-4d05-8add-fe32910a1542 HTTP/1.1" status: 204 len: 168 time: 0.2443697 Aug 20 10:38:06.528551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9273a0-27f1-42d4-82dd-e754f96d15b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae7d157-43ad-4d05-8add-fe32910a1542,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:06.639700 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-3e2bee86-07f4-4b2f-94fc-7eb4856990e8 service neutron] 10.222.0.16 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511528 Aug 20 10:38:06.726084 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc62c5-4be2-4431-a304-51e3ce061dd6 req-ff11b234-b121-4e43-903c-b3f1a19dda8e tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:06.739501 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9bdc62c5-4be2-4431-a304-51e3ce061dd6 req-ff11b234-b121-4e43-903c-b3f1a19dda8e tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.1218596 Aug 20 10:38:06.818096 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad474cb-3d04-49cd-a601-82db92b2f14e req-59657067-7d3a-4354-97f5-b38c3db81e84 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:06.822440 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad474cb-3d04-49cd-a601-82db92b2f14e req-59657067-7d3a-4354-97f5-b38c3db81e84 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 945 time: 0.1733146 Aug 20 10:38:06.839217 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9bdc62c5-4be2-4431-a304-51e3ce061dd6 req-31e2028a-186d-49a6-a1f5-946bc962680c tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/security-groups?id=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901487 Aug 20 10:38:07.012830 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7c3ffb42-a23f-4f8f-a9e3-439d3ed46b88 req-274472ab-f0f7-4177-8640-d5b0afd86b00 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=3572a56c-e506-425a-be12-c0b01adcb69b HTTP/1.1" status: 200 len: 210 time: 0.0489419 Aug 20 10:38:07.020509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-cad474cb-3d04-49cd-a601-82db92b2f14e req-f08ae3de-c242-4c7a-b2d7-12e224b7e7de tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Deleting port 2d9e88a4-529c-4ab6-8fae-39f98457437d {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:38:07.021225 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cad474cb-3d04-49cd-a601-82db92b2f14e req-f08ae3de-c242-4c7a-b2d7-12e224b7e7de tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:07.089233 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38432) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:07.136443 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3f7285d6-05f1-4f4e-822f-8c8f700046e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:07.204885 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-cad474cb-3d04-49cd-a601-82db92b2f14e req-f08ae3de-c242-4c7a-b2d7-12e224b7e7de tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] For port 2d9e88a4-529c-4ab6-8fae-39f98457437d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2d9e88a4-529c-4ab6-8fae-39f98457437d,segment=NetworkSegment(b34bc5cb-7167-4924-8e5e-13d4451816dd),segment_id=b34bc5cb-7167-4924-8e5e-13d4451816dd)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:38:07.205440 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cad474cb-3d04-49cd-a601-82db92b2f14e req-f08ae3de-c242-4c7a-b2d7-12e224b7e7de tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:07.243664 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-cad474cb-3d04-49cd-a601-82db92b2f14e req-f08ae3de-c242-4c7a-b2d7-12e224b7e7de tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Calling delete_port for 2d9e88a4-529c-4ab6-8fae-39f98457437d owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:38:07.300452 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3f7285d6-05f1-4f4e-822f-8c8f700046e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:07.306079 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3f7285d6-05f1-4f4e-822f-8c8f700046e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:07.340163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7285d6-05f1-4f4e-822f-8c8f700046e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8363f431-6106-4076-aabf-02e6e45a3589,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:07.351357 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d72b4b-371c-4ec6-b3b6-a5c6a8380659 req-a9c84571-77f2-480d-8109-c8a237741982 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:07.352948 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e3d72b4b-371c-4ec6-b3b6-a5c6a8380659 req-a9c84571-77f2-480d-8109-c8a237741982 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 946 time: 0.1112933 Aug 20 10:38:07.379082 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3f7285d6-05f1-4f4e-822f-8c8f700046e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fccee0ae58b64e0db85d69aca5e5fcf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881837 Aug 20 10:38:07.379890 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38442) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:07.425385 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e3d72b4b-371c-4ec6-b3b6-a5c6a8380659 req-b56ef23d-2240-4521-8c90-f10fc046f496 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601571 Aug 20 10:38:07.471028 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-827738b6-2f25-4069-a796-6dab38cbbc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:07.523553 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-827738b6-2f25-4069-a796-6dab38cbbc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:07.535469 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cad474cb-3d04-49cd-a601-82db92b2f14e req-f08ae3de-c242-4c7a-b2d7-12e224b7e7de tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:07.550143 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['2d9e88a4-529c-4ab6-8fae-39f98457437d'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:38:07.631080 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ae3de-c242-4c7a-b2d7-12e224b7e7de tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Pushing event deleted for resources: {'Port': ['ID=2d9e88a4-529c-4ab6-8fae-39f98457437d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:07.672300 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-827738b6-2f25-4069-a796-6dab38cbbc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:07.675308 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-827738b6-2f25-4069-a796-6dab38cbbc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:07.676519 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-827738b6-2f25-4069-a796-6dab38cbbc9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8363f431-6106-4076-aabf-02e6e45a3589 HTTP/1.1" status: 204 len: 168 time: 0.2953765 Aug 20 10:38:07.690219 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827738b6-2f25-4069-a796-6dab38cbbc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8363f431-6106-4076-aabf-02e6e45a3589,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:07.729301 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad474cb-3d04-49cd-a601-82db92b2f14e req-f08ae3de-c242-4c7a-b2d7-12e224b7e7de tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] No DVR routers for this DVR port 2d9e88a4-529c-4ab6-8fae-39f98457437d on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:38:07.733112 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cad474cb-3d04-49cd-a601-82db92b2f14e req-f08ae3de-c242-4c7a-b2d7-12e224b7e7de tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:07.735927 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cad474cb-3d04-49cd-a601-82db92b2f14e req-f08ae3de-c242-4c7a-b2d7-12e224b7e7de tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.42 "DELETE /v2.0/ports/2d9e88a4-529c-4ab6-8fae-39f98457437d HTTP/1.1" status: 204 len: 173 time: 0.9028230 Aug 20 10:38:07.755255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8842cf-eaf2-4814-b9a5-0a6dd2063fee', 'name': 'network-vif-deleted', 'tag': '2d9e88a4-529c-4ab6-8fae-39f98457437d'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:38:07.757774 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53574c6c-ab06-491a-b008-42255d58ed82" -d '{"events": [{"server_uuid": "eb8842cf-eaf2-4814-b9a5-0a6dd2063fee", "name": "network-vif-deleted", "tag": "2d9e88a4-529c-4ab6-8fae-39f98457437d"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:38:07.795482 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726971a-a93f-4bc5-9563-5f2fe143ae1f req-fb540e85-359b-4b05-9d7b-e6842ca6222a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:07.802722 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b726971a-a93f-4bc5-9563-5f2fe143ae1f req-fb540e85-359b-4b05-9d7b-e6842ca6222a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 946 time: 0.1427982 Aug 20 10:38:07.839156 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d34c64-ffed-461f-b70e-816595893854 x-openstack-request-id: req-97d34c64-ffed-461f-b70e-816595893854 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:38:07.840186 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8842cf-eaf2-4814-b9a5-0a6dd2063fee", "name": "network-vif-deleted", "tag": "2d9e88a4-529c-4ab6-8fae-39f98457437d", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:38:07.840640 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97d34c64-ffed-461f-b70e-816595893854 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:38:07.841351 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8842cf-eaf2-4814-b9a5-0a6dd2063fee', 'name': 'network-vif-deleted', 'tag': '2d9e88a4-529c-4ab6-8fae-39f98457437d', 'status': 'completed', 'code': 200} Aug 20 10:38:07.913661 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b726971a-a93f-4bc5-9563-5f2fe143ae1f req-4d21c150-2926-4814-ad32-e522e2c6c99d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032066 Aug 20 10:38:07.989737 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b453aa0-b7d8-4e0b-9d49-bf22abc7eecf req-c686d4af-15de-4ff3-a1d3-f4e7deaba0a3 tempest-ServerRescueNegativeTestJSON-351844660 tempest-ServerRescueNegativeTestJSON-351844660-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb8842cf-eaf2-4814-b9a5-0a6dd2063fee HTTP/1.1" status: 200 len: 210 time: 0.0466504 Aug 20 10:38:08.142274 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5e9649fe-9c15-4c19-8aac-85fe3a550941 req-39394447-df44-4b4e-aab5-fe63b67942b1 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=3572a56c-e506-425a-be12-c0b01adcb69b HTTP/1.1" status: 200 len: 210 time: 0.0500810 Aug 20 10:38:08.439098 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-6e7d51fc-4fc0-4c81-bda0-59fd78b70d96 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:08.445363 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-6e7d51fc-4fc0-4c81-bda0-59fd78b70d96 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.42 "GET /v2.0/networks?id=c73c6bbd-3e27-4536-808e-999bd0de5a5c HTTP/1.1" status: 200 len: 814 time: 0.1957026 Aug 20 10:38:08.461208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-934205a0-0e10-47c7-8a2c-991038411811 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Request body: {'port': {'device_id': '3572a56c-e506-425a-be12-c0b01adcb69b', 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c', 'admin_state_up': True, 'tenant_id': '157bfa5e0cf8467ba64c52b2cf2713ce'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:38:08.652674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-934205a0-0e10-47c7-8a2c-991038411811 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Made reservation on behalf of 157bfa5e0cf8467ba64c52b2cf2713ce for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:38:08.656965 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-934205a0-0e10-47c7-8a2c-991038411811 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:08.878516 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-934205a0-0e10-47c7-8a2c-991038411811 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Allocated IP 172.20.0.11 (c73c6bbd-3e27-4536-808e-999bd0de5a5c/fb132f55-3b57-430b-bbc8-0884dd2d7bc2/10ddb962-24d9-46b3-911b-838572672936) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:38:09.057420 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38538) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:09.086542 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-934205a0-0e10-47c7-8a2c-991038411811 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:09.165940 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-934205a0-0e10-47c7-8a2c-991038411811 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:09.183696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['004a746d-7df5-4b19-b0b2-5b3022a582e7'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:38:09.189020 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['f0471c57-b0d1-4e18-ab4a-b7993a459b11'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:38:09.280520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-934205a0-0e10-47c7-8a2c-991038411811 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Network c73c6bbd-3e27-4536-808e-999bd0de5a5c is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:38:09.287644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-934205a0-0e10-47c7-8a2c-991038411811 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:38:09.305880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-934205a0-0e10-47c7-8a2c-991038411811 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:38:09.313760 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f4572806-9844-4302-b2a2-f2770c887d9d no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:38:09.412914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-934205a0-0e10-47c7-8a2c-991038411811 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:09.414257 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-934205a0-0e10-47c7-8a2c-991038411811 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:09.489412 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-934205a0-0e10-47c7-8a2c-991038411811 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0346870 Aug 20 10:38:09.492506 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934205a0-0e10-47c7-8a2c-991038411811 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Pushing event updated for resources: {'Port': ['ID=10ddb962-24d9-46b3-911b-838572672936,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:09.505000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Request body: {'port': {'device_id': '3572a56c-e506-425a-be12-c0b01adcb69b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:38:09.664996 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:09.946954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babf46f-daad-4469-b7d1-ce6c33292a56 req-421b89d8-ae6d-4101-90d2-62269a94d892 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:09.948679 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7babf46f-daad-4469-b7d1-ce6c33292a56 req-421b89d8-ae6d-4101-90d2-62269a94d892 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=3572a56c-e506-425a-be12-c0b01adcb69b HTTP/1.1" status: 200 len: 932 time: 0.1205082 Aug 20 10:38:09.954761 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:10.040064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f4572806-9844-4302-b2a2-f2770c887d9d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f4572806-9844-4302-b2a2-f2770c887d9d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:38:10.053290 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:38:10.055964 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dc89e4-2cb5-4c73-b8ef-4b0594263a39" -d '{"events": [{"server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:38:10.082921 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7babf46f-daad-4469-b7d1-ce6c33292a56 req-2f146483-691b-4c8a-8d03-ed0fd6b01128 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252122 Aug 20 10:38:10.115347 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:10.190134 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76e0797-c9d8-4569-a157-9bd745c2843a x-openstack-request-id: req-c76e0797-c9d8-4569-a157-9bd745c2843a {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:38:10.190752 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:38:10.190752 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c76e0797-c9d8-4569-a157-9bd745c2843a {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:38:10.191258 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'code': 200} Aug 20 10:38:10.224595 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=f4572806-9844-4302-b2a2-f2770c887d9d,revision_number=14']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:10.235718 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:10.236259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:10.237707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:10.238392 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:10.238891 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:10.239504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:10.240212 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:10.240736 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:10.241240 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:10.241728 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:10.242214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:10.242715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:10.256688 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c41a43de-c9b8-4298-bd75-60effb4a9c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:10.304914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31911832-a500-4652-aa51-3fa383146d8a req-a859e6cc-bbeb-44c8-8b0b-df5024fb4fcf tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:10.306572 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-31911832-a500-4652-aa51-3fa383146d8a req-a859e6cc-bbeb-44c8-8b0b-df5024fb4fcf tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1305649 Aug 20 10:38:10.380242 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-31911832-a500-4652-aa51-3fa383146d8a req-2d0a636c-57f3-4a2f-b42b-5f442e9b0c21 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662680 Aug 20 10:38:10.391224 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ddb962-24d9-46b3-911b-838572672936 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:38:10.412443 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:10.440659 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Transition to ACTIVE for port object 10ddb962-24d9-46b3-911b-838572672936 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:38:10.445312 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:10.529800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Pushing event updated for resources: {'Port': ['ID=10ddb962-24d9-46b3-911b-838572672936,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:10.636333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c41a43de-c9b8-4298-bd75-60effb4a9c43 admin admin] Deleting port 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:38:10.636682 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c41a43de-c9b8-4298-bd75-60effb4a9c43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:10.682171 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Attempting to bind port 10ddb962-24d9-46b3-911b-838572672936 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:38:10.684507 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Attempting to bind port 10ddb962-24d9-46b3-911b-838572672936 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '0e78907e-c70d-46bc-9628-183e97c68eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:38:10.684941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Attempting to bind port 10ddb962-24d9-46b3-911b-838572672936 on network c73c6bbd-3e27-4536-808e-999bd0de5a5c {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:38:10.731380 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-c41a43de-c9b8-4298-bd75-60effb4a9c43 admin admin] For port 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7b87b1f6-f450-4a8e-b9aa-5e572bce43c3,segment=NetworkSegment(b34bc5cb-7167-4924-8e5e-13d4451816dd),segment_id=b34bc5cb-7167-4924-8e5e-13d4451816dd)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:38:10.731672 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c41a43de-c9b8-4298-bd75-60effb4a9c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:10.740731 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Port 10ddb962-24d9-46b3-911b-838572672936 on network c73c6bbd-3e27-4536-808e-999bd0de5a5c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:38:10.741383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Attempting to bind port 10ddb962-24d9-46b3-911b-838572672936 on network c73c6bbd-3e27-4536-808e-999bd0de5a5c {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:38:10.746295 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c41a43de-c9b8-4298-bd75-60effb4a9c43 admin admin] Calling delete_port for 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:38:10.758021 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:38:10.758314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Checking segment: {'id': '0e78907e-c70d-46bc-9628-183e97c68eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:38:10.758747 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Bound using segment: {'id': '0e78907e-c70d-46bc-9628-183e97c68eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:38:10.760065 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Bound port: 10ddb962-24d9-46b3-911b-838572672936, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78907e-c70d-46bc-9628-183e97c68eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:38:10.760437 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:10.787617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b60e4b-0594-4148-b2c0-951c1563851f req-e008463d-bdff-488e-95c9-1570258c590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:10.789174 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1b60e4b-0594-4148-b2c0-951c1563851f req-e008463d-bdff-488e-95c9-1570258c590f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 1096 time: 0.1193440 Aug 20 10:38:10.799311 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476e2f1-0ab7-4f1e-a73a-982b6f4bd3d5 req-e443e989-d24d-4a7c-b2c3-e76ef3e24833 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:10.807681 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4476e2f1-0ab7-4f1e-a73a-982b6f4bd3d5 req-e443e989-d24d-4a7c-b2c3-e76ef3e24833 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1070254 Aug 20 10:38:10.979876 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4476e2f1-0ab7-4f1e-a73a-982b6f4bd3d5 req-0a924fc5-e084-4545-95bb-a26c688587c0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712706 Aug 20 10:38:11.002162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] For port 10ddb962-24d9-46b3-911b-838572672936, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:38:11.007281 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c41a43de-c9b8-4298-bd75-60effb4a9c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:11.022466 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] For port 10ddb962-24d9-46b3-911b-838572672936, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=10ddb962-24d9-46b3-911b-838572672936,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:38:11.028426 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:11.074728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b60e4b-0594-4148-b2c0-951c1563851f req-1ea16f1e-45db-4cf8-a7d5-677f18748ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:11.077885 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1b60e4b-0594-4148-b2c0-951c1563851f req-1ea16f1e-45db-4cf8-a7d5-677f18748ac1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.2496157 Aug 20 10:38:11.084931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:11.085769 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:11.087636 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] 10.222.0.42 "PUT /v2.0/ports/10ddb962-24d9-46b3-911b-838572672936 HTTP/1.1" status: 200 len: 1093 time: 1.5898278 Aug 20 10:38:11.088353 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3572a56c-e506-425a-be12-c0b01adcb69b', 'tag': '10ddb962-24d9-46b3-911b-838572672936'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:38:11.091399 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14db9eed-68f0-46f6-a7e1-22ff28f7942a" -d '{"events": [{"name": "network-changed", "server_uuid": "3572a56c-e506-425a-be12-c0b01adcb69b", "tag": "10ddb962-24d9-46b3-911b-838572672936"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:38:11.201955 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a43de-c9b8-4298-bd75-60effb4a9c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b87b1f6-f450-4a8e-b9aa-5e572bce43c3,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:11.251808 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d35c2da-6ec0-4dc3-ba25-93f7b7681e7e x-openstack-request-id: req-0d35c2da-6ec0-4dc3-ba25-93f7b7681e7e {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:38:11.252131 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3572a56c-e506-425a-be12-c0b01adcb69b", "tag": "10ddb962-24d9-46b3-911b-838572672936", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:38:11.252419 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d35c2da-6ec0-4dc3-ba25-93f7b7681e7e {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:38:11.252833 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3572a56c-e506-425a-be12-c0b01adcb69b', 'tag': '10ddb962-24d9-46b3-911b-838572672936', 'status': 'completed', 'code': 200} Aug 20 10:38:11.259073 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6682c7e-f6a3-4c55-ab82-0a9ba37778a8 service neutron] Pushing event updated for resources: {'Port': ['ID=10ddb962-24d9-46b3-911b-838572672936,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:11.288199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2d9e88a4-529c-4ab6-8fae-39f98457437d no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:38:11.314674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 2d9e88a4-529c-4ab6-8fae-39f98457437d {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:38:11.315026 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2d9e88a4-529c-4ab6-8fae-39f98457437d not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:38:11.321946 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1b60e4b-0594-4148-b2c0-951c1563851f req-f0a4e8e0-ee13-483e-8146-b262ac0927a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4572806-9844-4302-b2a2-f2770c887d9d HTTP/1.1" status: 200 len: 998 time: 0.2243066 Aug 20 10:38:11.348651 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-85837b29-0f52-4c71-bd8a-c98c86dd7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:11.350748 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-85837b29-0f52-4c71-bd8a-c98c86dd7033 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=157bfa5e0cf8467ba64c52b2cf2713ce&device_id=3572a56c-e506-425a-be12-c0b01adcb69b HTTP/1.1" status: 200 len: 1096 time: 0.1952875 Aug 20 10:38:11.381049 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb134c-af09-4912-9428-58c038dc02dd req-023aac3b-76f1-444c-b53e-235727f01697 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:11.382848 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3cdb134c-af09-4912-9428-58c038dc02dd req-023aac3b-76f1-444c-b53e-235727f01697 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=3572a56c-e506-425a-be12-c0b01adcb69b HTTP/1.1" status: 200 len: 944 time: 0.1292071 Aug 20 10:38:11.437996 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-4207a046-3f1b-423c-a891-189a48174f76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10ddb962-24d9-46b3-911b-838572672936 HTTP/1.1" status: 200 len: 217 time: 0.0539577 Aug 20 10:38:11.461473 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c41a43de-c9b8-4298-bd75-60effb4a9c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:11.499943 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b60e4b-0594-4148-b2c0-951c1563851f req-d98a9151-293e-4072-8246-effbacf06f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:11.501886 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1b60e4b-0594-4148-b2c0-951c1563851f req-d98a9151-293e-4072-8246-effbacf06f39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.1708612 Aug 20 10:38:11.541235 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3cdb134c-af09-4912-9428-58c038dc02dd req-9a330621-e214-480e-89f7-2f21dfe502b1 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463141 Aug 20 10:38:11.609073 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-1c61afbc-d326-44ca-a2fe-d4f5fabbea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:11.610585 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-1c61afbc-d326-44ca-a2fe-d4f5fabbea1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fb132f55-3b57-430b-bbc8-0884dd2d7bc2 HTTP/1.1" status: 200 len: 854 time: 0.1638455 Aug 20 10:38:11.666218 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-8d41a307-95ae-4fa2-876f-074b39158174 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c73c6bbd-3e27-4536-808e-999bd0de5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438161 Aug 20 10:38:11.669224 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b60e4b-0594-4148-b2c0-951c1563851f req-27acec77-8a88-41d1-9698-69ae19347428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:11.670806 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1b60e4b-0594-4148-b2c0-951c1563851f req-27acec77-8a88-41d1-9698-69ae19347428 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1571167 Aug 20 10:38:11.844091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41a43de-c9b8-4298-bd75-60effb4a9c43 admin admin] Router f4f2957b-5f90-41e9-83c6-71665abcf039 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:38:11.859456 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-c1d1009f-4e02-4037-a20c-eb9bdef22851 service neutron] 10.222.0.42 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808772 Aug 20 10:38:11.951591 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1b60e4b-0594-4148-b2c0-951c1563851f req-6539e5e7-c7e0-4157-ad9d-3f6cf389dafa service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647157 Aug 20 10:38:11.982843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41a43de-c9b8-4298-bd75-60effb4a9c43 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:38:11.990133 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c41a43de-c9b8-4298-bd75-60effb4a9c43 admin admin] 10.222.0.16 "PUT /v2.0/routers/f4f2957b-5f90-41e9-83c6-71665abcf039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9273238 Aug 20 10:38:11.990936 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38624) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:11.997329 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf844c-b16b-4544-88c5-396455a434bc None None] Sync routers for ids ['f4f2957b-5f90-41e9-83c6-71665abcf039'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:38:12.022811 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf844c-b16b-4544-88c5-396455a434bc None None] Routers {'f4f2957b-5f90-41e9-83c6-71665abcf039'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:38:12.027177 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9ccf844c-b16b-4544-88c5-396455a434bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:38:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f4f2957b-5f90-41e9-83c6-71665abcf039'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:38:12.080904 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab304a74-18c5-405c-8993-4ac9317a69f9 req-465c9bc0-f707-451c-82a5-fe16bae3a50e service neutron] 10.222.0.42 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118847 Aug 20 10:38:12.126037 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1b60e4b-0594-4148-b2c0-951c1563851f req-90ad1b28-612e-4d4a-98ef-34a7a25e7578 service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635141 Aug 20 10:38:12.136532 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a01dc4a5-a38b-4dba-8446-ea1c47186241 admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:12.239885 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db9eed-68f0-46f6-a7e1-22ff28f7942a req-9ee59017-8f59-44e2-81a1-8a8754a2dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:12.245338 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-14db9eed-68f0-46f6-a7e1-22ff28f7942a req-9ee59017-8f59-44e2-81a1-8a8754a2dbca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=157bfa5e0cf8467ba64c52b2cf2713ce&device_id=3572a56c-e506-425a-be12-c0b01adcb69b HTTP/1.1" status: 200 len: 1096 time: 0.1101975 Aug 20 10:38:12.264272 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76c2c-451a-4202-b9ed-c882731a7438 req-6c6fae8d-859c-47a5-8456-aff9cd65b672 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:12.265009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-9ccf844c-b16b-4544-88c5-396455a434bc None None] Set router f4f2957b-5f90-41e9-83c6-71665abcf039 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:38:12.275395 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46a76c2c-451a-4202-b9ed-c882731a7438 req-6c6fae8d-859c-47a5-8456-aff9cd65b672 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.0854099 Aug 20 10:38:12.433076 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a01dc4a5-a38b-4dba-8446-ea1c47186241 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:12.502824 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46a76c2c-451a-4202-b9ed-c882731a7438 req-da11cf01-e2fc-40b6-9d98-b9ea857a9720 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258279 Aug 20 10:38:12.576774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a01dc4a5-a38b-4dba-8446-ea1c47186241 admin admin] Deleting port 18796946-9731-41be-8e34-f53d4eef773f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:38:12.577125 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a01dc4a5-a38b-4dba-8446-ea1c47186241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:12.584878 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9ccf844c-b16b-4544-88c5-396455a434bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'name': 'tempest-ServerRescueNegativeTestJSON-401167275-router', 'tenant_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '18796946-9731-41be-8e34-f53d4eef773f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:34:48Z', 'updated_at': '2021-08-20T10:38:10Z', 'revision_number': 5, 'project_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'gw_port': {'id': '18796946-9731-41be-8e34-f53d4eef773f', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:50Z', 'updated_at': '2021-08-20T10:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:38:12.672575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf844c-b16b-4544-88c5-396455a434bc None None] Checking router: f4f2957b-5f90-41e9-83c6-71665abcf039 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:38:12.742511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf844c-b16b-4544-88c5-396455a434bc None None] Routers {'f4f2957b-5f90-41e9-83c6-71665abcf039'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:38:12.747340 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9ccf844c-b16b-4544-88c5-396455a434bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:38:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f4f2957b-5f90-41e9-83c6-71665abcf039'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:38:12.776778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-a01dc4a5-a38b-4dba-8446-ea1c47186241 admin admin] For port 18796946-9731-41be-8e34-f53d4eef773f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=18796946-9731-41be-8e34-f53d4eef773f,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:38:12.777056 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a01dc4a5-a38b-4dba-8446-ea1c47186241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:12.792381 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a01dc4a5-a38b-4dba-8446-ea1c47186241 admin admin] Calling delete_port for 18796946-9731-41be-8e34-f53d4eef773f owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:38:12.892297 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08efa02-6046-4901-b301-f1a550c12da0 req-591d928d-ac7f-4199-a8f7-4479fd1c64c7 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:12.894110 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b08efa02-6046-4901-b301-f1a550c12da0 req-591d928d-ac7f-4199-a8f7-4479fd1c64c7 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=3572a56c-e506-425a-be12-c0b01adcb69b HTTP/1.1" status: 200 len: 944 time: 0.0755811 Aug 20 10:38:12.933591 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db9eed-68f0-46f6-a7e1-22ff28f7942a req-554005a3-f606-406b-966f-cf44c5b11515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:12.937692 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-14db9eed-68f0-46f6-a7e1-22ff28f7942a req-554005a3-f606-406b-966f-cf44c5b11515 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c73c6bbd-3e27-4536-808e-999bd0de5a5c HTTP/1.1" status: 200 len: 915 time: 0.6830316 Aug 20 10:38:13.015668 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a01dc4a5-a38b-4dba-8446-ea1c47186241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:13.054582 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-14db9eed-68f0-46f6-a7e1-22ff28f7942a req-1ed61d90-3046-4084-864b-6a76e508097f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10ddb962-24d9-46b3-911b-838572672936 HTTP/1.1" status: 200 len: 217 time: 0.1052442 Aug 20 10:38:13.057586 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b08efa02-6046-4901-b301-f1a550c12da0 req-858e2d23-d587-4710-a48c-2ac2e9364f61 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526277 Aug 20 10:38:13.063667 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01dc4a5-a38b-4dba-8446-ea1c47186241 admin admin] Pushing event deleted for resources: {'Port': ['ID=18796946-9731-41be-8e34-f53d4eef773f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:13.157218 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db9eed-68f0-46f6-a7e1-22ff28f7942a req-82c9a1f9-f0e8-49ee-a0f6-acf79c8375b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:13.160344 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-14db9eed-68f0-46f6-a7e1-22ff28f7942a req-82c9a1f9-f0e8-49ee-a0f6-acf79c8375b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fb132f55-3b57-430b-bbc8-0884dd2d7bc2 HTTP/1.1" status: 200 len: 854 time: 0.0947809 Aug 20 10:38:13.161955 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a01dc4a5-a38b-4dba-8446-ea1c47186241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:13.191473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-9ccf844c-b16b-4544-88c5-396455a434bc None None] Set router f4f2957b-5f90-41e9-83c6-71665abcf039 gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:38:13.230957 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-14db9eed-68f0-46f6-a7e1-22ff28f7942a req-1c4c89c0-2162-4f6d-9fff-87ff93bee4c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c73c6bbd-3e27-4536-808e-999bd0de5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612257 Aug 20 10:38:13.287196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9ccf844c-b16b-4544-88c5-396455a434bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'name': 'tempest-ServerRescueNegativeTestJSON-401167275-router', 'tenant_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:34:48Z', 'updated_at': '2021-08-20T10:38:12Z', 'revision_number': 6, 'project_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:38:13.320923 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf844c-b16b-4544-88c5-396455a434bc None None] The sync data for ids ['f4f2957b-5f90-41e9-83c6-71665abcf039'] in n-d-778550-11 is: [{'id': 'f4f2957b-5f90-41e9-83c6-71665abcf039', 'name': 'tempest-ServerRescueNegativeTestJSON-401167275-router', 'tenant_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:34:48Z', 'updated_at': '2021-08-20T10:38:12Z', 'revision_number': 6, 'project_id': '70b89f92e6a741a4951d32cfb1e1a59f', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:38:13.321908 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a01dc4a5-a38b-4dba-8446-ea1c47186241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:13.329964 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a01dc4a5-a38b-4dba-8446-ea1c47186241 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:13.402003 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a01dc4a5-a38b-4dba-8446-ea1c47186241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:13.403628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01dc4a5-a38b-4dba-8446-ea1c47186241 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4f2957b-5f90-41e9-83c6-71665abcf039 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:38:13.415989 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a01dc4a5-a38b-4dba-8446-ea1c47186241 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:13.418843 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-14db9eed-68f0-46f6-a7e1-22ff28f7942a req-b332f29d-01fc-486b-85e9-69f06b886d59 service neutron] 10.222.0.42 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803236 Aug 20 10:38:13.419524 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a01dc4a5-a38b-4dba-8446-ea1c47186241 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f4f2957b-5f90-41e9-83c6-71665abcf039 HTTP/1.1" status: 204 len: 168 time: 1.4270208 Aug 20 10:38:13.422182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38654) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:13.534926 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-85615c8f-8259-431b-9850-af5f74a420e0 admin admin] Deleting subnet 093a3409-25cd-4ce0-81ea-45051063601e {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:38:13.543239 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-85615c8f-8259-431b-9850-af5f74a420e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:13.601795 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-14db9eed-68f0-46f6-a7e1-22ff28f7942a req-20be0ddd-9006-4b3b-b3e3-6eb17b620e0e service neutron] 10.222.0.42 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716413 Aug 20 10:38:13.625602 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-85615c8f-8259-431b-9850-af5f74a420e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:13.645772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a42ef9-0fd8-48b7-8e09-e95a61a7a35b req-97715536-58be-49fd-91f8-160216072155 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:13.653379 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02a42ef9-0fd8-48b7-8e09-e95a61a7a35b req-97715536-58be-49fd-91f8-160216072155 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.0650156 Aug 20 10:38:13.728471 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02a42ef9-0fd8-48b7-8e09-e95a61a7a35b req-297db697-e20b-4d7f-9216-13350e31e377 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656216 Aug 20 10:38:13.734622 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-85615c8f-8259-431b-9850-af5f74a420e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:13.854079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:38:13.909196 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-85615c8f-8259-431b-9850-af5f74a420e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:13.918753 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:38:13.919675 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7b87b1f6-f450-4a8e-b9aa-5e572bce43c3 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:38:13.960396 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-85615c8f-8259-431b-9850-af5f74a420e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:13.966021 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38664) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:13.969597 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-85615c8f-8259-431b-9850-af5f74a420e0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/093a3409-25cd-4ce0-81ea-45051063601e HTTP/1.1" status: 204 len: 168 time: 0.5459943 Aug 20 10:38:13.981669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85615c8f-8259-431b-9850-af5f74a420e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=093a3409-25cd-4ce0-81ea-45051063601e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:14.177167 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e8c0-027a-448f-bc5e-3a5feca3012f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:14.190893 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753eaca8-bed4-4de1-8a88-8e5ad6b51249 req-3c043422-9245-40c9-b9f4-03589aaef4dc tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:14.192885 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-753eaca8-bed4-4de1-8a88-8e5ad6b51249 req-3c043422-9245-40c9-b9f4-03589aaef4dc tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1024759 Aug 20 10:38:14.230538 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d59167-a6fc-4a50-a4d9-99bbd071a201 req-09e7c09f-3a44-4e74-ba66-107de19fe93c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:14.233215 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f2d59167-a6fc-4a50-a4d9-99bbd071a201 req-09e7c09f-3a44-4e74-ba66-107de19fe93c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=3572a56c-e506-425a-be12-c0b01adcb69b HTTP/1.1" status: 200 len: 944 time: 0.0772502 Aug 20 10:38:14.270385 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-753eaca8-bed4-4de1-8a88-8e5ad6b51249 req-0053c189-f332-4bdd-95ad-d32fc468ed76 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650826 Aug 20 10:38:14.330339 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f2d59167-a6fc-4a50-a4d9-99bbd071a201 req-f244506a-9c2e-48f1-8f2b-043d3c71af5a tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906363 Aug 20 10:38:14.362817 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e8c0-027a-448f-bc5e-3a5feca3012f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:14.398610 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-bcd5e8c0-027a-448f-bc5e-3a5feca3012f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d504c420-d3f5-4a54-be9e-083999a04513']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:38:14.433998 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-bcd5e8c0-027a-448f-bc5e-3a5feca3012f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34bc5cb-7167-4924-8e5e-13d4451816dd') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:38:14.434322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-bcd5e8c0-027a-448f-bc5e-3a5feca3012f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34bc5cb-7167-4924-8e5e-13d4451816dd') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:38:14.456424 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e8c0-027a-448f-bc5e-3a5feca3012f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:14.491635 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e8c0-027a-448f-bc5e-3a5feca3012f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:14.524581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd5e8c0-027a-448f-bc5e-3a5feca3012f admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:38:14.525205 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e8c0-027a-448f-bc5e-3a5feca3012f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:38:14.527743 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:38:14.641084 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e8c0-027a-448f-bc5e-3a5feca3012f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:14.674908 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e8c0-027a-448f-bc5e-3a5feca3012f admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:14.696818 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bcd5e8c0-027a-448f-bc5e-3a5feca3012f admin admin] 10.222.0.16 "DELETE /v2.0/networks/d504c420-d3f5-4a54-be9e-083999a04513 HTTP/1.1" status: 204 len: 168 time: 0.7288046 Aug 20 10:38:14.700610 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5e8c0-027a-448f-bc5e-3a5feca3012f admin admin] Pushing event deleted for resources: {'Network': ['ID=d504c420-d3f5-4a54-be9e-083999a04513,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:14.764446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409be7e-1217-4316-ac4c-83a7f886567e req-471c14a3-7f76-41ec-8797-d048818488a9 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:14.768682 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b409be7e-1217-4316-ac4c-83a7f886567e req-471c14a3-7f76-41ec-8797-d048818488a9 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.2931378 Aug 20 10:38:14.878365 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b409be7e-1217-4316-ac4c-83a7f886567e req-6fe4b22c-c919-47b1-adcf-003a603b9bf2 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997229 Aug 20 10:38:15.105486 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38688) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:15.248246 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-86a2f840-3c01-4872-82e3-d4792712cfa8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70b89f92e6a741a4951d32cfb1e1a59f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401572 Aug 20 10:38:15.252121 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38694) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:15.291990 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 10ddb962-24d9-46b3-911b-838572672936 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:38:15.332243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-4f53f1f7-1b1a-492a-b6bd-23d7f6db9b26 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:15.336832 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4e95e6a-3cc5-4594-9255-1cb3775330b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:15.341133 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-4f53f1f7-1b1a-492a-b6bd-23d7f6db9b26 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 811 time: 0.1781700 Aug 20 10:38:15.360059 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-4563c2ba-044d-4e55-9a37-d48d7b20ac15 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/quotas/c94f33ee8bdb486c9e80924b1d062545 HTTP/1.1" status: 200 len: 375 time: 0.0178230 Aug 20 10:38:15.366688 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4e95e6a-3cc5-4594-9255-1cb3775330b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:15.453104 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4e95e6a-3cc5-4594-9255-1cb3775330b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:15.459603 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d4e95e6a-3cc5-4594-9255-1cb3775330b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:15.460991 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d4e95e6a-3cc5-4594-9255-1cb3775330b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0 HTTP/1.1" status: 204 len: 168 time: 0.2065220 Aug 20 10:38:15.487656 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e95e6a-3cc5-4594-9255-1cb3775330b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30c0bb1-87d4-4acb-ac2b-c33d460ea8b0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:15.498859 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-bad9716a-ff35-444f-9051-eacb3ebc05b2 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1376584 Aug 20 10:38:15.509213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 10ddb962-24d9-46b3-911b-838572672936, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=10ddb962-24d9-46b3-911b-838572672936,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:38:15.553510 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 18796946-9731-41be-8e34-f53d4eef773f no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:38:15.600316 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21daa60b-c2d4-4ed9-a673-7e43beb40933 req-9ae02253-b504-4d6f-8365-8df5732914a6 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:15.602097 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21daa60b-c2d4-4ed9-a673-7e43beb40933 req-9ae02253-b504-4d6f-8365-8df5732914a6 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=3572a56c-e506-425a-be12-c0b01adcb69b HTTP/1.1" status: 200 len: 944 time: 0.1156900 Aug 20 10:38:15.606918 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '10ddb962-24d9-46b3-911b-838572672936', 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c', 'port_id': '10ddb962-24d9-46b3-911b-838572672936', 'mac_address': 'fa:16:3e:af:fd:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb132f55-3b57-430b-bbc8-0884dd2d7bc2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:38:15.613886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 18796946-9731-41be-8e34-f53d4eef773f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:38:15.614527 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 18796946-9731-41be-8e34-f53d4eef773f not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:38:15.680751 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:15.685131 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21daa60b-c2d4-4ed9-a673-7e43beb40933 req-aa2882fb-db66-40c3-8200-74cfef8f09bd tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603428 Aug 20 10:38:15.706539 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-8c69b1d4-ef84-4b1f-882c-e859af872f04 service neutron] 10.222.0.16 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057483 Aug 20 10:38:15.744925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ddb962-24d9-46b3-911b-838572672936 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:38:15.779217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 10ddb962-24d9-46b3-911b-838572672936, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=10ddb962-24d9-46b3-911b-838572672936,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:38:15.786846 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:15.846277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=10ddb962-24d9-46b3-911b-838572672936,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:15.868514 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-9ed625de-740a-481a-a0a6-49b83bc573f0 service neutron] 10.222.0.16 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476004 Aug 20 10:38:16.008008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['10ddb962-24d9-46b3-911b-838572672936'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:38:16.159944 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7b4f6002-0f90-4abc-bc58-4dc5b9948b42 req-64f2256d-5362-4874-9b4d-f7bd234e0f14 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 210 time: 0.0926836 Aug 20 10:38:16.448258 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38730) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:16.694949 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bfa46bb9-4f77-49a5-8986-cc5a85775c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:16.938431 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bfa46bb9-4f77-49a5-8986-cc5a85775c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:16.943856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebd31c-f53b-4b42-875b-4ac4499827be req-ab650038-95dc-48d9-9701-6f4b31067e52 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:16.952295 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bfa46bb9-4f77-49a5-8986-cc5a85775c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:16.957896 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10ebd31c-f53b-4b42-875b-4ac4499827be req-ab650038-95dc-48d9-9701-6f4b31067e52 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=3572a56c-e506-425a-be12-c0b01adcb69b HTTP/1.1" status: 200 len: 945 time: 0.1095531 Aug 20 10:38:17.053603 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa46bb9-4f77-49a5-8986-cc5a85775c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d4fce4-9b4f-48db-b2e6-2f93b41f397d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:17.057856 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10ebd31c-f53b-4b42-875b-4ac4499827be req-7f8e2be8-14a5-493e-8bac-11cab7d32f35 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985377 Aug 20 10:38:17.101276 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bfa46bb9-4f77-49a5-8986-cc5a85775c56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=477f0e6cfd444f51a56cadee5812bf9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6493983 Aug 20 10:38:17.101774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38754) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:17.172120 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8724d6d-5545-48de-9a6a-85bddcfb3e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:17.220914 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8724d6d-5545-48de-9a6a-85bddcfb3e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:17.304987 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8724d6d-5545-48de-9a6a-85bddcfb3e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:17.306729 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 10ddb962-24d9-46b3-911b-838572672936 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:38:17.307808 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8724d6d-5545-48de-9a6a-85bddcfb3e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:17.309204 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f8724d6d-5545-48de-9a6a-85bddcfb3e77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72d4fce4-9b4f-48db-b2e6-2f93b41f397d HTTP/1.1" status: 204 len: 168 time: 0.2066729 Aug 20 10:38:17.387787 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8724d6d-5545-48de-9a6a-85bddcfb3e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d4fce4-9b4f-48db-b2e6-2f93b41f397d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:17.392722 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84ddfc52-c803-48b2-9c8d-332fd35105f3 req-6e4536c3-2ace-403e-8072-e83d471b27a2 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 210 time: 0.0998988 Aug 20 10:38:17.491702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 10ddb962-24d9-46b3-911b-838572672936 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:38:17.515564 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 10ddb962-24d9-46b3-911b-838572672936 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:38:17.515564 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:17.853798 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:17.923924 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 10ddb962-24d9-46b3-911b-838572672936, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=10ddb962-24d9-46b3-911b-838572672936,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:38:17.930276 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3572a56c-e506-425a-be12-c0b01adcb69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ddb962-24d9-46b3-911b-838572672936'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:38:17.938161 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31a8ed0-8113-475f-b35b-9d1d81981e3a" -d '{"events": [{"server_uuid": "3572a56c-e506-425a-be12-c0b01adcb69b", "name": "network-vif-plugged", "status": "completed", "tag": "10ddb962-24d9-46b3-911b-838572672936"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:38:17.957124 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:18.033198 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3ede1e-42e4-40ec-bff1-dc5afae058e7 x-openstack-request-id: req-1f3ede1e-42e4-40ec-bff1-dc5afae058e7 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:38:18.033916 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3572a56c-e506-425a-be12-c0b01adcb69b", "name": "network-vif-plugged", "status": "completed", "tag": "10ddb962-24d9-46b3-911b-838572672936", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:38:18.034836 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f3ede1e-42e4-40ec-bff1-dc5afae058e7 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:38:18.037175 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3572a56c-e506-425a-be12-c0b01adcb69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ddb962-24d9-46b3-911b-838572672936', 'code': 200} Aug 20 10:38:18.090610 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=10ddb962-24d9-46b3-911b-838572672936,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:18.195965 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9194d6e-27d9-484e-8ecf-b3f6c36d2cfa req-55e0420a-3089-451b-abc3-93526fd9ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:18.198936 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a9194d6e-27d9-484e-8ecf-b3f6c36d2cfa req-55e0420a-3089-451b-abc3-93526fd9ecbb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3572a56c-e506-425a-be12-c0b01adcb69b HTTP/1.1" status: 200 len: 1098 time: 0.0812044 Aug 20 10:38:18.230591 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-2bc28839-5c88-45f5-862a-5d4fa72f69c7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:18.232288 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-2bc28839-5c88-45f5-862a-5d4fa72f69c7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.24 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 811 time: 0.6977773 Aug 20 10:38:18.232858 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38786) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:18.256736 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-9a406ff8-24d3-4e9e-a6db-31990e0eabf5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Request body: {'port': {'device_id': 'f9f151e8-2852-48a2-b484-66282bc8e0f5', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'admin_state_up': True, 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:38:18.266786 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a9194d6e-27d9-484e-8ecf-b3f6c36d2cfa req-453d8e3b-3816-4c8a-a828-f8a8912cedc6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602298 Aug 20 10:38:18.271012 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d33b4e-2276-4ddc-9289-8d3b13558624 req-21a2763f-8ab6-4859-8c38-64205b5a57ff tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:18.273006 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2d33b4e-2276-4ddc-9289-8d3b13558624 req-21a2763f-8ab6-4859-8c38-64205b5a57ff tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=3572a56c-e506-425a-be12-c0b01adcb69b HTTP/1.1" status: 200 len: 946 time: 0.1050889 Aug 20 10:38:18.273834 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fc830a9-9ae6-4b4c-95c9-555612b176a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:18.413086 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2d33b4e-2276-4ddc-9289-8d3b13558624 req-daaef752-5afc-4ef0-92f4-b786a09e2d8c tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216037 Aug 20 10:38:18.503188 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:18.531252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fc830a9-9ae6-4b4c-95c9-555612b176a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:18.535803 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-25af7121-bace-43f0-b5ab-f114b2c26196 req-83a26e24-a595-4cc6-95e1-b6875aef769e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 210 time: 0.0417314 Aug 20 10:38:18.552143 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fc830a9-9ae6-4b4c-95c9-555612b176a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:18.599142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-9a406ff8-24d3-4e9e-a6db-31990e0eabf5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Made reservation on behalf of c94f33ee8bdb486c9e80924b1d062545 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:38:18.602635 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-9a406ff8-24d3-4e9e-a6db-31990e0eabf5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:18.619382 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7fc830a9-9ae6-4b4c-95c9-555612b176a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e22f1b520cc40e18a439f2cc5150d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3841054 Aug 20 10:38:18.622866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38796) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:18.634119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc830a9-9ae6-4b4c-95c9-555612b176a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5353dc-20ed-43d3-982b-d9ceb9180509,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:18.748180 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6520ef77-5aca-4d61-80d3-14d2367ddb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:18.772463 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6520ef77-5aca-4d61-80d3-14d2367ddb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:18.820110 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-9a406ff8-24d3-4e9e-a6db-31990e0eabf5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Allocated IP 172.20.0.4 (8efc36c3-e5df-4925-8f18-00e48d76c056/b56823e1-e82f-4eee-8015-14002abf1cad/10dc3468-eb37-49dc-8583-476a96f4b158) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:38:18.841126 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6520ef77-5aca-4d61-80d3-14d2367ddb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:18.844564 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6520ef77-5aca-4d61-80d3-14d2367ddb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:18.845802 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6520ef77-5aca-4d61-80d3-14d2367ddb5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca5353dc-20ed-43d3-982b-d9ceb9180509 HTTP/1.1" status: 204 len: 168 time: 0.2211971 Aug 20 10:38:18.860336 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520ef77-5aca-4d61-80d3-14d2367ddb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5353dc-20ed-43d3-982b-d9ceb9180509,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:19.113409 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-9a406ff8-24d3-4e9e-a6db-31990e0eabf5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:19.145462 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-9a406ff8-24d3-4e9e-a6db-31990e0eabf5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Transition to ACTIVE for port object 10dc3468-eb37-49dc-8583-476a96f4b158 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:38:19.243005 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-9a406ff8-24d3-4e9e-a6db-31990e0eabf5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:19.331801 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a406ff8-24d3-4e9e-a6db-31990e0eabf5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Pushing event updated for resources: {'Port': ['ID=10dc3468-eb37-49dc-8583-476a96f4b158,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:19.361884 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-9a406ff8-24d3-4e9e-a6db-31990e0eabf5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Network 8efc36c3-e5df-4925-8f18-00e48d76c056 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:38:19.365154 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-9a406ff8-24d3-4e9e-a6db-31990e0eabf5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:38:19.369005 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-9a406ff8-24d3-4e9e-a6db-31990e0eabf5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:38:19.486377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-9a406ff8-24d3-4e9e-a6db-31990e0eabf5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:19.486377 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-9a406ff8-24d3-4e9e-a6db-31990e0eabf5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:19.517205 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-9a406ff8-24d3-4e9e-a6db-31990e0eabf5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2725773 Aug 20 10:38:19.532991 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Request body: {'port': {'device_id': 'f9f151e8-2852-48a2-b484-66282bc8e0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:38:19.699012 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b453cc-cfc2-4de5-8d00-3bd3df9e9b79 req-0436ce32-70c6-4822-930d-f381fd5de99c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:19.704908 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-49b453cc-cfc2-4de5-8d00-3bd3df9e9b79 req-0436ce32-70c6-4822-930d-f381fd5de99c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 931 time: 0.0805562 Aug 20 10:38:19.741617 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:19.790149 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dea01-6bfa-4808-a004-4d3b434553d7 req-97ff444b-8eba-402b-b753-2710cfecfa22 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:19.791887 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cd1dea01-6bfa-4808-a004-4d3b434553d7 req-97ff444b-8eba-402b-b753-2710cfecfa22 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=3572a56c-e506-425a-be12-c0b01adcb69b HTTP/1.1" status: 200 len: 946 time: 0.1997092 Aug 20 10:38:19.796272 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-49b453cc-cfc2-4de5-8d00-3bd3df9e9b79 req-d64d43f4-5691-4309-ba43-39db1f2b7c88 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876164 Aug 20 10:38:19.854289 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-87082870-1097-4714-8073-f441b9976708 None None] Provisioning for port 10dc3468-eb37-49dc-8583-476a96f4b158 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:38:19.862202 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-87082870-1097-4714-8073-f441b9976708 None None] Provisioning complete for port 10dc3468-eb37-49dc-8583-476a96f4b158 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:38:19.862759 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-87082870-1097-4714-8073-f441b9976708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:19.960064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-87082870-1097-4714-8073-f441b9976708 None None] Port 10dc3468-eb37-49dc-8583-476a96f4b158 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:38:19.981250 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cd1dea01-6bfa-4808-a004-4d3b434553d7 req-59f054c2-1679-4931-998c-396867305a7f tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507473 Aug 20 10:38:20.513415 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10dc3468-eb37-49dc-8583-476a96f4b158 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:38:20.526549 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:20.563379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Transition to ACTIVE for port object 10dc3468-eb37-49dc-8583-476a96f4b158 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:38:20.570437 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:20.724215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Pushing event updated for resources: {'Port': ['ID=10dc3468-eb37-49dc-8583-476a96f4b158,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:20.932974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Attempting to bind port 10dc3468-eb37-49dc-8583-476a96f4b158 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:38:20.933602 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Attempting to bind port 10dc3468-eb37-49dc-8583-476a96f4b158 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:38:20.934525 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Attempting to bind port 10dc3468-eb37-49dc-8583-476a96f4b158 on network 8efc36c3-e5df-4925-8f18-00e48d76c056 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:38:20.940913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Port 10dc3468-eb37-49dc-8583-476a96f4b158 on network 8efc36c3-e5df-4925-8f18-00e48d76c056 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:38:20.941661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Attempting to bind port 10dc3468-eb37-49dc-8583-476a96f4b158 on network 8efc36c3-e5df-4925-8f18-00e48d76c056 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:38:20.948981 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:38:20.949745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Checking segment: {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:38:20.950504 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Bound using segment: {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:38:20.951376 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Bound port: 10dc3468-eb37-49dc-8583-476a96f4b158, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:38:20.952297 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:21.103019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] For port 10dc3468-eb37-49dc-8583-476a96f4b158, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:38:21.112992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] For port 10dc3468-eb37-49dc-8583-476a96f4b158, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=10dc3468-eb37-49dc-8583-476a96f4b158,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:38:21.122919 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:21.138764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4496b1-db08-4a84-9de8-12d6d0c0d0f1 req-d00eed90-fa54-408a-8248-9002aefb3717 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:21.175704 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1b4496b1-db08-4a84-9de8-12d6d0c0d0f1 req-d00eed90-fa54-408a-8248-9002aefb3717 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 943 time: 0.1668010 Aug 20 10:38:21.260756 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1b4496b1-db08-4a84-9de8-12d6d0c0d0f1 req-9d20a57b-9b71-45b9-a669-713f56fb5dd0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801194 Aug 20 10:38:21.273440 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:21.273440 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:21.273440 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] 10.222.0.24 "PUT /v2.0/ports/10dc3468-eb37-49dc-8583-476a96f4b158 HTTP/1.1" status: 200 len: 1092 time: 1.7467747 Aug 20 10:38:21.284895 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f151e8-2852-48a2-b484-66282bc8e0f5', 'tag': '10dc3468-eb37-49dc-8583-476a96f4b158'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:38:21.299763 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a072fc7-f2b2-4bf1-a463-8da828c4a5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f151e8-2852-48a2-b484-66282bc8e0f5", "tag": "10dc3468-eb37-49dc-8583-476a96f4b158"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:38:21.427127 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba63dfe-151a-4a02-b763-a64eae37c898 x-openstack-request-id: req-1ba63dfe-151a-4a02-b763-a64eae37c898 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:38:21.427779 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f151e8-2852-48a2-b484-66282bc8e0f5", "tag": "10dc3468-eb37-49dc-8583-476a96f4b158", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:38:21.430557 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ba63dfe-151a-4a02-b763-a64eae37c898 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:38:21.433992 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f151e8-2852-48a2-b484-66282bc8e0f5', 'tag': '10dc3468-eb37-49dc-8583-476a96f4b158', 'status': 'completed', 'code': 200} Aug 20 10:38:21.469887 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe76e9d-5a15-44db-b89f-8d5318c9111a service neutron] Pushing event updated for resources: {'Port': ['ID=10dc3468-eb37-49dc-8583-476a96f4b158,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:21.536689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-1385c6f0-45e4-41b8-b311-dc9cfeb9dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:21.540976 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-1385c6f0-45e4-41b8-b311-dc9cfeb9dab5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 1095 time: 0.2115297 Aug 20 10:38:21.682473 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-eff5b28d-833d-474d-abd0-22a100f9cb68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10dc3468-eb37-49dc-8583-476a96f4b158 HTTP/1.1" status: 200 len: 217 time: 0.1305463 Aug 20 10:38:21.788844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-9fbe3e41-3fa6-46b4-a86a-9557660facb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:21.796658 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-9fbe3e41-3fa6-46b4-a86a-9557660facb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.1049020 Aug 20 10:38:21.918292 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-a34a5e9f-ce6e-45e0-9c68-65d5f5b47de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:21.919899 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-a34a5e9f-ce6e-45e0-9c68-65d5f5b47de8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131785 Aug 20 10:38:22.254906 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-f8bf5883-f892-455e-bb24-bad10c06994d service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855549 Aug 20 10:38:22.440713 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c5c6f93e-9b2f-4c48-a666-a8d199083263 req-ee52237a-bcfa-473d-af5c-0a19a6e998ee service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780326 Aug 20 10:38:22.536150 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4e507-9858-4e35-bd1f-9cf4e7e6cfc7 req-51976f99-4bb8-4076-9223-119bddf70a4c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:22.550183 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9f4e507-9858-4e35-bd1f-9cf4e7e6cfc7 req-51976f99-4bb8-4076-9223-119bddf70a4c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 943 time: 0.1152055 Aug 20 10:38:22.589874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072fc7-f2b2-4bf1-a463-8da828c4a5e2 req-02ff4077-1180-4c4f-902f-c525a209a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:22.593903 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a072fc7-f2b2-4bf1-a463-8da828c4a5e2 req-02ff4077-1180-4c4f-902f-c525a209a25f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 1095 time: 0.0926511 Aug 20 10:38:22.643038 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9f4e507-9858-4e35-bd1f-9cf4e7e6cfc7 req-998857fb-cce9-4a8b-96a8-c462dd5d18e5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913167 Aug 20 10:38:22.751911 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:22.808835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072fc7-f2b2-4bf1-a463-8da828c4a5e2 req-ed30c08a-2eb0-41c7-b4b2-196c6e53c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:22.811130 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a072fc7-f2b2-4bf1-a463-8da828c4a5e2 req-ed30c08a-2eb0-41c7-b4b2-196c6e53c0d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.2073696 Aug 20 10:38:22.873935 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a072fc7-f2b2-4bf1-a463-8da828c4a5e2 req-9476eaf5-76c3-4c2a-a86d-3c0124e9feac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10dc3468-eb37-49dc-8583-476a96f4b158 HTTP/1.1" status: 200 len: 217 time: 0.0514627 Aug 20 10:38:22.940180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072fc7-f2b2-4bf1-a463-8da828c4a5e2 req-cee1c292-3b41-4104-8386-35e2904868a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:22.941773 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a072fc7-f2b2-4bf1-a463-8da828c4a5e2 req-cee1c292-3b41-4104-8386-35e2904868a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.0603821 Aug 20 10:38:23.029338 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072fc7-f2b2-4bf1-a463-8da828c4a5e2 req-664eda60-d2d0-40a0-a50c-601bc2180191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:23.031863 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a072fc7-f2b2-4bf1-a463-8da828c4a5e2 req-664eda60-d2d0-40a0-a50c-601bc2180191 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820379 Aug 20 10:38:23.247129 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a072fc7-f2b2-4bf1-a463-8da828c4a5e2 req-dee8c331-a2de-451e-b28a-cff54a642b4f service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012861 Aug 20 10:38:23.481419 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3a072fc7-f2b2-4bf1-a463-8da828c4a5e2 req-6a9570a9-fab0-4ef7-aeda-971513646ca0 service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250776 Aug 20 10:38:23.827756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39040) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:23.902851 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f88250-cf86-45a3-b523-3bb950ff67b3 req-3149137d-84f4-4ca8-b914-df4301dc636d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:23.911879 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19f88250-cf86-45a3-b523-3bb950ff67b3 req-3149137d-84f4-4ca8-b914-df4301dc636d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 943 time: 0.1093018 Aug 20 10:38:23.995040 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19f88250-cf86-45a3-b523-3bb950ff67b3 req-2f1628c6-6686-4fb1-b54b-3d5953cfeee4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659387 Aug 20 10:38:24.062846 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-58f669e6-909a-4060-a6e3-1adbe752ff9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:24.179784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39052) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:24.225030 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-58f669e6-909a-4060-a6e3-1adbe752ff9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:24.232533 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-58f669e6-909a-4060-a6e3-1adbe752ff9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:24.317021 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39062) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:24.318151 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-58f669e6-909a-4060-a6e3-1adbe752ff9c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83b1e0f71cdd421a8b2aafb82e8aafb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4878304 Aug 20 10:38:24.364231 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f669e6-909a-4060-a6e3-1adbe752ff9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c654121f-c24d-4060-942f-060c34d1f9e3,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:24.424806 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80e8e284-fee2-4212-aa4e-fb2c9ca2fcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:24.525621 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d2b88fb8-87f9-46c9-ba74-17225aa46637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:24.636873 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d2b88fb8-87f9-46c9-ba74-17225aa46637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:24.721611 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80e8e284-fee2-4212-aa4e-fb2c9ca2fcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:24.732641 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80e8e284-fee2-4212-aa4e-fb2c9ca2fcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:24.766582 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-80e8e284-fee2-4212-aa4e-fb2c9ca2fcd9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b5b1e8277294970a0acf34f8ab51040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5853541 Aug 20 10:38:24.770603 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39078) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:25.073273 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d2b88fb8-87f9-46c9-ba74-17225aa46637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:25.073273 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d2b88fb8-87f9-46c9-ba74-17225aa46637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:25.073273 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d2b88fb8-87f9-46c9-ba74-17225aa46637 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c654121f-c24d-4060-942f-060c34d1f9e3 HTTP/1.1" status: 204 len: 168 time: 0.5969326 Aug 20 10:38:25.073273 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8e284-fee2-4212-aa4e-fb2c9ca2fcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa3d4cd-fa60-452e-91a4-3d8efa59d0d0,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:25.078304 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b0187dc-305e-4578-b133-2ccf006fa1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:25.079760 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b88fb8-87f9-46c9-ba74-17225aa46637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c654121f-c24d-4060-942f-060c34d1f9e3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:25.080845 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b0187dc-305e-4578-b133-2ccf006fa1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:25.178323 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b0187dc-305e-4578-b133-2ccf006fa1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:25.181556 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b0187dc-305e-4578-b133-2ccf006fa1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:25.182963 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2b0187dc-305e-4578-b133-2ccf006fa1f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fa3d4cd-fa60-452e-91a4-3d8efa59d0d0 HTTP/1.1" status: 204 len: 168 time: 0.4095316 Aug 20 10:38:25.263294 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0187dc-305e-4578-b133-2ccf006fa1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa3d4cd-fa60-452e-91a4-3d8efa59d0d0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:25.308757 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd4bf8-f06f-45fd-a5be-fb714828817c req-3710cf78-9a4e-49de-abc3-f147ec8af15a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:25.310969 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15fd4bf8-f06f-45fd-a5be-fb714828817c req-3710cf78-9a4e-49de-abc3-f147ec8af15a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 943 time: 0.1978912 Aug 20 10:38:25.466297 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15fd4bf8-f06f-45fd-a5be-fb714828817c req-bcb8fc81-09a9-4bbe-a184-a6a40da7ab78 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483333 Aug 20 10:38:25.617751 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39112) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:25.651702 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e3227da-8112-402a-96c3-09e3cd3eb88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:25.857287 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e3227da-8112-402a-96c3-09e3cd3eb88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:25.862605 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e3227da-8112-402a-96c3-09e3cd3eb88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:25.956165 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3227da-8112-402a-96c3-09e3cd3eb88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb43f063-ca76-4381-93c0-850aa8b05539,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:25.995296 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0e3227da-8112-402a-96c3-09e3cd3eb88e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc8900fbe782495bb6098739577e65e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3761532 Aug 20 10:38:25.999879 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39128) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:26.033815 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39134) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:26.101037 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0fdf7c5f-aa7c-4113-93b1-3769d766377d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:26.203266 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7a37adc8-c9f6-4432-98f9-2eb776b60b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:26.246220 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7a37adc8-c9f6-4432-98f9-2eb776b60b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:26.363721 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7a37adc8-c9f6-4432-98f9-2eb776b60b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:26.364671 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0fdf7c5f-aa7c-4113-93b1-3769d766377d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:26.367444 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7a37adc8-c9f6-4432-98f9-2eb776b60b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:26.369344 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7a37adc8-c9f6-4432-98f9-2eb776b60b47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb43f063-ca76-4381-93c0-850aa8b05539 HTTP/1.1" status: 204 len: 168 time: 0.3670547 Aug 20 10:38:26.384303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37adc8-c9f6-4432-98f9-2eb776b60b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb43f063-ca76-4381-93c0-850aa8b05539,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:26.399840 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0fdf7c5f-aa7c-4113-93b1-3769d766377d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:26.531854 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0fdf7c5f-aa7c-4113-93b1-3769d766377d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=756aac37283543bcb78f5c2eb0c24c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4960883 Aug 20 10:38:26.533009 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf7c5f-aa7c-4113-93b1-3769d766377d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f007d391-2c2f-414c-b90d-dfad7adc9240,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:26.534563 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39154) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:26.651368 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 10dc3468-eb37-49dc-8583-476a96f4b158 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:38:26.773249 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f7379-bba9-4e37-9f6a-b79799d4125c req-7020262a-5d12-4609-8e90-b8a46fa04764 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:26.787516 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-671f7379-bba9-4e37-9f6a-b79799d4125c req-7020262a-5d12-4609-8e90-b8a46fa04764 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 943 time: 0.1557815 Aug 20 10:38:26.845077 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-671f7379-bba9-4e37-9f6a-b79799d4125c req-d08bd1b7-2bb0-4798-b9f8-1282984c014f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603812 Aug 20 10:38:26.914426 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-68c30dfa-bbf4-4c96-b7ed-0aa9a12697d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:26.980999 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-68c30dfa-bbf4-4c96-b7ed-0aa9a12697d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:26.985046 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 10dc3468-eb37-49dc-8583-476a96f4b158, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=10dc3468-eb37-49dc-8583-476a96f4b158,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:38:27.007383 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '10dc3468-eb37-49dc-8583-476a96f4b158', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'port_id': '10dc3468-eb37-49dc-8583-476a96f4b158', 'mac_address': 'fa:16:3e:b0:bf:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:38:27.143644 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:27.173550 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-68c30dfa-bbf4-4c96-b7ed-0aa9a12697d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:27.183889 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-68c30dfa-bbf4-4c96-b7ed-0aa9a12697d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:27.185407 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-68c30dfa-bbf4-4c96-b7ed-0aa9a12697d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f007d391-2c2f-414c-b90d-dfad7adc9240 HTTP/1.1" status: 204 len: 168 time: 0.6491735 Aug 20 10:38:27.203946 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10dc3468-eb37-49dc-8583-476a96f4b158 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:38:27.205726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c30dfa-bbf4-4c96-b7ed-0aa9a12697d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f007d391-2c2f-414c-b90d-dfad7adc9240,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:27.235875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 10dc3468-eb37-49dc-8583-476a96f4b158, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=10dc3468-eb37-49dc-8583-476a96f4b158,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:38:27.254081 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:27.379069 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=10dc3468-eb37-49dc-8583-476a96f4b158,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:27.607367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['10dc3468-eb37-49dc-8583-476a96f4b158'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:38:28.263100 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d34534-8111-4e76-bef3-7080019fb641 req-6642e60f-190c-4f1e-aa3e-fe90b88e624e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:28.272068 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-05d34534-8111-4e76-bef3-7080019fb641 req-6642e60f-190c-4f1e-aa3e-fe90b88e624e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 944 time: 0.1822860 Aug 20 10:38:28.449965 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-05d34534-8111-4e76-bef3-7080019fb641 req-fa8cbfa3-51e5-4acc-8483-f043b1c74649 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759760 Aug 20 10:38:29.315872 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6330fd14-2d3e-4880-97b3-f966cf780daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:29.831911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6ef6c-c2d3-49aa-b471-2651f2d2211f req-3e90f7ea-17b1-4960-88ce-16b0050e0aa4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:29.853963 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b6f6ef6c-c2d3-49aa-b471-2651f2d2211f req-3e90f7ea-17b1-4960-88ce-16b0050e0aa4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 944 time: 0.1650372 Aug 20 10:38:29.950238 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b6f6ef6c-c2d3-49aa-b471-2651f2d2211f req-3eb760a4-ab20-4a34-ae4f-310860baf898 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944633 Aug 20 10:38:30.656371 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 10dc3468-eb37-49dc-8583-476a96f4b158 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:38:30.786711 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 10dc3468-eb37-49dc-8583-476a96f4b158 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:38:30.795301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 10dc3468-eb37-49dc-8583-476a96f4b158 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:38:30.797039 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:31.037708 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:31.112131 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f151e8-2852-48a2-b484-66282bc8e0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dc3468-eb37-49dc-8583-476a96f4b158'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:38:31.120080 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b2f967-e3bf-4347-983b-13933ef22b65" -d '{"events": [{"server_uuid": "f9f151e8-2852-48a2-b484-66282bc8e0f5", "name": "network-vif-plugged", "status": "completed", "tag": "10dc3468-eb37-49dc-8583-476a96f4b158"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:38:31.209767 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 10dc3468-eb37-49dc-8583-476a96f4b158, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=10dc3468-eb37-49dc-8583-476a96f4b158,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:38:31.219489 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:31.271132 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56275d4-202e-43ef-ba28-bbb93f2976ad req-ea39b53c-fcd3-4af3-9481-41b799a9efce tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:31.283953 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da78ba2-9b68-4ee6-a686-44137ca292e3 x-openstack-request-id: req-3da78ba2-9b68-4ee6-a686-44137ca292e3 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:38:31.284633 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f151e8-2852-48a2-b484-66282bc8e0f5", "name": "network-vif-plugged", "status": "completed", "tag": "10dc3468-eb37-49dc-8583-476a96f4b158", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:38:31.285105 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3da78ba2-9b68-4ee6-a686-44137ca292e3 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:38:31.285746 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f151e8-2852-48a2-b484-66282bc8e0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dc3468-eb37-49dc-8583-476a96f4b158', 'code': 200} Aug 20 10:38:31.297687 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e56275d4-202e-43ef-ba28-bbb93f2976ad req-ea39b53c-fcd3-4af3-9481-41b799a9efce tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 944 time: 0.1921513 Aug 20 10:38:31.328690 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=10dc3468-eb37-49dc-8583-476a96f4b158,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:31.508531 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e56275d4-202e-43ef-ba28-bbb93f2976ad req-e0e055b3-4281-462f-ad55-8886d96c50df tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083473 Aug 20 10:38:31.552761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37bd5e-20fc-4122-b362-f7230023e102 req-c7e78e7b-cd1f-45d5-b722-eb5ccbed0977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:31.557087 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f37bd5e-20fc-4122-b362-f7230023e102 req-c7e78e7b-cd1f-45d5-b722-eb5ccbed0977 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 1097 time: 0.1562045 Aug 20 10:38:31.714847 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f37bd5e-20fc-4122-b362-f7230023e102 req-a9643fda-75ca-4d1f-b512-fe1db8a7afcb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497502 Aug 20 10:38:31.957948 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cfb2d8af-579f-4454-addd-517b496f565b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:32.322587 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:32.793025 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b54db3-1940-423b-be2e-887ce7176a13 req-779f3728-b36b-4eac-afd2-4e9eb64a31af tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:32.800654 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0b54db3-1940-423b-be2e-887ce7176a13 req-779f3728-b36b-4eac-afd2-4e9eb64a31af tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.1544800 Aug 20 10:38:32.913092 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0b54db3-1940-423b-be2e-887ce7176a13 req-273950f9-ce3e-40b8-ad10-e30e6a5fdb3a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023870 Aug 20 10:38:33.134286 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:33.464131 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39450) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:33.712812 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eec2eeb5-2619-48cc-a864-8742ca04d15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:34.064912 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eec2eeb5-2619-48cc-a864-8742ca04d15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:34.075797 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eec2eeb5-2619-48cc-a864-8742ca04d15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:34.116307 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-eec2eeb5-2619-48cc-a864-8742ca04d15e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6376fa35c90544de843e9d81113a7ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6508534 Aug 20 10:38:34.118157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39482) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:34.123408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3237c-0938-426e-8b86-4840a06a4c64 req-53c4654f-cb15-4bb1-8602-599d35d35d4e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:34.127307 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79d3237c-0938-426e-8b86-4840a06a4c64 req-53c4654f-cb15-4bb1-8602-599d35d35d4e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.0971162 Aug 20 10:38:34.253342 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79d3237c-0938-426e-8b86-4840a06a4c64 req-3f94a434-52dd-49f3-a555-5fd6b5c86134 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202219 Aug 20 10:38:34.283176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2eeb5-2619-48cc-a864-8742ca04d15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb900df-0f8c-4950-a4c6-7907380902d3,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:34.318170 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-77ea1c10-6f5d-4f7f-8d7a-9128a419049d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:34.386172 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-77ea1c10-6f5d-4f7f-8d7a-9128a419049d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:34.453608 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-77ea1c10-6f5d-4f7f-8d7a-9128a419049d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:34.457946 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-77ea1c10-6f5d-4f7f-8d7a-9128a419049d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:34.496527 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-77ea1c10-6f5d-4f7f-8d7a-9128a419049d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2eb900df-0f8c-4950-a4c6-7907380902d3 HTTP/1.1" status: 204 len: 168 time: 0.3731551 Aug 20 10:38:34.557153 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea1c10-6f5d-4f7f-8d7a-9128a419049d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb900df-0f8c-4950-a4c6-7907380902d3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:34.580167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6481257-ce57-4096-a04e-54774f3a852b req-1be2175c-a57b-4a07-a343-09169eb56e25 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:34.589044 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e6481257-ce57-4096-a04e-54774f3a852b req-1be2175c-a57b-4a07-a343-09169eb56e25 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.0756285 Aug 20 10:38:34.686998 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e6481257-ce57-4096-a04e-54774f3a852b req-e7c424e7-3a50-404d-ad23-22ea9ba5ef5d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965428 Aug 20 10:38:34.790548 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:35.277625 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39516) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:35.319373 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-20f9f7b8-43f7-4810-9f87-1f552e16861d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:35.479923 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-20f9f7b8-43f7-4810-9f87-1f552e16861d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:35.490987 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-20f9f7b8-43f7-4810-9f87-1f552e16861d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:35.539713 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-20f9f7b8-43f7-4810-9f87-1f552e16861d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea7443c0f38a4702a656ef10eb095f55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446244 Aug 20 10:38:35.543475 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39526) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:35.552768 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9f7b8-43f7-4810-9f87-1f552e16861d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124c2701-6cfd-4c52-80b7-70c07828d986,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:35.636937 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9142fb5d-d428-428e-811a-b89e421ea4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:35.666351 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9142fb5d-d428-428e-811a-b89e421ea4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:35.740061 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9142fb5d-d428-428e-811a-b89e421ea4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:35.743456 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9142fb5d-d428-428e-811a-b89e421ea4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:35.745546 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9142fb5d-d428-428e-811a-b89e421ea4d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/124c2701-6cfd-4c52-80b7-70c07828d986 HTTP/1.1" status: 204 len: 168 time: 0.2003143 Aug 20 10:38:35.761007 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142fb5d-d428-428e-811a-b89e421ea4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124c2701-6cfd-4c52-80b7-70c07828d986,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:35.946814 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944921d-1689-446d-aa3c-63a806ce590b req-3907e61a-e3cb-45d0-9126-235ecb5cc4d5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:35.952050 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a944921d-1689-446d-aa3c-63a806ce590b req-3907e61a-e3cb-45d0-9126-235ecb5cc4d5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.1078155 Aug 20 10:38:36.015220 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a944921d-1689-446d-aa3c-63a806ce590b req-3f7e1a8d-898c-4947-8875-aade24aec600 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581627 Aug 20 10:38:37.408706 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f20179-cafd-4528-b61f-520989dae98f req-c9837640-1371-4b5e-922b-5a82b8355d66 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:37.426725 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e5f20179-cafd-4528-b61f-520989dae98f req-c9837640-1371-4b5e-922b-5a82b8355d66 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.2216673 Aug 20 10:38:37.573671 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e5f20179-cafd-4528-b61f-520989dae98f req-2df2daf9-c702-40c6-b921-5baf2e221037 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455841 Aug 20 10:38:38.205443 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bc2d852-94fd-4c77-836b-5d1ca5fd2d56 req-fc39c12d-d839-40e6-b6a4-d22a2c6d5741 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1207509 Aug 20 10:38:38.369086 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2d852-94fd-4c77-836b-5d1ca5fd2d56 req-55868678-f23d-49f1-9320-1d8c813ba2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:38.371278 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bc2d852-94fd-4c77-836b-5d1ca5fd2d56 req-55868678-f23d-49f1-9320-1d8c813ba2ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 1096 time: 0.0878241 Aug 20 10:38:38.676938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2d852-94fd-4c77-836b-5d1ca5fd2d56 req-60616252-284f-4ebe-9139-edb6da2781a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:38.678694 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bc2d852-94fd-4c77-836b-5d1ca5fd2d56 req-60616252-284f-4ebe-9139-edb6da2781a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.2765334 Aug 20 10:38:38.997627 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bc2d852-94fd-4c77-836b-5d1ca5fd2d56 req-6b0ee416-c10f-4493-838f-ce62d1c1c187 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4572806-9844-4302-b2a2-f2770c887d9d HTTP/1.1" status: 200 len: 998 time: 0.3102357 Aug 20 10:38:39.040428 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ed9f3-434b-4953-9da9-0139cbfc2897 req-dd6f5357-bb0b-4d23-a233-365ba24705e0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:39.042824 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e4ed9f3-434b-4953-9da9-0139cbfc2897 req-dd6f5357-bb0b-4d23-a233-365ba24705e0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.2331600 Aug 20 10:38:39.116166 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2d852-94fd-4c77-836b-5d1ca5fd2d56 req-7708db64-1339-4778-809e-93432ec99e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:39.118472 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bc2d852-94fd-4c77-836b-5d1ca5fd2d56 req-7708db64-1339-4778-809e-93432ec99e8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.1115088 Aug 20 10:38:39.209837 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e4ed9f3-434b-4953-9da9-0139cbfc2897 req-9892e717-d4ea-425e-b4e1-534c42f8c788 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897648 Aug 20 10:38:39.262313 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2d852-94fd-4c77-836b-5d1ca5fd2d56 req-545b45d3-c96c-42d5-bb81-c778239d45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:39.264578 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bc2d852-94fd-4c77-836b-5d1ca5fd2d56 req-545b45d3-c96c-42d5-bb81-c778239d45c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172931 Aug 20 10:38:39.438223 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bc2d852-94fd-4c77-836b-5d1ca5fd2d56 req-96eda49e-5388-455b-8152-2f3c83bad9e7 service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625960 Aug 20 10:38:39.688633 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bc2d852-94fd-4c77-836b-5d1ca5fd2d56 req-7bbacdae-07f2-41be-8439-cf78279456f5 service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288930 Aug 20 10:38:40.555851 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b533d6-e105-4761-b927-48aca8b09312 req-d9fb0704-331c-422d-b186-5746bafbf3ce tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:40.573881 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37b533d6-e105-4761-b927-48aca8b09312 req-d9fb0704-331c-422d-b186-5746bafbf3ce tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.1731665 Aug 20 10:38:40.660730 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37b533d6-e105-4761-b927-48aca8b09312 req-0d02e549-0ea3-469b-a61b-fd42a0355f22 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857615 Aug 20 10:38:41.018978 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39764) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:41.228173 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-adf1f36d-da09-4e36-b5bf-7a20f59b6b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:41.376100 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-adf1f36d-da09-4e36-b5bf-7a20f59b6b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:41.385361 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-adf1f36d-da09-4e36-b5bf-7a20f59b6b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:41.457583 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1f36d-da09-4e36-b5bf-7a20f59b6b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eefc26a-38a2-4b32-b39e-f3c19cc40cec,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:41.488064 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-adf1f36d-da09-4e36-b5bf-7a20f59b6b0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=318d0f4eaf264d99a2e9d48ed348a706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4675524 Aug 20 10:38:41.491184 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39784) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:41.567456 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da6c3bc6-6925-4fc0-ab42-6d886048126c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:41.599331 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da6c3bc6-6925-4fc0-ab42-6d886048126c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:41.672985 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da6c3bc6-6925-4fc0-ab42-6d886048126c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:41.677387 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da6c3bc6-6925-4fc0-ab42-6d886048126c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:41.679013 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-da6c3bc6-6925-4fc0-ab42-6d886048126c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2eefc26a-38a2-4b32-b39e-f3c19cc40cec HTTP/1.1" status: 204 len: 168 time: 0.1860101 Aug 20 10:38:41.718524 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c3bc6-6925-4fc0-ab42-6d886048126c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eefc26a-38a2-4b32-b39e-f3c19cc40cec,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:41.761994 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c3bc6-6925-4fc0-ab42-6d886048126c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:41.762307 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c3bc6-6925-4fc0-ab42-6d886048126c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:41.762888 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c3bc6-6925-4fc0-ab42-6d886048126c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:41.763515 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c3bc6-6925-4fc0-ab42-6d886048126c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:41.764466 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c3bc6-6925-4fc0-ab42-6d886048126c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:41.765047 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c3bc6-6925-4fc0-ab42-6d886048126c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:41.765600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c3bc6-6925-4fc0-ab42-6d886048126c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:41.766172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c3bc6-6925-4fc0-ab42-6d886048126c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:41.767728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c3bc6-6925-4fc0-ab42-6d886048126c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:41.768500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c3bc6-6925-4fc0-ab42-6d886048126c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:41.769496 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c3bc6-6925-4fc0-ab42-6d886048126c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:41.771519 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6c3bc6-6925-4fc0-ab42-6d886048126c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:42.065921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2545a2d-14ae-46f3-8bad-122fa9cf1ff3 req-0f6a529e-7cc0-48ac-a912-e4205e36d92d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:42.068303 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2545a2d-14ae-46f3-8bad-122fa9cf1ff3 req-0f6a529e-7cc0-48ac-a912-e4205e36d92d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.1765444 Aug 20 10:38:42.188548 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2545a2d-14ae-46f3-8bad-122fa9cf1ff3 req-9b3c7b9c-903c-41c7-b4bd-c7df41a48dba tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077716 Aug 20 10:38:42.356256 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39810) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:42.428964 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16f450ed-863f-4cc0-bac2-05fd7ab91f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:42.634521 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16f450ed-863f-4cc0-bac2-05fd7ab91f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:42.640986 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16f450ed-863f-4cc0-bac2-05fd7ab91f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:42.715576 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-16f450ed-863f-4cc0-bac2-05fd7ab91f18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ee18ddddcaf4dd7bf8219919cb405d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576939 Aug 20 10:38:42.718471 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39824) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:42.725731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f450ed-863f-4cc0-bac2-05fd7ab91f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0841f99b-e958-4ff2-b0f1-5f7bd5db334c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:42.804582 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa13e-4650-425b-93f1-cc22b44b24db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:42.867779 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa13e-4650-425b-93f1-cc22b44b24db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:42.903118 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:38:42.945574 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa13e-4650-425b-93f1-cc22b44b24db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:42.949140 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa13e-4650-425b-93f1-cc22b44b24db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:42.952704 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bf7fa13e-4650-425b-93f1-cc22b44b24db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0841f99b-e958-4ff2-b0f1-5f7bd5db334c HTTP/1.1" status: 204 len: 168 time: 0.2307973 Aug 20 10:38:42.965891 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fa13e-4650-425b-93f1-cc22b44b24db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0841f99b-e958-4ff2-b0f1-5f7bd5db334c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:43.513464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eebc45-c065-47c1-8638-d2a961d98802 req-8f4d1bce-0636-46b8-bf2b-558911c11e5a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:43.528963 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01eebc45-c065-47c1-8638-d2a961d98802 req-8f4d1bce-0636-46b8-bf2b-558911c11e5a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.1702940 Aug 20 10:38:43.634816 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01eebc45-c065-47c1-8638-d2a961d98802 req-de8f7e30-707a-4b94-bc97-65de56575849 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851791 Aug 20 10:38:45.021095 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20146de8-e2ee-42a9-b010-a53ae77fda98 req-2c31e622-750a-4c7b-9231-831dd9bfdf3b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:45.040840 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20146de8-e2ee-42a9-b010-a53ae77fda98 req-2c31e622-750a-4c7b-9231-831dd9bfdf3b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.2614632 Aug 20 10:38:45.172179 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20146de8-e2ee-42a9-b010-a53ae77fda98 req-e8a090ff-1474-44ef-b4ed-de9f5cbfe0d9 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182504 Aug 20 10:38:46.400022 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34de6b-9e7a-4a54-bf25-947b73f88306 req-910215e9-29e7-463b-b444-b6cfd2295bcb tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:46.402540 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f34de6b-9e7a-4a54-bf25-947b73f88306 req-910215e9-29e7-463b-b444-b6cfd2295bcb tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.1177688 Aug 20 10:38:46.483822 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f34de6b-9e7a-4a54-bf25-947b73f88306 req-68f2e7dc-e087-44af-933d-9d9f6c3c736c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743783 Aug 20 10:38:47.754410 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1a411-a7a0-4b34-a5ef-8c8bf593bc7d req-688caecf-5e50-4e51-bce1-e476834b5eb0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:47.757015 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-44a1a411-a7a0-4b34-a5ef-8c8bf593bc7d req-688caecf-5e50-4e51-bce1-e476834b5eb0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.1011503 Aug 20 10:38:47.812794 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-44a1a411-a7a0-4b34-a5ef-8c8bf593bc7d req-c25a839b-20c2-4b10-bd00-673aabedf583 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496776 Aug 20 10:38:48.512845 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:49.073383 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed597b-9861-41e1-b1d6-3f53d462d01d req-07487ee8-9cfa-4c0d-bed5-30e1c12de3cd tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:49.085849 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-24ed597b-9861-41e1-b1d6-3f53d462d01d req-07487ee8-9cfa-4c0d-bed5-30e1c12de3cd tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.1566846 Aug 20 10:38:49.241040 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-24ed597b-9861-41e1-b1d6-3f53d462d01d req-19b89653-058e-40f7-bec5-84d3c6c1dd5c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537967 Aug 20 10:38:50.015242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-88cabdd4-1c41-40ef-83b4-ecdd855459cd tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:50.023571 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-88cabdd4-1c41-40ef-83b4-ecdd855459cd tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/networks?id=c73c6bbd-3e27-4536-808e-999bd0de5a5c HTTP/1.1" status: 200 len: 814 time: 0.2601783 Aug 20 10:38:50.043702 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-7ee5a084-149b-4e20-89b3-85c8e2a979c4 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/quotas/157bfa5e0cf8467ba64c52b2cf2713ce HTTP/1.1" status: 200 len: 375 time: 0.0187335 Aug 20 10:38:50.136002 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-c40a0dc8-6d62-4508-b67b-642ee4510e35 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=157bfa5e0cf8467ba64c52b2cf2713ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898957 Aug 20 10:38:50.340706 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-25582acc-8d7c-4bf4-a660-e327624cb526 service neutron] 10.222.0.16 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033103 Aug 20 10:38:50.540575 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbf773-98fa-498a-8bc7-c9acaa0c3822 req-802cef1a-75d0-435f-b804-3fee6cf85f6c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:50.552990 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1ffbf773-98fa-498a-8bc7-c9acaa0c3822 req-802cef1a-75d0-435f-b804-3fee6cf85f6c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.1494527 Aug 20 10:38:50.583168 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-44b66726-de75-4847-987c-5f49aac756db service neutron] 10.222.0.16 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410519 Aug 20 10:38:50.592660 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40148) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:50.656205 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1ffbf773-98fa-498a-8bc7-c9acaa0c3822 req-3cffcd96-f6c1-4bf9-9f5a-042a9c3cbb5f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020234 Aug 20 10:38:50.938231 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-201f3b30-870e-4702-8760-446889229dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:50.940571 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-70974e32-6702-4fa6-89a5-731771420ef9 req-459374ae-c084-41f0-b327-2cbc6290a0f7 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 210 time: 0.0619035 Aug 20 10:38:51.132974 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-201f3b30-870e-4702-8760-446889229dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:51.138056 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-201f3b30-870e-4702-8760-446889229dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:51.230188 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-201f3b30-870e-4702-8760-446889229dd6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aabb921fec494c7d975d722f2c4810cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6359365 Aug 20 10:38:51.234218 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40176) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:51.237330 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f3b30-870e-4702-8760-446889229dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763c69a2-0758-48ef-9738-f0f8b97a3f37,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:51.320968 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36d7c872-d235-45dc-bd93-23b8c51e14e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:51.344871 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36d7c872-d235-45dc-bd93-23b8c51e14e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:51.423856 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36d7c872-d235-45dc-bd93-23b8c51e14e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:51.426831 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36d7c872-d235-45dc-bd93-23b8c51e14e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:51.428712 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-36d7c872-d235-45dc-bd93-23b8c51e14e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/763c69a2-0758-48ef-9738-f0f8b97a3f37 HTTP/1.1" status: 204 len: 168 time: 0.1915159 Aug 20 10:38:51.455305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7c872-d235-45dc-bd93-23b8c51e14e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763c69a2-0758-48ef-9738-f0f8b97a3f37,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:51.876069 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962067c-bb05-4093-aa29-fee3df710ae9 req-42dae70c-d3c7-43b4-98f1-45421769a966 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:51.886948 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7962067c-bb05-4093-aa29-fee3df710ae9 req-42dae70c-d3c7-43b4-98f1-45421769a966 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.1027257 Aug 20 10:38:51.962752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7962067c-bb05-4093-aa29-fee3df710ae9 req-1cf13c07-86b3-4b4c-a6f2-40e972a8324d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711787 Aug 20 10:38:52.185482 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5bec8888-69c1-4a9d-a202-e6c030122b75 req-e2ddfc63-54f0-4d13-9f91-83881e99ae1d tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 210 time: 0.0764635 Aug 20 10:38:52.410140 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40220) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:52.430034 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec51fd37-d2c5-446e-bed2-5910a4479b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:52.541119 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec51fd37-d2c5-446e-bed2-5910a4479b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:52.547012 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ec51fd37-d2c5-446e-bed2-5910a4479b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:52.626368 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-72ea86b7-9895-4b9c-8f70-7970ba406e3e tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:52.629059 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-72ea86b7-9895-4b9c-8f70-7970ba406e3e tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.42 "GET /v2.0/networks?id=c73c6bbd-3e27-4536-808e-999bd0de5a5c HTTP/1.1" status: 200 len: 814 time: 0.2496824 Aug 20 10:38:52.634199 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ec51fd37-d2c5-446e-bed2-5910a4479b0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a3c81237f484a11a479a0c1c868a6b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2195547 Aug 20 10:38:52.635082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40224) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:52.661729 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-6c91d6b9-d233-4f52-9845-a38de49cb7ca tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Request body: {'port': {'device_id': '8fc28057-be0c-49c4-8eec-21e6d4f49ae7', 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c', 'admin_state_up': True, 'tenant_id': '157bfa5e0cf8467ba64c52b2cf2713ce'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:38:52.670853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51fd37-d2c5-446e-bed2-5910a4479b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af80d9a4-1d1a-454e-b1db-8761f43043d5,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:52.731578 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:52.809842 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36d631af-502d-4fa2-89ba-43f9c2b0035c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:52.869772 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36d631af-502d-4fa2-89ba-43f9c2b0035c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:52.936789 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-6c91d6b9-d233-4f52-9845-a38de49cb7ca tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Made reservation on behalf of 157bfa5e0cf8467ba64c52b2cf2713ce for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:38:52.941178 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-6c91d6b9-d233-4f52-9845-a38de49cb7ca tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:52.988259 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-794acf61-2b32-45d0-b7e1-f8fb24b8fb86 req-c5bc82cb-363b-445a-b26b-695d999d37a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0614216 Aug 20 10:38:52.996307 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36d631af-502d-4fa2-89ba-43f9c2b0035c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:53.000509 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36d631af-502d-4fa2-89ba-43f9c2b0035c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:53.005912 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-36d631af-502d-4fa2-89ba-43f9c2b0035c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af80d9a4-1d1a-454e-b1db-8761f43043d5 HTTP/1.1" status: 204 len: 168 time: 0.3694484 Aug 20 10:38:53.095487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794acf61-2b32-45d0-b7e1-f8fb24b8fb86 req-1d07085f-e283-4be8-90b7-01956a31604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:53.097905 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-794acf61-2b32-45d0-b7e1-f8fb24b8fb86 req-1d07085f-e283-4be8-90b7-01956a31604a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=463a0ff73ce449dcb0169a2fb1f3e4e9&device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 1101 time: 0.0758135 Aug 20 10:38:53.262035 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794acf61-2b32-45d0-b7e1-f8fb24b8fb86 req-0ab61497-60e8-4634-9107-88ddb9e2edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:53.264149 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-794acf61-2b32-45d0-b7e1-f8fb24b8fb86 req-0ab61497-60e8-4634-9107-88ddb9e2edd4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.1378703 Aug 20 10:38:53.298080 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d631af-502d-4fa2-89ba-43f9c2b0035c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af80d9a4-1d1a-454e-b1db-8761f43043d5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:53.391999 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-794acf61-2b32-45d0-b7e1-f8fb24b8fb86 req-99e0b667-53be-478c-a3cb-4458bba369dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=f0bba2a0-b403-4618-95b5-14bc3792ff87 HTTP/1.1" status: 200 len: 217 time: 0.1191251 Aug 20 10:38:53.405793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e441364-39ca-4561-ae51-c4ed90b528da req-0c4f7419-cf53-4bc7-af77-94a38d9bd48d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:53.406817 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7e441364-39ca-4561-ae51-c4ed90b528da req-0c4f7419-cf53-4bc7-af77-94a38d9bd48d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.2709758 Aug 20 10:38:53.484361 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-6c91d6b9-d233-4f52-9845-a38de49cb7ca tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Allocated IP 172.20.0.5 (c73c6bbd-3e27-4536-808e-999bd0de5a5c/fb132f55-3b57-430b-bbc8-0884dd2d7bc2/1888dc1c-e69d-4b0f-ad5e-d88d61df01cd) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:38:53.490541 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-31819db1-f565-431f-b980-7151339a8f8f req-02ab7cc1-e830-4350-a4a4-e01cd96d0a60 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 210 time: 0.1021774 Aug 20 10:38:53.564030 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7e441364-39ca-4561-ae51-c4ed90b528da req-3e305bde-5c39-480c-9078-363caee4234a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455750 Aug 20 10:38:53.596120 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794acf61-2b32-45d0-b7e1-f8fb24b8fb86 req-56fc259b-44f3-4fec-887d-2b2db1dcba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:53.598395 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-794acf61-2b32-45d0-b7e1-f8fb24b8fb86 req-56fc259b-44f3-4fec-887d-2b2db1dcba09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1799412 Aug 20 10:38:53.680876 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794acf61-2b32-45d0-b7e1-f8fb24b8fb86 req-2d786bc9-ef48-4fdb-9c86-98d3e70b6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:53.683670 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-794acf61-2b32-45d0-b7e1-f8fb24b8fb86 req-2d786bc9-ef48-4fdb-9c86-98d3e70b6eaa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0751925 Aug 20 10:38:53.843532 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-6c91d6b9-d233-4f52-9845-a38de49cb7ca tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:53.911968 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-794acf61-2b32-45d0-b7e1-f8fb24b8fb86 req-6db1c62f-119f-4d51-8d95-a0802d64670a service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133369 Aug 20 10:38:53.927610 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-6c91d6b9-d233-4f52-9845-a38de49cb7ca tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:53.944376 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['f0471c57-b0d1-4e18-ab4a-b7993a459b11'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:38:53.952253 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['004a746d-7df5-4b19-b0b2-5b3022a582e7', '10ddb962-24d9-46b3-911b-838572672936'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:38:54.020802 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40272) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:54.073252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-6c91d6b9-d233-4f52-9845-a38de49cb7ca tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Network c73c6bbd-3e27-4536-808e-999bd0de5a5c is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:38:54.102754 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b83ea66-972b-454b-8350-dadc0ab0282e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:54.116164 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-6c91d6b9-d233-4f52-9845-a38de49cb7ca tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:38:54.162673 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-794acf61-2b32-45d0-b7e1-f8fb24b8fb86 req-da6f55bb-dac3-44d7-81d8-d01d04c05e26 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416737 Aug 20 10:38:54.162904 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-6c91d6b9-d233-4f52-9845-a38de49cb7ca tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:38:54.258640 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91d6b9-d233-4f52-9845-a38de49cb7ca tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Pushing event updated for resources: {'Port': ['ID=1888dc1c-e69d-4b0f-ad5e-d88d61df01cd,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:54.372993 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-6c91d6b9-d233-4f52-9845-a38de49cb7ca tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:54.377409 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-6c91d6b9-d233-4f52-9845-a38de49cb7ca tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:54.589178 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b83ea66-972b-454b-8350-dadc0ab0282e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:54.597587 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b83ea66-972b-454b-8350-dadc0ab0282e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:54.646869 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5b83ea66-972b-454b-8350-dadc0ab0282e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f502b00b85f40bb800b8163d1b4613f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6057451 Aug 20 10:38:54.650842 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40292) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:54.651545 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-6c91d6b9-d233-4f52-9845-a38de49cb7ca tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0069084 Aug 20 10:38:54.714314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Request body: {'port': {'device_id': '8fc28057-be0c-49c4-8eec-21e6d4f49ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:38:54.770505 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4bb3-3a98-4a96-a838-72827cbdb981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:54.777819 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83ea66-972b-454b-8350-dadc0ab0282e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee1b8b6-f9a8-44e3-9e84-3bc3b668347b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:54.798941 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4bb3-3a98-4a96-a838-72827cbdb981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:54.871858 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4bb3-3a98-4a96-a838-72827cbdb981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:54.877020 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4bb3-3a98-4a96-a838-72827cbdb981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:54.878583 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a1ec4bb3-3a98-4a96-a838-72827cbdb981 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ee1b8b6-f9a8-44e3-9e84-3bc3b668347b HTTP/1.1" status: 204 len: 168 time: 0.2250254 Aug 20 10:38:54.903804 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec4bb3-3a98-4a96-a838-72827cbdb981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee1b8b6-f9a8-44e3-9e84-3bc3b668347b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:54.919277 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c02bf1-fcff-410b-97ad-ef592eb9c01f req-81301392-6e7e-4896-b086-3f20b8d947c2 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:54.946427 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-00c02bf1-fcff-410b-97ad-ef592eb9c01f req-81301392-6e7e-4896-b086-3f20b8d947c2 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 931 time: 0.1978576 Aug 20 10:38:55.024183 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-00c02bf1-fcff-410b-97ad-ef592eb9c01f req-22365a64-57ab-4470-a55b-fe3eea182362 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753191 Aug 20 10:38:55.140444 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:55.162691 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a1824-6d8f-46eb-bc8c-0420d61447fd req-0d564842-f2fb-4bc1-be0b-22221578a70e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:55.173812 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b1a1824-6d8f-46eb-bc8c-0420d61447fd req-0d564842-f2fb-4bc1-be0b-22221578a70e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.3725953 Aug 20 10:38:55.304565 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7b1a1824-6d8f-46eb-bc8c-0420d61447fd req-15b4be14-2d45-4006-8a3b-5628088ac731 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291399 Aug 20 10:38:55.847894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:38:55.867359 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:55.909698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Transition to ACTIVE for port object 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:38:55.922864 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:55.977532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Pushing event updated for resources: {'Port': ['ID=1888dc1c-e69d-4b0f-ad5e-d88d61df01cd,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:56.159120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Attempting to bind port 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:38:56.159677 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Attempting to bind port 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '0e78907e-c70d-46bc-9628-183e97c68eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:38:56.159677 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Attempting to bind port 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd on network c73c6bbd-3e27-4536-808e-999bd0de5a5c {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:38:56.184640 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Port 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd on network c73c6bbd-3e27-4536-808e-999bd0de5a5c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:38:56.184996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Attempting to bind port 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd on network c73c6bbd-3e27-4536-808e-999bd0de5a5c {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:38:56.199918 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:38:56.200355 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Checking segment: {'id': '0e78907e-c70d-46bc-9628-183e97c68eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:38:56.200769 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Bound using segment: {'id': '0e78907e-c70d-46bc-9628-183e97c68eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:38:56.201444 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Bound port: 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e78907e-c70d-46bc-9628-183e97c68eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:38:56.201757 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:56.208810 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0768d-5412-4c2a-971a-eabaa16a47b9 req-1cb94daf-89da-4892-90a3-9a1be0b2bd8f tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:56.220246 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-96d0768d-5412-4c2a-971a-eabaa16a47b9 req-1cb94daf-89da-4892-90a3-9a1be0b2bd8f tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 943 time: 0.0764830 Aug 20 10:38:56.302288 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-96d0768d-5412-4c2a-971a-eabaa16a47b9 req-07cfb140-b1b4-45e0-a4c8-77795038abb2 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730188 Aug 20 10:38:56.330927 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] For port 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:38:56.335017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] For port 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=1888dc1c-e69d-4b0f-ad5e-d88d61df01cd,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:38:56.342435 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:56.383498 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:56.384247 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:56.385771 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] 10.222.0.42 "PUT /v2.0/ports/1888dc1c-e69d-4b0f-ad5e-d88d61df01cd HTTP/1.1" status: 200 len: 1092 time: 1.6964681 Aug 20 10:38:56.386296 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc28057-be0c-49c4-8eec-21e6d4f49ae7', 'tag': '1888dc1c-e69d-4b0f-ad5e-d88d61df01cd'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:38:56.388812 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed59a37e-d10c-4536-8a88-5b865118b249" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc28057-be0c-49c4-8eec-21e6d4f49ae7", "tag": "1888dc1c-e69d-4b0f-ad5e-d88d61df01cd"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:38:56.424992 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53324ca-cd55-4442-9990-1c417b29e3cf service neutron] Pushing event updated for resources: {'Port': ['ID=1888dc1c-e69d-4b0f-ad5e-d88d61df01cd,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:56.482161 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-0d86326d-5661-49d6-99fc-0ed2a27da151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:56.485285 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-0d86326d-5661-49d6-99fc-0ed2a27da151 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=157bfa5e0cf8467ba64c52b2cf2713ce&device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 1095 time: 0.0565419 Aug 20 10:38:56.494155 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902e6a3c-7352-4dbf-8849-c04f6264d3ce x-openstack-request-id: req-902e6a3c-7352-4dbf-8849-c04f6264d3ce {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:38:56.494718 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc28057-be0c-49c4-8eec-21e6d4f49ae7", "tag": "1888dc1c-e69d-4b0f-ad5e-d88d61df01cd", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:38:56.495542 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-902e6a3c-7352-4dbf-8849-c04f6264d3ce {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:38:56.495985 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc28057-be0c-49c4-8eec-21e6d4f49ae7', 'tag': '1888dc1c-e69d-4b0f-ad5e-d88d61df01cd', 'status': 'completed', 'code': 200} Aug 20 10:38:56.564621 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-1b82195f-038a-44b7-825a-cfcefaac0f3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1888dc1c-e69d-4b0f-ad5e-d88d61df01cd HTTP/1.1" status: 200 len: 217 time: 0.0444498 Aug 20 10:38:56.672996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918730a-1821-4a7e-905b-0f6cae4a0548 req-9a82bf75-9fa9-46e4-b407-6903d9665092 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:56.674818 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6918730a-1821-4a7e-905b-0f6cae4a0548 req-9a82bf75-9fa9-46e4-b407-6903d9665092 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.1780052 Aug 20 10:38:56.682091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-272b43e0-eeb0-442c-b1cb-d9c530f0219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:56.683851 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-272b43e0-eeb0-442c-b1cb-d9c530f0219f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fb132f55-3b57-430b-bbc8-0884dd2d7bc2 HTTP/1.1" status: 200 len: 854 time: 0.1043999 Aug 20 10:38:56.751927 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6918730a-1821-4a7e-905b-0f6cae4a0548 req-5a8ab643-a312-4490-b988-d284aa21c695 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669198 Aug 20 10:38:56.819712 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-56d14ad4-4ca2-43a1-9a4b-1627bdc09021 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c73c6bbd-3e27-4536-808e-999bd0de5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718856 Aug 20 10:38:56.977987 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-8fd53e1c-0e3c-4880-bdec-c2f9a62fde05 service neutron] 10.222.0.42 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497021 Aug 20 10:38:57.099471 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb5b262a-4c65-4d7d-a49b-928b7041c25a req-7028896b-e3be-4e25-af8c-71e7947e3ff2 service neutron] 10.222.0.42 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140406 Aug 20 10:38:57.301125 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59a37e-d10c-4536-8a88-5b865118b249 req-88044bed-9918-46e9-9221-646a4f0632e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:57.302823 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ed59a37e-d10c-4536-8a88-5b865118b249 req-88044bed-9918-46e9-9221-646a4f0632e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=157bfa5e0cf8467ba64c52b2cf2713ce&device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 1095 time: 0.1189940 Aug 20 10:38:57.532316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59a37e-d10c-4536-8a88-5b865118b249 req-d87d4c46-7919-47d1-a447-d9836243fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:57.534499 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ed59a37e-d10c-4536-8a88-5b865118b249 req-d87d4c46-7919-47d1-a447-d9836243fd97 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c73c6bbd-3e27-4536-808e-999bd0de5a5c HTTP/1.1" status: 200 len: 915 time: 0.2247710 Aug 20 10:38:57.564042 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81045a0f-791a-4710-8c8e-5027b6d2ab39 req-d8b8c3d7-d3cd-4df4-ac16-311f1af0e297 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:57.572238 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-81045a0f-791a-4710-8c8e-5027b6d2ab39 req-d8b8c3d7-d3cd-4df4-ac16-311f1af0e297 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 943 time: 0.1009576 Aug 20 10:38:57.604572 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ed59a37e-d10c-4536-8a88-5b865118b249 req-d6782f4f-f5bf-4c77-8dd3-8ff3ea8f3c58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1888dc1c-e69d-4b0f-ad5e-d88d61df01cd HTTP/1.1" status: 200 len: 217 time: 0.0626004 Aug 20 10:38:57.627277 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-81045a0f-791a-4710-8c8e-5027b6d2ab39 req-b7b9a7a0-423d-4bd3-af23-043cdc5409f1 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535662 Aug 20 10:38:57.772269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59a37e-d10c-4536-8a88-5b865118b249 req-e3cf9abc-60d1-495f-93a0-33d8a6b297f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:57.773679 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ed59a37e-d10c-4536-8a88-5b865118b249 req-e3cf9abc-60d1-495f-93a0-33d8a6b297f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fb132f55-3b57-430b-bbc8-0884dd2d7bc2 HTTP/1.1" status: 200 len: 854 time: 0.1555715 Aug 20 10:38:57.805576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40412) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:57.834176 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ed59a37e-d10c-4536-8a88-5b865118b249 req-4116f22f-b8b1-4630-b824-40eb09cdf062 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c73c6bbd-3e27-4536-808e-999bd0de5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456359 Aug 20 10:38:58.050584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20399771-2703-401a-8b37-b2de40c1645a req-c9d0e031-4b01-49c5-a050-563a271c1165 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:58.052045 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20399771-2703-401a-8b37-b2de40c1645a req-c9d0e031-4b01-49c5-a050-563a271c1165 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.0988171 Aug 20 10:38:58.102009 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5ac32f56-ecd2-4583-9f64-9de8d577cbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:58.142769 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20399771-2703-401a-8b37-b2de40c1645a req-c8df9f14-2901-44be-8a0b-1cd3b2ff0cc0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835717 Aug 20 10:38:58.145071 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ed59a37e-d10c-4536-8a88-5b865118b249 req-4787d43a-6ece-44af-a57c-f64f105f7150 service neutron] 10.222.0.42 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034661 Aug 20 10:38:58.288468 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5ac32f56-ecd2-4583-9f64-9de8d577cbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:58.301102 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5ac32f56-ecd2-4583-9f64-9de8d577cbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:58.344884 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ed59a37e-d10c-4536-8a88-5b865118b249 req-aa361bd9-ae29-4f3b-bece-196858926ad7 service neutron] 10.222.0.42 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884458 Aug 20 10:38:58.386077 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5ac32f56-ecd2-4583-9f64-9de8d577cbb7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f100bfa34fa4e879b00ada247397a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5769260 Aug 20 10:38:58.386525 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40434) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:38:58.395834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac32f56-ecd2-4583-9f64-9de8d577cbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17f9456-4d0b-4a9d-903a-cf387b129917,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:58.410878 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac32f56-ecd2-4583-9f64-9de8d577cbb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:58.411262 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac32f56-ecd2-4583-9f64-9de8d577cbb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:58.411649 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac32f56-ecd2-4583-9f64-9de8d577cbb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:58.411932 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac32f56-ecd2-4583-9f64-9de8d577cbb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:58.412263 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac32f56-ecd2-4583-9f64-9de8d577cbb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:58.412592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac32f56-ecd2-4583-9f64-9de8d577cbb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:58.412920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac32f56-ecd2-4583-9f64-9de8d577cbb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:58.413244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac32f56-ecd2-4583-9f64-9de8d577cbb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:58.413565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac32f56-ecd2-4583-9f64-9de8d577cbb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:58.413976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac32f56-ecd2-4583-9f64-9de8d577cbb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:58.414309 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac32f56-ecd2-4583-9f64-9de8d577cbb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:58.414628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac32f56-ecd2-4583-9f64-9de8d577cbb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:38:58.478361 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98019633-26a9-4a5b-94c3-19df3e9c1b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:58.502167 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98019633-26a9-4a5b-94c3-19df3e9c1b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:58.571474 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98019633-26a9-4a5b-94c3-19df3e9c1b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:58.576467 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98019633-26a9-4a5b-94c3-19df3e9c1b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:58.577642 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-98019633-26a9-4a5b-94c3-19df3e9c1b02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d17f9456-4d0b-4a9d-903a-cf387b129917 HTTP/1.1" status: 204 len: 168 time: 0.1900773 Aug 20 10:38:58.587200 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98019633-26a9-4a5b-94c3-19df3e9c1b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17f9456-4d0b-4a9d-903a-cf387b129917,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:38:58.840842 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b998f-c9ef-443c-a224-a6d1759ad1fd req-aed55911-89fa-4e7d-a168-ed8ce48f5a23 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:58.849207 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b55b998f-c9ef-443c-a224-a6d1759ad1fd req-aed55911-89fa-4e7d-a168-ed8ce48f5a23 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 943 time: 0.0843303 Aug 20 10:38:58.900635 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b55b998f-c9ef-443c-a224-a6d1759ad1fd req-cac3b190-8fad-4627-89c4-2fe428570e9d tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504148 Aug 20 10:38:59.309389 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2d8febf3-4d8c-4dc7-b888-5fc0539c5444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:59.386914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada91ed-e434-4a3e-8581-bca5a6ff6b2d req-d8156f8f-f68a-49e0-aaea-73b32095d5eb tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:38:59.389542 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cada91ed-e434-4a3e-8581-bca5a6ff6b2d req-d8156f8f-f68a-49e0-aaea-73b32095d5eb tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.0903850 Aug 20 10:38:59.484261 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cada91ed-e434-4a3e-8581-bca5a6ff6b2d req-9ec52f98-e5c3-485e-b8c8-8a70a5e3b377 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884030 Aug 20 10:38:59.571571 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:38:59.724550 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=1888dc1c-e69d-4b0f-ad5e-d88d61df01cd,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:38:59.742225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '1888dc1c-e69d-4b0f-ad5e-d88d61df01cd', 'network_id': 'c73c6bbd-3e27-4536-808e-999bd0de5a5c', 'port_id': '1888dc1c-e69d-4b0f-ad5e-d88d61df01cd', 'mac_address': 'fa:16:3e:a4:bf:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb132f55-3b57-430b-bbc8-0884dd2d7bc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:38:59.799778 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:59.827122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:38:59.853360 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=1888dc1c-e69d-4b0f-ad5e-d88d61df01cd,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:38:59.858874 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:38:59.969839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=1888dc1c-e69d-4b0f-ad5e-d88d61df01cd,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:00.085738 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['1888dc1c-e69d-4b0f-ad5e-d88d61df01cd'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:39:00.430136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730576f-adc7-4ae5-b383-d0379942eb3c req-0ff6d147-8bf3-4e5a-b052-f402441ca1cb tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:00.432265 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a730576f-adc7-4ae5-b383-d0379942eb3c req-0ff6d147-8bf3-4e5a-b052-f402441ca1cb tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 944 time: 0.4156435 Aug 20 10:39:00.503124 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a730576f-adc7-4ae5-b383-d0379942eb3c req-62814cad-ecd9-4cee-a2c3-141e1e4b9550 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464473 Aug 20 10:39:00.755976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6620c79-c76c-401b-b93c-20735a29350c req-6374fe7e-31a6-4a63-a974-8d2163ae5bd6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:00.764161 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e6620c79-c76c-401b-b93c-20735a29350c req-6374fe7e-31a6-4a63-a974-8d2163ae5bd6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.1415896 Aug 20 10:39:00.839996 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e6620c79-c76c-401b-b93c-20735a29350c req-6aae26bd-8c7b-484b-ae0d-de3c4f6b792d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737636 Aug 20 10:39:01.572038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:39:01.696239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:39:01.703590 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:39:01.705024 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:01.710382 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a647b-4f06-4e66-9a30-4d2e951ff6d5 req-4df25731-7f7e-4f68-a8d1-ec41de7f0e11 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:01.713175 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-737a647b-4f06-4e66-9a30-4d2e951ff6d5 req-4df25731-7f7e-4f68-a8d1-ec41de7f0e11 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 944 time: 0.1099925 Aug 20 10:39:01.854458 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-737a647b-4f06-4e66-9a30-4d2e951ff6d5 req-283419a4-e7cb-4d5f-bfb4-cbacd7856659 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027951 Aug 20 10:39:01.928537 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:01.966975 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-adba5128-74c7-43a2-8364-065fb2791029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:02.074111 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=1888dc1c-e69d-4b0f-ad5e-d88d61df01cd,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:39:02.079012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc28057-be0c-49c4-8eec-21e6d4f49ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1888dc1c-e69d-4b0f-ad5e-d88d61df01cd'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:39:02.083839 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdfa2b7-2993-44c1-b8af-840808e380b9" -d '{"events": [{"server_uuid": "8fc28057-be0c-49c4-8eec-21e6d4f49ae7", "name": "network-vif-plugged", "status": "completed", "tag": "1888dc1c-e69d-4b0f-ad5e-d88d61df01cd"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:39:02.092016 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:02.161821 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4a980-f49a-47a7-91ef-c266bf7c9cb6 req-79ee3486-0198-4ea4-bc54-2cb03ace47a5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:02.185896 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c4c4a980-f49a-47a7-91ef-c266bf7c9cb6 req-79ee3486-0198-4ea4-bc54-2cb03ace47a5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.1860142 Aug 20 10:39:02.232238 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef329226-043e-4c06-b7e3-3d723f72eba2 x-openstack-request-id: req-ef329226-043e-4c06-b7e3-3d723f72eba2 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:39:02.232741 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc28057-be0c-49c4-8eec-21e6d4f49ae7", "name": "network-vif-plugged", "status": "completed", "tag": "1888dc1c-e69d-4b0f-ad5e-d88d61df01cd", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:39:02.233037 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef329226-043e-4c06-b7e3-3d723f72eba2 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:39:02.237830 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc28057-be0c-49c4-8eec-21e6d4f49ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1888dc1c-e69d-4b0f-ad5e-d88d61df01cd', 'code': 200} Aug 20 10:39:02.288954 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=1888dc1c-e69d-4b0f-ad5e-d88d61df01cd,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:02.333863 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:02.363166 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c4c4a980-f49a-47a7-91ef-c266bf7c9cb6 req-189c216c-d100-43de-b8b7-07f2a482852e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760497 Aug 20 10:39:02.399082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136400d7-3d4e-45bb-9caf-5266ce27c1a3 req-c357038a-5ad1-41c1-8588-7792e3e5eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:02.401406 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-136400d7-3d4e-45bb-9caf-5266ce27c1a3 req-c357038a-5ad1-41c1-8588-7792e3e5eddb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 1097 time: 0.1411068 Aug 20 10:39:02.480166 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-136400d7-3d4e-45bb-9caf-5266ce27c1a3 req-b2976caa-44a4-4af1-bbe6-efbe5a21590b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703042 Aug 20 10:39:03.098597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d36879-9700-468b-91c9-85109b06414e req-4e6ae863-5912-4ebf-9fd2-d83ecd5d0c53 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:03.129768 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79d36879-9700-468b-91c9-85109b06414e req-4e6ae863-5912-4ebf-9fd2-d83ecd5d0c53 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 945 time: 0.1523960 Aug 20 10:39:03.151500 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:03.264257 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79d36879-9700-468b-91c9-85109b06414e req-36a70345-d071-4518-ae5e-4185cd2d9e8e tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272547 Aug 20 10:39:03.655094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16308d7-45b9-4bef-be05-06bc2d7cbe34 req-fdbf073a-45c3-4a76-9ddb-d97fac97bcdc tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:03.658324 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e16308d7-45b9-4bef-be05-06bc2d7cbe34 req-fdbf073a-45c3-4a76-9ddb-d97fac97bcdc tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.1795623 Aug 20 10:39:03.863645 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e16308d7-45b9-4bef-be05-06bc2d7cbe34 req-0671c808-84fa-47cb-8f13-9eb6a25d7bcb tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728961 Aug 20 10:39:04.402495 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37fc73-d435-4580-894d-eec2850a9f13 req-e819f5a5-be8c-4811-8c96-ce6ff98cde32 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:04.406108 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6a37fc73-d435-4580-894d-eec2850a9f13 req-e819f5a5-be8c-4811-8c96-ce6ff98cde32 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 945 time: 0.1537523 Aug 20 10:39:04.486310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab6422-41b1-41fb-9641-21c2ddc5afd3 req-dcfcdc21-8be7-4ba0-b45e-2dfa6eedd9d1 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:04.497929 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e2ab6422-41b1-41fb-9641-21c2ddc5afd3 req-dcfcdc21-8be7-4ba0-b45e-2dfa6eedd9d1 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 945 time: 0.1150780 Aug 20 10:39:04.504232 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6a37fc73-d435-4580-894d-eec2850a9f13 req-cb5a8b09-a812-4f48-8f95-34cedbc20137 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=1737b9ec-1927-4024-9a8f-a955df4f7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863388 Aug 20 10:39:04.588949 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e2ab6422-41b1-41fb-9641-21c2ddc5afd3 req-3271fec1-79b8-43cd-a201-716ab97fe013 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891469 Aug 20 10:39:04.790860 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:05.137484 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5851491-c28d-4267-b435-f45a060b1b92 req-dcc5282d-f223-42a4-b328-e32508af7a53 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:05.140269 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a5851491-c28d-4267-b435-f45a060b1b92 req-dcc5282d-f223-42a4-b328-e32508af7a53 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.1047411 Aug 20 10:39:05.197977 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a5851491-c28d-4267-b435-f45a060b1b92 req-cb6d19cd-71b2-44dc-a801-4dbdd9c79573 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497425 Aug 20 10:39:05.330652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40690) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:05.453889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ed817-2d3c-4bd5-a937-30c38cdfb85c req-2b9d1f71-6039-4bb9-a61a-b57e5cfa479d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:05.463715 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b56ed817-2d3c-4bd5-a937-30c38cdfb85c req-2b9d1f71-6039-4bb9-a61a-b57e5cfa479d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1046743 Aug 20 10:39:05.518010 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0a60169e-beb9-4d82-ac23-25777b9ca33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:05.537498 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b56ed817-2d3c-4bd5-a937-30c38cdfb85c req-56e9f884-fea6-41b7-a260-ffc2503f8ef1 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486777 Aug 20 10:39:05.774642 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7b1ba-403f-4a7c-a626-eedaa6ff605a req-b567ca4c-e2f7-436c-a2a7-722038491fbe tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:05.776936 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-acf7b1ba-403f-4a7c-a626-eedaa6ff605a req-b567ca4c-e2f7-436c-a2a7-722038491fbe tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1160710 Aug 20 10:39:05.881118 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-acf7b1ba-403f-4a7c-a626-eedaa6ff605a req-2acf6436-0ae3-4f62-ad01-cf0b411b5089 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963409 Aug 20 10:39:05.937509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097f2cb-c80c-4def-9504-6fe6fedca59a req-ceb26e48-fa21-4982-8546-c90f8397b6ab tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:05.939187 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e097f2cb-c80c-4def-9504-6fe6fedca59a req-ceb26e48-fa21-4982-8546-c90f8397b6ab tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 945 time: 0.2645347 Aug 20 10:39:05.969268 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0a60169e-beb9-4d82-ac23-25777b9ca33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:05.996063 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0a60169e-beb9-4d82-ac23-25777b9ca33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:06.054407 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e097f2cb-c80c-4def-9504-6fe6fedca59a req-0a41bc7b-5987-4191-99b0-eb38b83a987d tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=1737b9ec-1927-4024-9a8f-a955df4f7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833952 Aug 20 10:39:06.072171 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60169e-beb9-4d82-ac23-25777b9ca33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954154e7-567b-49a1-ab50-9108c033dfda,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:06.110885 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0a60169e-beb9-4d82-ac23-25777b9ca33b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1e2150c45ad4281a32c96982de61972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7786376 Aug 20 10:39:06.111581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40720) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:06.218070 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c50c2e0-44b5-4b79-b55d-fef46206e246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:06.287325 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294a55a-3264-4296-ab3e-cfe9ab3fcd76 req-25561a47-0a03-41bc-b76b-b96b1569cc0a tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:06.290254 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6294a55a-3264-4296-ab3e-cfe9ab3fcd76 req-25561a47-0a03-41bc-b76b-b96b1569cc0a tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 945 time: 0.2014225 Aug 20 10:39:06.314225 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c50c2e0-44b5-4b79-b55d-fef46206e246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:06.441524 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c50c2e0-44b5-4b79-b55d-fef46206e246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:06.448958 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c50c2e0-44b5-4b79-b55d-fef46206e246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:06.459532 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5c50c2e0-44b5-4b79-b55d-fef46206e246 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/954154e7-567b-49a1-ab50-9108c033dfda HTTP/1.1" status: 204 len: 168 time: 0.3460085 Aug 20 10:39:06.492189 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50c2e0-44b5-4b79-b55d-fef46206e246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954154e7-567b-49a1-ab50-9108c033dfda,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:06.637098 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-4de3e3dd-2845-4a97-84c6-c550f990ea0b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:06.640351 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-4de3e3dd-2845-4a97-84c6-c550f990ea0b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 811 time: 0.3441925 Aug 20 10:39:06.642665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-6294a55a-3264-4296-ab3e-cfe9ab3fcd76 req-bcea6586-cb8f-4609-a880-910a569c3a63 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Deleting port 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:39:06.643331 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6294a55a-3264-4296-ab3e-cfe9ab3fcd76 req-bcea6586-cb8f-4609-a880-910a569c3a63 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:06.745740 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-00bf0fa1-5b6f-430c-a2b7-3e87d7fe9c9f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/quotas/c94f33ee8bdb486c9e80924b1d062545 HTTP/1.1" status: 200 len: 375 time: 0.0474586 Aug 20 10:39:07.108719 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40754) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:07.126828 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-593efe01-a357-4358-b6ce-0ac6a0dd0384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:07.143823 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-6294a55a-3264-4296-ab3e-cfe9ab3fcd76 req-bcea6586-cb8f-4609-a880-910a569c3a63 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] For port 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6cd4ec97-116f-4ae7-81ab-4fd5b11625fc,segment=NetworkSegment(a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012),segment_id=a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:39:07.146505 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6294a55a-3264-4296-ab3e-cfe9ab3fcd76 req-bcea6586-cb8f-4609-a880-910a569c3a63 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:07.352215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bfaf7-c87a-48cd-8e32-0f4951731701 req-2674544d-bb68-4e18-bedd-afa293eaec2a tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:07.358983 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f2bfaf7-c87a-48cd-8e32-0f4951731701 req-2674544d-bb68-4e18-bedd-afa293eaec2a tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 945 time: 0.1533530 Aug 20 10:39:07.368081 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-593efe01-a357-4358-b6ce-0ac6a0dd0384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:07.411992 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-593efe01-a357-4358-b6ce-0ac6a0dd0384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:07.529066 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593efe01-a357-4358-b6ce-0ac6a0dd0384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644c45ff-02b7-40fe-b2f6-61f090797d16,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:07.657635 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f2bfaf7-c87a-48cd-8e32-0f4951731701 req-190f179b-f00c-49d7-a1a4-b5b64e6bf29a tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups?id=1737b9ec-1927-4024-9a8f-a955df4f7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807415 Aug 20 10:39:07.722759 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-593efe01-a357-4358-b6ce-0ac6a0dd0384 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bfc4927a90444f62953b4b8d9dd3b36c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6128995 Aug 20 10:39:07.734868 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40782) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:07.749783 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-ed76e31b-143f-45ef-9d42-2259b7841090 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&fields=id HTTP/1.1" status: 200 len: 440 time: 1.0027359 Aug 20 10:39:07.867676 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0afeba01-542e-40ce-b3ed-8413dcc0286b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:07.938233 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0afeba01-542e-40ce-b3ed-8413dcc0286b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:07.943204 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6294a55a-3264-4296-ab3e-cfe9ab3fcd76 req-bcea6586-cb8f-4609-a880-910a569c3a63 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:07.944087 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6294a55a-3264-4296-ab3e-cfe9ab3fcd76 req-bcea6586-cb8f-4609-a880-910a569c3a63 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:07.952530 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [req-6294a55a-3264-4296-ab3e-cfe9ab3fcd76 req-bcea6586-cb8f-4609-a880-910a569c3a63 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Floating IP 5e44b65d-4656-4bfd-bbda-7f2690da3459 disassociated. External IP: 172.25.3.104, port: 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc. Aug 20 10:39:07.953055 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-6294a55a-3264-4296-ab3e-cfe9ab3fcd76 req-bcea6586-cb8f-4609-a880-910a569c3a63 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Calling delete_port for 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:39:08.061848 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0afeba01-542e-40ce-b3ed-8413dcc0286b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:08.065528 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0afeba01-542e-40ce-b3ed-8413dcc0286b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:08.067228 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0afeba01-542e-40ce-b3ed-8413dcc0286b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/644c45ff-02b7-40fe-b2f6-61f090797d16 HTTP/1.1" status: 204 len: 168 time: 0.3310151 Aug 20 10:39:08.090085 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afeba01-542e-40ce-b3ed-8413dcc0286b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644c45ff-02b7-40fe-b2f6-61f090797d16,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:08.206906 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-d855feaa-8f23-4e62-98ae-051c9fa38258 service neutron] 10.222.0.16 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561954 Aug 20 10:39:08.468696 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6294a55a-3264-4296-ab3e-cfe9ab3fcd76 req-bcea6586-cb8f-4609-a880-910a569c3a63 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:08.564701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea6586-cb8f-4609-a880-910a569c3a63 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Pushing event deleted for resources: {'Port': ['ID=6cd4ec97-116f-4ae7-81ab-4fd5b11625fc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:08.582226 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-6b941a1a-2d80-4ea2-be26-792eb37f489c service neutron] 10.222.0.16 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608193 Aug 20 10:39:08.942432 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6294a55a-3264-4296-ab3e-cfe9ab3fcd76 req-bcea6586-cb8f-4609-a880-910a569c3a63 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:39:08.974622 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c8275696-f0cf-44fd-93ad-e987c555cb66 req-22356109-ac95-4f15-8582-578532fed167 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 210 time: 0.0841777 Aug 20 10:39:09.309382 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6294a55a-3264-4296-ab3e-cfe9ab3fcd76 req-bcea6586-cb8f-4609-a880-910a569c3a63 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:39:09.327386 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c057046-c55e-4564-b64a-89396a9345fd None None] Sync routers for ids ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:39:09.362389 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c057046-c55e-4564-b64a-89396a9345fd None None] Routers {'247e5bf8-b900-4909-bfb9-fa4bae22ea4d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:39:09.366605 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0c057046-c55e-4564-b64a-89396a9345fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:39:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:09.491104 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-6294a55a-3264-4296-ab3e-cfe9ab3fcd76 req-bcea6586-cb8f-4609-a880-910a569c3a63 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] No DVR routers for this DVR port 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:39:09.496342 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6294a55a-3264-4296-ab3e-cfe9ab3fcd76 req-bcea6586-cb8f-4609-a880-910a569c3a63 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:09.500206 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6294a55a-3264-4296-ab3e-cfe9ab3fcd76 req-bcea6586-cb8f-4609-a880-910a569c3a63 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.24 "DELETE /v2.0/ports/6cd4ec97-116f-4ae7-81ab-4fd5b11625fc HTTP/1.1" status: 204 len: 173 time: 3.1790965 Aug 20 10:39:09.564553 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eddf94-0ddd-4054-bfd4-b4dde1932d69', 'name': 'network-vif-deleted', 'tag': '6cd4ec97-116f-4ae7-81ab-4fd5b11625fc'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:39:09.570690 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853dadfd-e8be-4945-a03e-ae68ae28c659" -d '{"events": [{"server_uuid": "b8eddf94-0ddd-4054-bfd4-b4dde1932d69", "name": "network-vif-deleted", "tag": "6cd4ec97-116f-4ae7-81ab-4fd5b11625fc"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:39:09.593551 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4861c74c-d7ec-4468-b500-bdd6047f2f48 req-0413beaa-da32-4ccd-ad12-0313c24a5abd tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 210 time: 0.2424548 Aug 20 10:39:09.642851 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e49cb9e-6c30-4410-8104-fe3449b4c87a x-openstack-request-id: req-8e49cb9e-6c30-4410-8104-fe3449b4c87a {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:39:09.643365 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eddf94-0ddd-4054-bfd4-b4dde1932d69", "name": "network-vif-deleted", "tag": "6cd4ec97-116f-4ae7-81ab-4fd5b11625fc", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:39:09.644003 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e49cb9e-6c30-4410-8104-fe3449b4c87a {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:39:09.644598 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eddf94-0ddd-4054-bfd4-b4dde1932d69', 'name': 'network-vif-deleted', 'tag': '6cd4ec97-116f-4ae7-81ab-4fd5b11625fc', 'status': 'completed', 'code': 200} Aug 20 10:39:09.874545 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-0c057046-c55e-4564-b64a-89396a9345fd None None] Set router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:39:10.415679 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17d73560-5c5f-4613-98af-2045b9b11fff req-b99d5ac0-4d75-4c7b-a08a-8a950cb75908 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8eddf94-0ddd-4054-bfd4-b4dde1932d69 HTTP/1.1" status: 200 len: 210 time: 0.1541650 Aug 20 10:39:10.737950 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0c057046-c55e-4564-b64a-89396a9345fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:28:26Z', 'revision_number': 4, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'b4707df8-9df7-4a46-8cb3-995556a8107d', 'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'mac_address': 'fa:16:3e:e5:b6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:24Z', 'updated_at': '2021-08-20T10:28:33Z', 'revision_number': 5, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'subnets': [{'id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:10.780240 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:39:10.844545 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4015c67c-68c0-4e94-bfa0-1d6d86063e4d req-467f8546-5393-414e-a24b-4aca73fad444 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 210 time: 0.0906506 Aug 20 10:39:10.866122 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c057046-c55e-4564-b64a-89396a9345fd None None] Checking router: 247e5bf8-b900-4909-bfb9-fa4bae22ea4d for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:39:10.879147 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c057046-c55e-4564-b64a-89396a9345fd None None] Routers {'247e5bf8-b900-4909-bfb9-fa4bae22ea4d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:39:10.879973 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0c057046-c55e-4564-b64a-89396a9345fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:39:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:10.899328 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:39:10.901617 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6cd4ec97-116f-4ae7-81ab-4fd5b11625fc not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:39:11.120755 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-0c057046-c55e-4564-b64a-89396a9345fd None None] Set router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:39:11.781449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41090) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:11.827381 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0c057046-c55e-4564-b64a-89396a9345fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:28:26Z', 'revision_number': 4, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'b4707df8-9df7-4a46-8cb3-995556a8107d', 'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'mac_address': 'fa:16:3e:e5:b6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:24Z', 'updated_at': '2021-08-20T10:28:33Z', 'revision_number': 5, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'subnets': [{'id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:11.958045 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c057046-c55e-4564-b64a-89396a9345fd None None] The sync data for ids ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'] in n-d-778550-11 is: [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:28:26Z', 'revision_number': 4, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'b4707df8-9df7-4a46-8cb3-995556a8107d', 'name': '', 'network_id': '5a2aea40-582a-4eff-ab3a-f223319273f1', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'mac_address': 'fa:16:3e:e5:b6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:24Z', 'updated_at': '2021-08-20T10:28:33Z', 'revision_number': 5, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'subnets': [{'id': '7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:39:12.023568 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24626fae-7156-4360-b4da-6ba400ee9dea tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:12.140653 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24626fae-7156-4360-b4da-6ba400ee9dea tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:12.308240 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-40ce53c5-8449-4086-9e24-bbcb4f8c60cb req-7e273e80-4f10-48d7-bcbc-c63627a874ed tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 210 time: 0.1670227 Aug 20 10:39:12.419483 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-27533357-4411-4633-a724-9c17e38fd641 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:12.426218 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-27533357-4411-4633-a724-9c17e38fd641 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.24 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 811 time: 0.5760114 Aug 20 10:39:12.442788 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-17c2c3d0-4837-4e72-8f85-37c88637a85c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Request body: {'port': {'device_id': '6d501e41-7eb3-4420-8cda-50787c99e08f', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'admin_state_up': True, 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:39:12.678184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deebe38-e9f0-42ba-a012-4bb92cd78f8d None None] New status for floating IP 5e44b65d-4656-4bfd-bbda-7f2690da3459: DOWN {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:39:12.824075 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-17c2c3d0-4837-4e72-8f85-37c88637a85c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Made reservation on behalf of c94f33ee8bdb486c9e80924b1d062545 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:39:12.844603 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-17c2c3d0-4837-4e72-8f85-37c88637a85c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:13.374968 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24626fae-7156-4360-b4da-6ba400ee9dea tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:13.398514 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24626fae-7156-4360-b4da-6ba400ee9dea tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:13.399790 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-24626fae-7156-4360-b4da-6ba400ee9dea tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "DELETE /v2.0/security-groups/1737b9ec-1927-4024-9a8f-a955df4f7a83 HTTP/1.1" status: 204 len: 168 time: 1.6171427 Aug 20 10:39:13.405639 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41268) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:13.442688 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24626fae-7156-4360-b4da-6ba400ee9dea tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1737b9ec-1927-4024-9a8f-a955df4f7a83,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:13.500100 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-8e31e5c0-3aa9-406a-af9a-d6db3e194b6a tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] show failed (client error): The resource could not be found. Aug 20 10:39:13.504567 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8e31e5c0-3aa9-406a-af9a-d6db3e194b6a tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "GET /v2.0/security-groups/1737b9ec-1927-4024-9a8f-a955df4f7a83 HTTP/1.1" status: 404 len: 347 time: 0.0975051 Aug 20 10:39:13.504708 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41282) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:13.548234 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-17c2c3d0-4837-4e72-8f85-37c88637a85c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Allocated IP 172.20.0.7 (8efc36c3-e5df-4925-8f18-00e48d76c056/b56823e1-e82f-4eee-8015-14002abf1cad/6853731e-8284-4323-b414-ef190b2964e9) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:39:13.965738 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-030118e5-2505-40ab-8af6-5299939247c4 req-c62da130-5e7b-433b-b0e7-47a5b017ea52 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 210 time: 0.2362440 Aug 20 10:39:13.978369 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-17c2c3d0-4837-4e72-8f85-37c88637a85c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:14.036569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-17c2c3d0-4837-4e72-8f85-37c88637a85c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Transition to ACTIVE for port object 6853731e-8284-4323-b414-ef190b2964e9 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:39:14.102171 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-1c2b2772-5ed1-4c98-80c5-2fab269e3611 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Deleting port 84872027-0be7-4511-a589-e7957a00df4a {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:39:14.108948 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2772-5ed1-4c98-80c5-2fab269e3611 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:14.180621 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-17c2c3d0-4837-4e72-8f85-37c88637a85c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:14.194166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['10dc3468-eb37-49dc-8583-476a96f4b158'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:39:14.449878 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2772-5ed1-4c98-80c5-2fab269e3611 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:14.450999 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2772-5ed1-4c98-80c5-2fab269e3611 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:14.482946 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-1c2b2772-5ed1-4c98-80c5-2fab269e3611 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Calling delete_port for 84872027-0be7-4511-a589-e7957a00df4a owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:39:14.500733 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-17c2c3d0-4837-4e72-8f85-37c88637a85c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Network 8efc36c3-e5df-4925-8f18-00e48d76c056 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:39:14.502592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2c3d0-4837-4e72-8f85-37c88637a85c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Pushing event updated for resources: {'Port': ['ID=6853731e-8284-4323-b414-ef190b2964e9,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:14.508356 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-17c2c3d0-4837-4e72-8f85-37c88637a85c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:39:14.515499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-17c2c3d0-4837-4e72-8f85-37c88637a85c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:39:14.682419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-17c2c3d0-4837-4e72-8f85-37c88637a85c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:14.683172 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-17c2c3d0-4837-4e72-8f85-37c88637a85c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:14.744778 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-17c2c3d0-4837-4e72-8f85-37c88637a85c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3108563 Aug 20 10:39:15.067742 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2772-5ed1-4c98-80c5-2fab269e3611 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:15.104263 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Request body: {'port': {'device_id': '6d501e41-7eb3-4420-8cda-50787c99e08f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:39:15.137154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ba5aa21f-b581-453b-a642-dc4fb5c6901f None None] Provisioning for port 6853731e-8284-4323-b414-ef190b2964e9 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:39:15.159595 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ba5aa21f-b581-453b-a642-dc4fb5c6901f None None] Provisioning complete for port 6853731e-8284-4323-b414-ef190b2964e9 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:39:15.163111 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa21f-b581-453b-a642-dc4fb5c6901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:15.201342 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b2772-5ed1-4c98-80c5-2fab269e3611 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Pushing event deleted for resources: {'Port': ['ID=84872027-0be7-4511-a589-e7957a00df4a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:15.237680 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:15.403691 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ba5aa21f-b581-453b-a642-dc4fb5c6901f None None] Port 6853731e-8284-4323-b414-ef190b2964e9 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:39:15.450146 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2772-5ed1-4c98-80c5-2fab269e3611 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:15.452970 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2772-5ed1-4c98-80c5-2fab269e3611 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:15.472768 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1c2b2772-5ed1-4c98-80c5-2fab269e3611 tempest-AttachVolumeTestJSON-1388119551 tempest-AttachVolumeTestJSON-1388119551-project] 10.222.0.16 "DELETE /v2.0/floatingips/5e44b65d-4656-4bfd-bbda-7f2690da3459 HTTP/1.1" status: 204 len: 168 time: 1.9661686 Aug 20 10:39:15.691144 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6853731e-8284-4323-b414-ef190b2964e9 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:39:15.700622 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:15.728429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Transition to ACTIVE for port object 6853731e-8284-4323-b414-ef190b2964e9 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:39:15.743673 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:15.884442 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6853731e-8284-4323-b414-ef190b2964e9,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:15.936239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b198503-e9b7-456e-8c59-844a1df32281 req-15e5714b-db16-4605-abac-c7c491c8a9f2 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:15.945851 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b198503-e9b7-456e-8c59-844a1df32281 req-15e5714b-db16-4605-abac-c7c491c8a9f2 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 931 time: 0.7090693 Aug 20 10:39:16.020505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41498) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:16.150925 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b198503-e9b7-456e-8c59-844a1df32281 req-30210c6c-3a1b-4f60-9eb7-6c474d9e7f9b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034791 Aug 20 10:39:16.247157 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Attempting to bind port 6853731e-8284-4323-b414-ef190b2964e9 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:39:16.251808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Attempting to bind port 6853731e-8284-4323-b414-ef190b2964e9 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:39:16.252464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Attempting to bind port 6853731e-8284-4323-b414-ef190b2964e9 on network 8efc36c3-e5df-4925-8f18-00e48d76c056 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:39:16.270245 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Port 6853731e-8284-4323-b414-ef190b2964e9 on network 8efc36c3-e5df-4925-8f18-00e48d76c056 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:39:16.270778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Attempting to bind port 6853731e-8284-4323-b414-ef190b2964e9 on network 8efc36c3-e5df-4925-8f18-00e48d76c056 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:39:16.283647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:39:16.286725 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Checking segment: {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:39:16.287708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Bound using segment: {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:39:16.288720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Bound port: 6853731e-8284-4323-b414-ef190b2964e9, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:39:16.291753 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:16.385341 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9ae012c1-aefe-41fb-9770-3c1e51349c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:16.502053 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] For port 6853731e-8284-4323-b414-ef190b2964e9, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:39:16.512065 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] For port 6853731e-8284-4323-b414-ef190b2964e9, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6853731e-8284-4323-b414-ef190b2964e9,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:39:16.521772 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:16.684208 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9ae012c1-aefe-41fb-9770-3c1e51349c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:16.690544 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:16.692655 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9ae012c1-aefe-41fb-9770-3c1e51349c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:16.694323 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:16.698768 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] 10.222.0.24 "PUT /v2.0/ports/6853731e-8284-4323-b414-ef190b2964e9 HTTP/1.1" status: 200 len: 1092 time: 1.9442909 Aug 20 10:39:16.735790 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d501e41-7eb3-4420-8cda-50787c99e08f', 'tag': '6853731e-8284-4323-b414-ef190b2964e9'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:39:16.738653 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52aaa9bc-fe6d-438f-8abe-d34786966e83" -d '{"events": [{"name": "network-changed", "server_uuid": "6d501e41-7eb3-4420-8cda-50787c99e08f", "tag": "6853731e-8284-4323-b414-ef190b2964e9"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:39:16.864091 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9ae012c1-aefe-41fb-9770-3c1e51349c13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a49338376d44b8db7d062201e77789b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8422141 Aug 20 10:39:16.864873 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41514) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:16.865894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae012c1-aefe-41fb-9770-3c1e51349c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae05c64c-c621-472b-84fe-1e1471fad43a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:16.887383 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62076898-3174-4fc6-b236-e440ab89f1cd x-openstack-request-id: req-62076898-3174-4fc6-b236-e440ab89f1cd {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:39:16.887736 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d501e41-7eb3-4420-8cda-50787c99e08f", "tag": "6853731e-8284-4323-b414-ef190b2964e9", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:39:16.887992 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62076898-3174-4fc6-b236-e440ab89f1cd {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:39:16.888407 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d501e41-7eb3-4420-8cda-50787c99e08f', 'tag': '6853731e-8284-4323-b414-ef190b2964e9', 'status': 'completed', 'code': 200} Aug 20 10:39:16.905505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ae3f1-d498-4c6a-9d45-0122cfa603d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6853731e-8284-4323-b414-ef190b2964e9,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:16.953134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-b7447499-5f4e-45a3-8738-69a0036ec910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:16.959850 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-b7447499-5f4e-45a3-8738-69a0036ec910 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 1095 time: 0.1677368 Aug 20 10:39:17.042836 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d95d1daa-c606-4aa4-a22d-a08beb69ec07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:17.053979 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-f6c096ef-4d12-45d8-b0dd-ab4829812197 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6853731e-8284-4323-b414-ef190b2964e9 HTTP/1.1" status: 200 len: 217 time: 0.0853426 Aug 20 10:39:17.100239 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d95d1daa-c606-4aa4-a22d-a08beb69ec07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:17.174453 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-15b1ac0b-296e-4c4a-a239-c473120d6984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:17.176952 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-15b1ac0b-296e-4c4a-a239-c473120d6984 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.1052024 Aug 20 10:39:17.192475 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d95d1daa-c606-4aa4-a22d-a08beb69ec07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:17.195544 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d95d1daa-c606-4aa4-a22d-a08beb69ec07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:17.196952 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d95d1daa-c606-4aa4-a22d-a08beb69ec07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae05c64c-c621-472b-84fe-1e1471fad43a HTTP/1.1" status: 204 len: 168 time: 0.3142915 Aug 20 10:39:17.216435 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d1daa-c606-4aa4-a22d-a08beb69ec07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae05c64c-c621-472b-84fe-1e1471fad43a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:17.270581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-26fd4b86-cf6b-4a47-aa6b-046c596774be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:17.272436 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-26fd4b86-cf6b-4a47-aa6b-046c596774be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870850 Aug 20 10:39:17.434992 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-3f5b2e95-4c5d-4cce-a6c2-d0603281562b service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513710 Aug 20 10:39:17.626150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc5e9b-20eb-4fe7-abb3-bff532c79d61 req-9311f799-6686-4baf-ac26-d7b59231d355 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:17.628798 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a2cc5e9b-20eb-4fe7-abb3-bff532c79d61 req-9311f799-6686-4baf-ac26-d7b59231d355 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 943 time: 0.1925998 Aug 20 10:39:17.709919 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a2cc5e9b-20eb-4fe7-abb3-bff532c79d61 req-45791c73-0711-410e-baa3-d54948793b1f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688879 Aug 20 10:39:17.717945 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e406b3f8-fcd3-4ffd-8fd7-01225defc1ed req-7eb6495f-93f9-4100-ae13-56e9eb9f0a51 service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592990 Aug 20 10:39:17.872675 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aaa9bc-fe6d-438f-8abe-d34786966e83 req-a43621fc-b592-4fe6-9600-efdf33309d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:17.875094 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52aaa9bc-fe6d-438f-8abe-d34786966e83 req-a43621fc-b592-4fe6-9600-efdf33309d43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 1095 time: 0.0667374 Aug 20 10:39:17.912568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41536) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:17.943112 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9d15b3d4-fd33-4f88-897a-b8243f6c3eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:18.192466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aaa9bc-fe6d-438f-8abe-d34786966e83 req-1dd426f9-fed6-4b8b-8807-70086623c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:18.197547 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52aaa9bc-fe6d-438f-8abe-d34786966e83 req-1dd426f9-fed6-4b8b-8807-70086623c315 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.3144839 Aug 20 10:39:18.236015 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9d15b3d4-fd33-4f88-897a-b8243f6c3eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:18.242474 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9d15b3d4-fd33-4f88-897a-b8243f6c3eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:18.265449 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52aaa9bc-fe6d-438f-8abe-d34786966e83 req-1bca2713-423b-4f3d-97d9-b15255bd0c7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6853731e-8284-4323-b414-ef190b2964e9 HTTP/1.1" status: 200 len: 217 time: 0.0595248 Aug 20 10:39:18.304920 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9d15b3d4-fd33-4f88-897a-b8243f6c3eb1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6cf5ef419d454af99787fb0eb8356348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3888342 Aug 20 10:39:18.306753 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41542) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:18.323817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15b3d4-fd33-4f88-897a-b8243f6c3eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40277f24-3205-444b-91dd-c178004e3093,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:18.341356 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aaa9bc-fe6d-438f-8abe-d34786966e83 req-aac09229-9d07-43e2-b843-19f84ef14873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:18.345453 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52aaa9bc-fe6d-438f-8abe-d34786966e83 req-aac09229-9d07-43e2-b843-19f84ef14873 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.0712214 Aug 20 10:39:18.426178 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f75d1a29-02f5-460c-86f1-2ab7ea934802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:18.441771 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aaa9bc-fe6d-438f-8abe-d34786966e83 req-036f34cb-baea-4232-a769-95b624fbbe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:18.444269 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52aaa9bc-fe6d-438f-8abe-d34786966e83 req-036f34cb-baea-4232-a769-95b624fbbe52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894148 Aug 20 10:39:18.462272 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f75d1a29-02f5-460c-86f1-2ab7ea934802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:18.528693 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:18.530638 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f75d1a29-02f5-460c-86f1-2ab7ea934802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:18.533719 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f75d1a29-02f5-460c-86f1-2ab7ea934802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:18.538961 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f75d1a29-02f5-460c-86f1-2ab7ea934802 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40277f24-3205-444b-91dd-c178004e3093 HTTP/1.1" status: 204 len: 168 time: 0.2308037 Aug 20 10:39:18.551904 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d1a29-02f5-460c-86f1-2ab7ea934802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40277f24-3205-444b-91dd-c178004e3093,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:18.602057 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52aaa9bc-fe6d-438f-8abe-d34786966e83 req-c8d4d467-21b1-4f88-aa55-60f247fb1e7b service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492290 Aug 20 10:39:18.830460 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52aaa9bc-fe6d-438f-8abe-d34786966e83 req-b0bf01db-bc26-4cf7-8f8e-8d6da4551003 service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201304 Aug 20 10:39:18.936209 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc7b93-3e98-4381-99f7-3b9359c9fc00 req-bf455b86-dd6e-4d20-b27f-7742598d2e18 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:18.938641 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e2fc7b93-3e98-4381-99f7-3b9359c9fc00 req-bf455b86-dd6e-4d20-b27f-7742598d2e18 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 943 time: 0.0737190 Aug 20 10:39:19.000408 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e2fc7b93-3e98-4381-99f7-3b9359c9fc00 req-9a43441d-6f0b-4647-8e79-51802265f0aa tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554094 Aug 20 10:39:19.876317 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:39:20.167378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75cebe-c845-4604-8e73-fffd8ca56c43 req-83759bfc-a237-4a4e-ab63-3a67aaf797af tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:20.170491 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc75cebe-c845-4604-8e73-fffd8ca56c43 req-83759bfc-a237-4a4e-ab63-3a67aaf797af tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 943 time: 0.0848651 Aug 20 10:39:20.230092 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc75cebe-c845-4604-8e73-fffd8ca56c43 req-4f36b8df-6005-4870-844a-d9b997dc0313 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484049 Aug 20 10:39:21.215906 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41626) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:21.389425 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5aab35b0-7481-4d1e-9710-907ef89e20ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:21.443954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38917cec-9435-447c-8bbc-e815c7e09e67 req-958c42a4-33af-4f44-b027-fcfa7a3e0add tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:21.445583 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38917cec-9435-447c-8bbc-e815c7e09e67 req-958c42a4-33af-4f44-b027-fcfa7a3e0add tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 943 time: 0.0755439 Aug 20 10:39:21.560600 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-38917cec-9435-447c-8bbc-e815c7e09e67 req-ecb89c24-abf9-4b6d-ba83-8ecd0f46dd9a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947995 Aug 20 10:39:21.584053 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5aab35b0-7481-4d1e-9710-907ef89e20ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:21.589040 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5aab35b0-7481-4d1e-9710-907ef89e20ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:21.686831 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5aab35b0-7481-4d1e-9710-907ef89e20ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84ef0eb3eb324e39af8270e51c70f00c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4675243 Aug 20 10:39:21.687482 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41640) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:21.698252 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab35b0-7481-4d1e-9710-907ef89e20ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796f590e-e9aa-42ea-ab23-a961a177a543,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:21.772109 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6843f7cf-4140-4866-9c90-3cad8618b0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:21.795309 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6843f7cf-4140-4866-9c90-3cad8618b0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:21.860039 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6843f7cf-4140-4866-9c90-3cad8618b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:21.863159 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6843f7cf-4140-4866-9c90-3cad8618b0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:21.866965 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6843f7cf-4140-4866-9c90-3cad8618b0c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/796f590e-e9aa-42ea-ab23-a961a177a543 HTTP/1.1" status: 204 len: 168 time: 0.1782172 Aug 20 10:39:21.875324 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843f7cf-4140-4866-9c90-3cad8618b0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796f590e-e9aa-42ea-ab23-a961a177a543,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:22.167546 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41650) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:22.181472 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa57b743-2f2d-4dab-8793-2addc0ed88d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:22.279861 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa57b743-2f2d-4dab-8793-2addc0ed88d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:22.283990 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa57b743-2f2d-4dab-8793-2addc0ed88d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:22.326159 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fa57b743-2f2d-4dab-8793-2addc0ed88d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=120d97320e094dafbc6896ea04c0429a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571109 Aug 20 10:39:22.328526 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41652) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:22.329027 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57b743-2f2d-4dab-8793-2addc0ed88d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a1ed2e-eaad-4360-bcbf-09b59c3d192b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:22.385151 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdc92c42-0c4f-4309-bcd8-86215428f0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:22.410902 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdc92c42-0c4f-4309-bcd8-86215428f0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:22.493090 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdc92c42-0c4f-4309-bcd8-86215428f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:22.497212 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdc92c42-0c4f-4309-bcd8-86215428f0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:22.501113 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cdc92c42-0c4f-4309-bcd8-86215428f0ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60a1ed2e-eaad-4360-bcbf-09b59c3d192b HTTP/1.1" status: 204 len: 168 time: 0.1693397 Aug 20 10:39:22.511295 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc92c42-0c4f-4309-bcd8-86215428f0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a1ed2e-eaad-4360-bcbf-09b59c3d192b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:22.766280 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:22.780853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768d5a8-a4d0-4c64-b87e-afbd3544ffa7 req-74786db0-c27a-465f-a24c-74d046f1d92c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:22.786093 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6768d5a8-a4d0-4c64-b87e-afbd3544ffa7 req-74786db0-c27a-465f-a24c-74d046f1d92c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 943 time: 0.1464140 Aug 20 10:39:22.818925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6853731e-8284-4323-b414-ef190b2964e9 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:39:22.853938 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6768d5a8-a4d0-4c64-b87e-afbd3544ffa7 req-1d58f943-8815-4976-a416-5a4a4e444aa3 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584543 Aug 20 10:39:22.981772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 6853731e-8284-4323-b414-ef190b2964e9, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6853731e-8284-4323-b414-ef190b2964e9,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:39:22.994954 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '6853731e-8284-4323-b414-ef190b2964e9', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'port_id': '6853731e-8284-4323-b414-ef190b2964e9', 'mac_address': 'fa:16:3e:80:e8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:39:23.055602 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:23.092724 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6853731e-8284-4323-b414-ef190b2964e9 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:39:23.119548 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 6853731e-8284-4323-b414-ef190b2964e9, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6853731e-8284-4323-b414-ef190b2964e9,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:39:23.125936 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:23.193458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=6853731e-8284-4323-b414-ef190b2964e9,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:23.202683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:23.203374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:23.204259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:23.204812 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:23.205411 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:23.206083 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:23.206638 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:23.207220 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:23.207775 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:23.208397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:23.209296 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:23.209835 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:23.459397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['6853731e-8284-4323-b414-ef190b2964e9'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:39:24.056530 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f374ef-e5c4-4a8d-8a6a-faec18f6f4dd req-57aff90d-ebd2-439f-b935-8e6601bf10c4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:24.069088 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-04f374ef-e5c4-4a8d-8a6a-faec18f6f4dd req-57aff90d-ebd2-439f-b935-8e6601bf10c4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 944 time: 0.1082110 Aug 20 10:39:24.157830 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-04f374ef-e5c4-4a8d-8a6a-faec18f6f4dd req-1047edad-8928-462c-9478-29227f1426c6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809634 Aug 20 10:39:24.829771 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6853731e-8284-4323-b414-ef190b2964e9 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:39:24.942659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 6853731e-8284-4323-b414-ef190b2964e9 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:39:24.952871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 6853731e-8284-4323-b414-ef190b2964e9 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:39:24.953602 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:25.088476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41738) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:25.129056 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:25.178535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 6853731e-8284-4323-b414-ef190b2964e9, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6853731e-8284-4323-b414-ef190b2964e9,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:39:25.179614 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d501e41-7eb3-4420-8cda-50787c99e08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6853731e-8284-4323-b414-ef190b2964e9'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:39:25.182374 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941a95d4-7020-43aa-8a3a-a4725bd73176" -d '{"events": [{"server_uuid": "6d501e41-7eb3-4420-8cda-50787c99e08f", "name": "network-vif-plugged", "status": "completed", "tag": "6853731e-8284-4323-b414-ef190b2964e9"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:39:25.215918 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:25.292898 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=6853731e-8284-4323-b414-ef190b2964e9,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:25.304893 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed2f750-2a3a-4a54-8bc4-4bdde91d7168 x-openstack-request-id: req-6ed2f750-2a3a-4a54-8bc4-4bdde91d7168 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:39:25.305401 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d501e41-7eb3-4420-8cda-50787c99e08f", "name": "network-vif-plugged", "status": "completed", "tag": "6853731e-8284-4323-b414-ef190b2964e9", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:39:25.306108 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ed2f750-2a3a-4a54-8bc4-4bdde91d7168 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:39:25.306665 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d501e41-7eb3-4420-8cda-50787c99e08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6853731e-8284-4323-b414-ef190b2964e9', 'code': 200} Aug 20 10:39:25.395843 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-65a10a2a-a0f4-4124-b939-9b07cd37d8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:25.486474 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e984765-330f-4f95-b9e1-c6b011166a57 req-ae824886-630d-4dbd-a2a2-71e2f95579b7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:25.502274 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0e984765-330f-4f95-b9e1-c6b011166a57 req-ae824886-630d-4dbd-a2a2-71e2f95579b7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 945 time: 0.2272584 Aug 20 10:39:25.536431 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-65a10a2a-a0f4-4124-b939-9b07cd37d8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:25.550462 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-65a10a2a-a0f4-4124-b939-9b07cd37d8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:25.585159 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-65a10a2a-a0f4-4124-b939-9b07cd37d8da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0545bf4bf8e40e5b42bf4de19f7fc56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4937372 Aug 20 10:39:25.588627 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41772) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:25.617146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff92c2-af9c-48d3-ab58-3980d5015f56 req-2716ad98-f89e-4632-9050-d45faaa8455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:25.618682 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28ff92c2-af9c-48d3-ab58-3980d5015f56 req-2716ad98-f89e-4632-9050-d45faaa8455a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 1097 time: 0.2448411 Aug 20 10:39:25.647954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a10a2a-a0f4-4124-b939-9b07cd37d8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b06cfc2-ed73-4f32-afc4-cd1c13d59714,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:25.696850 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27ea5023-32a0-4e2c-b7ec-36d3c7343b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:25.768921 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0e984765-330f-4f95-b9e1-c6b011166a57 req-67440287-d81f-4856-8937-bae534306d58 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556632 Aug 20 10:39:25.775446 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27ea5023-32a0-4e2c-b7ec-36d3c7343b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:25.847981 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28ff92c2-af9c-48d3-ab58-3980d5015f56 req-d5e4aa28-291e-470f-939e-e54f67871f78 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140861 Aug 20 10:39:25.933349 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27ea5023-32a0-4e2c-b7ec-36d3c7343b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:25.939703 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27ea5023-32a0-4e2c-b7ec-36d3c7343b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:25.943466 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-27ea5023-32a0-4e2c-b7ec-36d3c7343b5a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b06cfc2-ed73-4f32-afc4-cd1c13d59714 HTTP/1.1" status: 204 len: 168 time: 0.3510683 Aug 20 10:39:25.962808 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea5023-32a0-4e2c-b7ec-36d3c7343b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b06cfc2-ed73-4f32-afc4-cd1c13d59714,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:26.646375 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41834) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:26.769773 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8eb90847-a378-4ec1-b57f-b6788375bada admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:26.880598 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8eb90847-a378-4ec1-b57f-b6788375bada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:26.897829 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8eb90847-a378-4ec1-b57f-b6788375bada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:26.924822 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898197-6e29-4222-b996-d92e9ccddd3e req-292238fc-687d-4aa2-abc4-c3374e4c5b0e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:26.926745 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7898197-6e29-4222-b996-d92e9ccddd3e req-292238fc-687d-4aa2-abc4-c3374e4c5b0e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 945 time: 0.0734310 Aug 20 10:39:26.959471 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8eb90847-a378-4ec1-b57f-b6788375bada admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=046dd97a79a44204ac09f35468bc7690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3118410 Aug 20 10:39:26.962091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41846) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:26.964659 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb90847-a378-4ec1-b57f-b6788375bada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c4cc48-1945-471c-98e0-d4764d4b8187,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:27.013272 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7898197-6e29-4222-b996-d92e9ccddd3e req-1341c03d-8056-469f-b117-aaab5a53b19d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779071 Aug 20 10:39:27.041573 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ef93c3c-81a0-44e8-bdd1-3f80c808b806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:27.064507 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ef93c3c-81a0-44e8-bdd1-3f80c808b806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:27.134140 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ef93c3c-81a0-44e8-bdd1-3f80c808b806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:27.137125 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ef93c3c-81a0-44e8-bdd1-3f80c808b806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:27.138599 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6ef93c3c-81a0-44e8-bdd1-3f80c808b806 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22c4cc48-1945-471c-98e0-d4764d4b8187 HTTP/1.1" status: 204 len: 168 time: 0.1753471 Aug 20 10:39:27.149535 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef93c3c-81a0-44e8-bdd1-3f80c808b806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c4cc48-1945-471c-98e0-d4764d4b8187,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:27.555101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41864) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:27.577493 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c29f7ea4-1afb-46c7-b545-1f722170bfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:27.694825 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c29f7ea4-1afb-46c7-b545-1f722170bfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:27.699368 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c29f7ea4-1afb-46c7-b545-1f722170bfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:27.772030 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f7ea4-1afb-46c7-b545-1f722170bfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2db308-65d4-4ba9-9a4c-710619b72aa4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:27.776721 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c29f7ea4-1afb-46c7-b545-1f722170bfdb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b332c8e81554d88b38e90a2806532b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196534 Aug 20 10:39:27.779996 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41870) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:27.861704 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-743a5b34-9c0b-4b88-8675-488fa3b5d4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:27.886552 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-743a5b34-9c0b-4b88-8675-488fa3b5d4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:27.958137 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-743a5b34-9c0b-4b88-8675-488fa3b5d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:27.965334 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-743a5b34-9c0b-4b88-8675-488fa3b5d4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:27.967312 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-743a5b34-9c0b-4b88-8675-488fa3b5d4b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb2db308-65d4-4ba9-9a4c-710619b72aa4 HTTP/1.1" status: 204 len: 168 time: 0.1853383 Aug 20 10:39:27.980679 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a5b34-9c0b-4b88-8675-488fa3b5d4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2db308-65d4-4ba9-9a4c-710619b72aa4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:28.194408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f67fce-a1c5-4917-abf6-1f624c901440 req-a52181d2-be66-4dc9-8335-712367cc6846 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:28.197312 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d9f67fce-a1c5-4917-abf6-1f624c901440 req-a52181d2-be66-4dc9-8335-712367cc6846 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 945 time: 0.0893111 Aug 20 10:39:28.267089 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d9f67fce-a1c5-4917-abf6-1f624c901440 req-84dd1f15-6c5b-496e-ab09-03dd7b17a3aa tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569906 Aug 20 10:39:29.291607 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eae48c5d-470b-40ae-b632-11fbe101591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:30.815956 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42152) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:30.965684 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-87da5ce9-40b6-4389-a21c-c81b2c74fbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:31.164919 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-87da5ce9-40b6-4389-a21c-c81b2c74fbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:31.173590 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-87da5ce9-40b6-4389-a21c-c81b2c74fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:31.259741 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-87da5ce9-40b6-4389-a21c-c81b2c74fbc9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2762f332ccdf424d8e3bb5beffaf0d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4396780 Aug 20 10:39:31.259741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da5ce9-40b6-4389-a21c-c81b2c74fbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473d381d-f8b4-41b7-a47f-672e0be5afe4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:31.261300 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42204) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:31.399123 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5697626-73c2-4de2-87e3-b9edf65eab02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:31.437441 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5697626-73c2-4de2-87e3-b9edf65eab02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:31.508336 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5697626-73c2-4de2-87e3-b9edf65eab02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:31.515730 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5697626-73c2-4de2-87e3-b9edf65eab02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:31.522573 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e5697626-73c2-4de2-87e3-b9edf65eab02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/473d381d-f8b4-41b7-a47f-672e0be5afe4 HTTP/1.1" status: 204 len: 168 time: 0.2584455 Aug 20 10:39:31.532673 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5697626-73c2-4de2-87e3-b9edf65eab02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473d381d-f8b4-41b7-a47f-672e0be5afe4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:31.946764 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e014ab2a-c3ba-4486-b08e-964718786084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:32.284091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42294) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:32.309493 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24652c7b-332b-4241-9729-872d2813e19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:32.315557 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:32.568975 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24652c7b-332b-4241-9729-872d2813e19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:32.575557 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-24652c7b-332b-4241-9729-872d2813e19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:32.630573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42336) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:32.711328 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24652c7b-332b-4241-9729-872d2813e19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be62f41-7d72-4823-bafc-fb1a66c8d271,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:32.727796 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-24652c7b-332b-4241-9729-872d2813e19b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=808a2dfe241e467981f40eae20239913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4422746 Aug 20 10:39:32.731516 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42346) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:32.820558 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7dd99ffd-2d34-4ad7-a6f9-154aeb87d148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:32.869357 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7dd99ffd-2d34-4ad7-a6f9-154aeb87d148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:33.004673 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7dd99ffd-2d34-4ad7-a6f9-154aeb87d148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:33.009682 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7dd99ffd-2d34-4ad7-a6f9-154aeb87d148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:33.017544 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7dd99ffd-2d34-4ad7-a6f9-154aeb87d148 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4be62f41-7d72-4823-bafc-fb1a66c8d271 HTTP/1.1" status: 204 len: 168 time: 0.2833078 Aug 20 10:39:33.040129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd99ffd-2d34-4ad7-a6f9-154aeb87d148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be62f41-7d72-4823-bafc-fb1a66c8d271,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:33.155661 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:34.007426 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-858c17ef-5142-476f-8892-9da7b31154e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:34.791327 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:35.009141 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-858c17ef-5142-476f-8892-9da7b31154e4 admin admin] Deleting port b4707df8-9df7-4a46-8cb3-995556a8107d {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:39:35.009912 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-858c17ef-5142-476f-8892-9da7b31154e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:35.267175 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-858c17ef-5142-476f-8892-9da7b31154e4 admin admin] For port b4707df8-9df7-4a46-8cb3-995556a8107d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b4707df8-9df7-4a46-8cb3-995556a8107d,segment=NetworkSegment(a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012),segment_id=a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:39:35.267550 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-858c17ef-5142-476f-8892-9da7b31154e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:35.306940 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-858c17ef-5142-476f-8892-9da7b31154e4 admin admin] Calling delete_port for b4707df8-9df7-4a46-8cb3-995556a8107d owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:39:35.648164 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-858c17ef-5142-476f-8892-9da7b31154e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:35.692609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c17ef-5142-476f-8892-9da7b31154e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4707df8-9df7-4a46-8cb3-995556a8107d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:36.084441 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-858c17ef-5142-476f-8892-9da7b31154e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:36.481411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858c17ef-5142-476f-8892-9da7b31154e4 admin admin] Router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:39:36.514046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42544) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:36.644795 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858c17ef-5142-476f-8892-9da7b31154e4 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:39:36.667660 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1e6a2-5334-492c-ae71-1e1858fee7aa None None] Sync routers for ids ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:39:36.678073 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-858c17ef-5142-476f-8892-9da7b31154e4 admin admin] 10.222.0.16 "PUT /v2.0/routers/247e5bf8-b900-4909-bfb9-fa4bae22ea4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0458267 Aug 20 10:39:36.680532 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42552) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:36.708699 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da1e6a2-5334-492c-ae71-1e1858fee7aa None None] Routers {'247e5bf8-b900-4909-bfb9-fa4bae22ea4d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:39:36.709429 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5da1e6a2-5334-492c-ae71-1e1858fee7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:39:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:36.715287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-50862d53-ce04-40b9-bf3d-cb3fb199f17e tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-992185119', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:39:36.743786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50862d53-ce04-40b9-bf3d-cb3fb199f17e tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Made reservation on behalf of 92d825bbb6144a4e962f18bf3671a82a for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:39:36.747759 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50862d53-ce04-40b9-bf3d-cb3fb199f17e tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:36.778692 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50862d53-ce04-40b9-bf3d-cb3fb199f17e tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:36.849235 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e455dfa-cc74-423a-8f28-e00dc60024b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:36.961180 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50862d53-ce04-40b9-bf3d-cb3fb199f17e tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:36.961425 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-5da1e6a2-5334-492c-ae71-1e1858fee7aa None None] Set router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:39:36.967514 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50862d53-ce04-40b9-bf3d-cb3fb199f17e tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:36.995653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50862d53-ce04-40b9-bf3d-cb3fb199f17e tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae619614-466b-48ae-92c7-cb0f0136bd62,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:37.001298 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-50862d53-ce04-40b9-bf3d-cb3fb199f17e tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] device_id is not set on port b13c4673-1117-42c7-a614-a4e9223e909e yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:39:37.071475 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e455dfa-cc74-423a-8f28-e00dc60024b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:37.138242 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-7e455dfa-cc74-423a-8f28-e00dc60024b4 admin admin] Deleting port eebe69c7-dbe0-41f5-8c51-3505ef8a440e {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:39:37.138816 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e455dfa-cc74-423a-8f28-e00dc60024b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:37.178557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-50862d53-ce04-40b9-bf3d-cb3fb199f17e tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Allocated IP 172.25.3.29 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/b13c4673-1117-42c7-a614-a4e9223e909e) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:39:37.289263 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5da1e6a2-5334-492c-ae71-1e1858fee7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:39:35Z', 'revision_number': 5, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port': {'id': 'eebe69c7-dbe0-41f5-8c51-3505ef8a440e', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:28:20Z', 'updated_at': '2021-08-20T10:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:37.326496 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1e6a2-5334-492c-ae71-1e1858fee7aa None None] Checking router: 247e5bf8-b900-4909-bfb9-fa4bae22ea4d for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:39:37.329312 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-7e455dfa-cc74-423a-8f28-e00dc60024b4 admin admin] For port eebe69c7-dbe0-41f5-8c51-3505ef8a440e, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=eebe69c7-dbe0-41f5-8c51-3505ef8a440e,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:39:37.329892 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e455dfa-cc74-423a-8f28-e00dc60024b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:37.351100 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da1e6a2-5334-492c-ae71-1e1858fee7aa None None] Routers {'247e5bf8-b900-4909-bfb9-fa4bae22ea4d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:39:37.351733 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5da1e6a2-5334-492c-ae71-1e1858fee7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:39:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:37.352288 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-7e455dfa-cc74-423a-8f28-e00dc60024b4 admin admin] Calling delete_port for eebe69c7-dbe0-41f5-8c51-3505ef8a440e owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:39:37.393343 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50862d53-ce04-40b9-bf3d-cb3fb199f17e tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:37.448136 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50862d53-ce04-40b9-bf3d-cb3fb199f17e tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:37.462477 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-5da1e6a2-5334-492c-ae71-1e1858fee7aa None None] Set router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:39:37.502518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50862d53-ce04-40b9-bf3d-cb3fb199f17e tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:39:37.509399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-50862d53-ce04-40b9-bf3d-cb3fb199f17e tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:39:37.515572 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50862d53-ce04-40b9-bf3d-cb3fb199f17e tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Pushing event updated for resources: {'Port': ['ID=b13c4673-1117-42c7-a614-a4e9223e909e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:37.524683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50862d53-ce04-40b9-bf3d-cb3fb199f17e tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:39:37.562145 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5da1e6a2-5334-492c-ae71-1e1858fee7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:39:37Z', 'revision_number': 6, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:37.580578 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50862d53-ce04-40b9-bf3d-cb3fb199f17e tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:37.581699 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50862d53-ce04-40b9-bf3d-cb3fb199f17e tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:37.610254 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-50862d53-ce04-40b9-bf3d-cb3fb199f17e tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.0947509 Aug 20 10:39:37.615941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42564) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:37.626910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-54e8f799-87ab-44bc-b298-6f9241cdffef tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.29'}]}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:39:37.662011 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1e6a2-5334-492c-ae71-1e1858fee7aa None None] The sync data for ids ['247e5bf8-b900-4909-bfb9-fa4bae22ea4d'] in n-d-778550-11 is: [{'id': '247e5bf8-b900-4909-bfb9-fa4bae22ea4d', 'name': 'tempest-AttachVolumeTestJSON-881843596-router', 'tenant_id': 'b086f231f77d4675abacdbd977d6ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:28:19Z', 'updated_at': '2021-08-20T10:39:37Z', 'revision_number': 6, 'project_id': 'b086f231f77d4675abacdbd977d6ae32', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:39:37.674664 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-54e8f799-87ab-44bc-b298-6f9241cdffef tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:37.676030 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-54e8f799-87ab-44bc-b298-6f9241cdffef tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:37.685538 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e455dfa-cc74-423a-8f28-e00dc60024b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:37.725745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e455dfa-cc74-423a-8f28-e00dc60024b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eebe69c7-dbe0-41f5-8c51-3505ef8a440e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:37.820580 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-54e8f799-87ab-44bc-b298-6f9241cdffef tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:37.848718 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e455dfa-cc74-423a-8f28-e00dc60024b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:38.013359 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-54e8f799-87ab-44bc-b298-6f9241cdffef tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:38.046700 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e455dfa-cc74-423a-8f28-e00dc60024b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:38.049444 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e455dfa-cc74-423a-8f28-e00dc60024b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:38.119560 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e455dfa-cc74-423a-8f28-e00dc60024b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:38.120102 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e455dfa-cc74-423a-8f28-e00dc60024b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 247e5bf8-b900-4909-bfb9-fa4bae22ea4d {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:39:38.135006 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e455dfa-cc74-423a-8f28-e00dc60024b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:38.136268 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7e455dfa-cc74-423a-8f28-e00dc60024b4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/247e5bf8-b900-4909-bfb9-fa4bae22ea4d HTTP/1.1" status: 204 len: 168 time: 1.4547546 Aug 20 10:39:38.141245 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42574) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:38.197659 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-061d475e-6720-4965-836c-97e3dfb4f965 admin admin] Deleting subnet 7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:39:38.203866 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-061d475e-6720-4965-836c-97e3dfb4f965 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:38.248859 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-061d475e-6720-4965-836c-97e3dfb4f965 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:38.359619 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-54e8f799-87ab-44bc-b298-6f9241cdffef tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:38.390420 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-54e8f799-87ab-44bc-b298-6f9241cdffef tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:38.412070 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-061d475e-6720-4965-836c-97e3dfb4f965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:38.484039 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-061d475e-6720-4965-836c-97e3dfb4f965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:38.506937 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb839cac-4668-47ca-9595-b670e43ddcc1 None None] Network 5a2aea40-582a-4eff-ab3a-f223319273f1 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:39:38.524115 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-061d475e-6720-4965-836c-97e3dfb4f965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:38.526802 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-061d475e-6720-4965-836c-97e3dfb4f965 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869 HTTP/1.1" status: 204 len: 168 time: 0.3843751 Aug 20 10:39:38.530852 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42582) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:38.540730 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d475e-6720-4965-836c-97e3dfb4f965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d7dfc7e-abe0-49f9-8e0e-8803e7fe0869,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:38.619930 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-54e8f799-87ab-44bc-b298-6f9241cdffef tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:38.677642 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:38.804582 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] Deleting port f55b19a4-8331-4935-8fed-c831797b21f3 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:39:38.805109 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:38.868283 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-54e8f799-87ab-44bc-b298-6f9241cdffef tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:38.870699 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-54e8f799-87ab-44bc-b298-6f9241cdffef tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:38.883293 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94043896-4967-4a7e-a889-1a4f095e6841 None None] DHCP port deletion for 5a2aea40-582a-4eff-ab3a-f223319273f1 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:39:38.962881 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] For port f55b19a4-8331-4935-8fed-c831797b21f3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f55b19a4-8331-4935-8fed-c831797b21f3,segment=NetworkSegment(a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012),segment_id=a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:39:38.973686 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:39.016271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] Calling delete_port for f55b19a4-8331-4935-8fed-c831797b21f3 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:39:39.018669 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-54e8f799-87ab-44bc-b298-6f9241cdffef tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:39.019949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e8f799-87ab-44bc-b298-6f9241cdffef tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 784a0088-a41b-4205-a90e-0a9b1b33fa5a {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:39:39.057084 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-54e8f799-87ab-44bc-b298-6f9241cdffef tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 20 10:39:39.059294 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-54e8f799-87ab-44bc-b298-6f9241cdffef tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4411087 Aug 20 10:39:39.062885 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42590) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:39.103816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-94043896-4967-4a7e-a889-1a4f095e6841 None None] Deleting port f55b19a4-8331-4935-8fed-c831797b21f3 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:39:39.104448 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-94043896-4967-4a7e-a889-1a4f095e6841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:39.154999 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:39.229672 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] Pushing event deleted for resources: {'Port': ['ID=f55b19a4-8331-4935-8fed-c831797b21f3,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:39.233887 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-94043896-4967-4a7e-a889-1a4f095e6841 None None] For port f55b19a4-8331-4935-8fed-c831797b21f3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f55b19a4-8331-4935-8fed-c831797b21f3,segment=NetworkSegment(a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012),segment_id=a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:39:39.234489 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-94043896-4967-4a7e-a889-1a4f095e6841 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:39.250889 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-94043896-4967-4a7e-a889-1a4f095e6841 None None] Calling delete_port for f55b19a4-8331-4935-8fed-c831797b21f3 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:39:39.254248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] No DVR routers for this DVR port f55b19a4-8331-4935-8fed-c831797b21f3 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:39:39.392226 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:39.406886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2aea40-582a-4eff-ab3a-f223319273f1']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:39.425498 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:39.425940 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7cae9e1-a8f5-46d9-ac3f-7101d5ac5012') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:39.442533 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-12da9fba-7773-4c84-b3a4-8cccdbef73f4 tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Deleting port b13c4673-1117-42c7-a614-a4e9223e909e {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:39:39.443061 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12da9fba-7773-4c84-b3a4-8cccdbef73f4 tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:39.552558 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:39.571512 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-94043896-4967-4a7e-a889-1a4f095e6841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:39.594148 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:39.602976 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94043896-4967-4a7e-a889-1a4f095e6841 None None] Pushing event deleted for resources: {'Port': ['ID=f55b19a4-8331-4935-8fed-c831797b21f3,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:39.607396 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:39:39.607698 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94043896-4967-4a7e-a889-1a4f095e6841 None None] No DVR routers for this DVR port f55b19a4-8331-4935-8fed-c831797b21f3 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:39:39.607990 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:39:39.611841 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:39:39.676960 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12da9fba-7773-4c84-b3a4-8cccdbef73f4 tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:39.743453 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device eebe69c7-dbe0-41f5-8c51-3505ef8a440e no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:39:39.751691 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-12da9fba-7773-4c84-b3a4-8cccdbef73f4 tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Calling delete_port for b13c4673-1117-42c7-a614-a4e9223e909e owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:39:39.788431 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: eebe69c7-dbe0-41f5-8c51-3505ef8a440e {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:39:39.789049 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device eebe69c7-dbe0-41f5-8c51-3505ef8a440e not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:39:39.789670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f55b19a4-8331-4935-8fed-c831797b21f3 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:39:39.798877 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5b86b82-d612-4023-9d28-ab097c8074a7 req-11c8df8e-ebcf-4114-8e9e-d5a465a98120 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0751908 Aug 20 10:39:39.799493 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:39.820875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: f55b19a4-8331-4935-8fed-c831797b21f3 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:39:39.822208 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f55b19a4-8331-4935-8fed-c831797b21f3 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:39:39.822530 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:39.823035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b4707df8-9df7-4a46-8cb3-995556a8107d no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:39:39.824953 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] 10.222.0.16 "DELETE /v2.0/networks/5a2aea40-582a-4eff-ab3a-f223319273f1 HTTP/1.1" status: 204 len: 168 time: 1.2930813 Aug 20 10:39:39.880188 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: b4707df8-9df7-4a46-8cb3-995556a8107d {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:39:39.883260 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b4707df8-9df7-4a46-8cb3-995556a8107d not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:39:39.886040 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b86b82-d612-4023-9d28-ab097c8074a7 req-4777bf2d-93b4-424f-87d8-98812412af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:39.894398 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5b86b82-d612-4023-9d28-ab097c8074a7 req-4777bf2d-93b4-424f-87d8-98812412af9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=157bfa5e0cf8467ba64c52b2cf2713ce&device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 1097 time: 0.0715556 Aug 20 10:39:39.938537 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc412d05-7d28-4052-984e-1e8c3f5bfa7e admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2aea40-582a-4eff-ab3a-f223319273f1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:40.119463 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42616) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:40.144226 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12da9fba-7773-4c84-b3a4-8cccdbef73f4 tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:40.161796 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b86b82-d612-4023-9d28-ab097c8074a7 req-7709613f-7ecb-4a76-b7ba-dd23528416ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:40.163368 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5b86b82-d612-4023-9d28-ab097c8074a7 req-7709613f-7ecb-4a76-b7ba-dd23528416ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=c73c6bbd-3e27-4536-808e-999bd0de5a5c HTTP/1.1" status: 200 len: 915 time: 0.2470667 Aug 20 10:39:40.209069 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da9fba-7773-4c84-b3a4-8cccdbef73f4 tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Pushing event deleted for resources: {'Port': ['ID=b13c4673-1117-42c7-a614-a4e9223e909e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:40.229510 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5b86b82-d612-4023-9d28-ab097c8074a7 req-b9f506b9-258c-4677-bc1b-dcc4139fd50d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=004a746d-7df5-4b19-b0b2-5b3022a582e7 HTTP/1.1" status: 200 len: 217 time: 0.0561700 Aug 20 10:39:40.252935 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-046805fb-3a6e-423a-b2a8-dc2b46ccf423 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b086f231f77d4675abacdbd977d6ae32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261032 Aug 20 10:39:40.258813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42618) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:40.344606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b86b82-d612-4023-9d28-ab097c8074a7 req-46cdefdb-39c3-44f0-a135-7167a59e54f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:40.346115 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5b86b82-d612-4023-9d28-ab097c8074a7 req-46cdefdb-39c3-44f0-a135-7167a59e54f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fb132f55-3b57-430b-bbc8-0884dd2d7bc2 HTTP/1.1" status: 200 len: 854 time: 0.1096528 Aug 20 10:39:40.349199 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-86a22212-cab5-469c-ad34-b425a55c937d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:40.353366 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12da9fba-7773-4c84-b3a4-8cccdbef73f4 tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:40.356265 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-12da9fba-7773-4c84-b3a4-8cccdbef73f4 tempest-RoutersAdminNegativeIpV6Test-1580229787 tempest-RoutersAdminNegativeIpV6Test-1580229787-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b13c4673-1117-42c7-a614-a4e9223e909e HTTP/1.1" status: 204 len: 168 time: 1.2919011 Aug 20 10:39:40.431558 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5b86b82-d612-4023-9d28-ab097c8074a7 req-d366da61-604d-4dec-a7a9-8c2272b5fea8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c73c6bbd-3e27-4536-808e-999bd0de5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722115 Aug 20 10:39:40.444279 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-86a22212-cab5-469c-ad34-b425a55c937d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:40.598920 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5b86b82-d612-4023-9d28-ab097c8074a7 req-054d310f-564e-4af6-ae16-c228a7609659 service neutron] 10.222.0.42 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512742 Aug 20 10:39:40.601033 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-86a22212-cab5-469c-ad34-b425a55c937d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:40.607908 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-86a22212-cab5-469c-ad34-b425a55c937d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:40.610237 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-86a22212-cab5-469c-ad34-b425a55c937d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c71e271-ef9a-48d7-af6c-ce3e50a24420 HTTP/1.1" status: 204 len: 168 time: 0.3511448 Aug 20 10:39:40.665498 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a22212-cab5-469c-ad34-b425a55c937d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c71e271-ef9a-48d7-af6c-ce3e50a24420,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:40.759083 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5b86b82-d612-4023-9d28-ab097c8074a7 req-361d1b71-4071-4970-b8a0-779fd05783dc service neutron] 10.222.0.42 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468740 Aug 20 10:39:40.944959 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42644) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:41.021223 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917daddb-bedb-41c7-8fe4-6dd0b68a64c8 req-ccb33839-3d74-4641-bbfb-85ebc0641972 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:41.024427 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-917daddb-bedb-41c7-8fe4-6dd0b68a64c8 req-ccb33839-3d74-4641-bbfb-85ebc0641972 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1101806 Aug 20 10:39:41.135173 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-917daddb-bedb-41c7-8fe4-6dd0b68a64c8 req-e6f9e4f4-3053-4975-9b28-5dbddcc68ff8 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041729 Aug 20 10:39:41.356353 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71d165fb-c6a0-4bd5-9bd5-780690f9a7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:41.383404 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809950f-b54a-4575-8d4c-f94e1b5e6bd7 req-6a759d62-bddc-4b1e-b199-721a6b5f1113 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:41.385466 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3809950f-b54a-4575-8d4c-f94e1b5e6bd7 req-6a759d62-bddc-4b1e-b199-721a6b5f1113 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1223612 Aug 20 10:39:41.459738 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3809950f-b54a-4575-8d4c-f94e1b5e6bd7 req-21a97f32-6832-4556-9dca-e9e0d95e319b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654795 Aug 20 10:39:41.606179 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71d165fb-c6a0-4bd5-9bd5-780690f9a7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:41.616319 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71d165fb-c6a0-4bd5-9bd5-780690f9a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:41.680704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42682) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:41.687909 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-71d165fb-c6a0-4bd5-9bd5-780690f9a7c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a20a229d0a147919d3d8440297e5df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7411551 Aug 20 10:39:41.748697 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d165fb-c6a0-4bd5-9bd5-780690f9a7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01b3ec0-1b69-4a9f-bdd3-aae883e8722f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:41.811008 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-82e0698f-88c8-49f0-b4b1-a429a853760e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:41.828160 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bf756-73a4-4278-a428-3b103c66f3c5 req-2d1f3e81-b0c2-4276-bb54-a2e0cc707ac7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:41.830406 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-461bf756-73a4-4278-a428-3b103c66f3c5 req-2d1f3e81-b0c2-4276-bb54-a2e0cc707ac7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.0739565 Aug 20 10:39:41.870503 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-82e0698f-88c8-49f0-b4b1-a429a853760e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:41.890143 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-461bf756-73a4-4278-a428-3b103c66f3c5 req-9c3be2c6-4b1f-4509-9c39-478d9bd489e7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502806 Aug 20 10:39:41.950879 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-82e0698f-88c8-49f0-b4b1-a429a853760e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:41.957858 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-82e0698f-88c8-49f0-b4b1-a429a853760e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:41.959649 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-82e0698f-88c8-49f0-b4b1-a429a853760e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c01b3ec0-1b69-4a9f-bdd3-aae883e8722f HTTP/1.1" status: 204 len: 168 time: 0.2777660 Aug 20 10:39:41.977024 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0698f-88c8-49f0-b4b1-a429a853760e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01b3ec0-1b69-4a9f-bdd3-aae883e8722f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:42.002436 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0698f-88c8-49f0-b4b1-a429a853760e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:42.002847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0698f-88c8-49f0-b4b1-a429a853760e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:42.003179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0698f-88c8-49f0-b4b1-a429a853760e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:42.003533 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0698f-88c8-49f0-b4b1-a429a853760e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:42.003876 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0698f-88c8-49f0-b4b1-a429a853760e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:42.005646 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0698f-88c8-49f0-b4b1-a429a853760e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:42.005996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0698f-88c8-49f0-b4b1-a429a853760e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:42.009862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0698f-88c8-49f0-b4b1-a429a853760e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:42.010743 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0698f-88c8-49f0-b4b1-a429a853760e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:42.011200 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0698f-88c8-49f0-b4b1-a429a853760e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:42.011492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0698f-88c8-49f0-b4b1-a429a853760e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:42.011838 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e0698f-88c8-49f0-b4b1-a429a853760e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:42.700385 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136ae04-936d-49b6-ad6e-29a40870d8fc req-f48b28c7-f351-41ae-8042-25559766172b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:42.703087 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2136ae04-936d-49b6-ad6e-29a40870d8fc req-f48b28c7-f351-41ae-8042-25559766172b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1323440 Aug 20 10:39:42.764095 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2136ae04-936d-49b6-ad6e-29a40870d8fc req-b201bbab-a3fe-47fb-980a-44321ce8ffc4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535588 Aug 20 10:39:42.827714 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42738) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:42.883774 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3427f49a-3c0e-4fc1-b0a6-1aa447bc8057 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92d825bbb6144a4e962f18bf3671a82a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509374 Aug 20 10:39:42.884054 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42740) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:42.963877 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b00a5c58-cbe8-4a62-9adb-338a5b22467f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:42.999748 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b00a5c58-cbe8-4a62-9adb-338a5b22467f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:43.087986 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b00a5c58-cbe8-4a62-9adb-338a5b22467f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:43.095492 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b00a5c58-cbe8-4a62-9adb-338a5b22467f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:43.097993 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b00a5c58-cbe8-4a62-9adb-338a5b22467f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae619614-466b-48ae-92c7-cb0f0136bd62 HTTP/1.1" status: 204 len: 168 time: 0.2128782 Aug 20 10:39:43.111854 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a5c58-cbe8-4a62-9adb-338a5b22467f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae619614-466b-48ae-92c7-cb0f0136bd62,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:43.132557 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42750) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:43.296653 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6d612c4d-4dd4-4aa2-92e7-7353fa51488a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:43.422080 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6d612c4d-4dd4-4aa2-92e7-7353fa51488a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:43.427171 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6d612c4d-4dd4-4aa2-92e7-7353fa51488a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:43.457274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d612c4d-4dd4-4aa2-92e7-7353fa51488a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa27c7f5-d4bc-4931-bd24-dc7637d88933,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:43.507390 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6d612c4d-4dd4-4aa2-92e7-7353fa51488a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1d38a6299b7437f98fe54dca195a5b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3709247 Aug 20 10:39:43.518742 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42764) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:43.582460 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-22e2da56-d7ae-42dc-b4f4-6bc5115b5b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:43.608817 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-22e2da56-d7ae-42dc-b4f4-6bc5115b5b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:43.689138 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-22e2da56-d7ae-42dc-b4f4-6bc5115b5b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:43.692231 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-22e2da56-d7ae-42dc-b4f4-6bc5115b5b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:43.696504 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-22e2da56-d7ae-42dc-b4f4-6bc5115b5b99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa27c7f5-d4bc-4931-bd24-dc7637d88933 HTTP/1.1" status: 204 len: 168 time: 0.1838734 Aug 20 10:39:43.733583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2da56-d7ae-42dc-b4f4-6bc5115b5b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa27c7f5-d4bc-4931-bd24-dc7637d88933,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:44.014099 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af166ce-f7ae-423b-a9bc-72013ced8378 req-70a64e0a-396b-4467-86d6-194cff7488ac tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:44.047009 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5af166ce-f7ae-423b-a9bc-72013ced8378 req-70a64e0a-396b-4467-86d6-194cff7488ac tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1306686 Aug 20 10:39:44.128518 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5af166ce-f7ae-423b-a9bc-72013ced8378 req-9fb3d9e0-31ef-433b-8c7c-3ad34ab0b1a5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794804 Aug 20 10:39:44.520907 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42810) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:44.848485 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c92ff9df-30e8-491e-8b8b-2bb2fd3e4b8b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-445014134'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:39:44.895154 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92ff9df-30e8-491e-8b8b-2bb2fd3e4b8b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Made reservation on behalf of cc099d0375e649e0b94d2e2bec31b19a for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:39:44.898661 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c92ff9df-30e8-491e-8b8b-2bb2fd3e4b8b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:44.928988 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c92ff9df-30e8-491e-8b8b-2bb2fd3e4b8b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:45.004559 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a831c-b0a5-4e6a-8d89-aba24f2ca24f req-11ea95d0-87c0-462d-b44a-43b02a06e44e tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:45.013922 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1e0a831c-b0a5-4e6a-8d89-aba24f2ca24f req-11ea95d0-87c0-462d-b44a-43b02a06e44e tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 949 time: 0.1178436 Aug 20 10:39:45.067094 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1e0a831c-b0a5-4e6a-8d89-aba24f2ca24f req-3e8212eb-e31d-4399-90d3-1506fcbe8cba tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/security-groups?id=cffc3da8-bc1d-4a7a-9f6e-a8fe61a96afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519476 Aug 20 10:39:45.085665 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c92ff9df-30e8-491e-8b8b-2bb2fd3e4b8b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:45.092992 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c92ff9df-30e8-491e-8b8b-2bb2fd3e4b8b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:45.116949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92ff9df-30e8-491e-8b8b-2bb2fd3e4b8b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:39:45.137080 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c92ff9df-30e8-491e-8b8b-2bb2fd3e4b8b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:45.137810 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-c92ff9df-30e8-491e-8b8b-2bb2fd3e4b8b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Added segment eace40c5-bc57-4eb5-93d1-622a2774a832 of type vlan for network 097e5677-2a04-477e-96c6-aba9e05ffa95 Aug 20 10:39:45.215924 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c92ff9df-30e8-491e-8b8b-2bb2fd3e4b8b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:45.218298 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ff9df-30e8-491e-8b8b-2bb2fd3e4b8b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23311a3c-49f1-47c1-9f5f-ef3fe19e9fc2,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:45.250665 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c92ff9df-30e8-491e-8b8b-2bb2fd3e4b8b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:45.261077 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92ff9df-30e8-491e-8b8b-2bb2fd3e4b8b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:45.262396 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c92ff9df-30e8-491e-8b8b-2bb2fd3e4b8b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:45.380026 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c92ff9df-30e8-491e-8b8b-2bb2fd3e4b8b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8575816 Aug 20 10:39:45.382915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42846) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:45.388803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ff9df-30e8-491e-8b8b-2bb2fd3e4b8b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Network': ['ID=097e5677-2a04-477e-96c6-aba9e05ffa95,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:45.390922 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-060a1f9c-0480-4432-804e-2847c3fc2f49 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'subnet': {'network_id': '097e5677-2a04-477e-96c6-aba9e05ffa95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:39:45.400080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 097e5677-2a04-477e-96c6-aba9e05ffa95 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:39:45.443560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bb1c1-2aba-4d3c-a809-b9445a8963b0 req-5b4dfb13-b58c-45bc-87e2-ab6e9fc2527b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:45.460810 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9c3bb1c1-2aba-4d3c-a809-b9445a8963b0 req-5b4dfb13-b58c-45bc-87e2-ab6e9fc2527b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1182394 Aug 20 10:39:45.529476 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060a1f9c-0480-4432-804e-2847c3fc2f49 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Made reservation on behalf of cc099d0375e649e0b94d2e2bec31b19a for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:39:45.533967 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-060a1f9c-0480-4432-804e-2847c3fc2f49 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:45.556481 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9c3bb1c1-2aba-4d3c-a809-b9445a8963b0 req-3ebb83e3-13ea-43ff-a50e-87301b229646 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871365 Aug 20 10:39:45.782722 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-060a1f9c-0480-4432-804e-2847c3fc2f49 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:45.869033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a1f9c-0480-4432-804e-2847c3fc2f49 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Checking segment: {'id': 'eace40c5-bc57-4eb5-93d1-622a2774a832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '097e5677-2a04-477e-96c6-aba9e05ffa95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:39:45.869401 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060a1f9c-0480-4432-804e-2847c3fc2f49 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network hostable DHCP agents. Network: 097e5677-2a04-477e-96c6-aba9e05ffa95, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:39:45.872935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a1f9c-0480-4432-804e-2847c3fc2f49 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Subnet': ['ID=9ad17627-c96b-49a1-9e61-7bf9032ee654,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:45.897517 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060a1f9c-0480-4432-804e-2847c3fc2f49 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network 097e5677-2a04-477e-96c6-aba9e05ffa95 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:39:45.911412 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-060a1f9c-0480-4432-804e-2847c3fc2f49 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 097e5677-2a04-477e-96c6-aba9e05ffa95) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:39:45.921077 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c05315-f09e-45c0-a3d5-9cc85565e296 None None] Network 097e5677-2a04-477e-96c6-aba9e05ffa95 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:39:45.924224 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060a1f9c-0480-4432-804e-2847c3fc2f49 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:45.942798 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-060a1f9c-0480-4432-804e-2847c3fc2f49 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:45.991610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-060a1f9c-0480-4432-804e-2847c3fc2f49 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6045415 Aug 20 10:39:45.991728 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42870) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:45.999273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-979977939', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:39:46.026990 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:46.028296 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:46.101467 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:46.301022 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb049ac-0666-4443-95b6-ce097a75850c None None] Network 097e5677-2a04-477e-96c6-aba9e05ffa95 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:39:46.346361 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:46.362770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff905b97-b7e3-4329-95ba-85b3f48e777e req-bdb53c55-8ea0-4187-9a63-c79e702f47a1 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:46.362770 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff905b97-b7e3-4329-95ba-85b3f48e777e req-bdb53c55-8ea0-4187-9a63-c79e702f47a1 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 949 time: 0.1546190 Aug 20 10:39:46.501784 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff905b97-b7e3-4329-95ba-85b3f48e777e req-ce7513de-cd5d-4cdd-8d4e-6239e1d506a7 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/security-groups?id=cffc3da8-bc1d-4a7a-9f6e-a8fe61a96afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170113 Aug 20 10:39:46.751235 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab6912-9932-4e1c-8414-ec48486e2624 req-4764ec49-6652-4799-949f-c58f3e10adbb tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:46.759406 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7ab6912-9932-4e1c-8414-ec48486e2624 req-4764ec49-6652-4799-949f-c58f3e10adbb tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.0609083 Aug 20 10:39:46.820733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7ab6912-9932-4e1c-8414-ec48486e2624 req-066ca452-3364-48d9-a4f1-6481ccfad712 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603001 Aug 20 10:39:46.890482 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-4fde94b9-faef-4ae9-99b4-e67a7d34d348 req-01074b75-adf0-4cbc-acd1-13bd58bfef36 service neutron] (94867) timed out ('10.222.0.16', 45866) {{(pid=94867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 10:39:47.248214 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:47.271839 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:47.293565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a417eef-cc3d-4ab7-9aef-1feb4eba168f req-b445b436-6663-4523-95f7-f7722c3bd4f1 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:47.295531 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9a417eef-cc3d-4ab7-9aef-1feb4eba168f req-b445b436-6663-4523-95f7-f7722c3bd4f1 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.24 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 949 time: 0.1061072 Aug 20 10:39:47.498466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Allocated IP 172.25.3.104 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/c3e584f1-45bf-4dd7-9a7b-3f85b90eec77) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:39:47.543815 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-9a417eef-cc3d-4ab7-9aef-1feb4eba168f req-8044d174-9750-4b7a-9a77-f9f6c00cc33a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Deleting port f0bba2a0-b403-4618-95b5-14bc3792ff87 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:39:47.544313 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9a417eef-cc3d-4ab7-9aef-1feb4eba168f req-8044d174-9750-4b7a-9a77-f9f6c00cc33a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:47.831836 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820ebf5-fab7-4a6a-ba4b-b9bcb8a1509c req-cc7dcc71-b825-4e31-ac82-8c2f3ba0577b tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:47.834081 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4820ebf5-fab7-4a6a-ba4b-b9bcb8a1509c req-cc7dcc71-b825-4e31-ac82-8c2f3ba0577b tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 949 time: 0.1843023 Aug 20 10:39:47.864110 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-9a417eef-cc3d-4ab7-9aef-1feb4eba168f req-8044d174-9750-4b7a-9a77-f9f6c00cc33a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] For port f0bba2a0-b403-4618-95b5-14bc3792ff87, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f0bba2a0-b403-4618-95b5-14bc3792ff87,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:39:47.864484 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9a417eef-cc3d-4ab7-9aef-1feb4eba168f req-8044d174-9750-4b7a-9a77-f9f6c00cc33a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:47.926904 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-9a417eef-cc3d-4ab7-9aef-1feb4eba168f req-8044d174-9750-4b7a-9a77-f9f6c00cc33a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Calling delete_port for f0bba2a0-b403-4618-95b5-14bc3792ff87 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:39:47.939315 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:47.947605 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4820ebf5-fab7-4a6a-ba4b-b9bcb8a1509c req-b69ddf00-dcce-4b2b-8fa3-a0c2d7655062 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/security-groups?id=cffc3da8-bc1d-4a7a-9f6e-a8fe61a96afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891967 Aug 20 10:39:48.052464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518942c-49de-40cc-bf30-20c5fcf6994b req-6cac40db-4921-4750-9ff4-544942d84fb1 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:48.082476 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2518942c-49de-40cc-bf30-20c5fcf6994b req-6cac40db-4921-4750-9ff4-544942d84fb1 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1359704 Aug 20 10:39:48.087830 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:48.195752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:39:48.203213 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2518942c-49de-40cc-bf30-20c5fcf6994b req-1a41dd7c-bb6f-42f4-a6ac-c9496b7776af tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099458 Aug 20 10:39:48.203940 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:39:48.218687 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:39:48.297214 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=c3e584f1-45bf-4dd7-9a7b-3f85b90eec77,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:48.312970 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9a417eef-cc3d-4ab7-9aef-1feb4eba168f req-8044d174-9750-4b7a-9a77-f9f6c00cc33a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:48.325925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['f0bba2a0-b403-4618-95b5-14bc3792ff87'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:39:48.454659 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044d174-9750-4b7a-9a77-f9f6c00cc33a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Pushing event deleted for resources: {'Port': ['ID=f0bba2a0-b403-4618-95b5-14bc3792ff87,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:48.527841 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:48.544623 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a417eef-cc3d-4ab7-9aef-1feb4eba168f req-8044d174-9750-4b7a-9a77-f9f6c00cc33a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] No DVR routers for this DVR port f0bba2a0-b403-4618-95b5-14bc3792ff87 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:39:48.554729 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9a417eef-cc3d-4ab7-9aef-1feb4eba168f req-8044d174-9750-4b7a-9a77-f9f6c00cc33a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:48.556861 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9a417eef-cc3d-4ab7-9aef-1feb4eba168f req-8044d174-9750-4b7a-9a77-f9f6c00cc33a tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.24 "DELETE /v2.0/ports/f0bba2a0-b403-4618-95b5-14bc3792ff87 HTTP/1.1" status: 204 len: 173 time: 1.2299433 Aug 20 10:39:48.557326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8467f385-e13a-4c43-9377-180e06e170f8', 'name': 'network-vif-deleted', 'tag': 'f0bba2a0-b403-4618-95b5-14bc3792ff87'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:39:48.561947 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa58266-65ef-4ba5-9035-0e1c9ec5fe6b" -d '{"events": [{"server_uuid": "8467f385-e13a-4c43-9377-180e06e170f8", "name": "network-vif-deleted", "tag": "f0bba2a0-b403-4618-95b5-14bc3792ff87"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:39:48.574385 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30026d18-699e-49b2-a6dd-c145b9b4713d req-7dd26692-7b81-42e1-92dd-da49c77ca0d0 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:48.576925 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30026d18-699e-49b2-a6dd-c145b9b4713d req-7dd26692-7b81-42e1-92dd-da49c77ca0d0 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0849917 Aug 20 10:39:48.732360 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30026d18-699e-49b2-a6dd-c145b9b4713d req-8158298d-5799-4621-bbcb-807a6c890d1d tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225393 Aug 20 10:39:48.799681 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839664d5-6e07-445d-a01d-f796f6083cb7 x-openstack-request-id: req-839664d5-6e07-445d-a01d-f796f6083cb7 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:39:48.799982 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8467f385-e13a-4c43-9377-180e06e170f8", "name": "network-vif-deleted", "tag": "f0bba2a0-b403-4618-95b5-14bc3792ff87", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:39:48.800333 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-839664d5-6e07-445d-a01d-f796f6083cb7 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:39:48.800983 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8467f385-e13a-4c43-9377-180e06e170f8', 'name': 'network-vif-deleted', 'tag': 'f0bba2a0-b403-4618-95b5-14bc3792ff87', 'status': 'completed', 'code': 200} Aug 20 10:39:48.819601 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:49.162709 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c3df2cea-34e1-4749-bcdc-9dcaf9ce2b1b req-d2eabd11-b367-41d0-b402-fb460be2a5c3 tempest-VolumesBackupsTest-335665944 tempest-VolumesBackupsTest-335665944-project] 10.222.0.16 "GET /v2.0/ports?device_id=8467f385-e13a-4c43-9377-180e06e170f8 HTTP/1.1" status: 200 len: 210 time: 0.0553181 Aug 20 10:39:49.177393 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:49.405624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fbe5e-3ddb-41eb-bb41-28091bc859fc req-70273f4b-d00d-4f00-9cfc-f95524a80a4a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:49.407371 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b36fbe5e-3ddb-41eb-bb41-28091bc859fc req-70273f4b-d00d-4f00-9cfc-f95524a80a4a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1178405 Aug 20 10:39:49.461576 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b36fbe5e-3ddb-41eb-bb41-28091bc859fc req-ab2eb12f-683d-4fd5-a1e4-0d158f1fae6f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467846 Aug 20 10:39:49.462562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router 9de58bd1-3ad3-4b93-8166-79cd3e69940d is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:39:49.598929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:39:49.613248 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0ad698-042d-41d4-80c9-c243f139436a None None] Sync routers for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:39:49.623582 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:49.625189 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0ad698-042d-41d4-80c9-c243f139436a None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:39:49.625757 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1851e9eb-3bc1-4d2e-a2b1-18fbe2fd8286 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6311076 Aug 20 10:39:49.625950 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6f0ad698-042d-41d4-80c9-c243f139436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:39:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:49.628136 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42992) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:49.669452 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6f0ad698-042d-41d4-80c9-c243f139436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:49.684996 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0ad698-042d-41d4-80c9-c243f139436a None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:39:49.686017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6f0ad698-042d-41d4-80c9-c243f139436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:39:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:49.726695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6f0ad698-042d-41d4-80c9-c243f139436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:49.727812 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0ad698-042d-41d4-80c9-c243f139436a None None] The sync data for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:39:49.953980 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910f246-e8f7-4655-b2f2-82279afa72be req-8d1b8468-a278-4cb2-a2f5-bad9af5676d1 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:49.961520 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f910f246-e8f7-4655-b2f2-82279afa72be req-8d1b8468-a278-4cb2-a2f5-bad9af5676d1 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 945 time: 0.1229503 Aug 20 10:39:50.075654 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f910f246-e8f7-4655-b2f2-82279afa72be req-e2e0a6c8-f349-4605-b81c-fc5426b105ad tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132464 Aug 20 10:39:50.128561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58a9f3-6552-4194-91bd-cd7729f1d57b req-f47b30cb-5ea1-491b-b716-78cb615e94ea tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:50.130309 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2a58a9f3-6552-4194-91bd-cd7729f1d57b req-f47b30cb-5ea1-491b-b716-78cb615e94ea tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.42 "GET /v2.0/ports?device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 945 time: 0.1501663 Aug 20 10:39:50.350959 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-2a58a9f3-6552-4194-91bd-cd7729f1d57b req-0bce739a-6ed2-4766-8c26-6ac56b167ec9 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Deleting port 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:39:50.352115 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2a58a9f3-6552-4194-91bd-cd7729f1d57b req-0bce739a-6ed2-4766-8c26-6ac56b167ec9 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:50.480755 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:50.974747 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f0bba2a0-b403-4618-95b5-14bc3792ff87 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:39:50.998969 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2a58a9f3-6552-4194-91bd-cd7729f1d57b req-0bce739a-6ed2-4766-8c26-6ac56b167ec9 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] For port 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=1888dc1c-e69d-4b0f-ad5e-d88d61df01cd,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:39:50.999399 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2a58a9f3-6552-4194-91bd-cd7729f1d57b req-0bce739a-6ed2-4766-8c26-6ac56b167ec9 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:51.032445 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: f0bba2a0-b403-4618-95b5-14bc3792ff87 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:39:51.032776 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f0bba2a0-b403-4618-95b5-14bc3792ff87 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:39:51.077117 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-2a58a9f3-6552-4194-91bd-cd7729f1d57b req-0bce739a-6ed2-4766-8c26-6ac56b167ec9 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Calling delete_port for 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:39:51.205396 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e5e1c-1a5b-4e4a-8a88-cd27476a267c req-4574182d-f8a7-415c-9f96-3d711eb83610 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:51.207665 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-047e5e1c-1a5b-4e4a-8a88-cd27476a267c req-4574182d-f8a7-415c-9f96-3d711eb83610 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.2443924 Aug 20 10:39:51.287954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71fa0b-8a52-49ca-a33e-8c2203eda3f5 req-5433a3a3-d7b5-4a7c-9942-629274fc74f7 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:51.290287 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8f71fa0b-8a52-49ca-a33e-8c2203eda3f5 req-5433a3a3-d7b5-4a7c-9942-629274fc74f7 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 945 time: 0.0998659 Aug 20 10:39:51.380833 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8f71fa0b-8a52-49ca-a33e-8c2203eda3f5 req-c42d5e3e-bdd5-4ac4-bd21-9944b28a2d49 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827501 Aug 20 10:39:51.416686 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-047e5e1c-1a5b-4e4a-8a88-cd27476a267c req-11b152ef-fc70-45ed-a500-446ef2d428e0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831267 Aug 20 10:39:51.590549 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2a58a9f3-6552-4194-91bd-cd7729f1d57b req-0bce739a-6ed2-4766-8c26-6ac56b167ec9 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:51.609196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['004a746d-7df5-4b19-b0b2-5b3022a582e7', '10ddb962-24d9-46b3-911b-838572672936', '1888dc1c-e69d-4b0f-ad5e-d88d61df01cd'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:39:51.612175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['f0471c57-b0d1-4e18-ab4a-b7993a459b11'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:39:51.764994 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce739a-6ed2-4766-8c26-6ac56b167ec9 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Pushing event deleted for resources: {'Port': ['ID=1888dc1c-e69d-4b0f-ad5e-d88d61df01cd,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:51.781579 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Allocated IP 172.20.0.1 (097e5677-2a04-477e-96c6-aba9e05ffa95/9ad17627-c96b-49a1-9e61-7bf9032ee654/9908b17c-3dae-40a0-9845-85216c50901d) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:39:51.998536 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a58a9f3-6552-4194-91bd-cd7729f1d57b req-0bce739a-6ed2-4766-8c26-6ac56b167ec9 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] No DVR routers for this DVR port 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:39:52.001723 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2a58a9f3-6552-4194-91bd-cd7729f1d57b req-0bce739a-6ed2-4766-8c26-6ac56b167ec9 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:52.004051 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2a58a9f3-6552-4194-91bd-cd7729f1d57b req-0bce739a-6ed2-4766-8c26-6ac56b167ec9 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.42 "DELETE /v2.0/ports/1888dc1c-e69d-4b0f-ad5e-d88d61df01cd HTTP/1.1" status: 204 len: 173 time: 1.8663549 Aug 20 10:39:52.007036 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:52.011587 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc28057-be0c-49c4-8eec-21e6d4f49ae7', 'name': 'network-vif-deleted', 'tag': '1888dc1c-e69d-4b0f-ad5e-d88d61df01cd'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:39:52.035505 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c75d5bd-e812-4922-b737-e8422c57b38b" -d '{"events": [{"server_uuid": "8fc28057-be0c-49c4-8eec-21e6d4f49ae7", "name": "network-vif-deleted", "tag": "1888dc1c-e69d-4b0f-ad5e-d88d61df01cd"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:39:52.139101 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:52.200345 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=9908b17c-3dae-40a0-9845-85216c50901d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:52.205429 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network 097e5677-2a04-477e-96c6-aba9e05ffa95 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:39:52.206925 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:39:52.209212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:39:52.273046 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:52.360057 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a64a30-810f-4fa3-97d3-bec0252e2f46 x-openstack-request-id: req-58a64a30-810f-4fa3-97d3-bec0252e2f46 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:39:52.360346 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc28057-be0c-49c4-8eec-21e6d4f49ae7", "name": "network-vif-deleted", "tag": "1888dc1c-e69d-4b0f-ad5e-d88d61df01cd", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:39:52.360670 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58a64a30-810f-4fa3-97d3-bec0252e2f46 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:39:52.364237 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc28057-be0c-49c4-8eec-21e6d4f49ae7', 'name': 'network-vif-deleted', 'tag': '1888dc1c-e69d-4b0f-ad5e-d88d61df01cd', 'status': 'completed', 'code': 200} Aug 20 10:39:52.492401 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:52.617313 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2327a130-0f03-467d-a0d5-e28e73e44937 req-f9f2a683-388b-47a2-b220-056da4a5d4d9 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fc28057-be0c-49c4-8eec-21e6d4f49ae7 HTTP/1.1" status: 200 len: 210 time: 0.0940332 Aug 20 10:39:52.729511 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:52.760921 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d7911-48cb-4eeb-a1d6-ab62ff4a830f req-9c46de75-8afe-4723-ad17-83877c064ed8 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:52.764006 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d2d7911-48cb-4eeb-a1d6-ab62ff4a830f req-9c46de75-8afe-4723-ad17-83877c064ed8 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1889901 Aug 20 10:39:52.873130 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d2d7911-48cb-4eeb-a1d6-ab62ff4a830f req-5a5b5ced-9c98-4121-ac3a-cc71a961dad6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945873 Aug 20 10:39:53.223273 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:53.229375 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:53.317610 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:53.332827 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=9908b17c-3dae-40a0-9845-85216c50901d,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:53.373740 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-ef72611d-3c8d-47d2-b396-c59a70fdae8b req-1b6e481e-8f90-47ce-b895-3188a394921f service neutron] (94866) timed out ('10.222.0.42', 51179) {{(pid=94866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 10:39:53.392946 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d0bcf08a-c8ae-414f-9ec4-920b3441266a req-f12f6c10-4d12-4ca7-b4fa-0b6ccd1c8662 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1016583 Aug 20 10:39:53.464215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network 097e5677-2a04-477e-96c6-aba9e05ffa95 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:39:53.466554 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:39:53.473978 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcf08a-c8ae-414f-9ec4-920b3441266a req-c1610fd5-4550-4a90-82cf-ff2642b44bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:53.476553 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d0bcf08a-c8ae-414f-9ec4-920b3441266a req-c1610fd5-4550-4a90-82cf-ff2642b44bbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=157bfa5e0cf8467ba64c52b2cf2713ce&device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 1097 time: 0.0558069 Aug 20 10:39:53.610713 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router 9de58bd1-3ad3-4b93-8166-79cd3e69940d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:39:53.649504 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcf08a-c8ae-414f-9ec4-920b3441266a req-9af7dd5a-52f8-4cc7-9696-f111dbdeab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:53.656259 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d0bcf08a-c8ae-414f-9ec4-920b3441266a req-9af7dd5a-52f8-4cc7-9696-f111dbdeab9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c73c6bbd-3e27-4536-808e-999bd0de5a5c HTTP/1.1" status: 200 len: 915 time: 0.1442361 Aug 20 10:39:53.717052 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d0bcf08a-c8ae-414f-9ec4-920b3441266a req-c1a67739-455b-4d04-9e08-4faa30990bf0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0471c57-b0d1-4e18-ab4a-b7993a459b11 HTTP/1.1" status: 200 len: 217 time: 0.0540473 Aug 20 10:39:53.772025 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:39:53.835591 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:39:53.836236 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 1888dc1c-e69d-4b0f-ad5e-d88d61df01cd not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:39:53.852610 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcf08a-c8ae-414f-9ec4-920b3441266a req-776a77a9-7c3b-4bd3-98cd-e7e9dcd63c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:53.857479 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d0bcf08a-c8ae-414f-9ec4-920b3441266a req-776a77a9-7c3b-4bd3-98cd-e7e9dcd63c96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb132f55-3b57-430b-bbc8-0884dd2d7bc2 HTTP/1.1" status: 200 len: 854 time: 0.1321514 Aug 20 10:39:53.857764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:39:53.872292 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e48029f2-483c-43b7-b799-df3cc32ff34f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "PUT /v2.0/routers/9de58bd1-3ad3-4b93-8166-79cd3e69940d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2366581 Aug 20 10:39:53.873115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43136) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:53.874851 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfc3355-5c75-4e34-b845-871b18b70a69 None None] Sync routers for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:39:53.884960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5973c4b0-9a8d-4a83-99e2-14c5018dd480 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'port': {'network_id': '097e5677-2a04-477e-96c6-aba9e05ffa95', 'name': 'tempest-FloatingIPTestJSON-1440351019'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:39:53.897620 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfc3355-5c75-4e34-b845-871b18b70a69 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:39:53.914925 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fdfc3355-5c75-4e34-b845-871b18b70a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:39:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:53.954684 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d0bcf08a-c8ae-414f-9ec4-920b3441266a req-dbd7f8f6-76bd-4c5d-af27-653d8951eea4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c73c6bbd-3e27-4536-808e-999bd0de5a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887773 Aug 20 10:39:54.093243 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fdfc3355-5c75-4e34-b845-871b18b70a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:54.128187 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfc3355-5c75-4e34-b845-871b18b70a69 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:39:54.129214 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fdfc3355-5c75-4e34-b845-871b18b70a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:39:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:54.159618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5973c4b0-9a8d-4a83-99e2-14c5018dd480 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Made reservation on behalf of cc099d0375e649e0b94d2e2bec31b19a for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:39:54.164130 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5973c4b0-9a8d-4a83-99e2-14c5018dd480 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:54.196130 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fdfc3355-5c75-4e34-b845-871b18b70a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:39:54.205929 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfc3355-5c75-4e34-b845-871b18b70a69 None None] The sync data for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:39:54.234274 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d0bcf08a-c8ae-414f-9ec4-920b3441266a req-2bae7376-a062-4441-8160-569c2b42977b service neutron] 10.222.0.24 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714477 Aug 20 10:39:54.235652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-5973c4b0-9a8d-4a83-99e2-14c5018dd480 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] device_id is not set on port 138bf08b-c765-40ae-abef-1d4b5999acba yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:39:54.354754 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d0bcf08a-c8ae-414f-9ec4-920b3441266a req-8cba8e89-b069-4b98-9da2-fd5b0ee9e90e service neutron] 10.222.0.24 "GET /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095226 Aug 20 10:39:54.422790 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d302ab5-e7d5-48e9-abad-5d8d0f0ee4ef req-29662d7d-02ec-4a3f-b088-4096e4266e17 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:54.422790 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d302ab5-e7d5-48e9-abad-5d8d0f0ee4ef req-29662d7d-02ec-4a3f-b088-4096e4266e17 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1870532 Aug 20 10:39:54.486103 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d302ab5-e7d5-48e9-abad-5d8d0f0ee4ef req-fbc47901-f411-49e6-beef-8b6548537bb7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544131 Aug 20 10:39:54.508704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-5973c4b0-9a8d-4a83-99e2-14c5018dd480 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Allocated IP 172.20.0.2 (097e5677-2a04-477e-96c6-aba9e05ffa95/9ad17627-c96b-49a1-9e61-7bf9032ee654/138bf08b-c765-40ae-abef-1d4b5999acba) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:39:54.836282 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5973c4b0-9a8d-4a83-99e2-14c5018dd480 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:54.910668 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5973c4b0-9a8d-4a83-99e2-14c5018dd480 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:54.932730 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76fd51-9fe5-454d-a1fa-76be37c57eef req-f26a4a30-9acd-4dd2-8bec-99febc4c8088 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:54.944470 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d76fd51-9fe5-454d-a1fa-76be37c57eef req-f26a4a30-9acd-4dd2-8bec-99febc4c8088 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1159015 Aug 20 10:39:55.024014 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d76fd51-9fe5-454d-a1fa-76be37c57eef req-10752243-0948-4b79-93b1-189fff0c6782 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740728 Aug 20 10:39:55.133822 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973c4b0-9a8d-4a83-99e2-14c5018dd480 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=138bf08b-c765-40ae-abef-1d4b5999acba,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:55.162883 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5973c4b0-9a8d-4a83-99e2-14c5018dd480 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network 097e5677-2a04-477e-96c6-aba9e05ffa95 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:39:55.172765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-5973c4b0-9a8d-4a83-99e2-14c5018dd480 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:39:55.172765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5973c4b0-9a8d-4a83-99e2-14c5018dd480 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:39:55.311265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5973c4b0-9a8d-4a83-99e2-14c5018dd480 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:55.312058 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5973c4b0-9a8d-4a83-99e2-14c5018dd480 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:55.378700 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43200) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:55.379604 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5973c4b0-9a8d-4a83-99e2-14c5018dd480 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5053442 Aug 20 10:39:55.389999 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-4cfff2f9-c6a2-4d93-8949-b66990789bd8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'port': {'network_id': '097e5677-2a04-477e-96c6-aba9e05ffa95', 'name': 'tempest-FloatingIPTestJSON-635252656'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:39:55.398254 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64f50c-eeaf-4d1b-bd18-3887095100ff req-b79dc07a-56e4-42f1-b1b2-17bc5b6f5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:55.399820 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a64f50c-eeaf-4d1b-bd18-3887095100ff req-b79dc07a-56e4-42f1-b1b2-17bc5b6f5c8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 1096 time: 0.5789263 Aug 20 10:39:55.546594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64f50c-eeaf-4d1b-bd18-3887095100ff req-b6882864-456d-4a90-9302-23c091f8bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:55.548255 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a64f50c-eeaf-4d1b-bd18-3887095100ff req-b6882864-456d-4a90-9302-23c091f8bdc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.1398628 Aug 20 10:39:55.658583 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfff2f9-c6a2-4d93-8949-b66990789bd8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Made reservation on behalf of cc099d0375e649e0b94d2e2bec31b19a for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:39:55.662245 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4cfff2f9-c6a2-4d93-8949-b66990789bd8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:55.714726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-4cfff2f9-c6a2-4d93-8949-b66990789bd8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] device_id is not set on port 88eecffa-8501-4180-b3d2-2bf56cdcc4eb yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:39:55.728025 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a64f50c-eeaf-4d1b-bd18-3887095100ff req-54f21564-e66c-4d75-94c4-b4d4f0205e0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4572806-9844-4302-b2a2-f2770c887d9d HTTP/1.1" status: 200 len: 998 time: 0.1719952 Aug 20 10:39:55.852333 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64f50c-eeaf-4d1b-bd18-3887095100ff req-25f80d3e-66ba-47f0-b938-44f0316c5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:55.853895 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a64f50c-eeaf-4d1b-bd18-3887095100ff req-25f80d3e-66ba-47f0-b938-44f0316c5a31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.1173747 Aug 20 10:39:55.978657 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64f50c-eeaf-4d1b-bd18-3887095100ff req-e193e475-738a-4936-9705-bb036f85e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:55.981036 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a64f50c-eeaf-4d1b-bd18-3887095100ff req-e193e475-738a-4936-9705-bb036f85e59b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180031 Aug 20 10:39:56.040023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-4cfff2f9-c6a2-4d93-8949-b66990789bd8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Allocated IP 172.20.0.8 (097e5677-2a04-477e-96c6-aba9e05ffa95/9ad17627-c96b-49a1-9e61-7bf9032ee654/88eecffa-8501-4180-b3d2-2bf56cdcc4eb) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:39:56.212639 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a64f50c-eeaf-4d1b-bd18-3887095100ff req-da622718-81d7-4ed0-8fc9-4fc3ebf91315 service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233567 Aug 20 10:39:56.282100 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ac9bb-03c2-425a-bb34-503f47bf4832 req-1180a3b1-bdc2-4208-b557-7b77ef0474ca tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:56.290257 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-276ac9bb-03c2-425a-bb34-503f47bf4832 req-1180a3b1-bdc2-4208-b557-7b77ef0474ca tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1286972 Aug 20 10:39:56.317922 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4cfff2f9-c6a2-4d93-8949-b66990789bd8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:56.376103 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-276ac9bb-03c2-425a-bb34-503f47bf4832 req-b1e1a222-38a4-4b41-a5c8-b9426c739623 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841796 Aug 20 10:39:56.380147 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4cfff2f9-c6a2-4d93-8949-b66990789bd8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:56.469918 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a64f50c-eeaf-4d1b-bd18-3887095100ff req-0d24693e-1d76-410d-94e2-bc0468a192c8 service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466357 Aug 20 10:39:56.543210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfff2f9-c6a2-4d93-8949-b66990789bd8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=88eecffa-8501-4180-b3d2-2bf56cdcc4eb,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:56.565840 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfff2f9-c6a2-4d93-8949-b66990789bd8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network 097e5677-2a04-477e-96c6-aba9e05ffa95 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:39:56.568217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-4cfff2f9-c6a2-4d93-8949-b66990789bd8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:39:56.571191 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfff2f9-c6a2-4d93-8949-b66990789bd8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:39:56.648495 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfff2f9-c6a2-4d93-8949-b66990789bd8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:56.649485 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4cfff2f9-c6a2-4d93-8949-b66990789bd8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:56.691839 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4cfff2f9-c6a2-4d93-8949-b66990789bd8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3101478 Aug 20 10:39:56.694871 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43284) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:39:56.708658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': '88eecffa-8501-4180-b3d2-2bf56cdcc4eb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:39:56.763354 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:56.877500 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:39:56.972163 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:57.123797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Allocated IP 172.25.3.129 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/004ef75a-dcab-4458-8436-dea8da066049) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:39:57.295211 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:57.348751 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:57.449203 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=004ef75a-dcab-4458-8436-dea8da066049,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:57.477408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:39:57.483344 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:39:57.487661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:39:57.581928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1761833-52ac-4145-8f75-c8fc38f2e28f req-46792644-e5a7-486e-9fbd-bc758e550d40 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:57.583580 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c1761833-52ac-4145-8f75-c8fc38f2e28f req-46792644-e5a7-486e-9fbd-bc758e550d40 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1016531 Aug 20 10:39:57.830328 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c1761833-52ac-4145-8f75-c8fc38f2e28f req-183e3671-1474-4fbf-b4e4-6d11b6f0220f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584821 Aug 20 10:39:58.036298 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a65de-4005-4864-af9a-1da7641dcef2 req-b39e2407-9869-44f8-b8d0-2fc91a262333 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:58.043422 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-201a65de-4005-4864-af9a-1da7641dcef2 req-b39e2407-9869-44f8-b8d0-2fc91a262333 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1020522 Aug 20 10:39:58.083664 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-201a65de-4005-4864-af9a-1da7641dcef2 req-635fc59d-039c-42af-8442-df63d7904ba1 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392926 Aug 20 10:39:58.173555 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:58.328905 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:58.533232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca00a-fd44-4bb0-b892-22ee73bb8ba4 req-f2914434-13c5-4378-a9e1-3ace6b9969bc tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:58.535314 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d16ca00a-fd44-4bb0-b892-22ee73bb8ba4 req-f2914434-13c5-4378-a9e1-3ace6b9969bc tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1195414 Aug 20 10:39:58.565825 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:58.578149 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:58.655728 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d16ca00a-fd44-4bb0-b892-22ee73bb8ba4 req-1e254f05-2c5e-45de-bc79-e3e8eff93db1 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093640 Aug 20 10:39:58.803232 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:58.942251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=004ef75a-dcab-4458-8436-dea8da066049,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:39:58.955153 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:58.955153 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:58.955588 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:58.957977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:58.957977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:58.957977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:58.957977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:58.957977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:58.957977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:58.959767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:58.960349 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:58.960691 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:39:59.037044 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28ac3b-800a-4025-929e-85adbb658552 req-5b68358c-fd92-4873-bdad-9811b8698225 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:59.045152 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7c28ac3b-800a-4025-929e-85adbb658552 req-5b68358c-fd92-4873-bdad-9811b8698225 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=3572a56c-e506-425a-be12-c0b01adcb69b HTTP/1.1" status: 200 len: 946 time: 0.1451333 Aug 20 10:39:59.070383 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Floating IP 92be3941-5563-4dc7-a710-31587f2a4b41 associated. External IP: 172.25.3.129, port: 88eecffa-8501-4180-b3d2-2bf56cdcc4eb. Aug 20 10:39:59.082849 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066fd14-e300-45b5-9e3a-43564b44f6ad req-7d65a7ef-dc35-431d-9bfc-794472a127b9 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:39:59.090959 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c066fd14-e300-45b5-9e3a-43564b44f6ad req-7d65a7ef-dc35-431d-9bfc-794472a127b9 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1637287 Aug 20 10:39:59.190693 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7c28ac3b-800a-4025-929e-85adbb658552 req-0ea74580-efe3-4957-9c73-6164daeff320 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309955 Aug 20 10:39:59.193855 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c066fd14-e300-45b5-9e3a-43564b44f6ad req-89887f02-022b-47e5-81f5-796022de8616 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929511 Aug 20 10:39:59.290593 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-251ffcc7-2c3b-48cf-9b40-e5a384524b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:59.800983 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router 9de58bd1-3ad3-4b93-8166-79cd3e69940d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:39:59.960069 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:39:59.971975 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d209569-d207-43dc-bb98-058fad7feb02 None None] Sync routers for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:39:59.979330 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:39:59.984465 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d209569-d207-43dc-bb98-058fad7feb02 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:39:59.985873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-3d209569-d207-43dc-bb98-058fad7feb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:39:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:00.014542 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d48200bb-701e-4fcb-bd2a-12272e7cbff8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.3142703 Aug 20 10:40:00.017292 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43396) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:00.024790 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-24575cc9-0ffd-407c-9c63-83a46af72635 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:00.052821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-3d209569-d207-43dc-bb98-058fad7feb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:00.068904 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d209569-d207-43dc-bb98-058fad7feb02 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:00.071848 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-3d209569-d207-43dc-bb98-058fad7feb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:39:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:00.128811 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-3d209569-d207-43dc-bb98-058fad7feb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:00.129483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d209569-d207-43dc-bb98-058fad7feb02 None None] The sync data for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:00.141985 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24575cc9-0ffd-407c-9c63-83a46af72635 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:00.320560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a650a26-fd68-4faa-bad7-42917272d3db req-14d14bd2-8494-4036-b541-b58a5ae58656 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:00.323537 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a650a26-fd68-4faa-bad7-42917272d3db req-14d14bd2-8494-4036-b541-b58a5ae58656 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.42 "GET /v2.0/ports?device_id=3572a56c-e506-425a-be12-c0b01adcb69b HTTP/1.1" status: 200 len: 946 time: 0.0767915 Aug 20 10:40:00.419487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9973-ed46-4d2f-9436-e3ff448bdb1b req-77708dea-f88d-44fe-bb3c-6f4f17173424 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:00.430377 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f08d9973-ed46-4d2f-9436-e3ff448bdb1b req-77708dea-f88d-44fe-bb3c-6f4f17173424 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=3572a56c-e506-425a-be12-c0b01adcb69b HTTP/1.1" status: 200 len: 946 time: 0.1296873 Aug 20 10:40:00.481671 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24575cc9-0ffd-407c-9c63-83a46af72635 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:00.492942 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24575cc9-0ffd-407c-9c63-83a46af72635 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:00.493564 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-24575cc9-0ffd-407c-9c63-83a46af72635 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Floating IP 92be3941-5563-4dc7-a710-31587f2a4b41 disassociated. External IP: 172.25.3.129, port: 88eecffa-8501-4180-b3d2-2bf56cdcc4eb. Aug 20 10:40:00.510535 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae07a7a-fab8-4ad8-a0ac-8143ba73d450 req-ea5c1555-6d63-4791-8e6a-46d0dbb7de99 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:00.512693 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fae07a7a-fab8-4ad8-a0ac-8143ba73d450 req-ea5c1555-6d63-4791-8e6a-46d0dbb7de99 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1864254 Aug 20 10:40:00.572194 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-1a650a26-fd68-4faa-bad7-42917272d3db req-c2f2cfec-f9b1-427b-8975-f039ef191737 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Deleting port 10ddb962-24d9-46b3-911b-838572672936 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:00.572626 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a650a26-fd68-4faa-bad7-42917272d3db req-c2f2cfec-f9b1-427b-8975-f039ef191737 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:00.654335 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fae07a7a-fab8-4ad8-a0ac-8143ba73d450 req-108ec3f5-fdb3-41d8-aa2d-0f10404014aa tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264224 Aug 20 10:40:00.704309 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f08d9973-ed46-4d2f-9436-e3ff448bdb1b req-3fc57c9a-4536-4a8d-9847-1717d707abbe tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624903 Aug 20 10:40:00.789363 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-1a650a26-fd68-4faa-bad7-42917272d3db req-c2f2cfec-f9b1-427b-8975-f039ef191737 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] For port 10ddb962-24d9-46b3-911b-838572672936, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=10ddb962-24d9-46b3-911b-838572672936,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:40:00.791304 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a650a26-fd68-4faa-bad7-42917272d3db req-c2f2cfec-f9b1-427b-8975-f039ef191737 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:00.798547 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24575cc9-0ffd-407c-9c63-83a46af72635 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router 9de58bd1-3ad3-4b93-8166-79cd3e69940d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:40:00.831204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-1a650a26-fd68-4faa-bad7-42917272d3db req-c2f2cfec-f9b1-427b-8975-f039ef191737 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Calling delete_port for 10ddb962-24d9-46b3-911b-838572672936 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:01.021600 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a650a26-fd68-4faa-bad7-42917272d3db req-c2f2cfec-f9b1-427b-8975-f039ef191737 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:01.030740 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24575cc9-0ffd-407c-9c63-83a46af72635 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:01.036806 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24575cc9-0ffd-407c-9c63-83a46af72635 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:01.039624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['f0471c57-b0d1-4e18-ab4a-b7993a459b11'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:40:01.043483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['004a746d-7df5-4b19-b0b2-5b3022a582e7', '10ddb962-24d9-46b3-911b-838572672936'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:40:01.044778 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c704db-a082-410a-acd5-77e52c7d29fc None None] Sync routers for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:01.064297 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c704db-a082-410a-acd5-77e52c7d29fc None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:01.065827 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d9c704db-a082-410a-acd5-77e52c7d29fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:39:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:01.081580 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-24575cc9-0ffd-407c-9c63-83a46af72635 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "PUT /v2.0/floatingips/92be3941-5563-4dc7-a710-31587f2a4b41 HTTP/1.1" status: 200 len: 688 time: 1.0602591 Aug 20 10:40:01.083730 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43438) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:01.094126 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903a0fc-0e6d-4375-a629-63c31ba0256f req-1b4f9535-bd02-4abe-9be1-799d2cad2c1d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:01.098619 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2cfec-f9b1-427b-8975-f039ef191737 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Pushing event deleted for resources: {'Port': ['ID=10ddb962-24d9-46b3-911b-838572672936,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:01.102669 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b903a0fc-0e6d-4375-a629-63c31ba0256f req-1b4f9535-bd02-4abe-9be1-799d2cad2c1d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1291862 Aug 20 10:40:01.185671 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a650a26-fd68-4faa-bad7-42917272d3db req-c2f2cfec-f9b1-427b-8975-f039ef191737 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] No DVR routers for this DVR port 10ddb962-24d9-46b3-911b-838572672936 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:40:01.196401 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d9c704db-a082-410a-acd5-77e52c7d29fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:01.207360 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c704db-a082-410a-acd5-77e52c7d29fc None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:01.207620 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1a650a26-fd68-4faa-bad7-42917272d3db req-c2f2cfec-f9b1-427b-8975-f039ef191737 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:01.208458 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d9c704db-a082-410a-acd5-77e52c7d29fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:39:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:01.210769 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a650a26-fd68-4faa-bad7-42917272d3db req-c2f2cfec-f9b1-427b-8975-f039ef191737 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.42 "DELETE /v2.0/ports/10ddb962-24d9-46b3-911b-838572672936 HTTP/1.1" status: 204 len: 173 time: 0.8797953 Aug 20 10:40:01.211279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3572a56c-e506-425a-be12-c0b01adcb69b', 'name': 'network-vif-deleted', 'tag': '10ddb962-24d9-46b3-911b-838572672936'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:40:01.217711 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c52bdb-bade-4678-a876-5ecdd11d4ffb" -d '{"events": [{"server_uuid": "3572a56c-e506-425a-be12-c0b01adcb69b", "name": "network-vif-deleted", "tag": "10ddb962-24d9-46b3-911b-838572672936"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:40:01.292187 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e953711-5741-46ab-aa0d-169817b1c749 x-openstack-request-id: req-2e953711-5741-46ab-aa0d-169817b1c749 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:40:01.292187 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3572a56c-e506-425a-be12-c0b01adcb69b", "name": "network-vif-deleted", "tag": "10ddb962-24d9-46b3-911b-838572672936", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:40:01.292501 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e953711-5741-46ab-aa0d-169817b1c749 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:40:01.293124 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3572a56c-e506-425a-be12-c0b01adcb69b', 'name': 'network-vif-deleted', 'tag': '10ddb962-24d9-46b3-911b-838572672936', 'status': 'completed', 'code': 200} Aug 20 10:40:01.294214 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d9c704db-a082-410a-acd5-77e52c7d29fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:01.295145 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c704db-a082-410a-acd5-77e52c7d29fc None None] The sync data for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:01.341450 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b903a0fc-0e6d-4375-a629-63c31ba0256f req-440bff65-e490-4122-b2b0-2597141996de tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382433 Aug 20 10:40:01.391248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-69a4d617-8bd0-478c-9742-416c55b8c4e3 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Deleting port 004ef75a-dcab-4458-8436-dea8da066049 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:01.391791 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69a4d617-8bd0-478c-9742-416c55b8c4e3 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:01.599920 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69a4d617-8bd0-478c-9742-416c55b8c4e3 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:01.600847 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69a4d617-8bd0-478c-9742-416c55b8c4e3 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:01.617956 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-69a4d617-8bd0-478c-9742-416c55b8c4e3 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Calling delete_port for 004ef75a-dcab-4458-8436-dea8da066049 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:01.860830 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-986907fe-2f6e-4b8a-8826-044ec892211c req-2def5143-5f82-4410-9610-95b6132eef6a tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=3572a56c-e506-425a-be12-c0b01adcb69b HTTP/1.1" status: 200 len: 210 time: 0.0565267 Aug 20 10:40:01.872304 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69a4d617-8bd0-478c-9742-416c55b8c4e3 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:01.922953 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4d617-8bd0-478c-9742-416c55b8c4e3 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Port': ['ID=004ef75a-dcab-4458-8436-dea8da066049,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:01.943670 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-70e9613f-3e34-4fba-8de7-43390a3e1487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:02.050197 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69a4d617-8bd0-478c-9742-416c55b8c4e3 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:02.054233 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69a4d617-8bd0-478c-9742-416c55b8c4e3 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:02.059134 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-69a4d617-8bd0-478c-9742-416c55b8c4e3 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/floatingips/92be3941-5563-4dc7-a710-31587f2a4b41 HTTP/1.1" status: 204 len: 168 time: 0.9509988 Aug 20 10:40:02.059496 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43476) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:02.064382 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': '138bf08b-c765-40ae-abef-1d4b5999acba'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:02.095226 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:02.230333 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:02.310618 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:02.400255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Allocated IP 172.25.3.92 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/c9158f4c-1086-4249-ba8a-7f2d86a728a7) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:40:02.562915 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:02.627368 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394ea78-2049-467d-b0ed-4f0569d8bfc7 req-66e32c6b-520b-4273-802d-34ea05c00560 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:02.629491 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b394ea78-2049-467d-b0ed-4f0569d8bfc7 req-66e32c6b-520b-4273-802d-34ea05c00560 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1405249 Aug 20 10:40:02.661798 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:02.705592 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b394ea78-2049-467d-b0ed-4f0569d8bfc7 req-452b1db2-316a-41f1-bae4-4aa21e63d61a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668385 Aug 20 10:40:02.736976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:40:02.762569 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=c9158f4c-1086-4249-ba8a-7f2d86a728a7,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:02.765655 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:40:02.770889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:40:03.025464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1f04e-64ec-4f5c-8a4e-2fb86c18a51e req-a365ea40-dcaf-484a-8a03-6a0b882576bb tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:03.027127 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1dd1f04e-64ec-4f5c-8a4e-2fb86c18a51e req-a365ea40-dcaf-484a-8a03-6a0b882576bb tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1388407 Aug 20 10:40:03.136518 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:03.159753 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1dd1f04e-64ec-4f5c-8a4e-2fb86c18a51e req-0659349b-6e76-435b-b93a-37c0b1aef82f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235654 Aug 20 10:40:03.421163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d2fcd-d3b7-49f4-bf2f-b45fe8c751f4 req-51009b84-84e9-4c8f-8ca5-a830424b1d87 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:03.423557 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-563d2fcd-d3b7-49f4-bf2f-b45fe8c751f4 req-51009b84-84e9-4c8f-8ca5-a830424b1d87 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 945 time: 0.1017487 Aug 20 10:40:03.486437 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-563d2fcd-d3b7-49f4-bf2f-b45fe8c751f4 req-4b8f0a99-257b-4042-975f-8ec176c01a9e tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513914 Aug 20 10:40:03.837440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 10ddb962-24d9-46b3-911b-838572672936 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:40:03.904845 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cce439-ea13-4d10-b5c6-100011be6517 req-158cff35-574d-43ed-adb8-9f3d31a9d9a7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:03.913482 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63cce439-ea13-4d10-b5c6-100011be6517 req-158cff35-574d-43ed-adb8-9f3d31a9d9a7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.6031075 Aug 20 10:40:03.916043 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 10ddb962-24d9-46b3-911b-838572672936 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:40:03.917562 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 10ddb962-24d9-46b3-911b-838572672936 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:40:03.941672 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43534) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:04.018866 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63cce439-ea13-4d10-b5c6-100011be6517 req-db586207-2611-4309-8391-9ab02beaa23a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041267 Aug 20 10:40:04.024595 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:04.102052 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-407b7cd6-ac5f-4a02-b3be-b21f6b8c4155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:04.174042 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:04.263499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586eaa1-afd6-44ce-aac1-4baa54670fd2 req-cb9b1483-0f7b-4ab1-9a1f-d0f751ac23e9 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:04.265475 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4586eaa1-afd6-44ce-aac1-4baa54670fd2 req-cb9b1483-0f7b-4ab1-9a1f-d0f751ac23e9 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1129797 Aug 20 10:40:04.316003 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-407b7cd6-ac5f-4a02-b3be-b21f6b8c4155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:04.326524 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-407b7cd6-ac5f-4a02-b3be-b21f6b8c4155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:04.351946 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4586eaa1-afd6-44ce-aac1-4baa54670fd2 req-f528ba8c-9c99-447e-94d7-08a936720523 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789430 Aug 20 10:40:04.377096 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:04.382952 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:04.400466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b7cd6-ac5f-4a02-b3be-b21f6b8c4155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ee1e6f-a944-440c-9a96-ca145c1c0b73,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:04.419746 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-407b7cd6-ac5f-4a02-b3be-b21f6b8c4155 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5095bd572d74decb71a0405a2dd6abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4738321 Aug 20 10:40:04.420671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43550) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:04.449035 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=c9158f4c-1086-4249-ba8a-7f2d86a728a7,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:04.493633 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:04.507727 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3eb89ad1-c285-414a-b4ea-7ede68e07282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:04.532524 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3eb89ad1-c285-414a-b4ea-7ede68e07282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:04.596102 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3eb89ad1-c285-414a-b4ea-7ede68e07282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:04.599123 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3eb89ad1-c285-414a-b4ea-7ede68e07282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:04.600378 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3eb89ad1-c285-414a-b4ea-7ede68e07282 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4ee1e6f-a944-440c-9a96-ca145c1c0b73 HTTP/1.1" status: 204 len: 168 time: 0.1781607 Aug 20 10:40:04.609448 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb89ad1-c285-414a-b4ea-7ede68e07282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ee1e6f-a944-440c-9a96-ca145c1c0b73,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:04.678851 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Floating IP 0edfa2eb-8a5f-4c9c-887b-27e2869ab7f8 associated. External IP: 172.25.3.92, port: 138bf08b-c765-40ae-abef-1d4b5999acba. Aug 20 10:40:04.752482 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a0cc5-27b5-4c78-b4b4-8783b4ba3db8 req-bbe000c1-c6f2-460c-bd31-5e9c8f2e5998 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:04.759674 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-473a0cc5-27b5-4c78-b4b4-8783b4ba3db8 req-bbe000c1-c6f2-460c-bd31-5e9c8f2e5998 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 945 time: 0.1293263 Aug 20 10:40:04.792631 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:04.857995 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-473a0cc5-27b5-4c78-b4b4-8783b4ba3db8 req-6c5c8afe-91be-4252-b4d9-fae7bf34b564 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973520 Aug 20 10:40:05.004532 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099681ed-15db-4e48-9c7e-d9e0af738e04 req-9a77f86c-9c87-4f1c-ba46-1627e6ab6280 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:05.006818 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-099681ed-15db-4e48-9c7e-d9e0af738e04 req-9a77f86c-9c87-4f1c-ba46-1627e6ab6280 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.24 "GET /v2.0/ports?device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 945 time: 0.1070039 Aug 20 10:40:05.035565 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router 9de58bd1-3ad3-4b93-8166-79cd3e69940d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:40:05.094146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43572) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:05.113901 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd9fec8d-b644-413b-8c16-a2437c87a9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:05.171533 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-099681ed-15db-4e48-9c7e-d9e0af738e04 req-be317915-c490-4153-9df0-a3247e9188a5 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Deleting port f0471c57-b0d1-4e18-ab4a-b7993a459b11 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:05.172332 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-099681ed-15db-4e48-9c7e-d9e0af738e04 req-be317915-c490-4153-9df0-a3247e9188a5 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:05.222224 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:05.235799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c283eb-0a4f-4567-afc7-45b7096798a5 None None] Sync routers for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:05.253305 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c283eb-0a4f-4567-afc7-45b7096798a5 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:05.254484 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f0c283eb-0a4f-4567-afc7-45b7096798a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:05.307743 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-099681ed-15db-4e48-9c7e-d9e0af738e04 req-be317915-c490-4153-9df0-a3247e9188a5 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] For port f0471c57-b0d1-4e18-ab4a-b7993a459b11, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f0471c57-b0d1-4e18-ab4a-b7993a459b11,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:40:05.308183 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-099681ed-15db-4e48-9c7e-d9e0af738e04 req-be317915-c490-4153-9df0-a3247e9188a5 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:05.327329 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f0c283eb-0a4f-4567-afc7-45b7096798a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:05.330395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-099681ed-15db-4e48-9c7e-d9e0af738e04 req-be317915-c490-4153-9df0-a3247e9188a5 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Calling delete_port for f0471c57-b0d1-4e18-ab4a-b7993a459b11 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:05.342114 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c283eb-0a4f-4567-afc7-45b7096798a5 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:05.343143 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f0c283eb-0a4f-4567-afc7-45b7096798a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:05.343861 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd9fec8d-b644-413b-8c16-a2437c87a9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:05.352757 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd9fec8d-b644-413b-8c16-a2437c87a9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:05.358223 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:05.379497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f0c283eb-0a4f-4567-afc7-45b7096798a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:05.380508 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c283eb-0a4f-4567-afc7-45b7096798a5 None None] The sync data for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:05.402731 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7e5c9179-6340-43f8-823c-f72640b6a071 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.3421199 Aug 20 10:40:05.405411 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43574) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:05.437013 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fec8d-b644-413b-8c16-a2437c87a9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9b2397-cf8f-45e8-9c70-b422e449a975,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:05.441443 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cd9fec8d-b644-413b-8c16-a2437c87a9ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e83c6ba3d0d4f99adb3fe040f713a52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3462858 Aug 20 10:40:05.447082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43578) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:05.519666 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-11df9dc3-3315-40f6-97f8-863ed7aa86cc tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "GET /v2.0/floatingips/0edfa2eb-8a5f-4c9c-887b-27e2869ab7f8 HTTP/1.1" status: 200 len: 977 time: 0.1126485 Aug 20 10:40:05.522373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43584) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:05.559662 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f873a10-c3c6-464f-bfa3-5fdfa78c5377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:05.612581 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-099681ed-15db-4e48-9c7e-d9e0af738e04 req-be317915-c490-4153-9df0-a3247e9188a5 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:05.615499 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f873a10-c3c6-464f-bfa3-5fdfa78c5377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:05.627120 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['f0471c57-b0d1-4e18-ab4a-b7993a459b11'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:40:05.629479 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['004a746d-7df5-4b19-b0b2-5b3022a582e7'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:40:05.681676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be317915-c490-4153-9df0-a3247e9188a5 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Pushing event deleted for resources: {'Port': ['ID=f0471c57-b0d1-4e18-ab4a-b7993a459b11,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:05.711121 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b9b19c8b-8427-4418-b341-08d4c950f7c0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1841910 Aug 20 10:40:05.712415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43586) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:05.722980 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-6abc7d8e-9a8a-4e62-a1fc-e8b284f1a823 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'floatingip': {'port_id': '88eecffa-8501-4180-b3d2-2bf56cdcc4eb'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:05.765188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-099681ed-15db-4e48-9c7e-d9e0af738e04 req-be317915-c490-4153-9df0-a3247e9188a5 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] No DVR routers for this DVR port f0471c57-b0d1-4e18-ab4a-b7993a459b11 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:40:05.768182 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-099681ed-15db-4e48-9c7e-d9e0af738e04 req-be317915-c490-4153-9df0-a3247e9188a5 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:05.770526 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-099681ed-15db-4e48-9c7e-d9e0af738e04 req-be317915-c490-4153-9df0-a3247e9188a5 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.24 "DELETE /v2.0/ports/f0471c57-b0d1-4e18-ab4a-b7993a459b11 HTTP/1.1" status: 204 len: 173 time: 0.7566152 Aug 20 10:40:05.771180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69faf209-a1dc-4d41-b8f4-a29a6bb15bb3', 'name': 'network-vif-deleted', 'tag': 'f0471c57-b0d1-4e18-ab4a-b7993a459b11'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:40:05.773665 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc720d6-adbc-476b-a965-845c5e3f0c74" -d '{"events": [{"server_uuid": "69faf209-a1dc-4d41-b8f4-a29a6bb15bb3", "name": "network-vif-deleted", "tag": "f0471c57-b0d1-4e18-ab4a-b7993a459b11"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:40:05.810335 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f873a10-c3c6-464f-bfa3-5fdfa78c5377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:05.814470 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f873a10-c3c6-464f-bfa3-5fdfa78c5377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:05.821481 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6f873a10-c3c6-464f-bfa3-5fdfa78c5377 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a9b2397-cf8f-45e8-9c70-b422e449a975 HTTP/1.1" status: 204 len: 168 time: 0.3733191 Aug 20 10:40:05.837466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f873a10-c3c6-464f-bfa3-5fdfa78c5377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9b2397-cf8f-45e8-9c70-b422e449a975,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:05.893552 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6abc7d8e-9a8a-4e62-a1fc-e8b284f1a823 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:05.918202 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfcbcf4-7d4e-4c4f-ba3b-ee3ce589af49 x-openstack-request-id: req-3cfcbcf4-7d4e-4c4f-ba3b-ee3ce589af49 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:40:05.918483 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69faf209-a1dc-4d41-b8f4-a29a6bb15bb3", "name": "network-vif-deleted", "tag": "f0471c57-b0d1-4e18-ab4a-b7993a459b11", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:40:05.918736 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3cfcbcf4-7d4e-4c4f-ba3b-ee3ce589af49 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:40:05.919161 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69faf209-a1dc-4d41-b8f4-a29a6bb15bb3', 'name': 'network-vif-deleted', 'tag': 'f0471c57-b0d1-4e18-ab4a-b7993a459b11', 'status': 'completed', 'code': 200} Aug 20 10:40:06.045222 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f774c07b-fc5b-432e-a58a-fbd2c814a8bd req-20460d4e-c94f-4faa-aae5-df9c14bdc783 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=69faf209-a1dc-4d41-b8f4-a29a6bb15bb3 HTTP/1.1" status: 200 len: 210 time: 0.0400121 Aug 20 10:40:06.641069 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6abc7d8e-9a8a-4e62-a1fc-e8b284f1a823 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:06.647846 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6abc7d8e-9a8a-4e62-a1fc-e8b284f1a823 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:06.785198 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-6abc7d8e-9a8a-4e62-a1fc-e8b284f1a823 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Floating IP 0edfa2eb-8a5f-4c9c-887b-27e2869ab7f8 associated. External IP: 172.25.3.92, port: 138bf08b-c765-40ae-abef-1d4b5999acba. Aug 20 10:40:07.115930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abc7d8e-9a8a-4e62-a1fc-e8b284f1a823 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router 9de58bd1-3ad3-4b93-8166-79cd3e69940d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:40:07.277938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abc7d8e-9a8a-4e62-a1fc-e8b284f1a823 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:07.290793 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1ace5b-208d-4802-9c2f-8a78977d0134 None None] Sync routers for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:07.304693 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ace5b-208d-4802-9c2f-8a78977d0134 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:07.306760 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-8e1ace5b-208d-4802-9c2f-8a78977d0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:07.374722 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-8e1ace5b-208d-4802-9c2f-8a78977d0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:07.389580 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ace5b-208d-4802-9c2f-8a78977d0134 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:07.390448 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-8e1ace5b-208d-4802-9c2f-8a78977d0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:07.436981 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-8e1ace5b-208d-4802-9c2f-8a78977d0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:07.438072 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1ace5b-208d-4802-9c2f-8a78977d0134 None None] The sync data for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:07.711869 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abc7d8e-9a8a-4e62-a1fc-e8b284f1a823 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router 9de58bd1-3ad3-4b93-8166-79cd3e69940d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:40:07.905934 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abc7d8e-9a8a-4e62-a1fc-e8b284f1a823 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:07.911893 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6abc7d8e-9a8a-4e62-a1fc-e8b284f1a823 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:07.916828 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9917c82-a2be-4e37-b8d7-6b43a3f49125 None None] Sync routers for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:07.928702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9917c82-a2be-4e37-b8d7-6b43a3f49125 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:07.929334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-a9917c82-a2be-4e37-b8d7-6b43a3f49125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:08.029173 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-a9917c82-a2be-4e37-b8d7-6b43a3f49125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:08.044286 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9917c82-a2be-4e37-b8d7-6b43a3f49125 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:08.045790 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-a9917c82-a2be-4e37-b8d7-6b43a3f49125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:08.086551 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6abc7d8e-9a8a-4e62-a1fc-e8b284f1a823 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "PUT /v2.0/floatingips/0edfa2eb-8a5f-4c9c-887b-27e2869ab7f8 HTTP/1.1" status: 200 len: 976 time: 2.3696043 Aug 20 10:40:08.087906 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43684) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:08.094064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-a9917c82-a2be-4e37-b8d7-6b43a3f49125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:08.094270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-fa7b028b-3f1a-41ee-86a9-1df0bcc17909 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:08.095601 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9917c82-a2be-4e37-b8d7-6b43a3f49125 None None] The sync data for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:08.230870 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa7b028b-3f1a-41ee-86a9-1df0bcc17909 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:08.273670 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43688) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:08.454210 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa7b028b-3f1a-41ee-86a9-1df0bcc17909 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:08.473007 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa7b028b-3f1a-41ee-86a9-1df0bcc17909 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:08.473607 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-fa7b028b-3f1a-41ee-86a9-1df0bcc17909 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Floating IP 0edfa2eb-8a5f-4c9c-887b-27e2869ab7f8 disassociated. External IP: 172.25.3.92, port: 88eecffa-8501-4180-b3d2-2bf56cdcc4eb. Aug 20 10:40:08.477799 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d03a078-b674-4145-b61e-4a592d48f40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:08.668368 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d03a078-b674-4145-b61e-4a592d48f40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:08.675929 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d03a078-b674-4145-b61e-4a592d48f40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:08.720538 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0d03a078-b674-4145-b61e-4a592d48f40b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c0886f44c354f149e3cad639caa409e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4452612 Aug 20 10:40:08.721214 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43702) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:08.751800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03a078-b674-4145-b61e-4a592d48f40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903280ad-406f-45ec-bbcf-2994da0eab0a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:08.794910 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd21db0e-4fdb-4557-9dbe-3809584fe29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:08.814573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7b028b-3f1a-41ee-86a9-1df0bcc17909 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router 9de58bd1-3ad3-4b93-8166-79cd3e69940d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:40:08.820758 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd21db0e-4fdb-4557-9dbe-3809584fe29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:08.897932 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd21db0e-4fdb-4557-9dbe-3809584fe29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:08.900986 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd21db0e-4fdb-4557-9dbe-3809584fe29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:08.902379 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dd21db0e-4fdb-4557-9dbe-3809584fe29c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/903280ad-406f-45ec-bbcf-2994da0eab0a HTTP/1.1" status: 204 len: 168 time: 0.1780617 Aug 20 10:40:08.911739 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21db0e-4fdb-4557-9dbe-3809584fe29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903280ad-406f-45ec-bbcf-2994da0eab0a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:08.988775 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7b028b-3f1a-41ee-86a9-1df0bcc17909 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:09.001225 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d57e9d-6501-4b18-b287-d34f98d63fd8 None None] Sync routers for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:09.016313 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d57e9d-6501-4b18-b287-d34f98d63fd8 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:09.018100 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa7b028b-3f1a-41ee-86a9-1df0bcc17909 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:09.019511 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-54d57e9d-6501-4b18-b287-d34f98d63fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:09.065483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f0471c57-b0d1-4e18-ab4a-b7993a459b11 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:40:09.098864 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-54d57e9d-6501-4b18-b287-d34f98d63fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:09.110886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: f0471c57-b0d1-4e18-ab4a-b7993a459b11 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:40:09.111444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f0471c57-b0d1-4e18-ab4a-b7993a459b11 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:40:09.112466 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d57e9d-6501-4b18-b287-d34f98d63fd8 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:09.113244 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-54d57e9d-6501-4b18-b287-d34f98d63fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:09.178705 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-54d57e9d-6501-4b18-b287-d34f98d63fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:09.179430 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d57e9d-6501-4b18-b287-d34f98d63fd8 None None] The sync data for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:09.584855 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fa7b028b-3f1a-41ee-86a9-1df0bcc17909 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "PUT /v2.0/floatingips/0edfa2eb-8a5f-4c9c-887b-27e2869ab7f8 HTTP/1.1" status: 200 len: 687 time: 1.4948437 Aug 20 10:40:09.588140 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43726) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:10.182253 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-093be61d-51f7-41bb-8487-0cf8ac36437b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Deleting port c9158f4c-1086-4249-ba8a-7f2d86a728a7 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:10.182944 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-093be61d-51f7-41bb-8487-0cf8ac36437b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:10.312089 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-093be61d-51f7-41bb-8487-0cf8ac36437b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:10.312698 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-093be61d-51f7-41bb-8487-0cf8ac36437b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:10.333731 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-093be61d-51f7-41bb-8487-0cf8ac36437b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Calling delete_port for c9158f4c-1086-4249-ba8a-7f2d86a728a7 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:10.597680 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-093be61d-51f7-41bb-8487-0cf8ac36437b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:10.629465 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093be61d-51f7-41bb-8487-0cf8ac36437b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Port': ['ID=c9158f4c-1086-4249-ba8a-7f2d86a728a7,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:10.708592 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-093be61d-51f7-41bb-8487-0cf8ac36437b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:10.712496 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-093be61d-51f7-41bb-8487-0cf8ac36437b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:10.713805 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-093be61d-51f7-41bb-8487-0cf8ac36437b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/floatingips/0edfa2eb-8a5f-4c9c-887b-27e2869ab7f8 HTTP/1.1" status: 204 len: 168 time: 1.1238770 Aug 20 10:40:10.716484 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43766) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:10.764491 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-9a69d760-841f-47d2-b7ae-6f259175d7b4 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] delete failed (client error): The resource could not be found. Aug 20 10:40:10.764491 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9a69d760-841f-47d2-b7ae-6f259175d7b4 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/floatingips/0edfa2eb-8a5f-4c9c-887b-27e2869ab7f8 HTTP/1.1" status: 404 len: 345 time: 0.0438578 Aug 20 10:40:10.766415 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43770) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:10.932827 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4b88f2-24ef-464a-a58c-557c2648ff0e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:10.939484 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4b88f2-24ef-464a-a58c-557c2648ff0e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:10.945656 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4b88f2-24ef-464a-a58c-557c2648ff0e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:10.947579 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-df4b88f2-24ef-464a-a58c-557c2648ff0e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "GET /v2.0/ports?network_id=097e5677-2a04-477e-96c6-aba9e05ffa95 HTTP/1.1" status: 200 len: 2357 time: 0.1799819 Aug 20 10:40:10.950229 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43774) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:11.011603 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b8f85-d147-4f9e-991f-0aaa0a4312b8 req-64540f60-4012-44fa-9cb7-0eae2c9ee258 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:11.013110 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-437b8f85-d147-4f9e-991f-0aaa0a4312b8 req-64540f60-4012-44fa-9cb7-0eae2c9ee258 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 945 time: 0.1340933 Aug 20 10:40:11.053113 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378d3893-369c-4ff4-96c9-79eaf3c01a13 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:11.054588 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-378d3893-369c-4ff4-96c9-79eaf3c01a13 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "GET /v2.0/subnets/9ad17627-c96b-49a1-9e61-7bf9032ee654 HTTP/1.1" status: 200 len: 797 time: 0.1030450 Aug 20 10:40:11.060179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43778) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:11.071420 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-8fd89bad-f099-4a0c-8549-e101bec58dc0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'port': {'network_id': '097e5677-2a04-477e-96c6-aba9e05ffa95', 'name': 'tempest-FloatingIPTestJSON-904153726', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:11.092402 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-437b8f85-d147-4f9e-991f-0aaa0a4312b8 req-8a0bcea5-b9b2-4da8-a4e1-298eb8abfb84 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704710 Aug 20 10:40:11.227884 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd89bad-f099-4a0c-8549-e101bec58dc0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Made reservation on behalf of cc099d0375e649e0b94d2e2bec31b19a for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:40:11.336745 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8fd89bad-f099-4a0c-8549-e101bec58dc0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:11.358385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-8fd89bad-f099-4a0c-8549-e101bec58dc0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] device_id is not set on port 82dce7ea-9f98-4042-8391-1246e805db9d yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:40:11.811580 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-8fd89bad-f099-4a0c-8549-e101bec58dc0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Allocated IP 172.20.0.14 (097e5677-2a04-477e-96c6-aba9e05ffa95/9ad17627-c96b-49a1-9e61-7bf9032ee654/82dce7ea-9f98-4042-8391-1246e805db9d) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:40:11.822112 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-8fd89bad-f099-4a0c-8549-e101bec58dc0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Allocated IP 172.20.0.13 (097e5677-2a04-477e-96c6-aba9e05ffa95/9ad17627-c96b-49a1-9e61-7bf9032ee654/82dce7ea-9f98-4042-8391-1246e805db9d) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:40:11.988378 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8fd89bad-f099-4a0c-8549-e101bec58dc0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:12.038253 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8fd89bad-f099-4a0c-8549-e101bec58dc0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:12.083352 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd89bad-f099-4a0c-8549-e101bec58dc0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network 097e5677-2a04-477e-96c6-aba9e05ffa95 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:40:12.086457 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-8fd89bad-f099-4a0c-8549-e101bec58dc0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:40:12.100686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd89bad-f099-4a0c-8549-e101bec58dc0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:40:12.103108 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd89bad-f099-4a0c-8549-e101bec58dc0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=82dce7ea-9f98-4042-8391-1246e805db9d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:12.160257 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd89bad-f099-4a0c-8549-e101bec58dc0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:12.160818 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8fd89bad-f099-4a0c-8549-e101bec58dc0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:12.179036 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8fd89bad-f099-4a0c-8549-e101bec58dc0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1100917 Aug 20 10:40:12.179305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43810) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:12.185135 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': '82dce7ea-9f98-4042-8391-1246e805db9d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:12.208349 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:12.252034 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cdffa-a1f5-49a5-af3f-24e2c15e3bc7 req-fb682625-f913-454e-abe4-669aa1072181 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:12.254684 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e86cdffa-a1f5-49a5-af3f-24e2c15e3bc7 req-fb682625-f913-454e-abe4-669aa1072181 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 945 time: 0.0826800 Aug 20 10:40:12.331816 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e86cdffa-a1f5-49a5-af3f-24e2c15e3bc7 req-140b78d1-bc10-41a6-b83e-3cf5b8ce2064 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/security-groups?id=acd2043d-4cdb-45d9-a44f-278435793668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712681 Aug 20 10:40:12.351949 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:12.494111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Allocated IP 172.25.3.231 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/e063f1b5-c430-4731-bf3c-9dd826566b77) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:40:12.509632 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045478c-e8c9-467f-9658-6abf680f139f req-e7d22e2c-093c-4188-9b93-5bf9fc3373db tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:12.512402 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4045478c-e8c9-467f-9658-6abf680f139f req-e7d22e2c-093c-4188-9b93-5bf9fc3373db tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.42 "GET /v2.0/ports?device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 945 time: 0.0922663 Aug 20 10:40:12.630571 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:12.652712 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-4045478c-e8c9-467f-9658-6abf680f139f req-f41bf9c5-1f3f-4409-860a-936856a60954 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Deleting port 004a746d-7df5-4b19-b0b2-5b3022a582e7 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:12.653345 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4045478c-e8c9-467f-9658-6abf680f139f req-f41bf9c5-1f3f-4409-860a-936856a60954 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:12.688238 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:12.735024 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:40:12.737959 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:40:12.742052 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:40:12.790138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-4045478c-e8c9-467f-9658-6abf680f139f req-f41bf9c5-1f3f-4409-860a-936856a60954 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] For port 004a746d-7df5-4b19-b0b2-5b3022a582e7, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=004a746d-7df5-4b19-b0b2-5b3022a582e7,segment=NetworkSegment(0e78907e-c70d-46bc-9628-183e97c68eb1),segment_id=0e78907e-c70d-46bc-9628-183e97c68eb1)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:40:12.790515 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4045478c-e8c9-467f-9658-6abf680f139f req-f41bf9c5-1f3f-4409-860a-936856a60954 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:12.806261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-4045478c-e8c9-467f-9658-6abf680f139f req-f41bf9c5-1f3f-4409-860a-936856a60954 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Calling delete_port for 004a746d-7df5-4b19-b0b2-5b3022a582e7 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:12.821661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=e063f1b5-c430-4731-bf3c-9dd826566b77,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:13.045848 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4045478c-e8c9-467f-9658-6abf680f139f req-f41bf9c5-1f3f-4409-860a-936856a60954 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:13.060976 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['004a746d-7df5-4b19-b0b2-5b3022a582e7'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:40:13.090651 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bf9c5-1f3f-4409-860a-936856a60954 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Pushing event deleted for resources: {'Port': ['ID=004a746d-7df5-4b19-b0b2-5b3022a582e7,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:13.135934 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4045478c-e8c9-467f-9658-6abf680f139f req-f41bf9c5-1f3f-4409-860a-936856a60954 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] No DVR routers for this DVR port 004a746d-7df5-4b19-b0b2-5b3022a582e7 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:40:13.139537 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4045478c-e8c9-467f-9658-6abf680f139f req-f41bf9c5-1f3f-4409-860a-936856a60954 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:13.146130 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4045478c-e8c9-467f-9658-6abf680f139f req-f41bf9c5-1f3f-4409-860a-936856a60954 tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.42 "DELETE /v2.0/ports/004a746d-7df5-4b19-b0b2-5b3022a582e7 HTTP/1.1" status: 204 len: 173 time: 0.6269183 Aug 20 10:40:13.146911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a6a1aa-d0b2-4531-bbce-24596de6ae08', 'name': 'network-vif-deleted', 'tag': '004a746d-7df5-4b19-b0b2-5b3022a582e7'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:40:13.149668 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0833d72-87c4-45fb-bd9b-59a17527e748" -d '{"events": [{"server_uuid": "35a6a1aa-d0b2-4531-bbce-24596de6ae08", "name": "network-vif-deleted", "tag": "004a746d-7df5-4b19-b0b2-5b3022a582e7"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:40:13.196687 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be7bf33-9b52-43b2-b77a-d0b7578c787d x-openstack-request-id: req-5be7bf33-9b52-43b2-b77a-d0b7578c787d {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:40:13.196984 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a6a1aa-d0b2-4531-bbce-24596de6ae08", "name": "network-vif-deleted", "tag": "004a746d-7df5-4b19-b0b2-5b3022a582e7", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:40:13.197238 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5be7bf33-9b52-43b2-b77a-d0b7578c787d {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:40:13.198170 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a6a1aa-d0b2-4531-bbce-24596de6ae08', 'name': 'network-vif-deleted', 'tag': '004a746d-7df5-4b19-b0b2-5b3022a582e7', 'status': 'completed', 'code': 200} Aug 20 10:40:13.290029 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:13.392317 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:13.475940 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a1db97f8-6fb6-4991-b573-c13ffef04731 req-d3037dcf-234b-4738-89e9-0b02b0bf6bcf tempest-AttachVolumeNegativeTest-227429101 tempest-AttachVolumeNegativeTest-227429101-project] 10.222.0.16 "GET /v2.0/ports?device_id=35a6a1aa-d0b2-4531-bbce-24596de6ae08 HTTP/1.1" status: 200 len: 210 time: 0.0514612 Aug 20 10:40:13.611759 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:13.622339 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:13.738817 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=e063f1b5-c430-4731-bf3c-9dd826566b77,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:13.756349 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:13.906834 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Floating IP 22c9371c-6ab4-48e5-90a3-09769e8e34d2 associated. External IP: 172.25.3.231, port: 82dce7ea-9f98-4042-8391-1246e805db9d. Aug 20 10:40:14.218652 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router 9de58bd1-3ad3-4b93-8166-79cd3e69940d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:40:14.357402 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:14.368242 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd347ee1-34af-4c90-860b-3da69103b3fe None None] Sync routers for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:14.376290 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:14.379201 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd347ee1-34af-4c90-860b-3da69103b3fe None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:14.379899 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-cd347ee1-34af-4c90-860b-3da69103b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:14.421479 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b6167df6-4374-4178-8781-3145c74f3c2d tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2404068 Aug 20 10:40:14.424647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43864) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:14.427904 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-cd347ee1-34af-4c90-860b-3da69103b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:14.430394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4df9e89f-15a8-484d-a15e-1cca96475a72 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'floatingip': {'port_id': '82dce7ea-9f98-4042-8391-1246e805db9d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:14.443482 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd347ee1-34af-4c90-860b-3da69103b3fe None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:14.444119 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-cd347ee1-34af-4c90-860b-3da69103b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:14.482729 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-cd347ee1-34af-4c90-860b-3da69103b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:14.483416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd347ee1-34af-4c90-860b-3da69103b3fe None None] The sync data for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:14.518952 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4df9e89f-15a8-484d-a15e-1cca96475a72 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:14.549413 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43868) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:14.607440 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba3a914-c4e1-4ed8-bc14-ebda0f07b742 admin admin] Deleting subnet fb132f55-3b57-430b-bbc8-0884dd2d7bc2 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:40:14.612358 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bba3a914-c4e1-4ed8-bc14-ebda0f07b742 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:14.657542 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bba3a914-c4e1-4ed8-bc14-ebda0f07b742 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:14.717494 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bba3a914-c4e1-4ed8-bc14-ebda0f07b742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:14.817230 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bba3a914-c4e1-4ed8-bc14-ebda0f07b742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:14.852574 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3a914-c4e1-4ed8-bc14-ebda0f07b742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb132f55-3b57-430b-bbc8-0884dd2d7bc2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:14.861646 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bba3a914-c4e1-4ed8-bc14-ebda0f07b742 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:14.865746 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bba3a914-c4e1-4ed8-bc14-ebda0f07b742 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fb132f55-3b57-430b-bbc8-0884dd2d7bc2 HTTP/1.1" status: 204 len: 168 time: 0.3132381 Aug 20 10:40:14.866196 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43886) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:14.985460 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94d7ad6a-4d43-486b-82fd-3b9024516c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:15.092782 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94d7ad6a-4d43-486b-82fd-3b9024516c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:15.106911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-94d7ad6a-4d43-486b-82fd-3b9024516c93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73c6bbd-3e27-4536-808e-999bd0de5a5c']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:15.123689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-94d7ad6a-4d43-486b-82fd-3b9024516c93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e78907e-c70d-46bc-9628-183e97c68eb1') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:15.124188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-94d7ad6a-4d43-486b-82fd-3b9024516c93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e78907e-c70d-46bc-9628-183e97c68eb1') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:15.135011 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94d7ad6a-4d43-486b-82fd-3b9024516c93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:15.150864 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94d7ad6a-4d43-486b-82fd-3b9024516c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:15.157718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d7ad6a-4d43-486b-82fd-3b9024516c93 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:40:15.158541 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94d7ad6a-4d43-486b-82fd-3b9024516c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:40:15.160978 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:40:15.214075 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4df9e89f-15a8-484d-a15e-1cca96475a72 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:15.232713 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4df9e89f-15a8-484d-a15e-1cca96475a72 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:15.237764 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94d7ad6a-4d43-486b-82fd-3b9024516c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:15.244085 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94d7ad6a-4d43-486b-82fd-3b9024516c93 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:15.248848 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-94d7ad6a-4d43-486b-82fd-3b9024516c93 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c73c6bbd-3e27-4536-808e-999bd0de5a5c HTTP/1.1" status: 204 len: 168 time: 0.3819203 Aug 20 10:40:15.262503 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7ad6a-4d43-486b-82fd-3b9024516c93 admin admin] Pushing event deleted for resources: {'Network': ['ID=c73c6bbd-3e27-4536-808e-999bd0de5a5c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:15.493548 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43904) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:15.589755 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-52f82307-999d-4c37-b156-8583b9ac0d3d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=157bfa5e0cf8467ba64c52b2cf2713ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0924675 Aug 20 10:40:15.590609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43906) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:15.592953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df9e89f-15a8-484d-a15e-1cca96475a72 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router 9de58bd1-3ad3-4b93-8166-79cd3e69940d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:40:15.658473 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e504d5c-dd8e-46db-9bbe-e9287ca92c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:15.690100 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e504d5c-dd8e-46db-9bbe-e9287ca92c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:15.757094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df9e89f-15a8-484d-a15e-1cca96475a72 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:15.762980 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4df9e89f-15a8-484d-a15e-1cca96475a72 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:15.768942 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e504d5c-dd8e-46db-9bbe-e9287ca92c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:15.773123 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e504d5c-dd8e-46db-9bbe-e9287ca92c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:15.777371 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1e504d5c-dd8e-46db-9bbe-e9287ca92c62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acd2043d-4cdb-45d9-a44f-278435793668 HTTP/1.1" status: 204 len: 168 time: 0.1852353 Aug 20 10:40:15.784709 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a0275-33a8-4ef6-9799-d911093a4596 None None] Sync routers for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:15.788988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e504d5c-dd8e-46db-9bbe-e9287ca92c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd2043d-4cdb-45d9-a44f-278435793668,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:15.820919 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a0275-33a8-4ef6-9799-d911093a4596 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:15.821569 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b71a0275-33a8-4ef6-9799-d911093a4596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:15.850188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 43912) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:15.850431 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4df9e89f-15a8-484d-a15e-1cca96475a72 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "PUT /v2.0/floatingips/22c9371c-6ab4-48e5-90a3-09769e8e34d2 HTTP/1.1" status: 200 len: 978 time: 1.4243877 Aug 20 10:40:15.865262 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b71a0275-33a8-4ef6-9799-d911093a4596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:15.876604 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a0275-33a8-4ef6-9799-d911093a4596 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:15.877357 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b71a0275-33a8-4ef6-9799-d911093a4596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:15.885851 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 004a746d-7df5-4b19-b0b2-5b3022a582e7 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:40:15.933615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 004a746d-7df5-4b19-b0b2-5b3022a582e7 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:40:15.933959 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 004a746d-7df5-4b19-b0b2-5b3022a582e7 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:40:15.936274 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b71a0275-33a8-4ef6-9799-d911093a4596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:15.936961 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a0275-33a8-4ef6-9799-d911093a4596 None None] The sync data for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:16.088221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c2d4d-310c-4b49-bb7d-1971398e803f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Deleting port e063f1b5-c430-4731-bf3c-9dd826566b77 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:16.088833 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2d4d-310c-4b49-bb7d-1971398e803f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:16.188860 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2d4d-310c-4b49-bb7d-1971398e803f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:16.189285 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2d4d-310c-4b49-bb7d-1971398e803f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:16.204478 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c2d4d-310c-4b49-bb7d-1971398e803f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Calling delete_port for e063f1b5-c430-4731-bf3c-9dd826566b77 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:16.439324 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2d4d-310c-4b49-bb7d-1971398e803f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:16.483912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c2d4d-310c-4b49-bb7d-1971398e803f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Port': ['ID=e063f1b5-c430-4731-bf3c-9dd826566b77,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:16.571621 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2d4d-310c-4b49-bb7d-1971398e803f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:16.571960 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-5f6c2d4d-310c-4b49-bb7d-1971398e803f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Floating IP 22c9371c-6ab4-48e5-90a3-09769e8e34d2 disassociated (deleted). External IP: 172.25.3.231, port: 82dce7ea-9f98-4042-8391-1246e805db9d. Aug 20 10:40:16.867607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6c2d4d-310c-4b49-bb7d-1971398e803f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router 9de58bd1-3ad3-4b93-8166-79cd3e69940d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:40:16.999615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6c2d4d-310c-4b49-bb7d-1971398e803f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:17.005439 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2d4d-310c-4b49-bb7d-1971398e803f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:17.010920 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cea427a-7025-4402-99f4-8d5b5adbebd6 None None] Sync routers for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:17.030766 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea427a-7025-4402-99f4-8d5b5adbebd6 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:17.032064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2cea427a-7025-4402-99f4-8d5b5adbebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:17.043724 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43954) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:17.055494 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5f6c2d4d-310c-4b49-bb7d-1971398e803f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/floatingips/22c9371c-6ab4-48e5-90a3-09769e8e34d2 HTTP/1.1" status: 204 len: 168 time: 1.2032475 Aug 20 10:40:17.073580 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2cea427a-7025-4402-99f4-8d5b5adbebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:17.093727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea427a-7025-4402-99f4-8d5b5adbebd6 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:17.094858 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2cea427a-7025-4402-99f4-8d5b5adbebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:17.139896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2cea427a-7025-4402-99f4-8d5b5adbebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:17.141109 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cea427a-7025-4402-99f4-8d5b5adbebd6 None None] The sync data for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:17.175552 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d293729b-5ac6-498d-851e-ca1e371f7f99 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Deleting port 82dce7ea-9f98-4042-8391-1246e805db9d {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:17.177099 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d293729b-5ac6-498d-851e-ca1e371f7f99 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:17.309591 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d293729b-5ac6-498d-851e-ca1e371f7f99 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:17.329906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d293729b-5ac6-498d-851e-ca1e371f7f99 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Calling delete_port for 82dce7ea-9f98-4042-8391-1246e805db9d owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:17.732103 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d293729b-5ac6-498d-851e-ca1e371f7f99 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:17.823880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293729b-5ac6-498d-851e-ca1e371f7f99 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Port': ['ID=82dce7ea-9f98-4042-8391-1246e805db9d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:18.127807 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d293729b-5ac6-498d-851e-ca1e371f7f99 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:18.135699 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d293729b-5ac6-498d-851e-ca1e371f7f99 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/ports/82dce7ea-9f98-4042-8391-1246e805db9d HTTP/1.1" status: 204 len: 168 time: 1.0885074 Aug 20 10:40:18.137264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 43992) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:18.144146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9beacf93-3416-4a75-b504-b1acab206403 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:18.170129 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9beacf93-3416-4a75-b504-b1acab206403 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:18.291364 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9beacf93-3416-4a75-b504-b1acab206403 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:18.458568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-9beacf93-3416-4a75-b504-b1acab206403 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Allocated IP 172.25.3.17 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/84193afa-e00c-497b-b7b4-c5df0e904db4) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:40:18.536399 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:18.611871 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9beacf93-3416-4a75-b504-b1acab206403 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:18.657616 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9beacf93-3416-4a75-b504-b1acab206403 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:18.699102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beacf93-3416-4a75-b504-b1acab206403 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:40:18.702049 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-9beacf93-3416-4a75-b504-b1acab206403 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:40:18.708968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beacf93-3416-4a75-b504-b1acab206403 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:40:18.712345 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beacf93-3416-4a75-b504-b1acab206403 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=84193afa-e00c-497b-b7b4-c5df0e904db4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:18.821235 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9beacf93-3416-4a75-b504-b1acab206403 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:18.866674 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9beacf93-3416-4a75-b504-b1acab206403 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:19.202425 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9beacf93-3416-4a75-b504-b1acab206403 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:19.215656 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9beacf93-3416-4a75-b504-b1acab206403 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:19.305151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beacf93-3416-4a75-b504-b1acab206403 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=84193afa-e00c-497b-b7b4-c5df0e904db4,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:19.316660 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9beacf93-3416-4a75-b504-b1acab206403 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:19.335741 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9beacf93-3416-4a75-b504-b1acab206403 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:19.341501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44020) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:19.342128 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9beacf93-3416-4a75-b504-b1acab206403 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2027543 Aug 20 10:40:19.348640 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-077882ce-852a-40f2-8024-2299c3c74c2b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'port': {'network_id': '097e5677-2a04-477e-96c6-aba9e05ffa95', 'name': 'tempest-FloatingIPTestJSON-1852802115'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:19.521592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077882ce-852a-40f2-8024-2299c3c74c2b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Made reservation on behalf of cc099d0375e649e0b94d2e2bec31b19a for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:40:19.527265 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-077882ce-852a-40f2-8024-2299c3c74c2b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:19.550006 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-077882ce-852a-40f2-8024-2299c3c74c2b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] device_id is not set on port 341a37b0-f40c-4b3e-865f-0032cf9c07fb yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:40:19.683221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-077882ce-852a-40f2-8024-2299c3c74c2b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Allocated IP 172.20.0.5 (097e5677-2a04-477e-96c6-aba9e05ffa95/9ad17627-c96b-49a1-9e61-7bf9032ee654/341a37b0-f40c-4b3e-865f-0032cf9c07fb) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:40:20.297285 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-077882ce-852a-40f2-8024-2299c3c74c2b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:20.423335 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-077882ce-852a-40f2-8024-2299c3c74c2b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:20.489054 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077882ce-852a-40f2-8024-2299c3c74c2b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network 097e5677-2a04-477e-96c6-aba9e05ffa95 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:40:20.492361 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-077882ce-852a-40f2-8024-2299c3c74c2b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:40:20.498062 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077882ce-852a-40f2-8024-2299c3c74c2b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:40:20.541796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077882ce-852a-40f2-8024-2299c3c74c2b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=341a37b0-f40c-4b3e-865f-0032cf9c07fb,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:20.573403 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077882ce-852a-40f2-8024-2299c3c74c2b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:20.574024 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-077882ce-852a-40f2-8024-2299c3c74c2b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:20.591732 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-077882ce-852a-40f2-8024-2299c3c74c2b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2484305 Aug 20 10:40:20.591959 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44032) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:20.597257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-94afe5bd-7e2a-484f-a80a-fef896cf24bd tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'floatingip': {'port_id': '341a37b0-f40c-4b3e-865f-0032cf9c07fb'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:20.636734 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-94afe5bd-7e2a-484f-a80a-fef896cf24bd tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:21.083450 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-94afe5bd-7e2a-484f-a80a-fef896cf24bd tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:21.087347 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-94afe5bd-7e2a-484f-a80a-fef896cf24bd tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:21.197550 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-94afe5bd-7e2a-484f-a80a-fef896cf24bd tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Floating IP 11607b9d-b259-46e3-a2f1-c40daafa2735 associated. External IP: 172.25.3.17, port: 341a37b0-f40c-4b3e-865f-0032cf9c07fb. Aug 20 10:40:21.877577 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94afe5bd-7e2a-484f-a80a-fef896cf24bd tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router 9de58bd1-3ad3-4b93-8166-79cd3e69940d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:40:22.001892 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94afe5bd-7e2a-484f-a80a-fef896cf24bd tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:22.008880 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-94afe5bd-7e2a-484f-a80a-fef896cf24bd tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:22.016709 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ca2ece-e97d-4ca1-b658-66afbd0b6f06 None None] Sync routers for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:22.035994 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca2ece-e97d-4ca1-b658-66afbd0b6f06 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:22.037444 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-18ca2ece-e97d-4ca1-b658-66afbd0b6f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:22.042549 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-94afe5bd-7e2a-484f-a80a-fef896cf24bd tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "PUT /v2.0/floatingips/11607b9d-b259-46e3-a2f1-c40daafa2735 HTTP/1.1" status: 200 len: 977 time: 1.4492640 Aug 20 10:40:22.045077 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44142) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:22.076475 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-18ca2ece-e97d-4ca1-b658-66afbd0b6f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:22.100083 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca2ece-e97d-4ca1-b658-66afbd0b6f06 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:22.100872 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-18ca2ece-e97d-4ca1-b658-66afbd0b6f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:22.138876 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-18ca2ece-e97d-4ca1-b658-66afbd0b6f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:22.139642 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ca2ece-e97d-4ca1-b658-66afbd0b6f06 None None] The sync data for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:22.181121 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-db7e9593-998f-4b6d-a0b2-fec752bbe0f1 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Deleting port 341a37b0-f40c-4b3e-865f-0032cf9c07fb {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:22.181461 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-db7e9593-998f-4b6d-a0b2-fec752bbe0f1 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:22.296711 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-db7e9593-998f-4b6d-a0b2-fec752bbe0f1 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:22.524521 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-db7e9593-998f-4b6d-a0b2-fec752bbe0f1 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:22.525036 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-db7e9593-998f-4b6d-a0b2-fec752bbe0f1 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:22.525216 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-db7e9593-998f-4b6d-a0b2-fec752bbe0f1 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Floating IP 11607b9d-b259-46e3-a2f1-c40daafa2735 disassociated. External IP: 172.25.3.17, port: 341a37b0-f40c-4b3e-865f-0032cf9c07fb. Aug 20 10:40:22.525785 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-db7e9593-998f-4b6d-a0b2-fec752bbe0f1 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Calling delete_port for 341a37b0-f40c-4b3e-865f-0032cf9c07fb owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:22.738273 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:22.744227 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-db7e9593-998f-4b6d-a0b2-fec752bbe0f1 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:22.775899 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e9593-998f-4b6d-a0b2-fec752bbe0f1 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Port': ['ID=341a37b0-f40c-4b3e-865f-0032cf9c07fb,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:22.918872 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7e9593-998f-4b6d-a0b2-fec752bbe0f1 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router 9de58bd1-3ad3-4b93-8166-79cd3e69940d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:40:23.043248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7e9593-998f-4b6d-a0b2-fec752bbe0f1 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:23.054431 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee14582f-0e97-4b37-be52-067ccfdfdbf6 None None] Sync routers for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:23.065747 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee14582f-0e97-4b37-be52-067ccfdfdbf6 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:23.066352 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ee14582f-0e97-4b37-be52-067ccfdfdbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:23.104198 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ee14582f-0e97-4b37-be52-067ccfdfdbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:23.113396 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee14582f-0e97-4b37-be52-067ccfdfdbf6 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:23.114040 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ee14582f-0e97-4b37-be52-067ccfdfdbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:23.132062 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-db7e9593-998f-4b6d-a0b2-fec752bbe0f1 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:23.136811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44270) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:23.151992 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ee14582f-0e97-4b37-be52-067ccfdfdbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:23.152662 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee14582f-0e97-4b37-be52-067ccfdfdbf6 None None] The sync data for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:23.155665 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-db7e9593-998f-4b6d-a0b2-fec752bbe0f1 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/ports/341a37b0-f40c-4b3e-865f-0032cf9c07fb HTTP/1.1" status: 204 len: 168 time: 1.0998824 Aug 20 10:40:23.188918 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b9a41aca-aafb-4e73-94d5-06cd28a3ba8c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "GET /v2.0/floatingips/11607b9d-b259-46e3-a2f1-c40daafa2735 HTTP/1.1" status: 200 len: 687 time: 0.0499575 Aug 20 10:40:23.191369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44280) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:23.338428 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e8c183c2-4ff6-42cf-b9be-121440c9faa8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Deleting port 84193afa-e00c-497b-b7b4-c5df0e904db4 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:23.338782 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e8c183c2-4ff6-42cf-b9be-121440c9faa8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:23.442612 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e8c183c2-4ff6-42cf-b9be-121440c9faa8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:23.443090 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e8c183c2-4ff6-42cf-b9be-121440c9faa8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:23.455717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e8c183c2-4ff6-42cf-b9be-121440c9faa8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Calling delete_port for 84193afa-e00c-497b-b7b4-c5df0e904db4 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:23.612635 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e8c183c2-4ff6-42cf-b9be-121440c9faa8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:23.641454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c183c2-4ff6-42cf-b9be-121440c9faa8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Port': ['ID=84193afa-e00c-497b-b7b4-c5df0e904db4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:23.706675 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e8c183c2-4ff6-42cf-b9be-121440c9faa8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:23.709417 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e8c183c2-4ff6-42cf-b9be-121440c9faa8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:23.710578 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e8c183c2-4ff6-42cf-b9be-121440c9faa8 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/floatingips/11607b9d-b259-46e3-a2f1-c40daafa2735 HTTP/1.1" status: 204 len: 168 time: 0.5181518 Aug 20 10:40:23.715005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44354) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:23.722129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': '88eecffa-8501-4180-b3d2-2bf56cdcc4eb'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:23.771554 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:23.918059 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:24.058232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Allocated IP 172.25.3.105 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/c9cad838-5b41-49cf-b0db-1741c38e67e1) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:40:24.221194 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:24.267998 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:24.318950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:40:24.320333 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=c9cad838-5b41-49cf-b0db-1741c38e67e1,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:24.322984 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:40:24.324997 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:40:24.765549 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:24.850153 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:25.082742 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:25.088863 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:25.171233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=c9cad838-5b41-49cf-b0db-1741c38e67e1,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:25.185131 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:25.289930 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Floating IP 1dc682c1-5544-4e08-b86a-25aebf9566af associated. External IP: 172.25.3.105, port: 88eecffa-8501-4180-b3d2-2bf56cdcc4eb. Aug 20 10:40:25.543682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router 9de58bd1-3ad3-4b93-8166-79cd3e69940d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:40:25.680579 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:25.691144 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070f2f86-ff73-43cb-b80e-4aa71b3f4844 None None] Sync routers for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:25.700999 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070f2f86-ff73-43cb-b80e-4aa71b3f4844 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:25.702543 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-070f2f86-ff73-43cb-b80e-4aa71b3f4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:25.704315 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:25.752037 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-956d08b0-2376-4a43-8eec-10945a831e0c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0356283 Aug 20 10:40:25.754923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44546) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:25.760838 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-6eef684b-68b5-43d5-ab48-5a5c00bd0391 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-419477232'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:25.786584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eef684b-68b5-43d5-ab48-5a5c00bd0391 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Made reservation on behalf of cc099d0375e649e0b94d2e2bec31b19a for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:40:25.790945 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6eef684b-68b5-43d5-ab48-5a5c00bd0391 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:25.821783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eef684b-68b5-43d5-ab48-5a5c00bd0391 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:40:25.835194 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6eef684b-68b5-43d5-ab48-5a5c00bd0391 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:25.835572 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-6eef684b-68b5-43d5-ab48-5a5c00bd0391 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Added segment 914b5cb2-2933-473c-a6a7-a6c52b2dd3f4 of type vlan for network b0b8783e-518a-43a9-b652-46a9d4850022 Aug 20 10:40:25.840967 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-070f2f86-ff73-43cb-b80e-4aa71b3f4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:25.852505 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070f2f86-ff73-43cb-b80e-4aa71b3f4844 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:25.853198 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-070f2f86-ff73-43cb-b80e-4aa71b3f4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:25.892091 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-070f2f86-ff73-43cb-b80e-4aa71b3f4844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:25.892968 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070f2f86-ff73-43cb-b80e-4aa71b3f4844 None None] The sync data for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:25.902199 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6eef684b-68b5-43d5-ab48-5a5c00bd0391 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:25.933457 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6eef684b-68b5-43d5-ab48-5a5c00bd0391 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:25.939608 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eef684b-68b5-43d5-ab48-5a5c00bd0391 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:25.940160 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6eef684b-68b5-43d5-ab48-5a5c00bd0391 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:26.003015 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6eef684b-68b5-43d5-ab48-5a5c00bd0391 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2469788 Aug 20 10:40:26.005995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44550) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:26.012679 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-19ceee7c-e42d-4a97-afb4-841046932dbe tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'subnet': {'network_id': 'b0b8783e-518a-43a9-b652-46a9d4850022', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:26.014771 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef684b-68b5-43d5-ab48-5a5c00bd0391 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Network': ['ID=b0b8783e-518a-43a9-b652-46a9d4850022,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:26.027146 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network b0b8783e-518a-43a9-b652-46a9d4850022 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:40:26.164731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ceee7c-e42d-4a97-afb4-841046932dbe tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Made reservation on behalf of cc099d0375e649e0b94d2e2bec31b19a for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:40:26.169253 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19ceee7c-e42d-4a97-afb4-841046932dbe tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:26.443036 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19ceee7c-e42d-4a97-afb4-841046932dbe tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:26.512000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ceee7c-e42d-4a97-afb4-841046932dbe tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Subnet': ['ID=704a0375-72e7-4588-a090-4f671d2021b3,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:26.531689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ceee7c-e42d-4a97-afb4-841046932dbe tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Checking segment: {'id': '914b5cb2-2933-473c-a6a7-a6c52b2dd3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b0b8783e-518a-43a9-b652-46a9d4850022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:40:26.532955 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ceee7c-e42d-4a97-afb4-841046932dbe tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network hostable DHCP agents. Network: b0b8783e-518a-43a9-b652-46a9d4850022, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:40:26.554031 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44568) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:26.581791 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ceee7c-e42d-4a97-afb4-841046932dbe tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network b0b8783e-518a-43a9-b652-46a9d4850022 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:40:26.595696 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-19ceee7c-e42d-4a97-afb4-841046932dbe tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, b0b8783e-518a-43a9-b652-46a9d4850022) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:40:26.605615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd10404d-defb-48b8-ac75-4c748bad7606 None None] Network b0b8783e-518a-43a9-b652-46a9d4850022 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:40:26.620546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ceee7c-e42d-4a97-afb4-841046932dbe tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:26.622030 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19ceee7c-e42d-4a97-afb4-841046932dbe tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:26.649399 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-19ceee7c-e42d-4a97-afb4-841046932dbe tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6391091 Aug 20 10:40:26.649787 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44574) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:26.654952 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-59396556', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}, 'admin_state_up': False}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:26.720692 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:26.722519 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:26.779019 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ed62ff44-39b2-424d-8eb5-21ae330b0360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:26.832695 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:26.894519 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-b0b8783e-518a-43a9-b652-46a9d4850022', 'network_id': 'b0b8783e-518a-43a9-b652-46a9d4850022', 'tenant_id': 'cc099d0375e649e0b94d2e2bec31b19a', 'fixed_ips': [{'subnet_id': '704a0375-72e7-4588-a090-4f671d2021b3'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:40:26.895829 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:26.974706 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ed62ff44-39b2-424d-8eb5-21ae330b0360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:26.981157 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ed62ff44-39b2-424d-8eb5-21ae330b0360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:27.013156 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ed62ff44-39b2-424d-8eb5-21ae330b0360 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c160023a997c4291b32f3a47bb8b7554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4580426 Aug 20 10:40:27.015751 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44580) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:27.090295 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Allocated IP 172.20.0.2 (b0b8783e-518a-43a9-b652-46a9d4850022/704a0375-72e7-4588-a090-4f671d2021b3/e2618407-330d-4b6e-a2a0-9a82d6de4125) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:40:27.091763 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62ff44-39b2-424d-8eb5-21ae330b0360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bad3ebe-6c94-475f-9b82-9451e94e5a9e,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:27.094099 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:27.118458 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0b7890fe-b7b9-465f-954d-3d468282c01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:27.140969 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0b7890fe-b7b9-465f-954d-3d468282c01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:27.202755 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0b7890fe-b7b9-465f-954d-3d468282c01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:27.205308 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0b7890fe-b7b9-465f-954d-3d468282c01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:27.206513 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0b7890fe-b7b9-465f-954d-3d468282c01d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bad3ebe-6c94-475f-9b82-9451e94e5a9e HTTP/1.1" status: 204 len: 168 time: 0.1896172 Aug 20 10:40:27.218946 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7890fe-b7b9-465f-954d-3d468282c01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bad3ebe-6c94-475f-9b82-9451e94e5a9e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:27.324297 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:27.333932 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Transition to ACTIVE for port object e2618407-330d-4b6e-a2a0-9a82d6de4125 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:40:27.348270 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:27.355748 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Transition to ACTIVE for port object e2618407-330d-4b6e-a2a0-9a82d6de4125 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:40:27.363910 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:27.368756 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:27.421678 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Network b0b8783e-518a-43a9-b652-46a9d4850022 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:40:27.423288 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:40:27.425182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Pushing event updated for resources: {'Port': ['ID=e2618407-330d-4b6e-a2a0-9a82d6de4125,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:27.428511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:40:27.437119 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:27.437471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:27.437967 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:27.438309 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:27.438640 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:27.438968 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:27.439356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:27.439682 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:27.439997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:27.440322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:27.440642 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:27.440966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:27.505149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Allocated IP 172.25.3.58 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/40162141-f7d5-4f2e-86dc-aa647099ce03) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:40:27.506455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Attempting to bind port e2618407-330d-4b6e-a2a0-9a82d6de4125 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:40:27.506455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Attempting to bind port e2618407-330d-4b6e-a2a0-9a82d6de4125 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '914b5cb2-2933-473c-a6a7-a6c52b2dd3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b0b8783e-518a-43a9-b652-46a9d4850022'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:40:27.506799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Attempting to bind port e2618407-330d-4b6e-a2a0-9a82d6de4125 on network b0b8783e-518a-43a9-b652-46a9d4850022 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:40:27.513377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:40:27.514039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Checking segment: {'id': '914b5cb2-2933-473c-a6a7-a6c52b2dd3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b0b8783e-518a-43a9-b652-46a9d4850022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:40:27.514453 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:27.514907 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Bound using segment: {'id': '914b5cb2-2933-473c-a6a7-a6c52b2dd3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b0b8783e-518a-43a9-b652-46a9d4850022'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:40:27.515425 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Bound port: e2618407-330d-4b6e-a2a0-9a82d6de4125, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914b5cb2-2933-473c-a6a7-a6c52b2dd3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b0b8783e-518a-43a9-b652-46a9d4850022'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:40:27.515809 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:27.603841 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] For port e2618407-330d-4b6e-a2a0-9a82d6de4125, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:40:27.608064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] For port e2618407-330d-4b6e-a2a0-9a82d6de4125, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e2618407-330d-4b6e-a2a0-9a82d6de4125,segment=NetworkSegment(914b5cb2-2933-473c-a6a7-a6c52b2dd3f4),segment_id=914b5cb2-2933-473c-a6a7-a6c52b2dd3f4)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:40:27.624501 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:27.640474 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:27.700102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59358f08-3a0c-4363-99b0-5d9da805fd84 None None] Pushing event updated for resources: {'Port': ['ID=e2618407-330d-4b6e-a2a0-9a82d6de4125,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:27.702831 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:27.745579 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:40:27.748977 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:40:27.753660 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:40:27.848513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=40162141-f7d5-4f2e-86dc-aa647099ce03,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:28.561992 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:28.829344 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:29.003712 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router f42ab3e6-add7-4ada-9143-1fccf68c8a89 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:40:29.180564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:29.183269 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2cf99a-8982-4aef-9454-fac41924703d None None] Network b0b8783e-518a-43a9-b652-46a9d4850022 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:40:29.246160 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:29.247363 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ff1532d6-0349-4622-93f0-e9a5f4528c20 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5965135 Aug 20 10:40:29.250193 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44646) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:29.303134 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc10304-83c3-4d60-a2fa-0173064c83af None None] Sync routers for ids ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:29.341545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc10304-83c3-4d60-a2fa-0173064c83af None None] Routers {'f42ab3e6-add7-4ada-9143-1fccf68c8a89'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:29.342291 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-acc10304-83c3-4d60-a2fa-0173064c83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:29.404483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-acc10304-83c3-4d60-a2fa-0173064c83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:29.427535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5056a9b2-8e86-4d09-b3b7-0740aeed5648 None None] Provisioning for port e2618407-330d-4b6e-a2a0-9a82d6de4125 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:40:29.444039 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-19241806-6798-48dd-89bc-10843df3f409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:29.450449 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc10304-83c3-4d60-a2fa-0173064c83af None None] Routers {'f42ab3e6-add7-4ada-9143-1fccf68c8a89'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:29.451368 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-acc10304-83c3-4d60-a2fa-0173064c83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:29.492071 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-acc10304-83c3-4d60-a2fa-0173064c83af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:29.492939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc10304-83c3-4d60-a2fa-0173064c83af None None] The sync data for ids ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:29.768744 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e2618407-330d-4b6e-a2a0-9a82d6de4125 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:40:29.859219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port e2618407-330d-4b6e-a2a0-9a82d6de4125 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:40:29.867331 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e2618407-330d-4b6e-a2a0-9a82d6de4125 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:40:29.869849 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:30.006057 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3f5d7c66-9f27-4027-b71d-447faf25d690 None None] Provisioning complete for port e2618407-330d-4b6e-a2a0-9a82d6de4125 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:40:30.006603 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7c66-9f27-4027-b71d-447faf25d690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:30.037503 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:30.088628 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:30.102286 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port e2618407-330d-4b6e-a2a0-9a82d6de4125, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e2618407-330d-4b6e-a2a0-9a82d6de4125,segment=NetworkSegment(914b5cb2-2933-473c-a6a7-a6c52b2dd3f4),segment_id=914b5cb2-2933-473c-a6a7-a6c52b2dd3f4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:40:30.109788 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:30.486502 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Allocated IP 172.20.0.1 (b0b8783e-518a-43a9-b652-46a9d4850022/704a0375-72e7-4588-a090-4f671d2021b3/fdaec1d2-30c0-4aca-87ad-4e65bab1bcad) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:40:30.572654 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=e2618407-330d-4b6e-a2a0-9a82d6de4125,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:30.681116 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:30.700783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Transition to ACTIVE for port object fdaec1d2-30c0-4aca-87ad-4e65bab1bcad will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:40:30.748698 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:30.806699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network b0b8783e-518a-43a9-b652-46a9d4850022 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:40:30.810142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:40:30.829373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:40:30.881005 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=fdaec1d2-30c0-4aca-87ad-4e65bab1bcad,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:30.947108 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:31.177443 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:31.298616 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5d5886c5-0c2b-4a0e-91ed-3264ae912461 None None] Provisioning for port fdaec1d2-30c0-4aca-87ad-4e65bab1bcad completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:40:31.307372 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5d5886c5-0c2b-4a0e-91ed-3264ae912461 None None] Provisioning complete for port fdaec1d2-30c0-4aca-87ad-4e65bab1bcad triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:40:31.309215 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5d5886c5-0c2b-4a0e-91ed-3264ae912461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:31.396380 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-5d5886c5-0c2b-4a0e-91ed-3264ae912461 None None] Port fdaec1d2-30c0-4aca-87ad-4e65bab1bcad cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:40:31.631813 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:31.640254 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:31.707297 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e2618407-330d-4b6e-a2a0-9a82d6de4125 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:40:31.724708 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44700) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:31.753509 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=fdaec1d2-30c0-4aca-87ad-4e65bab1bcad,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:31.768448 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:31.802114 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e2618407-330d-4b6e-a2a0-9a82d6de4125 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:40:31.802487 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:31.886711 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network b0b8783e-518a-43a9-b652-46a9d4850022 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:40:31.889099 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:40:31.940479 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b245c906-5c93-4c02-9990-54ac6301a802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:31.982325 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-55b2f766-2112-423c-ae9f-300b7716dd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:32.119986 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b245c906-5c93-4c02-9990-54ac6301a802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:32.125794 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b245c906-5c93-4c02-9990-54ac6301a802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:32.157726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router f42ab3e6-add7-4ada-9143-1fccf68c8a89 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:40:32.186911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245c906-5c93-4c02-9990-54ac6301a802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53df670-9776-45fc-a97f-e7d3ae651f9c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:32.239740 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b245c906-5c93-4c02-9990-54ac6301a802 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66d9df9be48347fe8e447684c96516df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5125272 Aug 20 10:40:32.240718 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44714) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:32.321149 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:32.345833 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c666bad-1e2f-47bb-9daa-20d0d3f0a1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:32.349927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d2c21258-17ed-4c66-b1e0-52a0f040b49a None None] Provisioning complete for port fdaec1d2-30c0-4aca-87ad-4e65bab1bcad triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:40:32.350554 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d2c21258-17ed-4c66-b1e0-52a0f040b49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:32.369884 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c666bad-1e2f-47bb-9daa-20d0d3f0a1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:32.423088 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:32.427527 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0a3d5358-1182-4ee5-ad98-abb68b8928d7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "PUT /v2.0/routers/f42ab3e6-add7-4ada-9143-1fccf68c8a89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1761038 Aug 20 10:40:32.430231 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44722) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:32.436020 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-3233fa96-f823-42be-9563-ba347f925ef0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'port': {'network_id': 'b0b8783e-518a-43a9-b652-46a9d4850022', 'name': 'tempest-FloatingIPTestJSON-1899196614'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:32.439282 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d48de-7a60-43a5-9d2e-abf31b89b323 None None] Sync routers for ids ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:32.453976 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d48de-7a60-43a5-9d2e-abf31b89b323 None None] Routers {'f42ab3e6-add7-4ada-9143-1fccf68c8a89'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:32.455313 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f99d48de-7a60-43a5-9d2e-abf31b89b323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:32.492569 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d2c21258-17ed-4c66-b1e0-52a0f040b49a None None] Port fdaec1d2-30c0-4aca-87ad-4e65bab1bcad cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:40:32.513211 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c666bad-1e2f-47bb-9daa-20d0d3f0a1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:32.515752 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2c666bad-1e2f-47bb-9daa-20d0d3f0a1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:32.516918 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2c666bad-1e2f-47bb-9daa-20d0d3f0a1ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a53df670-9776-45fc-a97f-e7d3ae651f9c HTTP/1.1" status: 204 len: 168 time: 0.2749057 Aug 20 10:40:32.560418 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f99d48de-7a60-43a5-9d2e-abf31b89b323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:32.576986 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d48de-7a60-43a5-9d2e-abf31b89b323 None None] Routers {'f42ab3e6-add7-4ada-9143-1fccf68c8a89'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:32.577612 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f99d48de-7a60-43a5-9d2e-abf31b89b323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:32.620263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c666bad-1e2f-47bb-9daa-20d0d3f0a1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53df670-9776-45fc-a97f-e7d3ae651f9c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:32.656255 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f99d48de-7a60-43a5-9d2e-abf31b89b323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:32.656911 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d48de-7a60-43a5-9d2e-abf31b89b323 None None] The sync data for ids ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:32.670280 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6733a-c11b-4204-a7a3-828d6df8cb8e req-026865d4-fa5a-4bfd-b515-e768d10ee051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:32.672143 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fba6733a-c11b-4204-a7a3-828d6df8cb8e req-026865d4-fa5a-4bfd-b515-e768d10ee051 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 1096 time: 0.1846738 Aug 20 10:40:32.683422 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3233fa96-f823-42be-9563-ba347f925ef0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Made reservation on behalf of cc099d0375e649e0b94d2e2bec31b19a for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:40:32.688757 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3233fa96-f823-42be-9563-ba347f925ef0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:32.698628 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58990de-60a3-4bfb-a8c1-ae172ad01883 req-b0825f47-af96-41e7-b3fa-3d1cddd372c7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:32.706049 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a58990de-60a3-4bfb-a8c1-ae172ad01883 req-b0825f47-af96-41e7-b3fa-3d1cddd372c7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1326869 Aug 20 10:40:32.851439 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a58990de-60a3-4bfb-a8c1-ae172ad01883 req-1c16a552-9c0c-4b7f-bbba-9f9461197c23 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442552 Aug 20 10:40:32.923782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6733a-c11b-4204-a7a3-828d6df8cb8e req-54249310-e32d-4135-9ba9-ef62e3c085c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:32.925355 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fba6733a-c11b-4204-a7a3-828d6df8cb8e req-54249310-e32d-4135-9ba9-ef62e3c085c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.2443819 Aug 20 10:40:33.034824 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fba6733a-c11b-4204-a7a3-828d6df8cb8e req-3f0ccb12-5344-4c80-95b6-d46d706879a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4572806-9844-4302-b2a2-f2770c887d9d HTTP/1.1" status: 200 len: 998 time: 0.0986967 Aug 20 10:40:33.129563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-3233fa96-f823-42be-9563-ba347f925ef0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] device_id is not set on port 5bf06969-5306-4ed3-afce-1c16fa94c9c6 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:40:33.133169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44732) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:33.139027 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:33.153914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6733a-c11b-4204-a7a3-828d6df8cb8e req-6f40321a-d315-4752-839c-e19fef4aeeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:33.155430 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fba6733a-c11b-4204-a7a3-828d6df8cb8e req-6f40321a-d315-4752-839c-e19fef4aeeb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.1139286 Aug 20 10:40:33.156611 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-824856dc-1849-4fd6-99b2-f47453225260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:33.255499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-3233fa96-f823-42be-9563-ba347f925ef0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Allocated IP 172.20.0.8 (b0b8783e-518a-43a9-b652-46a9d4850022/704a0375-72e7-4588-a090-4f671d2021b3/5bf06969-5306-4ed3-afce-1c16fa94c9c6) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:40:33.313782 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-824856dc-1849-4fd6-99b2-f47453225260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:33.326228 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-824856dc-1849-4fd6-99b2-f47453225260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:33.332868 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6733a-c11b-4204-a7a3-828d6df8cb8e req-71d22054-b37c-4109-a9cc-caefb20950e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:33.334569 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fba6733a-c11b-4204-a7a3-828d6df8cb8e req-71d22054-b37c-4109-a9cc-caefb20950e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1695178 Aug 20 10:40:33.445474 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-824856dc-1849-4fd6-99b2-f47453225260 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15f0518ab51744d3aac245fd0c50a00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3111506 Aug 20 10:40:33.446549 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3233fa96-f823-42be-9563-ba347f925ef0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:33.448640 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44740) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:33.463240 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-3233fa96-f823-42be-9563-ba347f925ef0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Transition to ACTIVE for port object 5bf06969-5306-4ed3-afce-1c16fa94c9c6 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:40:33.479623 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824856dc-1849-4fd6-99b2-f47453225260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b768a5ab-fa8d-48e8-ad49-03a30360233f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:33.526527 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3233fa96-f823-42be-9563-ba347f925ef0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:33.531991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fba6733a-c11b-4204-a7a3-828d6df8cb8e req-b14d542c-dc6c-4cbb-9cf4-057f3faceb47 service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828663 Aug 20 10:40:33.536944 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3df14506-f862-40c7-8d9b-fedca1b0a6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:33.571509 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3df14506-f862-40c7-8d9b-fedca1b0a6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:33.607858 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3233fa96-f823-42be-9563-ba347f925ef0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Network b0b8783e-518a-43a9-b652-46a9d4850022 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:40:33.616050 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-3233fa96-f823-42be-9563-ba347f925ef0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:40:33.620902 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3233fa96-f823-42be-9563-ba347f925ef0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:40:33.741598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233fa96-f823-42be-9563-ba347f925ef0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event updated for resources: {'Port': ['ID=5bf06969-5306-4ed3-afce-1c16fa94c9c6,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:33.773911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233fa96-f823-42be-9563-ba347f925ef0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:33.774824 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3233fa96-f823-42be-9563-ba347f925ef0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:33.793747 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3233fa96-f823-42be-9563-ba347f925ef0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3622408 Aug 20 10:40:33.796655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44748) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:33.803936 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-84192be8-5373-4c02-86cc-02e83d9adb65 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Request body: {'floatingip': {'port_id': '5bf06969-5306-4ed3-afce-1c16fa94c9c6'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:33.840628 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fba6733a-c11b-4204-a7a3-828d6df8cb8e req-44563e77-c628-4928-b614-64ec27248378 service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650528 Aug 20 10:40:33.878262 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:40:33.902541 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-84192be8-5373-4c02-86cc-02e83d9adb65 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:33.922272 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3df14506-f862-40c7-8d9b-fedca1b0a6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:33.933123 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3df14506-f862-40c7-8d9b-fedca1b0a6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:33.938375 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3df14506-f862-40c7-8d9b-fedca1b0a6bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b768a5ab-fa8d-48e8-ad49-03a30360233f HTTP/1.1" status: 204 len: 168 time: 0.4887214 Aug 20 10:40:33.958833 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44754) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:34.014833 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df14506-f862-40c7-8d9b-fedca1b0a6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b768a5ab-fa8d-48e8-ad49-03a30360233f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:34.132029 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a979277e-b076-454d-811d-2955ea91a337 None None] Provisioning for port 5bf06969-5306-4ed3-afce-1c16fa94c9c6 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:40:34.149329 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a979277e-b076-454d-811d-2955ea91a337 None None] Provisioning complete for port 5bf06969-5306-4ed3-afce-1c16fa94c9c6 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:40:34.150790 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a979277e-b076-454d-811d-2955ea91a337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:34.225896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a979277e-b076-454d-811d-2955ea91a337 None None] Port 5bf06969-5306-4ed3-afce-1c16fa94c9c6 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:40:34.299094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373165b-adcb-4045-95f2-ab87d420db04 req-c8733924-6929-442a-b8f7-7365d43f8524 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:34.302061 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6373165b-adcb-4045-95f2-ab87d420db04 req-c8733924-6929-442a-b8f7-7365d43f8524 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.2594833 Aug 20 10:40:34.479326 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6373165b-adcb-4045-95f2-ab87d420db04 req-a376c4fb-6f4c-47bb-95c4-9f6a2225ece1 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627045 Aug 20 10:40:34.517321 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-60dff441-df57-4443-9f15-f2f5261cbe60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:34.733088 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-60dff441-df57-4443-9f15-f2f5261cbe60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:34.744817 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-60dff441-df57-4443-9f15-f2f5261cbe60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:34.787792 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-60dff441-df57-4443-9f15-f2f5261cbe60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5be7fa2521c4fad957dd186a2fbb6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8273599 Aug 20 10:40:34.790316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44782) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:34.792212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dff441-df57-4443-9f15-f2f5261cbe60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b0615c-8818-40a5-a55f-afd790c2d135,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:34.809798 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:34.888999 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73c24a83-2a3b-4197-ae8d-1ffd4a91c755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:34.920627 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73c24a83-2a3b-4197-ae8d-1ffd4a91c755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:34.991502 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73c24a83-2a3b-4197-ae8d-1ffd4a91c755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:34.995730 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73c24a83-2a3b-4197-ae8d-1ffd4a91c755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:34.999356 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-73c24a83-2a3b-4197-ae8d-1ffd4a91c755 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7b0615c-8818-40a5-a55f-afd790c2d135 HTTP/1.1" status: 204 len: 168 time: 0.2016056 Aug 20 10:40:35.004880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c24a83-2a3b-4197-ae8d-1ffd4a91c755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b0615c-8818-40a5-a55f-afd790c2d135,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:35.116010 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-84192be8-5373-4c02-86cc-02e83d9adb65 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:35.123009 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-84192be8-5373-4c02-86cc-02e83d9adb65 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:35.252147 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-84192be8-5373-4c02-86cc-02e83d9adb65 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Floating IP 1dc682c1-5544-4e08-b86a-25aebf9566af associated. External IP: 172.25.3.105, port: 88eecffa-8501-4180-b3d2-2bf56cdcc4eb. Aug 20 10:40:35.468933 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44806) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:35.486478 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da0049c0-5f25-4eec-be89-c27a83e88a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:35.534375 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84192be8-5373-4c02-86cc-02e83d9adb65 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router 9de58bd1-3ad3-4b93-8166-79cd3e69940d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:40:35.614644 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da0049c0-5f25-4eec-be89-c27a83e88a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:35.653734 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da0049c0-5f25-4eec-be89-c27a83e88a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:35.688714 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84192be8-5373-4c02-86cc-02e83d9adb65 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:35.701131 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f27263-72d9-4ff6-954b-ecfd43880cdd None None] Sync routers for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:35.711714 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276bf6e-6fd4-46b4-9fed-b2d9761fbb22 req-4e54e3fa-5224-484d-a46a-1e3ae20d83b9 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:35.713909 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0276bf6e-6fd4-46b4-9fed-b2d9761fbb22 req-4e54e3fa-5224-484d-a46a-1e3ae20d83b9 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1022470 Aug 20 10:40:35.717271 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f27263-72d9-4ff6-954b-ecfd43880cdd None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:35.719150 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-88f27263-72d9-4ff6-954b-ecfd43880cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:35.763167 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-da0049c0-5f25-4eec-be89-c27a83e88a4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9a984bc84c84fa99a63f568a7e0d505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2923813 Aug 20 10:40:35.769498 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44816) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:35.776777 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-88f27263-72d9-4ff6-954b-ecfd43880cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:35.787275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f27263-72d9-4ff6-954b-ecfd43880cdd None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:35.787952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-88f27263-72d9-4ff6-954b-ecfd43880cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:35.791182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0049c0-5f25-4eec-be89-c27a83e88a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2aa8caf-31ef-4e02-9e71-04c2800122a1,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:35.809535 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0276bf6e-6fd4-46b4-9fed-b2d9761fbb22 req-627151e3-7934-426c-8af5-885e7091d57b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784173 Aug 20 10:40:35.861074 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e3a292d-74f6-406f-a8b0-dd8da8607a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:35.891939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-88f27263-72d9-4ff6-954b-ecfd43880cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:35.892979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f27263-72d9-4ff6-954b-ecfd43880cdd None None] The sync data for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:35.900313 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e3a292d-74f6-406f-a8b0-dd8da8607a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:35.957106 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e3a292d-74f6-406f-a8b0-dd8da8607a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:35.960298 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e3a292d-74f6-406f-a8b0-dd8da8607a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:35.961710 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0e3a292d-74f6-406f-a8b0-dd8da8607a51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2aa8caf-31ef-4e02-9e71-04c2800122a1 HTTP/1.1" status: 204 len: 168 time: 0.1907587 Aug 20 10:40:35.971292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a292d-74f6-406f-a8b0-dd8da8607a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2aa8caf-31ef-4e02-9e71-04c2800122a1,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:36.118881 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84192be8-5373-4c02-86cc-02e83d9adb65 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router f42ab3e6-add7-4ada-9143-1fccf68c8a89 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:40:36.244283 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84192be8-5373-4c02-86cc-02e83d9adb65 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:36.249832 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-84192be8-5373-4c02-86cc-02e83d9adb65 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:36.268071 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd054d11-fd19-4fe3-a6f2-ef9e860db88a None None] Sync routers for ids ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:36.282689 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd054d11-fd19-4fe3-a6f2-ef9e860db88a None None] Routers {'f42ab3e6-add7-4ada-9143-1fccf68c8a89'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:36.283504 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-cd054d11-fd19-4fe3-a6f2-ef9e860db88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:36.342022 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-84192be8-5373-4c02-86cc-02e83d9adb65 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "PUT /v2.0/floatingips/1dc682c1-5544-4e08-b86a-25aebf9566af HTTP/1.1" status: 200 len: 978 time: 2.5439918 Aug 20 10:40:36.344916 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44846) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:36.354918 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-cd054d11-fd19-4fe3-a6f2-ef9e860db88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:36.391812 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd054d11-fd19-4fe3-a6f2-ef9e860db88a None None] Routers {'f42ab3e6-add7-4ada-9143-1fccf68c8a89'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:36.392447 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-cd054d11-fd19-4fe3-a6f2-ef9e860db88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:36.469655 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e255a368-9dbf-48fd-b6b9-f4b20d0cd1e7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Deleting port 5bf06969-5306-4ed3-afce-1c16fa94c9c6 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:36.469655 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e255a368-9dbf-48fd-b6b9-f4b20d0cd1e7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:36.480470 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-cd054d11-fd19-4fe3-a6f2-ef9e860db88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:36.485714 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd054d11-fd19-4fe3-a6f2-ef9e860db88a None None] The sync data for ids ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:36.594366 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e255a368-9dbf-48fd-b6b9-f4b20d0cd1e7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:36.812065 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e255a368-9dbf-48fd-b6b9-f4b20d0cd1e7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:36.812730 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e255a368-9dbf-48fd-b6b9-f4b20d0cd1e7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:36.813255 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-e255a368-9dbf-48fd-b6b9-f4b20d0cd1e7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Floating IP 1dc682c1-5544-4e08-b86a-25aebf9566af disassociated. External IP: 172.25.3.105, port: 5bf06969-5306-4ed3-afce-1c16fa94c9c6. Aug 20 10:40:36.813947 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e255a368-9dbf-48fd-b6b9-f4b20d0cd1e7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Calling delete_port for 5bf06969-5306-4ed3-afce-1c16fa94c9c6 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:36.983112 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e255a368-9dbf-48fd-b6b9-f4b20d0cd1e7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:37.027840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255a368-9dbf-48fd-b6b9-f4b20d0cd1e7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Port': ['ID=5bf06969-5306-4ed3-afce-1c16fa94c9c6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:37.193795 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e255a368-9dbf-48fd-b6b9-f4b20d0cd1e7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router f42ab3e6-add7-4ada-9143-1fccf68c8a89 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:40:37.349252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e255a368-9dbf-48fd-b6b9-f4b20d0cd1e7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:37.366549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6d7a5-b592-4be9-8be7-b2410ceb4ad0 None None] Sync routers for ids ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:37.389407 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f6d7a5-b592-4be9-8be7-b2410ceb4ad0 None None] Routers {'f42ab3e6-add7-4ada-9143-1fccf68c8a89'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:37.390088 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-02f6d7a5-b592-4be9-8be7-b2410ceb4ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:37.423380 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-02f6d7a5-b592-4be9-8be7-b2410ceb4ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:37.434659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f6d7a5-b592-4be9-8be7-b2410ceb4ad0 None None] Routers {'f42ab3e6-add7-4ada-9143-1fccf68c8a89'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:37.435321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-02f6d7a5-b592-4be9-8be7-b2410ceb4ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:37.471191 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e255a368-9dbf-48fd-b6b9-f4b20d0cd1e7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:37.476936 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44896) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:37.478221 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e255a368-9dbf-48fd-b6b9-f4b20d0cd1e7 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/ports/5bf06969-5306-4ed3-afce-1c16fa94c9c6 HTTP/1.1" status: 204 len: 168 time: 1.1311412 Aug 20 10:40:37.490472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-02f6d7a5-b592-4be9-8be7-b2410ceb4ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:37.502951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44898) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:37.503199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f6d7a5-b592-4be9-8be7-b2410ceb4ad0 None None] The sync data for ids ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:37.773148 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01922299-54a0-412c-9031-9e48786ae206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:37.902814 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01922299-54a0-412c-9031-9e48786ae206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:37.910140 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01922299-54a0-412c-9031-9e48786ae206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:37.985827 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-01922299-54a0-412c-9031-9e48786ae206 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f9466ac1cd54475a7ee8044f0dca9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816833 Aug 20 10:40:37.987011 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01922299-54a0-412c-9031-9e48786ae206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f339ab64-9266-4b45-b4da-67898cf583c1,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:37.990822 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-817d56ef-7302-4f4c-a432-2d17649d663f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:37.994771 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44910) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:38.161050 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fea8a991-ceb0-4f02-8dd0-fd9f56a5d9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:38.202921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44916) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:38.236939 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fea8a991-ceb0-4f02-8dd0-fd9f56a5d9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:38.331656 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-923a63e8-15f3-4fc9-afe2-f3cb5821004d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:38.381267 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fea8a991-ceb0-4f02-8dd0-fd9f56a5d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:38.385503 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fea8a991-ceb0-4f02-8dd0-fd9f56a5d9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:38.390984 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fea8a991-ceb0-4f02-8dd0-fd9f56a5d9e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f339ab64-9266-4b45-b4da-67898cf583c1 HTTP/1.1" status: 204 len: 168 time: 0.3947344 Aug 20 10:40:38.431524 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8a991-ceb0-4f02-8dd0-fd9f56a5d9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f339ab64-9266-4b45-b4da-67898cf583c1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:38.471706 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44926) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:38.500209 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-817d56ef-7302-4f4c-a432-2d17649d663f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Deleting port fdaec1d2-30c0-4aca-87ad-4e65bab1bcad {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:38.501816 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-817d56ef-7302-4f4c-a432-2d17649d663f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:38.568103 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-923a63e8-15f3-4fc9-afe2-f3cb5821004d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:38.576353 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-923a63e8-15f3-4fc9-afe2-f3cb5821004d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:38.610132 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a63e8-15f3-4fc9-afe2-f3cb5821004d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fd9ee3-f2e4-4792-be6a-abf0b2bf76e6,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:38.673197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-923a63e8-15f3-4fc9-afe2-f3cb5821004d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=691334ca381042e68f4a60dc0bbdb89f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4691188 Aug 20 10:40:38.674810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44932) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:38.677409 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d39dfc01-a08a-4516-9477-8c1875dd0330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:38.684741 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-817d56ef-7302-4f4c-a432-2d17649d663f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:38.705136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-817d56ef-7302-4f4c-a432-2d17649d663f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Calling delete_port for fdaec1d2-30c0-4aca-87ad-4e65bab1bcad owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:38.786779 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1fbceef8-e8d9-42b5-900c-5f277dca138b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:38.825548 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1fbceef8-e8d9-42b5-900c-5f277dca138b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:38.901882 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d39dfc01-a08a-4516-9477-8c1875dd0330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:38.907698 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d39dfc01-a08a-4516-9477-8c1875dd0330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:38.941332 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1fbceef8-e8d9-42b5-900c-5f277dca138b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:38.941471 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1fbceef8-e8d9-42b5-900c-5f277dca138b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:38.944984 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1fbceef8-e8d9-42b5-900c-5f277dca138b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19fd9ee3-f2e4-4792-be6a-abf0b2bf76e6 HTTP/1.1" status: 204 len: 168 time: 0.2667379 Aug 20 10:40:38.959447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dfc01-a08a-4516-9477-8c1875dd0330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4869ff63-3cc6-4c07-9e09-2dfffccb409e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:38.983347 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d39dfc01-a08a-4516-9477-8c1875dd0330 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66a3547330f54ed1919860e9b416605e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5108728 Aug 20 10:40:38.988705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44946) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:38.994395 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-817d56ef-7302-4f4c-a432-2d17649d663f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:38.997104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbceef8-e8d9-42b5-900c-5f277dca138b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fd9ee3-f2e4-4792-be6a-abf0b2bf76e6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:39.076361 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-11c3cb14-573f-4f9f-88bd-9a14a24e3407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:39.106010 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-11c3cb14-573f-4f9f-88bd-9a14a24e3407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:39.164774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d56ef-7302-4f4c-a432-2d17649d663f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Port': ['ID=fdaec1d2-30c0-4aca-87ad-4e65bab1bcad,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:39.172431 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-11c3cb14-573f-4f9f-88bd-9a14a24e3407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:39.177100 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-11c3cb14-573f-4f9f-88bd-9a14a24e3407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:39.179873 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-11c3cb14-573f-4f9f-88bd-9a14a24e3407 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4869ff63-3cc6-4c07-9e09-2dfffccb409e HTTP/1.1" status: 204 len: 168 time: 0.1900272 Aug 20 10:40:39.192017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3cb14-573f-4f9f-88bd-9a14a24e3407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4869ff63-3cc6-4c07-9e09-2dfffccb409e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:39.367262 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-817d56ef-7302-4f4c-a432-2d17649d663f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:39.476063 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44960) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:39.507724 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aab9fdfd-8f14-4166-b256-06c491b19866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:39.695914 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aab9fdfd-8f14-4166-b256-06c491b19866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:39.703532 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aab9fdfd-8f14-4166-b256-06c491b19866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:39.795022 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9fdfd-8f14-4166-b256-06c491b19866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c643f5a4-bf1d-4aff-af1e-0fb4ce1eecae,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:39.803510 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-aab9fdfd-8f14-4166-b256-06c491b19866 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ef05fb5ebf149158f52ff3901cd53d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3256288 Aug 20 10:40:39.805872 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 44974) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:39.898318 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-29a9f80c-aa88-482d-ab1d-e4485deb8b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:39.943307 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-29a9f80c-aa88-482d-ab1d-e4485deb8b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:40.026286 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817d56ef-7302-4f4c-a432-2d17649d663f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router f42ab3e6-add7-4ada-9143-1fccf68c8a89 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:40:40.061425 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-29a9f80c-aa88-482d-ab1d-e4485deb8b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:40.066905 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-29a9f80c-aa88-482d-ab1d-e4485deb8b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:40.068529 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-29a9f80c-aa88-482d-ab1d-e4485deb8b72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c643f5a4-bf1d-4aff-af1e-0fb4ce1eecae HTTP/1.1" status: 204 len: 168 time: 0.2602572 Aug 20 10:40:40.093633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9f80c-aa88-482d-ab1d-e4485deb8b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c643f5a4-bf1d-4aff-af1e-0fb4ce1eecae,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:40.172408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817d56ef-7302-4f4c-a432-2d17649d663f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:40.181543 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-817d56ef-7302-4f4c-a432-2d17649d663f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "PUT /v2.0/routers/f42ab3e6-add7-4ada-9143-1fccf68c8a89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7018633 Aug 20 10:40:40.183462 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 44988) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:40.185457 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e75665-1570-482d-8906-3bc961aa2ef5 None None] Sync routers for ids ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:40.201214 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e75665-1570-482d-8906-3bc961aa2ef5 None None] Routers {'f42ab3e6-add7-4ada-9143-1fccf68c8a89'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:40.201758 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-09e75665-1570-482d-8906-3bc961aa2ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:40.283846 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-09e75665-1570-482d-8906-3bc961aa2ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:40.303272 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e75665-1570-482d-8906-3bc961aa2ef5 None None] Routers {'f42ab3e6-add7-4ada-9143-1fccf68c8a89'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:40.303866 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-09e75665-1570-482d-8906-3bc961aa2ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:40.343280 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c30b4f3c-8690-4f5d-8f1e-15ac149aa66e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:40.381111 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-09e75665-1570-482d-8906-3bc961aa2ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:40.381434 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e75665-1570-482d-8906-3bc961aa2ef5 None None] The sync data for ids ['f42ab3e6-add7-4ada-9143-1fccf68c8a89'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:40.500550 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c30b4f3c-8690-4f5d-8f1e-15ac149aa66e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:40.568091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c30b4f3c-8690-4f5d-8f1e-15ac149aa66e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Deleting port 40162141-f7d5-4f2e-86dc-aa647099ce03 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:40.568532 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c30b4f3c-8690-4f5d-8f1e-15ac149aa66e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:40.662616 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c30b4f3c-8690-4f5d-8f1e-15ac149aa66e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:40.678592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c30b4f3c-8690-4f5d-8f1e-15ac149aa66e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Calling delete_port for 40162141-f7d5-4f2e-86dc-aa647099ce03 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:40.905909 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c30b4f3c-8690-4f5d-8f1e-15ac149aa66e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:40.948009 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b4f3c-8690-4f5d-8f1e-15ac149aa66e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Port': ['ID=40162141-f7d5-4f2e-86dc-aa647099ce03,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:41.020263 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c30b4f3c-8690-4f5d-8f1e-15ac149aa66e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:41.142986 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c30b4f3c-8690-4f5d-8f1e-15ac149aa66e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:41.145681 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c30b4f3c-8690-4f5d-8f1e-15ac149aa66e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:41.194728 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c30b4f3c-8690-4f5d-8f1e-15ac149aa66e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:41.197145 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30b4f3c-8690-4f5d-8f1e-15ac149aa66e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Fanout notify agent at l3_agent the message router_deleted on router f42ab3e6-add7-4ada-9143-1fccf68c8a89 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:40:41.215114 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c30b4f3c-8690-4f5d-8f1e-15ac149aa66e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:41.222678 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c30b4f3c-8690-4f5d-8f1e-15ac149aa66e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/routers/f42ab3e6-add7-4ada-9143-1fccf68c8a89 HTTP/1.1" status: 204 len: 168 time: 1.0357113 Aug 20 10:40:41.223069 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45030) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:41.278215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe729cf-9196-4423-a661-2023cf20763a tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Deleting subnet 704a0375-72e7-4588-a090-4f671d2021b3 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:40:41.282205 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cfe729cf-9196-4423-a661-2023cf20763a tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:41.335996 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cfe729cf-9196-4423-a661-2023cf20763a tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:41.444724 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cfe729cf-9196-4423-a661-2023cf20763a tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:41.544383 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cfe729cf-9196-4423-a661-2023cf20763a tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:41.597800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe729cf-9196-4423-a661-2023cf20763a tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Subnet': ['ID=704a0375-72e7-4588-a090-4f671d2021b3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:41.610205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b792ee1-e576-44ce-9db1-45405cb32107 None None] Network b0b8783e-518a-43a9-b652-46a9d4850022 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:40:41.610852 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cfe729cf-9196-4423-a661-2023cf20763a tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:41.615621 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cfe729cf-9196-4423-a661-2023cf20763a tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/subnets/704a0375-72e7-4588-a090-4f671d2021b3 HTTP/1.1" status: 204 len: 168 time: 0.3914645 Aug 20 10:40:41.616593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45058) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:41.771405 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:41.887893 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Deleting port e2618407-330d-4b6e-a2a0-9a82d6de4125 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:41.887893 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:41.912189 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd2fb32-9552-40d7-ab9b-a11e0d2b52d6 None None] DHCP port deletion for b0b8783e-518a-43a9-b652-46a9d4850022 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:40:41.983997 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] For port e2618407-330d-4b6e-a2a0-9a82d6de4125, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e2618407-330d-4b6e-a2a0-9a82d6de4125,segment=NetworkSegment(914b5cb2-2933-473c-a6a7-a6c52b2dd3f4),segment_id=914b5cb2-2933-473c-a6a7-a6c52b2dd3f4)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:40:41.984427 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:42.006130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Calling delete_port for e2618407-330d-4b6e-a2a0-9a82d6de4125 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:42.021914 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2fb32-9552-40d7-ab9b-a11e0d2b52d6 None None] Deleting port e2618407-330d-4b6e-a2a0-9a82d6de4125 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:42.022305 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fbd2fb32-9552-40d7-ab9b-a11e0d2b52d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:42.150649 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-fbd2fb32-9552-40d7-ab9b-a11e0d2b52d6 None None] For port e2618407-330d-4b6e-a2a0-9a82d6de4125, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e2618407-330d-4b6e-a2a0-9a82d6de4125,segment=NetworkSegment(914b5cb2-2933-473c-a6a7-a6c52b2dd3f4),segment_id=914b5cb2-2933-473c-a6a7-a6c52b2dd3f4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:40:42.151581 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fbd2fb32-9552-40d7-ab9b-a11e0d2b52d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:42.169954 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:42.170704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2fb32-9552-40d7-ab9b-a11e0d2b52d6 None None] Calling delete_port for e2618407-330d-4b6e-a2a0-9a82d6de4125 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:42.196324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Port': ['ID=e2618407-330d-4b6e-a2a0-9a82d6de4125,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:42.202838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] No DVR routers for this DVR port e2618407-330d-4b6e-a2a0-9a82d6de4125 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:40:42.306158 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:42.319006 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b8783e-518a-43a9-b652-46a9d4850022']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:42.339426 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914b5cb2-2933-473c-a6a7-a6c52b2dd3f4') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:42.339755 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914b5cb2-2933-473c-a6a7-a6c52b2dd3f4') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:42.353861 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:42.380803 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fbd2fb32-9552-40d7-ab9b-a11e0d2b52d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:42.382624 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:42.415521 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:40:42.418846 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:42.423544 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2fb32-9552-40d7-ab9b-a11e0d2b52d6 None None] Pushing event deleted for resources: {'Port': ['ID=e2618407-330d-4b6e-a2a0-9a82d6de4125,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:42.426290 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd2fb32-9552-40d7-ab9b-a11e0d2b52d6 None None] No DVR routers for this DVR port e2618407-330d-4b6e-a2a0-9a82d6de4125 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:40:42.454030 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:40:42.541485 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:42.555569 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:42.557504 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/networks/b0b8783e-518a-43a9-b652-46a9d4850022 HTTP/1.1" status: 204 len: 168 time: 0.9395115 Aug 20 10:40:42.561650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45110) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:42.568342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f271b-4734-4f15-9dd3-44cb0327c1aa tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Network': ['ID=b0b8783e-518a-43a9-b652-46a9d4850022,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:42.746908 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Deleting port c9cad838-5b41-49cf-b0db-1741c38e67e1 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:42.748092 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:42.862745 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:42.864898 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:42.892619 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45116) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:42.896197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Calling delete_port for c9cad838-5b41-49cf-b0db-1741c38e67e1 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:43.121953 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:43.198732 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6e0854ef-d1f2-45c7-a9dc-736fcc8c0340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:43.217149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Port': ['ID=c9cad838-5b41-49cf-b0db-1741c38e67e1,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:43.252421 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:43.253325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:43.254546 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:43.255476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:43.256338 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:43.256638 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:43.257536 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:43.258211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:43.258768 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:43.259453 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:43.259998 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:43.260569 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:43.295116 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:43.299199 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:43.300529 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e0d5e099-7ec9-4157-9643-e8d4c2616288 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/floatingips/1dc682c1-5544-4e08-b86a-25aebf9566af HTTP/1.1" status: 204 len: 168 time: 0.7362242 Aug 20 10:40:43.306647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45126) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:43.360854 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45128) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:43.374243 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-01581563-1988-4066-8ff5-1ad8f09978a9 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] DELETE failed (client error): The resource could not be found. Aug 20 10:40:43.374243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01581563-1988-4066-8ff5-1ad8f09978a9 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:40:43.376478 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-bb85672e-53a7-4dfb-9f14-7870ae91456a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1381022561', 'description': 'tempest-secgroup-smoke-1381022561 description', 'project_id': 'a42de817dc7f43e1b394c597ce63df37'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:43.388720 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-01581563-1988-4066-8ff5-1ad8f09978a9 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/ports/5bf06969-5306-4ed3-afce-1c16fa94c9c6 HTTP/1.1" status: 404 len: 333 time: 0.0786929 Aug 20 10:40:43.392825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45132) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:43.426568 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-47a54d5d-01a8-4391-8248-49e724af044f tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "GET /v2.0/ports?device_id=f42ab3e6-add7-4ada-9143-1fccf68c8a89 HTTP/1.1" status: 200 len: 205 time: 0.0317633 Aug 20 10:40:43.429015 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6e0854ef-d1f2-45c7-a9dc-736fcc8c0340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:43.429236 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45134) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:43.446398 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6e0854ef-d1f2-45c7-a9dc-736fcc8c0340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:43.510237 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb85672e-53a7-4dfb-9f14-7870ae91456a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:43.517175 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-196eff4e-32ef-4b59-908f-5b6b232afa6a tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] delete failed (client error): The resource could not be found. Aug 20 10:40:43.521149 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-196eff4e-32ef-4b59-908f-5b6b232afa6a tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/routers/f42ab3e6-add7-4ada-9143-1fccf68c8a89 HTTP/1.1" status: 404 len: 336 time: 0.0884295 Aug 20 10:40:43.523995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45142) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:43.525440 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0854ef-d1f2-45c7-a9dc-736fcc8c0340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5e618b-b16d-42db-8b62-c0abb4d20d38,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:43.538488 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6e0854ef-d1f2-45c7-a9dc-736fcc8c0340 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=756324eaa6cd46729ceb7bc90ab8f904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6444962 Aug 20 10:40:43.540061 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb85672e-53a7-4dfb-9f14-7870ae91456a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:43.543526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45146) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:43.572126 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9053ce9-f1e4-4f54-a96c-bbe96d3c0393 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] DELETE failed (client error): The resource could not be found. Aug 20 10:40:43.572593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9053ce9-f1e4-4f54-a96c-bbe96d3c0393 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:40:43.574364 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d9053ce9-f1e4-4f54-a96c-bbe96d3c0393 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/subnets/704a0375-72e7-4588-a090-4f671d2021b3 HTTP/1.1" status: 404 len: 337 time: 0.0459373 Aug 20 10:40:43.577076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45148) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:43.655970 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-402b8547-1b26-43b8-8911-7bc40f96a954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:43.690328 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-402b8547-1b26-43b8-8911-7bc40f96a954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:43.767889 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-402b8547-1b26-43b8-8911-7bc40f96a954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:43.771746 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e2618407-330d-4b6e-a2a0-9a82d6de4125 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:40:43.773262 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-402b8547-1b26-43b8-8911-7bc40f96a954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:43.774638 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-402b8547-1b26-43b8-8911-7bc40f96a954 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc5e618b-b16d-42db-8b62-c0abb4d20d38 HTTP/1.1" status: 204 len: 168 time: 0.2291753 Aug 20 10:40:43.789004 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b8547-1b26-43b8-8911-7bc40f96a954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5e618b-b16d-42db-8b62-c0abb4d20d38,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:43.813775 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: e2618407-330d-4b6e-a2a0-9a82d6de4125 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:40:43.814146 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e2618407-330d-4b6e-a2a0-9a82d6de4125 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:40:43.842539 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-5d38f587-fbb2-405f-919c-c7093545800c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Deleting port 88eecffa-8501-4180-b3d2-2bf56cdcc4eb {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:43.842883 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5d38f587-fbb2-405f-919c-c7093545800c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:43.923677 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb85672e-53a7-4dfb-9f14-7870ae91456a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:43.928740 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb85672e-53a7-4dfb-9f14-7870ae91456a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:43.998520 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5d38f587-fbb2-405f-919c-c7093545800c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.001150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85672e-53a7-4dfb-9f14-7870ae91456a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a98d428-cdc9-410e-822a-1a457f1ad1d7,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:44.021818 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-5d38f587-fbb2-405f-919c-c7093545800c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Calling delete_port for 88eecffa-8501-4180-b3d2-2bf56cdcc4eb owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:44.117821 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb85672e-53a7-4dfb-9f14-7870ae91456a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.123716 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb85672e-53a7-4dfb-9f14-7870ae91456a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.167307 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb85672e-53a7-4dfb-9f14-7870ae91456a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.168763 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bb85672e-53a7-4dfb-9f14-7870ae91456a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8053417 Aug 20 10:40:44.170725 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85672e-53a7-4dfb-9f14-7870ae91456a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71cda15f-d983-419c-bc23-38f01fc86016,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:44.172763 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45164) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:44.179073 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a03f2e0b-cf79-4c82-88b1-eb11c7813a38 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': '71cda15f-d983-419c-bc23-38f01fc86016', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:44.260043 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a03f2e0b-cf79-4c82-88b1-eb11c7813a38 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.266163 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5d38f587-fbb2-405f-919c-c7093545800c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.300675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45170) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:44.324138 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9adb321a-5723-4416-9872-c28b4a1d9b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.330328 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38f587-fbb2-405f-919c-c7093545800c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Port': ['ID=88eecffa-8501-4180-b3d2-2bf56cdcc4eb,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:44.403662 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a03f2e0b-cf79-4c82-88b1-eb11c7813a38 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.412448 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a03f2e0b-cf79-4c82-88b1-eb11c7813a38 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.440759 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f2e0b-cf79-4c82-88b1-eb11c7813a38 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d662a35f-ed62-4509-b8c7-03395f3a4d95,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:44.456463 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5d38f587-fbb2-405f-919c-c7093545800c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.458391 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5d38f587-fbb2-405f-919c-c7093545800c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/ports/88eecffa-8501-4180-b3d2-2bf56cdcc4eb HTTP/1.1" status: 204 len: 168 time: 0.8803911 Aug 20 10:40:44.460856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45174) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:44.495605 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9adb321a-5723-4416-9872-c28b4a1d9b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.500917 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9adb321a-5723-4416-9872-c28b4a1d9b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.515844 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a03f2e0b-cf79-4c82-88b1-eb11c7813a38 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.518955 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a03f2e0b-cf79-4c82-88b1-eb11c7813a38 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3444448 Aug 20 10:40:44.521720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45176) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:44.526926 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7754128d-d55f-4684-94ee-80d490da2ea2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': '71cda15f-d983-419c-bc23-38f01fc86016', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:44.560298 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9adb321a-5723-4416-9872-c28b4a1d9b77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a19630f338cb4c71aba97aae69983c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573848 Aug 20 10:40:44.562392 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb321a-5723-4416-9872-c28b4a1d9b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb926ba-bcca-456c-b3de-2df4334f0bc5,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:44.564838 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45178) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:44.657883 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d236d3b-52e4-4529-a282-9e0d52a67d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.682878 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d236d3b-52e4-4529-a282-9e0d52a67d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.704681 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7754128d-d55f-4684-94ee-80d490da2ea2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.749506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-8a34701a-974e-42a0-b847-de5de3789b55 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Deleting port 138bf08b-c765-40ae-abef-1d4b5999acba {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:44.749836 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a34701a-974e-42a0-b847-de5de3789b55 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.755551 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d236d3b-52e4-4529-a282-9e0d52a67d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.760420 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d236d3b-52e4-4529-a282-9e0d52a67d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.762413 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0d236d3b-52e4-4529-a282-9e0d52a67d3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0fb926ba-bcca-456c-b3de-2df4334f0bc5 HTTP/1.1" status: 204 len: 168 time: 0.1831522 Aug 20 10:40:44.804398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d236d3b-52e4-4529-a282-9e0d52a67d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb926ba-bcca-456c-b3de-2df4334f0bc5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:44.859827 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7754128d-d55f-4684-94ee-80d490da2ea2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.867481 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7754128d-d55f-4684-94ee-80d490da2ea2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.898704 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7754128d-d55f-4684-94ee-80d490da2ea2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.899989 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7754128d-d55f-4684-94ee-80d490da2ea2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3773141 Aug 20 10:40:44.903234 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45186) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:44.908367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-709be6fd-20c9-4a95-ba92-1c2c97297a1c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': '71cda15f-d983-419c-bc23-38f01fc86016', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:44.920250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754128d-d55f-4684-94ee-80d490da2ea2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b37be8c-aa04-407e-bb89-5eda9dea4b5c,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:44.934736 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a34701a-974e-42a0-b847-de5de3789b55 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:44.950835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-8a34701a-974e-42a0-b847-de5de3789b55 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Calling delete_port for 138bf08b-c765-40ae-abef-1d4b5999acba owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:44.969022 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-709be6fd-20c9-4a95-ba92-1c2c97297a1c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:45.110395 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-709be6fd-20c9-4a95-ba92-1c2c97297a1c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:45.116169 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-709be6fd-20c9-4a95-ba92-1c2c97297a1c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:45.150503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709be6fd-20c9-4a95-ba92-1c2c97297a1c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d78505-984e-44c7-a4f5-8a55799d91a8,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:45.152169 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a34701a-974e-42a0-b847-de5de3789b55 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:45.161421 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-709be6fd-20c9-4a95-ba92-1c2c97297a1c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:45.166052 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45192) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:45.167108 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-709be6fd-20c9-4a95-ba92-1c2c97297a1c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2627952 Aug 20 10:40:45.203685 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d32b8a71-3667-4874-95f8-f61fc25a096f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': '71cda15f-d983-419c-bc23-38f01fc86016', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:45.215021 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34701a-974e-42a0-b847-de5de3789b55 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Port': ['ID=138bf08b-c765-40ae-abef-1d4b5999acba,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:45.313997 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d32b8a71-3667-4874-95f8-f61fc25a096f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:45.355642 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a34701a-974e-42a0-b847-de5de3789b55 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:45.360124 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8a34701a-974e-42a0-b847-de5de3789b55 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/ports/138bf08b-c765-40ae-abef-1d4b5999acba HTTP/1.1" status: 204 len: 168 time: 0.8957593 Aug 20 10:40:45.361156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45202) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:45.381417 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d32b8a71-3667-4874-95f8-f61fc25a096f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:45.386067 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d32b8a71-3667-4874-95f8-f61fc25a096f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:45.417606 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d32b8a71-3667-4874-95f8-f61fc25a096f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:45.421405 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d32b8a71-3667-4874-95f8-f61fc25a096f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2519519 Aug 20 10:40:45.421699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45206) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:45.427715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-97aead06-2f4d-48d1-8d6e-ca6af57dee5b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': '71cda15f-d983-419c-bc23-38f01fc86016', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:45.433471 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b8a71-3667-4874-95f8-f61fc25a096f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4493a5a-4950-4e2c-811d-cdf930f4322e,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:45.468866 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-97aead06-2f4d-48d1-8d6e-ca6af57dee5b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Project a42de817dc7f43e1b394c597ce63df37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:40:45.481601 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97aead06-2f4d-48d1-8d6e-ca6af57dee5b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:45.507942 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688eb430-5b51-4ef9-9ef4-3bb8a4537d2b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:45.513487 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-688eb430-5b51-4ef9-9ef4-3bb8a4537d2b tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "GET /v2.0/ports?device_id=9de58bd1-3ad3-4b93-8166-79cd3e69940d HTTP/1.1" status: 200 len: 913 time: 0.1465032 Aug 20 10:40:45.513757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45208) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:45.592072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45212) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:45.603753 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97aead06-2f4d-48d1-8d6e-ca6af57dee5b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:45.609660 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97aead06-2f4d-48d1-8d6e-ca6af57dee5b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:45.657308 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aead06-2f4d-48d1-8d6e-ca6af57dee5b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b974a88b-1a3b-4c23-9bf7-8bdff2ac6910,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:45.671066 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97aead06-2f4d-48d1-8d6e-ca6af57dee5b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:45.673029 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-97aead06-2f4d-48d1-8d6e-ca6af57dee5b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2502682 Aug 20 10:40:45.681437 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45224) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:45.686674 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-948aa225-6571-43c1-929a-d8f9b1f277db tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': '71cda15f-d983-419c-bc23-38f01fc86016', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:45.732762 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-948aa225-6571-43c1-929a-d8f9b1f277db tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Project a42de817dc7f43e1b394c597ce63df37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:40:45.743259 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-948aa225-6571-43c1-929a-d8f9b1f277db tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:45.827581 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a13162a6-38cf-49c4-9681-75ec70e4bee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:45.878630 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-948aa225-6571-43c1-929a-d8f9b1f277db tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:45.888207 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-948aa225-6571-43c1-929a-d8f9b1f277db tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:45.913647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948aa225-6571-43c1-929a-d8f9b1f277db tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffaeb808-b79f-407b-8356-6e666f939ffb,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:46.047253 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a13162a6-38cf-49c4-9681-75ec70e4bee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:46.055537 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a13162a6-38cf-49c4-9681-75ec70e4bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:46.056743 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-948aa225-6571-43c1-929a-d8f9b1f277db tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:46.061339 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-948aa225-6571-43c1-929a-d8f9b1f277db tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3799303 Aug 20 10:40:46.063014 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45232) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:46.069376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0d45b5fb-5ac6-45ae-a20e-a8991e72ff17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'network': {'name': 'tempest-network-smoke--1377978670', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'port_security_enabled': True}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:46.148245 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d45b5fb-5ac6-45ae-a20e-a8991e72ff17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Made reservation on behalf of a42de817dc7f43e1b394c597ce63df37 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:40:46.152452 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d45b5fb-5ac6-45ae-a20e-a8991e72ff17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:46.155847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13162a6-38cf-49c4-9681-75ec70e4bee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04bceb0-1bf1-455c-9217-e86020bd0653,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:46.162850 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a13162a6-38cf-49c4-9681-75ec70e4bee9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d278da9bf0b4aee91f7616070d18690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5652585 Aug 20 10:40:46.163427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45236) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:46.205820 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d45b5fb-5ac6-45ae-a20e-a8991e72ff17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:40:46.224265 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d45b5fb-5ac6-45ae-a20e-a8991e72ff17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:46.224777 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-0d45b5fb-5ac6-45ae-a20e-a8991e72ff17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Added segment ca60eb73-04bb-4fcf-bf40-4668ede9ba26 of type vlan for network 04ee7e74-5a5c-49dc-a864-0c96e1144436 Aug 20 10:40:46.254681 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e8377fe-ecdd-4baa-b612-a098cc887dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:46.297679 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e8377fe-ecdd-4baa-b612-a098cc887dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:46.299830 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d45b5fb-5ac6-45ae-a20e-a8991e72ff17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:46.330854 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92a94824-df15-4a34-9e9f-a4a9975a57b0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:46.375260 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d45b5fb-5ac6-45ae-a20e-a8991e72ff17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:46.381649 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e8377fe-ecdd-4baa-b612-a098cc887dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:46.386715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d45b5fb-5ac6-45ae-a20e-a8991e72ff17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:46.386715 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d45b5fb-5ac6-45ae-a20e-a8991e72ff17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:46.391246 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e8377fe-ecdd-4baa-b612-a098cc887dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:46.392535 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8e8377fe-ecdd-4baa-b612-a098cc887dca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b04bceb0-1bf1-455c-9217-e86020bd0653 HTTP/1.1" status: 204 len: 168 time: 0.2278702 Aug 20 10:40:46.403946 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8377fe-ecdd-4baa-b612-a098cc887dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04bceb0-1bf1-455c-9217-e86020bd0653,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:46.923351 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45262) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:46.942643 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3497bb04-31f9-4403-bef8-0ee11f31827a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:46.988101 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0d45b5fb-5ac6-45ae-a20e-a8991e72ff17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9251807 Aug 20 10:40:46.988756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45268) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:46.999259 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-379356372', 'admin_state_up': True, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:47.003651 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45b5fb-5ac6-45ae-a20e-a8991e72ff17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Network': ['ID=04ee7e74-5a5c-49dc-a864-0c96e1144436,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:47.015933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 04ee7e74-5a5c-49dc-a864-0c96e1144436 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:40:47.080809 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3497bb04-31f9-4403-bef8-0ee11f31827a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:47.091306 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3497bb04-31f9-4403-bef8-0ee11f31827a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:47.167907 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:47.168936 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:47.243670 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45282) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:47.243860 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3497bb04-31f9-4403-bef8-0ee11f31827a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df03c9ed59764be4a122fd641eb5cccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189762 Aug 20 10:40:47.246343 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:47.249692 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497bb04-31f9-4403-bef8-0ee11f31827a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb96e95-3aa7-4461-8803-f3b86c014644,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:47.301454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-92a94824-df15-4a34-9e9f-a4a9975a57b0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Deleting port 9908b17c-3dae-40a0-9845-85216c50901d {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:47.301953 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92a94824-df15-4a34-9e9f-a4a9975a57b0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:47.393572 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-37095567-d3dd-4e67-a59b-51e39534f74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:47.436048 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92a94824-df15-4a34-9e9f-a4a9975a57b0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:47.439965 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-37095567-d3dd-4e67-a59b-51e39534f74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:47.459115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-92a94824-df15-4a34-9e9f-a4a9975a57b0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Calling delete_port for 9908b17c-3dae-40a0-9845-85216c50901d owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:47.464087 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:47.561900 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-37095567-d3dd-4e67-a59b-51e39534f74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:47.564980 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-37095567-d3dd-4e67-a59b-51e39534f74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:47.569049 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-37095567-d3dd-4e67-a59b-51e39534f74a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fb96e95-3aa7-4461-8803-f3b86c014644 HTTP/1.1" status: 204 len: 168 time: 0.3232243 Aug 20 10:40:47.611215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37095567-d3dd-4e67-a59b-51e39534f74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb96e95-3aa7-4461-8803-f3b86c014644,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:47.773348 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92a94824-df15-4a34-9e9f-a4a9975a57b0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:47.828541 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a94824-df15-4a34-9e9f-a4a9975a57b0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Port': ['ID=9908b17c-3dae-40a0-9845-85216c50901d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:47.839549 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:47.891375 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:48.031937 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Allocated IP 172.25.3.52 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/7409ba34-4b99-40de-b770-d7acab553dae) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:40:48.120893 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92a94824-df15-4a34-9e9f-a4a9975a57b0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:48.160760 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:48.218318 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:48.263195 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:40:48.266564 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:40:48.270594 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:40:48.300479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=7409ba34-4b99-40de-b770-d7acab553dae,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:48.524015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a94824-df15-4a34-9e9f-a4a9975a57b0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Router 9de58bd1-3ad3-4b93-8166-79cd3e69940d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:40:48.540710 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:48.647902 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:48.717436 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a94824-df15-4a34-9e9f-a4a9975a57b0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:48.730228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0661ff1-8248-4cc2-96f2-06835a9c4159 None None] Sync routers for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:48.758430 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-92a94824-df15-4a34-9e9f-a4a9975a57b0 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "PUT /v2.0/routers/9de58bd1-3ad3-4b93-8166-79cd3e69940d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2355273 Aug 20 10:40:48.759950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45344) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:48.769555 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0661ff1-8248-4cc2-96f2-06835a9c4159 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:48.770201 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c0661ff1-8248-4cc2-96f2-06835a9c4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:48.894325 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c0661ff1-8248-4cc2-96f2-06835a9c4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:48.917707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0661ff1-8248-4cc2-96f2-06835a9c4159 None None] Routers {'9de58bd1-3ad3-4b93-8166-79cd3e69940d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:48.919933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c0661ff1-8248-4cc2-96f2-06835a9c4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:49.015882 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c0661ff1-8248-4cc2-96f2-06835a9c4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:49.017488 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0661ff1-8248-4cc2-96f2-06835a9c4159 None None] The sync data for ids ['9de58bd1-3ad3-4b93-8166-79cd3e69940d'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:49.020701 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-40f4b752-8f62-4be0-a575-ed4f0c1e969c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:49.290052 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-40f4b752-8f62-4be0-a575-ed4f0c1e969c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:49.341151 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45362) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:49.409732 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-40f4b752-8f62-4be0-a575-ed4f0c1e969c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Deleting port c3e584f1-45bf-4dd7-9a7b-3f85b90eec77 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:40:49.410144 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-40f4b752-8f62-4be0-a575-ed4f0c1e969c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:49.536591 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-40f4b752-8f62-4be0-a575-ed4f0c1e969c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:49.549256 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:49.564315 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-40f4b752-8f62-4be0-a575-ed4f0c1e969c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Calling delete_port for c3e584f1-45bf-4dd7-9a7b-3f85b90eec77 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:40:49.625475 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a98f3e7b-d155-4ed7-8e3e-92ce27056be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:49.778765 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:40:49.856861 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-40f4b752-8f62-4be0-a575-ed4f0c1e969c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:49.896415 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a98f3e7b-d155-4ed7-8e3e-92ce27056be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:49.911754 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a98f3e7b-d155-4ed7-8e3e-92ce27056be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:49.933505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4b752-8f62-4be0-a575-ed4f0c1e969c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Port': ['ID=c3e584f1-45bf-4dd7-9a7b-3f85b90eec77,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:50.017665 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a98f3e7b-d155-4ed7-8e3e-92ce27056be7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ae8388d66ef4fb89706b7c46bba2883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6718843 Aug 20 10:40:50.018926 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45380) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:50.027590 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f3e7b-d155-4ed7-8e3e-92ce27056be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8884fd-92df-4265-9816-1d8a6130215d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:50.033654 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:50.052048 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Sync routers for ids ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:50.061413 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-40f4b752-8f62-4be0-a575-ed4f0c1e969c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:50.083067 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:50.087743 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bd54d58d-22d1-4b2b-bcc7-f14641b52be1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0956731 Aug 20 10:40:50.088874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45384) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:50.098643 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Routers {'61fcf6b8-83b7-4a9b-a724-009daa61d6c4'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:50.108073 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:50.116507 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-51d6906a-7132-46a2-a0f2-63364ec300ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:50.179482 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-51d6906a-7132-46a2-a0f2-63364ec300ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:50.209940 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-40f4b752-8f62-4be0-a575-ed4f0c1e969c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:50.214922 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-40f4b752-8f62-4be0-a575-ed4f0c1e969c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:50.304913 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-51d6906a-7132-46a2-a0f2-63364ec300ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:50.309658 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-51d6906a-7132-46a2-a0f2-63364ec300ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:50.313763 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-51d6906a-7132-46a2-a0f2-63364ec300ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e8884fd-92df-4265-9816-1d8a6130215d HTTP/1.1" status: 204 len: 168 time: 0.2907248 Aug 20 10:40:50.316874 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-40f4b752-8f62-4be0-a575-ed4f0c1e969c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:50.317637 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f4b752-8f62-4be0-a575-ed4f0c1e969c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Fanout notify agent at l3_agent the message router_deleted on router 9de58bd1-3ad3-4b93-8166-79cd3e69940d {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:40:50.330796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6906a-7132-46a2-a0f2-63364ec300ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8884fd-92df-4265-9816-1d8a6130215d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:50.334559 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-40f4b752-8f62-4be0-a575-ed4f0c1e969c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:50.336227 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-40f4b752-8f62-4be0-a575-ed4f0c1e969c tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/routers/9de58bd1-3ad3-4b93-8166-79cd3e69940d HTTP/1.1" status: 204 len: 168 time: 1.5752892 Aug 20 10:40:50.340160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45394) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:50.370701 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Set router 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:40:50.484044 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-88802910-bc2c-4a69-a3db-1021a862d1e6 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Deleting subnet 9ad17627-c96b-49a1-9e61-7bf9032ee654 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:40:50.506434 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-724d9e19-7a34-43e4-8322-b7a9b56126a5 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a42de817dc7f43e1b394c597ce63df37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4118819 Aug 20 10:40:50.509872 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45400) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:50.513887 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-88802910-bc2c-4a69-a3db-1021a862d1e6 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:50.574242 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-88802910-bc2c-4a69-a3db-1021a862d1e6 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:50.663464 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379356372', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7409ba34-4b99-40de-b770-d7acab553dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:48Z', 'revision_number': 3, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '7409ba34-4b99-40de-b770-d7acab553dae', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:50.663789 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-88802910-bc2c-4a69-a3db-1021a862d1e6 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:50.728979 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Checking router: 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:40:50.729333 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Updating router 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 port 7409ba34-4b99-40de-b770-d7acab553dae binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:40:50.786392 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-88802910-bc2c-4a69-a3db-1021a862d1e6 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:50.795036 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:50.803035 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f898014c-7373-41ff-a2f5-36a28547e9b8 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:50.807837 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f898014c-7373-41ff-a2f5-36a28547e9b8 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2936978 Aug 20 10:40:50.808419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45412) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:50.875519 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c26f6b00-5937-483b-a9f8-7f6d3423d116 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0622098 Aug 20 10:40:50.875872 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45416) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:50.887212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88802910-bc2c-4a69-a3db-1021a862d1e6 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad17627-c96b-49a1-9e61-7bf9032ee654,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:50.892794 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-88802910-bc2c-4a69-a3db-1021a862d1e6 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:50.896957 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-88802910-bc2c-4a69-a3db-1021a862d1e6 tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/subnets/9ad17627-c96b-49a1-9e61-7bf9032ee654 HTTP/1.1" status: 204 len: 168 time: 0.5535307 Aug 20 10:40:50.897109 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-5f591c04-bd22-47d5-bb81-44006aa566aa tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-76690350', 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:50.897779 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45420) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:51.063493 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c4b65ca-fcab-4b60-920b-7b7c567dd14e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.091456 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f591c04-bd22-47d5-bb81-44006aa566aa tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Made reservation on behalf of a42de817dc7f43e1b394c597ce63df37 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:40:51.095608 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5f591c04-bd22-47d5-bb81-44006aa566aa tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.147122 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45430) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:51.246512 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bbceb868-0085-467c-ab20-476d56259e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.268386 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c4b65ca-fcab-4b60-920b-7b7c567dd14e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.269738 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.285094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-0c4b65ca-fcab-4b60-920b-7b7c567dd14e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097e5677-2a04-477e-96c6-aba9e05ffa95']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:51.286708 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Transition to ACTIVE for port object 7409ba34-4b99-40de-b770-d7acab553dae will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:40:51.294865 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.303188 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-0c4b65ca-fcab-4b60-920b-7b7c567dd14e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eace40c5-bc57-4eb5-93d1-622a2774a832') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:51.303814 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-0c4b65ca-fcab-4b60-920b-7b7c567dd14e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eace40c5-bc57-4eb5-93d1-622a2774a832') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:51.319282 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c4b65ca-fcab-4b60-920b-7b7c567dd14e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.346414 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c4b65ca-fcab-4b60-920b-7b7c567dd14e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.355972 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4b65ca-fcab-4b60-920b-7b7c567dd14e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:40:51.356721 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c4b65ca-fcab-4b60-920b-7b7c567dd14e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:40:51.360477 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:40:51.391897 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53f170-5e5e-4ac6-b528-7d1bf63aa30e None None] Pushing event updated for resources: {'Port': ['ID=7409ba34-4b99-40de-b770-d7acab553dae,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:51.424958 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53f170-5e5e-4ac6-b528-7d1bf63aa30e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:51.425528 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53f170-5e5e-4ac6-b528-7d1bf63aa30e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:51.426385 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53f170-5e5e-4ac6-b528-7d1bf63aa30e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:51.428868 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53f170-5e5e-4ac6-b528-7d1bf63aa30e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:51.429540 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53f170-5e5e-4ac6-b528-7d1bf63aa30e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:51.429985 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53f170-5e5e-4ac6-b528-7d1bf63aa30e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:51.430466 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53f170-5e5e-4ac6-b528-7d1bf63aa30e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:51.430897 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53f170-5e5e-4ac6-b528-7d1bf63aa30e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:51.431901 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53f170-5e5e-4ac6-b528-7d1bf63aa30e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:51.432474 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53f170-5e5e-4ac6-b528-7d1bf63aa30e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:51.432909 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53f170-5e5e-4ac6-b528-7d1bf63aa30e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:51.433909 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc53f170-5e5e-4ac6-b528-7d1bf63aa30e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:51.438958 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Attempting to bind port 7409ba34-4b99-40de-b770-d7acab553dae on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:40:51.439708 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Attempting to bind port 7409ba34-4b99-40de-b770-d7acab553dae by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:40:51.440261 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Attempting to bind port 7409ba34-4b99-40de-b770-d7acab553dae on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:40:51.448313 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:40:51.448882 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:40:51.449386 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.450014 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:40:51.450581 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Bound port: 7409ba34-4b99-40de-b770-d7acab553dae, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:40:51.451134 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.462775 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c4b65ca-fcab-4b60-920b-7b7c567dd14e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.487923 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c4b65ca-fcab-4b60-920b-7b7c567dd14e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.490710 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0c4b65ca-fcab-4b60-920b-7b7c567dd14e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] 10.222.0.16 "DELETE /v2.0/networks/097e5677-2a04-477e-96c6-aba9e05ffa95 HTTP/1.1" status: 204 len: 168 time: 0.5920002 Aug 20 10:40:51.491870 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b65ca-fcab-4b60-920b-7b7c567dd14e tempest-FloatingIPTestJSON-205462185 tempest-FloatingIPTestJSON-205462185-project] Pushing event deleted for resources: {'Network': ['ID=097e5677-2a04-477e-96c6-aba9e05ffa95,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:51.494231 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5f591c04-bd22-47d5-bb81-44006aa566aa tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.539572 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bbceb868-0085-467c-ab20-476d56259e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.548655 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bbceb868-0085-467c-ab20-476d56259e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.549386 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] For port 7409ba34-4b99-40de-b770-d7acab553dae, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:40:51.553568 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] For port 7409ba34-4b99-40de-b770-d7acab553dae, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7409ba34-4b99-40de-b770-d7acab553dae,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:40:51.559276 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.610938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f591c04-bd22-47d5-bb81-44006aa566aa tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Subnet': ['ID=7556d4b9-7aed-48d6-9dd3-8cb0da6203ab,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:51.621839 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f591c04-bd22-47d5-bb81-44006aa566aa tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Checking segment: {'id': 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:40:51.622266 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f591c04-bd22-47d5-bb81-44006aa566aa tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network hostable DHCP agents. Network: 04ee7e74-5a5c-49dc-a864-0c96e1144436, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:40:51.655725 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f591c04-bd22-47d5-bb81-44006aa566aa tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network 04ee7e74-5a5c-49dc-a864-0c96e1144436 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:40:51.667755 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53f170-5e5e-4ac6-b528-7d1bf63aa30e None None] Pushing event updated for resources: {'Port': ['ID=7409ba34-4b99-40de-b770-d7acab553dae,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:51.689192 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Routers {'61fcf6b8-83b7-4a9b-a724-009daa61d6c4'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:51.689945 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:51.691149 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-5f591c04-bd22-47d5-bb81-44006aa566aa tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 04ee7e74-5a5c-49dc-a864-0c96e1144436) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:40:51.700106 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf90fa7-6782-4882-9d92-ae892c771fe5 None None] Network 04ee7e74-5a5c-49dc-a864-0c96e1144436 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:40:51.703678 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbceb868-0085-467c-ab20-476d56259e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27c4d66-5d14-4f48-8962-a60708d8d9c5,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:51.718131 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bbceb868-0085-467c-ab20-476d56259e12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e326c65e3c841e3999c13a74a307e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5694749 Aug 20 10:40:51.720230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f591c04-bd22-47d5-bb81-44006aa566aa tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:51.720616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45448) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:51.730789 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5f591c04-bd22-47d5-bb81-44006aa566aa tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.780729 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5f591c04-bd22-47d5-bb81-44006aa566aa tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9021051 Aug 20 10:40:51.783219 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45450) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:51.842068 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-64d128ef-f442-4785-bd42-395099617fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:51.913885 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-64d128ef-f442-4785-bd42-395099617fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:52.002279 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] Set router 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:40:52.021746 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-64d128ef-f442-4785-bd42-395099617fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:52.025811 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-64d128ef-f442-4785-bd42-395099617fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:52.030709 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-64d128ef-f442-4785-bd42-395099617fd1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f27c4d66-5d14-4f48-8962-a60708d8d9c5 HTTP/1.1" status: 204 len: 168 time: 0.3078542 Aug 20 10:40:52.041872 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45460) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:52.064186 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d128ef-f442-4785-bd42-395099617fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27c4d66-5d14-4f48-8962-a60708d8d9c5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:52.070605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-04ee7e74-5a5c-49dc-a864-0c96e1144436', 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ips': [{'subnet_id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:40:52.072893 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:52.083449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45464) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:52.390903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Allocated IP 172.20.0.2 (04ee7e74-5a5c-49dc-a864-0c96e1144436/7556d4b9-7aed-48d6-9dd3-8cb0da6203ab/8d64bd35-0b98-49b3-a583-6ee29c8a6032) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:40:52.414060 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379356372', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7409ba34-4b99-40de-b770-d7acab553dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:48Z', 'revision_number': 3, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '7409ba34-4b99-40de-b770-d7acab553dae', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:52.482123 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc577905-be14-48ba-b6e8-d89bbbae229c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:52.506293 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-df7e43db-32e4-4917-8712-487b2e0ccee6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc099d0375e649e0b94d2e2bec31b19a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4213946 Aug 20 10:40:52.519086 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45474) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:52.551848 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4ef4f-0c87-41cd-9a60-5e79a33b3b78 None None] The sync data for ids ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'] in n-d-778550-11 is: [{'id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379356372', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7409ba34-4b99-40de-b770-d7acab553dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:48Z', 'revision_number': 3, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '7409ba34-4b99-40de-b770-d7acab553dae', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:40:52.699871 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:52.724536 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ce34-fc60-4183-a564-29874dff5d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:52.732385 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Transition to ACTIVE for port object 8d64bd35-0b98-49b3-a583-6ee29c8a6032 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:40:52.745813 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:52.771272 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Transition to ACTIVE for port object 8d64bd35-0b98-49b3-a583-6ee29c8a6032 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:40:52.781184 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:52.818044 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ce34-fc60-4183-a564-29874dff5d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:52.836291 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Pushing event updated for resources: {'Port': ['ID=8d64bd35-0b98-49b3-a583-6ee29c8a6032,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:52.858122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Network 04ee7e74-5a5c-49dc-a864-0c96e1144436 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:40:52.859720 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:40:52.863017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:40:52.921076 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc577905-be14-48ba-b6e8-d89bbbae229c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:52.929786 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:52.935682 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc577905-be14-48ba-b6e8-d89bbbae229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:53.042980 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bc577905-be14-48ba-b6e8-d89bbbae229c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=204ba41cca284066ada8dd179de1ee0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9997516 Aug 20 10:40:53.044015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45486) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:53.069354 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc577905-be14-48ba-b6e8-d89bbbae229c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b1159b-ad3c-4c87-b0bf-13fef979f3d6,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:53.114887 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ce34-fc60-4183-a564-29874dff5d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:53.118466 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ce34-fc60-4183-a564-29874dff5d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:53.119967 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3bf4ce34-fc60-4183-a564-29874dff5d40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23311a3c-49f1-47c1-9f5f-ef3fe19e9fc2 HTTP/1.1" status: 204 len: 168 time: 0.5924108 Aug 20 10:40:53.136575 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4ce34-fc60-4183-a564-29874dff5d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23311a3c-49f1-47c1-9f5f-ef3fe19e9fc2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:53.161025 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Attempting to bind port 8d64bd35-0b98-49b3-a583-6ee29c8a6032 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:40:53.164730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Attempting to bind port 8d64bd35-0b98-49b3-a583-6ee29c8a6032 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:40:53.166700 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Attempting to bind port 8d64bd35-0b98-49b3-a583-6ee29c8a6032 on network 04ee7e74-5a5c-49dc-a864-0c96e1144436 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:40:53.203992 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:40:53.205212 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Checking segment: {'id': 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:40:53.205634 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:53.206087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Bound using segment: {'id': 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:40:53.206580 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Bound port: 8d64bd35-0b98-49b3-a583-6ee29c8a6032, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:40:53.206966 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:53.364839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] For port 8d64bd35-0b98-49b3-a583-6ee29c8a6032, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:40:53.376840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] For port 8d64bd35-0b98-49b3-a583-6ee29c8a6032, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8d64bd35-0b98-49b3-a583-6ee29c8a6032,segment=NetworkSegment(ca60eb73-04bb-4fcf-bf40-4668ede9ba26),segment_id=ca60eb73-04bb-4fcf-bf40-4668ede9ba26)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:40:53.386965 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:53.514015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f3d4e-b140-40be-a626-e1392f424972 None None] Pushing event updated for resources: {'Port': ['ID=8d64bd35-0b98-49b3-a583-6ee29c8a6032,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:53.603566 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cbee4371-0439-4db5-99bb-0f79f07b003c req-62d798c2-bef8-49ce-b87f-5f8621a98b0c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2685535 Aug 20 10:40:53.604643 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-018fc526-f7f8-462f-9992-c75773308bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:53.772843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Allocated IP 172.20.0.1 (04ee7e74-5a5c-49dc-a864-0c96e1144436/7556d4b9-7aed-48d6-9dd3-8cb0da6203ab/eb7aadf4-2370-4248-a783-46bdc400de51) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:40:53.903614 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-018fc526-f7f8-462f-9992-c75773308bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:53.917989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7409ba34-4b99-40de-b770-d7acab553dae up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:40:54.080654 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 7409ba34-4b99-40de-b770-d7acab553dae completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:40:54.089953 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7409ba34-4b99-40de-b770-d7acab553dae triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:40:54.090393 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:54.221701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee4371-0439-4db5-99bb-0f79f07b003c req-141b896e-5967-4a0f-b2eb-26be7c486429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:54.223667 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cbee4371-0439-4db5-99bb-0f79f07b003c req-141b896e-5967-4a0f-b2eb-26be7c486429 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 1097 time: 0.3724821 Aug 20 10:40:54.295895 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:54.353393 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 7409ba34-4b99-40de-b770-d7acab553dae, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7409ba34-4b99-40de-b770-d7acab553dae,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:40:54.364815 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:54.485468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45558) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:54.494299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-018fc526-f7f8-462f-9992-c75773308bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:54.505354 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-018fc526-f7f8-462f-9992-c75773308bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:54.512056 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=7409ba34-4b99-40de-b770-d7acab553dae,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:54.512859 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-018fc526-f7f8-462f-9992-c75773308bc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06b1159b-ad3c-4c87-b0bf-13fef979f3d6 HTTP/1.1" status: 204 len: 168 time: 1.4677424 Aug 20 10:40:54.520354 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:54.559346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fc526-f7f8-462f-9992-c75773308bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b1159b-ad3c-4c87-b0bf-13fef979f3d6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:54.576741 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Transition to ACTIVE for port object eb7aadf4-2370-4248-a783-46bdc400de51 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:40:54.680658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee4371-0439-4db5-99bb-0f79f07b003c req-01c56a8f-812d-4eb0-aff6-f2ba877f23ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:54.682921 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cbee4371-0439-4db5-99bb-0f79f07b003c req-01c56a8f-812d-4eb0-aff6-f2ba877f23ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.4090817 Aug 20 10:40:54.816626 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-802df710-62eb-4369-a61a-58f3a4763907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:54.817835 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cbee4371-0439-4db5-99bb-0f79f07b003c req-710a6159-cfe7-4b16-b5d2-0d42be174722 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10dc3468-eb37-49dc-8583-476a96f4b158 HTTP/1.1" status: 200 len: 217 time: 0.1207662 Aug 20 10:40:54.956615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:55.096630 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network 04ee7e74-5a5c-49dc-a864-0c96e1144436 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:40:55.098909 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee4371-0439-4db5-99bb-0f79f07b003c req-d6110691-36cb-4ead-9442-27e6ea7b66ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:55.100717 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cbee4371-0439-4db5-99bb-0f79f07b003c req-d6110691-36cb-4ead-9442-27e6ea7b66ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.2663124 Aug 20 10:40:55.120830 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:40:55.126472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:40:55.193311 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-802df710-62eb-4369-a61a-58f3a4763907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:55.219997 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-802df710-62eb-4369-a61a-58f3a4763907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:55.304036 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=eb7aadf4-2370-4248-a783-46bdc400de51,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:55.367408 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-802df710-62eb-4369-a61a-58f3a4763907 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05450e2742db48c79dd8a0d41c31b628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8798225 Aug 20 10:40:55.379350 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45578) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:55.381961 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45580) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:55.413699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802df710-62eb-4369-a61a-58f3a4763907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bbb106-53bd-4c98-b78b-7951672e5d8b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:55.417963 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:55.456311 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-643b246e-2400-41e9-b6b0-20107dac605e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:55.499220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee4371-0439-4db5-99bb-0f79f07b003c req-7bb7636d-365a-4525-b53b-32dd9c8f1a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:55.500856 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cbee4371-0439-4db5-99bb-0f79f07b003c req-7bb7636d-365a-4525-b53b-32dd9c8f1a69 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3646941 Aug 20 10:40:55.519039 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45582) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:55.592875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a382f1-c4e8-40c3-8bd6-aee409c5e248 None None] Network 04ee7e74-5a5c-49dc-a864-0c96e1144436 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:40:55.693924 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-643b246e-2400-41e9-b6b0-20107dac605e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:55.697942 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fce12677-c345-4e77-b4c3-8eb77e6dc065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:55.701218 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-643b246e-2400-41e9-b6b0-20107dac605e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:55.773793 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fce12677-c345-4e77-b4c3-8eb77e6dc065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:55.782632 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ff1b2dac-f057-4121-b21f-9a92fed3d1b7 None None] Provisioning for port 8d64bd35-0b98-49b3-a583-6ee29c8a6032 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:40:55.825682 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cbee4371-0439-4db5-99bb-0f79f07b003c req-5b106341-22d8-4486-9169-1ab4f0d09d7a service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055649 Aug 20 10:40:55.827574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b246e-2400-41e9-b6b0-20107dac605e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbea83b-f0e3-4e4b-80a8-03767a86e2fe,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:55.847770 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:55.862374 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-643b246e-2400-41e9-b6b0-20107dac605e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c5fcdd39b6b4642b27ddaef1484357e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759316 Aug 20 10:40:55.870317 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45586) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:55.962473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8d64bd35-0b98-49b3-a583-6ee29c8a6032 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:40:55.964531 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-460d2d74-4a55-42be-8888-35a21564cbaa tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1142929724'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:56.009758 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73fc7d39-76a6-4297-867f-3eab2aaf3845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:56.043969 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73fc7d39-76a6-4297-867f-3eab2aaf3845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:56.062497 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460d2d74-4a55-42be-8888-35a21564cbaa tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Made reservation on behalf of 02d0798dbe1740648cdc765d65d0ce10 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:40:56.065215 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 8d64bd35-0b98-49b3-a583-6ee29c8a6032 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:40:56.067470 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-460d2d74-4a55-42be-8888-35a21564cbaa tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:56.069904 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 8d64bd35-0b98-49b3-a583-6ee29c8a6032 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:40:56.070286 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:56.110582 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-460d2d74-4a55-42be-8888-35a21564cbaa tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:56.125800 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73fc7d39-76a6-4297-867f-3eab2aaf3845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:56.129015 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73fc7d39-76a6-4297-867f-3eab2aaf3845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:56.131358 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-73fc7d39-76a6-4297-867f-3eab2aaf3845 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3bbea83b-f0e3-4e4b-80a8-03767a86e2fe HTTP/1.1" status: 204 len: 168 time: 0.2590082 Aug 20 10:40:56.149600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc7d39-76a6-4297-867f-3eab2aaf3845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbea83b-f0e3-4e4b-80a8-03767a86e2fe,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:56.254314 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:56.277112 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-460d2d74-4a55-42be-8888-35a21564cbaa tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:56.285092 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fce12677-c345-4e77-b4c3-8eb77e6dc065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:56.287853 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fce12677-c345-4e77-b4c3-8eb77e6dc065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:56.293003 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fce12677-c345-4e77-b4c3-8eb77e6dc065 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4bbb106-53bd-4c98-b78b-7951672e5d8b HTTP/1.1" status: 204 len: 168 time: 0.9090917 Aug 20 10:40:56.309614 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 8d64bd35-0b98-49b3-a583-6ee29c8a6032, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8d64bd35-0b98-49b3-a583-6ee29c8a6032,segment=NetworkSegment(ca60eb73-04bb-4fcf-bf40-4668ede9ba26),segment_id=ca60eb73-04bb-4fcf-bf40-4668ede9ba26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:40:56.316171 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:56.317483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7409ba34-4b99-40de-b770-d7acab553dae up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:40:56.331209 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-460d2d74-4a55-42be-8888-35a21564cbaa tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:56.354756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460d2d74-4a55-42be-8888-35a21564cbaa tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:40:56.366291 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-460d2d74-4a55-42be-8888-35a21564cbaa tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:56.366669 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-460d2d74-4a55-42be-8888-35a21564cbaa tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Added segment 78a4ab5b-6aab-4660-8f8c-5ea5a0cbcd5b of type vlan for network 3bb12c01-63f3-455f-84d9-bdc4817dfc50 Aug 20 10:40:56.436033 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=8d64bd35-0b98-49b3-a583-6ee29c8a6032,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:56.449590 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7409ba34-4b99-40de-b770-d7acab553dae triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:40:56.449966 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:56.484498 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-46e65272-1b69-4a10-a849-7ee4f58b7c0f None None] Provisioning complete for port 8d64bd35-0b98-49b3-a583-6ee29c8a6032 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:40:56.484883 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-46e65272-1b69-4a10-a849-7ee4f58b7c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:56.512278 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-460d2d74-4a55-42be-8888-35a21564cbaa tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:56.515124 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce12677-c345-4e77-b4c3-8eb77e6dc065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bbb106-53bd-4c98-b78b-7951672e5d8b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:56.525742 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cbee4371-0439-4db5-99bb-0f79f07b003c req-7f75b531-54e5-4458-b63b-a820c62b90fd service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956280 Aug 20 10:40:56.761900 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-46e65272-1b69-4a10-a849-7ee4f58b7c0f None None] Provisioning for port eb7aadf4-2370-4248-a783-46bdc400de51 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:40:56.768400 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-46e65272-1b69-4a10-a849-7ee4f58b7c0f None None] Provisioning complete for port eb7aadf4-2370-4248-a783-46bdc400de51 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:40:56.769028 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-46e65272-1b69-4a10-a849-7ee4f58b7c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:56.814630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-46e65272-1b69-4a10-a849-7ee4f58b7c0f None None] Port eb7aadf4-2370-4248-a783-46bdc400de51 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:40:56.949858 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b9061ca7-48db-48e3-ba94-2ab2c09a2f81 None None] Provisioning complete for port eb7aadf4-2370-4248-a783-46bdc400de51 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:40:56.949858 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b9061ca7-48db-48e3-ba94-2ab2c09a2f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:57.022597 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b9061ca7-48db-48e3-ba94-2ab2c09a2f81 None None] Port eb7aadf4-2370-4248-a783-46bdc400de51 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:40:57.199509 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.resource_extend [None req-460d2d74-4a55-42be-8888-35a21564cbaa tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:40:57.230514 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d2d74-4a55-42be-8888-35a21564cbaa tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a23cbc-f0c7-4bf3-94d3-53041b4ab5ad,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:57.252318 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-460d2d74-4a55-42be-8888-35a21564cbaa tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:57.259030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460d2d74-4a55-42be-8888-35a21564cbaa tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:57.260310 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-460d2d74-4a55-42be-8888-35a21564cbaa tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:57.398419 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-460d2d74-4a55-42be-8888-35a21564cbaa tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8771806 Aug 20 10:40:57.399475 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45636) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:57.404555 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d2d74-4a55-42be-8888-35a21564cbaa tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Pushing event updated for resources: {'Network': ['ID=3bb12c01-63f3-455f-84d9-bdc4817dfc50,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:57.412878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b073f0fa-fe0c-4448-ba95-3cef7771b295 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Request body: {'subnet': {'network_id': '3bb12c01-63f3-455f-84d9-bdc4817dfc50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:57.416735 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 3bb12c01-63f3-455f-84d9-bdc4817dfc50 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:40:57.619761 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:57.620606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b073f0fa-fe0c-4448-ba95-3cef7771b295 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Made reservation on behalf of 02d0798dbe1740648cdc765d65d0ce10 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:40:57.624940 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b073f0fa-fe0c-4448-ba95-3cef7771b295 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:57.626133 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:57.727888 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:57.734746 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=eb7aadf4-2370-4248-a783-46bdc400de51,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:57.776833 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8d64bd35-0b98-49b3-a583-6ee29c8a6032 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:40:57.917282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network 04ee7e74-5a5c-49dc-a864-0c96e1144436 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:40:57.921754 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 8d64bd35-0b98-49b3-a583-6ee29c8a6032 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:40:57.921944 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:40:57.922568 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:58.115687 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:40:58.119359 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b073f0fa-fe0c-4448-ba95-3cef7771b295 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:58.233842 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073f0fa-fe0c-4448-ba95-3cef7771b295 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Pushing event updated for resources: {'Subnet': ['ID=d0e10036-1c70-4457-a1ff-97fb65519a9a,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:58.304499 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b073f0fa-fe0c-4448-ba95-3cef7771b295 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Checking segment: {'id': '78a4ab5b-6aab-4660-8f8c-5ea5a0cbcd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3bb12c01-63f3-455f-84d9-bdc4817dfc50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:40:58.304875 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b073f0fa-fe0c-4448-ba95-3cef7771b295 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Network hostable DHCP agents. Network: 3bb12c01-63f3-455f-84d9-bdc4817dfc50, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:40:58.343438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b073f0fa-fe0c-4448-ba95-3cef7771b295 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Network 3bb12c01-63f3-455f-84d9-bdc4817dfc50 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:40:58.365691 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b073f0fa-fe0c-4448-ba95-3cef7771b295 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 3bb12c01-63f3-455f-84d9-bdc4817dfc50) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:40:58.375987 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59261aaa-76a4-4ab5-a1c7-e2cc9f479d39 None None] Network 3bb12c01-63f3-455f-84d9-bdc4817dfc50 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:40:58.377588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b073f0fa-fe0c-4448-ba95-3cef7771b295 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:58.378217 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b073f0fa-fe0c-4448-ba95-3cef7771b295 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:58.402055 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:40:58.409699 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7d87d453-1ef4-44c9-8935-e53023d39e11 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "PUT /v2.0/routers/61fcf6b8-83b7-4a9b-a724-009daa61d6c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6250060 Aug 20 10:40:58.421524 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b073f0fa-fe0c-4448-ba95-3cef7771b295 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0202396 Aug 20 10:40:58.424029 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45684) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:58.436369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-8f798415-993b-4dcf-a12b-c04e11cec13e tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1498808615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:40:58.442998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Sync routers for ids ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:40:58.471827 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Routers {'61fcf6b8-83b7-4a9b-a724-009daa61d6c4'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:40:58.472462 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:58.489623 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8f798415-993b-4dcf-a12b-c04e11cec13e tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:58.491002 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8f798415-993b-4dcf-a12b-c04e11cec13e tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:58.584982 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4732b031-6cfd-44d3-99c7-a6ff61e1a955 None None] Provisioning complete for port eb7aadf4-2370-4248-a783-46bdc400de51 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:40:58.585623 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4732b031-6cfd-44d3-99c7-a6ff61e1a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:58.631742 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8f798415-993b-4dcf-a12b-c04e11cec13e tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:58.639282 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8f798415-993b-4dcf-a12b-c04e11cec13e tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:58.647724 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45692) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:58.679284 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8f798415-993b-4dcf-a12b-c04e11cec13e tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:58.685266 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8f798415-993b-4dcf-a12b-c04e11cec13e tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2573583 Aug 20 10:40:58.685787 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45702) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:58.818680 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-d55e8431-895c-46f5-9f78-270cf8efb880 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381022561&fields=id&tenant_id=a42de817dc7f43e1b394c597ce63df37 HTTP/1.1" status: 200 len: 267 time: 0.1040852 Aug 20 10:40:58.979098 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4732b031-6cfd-44d3-99c7-a6ff61e1a955 None None] Port eb7aadf4-2370-4248-a783-46bdc400de51 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:40:59.006260 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Set router 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:40:59.093651 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-3bb12c01-63f3-455f-84d9-bdc4817dfc50', 'network_id': '3bb12c01-63f3-455f-84d9-bdc4817dfc50', 'tenant_id': '02d0798dbe1740648cdc765d65d0ce10', 'fixed_ips': [{'subnet_id': 'd0e10036-1c70-4457-a1ff-97fb65519a9a'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:40:59.094801 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:59.096511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-819af567-1024-4b8c-b509-d00fed8b5af6 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:40:59.099789 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-819af567-1024-4b8c-b509-d00fed8b5af6 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/networks?id=04ee7e74-5a5c-49dc-a864-0c96e1144436 HTTP/1.1" status: 200 len: 797 time: 0.2704530 Aug 20 10:40:59.125644 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-debedd0c-0afd-4800-b8b8-13721efeb04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:59.126300 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-6d2308de-505b-441f-a5d2-4647f668c2c1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/quotas/a42de817dc7f43e1b394c597ce63df37 HTTP/1.1" status: 200 len: 375 time: 0.0188253 Aug 20 10:40:59.254393 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-975979fe-e4af-40ca-a627-1a252a9d9c72 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1214931 Aug 20 10:40:59.394272 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:59.454020 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-95d78d63-157d-4cc9-b9b7-882a47734923 service neutron] 10.222.0.16 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840494 Aug 20 10:40:59.455006 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0564d906-4d5f-4349-9c39-a20ddeea7bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:59.527486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379356372', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7409ba34-4b99-40de-b770-d7acab553dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:55Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '7409ba34-4b99-40de-b770-d7acab553dae', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'eb7aadf4-2370-4248-a783-46bdc400de51', 'name': '', 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:f7:e6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:53Z', 'updated_at': '2021-08-20T10:40:57Z', 'revision_number': 2, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:40:59.572302 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Allocated IP 172.20.0.2 (3bb12c01-63f3-455f-84d9-bdc4817dfc50/d0e10036-1c70-4457-a1ff-97fb65519a9a/8d946abc-aec0-4dc2-abf3-23ad440a92b2) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:40:59.574847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Checking router: 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:40:59.575368 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Updating router 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 port eb7aadf4-2370-4248-a783-46bdc400de51 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:40:59.581493 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-65e9e24e-dada-4fdd-8d9f-644061495e06 service neutron] 10.222.0.16 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262336 Aug 20 10:40:59.633752 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:59.701787 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-debedd0c-0afd-4800-b8b8-13721efeb04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:59.713302 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-debedd0c-0afd-4800-b8b8-13721efeb04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:40:59.810671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debedd0c-0afd-4800-b8b8-13721efeb04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dcae2f-238d-4cb4-895d-ef7c882558eb,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:40:59.844163 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-debedd0c-0afd-4800-b8b8-13721efeb04f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56ec49ab6c414b60a5548f00afb525f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1926379 Aug 20 10:40:59.844163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debedd0c-0afd-4800-b8b8-13721efeb04f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:59.844163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debedd0c-0afd-4800-b8b8-13721efeb04f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:59.844829 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debedd0c-0afd-4800-b8b8-13721efeb04f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:59.844934 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45722) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:40:59.845027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debedd0c-0afd-4800-b8b8-13721efeb04f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:59.845027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debedd0c-0afd-4800-b8b8-13721efeb04f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:59.845236 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debedd0c-0afd-4800-b8b8-13721efeb04f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:59.845563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debedd0c-0afd-4800-b8b8-13721efeb04f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:59.845901 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debedd0c-0afd-4800-b8b8-13721efeb04f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:59.846234 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debedd0c-0afd-4800-b8b8-13721efeb04f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:59.846560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debedd0c-0afd-4800-b8b8-13721efeb04f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:59.846888 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debedd0c-0afd-4800-b8b8-13721efeb04f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:59.847396 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debedd0c-0afd-4800-b8b8-13721efeb04f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:40:59.998586 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-75088f3c-24b5-48dc-b314-846473d7e653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:00.074915 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-75088f3c-24b5-48dc-b314-846473d7e653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:00.111648 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-20679270-3e40-4745-9de1-60361086c7e9 req-88f82917-678f-4442-a939-644334f2599a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 210 time: 0.0653996 Aug 20 10:41:00.147945 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:00.174900 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-75088f3c-24b5-48dc-b314-846473d7e653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:00.184867 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Transition to ACTIVE for port object eb7aadf4-2370-4248-a783-46bdc400de51 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:00.186179 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-75088f3c-24b5-48dc-b314-846473d7e653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:00.191878 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-75088f3c-24b5-48dc-b314-846473d7e653 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15dcae2f-238d-4cb4-895d-ef7c882558eb HTTP/1.1" status: 204 len: 168 time: 0.3455229 Aug 20 10:41:00.203707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75088f3c-24b5-48dc-b314-846473d7e653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dcae2f-238d-4cb4-895d-ef7c882558eb,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:00.218351 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:00.453525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43220e45-0fd8-4a89-811d-f182c80ce3b8 None None] Pushing event updated for resources: {'Port': ['ID=eb7aadf4-2370-4248-a783-46bdc400de51,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:00.521662 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:00.536762 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Transition to ACTIVE for port object 8d946abc-aec0-4dc2-abf3-23ad440a92b2 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:00.667363 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Transition to ACTIVE for port object 8d946abc-aec0-4dc2-abf3-23ad440a92b2 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:00.698631 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:00.735695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Attempting to bind port eb7aadf4-2370-4248-a783-46bdc400de51 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:41:00.736269 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Attempting to bind port eb7aadf4-2370-4248-a783-46bdc400de51 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:41:00.737008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Attempting to bind port eb7aadf4-2370-4248-a783-46bdc400de51 on network 04ee7e74-5a5c-49dc-a864-0c96e1144436 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:00.833625 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Allocated IP 172.20.0.1 (3bb12c01-63f3-455f-84d9-bdc4817dfc50/d0e10036-1c70-4457-a1ff-97fb65519a9a/dd20f55f-cca5-4830-ad4e-f135b00f2c75) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:00.848997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:41:00.849688 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Checking segment: {'id': 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:00.853043 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:00.853524 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Bound using segment: {'id': 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:41:00.854460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Bound port: eb7aadf4-2370-4248-a783-46bdc400de51, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:41:00.854985 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:00.944145 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Network 3bb12c01-63f3-455f-84d9-bdc4817dfc50 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:00.952000 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:00.956609 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:01.002480 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Pushing event updated for resources: {'Port': ['ID=8d946abc-aec0-4dc2-abf3-23ad440a92b2,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:01.035579 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:01.053820 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Transition to ACTIVE for port object dd20f55f-cca5-4830-ad4e-f135b00f2c75 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:01.168297 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:01.194058 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Attempting to bind port 8d946abc-aec0-4dc2-abf3-23ad440a92b2 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:41:01.194750 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Attempting to bind port 8d946abc-aec0-4dc2-abf3-23ad440a92b2 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '78a4ab5b-6aab-4660-8f8c-5ea5a0cbcd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3bb12c01-63f3-455f-84d9-bdc4817dfc50'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:41:01.195009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Attempting to bind port 8d946abc-aec0-4dc2-abf3-23ad440a92b2 on network 3bb12c01-63f3-455f-84d9-bdc4817dfc50 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:01.212683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:41:01.212683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Checking segment: {'id': '78a4ab5b-6aab-4660-8f8c-5ea5a0cbcd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3bb12c01-63f3-455f-84d9-bdc4817dfc50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:01.212683 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:01.213478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Bound using segment: {'id': '78a4ab5b-6aab-4660-8f8c-5ea5a0cbcd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3bb12c01-63f3-455f-84d9-bdc4817dfc50'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:41:01.214819 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Bound port: 8d946abc-aec0-4dc2-abf3-23ad440a92b2, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a4ab5b-6aab-4660-8f8c-5ea5a0cbcd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3bb12c01-63f3-455f-84d9-bdc4817dfc50'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:41:01.215685 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:01.220811 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] For port eb7aadf4-2370-4248-a783-46bdc400de51, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:41:01.273669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] For port eb7aadf4-2370-4248-a783-46bdc400de51, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=eb7aadf4-2370-4248-a783-46bdc400de51,segment=NetworkSegment(ca60eb73-04bb-4fcf-bf40-4668ede9ba26),segment_id=ca60eb73-04bb-4fcf-bf40-4668ede9ba26)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:41:01.299115 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Network 3bb12c01-63f3-455f-84d9-bdc4817dfc50 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:01.310843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:01.324077 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:01.328520 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:01.351653 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bee124e3-8f4d-415a-9bc8-51c8f226111d req-4cedd0b4-e3a6-4770-a0dc-2cfa0c9a1f17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 210 time: 0.0775137 Aug 20 10:41:01.381519 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Pushing event updated for resources: {'Port': ['ID=dd20f55f-cca5-4830-ad4e-f135b00f2c75,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:01.388412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45770) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:01.413785 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:01.520760 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] For port 8d946abc-aec0-4dc2-abf3-23ad440a92b2, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:41:01.535985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] For port 8d946abc-aec0-4dc2-abf3-23ad440a92b2, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8d946abc-aec0-4dc2-abf3-23ad440a92b2,segment=NetworkSegment(78a4ab5b-6aab-4660-8f8c-5ea5a0cbcd5b),segment_id=78a4ab5b-6aab-4660-8f8c-5ea5a0cbcd5b)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:41:01.542227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Routers {'61fcf6b8-83b7-4a9b-a724-009daa61d6c4'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:41:01.542877 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:40:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:01.602576 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:01.625288 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43220e45-0fd8-4a89-811d-f182c80ce3b8 None None] Pushing event updated for resources: {'Port': ['ID=eb7aadf4-2370-4248-a783-46bdc400de51,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:01.641153 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:01.794245 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ca670-55f8-4340-8148-edf79e0b79b6 None None] Pushing event updated for resources: {'Port': ['ID=8d946abc-aec0-4dc2-abf3-23ad440a92b2,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:01.883436 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7ad7e34e-74ea-4f57-b242-db3800bf2ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:01.971975 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-447704ff-fdd7-462b-9138-9d570e1f20ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:02.015673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] Set router 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:41:02.169487 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-149306d2-7af3-4683-a431-d2e01ba04c74 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:02.175426 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-149306d2-7af3-4683-a431-d2e01ba04c74 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.42 "GET /v2.0/networks?id=04ee7e74-5a5c-49dc-a864-0c96e1144436 HTTP/1.1" status: 200 len: 797 time: 0.4733090 Aug 20 10:41:02.260325 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-696598ff-022e-4d07-9f35-0ae8b7eb4b49 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a42de817dc7f43e1b394c597ce63df37 HTTP/1.1" status: 200 len: 380 time: 0.0729282 Aug 20 10:41:02.265259 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:02.276299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:02.292813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-c7f2f8b6-9019-4cf5-bba1-461d2487a4bc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'port': {'device_id': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436', 'admin_state_up': True, 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'security_groups': ['71cda15f-d983-419c-bc23-38f01fc86016']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:02.364593 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:02.365149 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:02.368387 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7ad7e34e-74ea-4f57-b242-db3800bf2ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:02.378290 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7ad7e34e-74ea-4f57-b242-db3800bf2ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:02.426365 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7ad7e34e-74ea-4f57-b242-db3800bf2ad4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=706c28e357414f08b145c8a13ffc1352&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0342538 Aug 20 10:41:02.428557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45794) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:02.495109 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379356372', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7409ba34-4b99-40de-b770-d7acab553dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:55Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '7409ba34-4b99-40de-b770-d7acab553dae', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'eb7aadf4-2370-4248-a783-46bdc400de51', 'name': '', 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:f7:e6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:53Z', 'updated_at': '2021-08-20T10:41:01Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:02.526084 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Pushing event updated for resources: {'Port': ['ID=dd20f55f-cca5-4830-ad4e-f135b00f2c75,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:02.534104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7e34e-74ea-4f57-b242-db3800bf2ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0e46c9-99c4-4c55-9cf5-7be496a1fc80,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:02.545091 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3352a0-4e44-4eef-ba90-62b65f381b3b None None] The sync data for ids ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'] in n-d-778550-11 is: [{'id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379356372', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7409ba34-4b99-40de-b770-d7acab553dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:55Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '7409ba34-4b99-40de-b770-d7acab553dae', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'eb7aadf4-2370-4248-a783-46bdc400de51', 'name': '', 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:f7:e6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:53Z', 'updated_at': '2021-08-20T10:41:01Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:41:02.560303 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-95366375-3458-4047-b698-fa78883e7a1c req-92e16ea5-b306-4386-bf7f-738f45327eff tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 210 time: 0.0865202 Aug 20 10:41:02.595348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45798) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:02.660806 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-318ad0d5-edcf-4bb6-b055-7cf9ad0fa0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:02.682228 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Network 3bb12c01-63f3-455f-84d9-bdc4817dfc50 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:02.684350 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:02.721535 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-c7f2f8b6-9019-4cf5-bba1-461d2487a4bc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Made reservation on behalf of a42de817dc7f43e1b394c597ce63df37 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:02.725209 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-c7f2f8b6-9019-4cf5-bba1-461d2487a4bc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:02.783972 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-318ad0d5-edcf-4bb6-b055-7cf9ad0fa0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:02.900657 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2aa3-713b-463a-98ea-f80630aac40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:02.987546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Router 4116c876-909d-4b1d-a013-1d1af9892f34 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:41:03.037357 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-c7f2f8b6-9019-4cf5-bba1-461d2487a4bc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Allocated IP 172.20.0.5 (04ee7e74-5a5c-49dc-a864-0c96e1144436/7556d4b9-7aed-48d6-9dd3-8cb0da6203ab/f02bf96d-aca9-44df-ab2e-a0d7bbc43734) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:03.131510 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:03.190708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:41:03.198470 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7f21161a-6808-4c63-b0c3-1187fed0ea23 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] 10.222.0.16 "PUT /v2.0/routers/4116c876-909d-4b1d-a013-1d1af9892f34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5115507 Aug 20 10:41:03.203779 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0ce408-9c64-431c-9ae7-82aed6c3f93d None None] Sync routers for ids ['4116c876-909d-4b1d-a013-1d1af9892f34'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:41:03.204530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45806) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:03.216722 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0ce408-9c64-431c-9ae7-82aed6c3f93d None None] Routers {'4116c876-909d-4b1d-a013-1d1af9892f34'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:41:03.217348 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1c0ce408-9c64-431c-9ae7-82aed6c3f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:41:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['4116c876-909d-4b1d-a013-1d1af9892f34'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:03.218023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d13e652f-2f9b-4575-8fd8-f81319c47ffe tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Request body: {'port': {'network_id': '3bb12c01-63f3-455f-84d9-bdc4817dfc50', 'name': 'tempest-FloatingIPNegativeTestJSON-515704476'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:03.234196 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-c7f2f8b6-9019-4cf5-bba1-461d2487a4bc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:03.262611 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-c7f2f8b6-9019-4cf5-bba1-461d2487a4bc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Transition to ACTIVE for port object f02bf96d-aca9-44df-ab2e-a0d7bbc43734 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:03.293367 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-318ad0d5-edcf-4bb6-b055-7cf9ad0fa0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:03.296631 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-318ad0d5-edcf-4bb6-b055-7cf9ad0fa0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:03.300649 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-318ad0d5-edcf-4bb6-b055-7cf9ad0fa0ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc0e46c9-99c4-4c55-9cf5-7be496a1fc80 HTTP/1.1" status: 204 len: 168 time: 0.8670177 Aug 20 10:41:03.330634 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ad0d5-edcf-4bb6-b055-7cf9ad0fa0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0e46c9-99c4-4c55-9cf5-7be496a1fc80,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:03.330877 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1c0ce408-9c64-431c-9ae7-82aed6c3f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:03.333242 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-c7f2f8b6-9019-4cf5-bba1-461d2487a4bc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:03.364137 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0ce408-9c64-431c-9ae7-82aed6c3f93d None None] Routers {'4116c876-909d-4b1d-a013-1d1af9892f34'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:41:03.364776 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1c0ce408-9c64-431c-9ae7-82aed6c3f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:41:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['4116c876-909d-4b1d-a013-1d1af9892f34'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:03.426504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-c7f2f8b6-9019-4cf5-bba1-461d2487a4bc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network 04ee7e74-5a5c-49dc-a864-0c96e1144436 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:03.430851 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-c7f2f8b6-9019-4cf5-bba1-461d2487a4bc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:03.433745 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2aa3-713b-463a-98ea-f80630aac40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:03.444285 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-c7f2f8b6-9019-4cf5-bba1-461d2487a4bc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:03.450428 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2aa3-713b-463a-98ea-f80630aac40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:03.493048 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-1c0ce408-9c64-431c-9ae7-82aed6c3f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:03.504216 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0ce408-9c64-431c-9ae7-82aed6c3f93d None None] The sync data for ids ['4116c876-909d-4b1d-a013-1d1af9892f34'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:41:03.522573 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13edda1-4182-4ec0-9f81-d51add30e51a None None] Network 3bb12c01-63f3-455f-84d9-bdc4817dfc50 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:03.529244 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f8b6-9019-4cf5-bba1-461d2487a4bc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:03.560972 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a2aa3-713b-463a-98ea-f80630aac40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d0a647-9e14-4f8a-a54f-cedc79608cc4,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:03.581250 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aa7a2aa3-713b-463a-98ea-f80630aac40f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c306494449c24ea487c75f514191547f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9826427 Aug 20 10:41:03.582511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45814) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:03.601127 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13e652f-2f9b-4575-8fd8-f81319c47ffe tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Made reservation on behalf of 02d0798dbe1740648cdc765d65d0ce10 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:03.620176 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d13e652f-2f9b-4575-8fd8-f81319c47ffe tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:03.645229 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-d13e652f-2f9b-4575-8fd8-f81319c47ffe tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] device_id is not set on port 32824eef-21d1-4e90-baa1-41fe7efa0e42 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:41:03.678165 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-c7f2f8b6-9019-4cf5-bba1-461d2487a4bc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:03.678855 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-c7f2f8b6-9019-4cf5-bba1-461d2487a4bc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:03.765800 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b08502cd-09cf-4c7c-b055-16a7c5bb7f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:03.805561 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-c7f2f8b6-9019-4cf5-bba1-461d2487a4bc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5300379 Aug 20 10:41:03.822829 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Request body: {'port': {'device_id': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:04.025525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device eb7aadf4-2370-4248-a783-46bdc400de51 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:41:04.038434 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45818) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:04.044626 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-d13e652f-2f9b-4575-8fd8-f81319c47ffe tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Allocated IP 172.20.0.10 (3bb12c01-63f3-455f-84d9-bdc4817dfc50/d0e10036-1c70-4457-a1ff-97fb65519a9a/32824eef-21d1-4e90-baa1-41fe7efa0e42) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:04.060087 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b08502cd-09cf-4c7c-b055-16a7c5bb7f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:04.108802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c1e12244-71e6-4953-be0e-0a86dab44500 None None] Provisioning for port 8d946abc-aec0-4dc2-abf3-23ad440a92b2 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:04.109368 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:04.112628 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-acf6e003-bf8f-44ca-8229-dc02bd2919dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:04.171608 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port eb7aadf4-2370-4248-a783-46bdc400de51 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:04.177215 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port eb7aadf4-2370-4248-a783-46bdc400de51 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:04.178096 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:04.286223 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a877515-6bfe-4f3f-b9e5-ab5aaf38d030 req-761405a2-9fbf-45d9-95ca-e649d4b276dd tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:04.290349 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a877515-6bfe-4f3f-b9e5-ab5aaf38d030 req-761405a2-9fbf-45d9-95ca-e649d4b276dd tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 931 time: 0.5675852 Aug 20 10:41:04.307026 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d13e652f-2f9b-4575-8fd8-f81319c47ffe tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:04.316585 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:04.319199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a8b88b03-ee89-4ec2-9143-cd00ddd68b3b None None] Provisioning for port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:04.335397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a8b88b03-ee89-4ec2-9143-cd00ddd68b3b None None] Provisioning complete for port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:04.335794 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a8b88b03-ee89-4ec2-9143-cd00ddd68b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:04.347181 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-d13e652f-2f9b-4575-8fd8-f81319c47ffe tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Transition to ACTIVE for port object 32824eef-21d1-4e90-baa1-41fe7efa0e42 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:04.400920 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d13e652f-2f9b-4575-8fd8-f81319c47ffe tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:04.451774 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port eb7aadf4-2370-4248-a783-46bdc400de51, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=eb7aadf4-2370-4248-a783-46bdc400de51,segment=NetworkSegment(ca60eb73-04bb-4fcf-bf40-4668ede9ba26),segment_id=ca60eb73-04bb-4fcf-bf40-4668ede9ba26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:04.463651 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:04.464534 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8d946abc-aec0-4dc2-abf3-23ad440a92b2 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:41:04.490999 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13e652f-2f9b-4575-8fd8-f81319c47ffe tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Network 3bb12c01-63f3-455f-84d9-bdc4817dfc50 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:04.497197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-d13e652f-2f9b-4575-8fd8-f81319c47ffe tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:04.503483 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13e652f-2f9b-4575-8fd8-f81319c47ffe tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:04.513573 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a8b88b03-ee89-4ec2-9143-cd00ddd68b3b None None] Port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:41:04.569957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e652f-2f9b-4575-8fd8-f81319c47ffe tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Pushing event updated for resources: {'Port': ['ID=32824eef-21d1-4e90-baa1-41fe7efa0e42,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:04.608733 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13e652f-2f9b-4575-8fd8-f81319c47ffe tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:04.609634 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d13e652f-2f9b-4575-8fd8-f81319c47ffe tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:04.636143 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 8d946abc-aec0-4dc2-abf3-23ad440a92b2 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:04.640329 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=eb7aadf4-2370-4248-a783-46bdc400de51,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:04.650430 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 8d946abc-aec0-4dc2-abf3-23ad440a92b2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:04.651350 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:04.716835 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-af7ca4fc-597b-40cd-a4c3-0af583134749 None None] Provisioning complete for port 8d946abc-aec0-4dc2-abf3-23ad440a92b2 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:04.717209 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af7ca4fc-597b-40cd-a4c3-0af583134749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:04.828606 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:04.835524 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:04.899183 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af7ca4fc-597b-40cd-a4c3-0af583134749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:04.904662 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 8d946abc-aec0-4dc2-abf3-23ad440a92b2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8d946abc-aec0-4dc2-abf3-23ad440a92b2,segment=NetworkSegment(78a4ab5b-6aab-4660-8f8c-5ea5a0cbcd5b),segment_id=78a4ab5b-6aab-4660-8f8c-5ea5a0cbcd5b)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:04.912988 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:04.999011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=8d946abc-aec0-4dc2-abf3-23ad440a92b2,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:05.008061 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-af7ca4fc-597b-40cd-a4c3-0af583134749 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:41:05.008418 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-af7ca4fc-597b-40cd-a4c3-0af583134749 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:41:05.074872 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b08502cd-09cf-4c7c-b055-16a7c5bb7f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:05.077616 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b08502cd-09cf-4c7c-b055-16a7c5bb7f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:05.081254 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b08502cd-09cf-4c7c-b055-16a7c5bb7f00 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8d0a647-9e14-4f8a-a54f-cedc79608cc4 HTTP/1.1" status: 204 len: 168 time: 1.4955988 Aug 20 10:41:05.102338 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-acf6e003-bf8f-44ca-8229-dc02bd2919dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:05.118153 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d13e652f-2f9b-4575-8fd8-f81319c47ffe tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9046247 Aug 20 10:41:05.124911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45828) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:05.131527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-650a0c3a-acfb-4d85-88f2-eb44965dadcc tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:05.162402 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a877515-6bfe-4f3f-b9e5-ab5aaf38d030 req-846bc724-fe55-43e1-bcfe-ae3d74cf3073 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8485394 Aug 20 10:41:05.163289 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-acf6e003-bf8f-44ca-8229-dc02bd2919dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:05.166062 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-650a0c3a-acfb-4d85-88f2-eb44965dadcc tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:05.170786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08502cd-09cf-4c7c-b055-16a7c5bb7f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d0a647-9e14-4f8a-a54f-cedc79608cc4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:05.202383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6e003-bf8f-44ca-8229-dc02bd2919dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893ddb5b-9635-486a-b0c4-abf3cccca8b9,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:05.237618 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-acf6e003-bf8f-44ca-8229-dc02bd2919dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c47d90c5bcb4da4ac353780aaf6f7ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1925488 Aug 20 10:41:05.243993 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45830) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:05.387094 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-650a0c3a-acfb-4d85-88f2-eb44965dadcc tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:05.391753 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7641a38e-8854-4c49-a0de-75a1079659ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:05.441394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02bf96d-aca9-44df-ab2e-a0d7bbc43734 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:41:05.459521 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7641a38e-8854-4c49-a0de-75a1079659ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:05.463344 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:05.509491 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Transition to ACTIVE for port object f02bf96d-aca9-44df-ab2e-a0d7bbc43734 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:05.518105 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:05.567075 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Pushing event updated for resources: {'Port': ['ID=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:05.615326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-650a0c3a-acfb-4d85-88f2-eb44965dadcc tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Allocated IP 172.25.3.117 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/e0cc6554-4924-4f46-8536-8d978b26a35a) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:05.620195 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-af7ca4fc-597b-40cd-a4c3-0af583134749 None None] Provisioning for port dd20f55f-cca5-4830-ad4e-f135b00f2c75 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:05.634497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-af7ca4fc-597b-40cd-a4c3-0af583134749 None None] Provisioning complete for port dd20f55f-cca5-4830-ad4e-f135b00f2c75 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:05.634497 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af7ca4fc-597b-40cd-a4c3-0af583134749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:05.704177 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7641a38e-8854-4c49-a0de-75a1079659ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:05.708493 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7641a38e-8854-4c49-a0de-75a1079659ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:05.710382 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7641a38e-8854-4c49-a0de-75a1079659ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/893ddb5b-9635-486a-b0c4-abf3cccca8b9 HTTP/1.1" status: 204 len: 168 time: 0.4652219 Aug 20 10:41:05.759305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641a38e-8854-4c49-a0de-75a1079659ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893ddb5b-9635-486a-b0c4-abf3cccca8b9,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:05.764185 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-af7ca4fc-597b-40cd-a4c3-0af583134749 None None] Port dd20f55f-cca5-4830-ad4e-f135b00f2c75 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:41:05.805835 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Attempting to bind port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:41:05.807129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Attempting to bind port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:41:05.807948 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Attempting to bind port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 on network 04ee7e74-5a5c-49dc-a864-0c96e1144436 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:05.816294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 on network 04ee7e74-5a5c-49dc-a864-0c96e1144436 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:41:05.818062 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Attempting to bind port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 on network 04ee7e74-5a5c-49dc-a864-0c96e1144436 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:05.826256 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device eb7aadf4-2370-4248-a783-46bdc400de51 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:41:05.830281 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:41:05.830753 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Checking segment: {'id': 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:05.831369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Bound using segment: {'id': 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:41:05.831931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Bound port: f02bf96d-aca9-44df-ab2e-a0d7bbc43734, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:41:05.832418 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:05.947078 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-650a0c3a-acfb-4d85-88f2-eb44965dadcc tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:05.998286 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] For port f02bf96d-aca9-44df-ab2e-a0d7bbc43734, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:41:06.005688 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] For port f02bf96d-aca9-44df-ab2e-a0d7bbc43734, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,segment=NetworkSegment(ca60eb73-04bb-4fcf-bf40-4668ede9ba26),segment_id=ca60eb73-04bb-4fcf-bf40-4668ede9ba26)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:41:06.014057 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:06.035561 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-650a0c3a-acfb-4d85-88f2-eb44965dadcc tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:06.131321 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650a0c3a-acfb-4d85-88f2-eb44965dadcc tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:06.135217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-650a0c3a-acfb-4d85-88f2-eb44965dadcc tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:06.138198 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Pushing event updated for resources: {'Port': ['ID=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:06.141570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650a0c3a-acfb-4d85-88f2-eb44965dadcc tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:06.168461 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:06.169194 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:06.171233 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-5bf704b4-6126-40f1-ba2b-8fb4933f1dbf service neutron] 10.222.0.42 "PUT /v2.0/ports/f02bf96d-aca9-44df-ab2e-a0d7bbc43734 HTTP/1.1" status: 200 len: 1092 time: 2.3545887 Aug 20 10:41:06.171804 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'tag': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:41:06.174836 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f65ea3-5d52-4f2a-84a4-c2b195308630" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbdf4fe-3428-4900-8131-3dcf85be2175", "tag": "f02bf96d-aca9-44df-ab2e-a0d7bbc43734"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:41:06.293510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a0c3a-acfb-4d85-88f2-eb44965dadcc tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Pushing event updated for resources: {'Port': ['ID=e0cc6554-4924-4f46-8536-8d978b26a35a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:06.330569 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d30db37-0c9b-4525-bf3e-7fdae8ae3ae8 x-openstack-request-id: req-8d30db37-0c9b-4525-bf3e-7fdae8ae3ae8 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:41:06.333162 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbdf4fe-3428-4900-8131-3dcf85be2175", "tag": "f02bf96d-aca9-44df-ab2e-a0d7bbc43734", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:41:06.333531 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d30db37-0c9b-4525-bf3e-7fdae8ae3ae8 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:41:06.334069 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'tag': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734', 'status': 'completed', 'code': 200} Aug 20 10:41:06.410275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-26d953d7-e904-43dd-920d-da0e92f39432 None None] Provisioning complete for port dd20f55f-cca5-4830-ad4e-f135b00f2c75 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:06.411508 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-26d953d7-e904-43dd-920d-da0e92f39432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:06.478532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-53f505f4-5f82-40fc-8148-096763904644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:06.480366 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-53f505f4-5f82-40fc-8148-096763904644 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 1095 time: 0.2350950 Aug 20 10:41:06.486814 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-650a0c3a-acfb-4d85-88f2-eb44965dadcc tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:06.531224 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port eb7aadf4-2370-4248-a783-46bdc400de51 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:06.535865 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:06.568943 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-650a0c3a-acfb-4d85-88f2-eb44965dadcc tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:06.601233 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-d7c68d4c-9f11-498e-bfe8-5aafbb65f3d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734 HTTP/1.1" status: 200 len: 217 time: 0.1112006 Aug 20 10:41:06.612901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-26d953d7-e904-43dd-920d-da0e92f39432 None None] Port dd20f55f-cca5-4830-ad4e-f135b00f2c75 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:41:06.637624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-26d953d7-e904-43dd-920d-da0e92f39432 None None] Provisioning for port 32824eef-21d1-4e90-baa1-41fe7efa0e42 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:06.689886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-26d953d7-e904-43dd-920d-da0e92f39432 None None] Provisioning complete for port 32824eef-21d1-4e90-baa1-41fe7efa0e42 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:06.691209 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-26d953d7-e904-43dd-920d-da0e92f39432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:06.731254 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-c89ff404-3370-450b-a895-d970c7f9e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:06.733289 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-c89ff404-3370-450b-a895-d970c7f9e33f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7556d4b9-7aed-48d6-9dd3-8cb0da6203ab HTTP/1.1" status: 200 len: 833 time: 0.1207964 Aug 20 10:41:06.745605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eef169-3a8f-4b70-b8d2-4efc4dcbca80 req-19053500-0084-4bd6-8da5-d63b53d19f95 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:06.755681 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-79eef169-3a8f-4b70-b8d2-4efc4dcbca80 req-19053500-0084-4bd6-8da5-d63b53d19f95 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 943 time: 0.4373102 Aug 20 10:41:06.810945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-26d953d7-e904-43dd-920d-da0e92f39432 None None] Port 32824eef-21d1-4e90-baa1-41fe7efa0e42 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:41:06.825672 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45874) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:06.843517 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8d946abc-aec0-4dc2-abf3-23ad440a92b2 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:41:06.870420 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-79eef169-3a8f-4b70-b8d2-4efc4dcbca80 req-2df8869e-975a-4d32-8eb0-6ad77056474f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895202 Aug 20 10:41:06.896721 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-e4eb70bd-db21-4630-b65f-482471a8ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:06.901203 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-e4eb70bd-db21-4630-b65f-482471a8ef02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=04ee7e74-5a5c-49dc-a864-0c96e1144436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1424842 Aug 20 10:41:06.962058 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-650a0c3a-acfb-4d85-88f2-eb44965dadcc tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:06.974521 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-650a0c3a-acfb-4d85-88f2-eb44965dadcc tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:06.975371 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 8d946abc-aec0-4dc2-abf3-23ad440a92b2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:06.976120 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:07.088316 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-650a0c3a-acfb-4d85-88f2-eb44965dadcc tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:07.096751 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-4b5a9e4a-1512-4b1a-8698-6947e59f5005 service neutron] 10.222.0.42 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875718 Aug 20 10:41:07.136558 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-685284ec-0052-4e9c-8272-b74e3b72e474 tempest-AgentManagementNegativeTest-1220705108 tempest-AgentManagementNegativeTest-1220705108-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2975936 Aug 20 10:41:07.139382 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a0c3a-acfb-4d85-88f2-eb44965dadcc tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Pushing event updated for resources: {'Port': ['ID=e0cc6554-4924-4f46-8536-8d978b26a35a,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:07.144250 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-650a0c3a-acfb-4d85-88f2-eb44965dadcc tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:07.152629 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-650a0c3a-acfb-4d85-88f2-eb44965dadcc tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0251915 Aug 20 10:41:07.153381 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45888) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:07.160000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-08c97e06-8eb5-4109-a21e-73dded4784df tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Request body: {'floatingip': {'port_id': '32824eef-21d1-4e90-baa1-41fe7efa0e42', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:07.226253 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08c97e06-8eb5-4109-a21e-73dded4784df tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:07.251823 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dac89446-cd83-4b1e-9680-c378f5c1239c req-6b3c2c29-452c-4524-8963-cbc7e6a72613 service neutron] 10.222.0.42 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449540 Aug 20 10:41:07.375493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f65ea3-5d52-4f2a-84a4-c2b195308630 req-cd79c60c-604b-41b1-a505-03d1e03b8b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:07.378926 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66f65ea3-5d52-4f2a-84a4-c2b195308630 req-cd79c60c-604b-41b1-a505-03d1e03b8b4e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 1095 time: 0.0685618 Aug 20 10:41:07.399762 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-08c97e06-8eb5-4109-a21e-73dded4784df tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] update failed (client error): The resource could not be found. Aug 20 10:41:07.404208 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-08c97e06-8eb5-4109-a21e-73dded4784df tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] 10.222.0.16 "PUT /v2.0/floatingips/2e97344c-0735-454c-8ee7-92fab158a26d HTTP/1.1" status: 404 len: 507 time: 0.2491899 Aug 20 10:41:07.404864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45892) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:07.527083 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45898) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:07.614431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f65ea3-5d52-4f2a-84a4-c2b195308630 req-1998a645-7e6d-44fc-9a12-cf607e7f919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:07.618636 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66f65ea3-5d52-4f2a-84a4-c2b195308630 req-1998a645-7e6d-44fc-9a12-cf607e7f919c service neutron] 10.222.0.42 "GET /v2.0/networks?id=04ee7e74-5a5c-49dc-a864-0c96e1144436 HTTP/1.1" status: 200 len: 898 time: 0.2325966 Aug 20 10:41:07.715674 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66f65ea3-5d52-4f2a-84a4-c2b195308630 req-2ef5d961-87f8-48bc-af54-ed9e4ec3c5bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734 HTTP/1.1" status: 200 len: 217 time: 0.0871377 Aug 20 10:41:07.817183 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0209fa65-20b4-42c0-be42-f656c9169a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:07.843298 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f65ea3-5d52-4f2a-84a4-c2b195308630 req-e210ac53-a109-4ec9-936d-ecd7095349f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:07.845020 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66f65ea3-5d52-4f2a-84a4-c2b195308630 req-e210ac53-a109-4ec9-936d-ecd7095349f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7556d4b9-7aed-48d6-9dd3-8cb0da6203ab HTTP/1.1" status: 200 len: 833 time: 0.0959151 Aug 20 10:41:07.956199 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-8162866d-3bd2-4108-8ac1-77c78b29acef tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Deleting port e0cc6554-4924-4f46-8536-8d978b26a35a {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:07.956199 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8162866d-3bd2-4108-8ac1-77c78b29acef tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:07.959316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f65ea3-5d52-4f2a-84a4-c2b195308630 req-7f793eab-3c19-4d77-9874-17ae9407e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:07.962072 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66f65ea3-5d52-4f2a-84a4-c2b195308630 req-7f793eab-3c19-4d77-9874-17ae9407e554 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=04ee7e74-5a5c-49dc-a864-0c96e1144436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072106 Aug 20 10:41:08.062140 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8162866d-3bd2-4108-8ac1-77c78b29acef tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:08.062579 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8162866d-3bd2-4108-8ac1-77c78b29acef tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:08.090517 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-8162866d-3bd2-4108-8ac1-77c78b29acef tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Calling delete_port for e0cc6554-4924-4f46-8536-8d978b26a35a owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:08.192884 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0209fa65-20b4-42c0-be42-f656c9169a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:08.197507 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66f65ea3-5d52-4f2a-84a4-c2b195308630 req-21727e15-da49-4229-9a16-190019b727ee service neutron] 10.222.0.42 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161252 Aug 20 10:41:08.207008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199bc9f-3b27-4141-9bca-94dae89554f8 req-2c361f34-eea0-4095-81b5-fe83729e9db2 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:08.208571 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5199bc9f-3b27-4141-9bca-94dae89554f8 req-2c361f34-eea0-4095-81b5-fe83729e9db2 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1286733 Aug 20 10:41:08.210838 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0209fa65-20b4-42c0-be42-f656c9169a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:08.242973 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8162866d-3bd2-4108-8ac1-77c78b29acef tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:08.255404 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209fa65-20b4-42c0-be42-f656c9169a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac02ef5-317e-4a88-a377-d5707f493dae,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:08.289781 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162866d-3bd2-4108-8ac1-77c78b29acef tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Pushing event deleted for resources: {'Port': ['ID=e0cc6554-4924-4f46-8536-8d978b26a35a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:08.344536 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0209fa65-20b4-42c0-be42-f656c9169a68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=511398289ccd49248d696e8ff24c917a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8162417 Aug 20 10:41:08.351076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 45924) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:08.360539 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8162866d-3bd2-4108-8ac1-77c78b29acef tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:08.364001 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8162866d-3bd2-4108-8ac1-77c78b29acef tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:08.374369 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8162866d-3bd2-4108-8ac1-77c78b29acef tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] 10.222.0.16 "DELETE /v2.0/floatingips/2e97344c-0735-454c-8ee7-92fab158a26d HTTP/1.1" status: 204 len: 168 time: 0.9679646 Aug 20 10:41:08.375187 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45928) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:08.382390 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-07f268fa-971e-4dc7-bbab-7e255c5cc0a9 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Request body: {'floatingip': {'floating_network_id': '3bb12c01-63f3-455f-84d9-bdc4817dfc50', 'port_id': '32824eef-21d1-4e90-baa1-41fe7efa0e42', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:08.404593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592cbf-3cbd-45ab-a31c-1f3644d3f6d5 req-aa303fad-3f7c-4cfe-b895-99e2ee8f36e4 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:08.406189 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-18592cbf-3cbd-45ab-a31c-1f3644d3f6d5 req-aa303fad-3f7c-4cfe-b895-99e2ee8f36e4 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 943 time: 0.1766436 Aug 20 10:41:08.419589 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66f65ea3-5d52-4f2a-84a4-c2b195308630 req-bcb33dfc-228d-4f91-9ddf-f1fddf97ade7 service neutron] 10.222.0.42 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098341 Aug 20 10:41:08.426727 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-07f268fa-971e-4dc7-bbab-7e255c5cc0a9 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:08.437404 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5199bc9f-3b27-4141-9bca-94dae89554f8 req-7ce92e7e-5630-4f7b-b99d-2342f340be23 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832643 Aug 20 10:41:08.472899 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-18592cbf-3cbd-45ab-a31c-1f3644d3f6d5 req-671fc105-dd8e-4d8c-bbf6-06cc346ef7ab tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574837 Aug 20 10:41:08.622587 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-07f268fa-971e-4dc7-bbab-7e255c5cc0a9 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:41:08.624870 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-07f268fa-971e-4dc7-bbab-7e255c5cc0a9 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2467887 Aug 20 10:41:08.630273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 45934) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:08.635674 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': '32824eef-21d1-4e90-baa1-41fe7efa0e42', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:08.672002 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c926ac03-7914-4419-9354-e959cf4b5954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:08.686136 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:08.709866 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c926ac03-7914-4419-9354-e959cf4b5954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:08.755817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2e351-fdcd-41f7-8b14-c07b42e5b21d req-ff0b60b3-f46a-4651-aced-cd1e0c51cb40 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:08.759523 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5c2e351-fdcd-41f7-8b14-c07b42e5b21d req-ff0b60b3-f46a-4651-aced-cd1e0c51cb40 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1532006 Aug 20 10:41:08.847549 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c926ac03-7914-4419-9354-e959cf4b5954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:08.850364 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c926ac03-7914-4419-9354-e959cf4b5954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:08.855115 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c926ac03-7914-4419-9354-e959cf4b5954 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aac02ef5-317e-4a88-a377-d5707f493dae HTTP/1.1" status: 204 len: 168 time: 0.4993737 Aug 20 10:41:08.868230 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5c2e351-fdcd-41f7-8b14-c07b42e5b21d req-f0db97d3-83f3-4c43-a9db-42e96c2022fd tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664523 Aug 20 10:41:08.878279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926ac03-7914-4419-9354-e959cf4b5954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac02ef5-317e-4a88-a377-d5707f493dae,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:08.961233 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:09.181508 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Allocated IP 172.25.3.97 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/792b6d86-e7d4-4af5-ab4d-f3485e0d6c36) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:09.296667 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:09.352796 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:09.477658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:09.487675 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:09.498677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:09.515919 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-796a1d40-1a90-4811-80d0-8404e93208b0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:09.521256 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-796a1d40-1a90-4811-80d0-8404e93208b0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 811 time: 0.1832347 Aug 20 10:41:09.548695 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Pushing event updated for resources: {'Port': ['ID=792b6d86-e7d4-4af5-ab4d-f3485e0d6c36,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:09.576634 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-5a66cbf9-8d5d-4123-aa35-7b62a9fd6b86 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/quotas/c94f33ee8bdb486c9e80924b1d062545 HTTP/1.1" status: 200 len: 375 time: 0.0327959 Aug 20 10:41:09.710682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4296ba-7ec2-4b92-a17e-1aa9f33c35ca req-06bdfc6f-f275-4899-b1d0-92bd7faada39 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:09.716136 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e4296ba-7ec2-4b92-a17e-1aa9f33c35ca req-06bdfc6f-f275-4899-b1d0-92bd7faada39 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 943 time: 0.1034763 Aug 20 10:41:09.718693 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-0a3eece6-0808-4176-ac6f-25cec94c3083 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1304240 Aug 20 10:41:09.851190 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e4296ba-7ec2-4b92-a17e-1aa9f33c35ca req-9e752f14-be20-42c5-b652-314f23512854 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819929 Aug 20 10:41:09.916061 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Deleting port 792b6d86-e7d4-4af5-ab4d-f3485e0d6c36 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:09.916428 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:09.923776 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-f83a1b5c-ba41-4a80-85af-4696ca305032 service neutron] 10.222.0.16 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973331 Aug 20 10:41:10.080029 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:10.081700 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:10.103864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Calling delete_port for 792b6d86-e7d4-4af5-ab4d-f3485e0d6c36 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:10.107233 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-029cbc15-affe-4a12-ac2e-a0f7e8839231 service neutron] 10.222.0.16 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726725 Aug 20 10:41:10.205820 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f02bf96d-aca9-44df-ab2e-a0d7bbc43734 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:41:10.302621 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:10.345517 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46008) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:10.426915 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f02bf96d-aca9-44df-ab2e-a0d7bbc43734, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,segment=NetworkSegment(ca60eb73-04bb-4fcf-bf40-4668ede9ba26),segment_id=ca60eb73-04bb-4fcf-bf40-4668ede9ba26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:10.442293 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d506490d-4237-46d8-a43d-2e5186fc3df0 req-ef7c76ac-a956-4d11-a473-1710d5da67b8 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 210 time: 0.0535495 Aug 20 10:41:10.453569 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734', 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436', 'port_id': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734', 'mac_address': 'fa:16:3e:07:b9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:41:10.493289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Pushing event deleted for resources: {'Port': ['ID=792b6d86-e7d4-4af5-ab4d-f3485e0d6c36,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:10.585197 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:10.588417 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] create failed (client error): The resource could not be found. Aug 20 10:41:10.594787 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46016) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:10.594935 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f8004168-3475-4646-b89d-3cfec4ac1c63 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9635863 Aug 20 10:41:10.620286 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02bf96d-aca9-44df-ab2e-a0d7bbc43734 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:41:10.663623 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f02bf96d-aca9-44df-ab2e-a0d7bbc43734, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,segment=NetworkSegment(ca60eb73-04bb-4fcf-bf40-4668ede9ba26),segment_id=ca60eb73-04bb-4fcf-bf40-4668ede9ba26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:10.670250 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:10.731867 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d58f5d18-93cb-471f-98bf-0d74c4d605d8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-556561987'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:10.763813 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:10.771618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58f5d18-93cb-471f-98bf-0d74c4d605d8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:10.776188 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d58f5d18-93cb-471f-98bf-0d74c4d605d8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:10.791983 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d58f5d18-93cb-471f-98bf-0d74c4d605d8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:10.822468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a788b-f545-49ef-9c5b-f0389fee9ce6 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Deleting port 32824eef-21d1-4e90-baa1-41fe7efa0e42 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:10.822833 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c8a788b-f545-49ef-9c5b-f0389fee9ce6 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:10.879075 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:41:10.892873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['f02bf96d-aca9-44df-ab2e-a0d7bbc43734'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:41:10.989479 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c8a788b-f545-49ef-9c5b-f0389fee9ce6 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:11.004369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a788b-f545-49ef-9c5b-f0389fee9ce6 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Calling delete_port for 32824eef-21d1-4e90-baa1-41fe7efa0e42 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:11.070051 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f4c26-b3db-4835-962d-4b543f76df6f req-a93168c5-5da7-43ba-8d85-7f6d70abe8df tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:11.077062 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df7f4c26-b3db-4835-962d-4b543f76df6f req-a93168c5-5da7-43ba-8d85-7f6d70abe8df tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 944 time: 0.1258330 Aug 20 10:41:11.175075 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-df7f4c26-b3db-4835-962d-4b543f76df6f req-d85959c6-40a3-4ee5-a6a8-71f47205bfc1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898139 Aug 20 10:41:11.352918 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c8a788b-f545-49ef-9c5b-f0389fee9ce6 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:11.364498 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d58f5d18-93cb-471f-98bf-0d74c4d605d8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:11.399615 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d58f5d18-93cb-471f-98bf-0d74c4d605d8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:11.408140 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a788b-f545-49ef-9c5b-f0389fee9ce6 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Pushing event deleted for resources: {'Port': ['ID=32824eef-21d1-4e90-baa1-41fe7efa0e42,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:11.448360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58f5d18-93cb-471f-98bf-0d74c4d605d8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:41:11.524490 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c8a788b-f545-49ef-9c5b-f0389fee9ce6 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:11.526477 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1c8a788b-f545-49ef-9c5b-f0389fee9ce6 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] 10.222.0.16 "DELETE /v2.0/ports/32824eef-21d1-4e90-baa1-41fe7efa0e42 HTTP/1.1" status: 204 len: 168 time: 0.9304080 Aug 20 10:41:11.529171 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46046) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:11.541400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f5d18-93cb-471f-98bf-0d74c4d605d8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7228b1df-3ce5-4b6a-a063-81da377e4f24,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:11.556248 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d58f5d18-93cb-471f-98bf-0d74c4d605d8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:11.556605 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-d58f5d18-93cb-471f-98bf-0d74c4d605d8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Added segment 52b19bb6-4275-4403-aedf-387006f3128a of type vlan for network 2c4be94f-05ad-4b0d-b0b2-aff30a18fb10 Aug 20 10:41:11.621762 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fec1e7-8903-4da9-91fa-83ea896e08eb tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:11.626460 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-30fec1e7-8903-4da9-91fa-83ea896e08eb tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] 10.222.0.16 "GET /v2.0/ports?device_id=4116c876-909d-4b1d-a013-1d1af9892f34 HTTP/1.1" status: 200 len: 913 time: 0.0957787 Aug 20 10:41:11.627253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46050) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:11.652157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a328c500-19fe-4d0a-b729-de1bd4e8c214 req-66bbaedb-292d-4e39-98ee-0b2114351b8d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 210 time: 0.0767589 Aug 20 10:41:11.672380 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d58f5d18-93cb-471f-98bf-0d74c4d605d8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:11.716062 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d58f5d18-93cb-471f-98bf-0d74c4d605d8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:11.727239 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58f5d18-93cb-471f-98bf-0d74c4d605d8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:11.730230 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d58f5d18-93cb-471f-98bf-0d74c4d605d8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:11.839983 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d58f5d18-93cb-471f-98bf-0d74c4d605d8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4932098 Aug 20 10:41:11.887512 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f5d18-93cb-471f-98bf-0d74c4d605d8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Network': ['ID=2c4be94f-05ad-4b0d-b0b2-aff30a18fb10,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:11.932917 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 2c4be94f-05ad-4b0d-b0b2-aff30a18fb10 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:11.997021 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46054) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:12.002664 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-bb8626cb-3d3a-4f77-858f-71efc5cdfd8f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'subnet': {'network_id': '2c4be94f-05ad-4b0d-b0b2-aff30a18fb10', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:12.130837 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-bf6baca8-6f6b-4863-9a5b-e2f8eea4b9bf tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:12.133443 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-bf6baca8-6f6b-4863-9a5b-e2f8eea4b9bf tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.24 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 811 time: 0.2058246 Aug 20 10:41:12.162962 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8626cb-3d3a-4f77-858f-71efc5cdfd8f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:12.165093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-2630b1d5-c548-434d-ad69-72f8d687f502 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Request body: {'port': {'device_id': '17969d82-de5c-47b9-a41c-368e684d82d0', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'admin_state_up': True, 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:12.166552 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bb8626cb-3d3a-4f77-858f-71efc5cdfd8f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:12.195213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f02bf96d-aca9-44df-ab2e-a0d7bbc43734 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:41:12.263690 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:12.269341 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:12.270113 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:12.378623 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bb8626cb-3d3a-4f77-858f-71efc5cdfd8f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:12.440055 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda1c0e-41bb-46f9-acaf-9d7004b8f257 req-c2952bc7-4d6a-4887-b56d-fc2406d72fe7 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:12.450947 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fda1c0e-41bb-46f9-acaf-9d7004b8f257 req-c2952bc7-4d6a-4887-b56d-fc2406d72fe7 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 944 time: 0.1457522 Aug 20 10:41:12.467511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8626cb-3d3a-4f77-858f-71efc5cdfd8f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Subnet': ['ID=a9ebe4e5-5300-4fbf-9f46-196b0657bf21,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:12.473560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8626cb-3d3a-4f77-858f-71efc5cdfd8f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Checking segment: {'id': '52b19bb6-4275-4403-aedf-387006f3128a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2c4be94f-05ad-4b0d-b0b2-aff30a18fb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:12.473924 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8626cb-3d3a-4f77-858f-71efc5cdfd8f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network hostable DHCP agents. Network: 2c4be94f-05ad-4b0d-b0b2-aff30a18fb10, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:41:12.478456 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:12.506646 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8626cb-3d3a-4f77-858f-71efc5cdfd8f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network 2c4be94f-05ad-4b0d-b0b2-aff30a18fb10 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:41:12.515833 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:41:12.518465 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43be1384-d94e-4ba9-93af-addb26673047" -d '{"events": [{"server_uuid": "9cbdf4fe-3428-4900-8131-3dcf85be2175", "name": "network-vif-plugged", "status": "completed", "tag": "f02bf96d-aca9-44df-ab2e-a0d7bbc43734"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:41:12.518896 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-bb8626cb-3d3a-4f77-858f-71efc5cdfd8f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 2c4be94f-05ad-4b0d-b0b2-aff30a18fb10) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:12.523430 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8626cb-3d3a-4f77-858f-71efc5cdfd8f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:12.524201 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bb8626cb-3d3a-4f77-858f-71efc5cdfd8f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:12.543781 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bb8626cb-3d3a-4f77-858f-71efc5cdfd8f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5456028 Aug 20 10:41:12.547540 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46068) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:12.549420 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbc4370-6f66-4380-9fb4-75d6d14fdbc8 None None] Network 2c4be94f-05ad-4b0d-b0b2-aff30a18fb10 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:12.560983 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2cb25a10-5fa1-437a-af20-810232819302 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1414720894'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:12.572661 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f02bf96d-aca9-44df-ab2e-a0d7bbc43734, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,segment=NetworkSegment(ca60eb73-04bb-4fcf-bf40-4668ede9ba26),segment_id=ca60eb73-04bb-4fcf-bf40-4668ede9ba26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:12.612371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-2630b1d5-c548-434d-ad69-72f8d687f502 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Made reservation on behalf of c94f33ee8bdb486c9e80924b1d062545 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:12.616252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-2630b1d5-c548-434d-ad69-72f8d687f502 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:12.621436 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb25a10-5fa1-437a-af20-810232819302 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:12.622366 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:12.628073 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2cb25a10-5fa1-437a-af20-810232819302 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:12.682556 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fda1c0e-41bb-46f9-acaf-9d7004b8f257 req-49a888de-3f4b-431e-8fcf-2a7fe62a6bbc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283385 Aug 20 10:41:12.693763 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb25a10-5fa1-437a-af20-810232819302 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:41:12.706438 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2cb25a10-5fa1-437a-af20-810232819302 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:12.707243 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-2cb25a10-5fa1-437a-af20-810232819302 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Added segment e121df26-b20e-4bab-87ee-581dfc4569d2 of type vlan for network efbfd71f-e283-4275-bc2e-bca93ed358f5 Aug 20 10:41:12.835632 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2cb25a10-5fa1-437a-af20-810232819302 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:12.862988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:12.889982 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2cb25a10-5fa1-437a-af20-810232819302 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:12.899338 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb25a10-5fa1-437a-af20-810232819302 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:12.900509 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2cb25a10-5fa1-437a-af20-810232819302 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:12.945186 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2cb25a10-5fa1-437a-af20-810232819302 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3952010 Aug 20 10:41:12.950631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46078) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:12.965554 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ac26f16c-627a-4643-8a47-fee2b52d2aef req-069871f4-60cb-48ec-ac2d-45afbcc534a5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 210 time: 0.1248436 Aug 20 10:41:12.982904 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-21a72c34-e284-4302-ae8a-3df0fa6319e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'subnet': {'network_id': 'efbfd71f-e283-4275-bc2e-bca93ed358f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:13.044628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-2c4be94f-05ad-4b0d-b0b2-aff30a18fb10', 'network_id': '2c4be94f-05ad-4b0d-b0b2-aff30a18fb10', 'tenant_id': 'fdaf278dcede4f718d2bb355314db42b', 'fixed_ips': [{'subnet_id': 'a9ebe4e5-5300-4fbf-9f46-196b0657bf21'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:41:13.045550 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:13.078826 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb25a10-5fa1-437a-af20-810232819302 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Network': ['ID=efbfd71f-e283-4275-bc2e-bca93ed358f5,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:13.098881 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network efbfd71f-e283-4275-bc2e-bca93ed358f5 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:13.140763 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4d583962-bc52-417f-aac4-183a6c9c8ec8 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:13.204988 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c89014b-8839-43ee-97a2-0626f6354859 x-openstack-request-id: req-1c89014b-8839-43ee-97a2-0626f6354859 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:41:13.205705 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbdf4fe-3428-4900-8131-3dcf85be2175", "name": "network-vif-plugged", "status": "completed", "tag": "f02bf96d-aca9-44df-ab2e-a0d7bbc43734", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:41:13.205968 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c89014b-8839-43ee-97a2-0626f6354859 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:41:13.206377 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734', 'code': 200} Aug 20 10:41:13.273536 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-2630b1d5-c548-434d-ad69-72f8d687f502 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Allocated IP 172.20.0.8 (8efc36c3-e5df-4925-8f18-00e48d76c056/b56823e1-e82f-4eee-8015-14002abf1cad/be4ac4a1-0791-4477-b5e4-d134aeac3b90) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:13.273995 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e2f6a-6f60-43bf-a126-9306dff5f0a8 req-20fbf0c8-3e1d-47e4-b1b3-406dceb8cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:13.279835 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f1e2f6a-6f60-43bf-a126-9306dff5f0a8 req-20fbf0c8-3e1d-47e4-b1b3-406dceb8cc3a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 1097 time: 0.0663044 Aug 20 10:41:13.354190 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f1e2f6a-6f60-43bf-a126-9306dff5f0a8 req-43358659-c01a-4346-805e-41ea295289c5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676062 Aug 20 10:41:13.369505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a72c34-e284-4302-ae8a-3df0fa6319e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:13.375996 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-21a72c34-e284-4302-ae8a-3df0fa6319e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:13.412898 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Allocated IP 172.20.255.242 (2c4be94f-05ad-4b0d-b0b2-aff30a18fb10/a9ebe4e5-5300-4fbf-9f46-196b0657bf21/86eff681-c87c-48cc-a551-dd456c6f2a2f) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:13.660737 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:13.678790 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Transition to ACTIVE for port object 86eff681-c87c-48cc-a551-dd456c6f2a2f will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:13.700255 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Transition to ACTIVE for port object 86eff681-c87c-48cc-a551-dd456c6f2a2f will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:13.709779 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:13.786908 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Network 2c4be94f-05ad-4b0d-b0b2-aff30a18fb10 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:13.790518 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:13.798999 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Pushing event updated for resources: {'Port': ['ID=86eff681-c87c-48cc-a551-dd456c6f2a2f,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:13.802289 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:13.880034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Attempting to bind port 86eff681-c87c-48cc-a551-dd456c6f2a2f on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:41:13.880460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Attempting to bind port 86eff681-c87c-48cc-a551-dd456c6f2a2f by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '52b19bb6-4275-4403-aedf-387006f3128a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2c4be94f-05ad-4b0d-b0b2-aff30a18fb10'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:41:13.881026 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Attempting to bind port 86eff681-c87c-48cc-a551-dd456c6f2a2f on network 2c4be94f-05ad-4b0d-b0b2-aff30a18fb10 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:13.887825 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:41:13.888206 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Checking segment: {'id': '52b19bb6-4275-4403-aedf-387006f3128a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2c4be94f-05ad-4b0d-b0b2-aff30a18fb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:13.888612 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:13.889011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Bound using segment: {'id': '52b19bb6-4275-4403-aedf-387006f3128a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2c4be94f-05ad-4b0d-b0b2-aff30a18fb10'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:41:13.889478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Bound port: 86eff681-c87c-48cc-a551-dd456c6f2a2f, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b19bb6-4275-4403-aedf-387006f3128a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2c4be94f-05ad-4b0d-b0b2-aff30a18fb10'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:41:13.889858 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:13.940229 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-2630b1d5-c548-434d-ad69-72f8d687f502 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:14.012819 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] For port 86eff681-c87c-48cc-a551-dd456c6f2a2f, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:41:14.018401 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] For port 86eff681-c87c-48cc-a551-dd456c6f2a2f, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=86eff681-c87c-48cc-a551-dd456c6f2a2f,segment=NetworkSegment(52b19bb6-4275-4403-aedf-387006f3128a),segment_id=52b19bb6-4275-4403-aedf-387006f3128a)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:41:14.032011 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:14.143900 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-2630b1d5-c548-434d-ad69-72f8d687f502 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Transition to ACTIVE for port object be4ac4a1-0791-4477-b5e4-d134aeac3b90 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:14.149790 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaba2ae-3241-49d0-9767-d7d724d02d03 None None] Pushing event updated for resources: {'Port': ['ID=86eff681-c87c-48cc-a551-dd456c6f2a2f,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:14.216701 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a63c76ff-9f23-4d88-92d5-ffd4c1a9c15b req-93648dd8-c552-416f-865a-574310c7ab2c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 210 time: 0.0792749 Aug 20 10:41:14.304518 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c05dba-fd2b-4339-a0ca-f0e795e1c18c req-28591fc4-5488-40f5-b77f-52901ff2aca8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:14.312436 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-58c05dba-fd2b-4339-a0ca-f0e795e1c18c req-28591fc4-5488-40f5-b77f-52901ff2aca8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.4596488 Aug 20 10:41:14.329337 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-21a72c34-e284-4302-ae8a-3df0fa6319e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:14.337073 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-2630b1d5-c548-434d-ad69-72f8d687f502 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:14.348686 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['10dc3468-eb37-49dc-8583-476a96f4b158', '6853731e-8284-4323-b414-ef190b2964e9'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:41:14.560812 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-2630b1d5-c548-434d-ad69-72f8d687f502 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Network 8efc36c3-e5df-4925-8f18-00e48d76c056 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:14.615294 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-58c05dba-fd2b-4339-a0ca-f0e795e1c18c req-5b21e127-b8a5-4a6a-9449-ea51bb395602 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3014562 Aug 20 10:41:14.615932 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a72c34-e284-4302-ae8a-3df0fa6319e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Subnet': ['ID=09926034-2138-4cdb-b01f-5b4940430e7b,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:14.630181 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-2630b1d5-c548-434d-ad69-72f8d687f502 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:14.657307 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630b1d5-c548-434d-ad69-72f8d687f502 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Pushing event updated for resources: {'Port': ['ID=be4ac4a1-0791-4477-b5e4-d134aeac3b90,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:14.665615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-2630b1d5-c548-434d-ad69-72f8d687f502 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:14.679802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-4d583962-bc52-417f-aac4-183a6c9c8ec8 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Deleting port dd20f55f-cca5-4830-ad4e-f135b00f2c75 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:14.679975 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4d583962-bc52-417f-aac4-183a6c9c8ec8 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:14.835567 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a72c34-e284-4302-ae8a-3df0fa6319e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Checking segment: {'id': 'e121df26-b20e-4bab-87ee-581dfc4569d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'efbfd71f-e283-4275-bc2e-bca93ed358f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:14.836671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a72c34-e284-4302-ae8a-3df0fa6319e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network hostable DHCP agents. Network: efbfd71f-e283-4275-bc2e-bca93ed358f5, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:41:14.907545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-2630b1d5-c548-434d-ad69-72f8d687f502 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:14.908499 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-2630b1d5-c548-434d-ad69-72f8d687f502 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:15.008032 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4d583962-bc52-417f-aac4-183a6c9c8ec8 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:15.026910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-4d583962-bc52-417f-aac4-183a6c9c8ec8 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Calling delete_port for dd20f55f-cca5-4830-ad4e-f135b00f2c75 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:15.080721 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-24ffe526-9a34-4705-95ec-93a6366ca579 None None] Provisioning for port be4ac4a1-0791-4477-b5e4-d134aeac3b90 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:15.087539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-24ffe526-9a34-4705-95ec-93a6366ca579 None None] Provisioning complete for port be4ac4a1-0791-4477-b5e4-d134aeac3b90 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:15.088228 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-24ffe526-9a34-4705-95ec-93a6366ca579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:15.163174 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-24ffe526-9a34-4705-95ec-93a6366ca579 None None] Port be4ac4a1-0791-4477-b5e4-d134aeac3b90 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:41:15.173984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a72c34-e284-4302-ae8a-3df0fa6319e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network efbfd71f-e283-4275-bc2e-bca93ed358f5 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:41:15.186230 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-2630b1d5-c548-434d-ad69-72f8d687f502 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0264809 Aug 20 10:41:15.196765 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-21a72c34-e284-4302-ae8a-3df0fa6319e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, efbfd71f-e283-4275-bc2e-bca93ed358f5) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:15.207312 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b401add1-64a7-4173-b06a-31e645f05ea8 None None] Network efbfd71f-e283-4275-bc2e-bca93ed358f5 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:15.233115 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Request body: {'port': {'device_id': '17969d82-de5c-47b9-a41c-368e684d82d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:15.246026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a72c34-e284-4302-ae8a-3df0fa6319e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:15.258688 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-21a72c34-e284-4302-ae8a-3df0fa6319e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:15.386453 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46116) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:15.396119 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-21a72c34-e284-4302-ae8a-3df0fa6319e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4441719 Aug 20 10:41:15.502136 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:15.561473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-efbfd71f-e283-4275-bc2e-bca93ed358f5', 'network_id': 'efbfd71f-e283-4275-bc2e-bca93ed358f5', 'tenant_id': 'fdaf278dcede4f718d2bb355314db42b', 'fixed_ips': [{'subnet_id': '09926034-2138-4cdb-b01f-5b4940430e7b'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:41:15.562357 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:15.673130 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577408c-399f-4757-9808-9211caf624ab req-0cfc30f0-5e4f-4465-ba29-82495ffb0595 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:15.688716 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4577408c-399f-4757-9808-9211caf624ab req-0cfc30f0-5e4f-4465-ba29-82495ffb0595 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 931 time: 0.1991489 Aug 20 10:41:15.832770 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:15.857868 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529def47-a825-4e93-9e2e-14aa74e29380 None None] Network 2c4be94f-05ad-4b0d-b0b2-aff30a18fb10 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:15.863699 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4577408c-399f-4757-9808-9211caf624ab req-b494c07b-5198-468d-894c-5b48a6a483d6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408083 Aug 20 10:41:15.884658 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 86eff681-c87c-48cc-a551-dd456c6f2a2f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:41:15.890785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Allocated IP 172.20.0.2 (efbfd71f-e283-4275-bc2e-bca93ed358f5/09926034-2138-4cdb-b01f-5b4940430e7b/e718b304-3dfa-4d67-86e7-728f407d4b27) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:15.960953 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:15.975715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fd11819c-9910-4955-ac96-2d7ecf0dc9f4 None None] Provisioning for port 86eff681-c87c-48cc-a551-dd456c6f2a2f completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:16.076910 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 86eff681-c87c-48cc-a551-dd456c6f2a2f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:16.108251 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 86eff681-c87c-48cc-a551-dd456c6f2a2f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:16.108834 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:16.254314 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:16.318391 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4d583962-bc52-417f-aac4-183a6c9c8ec8 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:16.337788 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 86eff681-c87c-48cc-a551-dd456c6f2a2f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=86eff681-c87c-48cc-a551-dd456c6f2a2f,segment=NetworkSegment(52b19bb6-4275-4403-aedf-387006f3128a),segment_id=52b19bb6-4275-4403-aedf-387006f3128a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:16.374506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d583962-bc52-417f-aac4-183a6c9c8ec8 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Pushing event deleted for resources: {'Port': ['ID=dd20f55f-cca5-4830-ad4e-f135b00f2c75,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:16.510304 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:16.562250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3267a-5f8a-4c07-8edb-a3c5859cf28b req-507deb16-7f9b-4314-bce0-87023f00e547 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:16.564799 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ef3267a-5f8a-4c07-8edb-a3c5859cf28b req-507deb16-7f9b-4314-bce0-87023f00e547 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.3200076 Aug 20 10:41:16.582539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=86eff681-c87c-48cc-a551-dd456c6f2a2f,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:16.597103 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:16.608653 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Transition to ACTIVE for port object e718b304-3dfa-4d67-86e7-728f407d4b27 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:16.639986 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Transition to ACTIVE for port object e718b304-3dfa-4d67-86e7-728f407d4b27 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:16.643525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-98431358-b86c-4d7b-8586-228a6a851e9d None None] Provisioning complete for port 86eff681-c87c-48cc-a551-dd456c6f2a2f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:16.644066 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-98431358-b86c-4d7b-8586-228a6a851e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:16.652093 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:16.682459 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:16.761038 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Subnet': ['ID=09926034-2138-4cdb-b01f-5b4940430e7b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:16.761487 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Network efbfd71f-e283-4275-bc2e-bca93ed358f5 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:16.770626 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:16.792337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:16.800331 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Pushing event updated for resources: {'Port': ['ID=e718b304-3dfa-4d67-86e7-728f407d4b27,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:16.910699 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:16.919528 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ef3267a-5f8a-4c07-8edb-a3c5859cf28b req-56af36d1-7f65-4bfe-baf0-0e637d82293f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3212035 Aug 20 10:41:16.932015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbfd71f-e283-4275-bc2e-bca93ed358f5']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:16.956836 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e121df26-b20e-4bab-87ee-581dfc4569d2') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:16.957422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e121df26-b20e-4bab-87ee-581dfc4569d2') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:16.957813 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Attempting to bind port e718b304-3dfa-4d67-86e7-728f407d4b27 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:41:16.958187 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Attempting to bind port e718b304-3dfa-4d67-86e7-728f407d4b27 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'e121df26-b20e-4bab-87ee-581dfc4569d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'efbfd71f-e283-4275-bc2e-bca93ed358f5'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:41:16.962355 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Attempting to bind port e718b304-3dfa-4d67-86e7-728f407d4b27 on network efbfd71f-e283-4275-bc2e-bca93ed358f5 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:16.979293 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:16.985918 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:41:16.986304 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Checking segment: {'id': 'e121df26-b20e-4bab-87ee-581dfc4569d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'efbfd71f-e283-4275-bc2e-bca93ed358f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:16.986854 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:16.987279 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Bound using segment: {'id': 'e121df26-b20e-4bab-87ee-581dfc4569d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'efbfd71f-e283-4275-bc2e-bca93ed358f5'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:41:16.987763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Bound port: e718b304-3dfa-4d67-86e7-728f407d4b27, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e121df26-b20e-4bab-87ee-581dfc4569d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'efbfd71f-e283-4275-bc2e-bca93ed358f5'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:41:16.988138 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:17.016288 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:17.024224 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:17.024681 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:17.028355 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:17.063920 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4d583962-bc52-417f-aac4-183a6c9c8ec8 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:17.127931 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] For port e718b304-3dfa-4d67-86e7-728f407d4b27, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:41:17.198925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] For port e718b304-3dfa-4d67-86e7-728f407d4b27, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e718b304-3dfa-4d67-86e7-728f407d4b27,segment=NetworkSegment(e121df26-b20e-4bab-87ee-581dfc4569d2),segment_id=e121df26-b20e-4bab-87ee-581dfc4569d2)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:41:17.203920 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.api [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 10:41:17.203920 n-d-778550-11 neutron-server[94867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 10:41:17.203920 n-d-778550-11 neutron-server[94867]: [parameters: {'id': 'efbfd71f-e283-4275-bc2e-bca93ed358f5'}] Aug 20 10:41:17.203920 n-d-778550-11 neutron-server[94867]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:41:17.204771 n-d-778550-11 neutron-server[94867]: DEBUG oslo_db.api [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:41:17.205002 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:17.229500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d1f4c-1d45-4d89-bba9-c80c923047ac req-e29ef188-2640-44a2-8960-b33b0c79328e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:17.231587 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-824d1f4c-1d45-4d89-bba9-c80c923047ac req-e29ef188-2640-44a2-8960-b33b0c79328e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 931 time: 0.2019045 Aug 20 10:41:17.306094 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-824d1f4c-1d45-4d89-bba9-c80c923047ac req-a24cca52-e431-40c1-b76e-fd0b0e5e0f10 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657501 Aug 20 10:41:17.331650 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a63b2-0c41-4561-bd51-af6575e351af None None] Pushing event updated for resources: {'Port': ['ID=e718b304-3dfa-4d67-86e7-728f407d4b27,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:17.343912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4ac4a1-0791-4477-b5e4-d134aeac3b90 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:41:17.355961 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:17.356188 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa9b0b3-9faa-46a5-965f-d5ea046bd2eb None None] Network efbfd71f-e283-4275-bc2e-bca93ed358f5 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:17.367803 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0328897-f54f-446e-97e3-810b71c63ed3 req-3895b4a6-7c10-4585-b552-fdf62a8a3908 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:17.369493 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b0328897-f54f-446e-97e3-810b71c63ed3 req-3895b4a6-7c10-4585-b552-fdf62a8a3908 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.3276544 Aug 20 10:41:17.426270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Transition to ACTIVE for port object be4ac4a1-0791-4477-b5e4-d134aeac3b90 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:17.485764 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:17.511965 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0bd4ad-19cc-4294-96c1-9f803c560d68 None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:41:17.562484 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d583962-bc52-417f-aac4-183a6c9c8ec8 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Router 4116c876-909d-4b1d-a013-1d1af9892f34 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:41:17.570384 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b0328897-f54f-446e-97e3-810b71c63ed3 req-02985e4b-ae56-4446-9d22-8c0dd26c0a81 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910124 Aug 20 10:41:17.594326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Pushing event updated for resources: {'Port': ['ID=be4ac4a1-0791-4477-b5e4-d134aeac3b90,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:17.607721 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46148) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:17.667511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0bd4ad-19cc-4294-96c1-9f803c560d68 None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:41:17.707089 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:17.718933 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056f4416-4ae1-426d-99e5-70843209bfb6 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:17.719978 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d583962-bc52-417f-aac4-183a6c9c8ec8 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:41:17.722533 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-056f4416-4ae1-426d-99e5-70843209bfb6 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 1092 time: 0.1113272 Aug 20 10:41:17.728349 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46152) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:17.747245 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4d583962-bc52-417f-aac4-183a6c9c8ec8 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] 10.222.0.16 "PUT /v2.0/routers/4116c876-909d-4b1d-a013-1d1af9892f34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1183605 Aug 20 10:41:17.760270 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:17.762232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46156) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:17.872188 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:17.886148 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-568c49e2-e9cf-47ad-9f80-ca899b00cf09 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:17.947411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Attempting to bind port be4ac4a1-0791-4477-b5e4-d134aeac3b90 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:41:17.947719 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Attempting to bind port be4ac4a1-0791-4477-b5e4-d134aeac3b90 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:41:17.947864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Attempting to bind port be4ac4a1-0791-4477-b5e4-d134aeac3b90 on network 8efc36c3-e5df-4925-8f18-00e48d76c056 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:17.957046 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Port be4ac4a1-0791-4477-b5e4-d134aeac3b90 on network 8efc36c3-e5df-4925-8f18-00e48d76c056 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:41:17.957416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Attempting to bind port be4ac4a1-0791-4477-b5e4-d134aeac3b90 on network 8efc36c3-e5df-4925-8f18-00e48d76c056 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:17.973916 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Deleting port e718b304-3dfa-4d67-86e7-728f407d4b27 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:17.974604 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.001175 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:41:18.001527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Checking segment: {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:18.001924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Bound using segment: {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:41:18.002378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Bound port: be4ac4a1-0791-4477-b5e4-d134aeac3b90, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:41:18.002753 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.072251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] For port e718b304-3dfa-4d67-86e7-728f407d4b27, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e718b304-3dfa-4d67-86e7-728f407d4b27,segment=NetworkSegment(e121df26-b20e-4bab-87ee-581dfc4569d2),segment_id=e121df26-b20e-4bab-87ee-581dfc4569d2)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:18.072867 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.092631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Calling delete_port for e718b304-3dfa-4d67-86e7-728f407d4b27 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:18.168975 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.172159 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-568c49e2-e9cf-47ad-9f80-ca899b00cf09 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.176482 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-568c49e2-e9cf-47ad-9f80-ca899b00cf09 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.198094 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e8eb8-25be-457a-b6e4-77bfca98be7e None None] Sync routers for ids ['4116c876-909d-4b1d-a013-1d1af9892f34'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:41:18.208058 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 86eff681-c87c-48cc-a551-dd456c6f2a2f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:41:18.261834 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-568c49e2-e9cf-47ad-9f80-ca899b00cf09 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.262323 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568c49e2-e9cf-47ad-9f80-ca899b00cf09 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Fanout notify agent at l3_agent the message router_deleted on router 4116c876-909d-4b1d-a013-1d1af9892f34 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:41:18.271149 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-568c49e2-e9cf-47ad-9f80-ca899b00cf09 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.272523 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-568c49e2-e9cf-47ad-9f80-ca899b00cf09 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] 10.222.0.16 "DELETE /v2.0/routers/4116c876-909d-4b1d-a013-1d1af9892f34 HTTP/1.1" status: 204 len: 168 time: 0.5089989 Aug 20 10:41:18.275443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46170) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:18.294115 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.342879 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Port': ['ID=e718b304-3dfa-4d67-86e7-728f407d4b27,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:18.344009 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-babdc99f-c7e9-469d-87d2-48ac886e85fb tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Deleting subnet d0e10036-1c70-4457-a1ff-97fb65519a9a {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:41:18.349293 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] For port be4ac4a1-0791-4477-b5e4-d134aeac3b90, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:41:18.353311 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-babdc99f-c7e9-469d-87d2-48ac886e85fb tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.395731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] For port be4ac4a1-0791-4477-b5e4-d134aeac3b90, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=be4ac4a1-0791-4477-b5e4-d134aeac3b90,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:41:18.415668 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.434750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No DVR routers for this DVR port e718b304-3dfa-4d67-86e7-728f407d4b27 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:41:18.450044 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e8eb8-25be-457a-b6e4-77bfca98be7e None None] Routers set() bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:41:18.450641 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e8eb8-25be-457a-b6e4-77bfca98be7e None None] Router IDs set() for agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 10:41:18.451027 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_agentschedulers_db [None req-ab3e8eb8-25be-457a-b6e4-77bfca98be7e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4116c876-909d-4b1d-a013-1d1af9892f34'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:41:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent'). {{(pid=94868) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 10:41:18.470708 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-babdc99f-c7e9-469d-87d2-48ac886e85fb tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.480753 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e8eb8-25be-457a-b6e4-77bfca98be7e None None] Routers set() bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:41:18.481122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e8eb8-25be-457a-b6e4-77bfca98be7e None None] Router IDs set() for agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 10:41:18.481734 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_agentschedulers_db [None req-ab3e8eb8-25be-457a-b6e4-77bfca98be7e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4116c876-909d-4b1d-a013-1d1af9892f34'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:41:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent'). {{(pid=94868) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 10:41:18.482113 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e8eb8-25be-457a-b6e4-77bfca98be7e None None] The sync data for ids ['4116c876-909d-4b1d-a013-1d1af9892f34'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:41:18.516037 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:18.517543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.520215 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] 10.222.0.24 "PUT /v2.0/ports/be4ac4a1-0791-4477-b5e4-d134aeac3b90 HTTP/1.1" status: 200 len: 1092 time: 3.3165085 Aug 20 10:41:18.523467 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17969d82-de5c-47b9-a41c-368e684d82d0', 'tag': 'be4ac4a1-0791-4477-b5e4-d134aeac3b90'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:41:18.526710 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3223ca1a-5382-4e3f-8a5e-216e800789f2" -d '{"events": [{"name": "network-changed", "server_uuid": "17969d82-de5c-47b9-a41c-368e684d82d0", "tag": "be4ac4a1-0791-4477-b5e4-d134aeac3b90"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:41:18.575537 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb786126-43a3-4958-b364-e55eb99d0670 service neutron] Pushing event updated for resources: {'Port': ['ID=be4ac4a1-0791-4477-b5e4-d134aeac3b90,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:18.610551 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e832a5c-1326-469d-a036-dc028d33a38a x-openstack-request-id: req-7e832a5c-1326-469d-a036-dc028d33a38a {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:41:18.611031 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17969d82-de5c-47b9-a41c-368e684d82d0", "tag": "be4ac4a1-0791-4477-b5e4-d134aeac3b90", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:41:18.611454 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e832a5c-1326-469d-a036-dc028d33a38a {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:41:18.612156 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17969d82-de5c-47b9-a41c-368e684d82d0', 'tag': 'be4ac4a1-0791-4477-b5e4-d134aeac3b90', 'status': 'completed', 'code': 200} Aug 20 10:41:18.631246 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.637320 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.643442 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 86eff681-c87c-48cc-a551-dd456c6f2a2f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:18.644067 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.672535 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbfd71f-e283-4275-bc2e-bca93ed358f5']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:18.697466 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-babdc99f-c7e9-469d-87d2-48ac886e85fb tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.756228 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Allocated IP 172.25.3.29 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/0074de3f-f81f-473f-a34e-1b990772e6c8) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:18.763856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e121df26-b20e-4bab-87ee-581dfc4569d2') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:18.764942 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e121df26-b20e-4bab-87ee-581dfc4569d2') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:18.779625 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-ced291bb-6758-4736-a367-eb04ac7adcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:18.781632 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-ced291bb-6758-4736-a367-eb04ac7adcd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 1095 time: 0.1682401 Aug 20 10:41:18.819292 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.852308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c0fc1-aacf-475d-9edc-1c11e34c7802 req-3cb18c68-a16b-4545-8a7f-080e21ea72e5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:18.853746 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-855c0fc1-aacf-475d-9edc-1c11e34c7802 req-3cb18c68-a16b-4545-8a7f-080e21ea72e5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 943 time: 0.4071038 Aug 20 10:41:18.873480 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.902080 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-aa2dd2c2-7d51-4e86-89d3-2c048993e809 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be4ac4a1-0791-4477-b5e4-d134aeac3b90 HTTP/1.1" status: 200 len: 217 time: 0.1087837 Aug 20 10:41:18.927551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:18.927960 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:18.931091 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:18.991888 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-babdc99f-c7e9-469d-87d2-48ac886e85fb tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:19.015595 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-babdc99f-c7e9-469d-87d2-48ac886e85fb tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:19.025147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23583ead-1e3d-410d-bbf9-1c82f67d2edd None None] Network 3bb12c01-63f3-455f-84d9-bdc4817dfc50 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:19.027708 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46184) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:19.029759 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-babdc99f-c7e9-469d-87d2-48ac886e85fb tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] 10.222.0.16 "DELETE /v2.0/subnets/d0e10036-1c70-4457-a1ff-97fb65519a9a HTTP/1.1" status: 204 len: 168 time: 0.7530165 Aug 20 10:41:19.089637 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdc99f-c7e9-469d-87d2-48ac886e85fb tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e10036-1c70-4457-a1ff-97fb65519a9a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:19.116319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-c81599f5-438f-45fa-83f4-8d9d718539d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:19.117919 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-c81599f5-438f-45fa-83f4-8d9d718539d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.2089779 Aug 20 10:41:19.177218 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-855c0fc1-aacf-475d-9edc-1c11e34c7802 req-6757b4bc-2721-4c8e-8545-67d47b423574 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143432 Aug 20 10:41:19.228783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-ada81f55-9bdd-4dda-8973-e081464fbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:19.230622 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-ada81f55-9bdd-4dda-8973-e081464fbcc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029267 Aug 20 10:41:19.236644 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:19.316417 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:19.319070 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/efbfd71f-e283-4275-bc2e-bca93ed358f5 HTTP/1.1" status: 204 len: 168 time: 3.9313204 Aug 20 10:41:19.332828 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46196) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:19.366402 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c066939f-f794-4a9b-9f00-6ceccfaee38b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-150362509'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:19.391451 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-c3e24399-8723-474f-88f5-ad40b3aac312 service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520207 Aug 20 10:41:19.440023 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:19.456763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd72159-d3e4-422a-98e3-e207debd20df None None] DHCP port deletion for 3bb12c01-63f3-455f-84d9-bdc4817dfc50 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:41:19.462513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c0c45-f25e-4e20-837c-0ec14a30f7a0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Network': ['ID=efbfd71f-e283-4275-bc2e-bca93ed358f5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:19.475012 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:19.551803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c066939f-f794-4a9b-9f00-6ceccfaee38b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:19.557054 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c066939f-f794-4a9b-9f00-6ceccfaee38b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:19.574086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-1cd72159-d3e4-422a-98e3-e207debd20df None None] Deleting port 8d946abc-aec0-4dc2-abf3-23ad440a92b2 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:19.574464 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1cd72159-d3e4-422a-98e3-e207debd20df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:19.615108 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Deleting port 8d946abc-aec0-4dc2-abf3-23ad440a92b2 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:19.615939 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:19.629381 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-827e9257-fe9b-485d-a0e3-1ba3bcbe7243 req-c231eabd-6627-450f-83ff-009aedb72f45 service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293947 Aug 20 10:41:19.699334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-1cd72159-d3e4-422a-98e3-e207debd20df None None] For port 8d946abc-aec0-4dc2-abf3-23ad440a92b2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8d946abc-aec0-4dc2-abf3-23ad440a92b2,segment=NetworkSegment(78a4ab5b-6aab-4660-8f8c-5ea5a0cbcd5b),segment_id=78a4ab5b-6aab-4660-8f8c-5ea5a0cbcd5b)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:19.699749 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1cd72159-d3e4-422a-98e3-e207debd20df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:19.704997 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c066939f-f794-4a9b-9f00-6ceccfaee38b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:41:19.736849 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:19.751283 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-1cd72159-d3e4-422a-98e3-e207debd20df None None] Calling delete_port for 8d946abc-aec0-4dc2-abf3-23ad440a92b2 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:19.796618 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223ca1a-5382-4e3f-8a5e-216e800789f2 req-4c7d6b94-736e-4c34-ba9b-7fde4e044ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:19.798309 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3223ca1a-5382-4e3f-8a5e-216e800789f2 req-4c7d6b94-736e-4c34-ba9b-7fde4e044ca2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 1095 time: 0.1088345 Aug 20 10:41:19.803191 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c066939f-f794-4a9b-9f00-6ceccfaee38b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:19.803767 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-c066939f-f794-4a9b-9f00-6ceccfaee38b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Added segment 06d79271-c0d0-4dee-8843-961e5f277bf3 of type vlan for network 03b0d510-485b-4556-a0ed-b8003fa2158f Aug 20 10:41:19.840941 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8d946abc-aec0-4dc2-abf3-23ad440a92b2 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:41:19.889460 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:19.891088 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:19.904163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] For port 8d946abc-aec0-4dc2-abf3-23ad440a92b2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8d946abc-aec0-4dc2-abf3-23ad440a92b2,segment=NetworkSegment(78a4ab5b-6aab-4660-8f8c-5ea5a0cbcd5b),segment_id=78a4ab5b-6aab-4660-8f8c-5ea5a0cbcd5b)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:19.905052 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:19.934314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:19.937257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=0074de3f-f81f-473f-a34e-1b990772e6c8,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:19.960046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Calling delete_port for 8d946abc-aec0-4dc2-abf3-23ad440a92b2 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:19.961631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223ca1a-5382-4e3f-8a5e-216e800789f2 req-b2dc8366-7c85-49b4-8e04-87e5327c0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:19.964550 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3223ca1a-5382-4e3f-8a5e-216e800789f2 req-b2dc8366-7c85-49b4-8e04-87e5327c0037 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.1580911 Aug 20 10:41:20.001167 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c066939f-f794-4a9b-9f00-6ceccfaee38b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:20.076176 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3223ca1a-5382-4e3f-8a5e-216e800789f2 req-5de88ce1-9543-476c-ad68-86e37a089f1f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be4ac4a1-0791-4477-b5e4-d134aeac3b90 HTTP/1.1" status: 200 len: 217 time: 0.1026740 Aug 20 10:41:20.078687 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:20.098275 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1cd72159-d3e4-422a-98e3-e207debd20df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:20.116577 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c066939f-f794-4a9b-9f00-6ceccfaee38b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:20.122889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c066939f-f794-4a9b-9f00-6ceccfaee38b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:20.123619 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c066939f-f794-4a9b-9f00-6ceccfaee38b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:20.146393 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd72159-d3e4-422a-98e3-e207debd20df None None] No DVR routers for this DVR port 8d946abc-aec0-4dc2-abf3-23ad440a92b2 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:41:20.154016 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd72159-d3e4-422a-98e3-e207debd20df None None] Pushing event deleted for resources: {'Port': ['ID=8d946abc-aec0-4dc2-abf3-23ad440a92b2,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:20.185102 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c066939f-f794-4a9b-9f00-6ceccfaee38b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8431354 Aug 20 10:41:20.188070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46208) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:20.203546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-4c845bae-7b88-4758-8d2e-67b05c6369ff tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'subnet': {'network_id': '03b0d510-485b-4556-a0ed-b8003fa2158f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:20.275803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066939f-f794-4a9b-9f00-6ceccfaee38b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Network': ['ID=03b0d510-485b-4556-a0ed-b8003fa2158f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:20.291520 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 03b0d510-485b-4556-a0ed-b8003fa2158f details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:20.298141 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223ca1a-5382-4e3f-8a5e-216e800789f2 req-bb4e60fe-3364-4e3a-963d-5f5bf5454e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:20.300236 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3223ca1a-5382-4e3f-8a5e-216e800789f2 req-bb4e60fe-3364-4e3a-963d-5f5bf5454e3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.2186415 Aug 20 10:41:20.313025 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:20.447302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Pushing event deleted for resources: {'Port': ['ID=8d946abc-aec0-4dc2-abf3-23ad440a92b2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:20.454463 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] No DVR routers for this DVR port 8d946abc-aec0-4dc2-abf3-23ad440a92b2 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:41:20.499486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223ca1a-5382-4e3f-8a5e-216e800789f2 req-c6a11eb2-f013-46a8-b4c5-d0f5a8b0eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:20.501038 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3223ca1a-5382-4e3f-8a5e-216e800789f2 req-c6a11eb2-f013-46a8-b4c5-d0f5a8b0eef0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1588292 Aug 20 10:41:20.534394 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22ce49-41eb-49a3-b685-66998dbfc600 req-2bacbbe9-7d12-4318-a890-a7a259459b16 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:20.542173 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4a22ce49-41eb-49a3-b685-66998dbfc600 req-2bacbbe9-7d12-4318-a890-a7a259459b16 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 943 time: 0.2017746 Aug 20 10:41:20.631335 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c845bae-7b88-4758-8d2e-67b05c6369ff tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:20.635893 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4c845bae-7b88-4758-8d2e-67b05c6369ff tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:20.756510 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4a22ce49-41eb-49a3-b685-66998dbfc600 req-94177744-8e46-4f40-81f8-39cc50dfd152 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973476 Aug 20 10:41:20.777163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.ipam_backend_mixin [None req-4c845bae-7b88-4758-8d2e-67b05c6369ff tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Performing IP validity checks on allocation pools {{(pid=94866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 10:41:20.777795 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.ipam_backend_mixin [None req-4c845bae-7b88-4758-8d2e-67b05c6369ff tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 10:41:20.830228 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3223ca1a-5382-4e3f-8a5e-216e800789f2 req-b0481084-ac23-4ab3-a34e-e811b85e3859 service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185062 Aug 20 10:41:20.976828 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3223ca1a-5382-4e3f-8a5e-216e800789f2 req-ad2de090-b0fb-488c-8cb6-bbb8869087a1 service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357675 Aug 20 10:41:20.994888 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:21.018277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb12c01-63f3-455f-84d9-bdc4817dfc50']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:21.047026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a4ab5b-6aab-4660-8f8c-5ea5a0cbcd5b') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:21.047355 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a4ab5b-6aab-4660-8f8c-5ea5a0cbcd5b') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:21.088843 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:21.110563 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:21.124569 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:21.124569 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:21.126835 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:21.184648 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4c845bae-7b88-4758-8d2e-67b05c6369ff tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:21.242387 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:21.300285 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:21.306768 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] 10.222.0.16 "DELETE /v2.0/networks/3bb12c01-63f3-455f-84d9-bdc4817dfc50 HTTP/1.1" status: 204 len: 168 time: 2.2757876 Aug 20 10:41:21.313136 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48395c3-8770-48d3-99c7-d59dda181c70 tempest-FloatingIPNegativeTestJSON-1099442027 tempest-FloatingIPNegativeTestJSON-1099442027-project] Pushing event deleted for resources: {'Network': ['ID=3bb12c01-63f3-455f-84d9-bdc4817dfc50,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:21.318271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c845bae-7b88-4758-8d2e-67b05c6369ff tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Subnet': ['ID=939085ec-d903-457c-840b-2b07c96b5207,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:21.352452 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c845bae-7b88-4758-8d2e-67b05c6369ff tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Checking segment: {'id': '06d79271-c0d0-4dee-8843-961e5f277bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '03b0d510-485b-4556-a0ed-b8003fa2158f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:21.353872 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c845bae-7b88-4758-8d2e-67b05c6369ff tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network hostable DHCP agents. Network: 03b0d510-485b-4556-a0ed-b8003fa2158f, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:41:21.375278 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:21.401791 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c845bae-7b88-4758-8d2e-67b05c6369ff tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network 03b0d510-485b-4556-a0ed-b8003fa2158f is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:41:21.431745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-4c845bae-7b88-4758-8d2e-67b05c6369ff tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 03b0d510-485b-4556-a0ed-b8003fa2158f) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:21.441416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c845bae-7b88-4758-8d2e-67b05c6369ff tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:21.442459 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4c845bae-7b88-4758-8d2e-67b05c6369ff tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:21.450269 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34b6822-24c9-4fc2-a567-abf83d951996 None None] Network 03b0d510-485b-4556-a0ed-b8003fa2158f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:21.481016 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4c845bae-7b88-4758-8d2e-67b05c6369ff tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2781632 Aug 20 10:41:21.481016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46242) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:21.518818 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:21.702132 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:21.739793 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-03b0d510-485b-4556-a0ed-b8003fa2158f', 'network_id': '03b0d510-485b-4556-a0ed-b8003fa2158f', 'tenant_id': 'fdaf278dcede4f718d2bb355314db42b', 'fixed_ips': [{'subnet_id': '939085ec-d903-457c-840b-2b07c96b5207'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:41:21.741000 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:21.809317 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46250) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:21.873851 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:21.903643 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:21.930512 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46254) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:21.935658 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:21.959940 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Allocated IP 172.20.0.3 (03b0d510-485b-4556-a0ed-b8003fa2158f/939085ec-d903-457c-840b-2b07c96b5207/4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:22.010464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=0074de3f-f81f-473f-a34e-1b990772e6c8,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:22.030665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7009592-a9d2-4d58-99a7-e023ea978832 req-034d311e-1f02-411f-b2e4-6144379d90b8 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:22.032917 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7009592-a9d2-4d58-99a7-e023ea978832 req-034d311e-1f02-411f-b2e4-6144379d90b8 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 943 time: 0.1728096 Aug 20 10:41:22.135276 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.149994 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7009592-a9d2-4d58-99a7-e023ea978832 req-6855fb94-9b39-4d3c-9325-ec165cc34c6c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819263 Aug 20 10:41:22.168314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Transition to ACTIVE for port object 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:22.170111 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.194498 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Transition to ACTIVE for port object 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:22.202959 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.244804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Network 03b0d510-485b-4556-a0ed-b8003fa2158f is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:22.248693 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:22.256511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:22.310709 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Floating IP 6c919cea-e66e-4707-95ca-5af9b25a418d associated. External IP: 172.25.3.29, port: f02bf96d-aca9-44df-ab2e-a0d7bbc43734. Aug 20 10:41:22.329682 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Pushing event updated for resources: {'Port': ['ID=4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:22.371696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Attempting to bind port 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:41:22.372818 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Attempting to bind port 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '06d79271-c0d0-4dee-8843-961e5f277bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '03b0d510-485b-4556-a0ed-b8003fa2158f'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:41:22.373446 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Attempting to bind port 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b on network 03b0d510-485b-4556-a0ed-b8003fa2158f {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:22.373815 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dfc59897-f4d6-4404-9e4d-a1100b261a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.379886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:41:22.380677 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Checking segment: {'id': '06d79271-c0d0-4dee-8843-961e5f277bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '03b0d510-485b-4556-a0ed-b8003fa2158f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:22.381322 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.381949 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Bound using segment: {'id': '06d79271-c0d0-4dee-8843-961e5f277bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '03b0d510-485b-4556-a0ed-b8003fa2158f'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:41:22.383459 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Bound port: 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d79271-c0d0-4dee-8843-961e5f277bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '03b0d510-485b-4556-a0ed-b8003fa2158f'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:41:22.385170 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.477294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] For port 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:41:22.482459 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] For port 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b,segment=NetworkSegment(06d79271-c0d0-4dee-8843-961e5f277bf3),segment_id=06d79271-c0d0-4dee-8843-961e5f277bf3)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:41:22.488751 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.502334 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-10139879-47c5-467e-afad-ef1ef25bc09b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02d0798dbe1740648cdc765d65d0ce10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5684028 Aug 20 10:41:22.502682 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46260) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:22.511499 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.563790 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c8527-9e58-4a39-b26b-f9ac808650b7 None None] Pushing event updated for resources: {'Port': ['ID=4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:22.564840 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Subnet': ['ID=939085ec-d903-457c-840b-2b07c96b5207,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:22.649349 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.659478 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b0d510-485b-4556-a0ed-b8003fa2158f']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:22.672239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d79271-c0d0-4dee-8843-961e5f277bf3') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:22.672910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d79271-c0d0-4dee-8843-961e5f277bf3') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:22.685343 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.688800 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dfc59897-f4d6-4404-9e4d-a1100b261a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.703126 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dfc59897-f4d6-4404-9e4d-a1100b261a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.706901 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c97fa899-20a5-4bdf-9ca2-2a970abe8cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.708801 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.730987 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:22.731441 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:22.735226 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:22.755735 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:41:22.761276 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.771900 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dfc59897-f4d6-4404-9e4d-a1100b261a5c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b966f5005a14a3bbc1195ced8400eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9615262 Aug 20 10:41:22.781099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46262) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:22.791476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc59897-f4d6-4404-9e4d-a1100b261a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15eb8fe1-a240-4e5f-a863-124f96c70976,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:22.800231 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c97fa899-20a5-4bdf-9ca2-2a970abe8cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.823367 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.api [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 10:41:22.823367 n-d-778550-11 neutron-server[94866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 10:41:22.823367 n-d-778550-11 neutron-server[94866]: [parameters: {'id': '03b0d510-485b-4556-a0ed-b8003fa2158f'}] Aug 20 10:41:22.823367 n-d-778550-11 neutron-server[94866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:41:22.823778 n-d-778550-11 neutron-server[94866]: DEBUG oslo_db.api [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:41:22.902458 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c97fa899-20a5-4bdf-9ca2-2a970abe8cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.905542 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c97fa899-20a5-4bdf-9ca2-2a970abe8cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.909176 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c97fa899-20a5-4bdf-9ca2-2a970abe8cae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25a23cbc-f0c7-4bf3-94d3-53041b4ab5ad HTTP/1.1" status: 204 len: 168 time: 0.4031355 Aug 20 10:41:22.930107 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fa899-20a5-4bdf-9ca2-2a970abe8cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a23cbc-f0c7-4bf3-94d3-53041b4ab5ad,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:22.968976 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dbf483eb-9783-4bee-975c-6418035e6ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:22.975747 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:41:22.985904 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84925244-ab8c-4614-ab63-ca2d5b8426bf None None] Sync routers for ids ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:41:22.999733 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:23.020011 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84925244-ab8c-4614-ab63-ca2d5b8426bf None None] Routers {'61fcf6b8-83b7-4a9b-a724-009daa61d6c4'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:41:23.020637 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-84925244-ab8c-4614-ab63-ca2d5b8426bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:41:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:23.039426 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fb4f4f74-fcb5-4581-8453-227e6bf68201 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2871325 Aug 20 10:41:23.043092 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'tag': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:41:23.045563 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941649ba-b351-42a0-9418-fe94ce298fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbdf4fe-3428-4900-8131-3dcf85be2175", "tag": "f02bf96d-aca9-44df-ab2e-a0d7bbc43734"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:41:23.058330 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dbf483eb-9783-4bee-975c-6418035e6ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:23.111723 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6fd136-f9c6-489b-9635-8e024d07d2ee x-openstack-request-id: req-fe6fd136-f9c6-489b-9635-8e024d07d2ee {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:41:23.112030 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbdf4fe-3428-4900-8131-3dcf85be2175", "tag": "f02bf96d-aca9-44df-ab2e-a0d7bbc43734", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:41:23.112285 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe6fd136-f9c6-489b-9635-8e024d07d2ee {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:41:23.112774 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'tag': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734', 'status': 'completed', 'code': 200} Aug 20 10:41:23.160853 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-84925244-ab8c-4614-ab63-ca2d5b8426bf None None] Set router 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:41:23.264255 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dbf483eb-9783-4bee-975c-6418035e6ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:23.267373 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dbf483eb-9783-4bee-975c-6418035e6ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:23.268470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d7579-2e8f-4aa9-ad56-e860c7de1c75 req-466aba2b-6a19-4d41-9b50-a8e0df28946e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:23.269738 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dbf483eb-9783-4bee-975c-6418035e6ae1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15eb8fe1-a240-4e5f-a863-124f96c70976 HTTP/1.1" status: 204 len: 168 time: 0.4861808 Aug 20 10:41:23.288463 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf483eb-9783-4bee-975c-6418035e6ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15eb8fe1-a240-4e5f-a863-124f96c70976,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:23.314986 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-838d7579-2e8f-4aa9-ad56-e860c7de1c75 req-466aba2b-6a19-4d41-9b50-a8e0df28946e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.1696801 Aug 20 10:41:23.324123 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:23.324971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941649ba-b351-42a0-9418-fe94ce298fb3 req-7450111d-161e-4953-b3d5-b5e4051e4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:23.329853 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-941649ba-b351-42a0-9418-fe94ce298fb3 req-7450111d-161e-4953-b3d5-b5e4051e4eaf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 1097 time: 0.1933928 Aug 20 10:41:23.340993 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device be4ac4a1-0791-4477-b5e4-d134aeac3b90 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:41:23.505060 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-838d7579-2e8f-4aa9-ad56-e860c7de1c75 req-7520d11a-cf68-495a-a42a-b3b5f5ddb1ea tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835134 Aug 20 10:41:23.527621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46286) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:23.528757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6facceb-c1e6-416b-beca-87987b7f047f req-750ad99f-5c37-462c-a53c-9dc8bc476875 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:23.531472 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6facceb-c1e6-416b-beca-87987b7f047f req-750ad99f-5c37-462c-a53c-9dc8bc476875 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 943 time: 0.1455870 Aug 20 10:41:23.632846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941649ba-b351-42a0-9418-fe94ce298fb3 req-0ae2fc95-b6f0-4ec1-80a7-426400787878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:23.634236 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-941649ba-b351-42a0-9418-fe94ce298fb3 req-0ae2fc95-b6f0-4ec1-80a7-426400787878 service neutron] 10.222.0.42 "GET /v2.0/networks?id=04ee7e74-5a5c-49dc-a864-0c96e1144436 HTTP/1.1" status: 200 len: 898 time: 0.2998869 Aug 20 10:41:23.695708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port be4ac4a1-0791-4477-b5e4-d134aeac3b90, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=be4ac4a1-0791-4477-b5e4-d134aeac3b90,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:23.712291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Deleting port 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:23.713610 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:23.753231 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aaeaffa1-54c2-4b7a-a50b-c570aa5c61ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/floatingips/6c919cea-e66e-4707-95ca-5af9b25a418d HTTP/1.1" status: 200 len: 990 time: 0.2220743 Aug 20 10:41:23.764156 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'be4ac4a1-0791-4477-b5e4-d134aeac3b90', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'port_id': 'be4ac4a1-0791-4477-b5e4-d134aeac3b90', 'mac_address': 'fa:16:3e:79:f6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:41:23.831423 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-941649ba-b351-42a0-9418-fe94ce298fb3 req-ace9e096-feb8-4a5b-81bc-449526152b18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734 HTTP/1.1" status: 200 len: 998 time: 0.1843762 Aug 20 10:41:23.838908 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-84925244-ab8c-4614-ab63-ca2d5b8426bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379356372', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7409ba34-4b99-40de-b770-d7acab553dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:55Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '7409ba34-4b99-40de-b770-d7acab553dae', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '6c919cea-e66e-4707-95ca-5af9b25a418d', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'port_id': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436', 'mac_address': 'fa:16:3e:07:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:41:21Z', 'updated_at': '2021-08-20T10:41:21Z', 'revision_number': 0, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb7aadf4-2370-4248-a783-46bdc400de51', 'name': '', 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:f7:e6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:53Z', 'updated_at': '2021-08-20T10:41:04Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:23.888446 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:23.938948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:41:23.943473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] For port 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b,segment=NetworkSegment(06d79271-c0d0-4dee-8843-961e5f277bf3),segment_id=06d79271-c0d0-4dee-8843-961e5f277bf3)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:23.944013 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:23.949686 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6facceb-c1e6-416b-beca-87987b7f047f req-0ad606d0-fcb6-4559-b4aa-25827ae723a2 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758361 Aug 20 10:41:23.962461 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84925244-ab8c-4614-ab63-ca2d5b8426bf None None] Checking router: 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:41:23.962699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Calling delete_port for 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:23.975723 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84925244-ab8c-4614-ab63-ca2d5b8426bf None None] Routers {'61fcf6b8-83b7-4a9b-a724-009daa61d6c4'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:41:23.977315 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-84925244-ab8c-4614-ab63-ca2d5b8426bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:41:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:23.989253 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941649ba-b351-42a0-9418-fe94ce298fb3 req-90e0fa7c-04be-434a-b3a6-9ce136d7f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:23.990745 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-941649ba-b351-42a0-9418-fe94ce298fb3 req-90e0fa7c-04be-434a-b3a6-9ce136d7f7aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7556d4b9-7aed-48d6-9dd3-8cb0da6203ab HTTP/1.1" status: 200 len: 833 time: 0.1475058 Aug 20 10:41:24.028961 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4ac4a1-0791-4477-b5e4-d134aeac3b90 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:41:24.126535 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941649ba-b351-42a0-9418-fe94ce298fb3 req-b6a95766-b320-41b8-bc7f-8d1765e6b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:24.128133 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-941649ba-b351-42a0-9418-fe94ce298fb3 req-b6a95766-b320-41b8-bc7f-8d1765e6b4f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=04ee7e74-5a5c-49dc-a864-0c96e1144436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1240087 Aug 20 10:41:24.132253 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port be4ac4a1-0791-4477-b5e4-d134aeac3b90, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=be4ac4a1-0791-4477-b5e4-d134aeac3b90,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:24.135418 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:24.153101 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:24.157443 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No active binding found for port 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b {{(pid=94868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 10:41:24.157857 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 20 10:41:24.175660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No DVR routers for this DVR port 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:41:24.189973 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-84925244-ab8c-4614-ab63-ca2d5b8426bf None None] Set router 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:41:24.246756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Port': ['ID=4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:24.273762 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46300) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:24.288622 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02742274-09b2-40fb-a576-b54280eaded4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:24.302776 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Port 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b not found, will not notify nova. {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 20 10:41:24.315434 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfad4d30-273b-44e0-af39-6b054a68c79d None None] Network 03b0d510-485b-4556-a0ed-b8003fa2158f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:24.327271 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e9868df9-dfc0-4e11-937b-07b840e3c9ba None None] Could not find standard attr ID for object 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:41:24.381785 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:24.419456 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b0d510-485b-4556-a0ed-b8003fa2158f']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:24.424109 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-941649ba-b351-42a0-9418-fe94ce298fb3 req-9b5728bd-0440-4012-8a62-4f589e7f7982 service neutron] 10.222.0.42 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883363 Aug 20 10:41:24.464404 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d79271-c0d0-4dee-8843-961e5f277bf3') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:24.465302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d79271-c0d0-4dee-8843-961e5f277bf3') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:24.466888 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=be4ac4a1-0791-4477-b5e4-d134aeac3b90,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:24.480973 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:24.505940 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:24.518568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:24.524107 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:24.526337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['be4ac4a1-0791-4477-b5e4-d134aeac3b90'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:24.532333 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:24.643217 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-941649ba-b351-42a0-9418-fe94ce298fb3 req-36d81d79-f40e-4d37-9eee-c8b8784e83d4 service neutron] 10.222.0.42 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074399 Aug 20 10:41:24.699527 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:24.703253 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02742274-09b2-40fb-a576-b54280eaded4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:24.709494 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:24.714773 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/03b0d510-485b-4556-a0ed-b8003fa2158f HTTP/1.1" status: 204 len: 168 time: 3.2288060 Aug 20 10:41:24.714773 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02742274-09b2-40fb-a576-b54280eaded4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:24.715584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46310) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:24.725346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87479d5-31fa-43d1-8307-9d2944bb4170 None None] DHCP port deletion for 03b0d510-485b-4556-a0ed-b8003fa2158f request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:41:24.730642 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e4e3f597-a874-4304-8b98-12c0291f56a6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-235900820'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:24.758744 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46312) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:24.794498 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96290ac6-8e85-4cbe-9a86-7cfcf4cac1d7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Network': ['ID=03b0d510-485b-4556-a0ed-b8003fa2158f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:24.802561 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-84925244-ab8c-4614-ab63-ca2d5b8426bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379356372', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7409ba34-4b99-40de-b770-d7acab553dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:55Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '7409ba34-4b99-40de-b770-d7acab553dae', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '6c919cea-e66e-4707-95ca-5af9b25a418d', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'port_id': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436', 'mac_address': 'fa:16:3e:07:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:41:21Z', 'updated_at': '2021-08-20T10:41:21Z', 'revision_number': 0, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb7aadf4-2370-4248-a783-46bdc400de51', 'name': '', 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:f7:e6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:53Z', 'updated_at': '2021-08-20T10:41:04Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:24.839442 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-02742274-09b2-40fb-a576-b54280eaded4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33c24505a1584ad98ce283e72c5e60af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5637081 Aug 20 10:41:24.840868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02742274-09b2-40fb-a576-b54280eaded4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496cd61e-dbd4-4b7d-a3bd-836fc7b368c1,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:24.844805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46314) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:24.853866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46316) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:24.880920 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84925244-ab8c-4614-ab63-ca2d5b8426bf None None] The sync data for ids ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'] in n-d-778550-11 is: [{'id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379356372', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7409ba34-4b99-40de-b770-d7acab553dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:55Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '7409ba34-4b99-40de-b770-d7acab553dae', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '6c919cea-e66e-4707-95ca-5af9b25a418d', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'port_id': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436', 'mac_address': 'fa:16:3e:07:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:41:21Z', 'updated_at': '2021-08-20T10:41:21Z', 'revision_number': 0, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb7aadf4-2370-4248-a783-46bdc400de51', 'name': '', 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:f7:e6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:53Z', 'updated_at': '2021-08-20T10:41:04Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:41:24.911871 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6af03ebb-817d-4f11-8c66-6ffe5b6a49cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:24.918836 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e3f597-a874-4304-8b98-12c0291f56a6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:24.922852 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e4e3f597-a874-4304-8b98-12c0291f56a6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:24.960413 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6af03ebb-817d-4f11-8c66-6ffe5b6a49cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.008182 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-37b7ed24-ecac-4110-97e1-a92daebcca09 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/floatingips/6c919cea-e66e-4707-95ca-5af9b25a418d HTTP/1.1" status: 200 len: 990 time: 0.2459452 Aug 20 10:41:25.009685 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e3f597-a874-4304-8b98-12c0291f56a6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:41:25.041035 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6af03ebb-817d-4f11-8c66-6ffe5b6a49cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.047481 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e4e3f597-a874-4304-8b98-12c0291f56a6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.048102 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-e4e3f597-a874-4304-8b98-12c0291f56a6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Added segment b631d662-5d8a-4680-808f-17459ad4a8b9 of type vlan for network e98b14d2-d780-4c47-ab7e-3fbd573a0050 Aug 20 10:41:25.048298 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6af03ebb-817d-4f11-8c66-6ffe5b6a49cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.053419 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6af03ebb-817d-4f11-8c66-6ffe5b6a49cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/496cd61e-dbd4-4b7d-a3bd-836fc7b368c1 HTTP/1.1" status: 204 len: 168 time: 0.2072778 Aug 20 10:41:25.066281 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-4865c775-fa00-4539-aebf-e67d2e5324fb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1336630512'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:25.111432 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e4e3f597-a874-4304-8b98-12c0291f56a6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.129770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4865c775-fa00-4539-aebf-e67d2e5324fb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:25.134909 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4865c775-fa00-4539-aebf-e67d2e5324fb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.139300 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af03ebb-817d-4f11-8c66-6ffe5b6a49cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496cd61e-dbd4-4b7d-a3bd-836fc7b368c1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:25.156500 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e4e3f597-a874-4304-8b98-12c0291f56a6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.167544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e3f597-a874-4304-8b98-12c0291f56a6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:25.169935 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e4e3f597-a874-4304-8b98-12c0291f56a6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.182693 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4865c775-fa00-4539-aebf-e67d2e5324fb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.210100 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e4e3f597-a874-4304-8b98-12c0291f56a6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4936552 Aug 20 10:41:25.210451 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9f981-d7b6-43aa-8b08-90f157d0e817 req-adbb4348-da55-4e23-bf28-8b1391b1f042 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:25.212758 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02c9f981-d7b6-43aa-8b08-90f157d0e817 req-adbb4348-da55-4e23-bf28-8b1391b1f042 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 944 time: 0.1240809 Aug 20 10:41:25.214310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46324) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:25.224142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b86b0d7a-d4f1-4d5f-bddb-c94aeed4a7f7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'subnet': {'network_id': 'e98b14d2-d780-4c47-ab7e-3fbd573a0050', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:25.263439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3f597-a874-4304-8b98-12c0291f56a6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Network': ['ID=e98b14d2-d780-4c47-ab7e-3fbd573a0050,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:25.277524 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network e98b14d2-d780-4c47-ab7e-3fbd573a0050 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:25.369341 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b81bf-9f64-4e94-8283-53b14323d59c None None] New status for floating IP 6c919cea-e66e-4707-95ca-5af9b25a418d: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:41:25.399149 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02c9f981-d7b6-43aa-8b08-90f157d0e817 req-a9062a7e-37fc-43f0-9b25-e0cce3fc2513 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124487 Aug 20 10:41:25.499860 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4865c775-fa00-4539-aebf-e67d2e5324fb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.507300 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4865c775-fa00-4539-aebf-e67d2e5324fb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.544116 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865c775-fa00-4539-aebf-e67d2e5324fb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0b62a6-bab8-4d07-8f68-84efb9f0dc82,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:25.558281 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4865c775-fa00-4539-aebf-e67d2e5324fb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:41:25.566066 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86b0d7a-d4f1-4d5f-bddb-c94aeed4a7f7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:25.572189 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b86b0d7a-d4f1-4d5f-bddb-c94aeed4a7f7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.572356 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46330) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:25.591759 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4865c775-fa00-4539-aebf-e67d2e5324fb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.592101 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-4865c775-fa00-4539-aebf-e67d2e5324fb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Added segment ad2c367f-e8e8-4939-9cec-ed90d8a13b1a of type vlan for network 1972fc4a-acfc-44bf-9f5a-37101e6c625d Aug 20 10:41:25.602867 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2a086721-6190-4c38-a0fa-c629f3b0254e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.702903 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4865c775-fa00-4539-aebf-e67d2e5324fb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.762706 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4865c775-fa00-4539-aebf-e67d2e5324fb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.769027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4865c775-fa00-4539-aebf-e67d2e5324fb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:25.769591 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4865c775-fa00-4539-aebf-e67d2e5324fb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.778740 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2a086721-6190-4c38-a0fa-c629f3b0254e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.787215 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2a086721-6190-4c38-a0fa-c629f3b0254e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.788548 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:41:25.812319 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:41:25.813251 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4cd3cbfb-79c3-4de9-8d8d-d080f75dcf1b not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:41:25.824093 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2a086721-6190-4c38-a0fa-c629f3b0254e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b1655849c844c83af7927cc7cf4d5ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505171 Aug 20 10:41:25.827559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46332) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:25.883258 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4865c775-fa00-4539-aebf-e67d2e5324fb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0283647 Aug 20 10:41:25.888172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46336) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:25.895468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-8d117504-d583-4bf4-ad87-98517dadbe33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d', 'name': 'tempest-PortsIpV6TestJSON-1026674113'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:25.905951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a086721-6190-4c38-a0fa-c629f3b0254e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a202b24-7153-4cb5-9264-aed85607791e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:25.915120 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865c775-fa00-4539-aebf-e67d2e5324fb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Network': ['ID=1972fc4a-acfc-44bf-9f5a-37101e6c625d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:25.936585 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b86b0d7a-d4f1-4d5f-bddb-c94aeed4a7f7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:25.943652 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:26.009734 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46338) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:26.020994 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-386ca6fb-a8e2-4337-a070-80931c11cb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:26.023536 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b0d7a-d4f1-4d5f-bddb-c94aeed4a7f7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Subnet': ['ID=4d5adbd1-2a5a-4e3b-aaf9-77d20c96faca,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:26.027791 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86b0d7a-d4f1-4d5f-bddb-c94aeed4a7f7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Checking segment: {'id': 'b631d662-5d8a-4680-808f-17459ad4a8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e98b14d2-d780-4c47-ab7e-3fbd573a0050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:26.027791 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86b0d7a-d4f1-4d5f-bddb-c94aeed4a7f7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network hostable DHCP agents. Network: e98b14d2-d780-4c47-ab7e-3fbd573a0050, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:41:26.078166 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-386ca6fb-a8e2-4337-a070-80931c11cb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:26.106806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86b0d7a-d4f1-4d5f-bddb-c94aeed4a7f7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network e98b14d2-d780-4c47-ab7e-3fbd573a0050 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:41:26.110450 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d117504-d583-4bf4-ad87-98517dadbe33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:26.119263 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8d117504-d583-4bf4-ad87-98517dadbe33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:26.119496 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b03d7af1-4b78-4270-b210-4f48afc4ce71 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/floatingips/6c919cea-e66e-4707-95ca-5af9b25a418d HTTP/1.1" status: 200 len: 992 time: 0.1055219 Aug 20 10:41:26.126505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-b86b0d7a-d4f1-4d5f-bddb-c94aeed4a7f7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, e98b14d2-d780-4c47-ab7e-3fbd573a0050) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:26.131435 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86b0d7a-d4f1-4d5f-bddb-c94aeed4a7f7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:26.132043 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b86b0d7a-d4f1-4d5f-bddb-c94aeed4a7f7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:26.142096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a572db75-ddb2-4c88-a356-51f66fb0ce15 None None] Network e98b14d2-d780-4c47-ab7e-3fbd573a0050 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:26.162585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-8d117504-d583-4bf4-ad87-98517dadbe33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] device_id is not set on port 94db2df5-87e2-476e-842e-4e68fe0eec76 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:41:26.166034 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b86b0d7a-d4f1-4d5f-bddb-c94aeed4a7f7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9506412 Aug 20 10:41:26.171085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46344) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:26.251184 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-386ca6fb-a8e2-4337-a070-80931c11cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:26.254271 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-386ca6fb-a8e2-4337-a070-80931c11cb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:26.258917 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-386ca6fb-a8e2-4337-a070-80931c11cb63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a202b24-7153-4cb5-9264-aed85607791e HTTP/1.1" status: 204 len: 168 time: 0.4297829 Aug 20 10:41:26.283469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ca6fb-a8e2-4337-a070-80931c11cb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a202b24-7153-4cb5-9264-aed85607791e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:26.334550 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-62236eef-9741-454d-9867-81edf0dc8215 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:26.387878 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfe80fa-66ce-445a-92ef-7a883320f88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-e98b14d2-d780-4c47-ab7e-3fbd573a0050', 'network_id': 'e98b14d2-d780-4c47-ab7e-3fbd573a0050', 'tenant_id': 'fdaf278dcede4f718d2bb355314db42b', 'fixed_ips': [{'subnet_id': '4d5adbd1-2a5a-4e3b-aaf9-77d20c96faca'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:41:26.391734 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dbfe80fa-66ce-445a-92ef-7a883320f88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:26.452436 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-62236eef-9741-454d-9867-81edf0dc8215 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:26.488814 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8d117504-d583-4bf4-ad87-98517dadbe33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:26.568605 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8d117504-d583-4bf4-ad87-98517dadbe33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:26.637997 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-62236eef-9741-454d-9867-81edf0dc8215 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server [None req-dbfe80fa-66ce-445a-92ef-7a883320f88d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d5adbd1-2a5a-4e3b-aaf9-77d20c96faca: This subnet is being modified by another concurrent operation. Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise exception Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d5adbd1-2a5a-4e3b-aaf9-77d20c96faca: This subnet is being modified by another concurrent operation. Aug 20 10:41:26.640855 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server Aug 20 10:41:26.668655 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f1efea-b837-4635-8007-9f4828a7c2fb None None] Network e98b14d2-d780-4c47-ab7e-3fbd573a0050 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:26.675408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d117504-d583-4bf4-ad87-98517dadbe33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=94db2df5-87e2-476e-842e-4e68fe0eec76,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:26.697036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ef5c3-347a-40d8-88f3-a4633d200bd8 req-769540db-e5b1-404e-9f38-149ec1a0b3e9 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:26.705853 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a6ef5c3-347a-40d8-88f3-a4633d200bd8 req-769540db-e5b1-404e-9f38-149ec1a0b3e9 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 944 time: 0.1567268 Aug 20 10:41:26.709115 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62236eef-9741-454d-9867-81edf0dc8215 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5adbd1-2a5a-4e3b-aaf9-77d20c96faca,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:26.767722 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a6ef5c3-347a-40d8-88f3-a4633d200bd8 req-1bc8abf4-e8dd-4bd4-80d4-a12ce08c2ad7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593357 Aug 20 10:41:26.774092 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d117504-d583-4bf4-ad87-98517dadbe33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Checking segment: {'id': 'ad2c367f-e8e8-4939-9cec-ed90d8a13b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:26.775532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d117504-d583-4bf4-ad87-98517dadbe33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network hostable DHCP agents. Network: 1972fc4a-acfc-44bf-9f5a-37101e6c625d, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:41:26.801620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d117504-d583-4bf4-ad87-98517dadbe33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:41:26.816761 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-8d117504-d583-4bf4-ad87-98517dadbe33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 1972fc4a-acfc-44bf-9f5a-37101e6c625d) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:26.834578 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48223fd0-d2de-4226-8cec-3a08e8619344 None None] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:26.837028 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d117504-d583-4bf4-ad87-98517dadbe33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:26.843847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d117504-d583-4bf4-ad87-98517dadbe33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:26.844793 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8d117504-d583-4bf4-ad87-98517dadbe33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:26.864322 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-62236eef-9741-454d-9867-81edf0dc8215 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:26.886277 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8d117504-d583-4bf4-ad87-98517dadbe33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9918540 Aug 20 10:41:26.886277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46362) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:26.916304 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-7ca9755d-28b9-4888-97cd-c1c529f5066f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-441192196'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:26.917535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-62236eef-9741-454d-9867-81edf0dc8215 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98b14d2-d780-4c47-ab7e-3fbd573a0050']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:26.943380 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-62236eef-9741-454d-9867-81edf0dc8215 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b631d662-5d8a-4680-808f-17459ad4a8b9') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:26.943876 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-62236eef-9741-454d-9867-81edf0dc8215 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b631d662-5d8a-4680-808f-17459ad4a8b9') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:26.965375 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca9755d-28b9-4888-97cd-c1c529f5066f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:26.972363 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-62236eef-9741-454d-9867-81edf0dc8215 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:26.972610 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7ca9755d-28b9-4888-97cd-c1c529f5066f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.032202 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-62236eef-9741-454d-9867-81edf0dc8215 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.034301 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca9755d-28b9-4888-97cd-c1c529f5066f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:41:27.041096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62236eef-9741-454d-9867-81edf0dc8215 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:27.041806 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-62236eef-9741-454d-9867-81edf0dc8215 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.043738 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86533f8-76c1-48be-a0cf-8ecc75965fe3 None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:27.050489 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:27.068083 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7ca9755d-28b9-4888-97cd-c1c529f5066f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.068735 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-7ca9755d-28b9-4888-97cd-c1c529f5066f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Added segment 90578089-a7a1-4842-b3d3-714b1b8f5136 of type vlan for network 755553cc-44d2-478b-bcbb-168c6530fab8 Aug 20 10:41:27.140817 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-62236eef-9741-454d-9867-81edf0dc8215 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.150602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86533f8-76c1-48be-a0cf-8ecc75965fe3 None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:41:27.153758 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7ca9755d-28b9-4888-97cd-c1c529f5066f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.168862 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-62236eef-9741-454d-9867-81edf0dc8215 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.174350 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-62236eef-9741-454d-9867-81edf0dc8215 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/e98b14d2-d780-4c47-ab7e-3fbd573a0050 HTTP/1.1" status: 204 len: 168 time: 0.9944599 Aug 20 10:41:27.175226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62236eef-9741-454d-9867-81edf0dc8215 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Network': ['ID=e98b14d2-d780-4c47-ab7e-3fbd573a0050,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:27.175395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46372) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:27.183341 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-05919761-6f80-420e-bc12-9c38a78b420b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-426014390'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:27.202326 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7ca9755d-28b9-4888-97cd-c1c529f5066f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.209474 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca9755d-28b9-4888-97cd-c1c529f5066f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:27.210326 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7ca9755d-28b9-4888-97cd-c1c529f5066f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.297046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05919761-6f80-420e-bc12-9c38a78b420b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:27.302034 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-05919761-6f80-420e-bc12-9c38a78b420b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.348821 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7ca9755d-28b9-4888-97cd-c1c529f5066f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4610009 Aug 20 10:41:27.351934 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46384) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:27.357443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'ports': [{'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d'}, {'network_id': '755553cc-44d2-478b-bcbb-168c6530fab8'}]} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:27.358001 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:27.358725 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'network_id': '755553cc-44d2-478b-bcbb-168c6530fab8'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:27.370950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9755d-28b9-4888-97cd-c1c529f5066f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Network': ['ID=755553cc-44d2-478b-bcbb-168c6530fab8,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:27.398691 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05919761-6f80-420e-bc12-9c38a78b420b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:41:27.400751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 755553cc-44d2-478b-bcbb-168c6530fab8 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:27.430410 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-05919761-6f80-420e-bc12-9c38a78b420b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.430410 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-05919761-6f80-420e-bc12-9c38a78b420b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Added segment e7d9d212-e49c-4cb7-a6fb-e2ce7dcfbb86 of type vlan for network 136d4175-5487-474a-89f9-1dbaf4b5d3cc Aug 20 10:41:27.471686 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device be4ac4a1-0791-4477-b5e4-d134aeac3b90 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:41:27.506590 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-05919761-6f80-420e-bc12-9c38a78b420b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.535729 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-05919761-6f80-420e-bc12-9c38a78b420b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.545473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05919761-6f80-420e-bc12-9c38a78b420b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:27.546101 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-05919761-6f80-420e-bc12-9c38a78b420b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.569383 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-05919761-6f80-420e-bc12-9c38a78b420b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3935244 Aug 20 10:41:27.575025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46390) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:27.613224 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-bb9dc0f3-facc-4fa0-a841-2479a2735133 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'subnet': {'network_id': '136d4175-5487-474a-89f9-1dbaf4b5d3cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:27.635409 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port be4ac4a1-0791-4477-b5e4-d134aeac3b90 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:27.638381 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05919761-6f80-420e-bc12-9c38a78b420b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Network': ['ID=136d4175-5487-474a-89f9-1dbaf4b5d3cc,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:27.640257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port be4ac4a1-0791-4477-b5e4-d134aeac3b90 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:27.641660 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.667018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 136d4175-5487-474a-89f9-1dbaf4b5d3cc details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:27.739516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'port': 2} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:27.745061 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.765517 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.828831 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.854090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9dc0f3-facc-4fa0-a841-2479a2735133 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:27.857847 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc0f3-facc-4fa0-a841-2479a2735133 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.878625 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port be4ac4a1-0791-4477-b5e4-d134aeac3b90, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=be4ac4a1-0791-4477-b5e4-d134aeac3b90,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:27.879932 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17969d82-de5c-47b9-a41c-368e684d82d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4ac4a1-0791-4477-b5e4-d134aeac3b90'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:41:27.882945 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fbfe6f-b370-43c4-b132-164564cffbb0" -d '{"events": [{"server_uuid": "17969d82-de5c-47b9-a41c-368e684d82d0", "name": "network-vif-plugged", "status": "completed", "tag": "be4ac4a1-0791-4477-b5e4-d134aeac3b90"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:41:27.891283 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:27.959642 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92051afa-c9fc-4552-ba03-980a480a32c7 x-openstack-request-id: req-92051afa-c9fc-4552-ba03-980a480a32c7 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:41:27.961096 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17969d82-de5c-47b9-a41c-368e684d82d0", "name": "network-vif-plugged", "status": "completed", "tag": "be4ac4a1-0791-4477-b5e4-d134aeac3b90", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:41:27.961597 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92051afa-c9fc-4552-ba03-980a480a32c7 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:41:27.962362 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17969d82-de5c-47b9-a41c-368e684d82d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4ac4a1-0791-4477-b5e4-d134aeac3b90', 'code': 200} Aug 20 10:41:27.964197 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=be4ac4a1-0791-4477-b5e4-d134aeac3b90,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:27.974594 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:27.974969 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:27.975334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:27.975654 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:27.976584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:27.976910 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:27.984355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] device_id is not set on port a639a2da-5c3b-485c-9fba-2de5ce31f9c6 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:41:27.989511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:27.990423 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:27.990423 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:27.990657 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:27.990888 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:27.991352 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:28.086519 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3045f9-4a59-4938-a67e-c0261577fcb4 req-11289579-972c-4816-afe0-be398867d37c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:28.088028 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7b3045f9-4a59-4938-a67e-c0261577fcb4 req-11289579-972c-4816-afe0-be398867d37c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 945 time: 0.1571391 Aug 20 10:41:28.120687 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5474e-bc85-4f63-9fc5-3ba8eb342ebe req-43faefd6-4242-4e54-ae66-709e98ecb762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:28.122438 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30d5474e-bc85-4f63-9fc5-3ba8eb342ebe req-43faefd6-4242-4e54-ae66-709e98ecb762 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 1097 time: 0.1169407 Aug 20 10:41:28.249497 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7b3045f9-4a59-4938-a67e-c0261577fcb4 req-4e0c6789-5241-410a-9089-d7666e451b7c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515841 Aug 20 10:41:28.312502 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-30d5474e-bc85-4f63-9fc5-3ba8eb342ebe req-1d1d4cc1-6a55-4827-82a1-3c5d4f5530d8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637170 Aug 20 10:41:28.344420 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:28.352484 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc0f3-facc-4fa0-a841-2479a2735133 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:28.467877 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] device_id is not set on port bf2329bd-ac6a-472b-8b0b-b8e278310fad yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:41:28.477578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dc0f3-facc-4fa0-a841-2479a2735133 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Subnet': ['ID=68f212fa-6d8c-43fc-930d-261d7e530395,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:28.504649 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9dc0f3-facc-4fa0-a841-2479a2735133 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Checking segment: {'id': 'e7d9d212-e49c-4cb7-a6fb-e2ce7dcfbb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '136d4175-5487-474a-89f9-1dbaf4b5d3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:28.505275 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9dc0f3-facc-4fa0-a841-2479a2735133 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network hostable DHCP agents. Network: 136d4175-5487-474a-89f9-1dbaf4b5d3cc, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:41:28.567520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46446) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:28.582690 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9dc0f3-facc-4fa0-a841-2479a2735133 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network 136d4175-5487-474a-89f9-1dbaf4b5d3cc is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:41:28.606260 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-bb9dc0f3-facc-4fa0-a841-2479a2735133 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 136d4175-5487-474a-89f9-1dbaf4b5d3cc) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:28.614130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9dc0f3-facc-4fa0-a841-2479a2735133 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:28.614522 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc0f3-facc-4fa0-a841-2479a2735133 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:28.620403 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7104bc09-245e-450d-8621-8170867a5987 None None] Network 136d4175-5487-474a-89f9-1dbaf4b5d3cc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:28.644113 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bb9dc0f3-facc-4fa0-a841-2479a2735133 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0650709 Aug 20 10:41:28.644405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46450) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:28.656083 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:28.756457 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:28.762161 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faecf296-596d-4928-86cc-349e7ff1ef04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:28.827271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:28.829141 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:28.836882 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:28.837786 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:28.852699 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3dc9144a-a071-4bcb-a4cb-615ac1c4bb59 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:28.878791 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=a639a2da-5c3b-485c-9fba-2de5ce31f9c6,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:28.959410 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faecf296-596d-4928-86cc-349e7ff1ef04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:28.959693 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Checking segment: {'id': '90578089-a7a1-4842-b3d3-714b1b8f5136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '755553cc-44d2-478b-bcbb-168c6530fab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:28.959693 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network hostable DHCP agents. Network: 755553cc-44d2-478b-bcbb-168c6530fab8, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:41:28.972237 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faecf296-596d-4928-86cc-349e7ff1ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:28.999242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faecf296-596d-4928-86cc-349e7ff1ef04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b61820-3608-4277-b3a0-5e0dfe4fe33f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:29.021564 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3dc9144a-a071-4bcb-a4cb-615ac1c4bb59 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.037992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=bf2329bd-ac6a-472b-8b0b-b8e278310fad,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:29.039472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c075a17-5a45-48ff-9baa-cfa72b1ba196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-136d4175-5487-474a-89f9-1dbaf4b5d3cc', 'network_id': '136d4175-5487-474a-89f9-1dbaf4b5d3cc', 'tenant_id': 'fdaf278dcede4f718d2bb355314db42b', 'fixed_ips': [{'subnet_id': '68f212fa-6d8c-43fc-930d-261d7e530395'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:41:29.043014 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0c075a17-5a45-48ff-9baa-cfa72b1ba196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.046554 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 755553cc-44d2-478b-bcbb-168c6530fab8 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:41:29.066685 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 755553cc-44d2-478b-bcbb-168c6530fab8) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:29.070473 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-faecf296-596d-4928-86cc-349e7ff1ef04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33fe1fe089e9445eac9c00878b6d49c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5009379 Aug 20 10:41:29.073700 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46458) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:29.083820 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:29.092938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:29.115560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:29.116297 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.146401 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3dc9144a-a071-4bcb-a4cb-615ac1c4bb59 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.149847 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-914e479b-ea1a-4344-9ee7-e5089a6b5022 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7943120 Aug 20 10:41:29.150621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46460) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:29.162439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ba6283-85c6-45af-8496-be4bd2d9ecc4 None None] Network 755553cc-44d2-478b-bcbb-168c6530fab8 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:29.184527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9144a-a071-4bcb-a4cb-615ac1c4bb59 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Subnet': ['ID=68f212fa-6d8c-43fc-930d-261d7e530395,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:29.190110 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50d4acc8-2f52-4f68-a659-cf7d0e8589aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.265253 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50d4acc8-2f52-4f68-a659-cf7d0e8589aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server [None req-0c075a17-5a45-48ff-9baa-cfa72b1ba196 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68f212fa-6d8c-43fc-930d-261d7e530395: This subnet is being modified by another concurrent operation. Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise exception Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68f212fa-6d8c-43fc-930d-261d7e530395: This subnet is being modified by another concurrent operation. Aug 20 10:41:29.270973 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server Aug 20 10:41:29.279471 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3dc9144a-a071-4bcb-a4cb-615ac1c4bb59 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.297259 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-3dc9144a-a071-4bcb-a4cb-615ac1c4bb59 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136d4175-5487-474a-89f9-1dbaf4b5d3cc']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:29.321637 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05baf650-6746-4965-8a97-bb2c540632a4 None None] Network 136d4175-5487-474a-89f9-1dbaf4b5d3cc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:29.329459 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-3dc9144a-a071-4bcb-a4cb-615ac1c4bb59 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d9d212-e49c-4cb7-a6fb-e2ce7dcfbb86') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:29.329877 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-3dc9144a-a071-4bcb-a4cb-615ac1c4bb59 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d9d212-e49c-4cb7-a6fb-e2ce7dcfbb86') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:29.345359 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fc8147df-c4c1-4ac5-b84a-17d749dabf51 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port bf2329bd-ac6a-472b-8b0b-b8e278310fad {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:29.345948 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc8147df-c4c1-4ac5-b84a-17d749dabf51 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.355200 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3dc9144a-a071-4bcb-a4cb-615ac1c4bb59 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.372070 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3dc9144a-a071-4bcb-a4cb-615ac1c4bb59 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.383019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc9144a-a071-4bcb-a4cb-615ac1c4bb59 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:29.383019 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3dc9144a-a071-4bcb-a4cb-615ac1c4bb59 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:29.386461 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:29.460314 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50d4acc8-2f52-4f68-a659-cf7d0e8589aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.464488 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50d4acc8-2f52-4f68-a659-cf7d0e8589aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.468261 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-50d4acc8-2f52-4f68-a659-cf7d0e8589aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50b61820-3608-4277-b3a0-5e0dfe4fe33f HTTP/1.1" status: 204 len: 168 time: 0.3911958 Aug 20 10:41:29.482723 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa36a-340c-4934-96b2-1d1c39d520c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.507791 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4acc8-2f52-4f68-a659-cf7d0e8589aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b61820-3608-4277-b3a0-5e0dfe4fe33f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:29.521834 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3dc9144a-a071-4bcb-a4cb-615ac1c4bb59 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.525969 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc8147df-c4c1-4ac5-b84a-17d749dabf51 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.531659 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3dc9144a-a071-4bcb-a4cb-615ac1c4bb59 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.537454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46472) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:29.538965 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3dc9144a-a071-4bcb-a4cb-615ac1c4bb59 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/136d4175-5487-474a-89f9-1dbaf4b5d3cc HTTP/1.1" status: 204 len: 168 time: 0.8927419 Aug 20 10:41:29.549589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efe51b-de48-4265-bcf5-7023d1968111 req-9add1930-cb42-4c9b-b3dc-8c9ee3e11fc7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:29.551732 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-80efe51b-de48-4265-bcf5-7023d1968111 req-9add1930-cb42-4c9b-b3dc-8c9ee3e11fc7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 945 time: 0.1170318 Aug 20 10:41:29.552887 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-bb57c13a-a27d-45fc-81fe-3a6cedd0e2e0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1947912691'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:29.566532 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fc8147df-c4c1-4ac5-b84a-17d749dabf51 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for bf2329bd-ac6a-472b-8b0b-b8e278310fad owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:29.572976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9144a-a071-4bcb-a4cb-615ac1c4bb59 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Network': ['ID=136d4175-5487-474a-89f9-1dbaf4b5d3cc,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:29.639013 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb57c13a-a27d-45fc-81fe-3a6cedd0e2e0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:29.642872 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb57c13a-a27d-45fc-81fe-3a6cedd0e2e0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.659908 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-80efe51b-de48-4265-bcf5-7023d1968111 req-4ac5b2c6-c262-4268-b5c7-babe670ba985 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952134 Aug 20 10:41:29.693016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb57c13a-a27d-45fc-81fe-3a6cedd0e2e0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:41:29.702220 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16785f1-921b-4066-8fd5-01d954e19ecc None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:41:29.744875 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb57c13a-a27d-45fc-81fe-3a6cedd0e2e0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.745300 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-bb57c13a-a27d-45fc-81fe-3a6cedd0e2e0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Added segment 5b4cdc09-4235-4a76-a70a-f0279e9ad2fe of type vlan for network e3d74ce4-2401-48c3-bd65-d88226c54c34 Aug 20 10:41:29.796367 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb57c13a-a27d-45fc-81fe-3a6cedd0e2e0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.798943 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc8147df-c4c1-4ac5-b84a-17d749dabf51 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.814239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16785f1-921b-4066-8fd5-01d954e19ecc None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:41:29.841666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8147df-c4c1-4ac5-b84a-17d749dabf51 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=bf2329bd-ac6a-472b-8b0b-b8e278310fad,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:29.863443 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc8147df-c4c1-4ac5-b84a-17d749dabf51 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.866011 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fc8147df-c4c1-4ac5-b84a-17d749dabf51 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/ports/bf2329bd-ac6a-472b-8b0b-b8e278310fad HTTP/1.1" status: 204 len: 168 time: 0.7142410 Aug 20 10:41:29.869503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46478) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:29.883167 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb57c13a-a27d-45fc-81fe-3a6cedd0e2e0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.892454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb57c13a-a27d-45fc-81fe-3a6cedd0e2e0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:29.893241 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb57c13a-a27d-45fc-81fe-3a6cedd0e2e0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:29.970492 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bb57c13a-a27d-45fc-81fe-3a6cedd0e2e0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4304481 Aug 20 10:41:29.973854 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46484) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:29.979889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-87bd6716-217b-4441-96a1-9a6b640709a5 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'subnet': {'network_id': 'e3d74ce4-2401-48c3-bd65-d88226c54c34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:29.985294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e473cd-3605-44a9-984c-26a908af6dcb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:29.996276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e473cd-3605-44a9-984c-26a908af6dcb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:30.004143 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-50e473cd-3605-44a9-984c-26a908af6dcb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1299467 Aug 20 10:41:30.011995 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46486) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:30.079909 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57c13a-a27d-45fc-81fe-3a6cedd0e2e0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Network': ['ID=e3d74ce4-2401-48c3-bd65-d88226c54c34,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:30.094644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network e3d74ce4-2401-48c3-bd65-d88226c54c34 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:30.113223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bd6716-217b-4441-96a1-9a6b640709a5 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:30.117203 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-87bd6716-217b-4441-96a1-9a6b640709a5 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:30.203629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.ipam_backend_mixin [None req-87bd6716-217b-4441-96a1-9a6b640709a5 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Performing IP validity checks on allocation pools {{(pid=94866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 10:41:30.204152 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.ipam_backend_mixin [None req-87bd6716-217b-4441-96a1-9a6b640709a5 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 10:41:30.222967 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-c82e7798-8c1c-4661-9db0-c1dd5ee22f00 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port a639a2da-5c3b-485c-9fba-2de5ce31f9c6 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:30.224004 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c82e7798-8c1c-4661-9db0-c1dd5ee22f00 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:30.343274 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c82e7798-8c1c-4661-9db0-c1dd5ee22f00 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:30.357847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-c82e7798-8c1c-4661-9db0-c1dd5ee22f00 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for a639a2da-5c3b-485c-9fba-2de5ce31f9c6 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:30.381778 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-87bd6716-217b-4441-96a1-9a6b640709a5 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:30.476481 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd6716-217b-4441-96a1-9a6b640709a5 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Subnet': ['ID=d83d1ab8-cac5-4dfb-81f3-efd9a8882b11,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:30.479600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bd6716-217b-4441-96a1-9a6b640709a5 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Checking segment: {'id': '5b4cdc09-4235-4a76-a70a-f0279e9ad2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e3d74ce4-2401-48c3-bd65-d88226c54c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:30.480031 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd6716-217b-4441-96a1-9a6b640709a5 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network hostable DHCP agents. Network: e3d74ce4-2401-48c3-bd65-d88226c54c34, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:41:30.482528 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c82e7798-8c1c-4661-9db0-c1dd5ee22f00 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:30.502204 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd6716-217b-4441-96a1-9a6b640709a5 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network e3d74ce4-2401-48c3-bd65-d88226c54c34 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:41:30.527346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-87bd6716-217b-4441-96a1-9a6b640709a5 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, e3d74ce4-2401-48c3-bd65-d88226c54c34) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:30.533916 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bd6716-217b-4441-96a1-9a6b640709a5 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:30.535370 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-87bd6716-217b-4441-96a1-9a6b640709a5 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:30.538013 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c82e7798-8c1c-4661-9db0-c1dd5ee22f00 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:30.543955 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c82e7798-8c1c-4661-9db0-c1dd5ee22f00 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/ports/a639a2da-5c3b-485c-9fba-2de5ce31f9c6 HTTP/1.1" status: 204 len: 168 time: 0.5281453 Aug 20 10:41:30.543955 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e7798-8c1c-4661-9db0-c1dd5ee22f00 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=a639a2da-5c3b-485c-9fba-2de5ce31f9c6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:30.544246 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46504) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:30.549232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12af979a-89ad-4243-b423-cfadbb873bdc None None] Network e3d74ce4-2401-48c3-bd65-d88226c54c34 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:30.608834 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-87bd6716-217b-4441-96a1-9a6b640709a5 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6336598 Aug 20 10:41:30.611876 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46506) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:30.637631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d831511-7a1c-4500-b653-056b36c72bca tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:30.641642 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4d831511-7a1c-4500-b653-056b36c72bca tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0944529 Aug 20 10:41:30.642067 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46510) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:30.676322 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8c9b7c-3c67-4978-9328-70cd1fe6e19f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] GET failed (client error): The resource could not be found. Aug 20 10:41:30.680920 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ad8c9b7c-3c67-4978-9328-70cd1fe6e19f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports/bf2329bd-ac6a-472b-8b0b-b8e278310fad HTTP/1.1" status: 404 len: 333 time: 0.0349071 Aug 20 10:41:30.691117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46512) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:30.722639 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce176365-c95a-4edf-a3df-b255ed834758 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] GET failed (client error): The resource could not be found. Aug 20 10:41:30.724329 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ce176365-c95a-4edf-a3df-b255ed834758 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports/a639a2da-5c3b-485c-9fba-2de5ce31f9c6 HTTP/1.1" status: 404 len: 333 time: 0.0321817 Aug 20 10:41:30.729520 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46518) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:30.781285 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-e3d74ce4-2401-48c3-bd65-d88226c54c34', 'network_id': 'e3d74ce4-2401-48c3-bd65-d88226c54c34', 'tenant_id': 'fdaf278dcede4f718d2bb355314db42b', 'fixed_ips': [{'subnet_id': 'd83d1ab8-cac5-4dfb-81f3-efd9a8882b11'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:41:30.782159 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:30.865186 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:30.885859 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-00e277fa-7ad1-474b-b1e9-4861528cca12 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:30.915038 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5bed5-5143-49d1-9b9d-c13658580954 req-c26e5e18-e2a3-4052-a662-0dd5cc396e7f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:30.916769 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dfb5bed5-5143-49d1-9b9d-c13658580954 req-c26e5e18-e2a3-4052-a662-0dd5cc396e7f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 945 time: 0.1649692 Aug 20 10:41:30.973989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Allocated IP 172.20.0.3 (e3d74ce4-2401-48c3-bd65-d88226c54c34/d83d1ab8-cac5-4dfb-81f3-efd9a8882b11/60a666d9-2c7b-47ec-90d0-be309e529108) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:30.989096 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.004165 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dfb5bed5-5143-49d1-9b9d-c13658580954 req-ce578764-2b4f-44ec-b145-1513c3392cf0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797598 Aug 20 10:41:31.144831 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-00e277fa-7ad1-474b-b1e9-4861528cca12 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.165227 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-00e277fa-7ad1-474b-b1e9-4861528cca12 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755553cc-44d2-478b-bcbb-168c6530fab8']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:31.168375 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.178430 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Transition to ACTIVE for port object 60a666d9-2c7b-47ec-90d0-be309e529108 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:31.181804 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-00e277fa-7ad1-474b-b1e9-4861528cca12 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90578089-a7a1-4842-b3d3-714b1b8f5136') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:31.182348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-00e277fa-7ad1-474b-b1e9-4861528cca12 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90578089-a7a1-4842-b3d3-714b1b8f5136') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:31.194586 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-00e277fa-7ad1-474b-b1e9-4861528cca12 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.197598 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Transition to ACTIVE for port object 60a666d9-2c7b-47ec-90d0-be309e529108 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:31.206643 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.213853 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-00e277fa-7ad1-474b-b1e9-4861528cca12 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.224216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e277fa-7ad1-474b-b1e9-4861528cca12 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:31.224628 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-00e277fa-7ad1-474b-b1e9-4861528cca12 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:31.228625 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:31.232315 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a54693ce-6e4a-401c-9947-ce4c8d70ee97 req-ca105936-c4e9-4c25-927a-96fd6cfdd2ee tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c94f33ee8bdb486c9e80924b1d062545 HTTP/1.1" status: 200 len: 267 time: 0.1060126 Aug 20 10:41:31.273518 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.276144 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Network e3d74ce4-2401-48c3-bd65-d88226c54c34 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:31.281915 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:31.286680 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:31.331540 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Subnet': ['ID=d83d1ab8-cac5-4dfb-81f3-efd9a8882b11,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:31.358965 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Pushing event updated for resources: {'Port': ['ID=60a666d9-2c7b-47ec-90d0-be309e529108,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:31.378453 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-00e277fa-7ad1-474b-b1e9-4861528cca12 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.387571 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-00e277fa-7ad1-474b-b1e9-4861528cca12 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.391591 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Attempting to bind port 60a666d9-2c7b-47ec-90d0-be309e529108 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:41:31.392261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Attempting to bind port 60a666d9-2c7b-47ec-90d0-be309e529108 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '5b4cdc09-4235-4a76-a70a-f0279e9ad2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e3d74ce4-2401-48c3-bd65-d88226c54c34'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:41:31.392821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Attempting to bind port 60a666d9-2c7b-47ec-90d0-be309e529108 on network e3d74ce4-2401-48c3-bd65-d88226c54c34 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:31.396065 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-00e277fa-7ad1-474b-b1e9-4861528cca12 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/networks/755553cc-44d2-478b-bcbb-168c6530fab8 HTTP/1.1" status: 204 len: 168 time: 0.6631112 Aug 20 10:41:31.397069 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46540) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:31.405961 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:41:31.407028 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54693ce-6e4a-401c-9947-ce4c8d70ee97 req-aee26e3e-8ca8-4a68-8f38-861815491136 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:31.408947 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a54693ce-6e4a-401c-9947-ce4c8d70ee97 req-aee26e3e-8ca8-4a68-8f38-861815491136 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 945 time: 0.1702631 Aug 20 10:41:31.412355 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Checking segment: {'id': '5b4cdc09-4235-4a76-a70a-f0279e9ad2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e3d74ce4-2401-48c3-bd65-d88226c54c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:31.412635 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.413039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Bound using segment: {'id': '5b4cdc09-4235-4a76-a70a-f0279e9ad2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e3d74ce4-2401-48c3-bd65-d88226c54c34'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:41:31.414103 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Bound port: 60a666d9-2c7b-47ec-90d0-be309e529108, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4cdc09-4235-4a76-a70a-f0279e9ad2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e3d74ce4-2401-48c3-bd65-d88226c54c34'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:41:31.414497 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.426870 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-9807e554-7492-43df-a292-106059077e2f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1147685645'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:31.436024 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.448097 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-a54693ce-6e4a-401c-9947-ce4c8d70ee97 req-5291bc93-dd09-4451-93d2-d3f04ba9f8d6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Request body: {'port': {'security_groups': []}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:31.449405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e277fa-7ad1-474b-b1e9-4861528cca12 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Network': ['ID=755553cc-44d2-478b-bcbb-168c6530fab8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:31.495823 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9807e554-7492-43df-a292-106059077e2f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:31.502112 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9807e554-7492-43df-a292-106059077e2f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.503975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d74ce4-2401-48c3-bd65-d88226c54c34']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:31.520124 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4cdc09-4235-4a76-a70a-f0279e9ad2fe') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:31.520597 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4cdc09-4235-4a76-a70a-f0279e9ad2fe') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:31.541400 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.547703 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] For port 60a666d9-2c7b-47ec-90d0-be309e529108, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:41:31.556126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] For port 60a666d9-2c7b-47ec-90d0-be309e529108, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=60a666d9-2c7b-47ec-90d0-be309e529108,segment=NetworkSegment(5b4cdc09-4235-4a76-a70a-f0279e9ad2fe),segment_id=5b4cdc09-4235-4a76-a70a-f0279e9ad2fe)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:41:31.560955 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.576977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9807e554-7492-43df-a292-106059077e2f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:41:31.587474 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.589833 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a54693ce-6e4a-401c-9947-ce4c8d70ee97 req-5291bc93-dd09-4451-93d2-d3f04ba9f8d6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.634821 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:31.635464 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:31.640407 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:31.646950 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb60cf-98d9-4844-8c2d-eb99ff6082bb None None] Pushing event updated for resources: {'Port': ['ID=60a666d9-2c7b-47ec-90d0-be309e529108,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:31.709751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb73d59-902e-48ad-8a73-8d998f4bd944 None None] Network e3d74ce4-2401-48c3-bd65-d88226c54c34 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:31.760865 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9807e554-7492-43df-a292-106059077e2f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.762134 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-9807e554-7492-43df-a292-106059077e2f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Added segment bdb71fa7-4c39-4a3e-971c-2f36f8d5ed56 of type vlan for network 20db644c-9e4e-4dbf-8554-dea44f7e35f6 Aug 20 10:41:31.763546 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.api [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 10:41:31.763546 n-d-778550-11 neutron-server[94867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 10:41:31.763546 n-d-778550-11 neutron-server[94867]: [parameters: {'id': 'e3d74ce4-2401-48c3-bd65-d88226c54c34'}] Aug 20 10:41:31.763546 n-d-778550-11 neutron-server[94867]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:41:31.764436 n-d-778550-11 neutron-server[94867]: DEBUG oslo_db.api [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:41:31.853476 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9807e554-7492-43df-a292-106059077e2f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.884022 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c834e-be56-41f0-b1b2-074b093804ad None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:41:31.922077 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9807e554-7492-43df-a292-106059077e2f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.935733 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9807e554-7492-43df-a292-106059077e2f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:31.936649 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9807e554-7492-43df-a292-106059077e2f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:31.961189 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-a54693ce-6e4a-401c-9947-ce4c8d70ee97 req-5291bc93-dd09-4451-93d2-d3f04ba9f8d6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] For port be4ac4a1-0791-4477-b5e4-d134aeac3b90, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=be4ac4a1-0791-4477-b5e4-d134aeac3b90,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:31.973984 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-514fa908-dfe7-4007-b9ab-bfdfdbb98ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:32.012545 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a54693ce-6e4a-401c-9947-ce4c8d70ee97 req-5291bc93-dd09-4451-93d2-d3f04ba9f8d6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:32.018354 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a54693ce-6e4a-401c-9947-ce4c8d70ee97 req-5291bc93-dd09-4451-93d2-d3f04ba9f8d6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:32.035407 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['10dc3468-eb37-49dc-8583-476a96f4b158', '6853731e-8284-4323-b414-ef190b2964e9', 'be4ac4a1-0791-4477-b5e4-d134aeac3b90'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:41:32.079267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54693ce-6e4a-401c-9947-ce4c8d70ee97 req-5291bc93-dd09-4451-93d2-d3f04ba9f8d6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:32.079934 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a54693ce-6e4a-401c-9947-ce4c8d70ee97 req-5291bc93-dd09-4451-93d2-d3f04ba9f8d6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:32.089202 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a54693ce-6e4a-401c-9947-ce4c8d70ee97 req-5291bc93-dd09-4451-93d2-d3f04ba9f8d6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "PUT /v2.0/ports/be4ac4a1-0791-4477-b5e4-d134aeac3b90 HTTP/1.1" status: 200 len: 904 time: 0.6648376 Aug 20 10:41:32.089202 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17969d82-de5c-47b9-a41c-368e684d82d0', 'tag': 'be4ac4a1-0791-4477-b5e4-d134aeac3b90'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:41:32.095595 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9807e554-7492-43df-a292-106059077e2f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6768959 Aug 20 10:41:32.096391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46558) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:32.100069 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c834e-be56-41f0-b1b2-074b093804ad None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:41:32.101642 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65cfd9c-810d-4568-a4f3-312ca010bc50" -d '{"events": [{"name": "network-changed", "server_uuid": "17969d82-de5c-47b9-a41c-368e684d82d0", "tag": "be4ac4a1-0791-4477-b5e4-d134aeac3b90"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:41:32.108679 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-8d3d6ee6-9432-4441-91cc-f1e205b2880b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'subnet': {'network_id': '20db644c-9e4e-4dbf-8554-dea44f7e35f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:32.174623 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['be4ac4a1-0791-4477-b5e4-d134aeac3b90'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:41:32.192042 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291bc93-dd09-4451-93d2-d3f04ba9f8d6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Pushing event updated for resources: {'Port': ['ID=be4ac4a1-0791-4477-b5e4-d134aeac3b90,revision_number=6']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:32.205217 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53271f08-4bed-4b61-bd05-452d40ee1fb5 x-openstack-request-id: req-53271f08-4bed-4b61-bd05-452d40ee1fb5 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:41:32.205836 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17969d82-de5c-47b9-a41c-368e684d82d0", "tag": "be4ac4a1-0791-4477-b5e4-d134aeac3b90", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:41:32.206252 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53271f08-4bed-4b61-bd05-452d40ee1fb5 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:41:32.207122 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17969d82-de5c-47b9-a41c-368e684d82d0', 'tag': 'be4ac4a1-0791-4477-b5e4-d134aeac3b90', 'status': 'completed', 'code': 200} Aug 20 10:41:32.255098 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807e554-7492-43df-a292-106059077e2f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Network': ['ID=20db644c-9e4e-4dbf-8554-dea44f7e35f6,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:32.265752 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:32.278482 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 20db644c-9e4e-4dbf-8554-dea44f7e35f6 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:32.358403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Deleting port 60a666d9-2c7b-47ec-90d0-be309e529108 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:32.359014 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:32.420086 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:32.505958 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] For port 60a666d9-2c7b-47ec-90d0-be309e529108, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=60a666d9-2c7b-47ec-90d0-be309e529108,segment=NetworkSegment(5b4cdc09-4235-4a76-a70a-f0279e9ad2fe),segment_id=5b4cdc09-4235-4a76-a70a-f0279e9ad2fe)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:32.506903 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:32.527508 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Calling delete_port for 60a666d9-2c7b-47ec-90d0-be309e529108 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:32.626156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46568) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:32.704325 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:32.762367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Port': ['ID=60a666d9-2c7b-47ec-90d0-be309e529108,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:32.777090 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No DVR routers for this DVR port 60a666d9-2c7b-47ec-90d0-be309e529108 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:41:32.785632 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cfd9c-810d-4568-a4f3-312ca010bc50 req-7cb7c503-9585-445e-ac88-030b8a670408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:32.787212 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f65cfd9c-810d-4568-a4f3-312ca010bc50 req-7cb7c503-9585-445e-ac88-030b8a670408 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 1059 time: 0.5490189 Aug 20 10:41:32.871699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1100bc-b341-4974-b5d7-d7ea11465fc0 req-c2b542c0-acdc-4c6f-98fb-c8947343a756 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:32.881716 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf1100bc-b341-4974-b5d7-d7ea11465fc0 req-c2b542c0-acdc-4c6f-98fb-c8947343a756 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 907 time: 0.6402860 Aug 20 10:41:32.896918 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3d6ee6-9432-4441-91cc-f1e205b2880b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:32.917415 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d3d6ee6-9432-4441-91cc-f1e205b2880b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:33.076065 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cfd9c-810d-4568-a4f3-312ca010bc50 req-9c45c59f-f17a-4089-bf1e-53008af2c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:33.077671 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f65cfd9c-810d-4568-a4f3-312ca010bc50 req-9c45c59f-f17a-4089-bf1e-53008af2c0a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.2794442 Aug 20 10:41:33.130919 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f65cfd9c-810d-4568-a4f3-312ca010bc50 req-8e16e89b-112a-45a0-b243-5b4adcb01e8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be4ac4a1-0791-4477-b5e4-d134aeac3b90 HTTP/1.1" status: 200 len: 217 time: 0.0414944 Aug 20 10:41:33.136577 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:33.228940 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0e3d850d-49d8-4080-921d-481770f78dcd None None] Provisioning complete for port be4ac4a1-0791-4477-b5e4-d134aeac3b90 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:33.230542 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e3d850d-49d8-4080-921d-481770f78dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:33.308491 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d3d6ee6-9432-4441-91cc-f1e205b2880b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:33.350488 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cfd9c-810d-4568-a4f3-312ca010bc50 req-a16b09c8-b149-441b-9448-8d00302a96df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:33.352647 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f65cfd9c-810d-4568-a4f3-312ca010bc50 req-a16b09c8-b149-441b-9448-8d00302a96df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.2131851 Aug 20 10:41:33.400888 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:33.411315 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-1d6b7c6d-efc7-4a28-b8c0-1565eaae6ace tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:33.422334 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d6ee6-9432-4441-91cc-f1e205b2880b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Subnet': ['ID=532954f8-e86e-4ec8-b610-46f9d05c5233,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:33.437596 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3d6ee6-9432-4441-91cc-f1e205b2880b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Checking segment: {'id': 'bdb71fa7-4c39-4a3e-971c-2f36f8d5ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '20db644c-9e4e-4dbf-8554-dea44f7e35f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:33.437950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3d6ee6-9432-4441-91cc-f1e205b2880b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network hostable DHCP agents. Network: 20db644c-9e4e-4dbf-8554-dea44f7e35f6, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:41:33.447782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d74ce4-2401-48c3-bd65-d88226c54c34']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:33.449484 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cfd9c-810d-4568-a4f3-312ca010bc50 req-7b61b3ff-fe56-4c4b-8c13-dfc130accd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:33.451039 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f65cfd9c-810d-4568-a4f3-312ca010bc50 req-7b61b3ff-fe56-4c4b-8c13-dfc130accd5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878947 Aug 20 10:41:33.469988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3d6ee6-9432-4441-91cc-f1e205b2880b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 20db644c-9e4e-4dbf-8554-dea44f7e35f6 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:41:33.479554 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4cdc09-4235-4a76-a70a-f0279e9ad2fe') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:33.479932 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4cdc09-4235-4a76-a70a-f0279e9ad2fe') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:33.489792 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7c6d-efc7-4a28-b8c0-1565eaae6ace tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:33.504334 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:33.534782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-8d3d6ee6-9432-4441-91cc-f1e205b2880b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 20db644c-9e4e-4dbf-8554-dea44f7e35f6) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:33.546912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3d6ee6-9432-4441-91cc-f1e205b2880b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:33.547679 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8d3d6ee6-9432-4441-91cc-f1e205b2880b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:33.559592 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:33.560662 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15413882-9f4c-452e-9156-b4f469caf401 None None] Network 20db644c-9e4e-4dbf-8554-dea44f7e35f6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:33.572693 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8d3d6ee6-9432-4441-91cc-f1e205b2880b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4714007 Aug 20 10:41:33.576906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb80e97-3bae-408d-97e1-ee6b23b597e3 req-7456d199-68ea-44ce-ba01-a83071bfa937 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:33.578568 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eeb80e97-3bae-408d-97e1-ee6b23b597e3 req-7456d199-68ea-44ce-ba01-a83071bfa937 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1825886 Aug 20 10:41:33.583083 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:33.583496 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:33.585568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46582) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:33.587684 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:33.590709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2792d288-f1ce-40e5-8236-65118852906a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'network_id': '20db644c-9e4e-4dbf-8554-dea44f7e35f6', 'name': 'tempest-PortsIpV6TestJSON-790783641'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:33.611409 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f65cfd9c-810d-4568-a4f3-312ca010bc50 req-53dcebb7-80be-47ca-88e0-bd7ffcaa7684 service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508839 Aug 20 10:41:33.689970 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:33.727572 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eeb80e97-3bae-408d-97e1-ee6b23b597e3 req-4fc4d8c7-2e57-4a5e-8011-b0daa8328f5a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369429 Aug 20 10:41:33.730176 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:33.736650 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/e3d74ce4-2401-48c3-bd65-d88226c54c34 HTTP/1.1" status: 204 len: 168 time: 3.1233087 Aug 20 10:41:33.743138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46588) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:33.763737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-bfe4caf4-fad6-46e2-bc9a-e8bd1f72471f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1679027620'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:33.770532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523e59b-fc50-4d78-abf2-1fb3584d304e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Network': ['ID=e3d74ce4-2401-48c3-bd65-d88226c54c34,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:33.832912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-20db644c-9e4e-4dbf-8554-dea44f7e35f6', 'network_id': '20db644c-9e4e-4dbf-8554-dea44f7e35f6', 'tenant_id': '80a6eb9091fb45b090d27b864630b580', 'fixed_ips': [{'subnet_id': '532954f8-e86e-4ec8-b610-46f9d05c5233'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:41:33.833792 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:33.845727 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7c6d-efc7-4a28-b8c0-1565eaae6ace tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:33.891273 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f65cfd9c-810d-4568-a4f3-312ca010bc50 req-6b92db09-0c7e-4292-9d62-85ad02d234e1 service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462850 Aug 20 10:41:33.897233 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe4caf4-fad6-46e2-bc9a-e8bd1f72471f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:33.901336 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bfe4caf4-fad6-46e2-bc9a-e8bd1f72471f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:33.941061 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2792d288-f1ce-40e5-8236-65118852906a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:33.944664 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2792d288-f1ce-40e5-8236-65118852906a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:33.955782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a3124-d2cf-4c28-a402-99d95b974607 req-d7a33083-c728-4579-ae19-637e7cc6879a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:33.957335 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fa5a3124-d2cf-4c28-a402-99d95b974607 req-d7a33083-c728-4579-ae19-637e7cc6879a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1074419 Aug 20 10:41:33.967466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe4caf4-fad6-46e2-bc9a-e8bd1f72471f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:41:33.999521 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bfe4caf4-fad6-46e2-bc9a-e8bd1f72471f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:33.999912 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-bfe4caf4-fad6-46e2-bc9a-e8bd1f72471f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Added segment 0fc66a04-8386-44c9-ae4d-93f9d16168c6 of type vlan for network 97b72f6b-95fb-49c9-88cb-c875509cf695 Aug 20 10:41:34.002004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-2792d288-f1ce-40e5-8236-65118852906a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] device_id is not set on port da7949c6-d61c-48be-9e2f-a49501ed356b yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:41:34.020297 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-1d6b7c6d-efc7-4a28-b8c0-1565eaae6ace tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Allocated IP 172.25.3.102 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/4c876b14-cff6-4b97-8caf-f0671b71c7e0) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:34.076490 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Allocated IP 2001:db8::2 (20db644c-9e4e-4dbf-8554-dea44f7e35f6/532954f8-e86e-4ec8-b610-46f9d05c5233/cb397b26-8f54-400a-8341-c33c2d050107) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:34.104957 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fa5a3124-d2cf-4c28-a402-99d95b974607 req-2a316e4a-5a32-4276-9ebe-6b636ba220f0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351728 Aug 20 10:41:34.106660 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bfe4caf4-fad6-46e2-bc9a-e8bd1f72471f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:34.171784 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7c6d-efc7-4a28-b8c0-1565eaae6ace tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:34.177831 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bfe4caf4-fad6-46e2-bc9a-e8bd1f72471f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:34.189425 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe4caf4-fad6-46e2-bc9a-e8bd1f72471f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:34.189425 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bfe4caf4-fad6-46e2-bc9a-e8bd1f72471f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:34.225581 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7c6d-efc7-4a28-b8c0-1565eaae6ace tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:34.285838 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bfe4caf4-fad6-46e2-bc9a-e8bd1f72471f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5346956 Aug 20 10:41:34.289000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46602) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:34.294455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-4e33e29e-e9ab-462e-a9e7-166051f97056 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'subnet': {'network_id': '97b72f6b-95fb-49c9-88cb-c875509cf695', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:34.319744 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b7c6d-efc7-4a28-b8c0-1565eaae6ace tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Pushing event updated for resources: {'Port': ['ID=4c876b14-cff6-4b97-8caf-f0671b71c7e0,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:34.325890 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:34.338694 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6b7c6d-efc7-4a28-b8c0-1565eaae6ace tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:34.340734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-1d6b7c6d-efc7-4a28-b8c0-1565eaae6ace tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:34.343069 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Transition to ACTIVE for port object cb397b26-8f54-400a-8341-c33c2d050107 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:34.345641 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b7c6d-efc7-4a28-b8c0-1565eaae6ace tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:34.371154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Transition to ACTIVE for port object cb397b26-8f54-400a-8341-c33c2d050107 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:34.378184 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:34.420185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4caf4-fad6-46e2-bc9a-e8bd1f72471f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Network': ['ID=97b72f6b-95fb-49c9-88cb-c875509cf695,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:34.424376 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Network 20db644c-9e4e-4dbf-8554-dea44f7e35f6 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:34.428235 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:34.432765 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:34.442896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 97b72f6b-95fb-49c9-88cb-c875509cf695 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:34.448239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Pushing event updated for resources: {'Port': ['ID=cb397b26-8f54-400a-8341-c33c2d050107,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:34.489688 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e33e29e-e9ab-462e-a9e7-166051f97056 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:34.494615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e33e29e-e9ab-462e-a9e7-166051f97056 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:34.570091 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Attempting to bind port cb397b26-8f54-400a-8341-c33c2d050107 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:41:34.570511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Attempting to bind port cb397b26-8f54-400a-8341-c33c2d050107 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'bdb71fa7-4c39-4a3e-971c-2f36f8d5ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '20db644c-9e4e-4dbf-8554-dea44f7e35f6'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:41:34.570875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Attempting to bind port cb397b26-8f54-400a-8341-c33c2d050107 on network 20db644c-9e4e-4dbf-8554-dea44f7e35f6 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:34.572180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-2792d288-f1ce-40e5-8236-65118852906a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Allocated IP 2001:db8::ee (20db644c-9e4e-4dbf-8554-dea44f7e35f6/532954f8-e86e-4ec8-b610-46f9d05c5233/da7949c6-d61c-48be-9e2f-a49501ed356b) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:34.575167 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bedf3-2c28-4568-b058-e6372851952d req-6e5a4501-9978-42d2-95ff-c7ab2edf0429 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:34.578330 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b5bedf3-2c28-4568-b058-e6372851952d req-6e5a4501-9978-42d2-95ff-c7ab2edf0429 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 811 time: 0.2072375 Aug 20 10:41:34.584268 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:41:34.584648 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Checking segment: {'id': 'bdb71fa7-4c39-4a3e-971c-2f36f8d5ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '20db644c-9e4e-4dbf-8554-dea44f7e35f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:34.585193 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:34.585699 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Bound using segment: {'id': 'bdb71fa7-4c39-4a3e-971c-2f36f8d5ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '20db644c-9e4e-4dbf-8554-dea44f7e35f6'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:41:34.586531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Bound port: cb397b26-8f54-400a-8341-c33c2d050107, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb71fa7-4c39-4a3e-971c-2f36f8d5ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '20db644c-9e4e-4dbf-8554-dea44f7e35f6'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:41:34.586695 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:34.610387 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b5bedf3-2c28-4568-b058-e6372851952d req-80d5b2b7-33c0-41ea-8baf-2d60dd2700f2 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/quotas/c94f33ee8bdb486c9e80924b1d062545 HTTP/1.1" status: 200 len: 375 time: 0.0243952 Aug 20 10:41:34.686236 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7c6d-efc7-4a28-b8c0-1565eaae6ace tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:34.759234 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7c6d-efc7-4a28-b8c0-1565eaae6ace tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:34.859341 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] For port cb397b26-8f54-400a-8341-c33c2d050107, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:41:34.862950 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2792d288-f1ce-40e5-8236-65118852906a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:34.863804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] For port cb397b26-8f54-400a-8341-c33c2d050107, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=cb397b26-8f54-400a-8341-c33c2d050107,segment=NetworkSegment(bdb71fa7-4c39-4a3e-971c-2f36f8d5ed56),segment_id=bdb71fa7-4c39-4a3e-971c-2f36f8d5ed56)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:41:34.864707 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:34.869516 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:34.898351 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e33e29e-e9ab-462e-a9e7-166051f97056 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:34.921652 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-2792d288-f1ce-40e5-8236-65118852906a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Transition to ACTIVE for port object da7949c6-d61c-48be-9e2f-a49501ed356b will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:34.932450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b3de5-dbb9-46ca-867f-eb8fb26971da None None] Pushing event updated for resources: {'Port': ['ID=cb397b26-8f54-400a-8341-c33c2d050107,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:34.939419 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8cf762b8-333f-4875-8e7c-76542b8f5d76 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2398369 Aug 20 10:41:35.037505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33e29e-e9ab-462e-a9e7-166051f97056 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Subnet': ['ID=2eecadb7-76c8-401b-b80d-8d9952f3b952,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:35.050418 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2792d288-f1ce-40e5-8236-65118852906a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:35.112575 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e33e29e-e9ab-462e-a9e7-166051f97056 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Checking segment: {'id': '0fc66a04-8386-44c9-ae4d-93f9d16168c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97b72f6b-95fb-49c9-88cb-c875509cf695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:35.113146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e33e29e-e9ab-462e-a9e7-166051f97056 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network hostable DHCP agents. Network: 97b72f6b-95fb-49c9-88cb-c875509cf695, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:41:35.131529 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b5bedf3-2c28-4568-b058-e6372851952d req-125e618f-dba5-4e66-9e94-57cc4f55b67c service neutron] 10.222.0.16 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891737 Aug 20 10:41:35.147628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2792d288-f1ce-40e5-8236-65118852906a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 20db644c-9e4e-4dbf-8554-dea44f7e35f6 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:35.165815 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792d288-f1ce-40e5-8236-65118852906a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=da7949c6-d61c-48be-9e2f-a49501ed356b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:35.169047 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-2792d288-f1ce-40e5-8236-65118852906a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:35.186458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2792d288-f1ce-40e5-8236-65118852906a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:35.193217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2792d288-f1ce-40e5-8236-65118852906a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:35.195438 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2792d288-f1ce-40e5-8236-65118852906a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:35.200161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e33e29e-e9ab-462e-a9e7-166051f97056 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network 97b72f6b-95fb-49c9-88cb-c875509cf695 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:41:35.221570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-4e33e29e-e9ab-462e-a9e7-166051f97056 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 97b72f6b-95fb-49c9-88cb-c875509cf695) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:35.226683 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2792d288-f1ce-40e5-8236-65118852906a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6383801 Aug 20 10:41:35.229934 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46622) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:35.233794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b80296-593b-432a-955f-d927a60fd43a None None] Network 97b72f6b-95fb-49c9-88cb-c875509cf695 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:35.242375 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e33e29e-e9ab-462e-a9e7-166051f97056 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:35.242981 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e33e29e-e9ab-462e-a9e7-166051f97056 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:35.251931 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7c6d-efc7-4a28-b8c0-1565eaae6ace tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:35.297167 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4e33e29e-e9ab-462e-a9e7-166051f97056 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0071821 Aug 20 10:41:35.297833 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46628) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:35.345579 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b5bedf3-2c28-4568-b058-e6372851952d req-5aa01645-42c5-4f3b-a9be-30f7544adc8d service neutron] 10.222.0.16 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985471 Aug 20 10:41:35.346935 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7c6d-efc7-4a28-b8c0-1565eaae6ace tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:35.454585 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-8b717f8a-b048-475b-b1ef-532e82900d0f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port da7949c6-d61c-48be-9e2f-a49501ed356b {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:35.455192 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b717f8a-b048-475b-b1ef-532e82900d0f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:35.473714 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b7c6d-efc7-4a28-b8c0-1565eaae6ace tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Pushing event updated for resources: {'Port': ['ID=4c876b14-cff6-4b97-8caf-f0671b71c7e0,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:35.489005 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7c6d-efc7-4a28-b8c0-1565eaae6ace tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:35.507396 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7c6d-efc7-4a28-b8c0-1565eaae6ace tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:35.509116 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1d6b7c6d-efc7-4a28-b8c0-1565eaae6ace tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8818374 Aug 20 10:41:35.511859 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46630) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:35.518310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-fd64c2ad-d59f-432b-a942-35033fd2c2c0 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-461420275'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:35.540211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-97b72f6b-95fb-49c9-88cb-c875509cf695', 'network_id': '97b72f6b-95fb-49c9-88cb-c875509cf695', 'tenant_id': 'fdaf278dcede4f718d2bb355314db42b', 'fixed_ips': [{'subnet_id': '2eecadb7-76c8-401b-b80d-8d9952f3b952'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:41:35.541405 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:35.542819 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:35.556745 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd64c2ad-d59f-432b-a942-35033fd2c2c0 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Made reservation on behalf of 3d9d4391fc8e453c83733e8b2e6be02d for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:35.561506 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fd64c2ad-d59f-432b-a942-35033fd2c2c0 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:35.584299 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fd64c2ad-d59f-432b-a942-35033fd2c2c0 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:35.655733 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b717f8a-b048-475b-b1ef-532e82900d0f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:35.752954 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2de6500b-c57d-488c-b793-82e6e376ee17 req-aa0df408-0851-4ddf-89db-4e5dacd6a4b5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 210 time: 0.0937302 Aug 20 10:41:35.753889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-8b717f8a-b048-475b-b1ef-532e82900d0f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for da7949c6-d61c-48be-9e2f-a49501ed356b owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:35.763794 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:35.836493 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fd64c2ad-d59f-432b-a942-35033fd2c2c0 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:35.851641 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fd64c2ad-d59f-432b-a942-35033fd2c2c0 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:35.863847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device cb397b26-8f54-400a-8341-c33c2d050107 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:41:35.893508 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd64c2ad-d59f-432b-a942-35033fd2c2c0 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:41:35.917962 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fd64c2ad-d59f-432b-a942-35033fd2c2c0 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:35.918403 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-fd64c2ad-d59f-432b-a942-35033fd2c2c0 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Added segment 9e288d4c-ef2e-465c-ad20-004a527c6d66 of type vlan for network 1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f Aug 20 10:41:35.920287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64c2ad-d59f-432b-a942-35033fd2c2c0 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bacd3379-25c5-4284-8805-10b7f145d722,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:35.970970 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Allocated IP 172.20.0.1 (97b72f6b-95fb-49c9-88cb-c875509cf695/2eecadb7-76c8-401b-b80d-8d9952f3b952/b1b036a5-f251-4e36-9f24-d69bf5e67103) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:36.006709 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fd64c2ad-d59f-432b-a942-35033fd2c2c0 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:36.045579 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fd64c2ad-d59f-432b-a942-35033fd2c2c0 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:36.054823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd64c2ad-d59f-432b-a942-35033fd2c2c0 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:36.055636 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fd64c2ad-d59f-432b-a942-35033fd2c2c0 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:36.122754 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port cb397b26-8f54-400a-8341-c33c2d050107 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:36.182895 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fd64c2ad-d59f-432b-a942-35033fd2c2c0 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6649389 Aug 20 10:41:36.194424 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46644) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:36.204707 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b717f8a-b048-475b-b1ef-532e82900d0f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:36.217374 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c376b63d-8861-47f5-8151-300ecc87e9b7 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Request body: {'subnet': {'network_id': '1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:36.252836 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b717f8a-b048-475b-b1ef-532e82900d0f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=da7949c6-d61c-48be-9e2f-a49501ed356b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:36.294102 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b717f8a-b048-475b-b1ef-532e82900d0f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:36.301521 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8b717f8a-b048-475b-b1ef-532e82900d0f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/ports/da7949c6-d61c-48be-9e2f-a49501ed356b HTTP/1.1" status: 204 len: 168 time: 1.0662711 Aug 20 10:41:36.302545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46646) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:36.320723 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:36.360797 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-5555d9c5-c422-4c44-8f4f-75049864c4c0 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] DELETE failed (client error): The resource could not be found. Aug 20 10:41:36.361057 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64c2ad-d59f-432b-a942-35033fd2c2c0 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Pushing event updated for resources: {'Network': ['ID=1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:36.363105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Transition to ACTIVE for port object b1b036a5-f251-4e36-9f24-d69bf5e67103 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:36.365251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5555d9c5-c422-4c44-8f4f-75049864c4c0 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:41:36.367877 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5555d9c5-c422-4c44-8f4f-75049864c4c0 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/ports/da7949c6-d61c-48be-9e2f-a49501ed356b HTTP/1.1" status: 404 len: 333 time: 0.0638707 Aug 20 10:41:36.370843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46650) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:36.380608 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:36.432667 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a772f5-ce00-42f7-bf8f-e5e3c6ec9f06 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] GET failed (client error): The resource could not be found. Aug 20 10:41:36.434312 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b3a772f5-ce00-42f7-bf8f-e5e3c6ec9f06 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports/da7949c6-d61c-48be-9e2f-a49501ed356b HTTP/1.1" status: 404 len: 333 time: 0.0603733 Aug 20 10:41:36.438259 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46654) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:36.466336 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c376b63d-8861-47f5-8151-300ecc87e9b7 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Made reservation on behalf of 3d9d4391fc8e453c83733e8b2e6be02d for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:36.474958 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c376b63d-8861-47f5-8151-300ecc87e9b7 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:36.484148 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Transition to ACTIVE for port object b1b036a5-f251-4e36-9f24-d69bf5e67103 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:36.506968 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:36.531757 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d15d96b-34c3-42f8-a77b-e9ffdb55f7b8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting subnet 532954f8-e86e-4ec8-b610-46f9d05c5233 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:41:36.535112 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1d15d96b-34c3-42f8-a77b-e9ffdb55f7b8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:36.560119 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Network 97b72f6b-95fb-49c9-88cb-c875509cf695 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:36.564702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec2bf80-8e40-4712-a1c8-c68e8000648f None None] Network 20db644c-9e4e-4dbf-8554-dea44f7e35f6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:36.582045 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:36.609892 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1d15d96b-34c3-42f8-a77b-e9ffdb55f7b8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:36.616128 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:36.643087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Pushing event updated for resources: {'Port': ['ID=b1b036a5-f251-4e36-9f24-d69bf5e67103,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:36.665835 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:36.709088 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Subnet': ['ID=2eecadb7-76c8-401b-b80d-8d9952f3b952,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:36.718197 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1ed52310-8ee3-411c-ba93-ac5f1100b1f5 None None] Provisioning for port cb397b26-8f54-400a-8341-c33c2d050107 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:36.827512 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1ed52310-8ee3-411c-ba93-ac5f1100b1f5 None None] Provisioning complete for port cb397b26-8f54-400a-8341-c33c2d050107 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:36.827765 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1ed52310-8ee3-411c-ba93-ac5f1100b1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:36.833684 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c376b63d-8861-47f5-8151-300ecc87e9b7 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:36.845321 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1d15d96b-34c3-42f8-a77b-e9ffdb55f7b8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:36.866248 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:36.916180 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Attempting to bind port b1b036a5-f251-4e36-9f24-d69bf5e67103 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:41:36.917431 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Attempting to bind port b1b036a5-f251-4e36-9f24-d69bf5e67103 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '0fc66a04-8386-44c9-ae4d-93f9d16168c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97b72f6b-95fb-49c9-88cb-c875509cf695'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:41:36.918008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Attempting to bind port b1b036a5-f251-4e36-9f24-d69bf5e67103 on network 97b72f6b-95fb-49c9-88cb-c875509cf695 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:36.938834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b72f6b-95fb-49c9-88cb-c875509cf695']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:36.953369 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:41:36.954053 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Checking segment: {'id': '0fc66a04-8386-44c9-ae4d-93f9d16168c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97b72f6b-95fb-49c9-88cb-c875509cf695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:36.955284 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:36.955856 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Bound using segment: {'id': '0fc66a04-8386-44c9-ae4d-93f9d16168c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97b72f6b-95fb-49c9-88cb-c875509cf695'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:41:36.956634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Bound port: b1b036a5-f251-4e36-9f24-d69bf5e67103, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc66a04-8386-44c9-ae4d-93f9d16168c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97b72f6b-95fb-49c9-88cb-c875509cf695'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:41:36.956783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc66a04-8386-44c9-ae4d-93f9d16168c6') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:36.957077 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc66a04-8386-44c9-ae4d-93f9d16168c6') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:36.957530 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:36.973294 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d82d776e-bbf5-4d61-a3a9-4ff58a4ecaad req-103d9314-d50a-419d-b5a3-5f1c838e7817 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 210 time: 0.0918772 Aug 20 10:41:36.985590 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c376b63d-8861-47f5-8151-300ecc87e9b7 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Checking segment: {'id': '9e288d4c-ef2e-465c-ad20-004a527c6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:36.985957 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c376b63d-8861-47f5-8151-300ecc87e9b7 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Network hostable DHCP agents. Network: 1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:41:36.992732 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376b63d-8861-47f5-8151-300ecc87e9b7 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Pushing event updated for resources: {'Subnet': ['ID=7a0cef2d-2fc0-416a-bf42-953cd3373dc9,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:36.992901 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.012382 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c376b63d-8861-47f5-8151-300ecc87e9b7 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Network 1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:41:37.021519 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.032102 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:37.032506 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.034384 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-c376b63d-8861-47f5-8151-300ecc87e9b7 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:37.035725 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:37.054528 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c376b63d-8861-47f5-8151-300ecc87e9b7 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:37.056819 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c376b63d-8861-47f5-8151-300ecc87e9b7 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.061939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072172c7-d01f-4535-8d49-59be18c8e6a2 None None] Network 1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:37.088874 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c376b63d-8861-47f5-8151-300ecc87e9b7 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8915927 Aug 20 10:41:37.091721 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46660) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:37.094771 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1d15d96b-34c3-42f8-a77b-e9ffdb55f7b8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.103556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-483812388', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}, 'admin_state_up': False}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:37.139612 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.api [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 10:41:37.139612 n-d-778550-11 neutron-server[94866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 10:41:37.139612 n-d-778550-11 neutron-server[94866]: [parameters: {'id': '97b72f6b-95fb-49c9-88cb-c875509cf695'}] Aug 20 10:41:37.139612 n-d-778550-11 neutron-server[94866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:41:37.140134 n-d-778550-11 neutron-server[94866]: DEBUG oslo_db.api [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:41:37.142045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15d96b-34c3-42f8-a77b-e9ffdb55f7b8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Subnet': ['ID=532954f8-e86e-4ec8-b610-46f9d05c5233,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:37.144182 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1d15d96b-34c3-42f8-a77b-e9ffdb55f7b8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.148093 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1d15d96b-34c3-42f8-a77b-e9ffdb55f7b8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/532954f8-e86e-4ec8-b610-46f9d05c5233 HTTP/1.1" status: 204 len: 168 time: 0.7070696 Aug 20 10:41:37.151708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46662) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:37.185753 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.187276 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.198164 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] For port b1b036a5-f251-4e36-9f24-d69bf5e67103, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:41:37.247912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] For port b1b036a5-f251-4e36-9f24-d69bf5e67103, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b1b036a5-f251-4e36-9f24-d69bf5e67103,segment=NetworkSegment(0fc66a04-8386-44c9-ae4d-93f9d16168c6),segment_id=0fc66a04-8386-44c9-ae4d-93f9d16168c6)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:41:37.261270 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.281694 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.299531 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.409694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port cb397b26-8f54-400a-8341-c33c2d050107 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:37.410343 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.488188 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b9fab-2bf1-4208-9d23-da4ee802a037 None None] Pushing event updated for resources: {'Port': ['ID=b1b036a5-f251-4e36-9f24-d69bf5e67103,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:37.499957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] For port cb397b26-8f54-400a-8341-c33c2d050107, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=cb397b26-8f54-400a-8341-c33c2d050107,segment=NetworkSegment(bdb71fa7-4c39-4a3e-971c-2f36f8d5ed56),segment_id=bdb71fa7-4c39-4a3e-971c-2f36f8d5ed56)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:37.500427 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.515869 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1ed52310-8ee3-411c-ba93-ac5f1100b1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.533419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4498e7-0551-4179-a3af-d028007ebed7 None None] Network 97b72f6b-95fb-49c9-88cb-c875509cf695 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:37.542070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for cb397b26-8f54-400a-8341-c33c2d050107 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:37.596779 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.621961 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bedf3-2c28-4568-b058-e6372851952d req-c3510413-4f4a-48bc-a9c3-08a13539d2e0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:37.628852 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f', 'network_id': '1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f', 'tenant_id': '3d9d4391fc8e453c83733e8b2e6be02d', 'fixed_ips': [{'subnet_id': '7a0cef2d-2fc0-416a-bf42-953cd3373dc9'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:41:37.629443 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b5bedf3-2c28-4568-b058-e6372851952d req-c3510413-4f4a-48bc-a9c3-08a13539d2e0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.42 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 811 time: 0.4866853 Aug 20 10:41:37.630529 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.641072 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.655551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-8b5bedf3-2c28-4568-b058-e6372851952d req-d28a136d-f7be-4d07-b01a-9a2e8258fc55 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Request body: {'port': {'device_id': '6af76e98-911e-40b7-9846-382cc07edc9d', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'admin_state_up': True, 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:37.666412 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39cd663-ea76-4db3-ab7b-1d6850798878 None None] Network 20db644c-9e4e-4dbf-8554-dea44f7e35f6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:37.689219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-1ed52310-8ee3-411c-ba93-ac5f1100b1f5 None None] For port cb397b26-8f54-400a-8341-c33c2d050107, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=cb397b26-8f54-400a-8341-c33c2d050107,segment=NetworkSegment(bdb71fa7-4c39-4a3e-971c-2f36f8d5ed56),segment_id=bdb71fa7-4c39-4a3e-971c-2f36f8d5ed56)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:37.712248 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.746814 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1ed52310-8ee3-411c-ba93-ac5f1100b1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.782923 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No DVR routers for this DVR port cb397b26-8f54-400a-8341-c33c2d050107 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:41:37.808426 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=cb397b26-8f54-400a-8341-c33c2d050107,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:37.854576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Deleting port b1b036a5-f251-4e36-9f24-d69bf5e67103 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:37.855372 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.879320 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5bedf3-2c28-4568-b058-e6372851952d req-d28a136d-f7be-4d07-b01a-9a2e8258fc55 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Made reservation on behalf of c94f33ee8bdb486c9e80924b1d062545 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:37.884163 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8b5bedf3-2c28-4568-b058-e6372851952d req-d28a136d-f7be-4d07-b01a-9a2e8258fc55 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.913030 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed52310-8ee3-411c-ba93-ac5f1100b1f5 None None] Pushing event deleted for resources: {'Port': ['ID=cb397b26-8f54-400a-8341-c33c2d050107,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:37.920409 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-272abfed-24d8-4c0e-b439-cd9c6898423b None None] Could not find standard attr ID for object cb397b26-8f54-400a-8341-c33c2d050107. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:41:37.963596 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] For port b1b036a5-f251-4e36-9f24-d69bf5e67103, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b1b036a5-f251-4e36-9f24-d69bf5e67103,segment=NetworkSegment(0fc66a04-8386-44c9-ae4d-93f9d16168c6),segment_id=0fc66a04-8386-44c9-ae4d-93f9d16168c6)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:37.963596 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:37.988250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Calling delete_port for b1b036a5-f251-4e36-9f24-d69bf5e67103 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:38.070989 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.104786 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-88d39293-f7bd-4a5c-b811-1f133e4680f1 req-f196ad4d-e64a-4e2f-be85-c020bce6286c service neutron] (94866) timed out ('10.222.0.16', 60784) {{(pid=94866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 10:41:38.115696 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.136003 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Allocated IP 172.20.0.2 (1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f/7a0cef2d-2fc0-416a-bf42-953cd3373dc9/b15149fd-1af9-4318-98a1-37cddc668a42) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:38.189109 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.192483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840bff94-7562-40a4-a5bd-0aa747c708d3 None None] DHCP port deletion for 20db644c-9e4e-4dbf-8554-dea44f7e35f6 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:41:38.240510 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-8b5bedf3-2c28-4568-b058-e6372851952d req-d28a136d-f7be-4d07-b01a-9a2e8258fc55 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Allocated IP 172.20.0.5 (8efc36c3-e5df-4925-8f18-00e48d76c056/b56823e1-e82f-4eee-8015-14002abf1cad/ab7ba21a-77bc-4e4d-915e-9d852e3a5cda) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:38.249701 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.305339 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2e81d640-4ad9-4747-8cf6-16698ca506b0 req-7453efd9-7e07-49e7-9fef-8b08d432a2cd tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 210 time: 0.1203413 Aug 20 10:41:38.306569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No DVR routers for this DVR port b1b036a5-f251-4e36-9f24-d69bf5e67103 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:41:38.317126 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20db644c-9e4e-4dbf-8554-dea44f7e35f6']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:38.370815 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Allocated IP 172.25.3.138 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/084e481e-a778-4407-b7aa-85f3c448e7ab) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:38.427139 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb71fa7-4c39-4a3e-971c-2f36f8d5ed56') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:38.427139 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb71fa7-4c39-4a3e-971c-2f36f8d5ed56') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:38.439748 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.451589 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.453676 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.460417 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:38.460820 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.463322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Transition to ACTIVE for port object b15149fd-1af9-4318-98a1-37cddc668a42 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:38.484476 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Transition to ACTIVE for port object b15149fd-1af9-4318-98a1-37cddc668a42 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:38.494477 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:38.520923 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:38.533878 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Port': ['ID=b1b036a5-f251-4e36-9f24-d69bf5e67103,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:38.535406 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8b5bedf3-2c28-4568-b058-e6372851952d req-d28a136d-f7be-4d07-b01a-9a2e8258fc55 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.554228 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-8b5bedf3-2c28-4568-b058-e6372851952d req-d28a136d-f7be-4d07-b01a-9a2e8258fc55 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Transition to ACTIVE for port object ab7ba21a-77bc-4e4d-915e-9d852e3a5cda will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:38.554787 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Network 1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:38.558265 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:38.567697 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:38.570717 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Pushing event updated for resources: {'Port': ['ID=b15149fd-1af9-4318-98a1-37cddc668a42,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:38.621350 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.655082 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Attempting to bind port b15149fd-1af9-4318-98a1-37cddc668a42 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:41:38.655710 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Attempting to bind port b15149fd-1af9-4318-98a1-37cddc668a42 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '9e288d4c-ef2e-465c-ad20-004a527c6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:41:38.656078 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Attempting to bind port b15149fd-1af9-4318-98a1-37cddc668a42 on network 1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:38.657566 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.663559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:41:38.663826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Checking segment: {'id': '9e288d4c-ef2e-465c-ad20-004a527c6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:38.664332 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.664658 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/networks/20db644c-9e4e-4dbf-8554-dea44f7e35f6 HTTP/1.1" status: 204 len: 168 time: 1.5113060 Aug 20 10:41:38.664966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Bound using segment: {'id': '9e288d4c-ef2e-465c-ad20-004a527c6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:41:38.665485 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Bound port: b15149fd-1af9-4318-98a1-37cddc668a42, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e288d4c-ef2e-465c-ad20-004a527c6d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:41:38.665985 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.666369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a17206-42d2-468a-a138-2ac353c44ced tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Network': ['ID=20db644c-9e4e-4dbf-8554-dea44f7e35f6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:38.670328 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46674) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:38.677279 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.683818 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-3740135a-6a16-43c1-bc5e-7f515aacd045 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-426672496'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:38.713599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3740135a-6a16-43c1-bc5e-7f515aacd045 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:38.718094 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3740135a-6a16-43c1-bc5e-7f515aacd045 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.725814 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.732568 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8b5bedf3-2c28-4568-b058-e6372851952d req-d28a136d-f7be-4d07-b01a-9a2e8258fc55 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.737553 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b72f6b-95fb-49c9-88cb-c875509cf695']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:38.745923 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['10dc3468-eb37-49dc-8583-476a96f4b158', '6853731e-8284-4323-b414-ef190b2964e9'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:41:38.767745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc66a04-8386-44c9-ae4d-93f9d16168c6') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:38.768472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc66a04-8386-44c9-ae4d-93f9d16168c6') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:38.784342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3740135a-6a16-43c1-bc5e-7f515aacd045 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:41:38.785390 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] For port b15149fd-1af9-4318-98a1-37cddc668a42, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:41:38.789711 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5bedf3-2c28-4568-b058-e6372851952d req-d28a136d-f7be-4d07-b01a-9a2e8258fc55 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Network 8efc36c3-e5df-4925-8f18-00e48d76c056 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:38.790399 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] For port b15149fd-1af9-4318-98a1-37cddc668a42, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b15149fd-1af9-4318-98a1-37cddc668a42,segment=NetworkSegment(9e288d4c-ef2e-465c-ad20-004a527c6d66),segment_id=9e288d4c-ef2e-465c-ad20-004a527c6d66)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:41:38.796140 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-8b5bedf3-2c28-4568-b058-e6372851952d req-d28a136d-f7be-4d07-b01a-9a2e8258fc55 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:38.804683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5bedf3-2c28-4568-b058-e6372851952d req-d28a136d-f7be-4d07-b01a-9a2e8258fc55 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:38.818447 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3740135a-6a16-43c1-bc5e-7f515aacd045 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.820641 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-3740135a-6a16-43c1-bc5e-7f515aacd045 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Added segment c7814f55-a927-4345-a153-a4566bbc3ee4 of type vlan for network 87e1a4af-a341-4db4-a0d8-8324d19c345a Aug 20 10:41:38.824119 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.840506 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a136d-f7be-4d07-b01a-9a2e8258fc55 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Pushing event updated for resources: {'Port': ['ID=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:38.873057 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.911306 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3740135a-6a16-43c1-bc5e-7f515aacd045 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.936683 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.944431 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3a534-4478-4d9b-9be9-3cc30025014b None None] Pushing event updated for resources: {'Port': ['ID=b15149fd-1af9-4318-98a1-37cddc668a42,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:38.961615 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Pushing event updated for resources: {'Port': ['ID=084e481e-a778-4407-b7aa-85f3c448e7ab,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:38.969859 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bedf3-2c28-4568-b058-e6372851952d req-d28a136d-f7be-4d07-b01a-9a2e8258fc55 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:38.970557 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8b5bedf3-2c28-4568-b058-e6372851952d req-d28a136d-f7be-4d07-b01a-9a2e8258fc55 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:38.989043 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b5bedf3-2c28-4568-b058-e6372851952d req-d28a136d-f7be-4d07-b01a-9a2e8258fc55 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3506703 Aug 20 10:41:38.996923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:39.002562 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:39.009527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Request body: {'port': {'device_id': '6af76e98-911e-40b7-9846-382cc07edc9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:39.016243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:39.024836 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3740135a-6a16-43c1-bc5e-7f515aacd045 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:39.031782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3740135a-6a16-43c1-bc5e-7f515aacd045 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:39.032155 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3740135a-6a16-43c1-bc5e-7f515aacd045 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:39.032988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:39.057759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:39.058399 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:39.070224 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:39.113657 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:39.131764 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3740135a-6a16-43c1-bc5e-7f515aacd045 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4563897 Aug 20 10:41:39.146853 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46680) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:39.182293 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-1f6bdeb6-ca1f-4eee-aab1-f509aec15292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'subnet': {'network_id': '87e1a4af-a341-4db4-a0d8-8324d19c345a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:39.286596 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740135a-6a16-43c1-bc5e-7f515aacd045 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Network': ['ID=87e1a4af-a341-4db4-a0d8-8324d19c345a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:39.298155 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:39.321182 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:39.326303 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/97b72f6b-95fb-49c9-88cb-c875509cf695 HTTP/1.1" status: 204 len: 168 time: 4.0044162 Aug 20 10:41:39.328652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46684) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:39.339243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0812a1ca-da4b-480e-9e0d-5def20603d56 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1707961320'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:39.370208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96b8ad-4b18-4947-b94a-f195f424174a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Network': ['ID=97b72f6b-95fb-49c9-88cb-c875509cf695,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:39.559199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 87e1a4af-a341-4db4-a0d8-8324d19c345a details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:39.640096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6cf890cf-8f75-45e1-94fd-1521ef8ac25d None None] Provisioning for port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:39.664461 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6cf890cf-8f75-45e1-94fd-1521ef8ac25d None None] Provisioning complete for port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:39.666021 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6cf890cf-8f75-45e1-94fd-1521ef8ac25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:39.751525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6cf890cf-8f75-45e1-94fd-1521ef8ac25d None None] Port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:41:39.846276 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b15149fd-1af9-4318-98a1-37cddc668a42 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:41:39.941261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port b15149fd-1af9-4318-98a1-37cddc668a42 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:40.004685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device cb397b26-8f54-400a-8341-c33c2d050107 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:41:40.039328 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: cb397b26-8f54-400a-8341-c33c2d050107 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:41:40.039730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device cb397b26-8f54-400a-8341-c33c2d050107 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:41:40.087312 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0812a1ca-da4b-480e-9e0d-5def20603d56 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:40.091028 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0812a1ca-da4b-480e-9e0d-5def20603d56 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:40.193891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6bdeb6-ca1f-4eee-aab1-f509aec15292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:40.197810 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1f6bdeb6-ca1f-4eee-aab1-f509aec15292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:40.266942 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766c7b5-11c4-4526-895f-10e4b1328ce5 req-9b4e07e2-029b-4617-8bda-3d7b1cbe7ad6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:40.268566 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d766c7b5-11c4-4526-895f-10e4b1328ce5 req-9b4e07e2-029b-4617-8bda-3d7b1cbe7ad6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 931 time: 0.8418345 Aug 20 10:41:40.282881 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0812a1ca-da4b-480e-9e0d-5def20603d56 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:41:40.378673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b634115-eb9a-40e9-b592-c05e1b6746fc None None] Network 1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:40.424888 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0812a1ca-da4b-480e-9e0d-5def20603d56 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:40.427121 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-0812a1ca-da4b-480e-9e0d-5def20603d56 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Added segment f8c4e2ed-6ddb-40b2-9d20-16c550538047 of type vlan for network ad987f92-2a23-4f6e-9272-c2e10699b90b Aug 20 10:41:40.482672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4762991b-4936-45fd-a12f-a257e66c9947 None None] Provisioning for port b15149fd-1af9-4318-98a1-37cddc668a42 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:40.493871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4762991b-4936-45fd-a12f-a257e66c9947 None None] Provisioning complete for port b15149fd-1af9-4318-98a1-37cddc668a42 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:40.494323 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4762991b-4936-45fd-a12f-a257e66c9947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:40.530120 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d766c7b5-11c4-4526-895f-10e4b1328ce5 req-4b516194-025b-4604-be55-dd79337608ae tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427979 Aug 20 10:41:40.558389 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:40.564021 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0812a1ca-da4b-480e-9e0d-5def20603d56 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:40.649997 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4762991b-4936-45fd-a12f-a257e66c9947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:40.680302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7ba21a-77bc-4e4d-915e-9d852e3a5cda {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:41:40.701883 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4762991b-4936-45fd-a12f-a257e66c9947 None None] For port b15149fd-1af9-4318-98a1-37cddc668a42, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b15149fd-1af9-4318-98a1-37cddc668a42,segment=NetworkSegment(9e288d4c-ef2e-465c-ad20-004a527c6d66),segment_id=9e288d4c-ef2e-465c-ad20-004a527c6d66)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:40.708725 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4762991b-4936-45fd-a12f-a257e66c9947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:40.718924 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0812a1ca-da4b-480e-9e0d-5def20603d56 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:40.732685 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0812a1ca-da4b-480e-9e0d-5def20603d56 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:40.733544 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0812a1ca-da4b-480e-9e0d-5def20603d56 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:40.742274 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:40.776789 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762991b-4936-45fd-a12f-a257e66c9947 None None] Pushing event updated for resources: {'Port': ['ID=b15149fd-1af9-4318-98a1-37cddc668a42,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:40.817773 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Transition to ACTIVE for port object ab7ba21a-77bc-4e4d-915e-9d852e3a5cda will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:40.874419 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:40.885210 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0812a1ca-da4b-480e-9e0d-5def20603d56 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5506763 Aug 20 10:41:40.888307 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46718) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:40.894016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7d4f6f89-1615-49b9-9d24-68c5532493b9 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'subnet': {'network_id': 'ad987f92-2a23-4f6e-9272-c2e10699b90b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:40.959794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2ee13c-99c8-4910-b20f-00824600d48a None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:41:41.033068 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812a1ca-da4b-480e-9e0d-5def20603d56 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Network': ['ID=ad987f92-2a23-4f6e-9272-c2e10699b90b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:41.038441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4f6f89-1615-49b9-9d24-68c5532493b9 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:41.041073 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-61adaf71-c0ae-45be-a7b0-85532ee9953b None None] Provisioning complete for port b15149fd-1af9-4318-98a1-37cddc668a42 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:41.041693 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-61adaf71-c0ae-45be-a7b0-85532ee9953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:41.045035 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6f89-1615-49b9-9d24-68c5532493b9 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:41.074769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network ad987f92-2a23-4f6e-9272-c2e10699b90b details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:41.085340 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1f6bdeb6-ca1f-4eee-aab1-f509aec15292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:41.099938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:41.291654 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2ee13c-99c8-4910-b20f-00824600d48a None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:41:41.301108 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e8c6012-1183-417c-bad0-d80474b942ba req-95e64227-13ab-43e1-8203-72c564a4c6a6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2564204 Aug 20 10:41:41.312632 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bdeb6-ca1f-4eee-aab1-f509aec15292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Subnet': ['ID=d6872c3a-879f-4179-96be-7d24f90f34f1,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:41.313860 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6f89-1615-49b9-9d24-68c5532493b9 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:41.354825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Attempting to bind port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:41:41.355895 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Attempting to bind port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:41:41.356801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Attempting to bind port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda on network 8efc36c3-e5df-4925-8f18-00e48d76c056 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:41.362072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6bdeb6-ca1f-4eee-aab1-f509aec15292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Checking segment: {'id': 'c7814f55-a927-4345-a153-a4566bbc3ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '87e1a4af-a341-4db4-a0d8-8324d19c345a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:41.362771 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6bdeb6-ca1f-4eee-aab1-f509aec15292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network hostable DHCP agents. Network: 87e1a4af-a341-4db4-a0d8-8324d19c345a, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:41:41.368739 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:41.378026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f6f89-1615-49b9-9d24-68c5532493b9 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Subnet': ['ID=f8fe9e8d-451d-4dc3-a0e1-7e0ee9fe1dda,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:41.408751 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda on network 8efc36c3-e5df-4925-8f18-00e48d76c056 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:41:41.409491 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Attempting to bind port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda on network 8efc36c3-e5df-4925-8f18-00e48d76c056 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:41.415599 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:41:41.416217 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Checking segment: {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:41.416882 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Bound using segment: {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:41:41.417481 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Bound port: ab7ba21a-77bc-4e4d-915e-9d852e3a5cda, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08a28fea-3904-4c07-aaa5-70ec50b865f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:41:41.418031 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f6f89-1615-49b9-9d24-68c5532493b9 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Checking segment: {'id': 'f8c4e2ed-6ddb-40b2-9d20-16c550538047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ad987f92-2a23-4f6e-9272-c2e10699b90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:41.418342 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:41.418519 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4f6f89-1615-49b9-9d24-68c5532493b9 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network hostable DHCP agents. Network: ad987f92-2a23-4f6e-9272-c2e10699b90b, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:41:41.438958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4f6f89-1615-49b9-9d24-68c5532493b9 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network ad987f92-2a23-4f6e-9272-c2e10699b90b is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:41:41.448638 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-7d4f6f89-1615-49b9-9d24-68c5532493b9 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, ad987f92-2a23-4f6e-9272-c2e10699b90b) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:41.453605 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4f6f89-1615-49b9-9d24-68c5532493b9 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:41.453605 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6f89-1615-49b9-9d24-68c5532493b9 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:41.486642 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7d4f6f89-1615-49b9-9d24-68c5532493b9 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5968151 Aug 20 10:41:41.489159 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46726) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:41.491151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6bdeb6-ca1f-4eee-aab1-f509aec15292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 87e1a4af-a341-4db4-a0d8-8324d19c345a is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:41:41.524715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c6012-1183-417c-bad0-d80474b942ba req-6b4e974c-685a-47f7-82a9-e1180089e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:41.526578 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e8c6012-1183-417c-bad0-d80474b942ba req-6b4e974c-685a-47f7-82a9-e1180089e5a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 1096 time: 0.1668429 Aug 20 10:41:41.527375 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-1f6bdeb6-ca1f-4eee-aab1-f509aec15292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 87e1a4af-a341-4db4-a0d8-8324d19c345a) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:41.596093 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6bdeb6-ca1f-4eee-aab1-f509aec15292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:41.597563 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1f6bdeb6-ca1f-4eee-aab1-f509aec15292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:41.654973 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:41.679203 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e1d0ef-5b19-4237-8f61-8929442a69ae None None] Network ad987f92-2a23-4f6e-9272-c2e10699b90b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:41.687574 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07273e09-1f84-426c-ae58-71fef724ea52 None None] Network 87e1a4af-a341-4db4-a0d8-8324d19c345a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:41.787546 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1f6bdeb6-ca1f-4eee-aab1-f509aec15292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6299088 Aug 20 10:41:41.792393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46734) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:41.825520 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-09f9bbf6-41aa-4f38-8409-7e960d74d05c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'network_id': '87e1a4af-a341-4db4-a0d8-8324d19c345a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-647953497'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:41.841523 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] For port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:41:41.847196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] For port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:41:41.862230 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b15149fd-1af9-4318-98a1-37cddc668a42 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:41:41.866449 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:41.985679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:41.986778 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:41.987816 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b5bedf3-2c28-4568-b058-e6372851952d req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] 10.222.0.42 "PUT /v2.0/ports/ab7ba21a-77bc-4e4d-915e-9d852e3a5cda HTTP/1.1" status: 200 len: 1092 time: 2.9905076 Aug 20 10:41:41.997703 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af76e98-911e-40b7-9846-382cc07edc9d', 'tag': 'ab7ba21a-77bc-4e4d-915e-9d852e3a5cda'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:41:41.999872 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56461afe-12ae-44a4-ae24-9c3e37d0374d" -d '{"events": [{"name": "network-changed", "server_uuid": "6af76e98-911e-40b7-9846-382cc07edc9d", "tag": "ab7ba21a-77bc-4e4d-915e-9d852e3a5cda"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:41:42.104325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c6012-1183-417c-bad0-d80474b942ba req-64d842c1-83b8-4a21-bbfb-4df72995e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:42.106553 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e8c6012-1183-417c-bad0-d80474b942ba req-64d842c1-83b8-4a21-bbfb-4df72995e3a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.5279129 Aug 20 10:41:42.116006 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f7942f-098b-4935-b679-a9feeca892c5 x-openstack-request-id: req-58f7942f-098b-4935-b679-a9feeca892c5 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:41:42.117034 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af76e98-911e-40b7-9846-382cc07edc9d", "tag": "ab7ba21a-77bc-4e4d-915e-9d852e3a5cda", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:41:42.117524 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58f7942f-098b-4935-b679-a9feeca892c5 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:41:42.118117 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af76e98-911e-40b7-9846-382cc07edc9d', 'tag': 'ab7ba21a-77bc-4e4d-915e-9d852e3a5cda', 'status': 'completed', 'code': 200} Aug 20 10:41:42.139611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b15149fd-1af9-4318-98a1-37cddc668a42 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:42.142318 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:42.219579 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e8c6012-1183-417c-bad0-d80474b942ba req-8a1905d6-ff04-4494-bb22-249cd08f870c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4572806-9844-4302-b2a2-f2770c887d9d HTTP/1.1" status: 200 len: 998 time: 0.0991921 Aug 20 10:41:42.226296 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222dd87-0e67-4e9d-a47c-54b360ead840 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:42.241730 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Router 8c874046-3e04-401b-b5f0-45d997540456 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:41:42.277370 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-87e1a4af-a341-4db4-a0d8-8324d19c345a', 'network_id': '87e1a4af-a341-4db4-a0d8-8324d19c345a', 'tenant_id': '80a6eb9091fb45b090d27b864630b580', 'fixed_ips': [{'subnet_id': 'd6872c3a-879f-4179-96be-7d24f90f34f1'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:41:42.278243 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:42.279282 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bedf3-2c28-4568-b058-e6372851952d req-e4e336fc-868c-497d-ac7b-36cbad788802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:42.288324 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b5bedf3-2c28-4568-b058-e6372851952d req-e4e336fc-868c-497d-ac7b-36cbad788802 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 1095 time: 0.2384436 Aug 20 10:41:42.293298 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-ad987f92-2a23-4f6e-9272-c2e10699b90b', 'network_id': 'ad987f92-2a23-4f6e-9272-c2e10699b90b', 'tenant_id': 'fdaf278dcede4f718d2bb355314db42b', 'fixed_ips': [{'subnet_id': 'f8fe9e8d-451d-4dc3-a0e1-7e0ee9fe1dda'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:41:42.294271 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:42.311572 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c6012-1183-417c-bad0-d80474b942ba req-ee940dc7-4936-4252-b81d-41a9a8da9126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:42.313276 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e8c6012-1183-417c-bad0-d80474b942ba req-ee940dc7-4936-4252-b81d-41a9a8da9126 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.0828519 Aug 20 10:41:42.491290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a353b37-058e-4e9c-a417-012c9cad1f5e req-4b24abb0-80fa-4345-8b02-95ecea53e45e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:42.492788 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4a353b37-058e-4e9c-a417-012c9cad1f5e req-4b24abb0-80fa-4345-8b02-95ecea53e45e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 943 time: 0.8334167 Aug 20 10:41:42.522475 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b5bedf3-2c28-4568-b058-e6372851952d req-0d12ad82-ce2e-40b7-adfb-224a568ae75d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda HTTP/1.1" status: 200 len: 217 time: 0.2080402 Aug 20 10:41:42.523652 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:42.593954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c6012-1183-417c-bad0-d80474b942ba req-006261d3-f8e9-493d-b2cd-7f66b39dcf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:42.596527 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e8c6012-1183-417c-bad0-d80474b942ba req-006261d3-f8e9-493d-b2cd-7f66b39dcf39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2720411 Aug 20 10:41:42.614219 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4a353b37-058e-4e9c-a417-012c9cad1f5e req-f1c707e1-a417-4d24-abad-74cb4f189545 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080916 Aug 20 10:41:42.647920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f9bbf6-41aa-4f38-8409-7e960d74d05c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:42.651771 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-09f9bbf6-41aa-4f38-8409-7e960d74d05c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:42.682876 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-09f9bbf6-41aa-4f38-8409-7e960d74d05c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] device_id is not set on port cf5a4c10-ee6a-453e-be57-34fe9f379fa7 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:41:42.685663 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:41:42.694644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bedf3-2c28-4568-b058-e6372851952d req-cbe4d979-531e-424d-8929-23620a608da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:42.696640 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b5bedf3-2c28-4568-b058-e6372851952d req-cbe4d979-531e-424d-8929-23620a608da1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.1656008 Aug 20 10:41:42.701839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Allocated IP 2001:db8::2 (87e1a4af-a341-4db4-a0d8-8324d19c345a/d6872c3a-879f-4179-96be-7d24f90f34f1/28258b69-8de5-47f1-89ac-0b92119fd092) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:42.705738 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aec535d-6840-4d56-8a7c-7962e2be94f7 None None] Sync routers for ids ['8c874046-3e04-401b-b5f0-45d997540456'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:41:42.721296 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aec535d-6840-4d56-8a7c-7962e2be94f7 None None] Routers {'8c874046-3e04-401b-b5f0-45d997540456'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:41:42.740508 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4aec535d-6840-4d56-8a7c-7962e2be94f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:41:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['8c874046-3e04-401b-b5f0-45d997540456'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:42.761181 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:42.762628 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e21918a7-3e91-4370-afed-ea1ce9766852 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.6695876 Aug 20 10:41:42.766738 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46752) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:42.799708 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4aec535d-6840-4d56-8a7c-7962e2be94f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:42.813116 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aec535d-6840-4d56-8a7c-7962e2be94f7 None None] Routers {'8c874046-3e04-401b-b5f0-45d997540456'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:41:42.814149 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4aec535d-6840-4d56-8a7c-7962e2be94f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:41:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['8c874046-3e04-401b-b5f0-45d997540456'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:42.815744 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Allocated IP 172.20.0.1 (ad987f92-2a23-4f6e-9272-c2e10699b90b/f8fe9e8d-451d-4dc3-a0e1-7e0ee9fe1dda/6677fe91-4229-445e-8904-5752c3b14828) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:42.857352 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4aec535d-6840-4d56-8a7c-7962e2be94f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:42.858386 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aec535d-6840-4d56-8a7c-7962e2be94f7 None None] The sync data for ids ['8c874046-3e04-401b-b5f0-45d997540456'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:41:42.862768 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bedf3-2c28-4568-b058-e6372851952d req-a627c158-a07f-4b14-9980-a1b92fb70e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:42.864864 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b5bedf3-2c28-4568-b058-e6372851952d req-a627c158-a07f-4b14-9980-a1b92fb70e69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1516738 Aug 20 10:41:42.871194 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e8c6012-1183-417c-bad0-d80474b942ba req-d67007b9-1075-4229-8592-0acd09e9a01d service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611289 Aug 20 10:41:43.035758 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:43.066173 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Transition to ACTIVE for port object 28258b69-8de5-47f1-89ac-0b92119fd092 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:43.098965 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Transition to ACTIVE for port object 28258b69-8de5-47f1-89ac-0b92119fd092 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:43.100787 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:43.124424 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:43.126692 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Transition to ACTIVE for port object 6677fe91-4229-445e-8904-5752c3b14828 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:43.167814 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-09f9bbf6-41aa-4f38-8409-7e960d74d05c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Allocated IP 2001:db8::185 (87e1a4af-a341-4db4-a0d8-8324d19c345a/d6872c3a-879f-4179-96be-7d24f90f34f1/cf5a4c10-ee6a-453e-be57-34fe9f379fa7) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:43.183425 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Transition to ACTIVE for port object 6677fe91-4229-445e-8904-5752c3b14828 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:43.193522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Network 87e1a4af-a341-4db4-a0d8-8324d19c345a is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:43.199911 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:43.207507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:43.216306 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:43.221683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Pushing event updated for resources: {'Port': ['ID=28258b69-8de5-47f1-89ac-0b92119fd092,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:43.296303 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Network ad987f92-2a23-4f6e-9272-c2e10699b90b is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:43.322815 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:43.365928 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-09f9bbf6-41aa-4f38-8409-7e960d74d05c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:43.369137 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Subnet': ['ID=f8fe9e8d-451d-4dc3-a0e1-7e0ee9fe1dda,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:43.436357 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:43.448147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad987f92-2a23-4f6e-9272-c2e10699b90b']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:43.461676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c4e2ed-6ddb-40b2-9d20-16c550538047') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:43.461969 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c4e2ed-6ddb-40b2-9d20-16c550538047') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:43.473679 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:43.490396 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:43.497923 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:43.498645 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:43.568915 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:43.573454 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:43.589934 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:43.595284 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.api [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 10:41:43.595284 n-d-778550-11 neutron-server[94866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 10:41:43.595284 n-d-778550-11 neutron-server[94866]: [parameters: {'id': 'ad987f92-2a23-4f6e-9272-c2e10699b90b'}] Aug 20 10:41:43.595284 n-d-778550-11 neutron-server[94866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:41:43.595699 n-d-778550-11 neutron-server[94866]: DEBUG oslo_db.api [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:41:43.602998 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-09f9bbf6-41aa-4f38-8409-7e960d74d05c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Transition to ACTIVE for port object cf5a4c10-ee6a-453e-be57-34fe9f379fa7 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:43.617598 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Pushing event updated for resources: {'Port': ['ID=6677fe91-4229-445e-8904-5752c3b14828,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:43.645748 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e8c6012-1183-417c-bad0-d80474b942ba req-03e543a5-92e2-4dd3-a7a0-74dc36b91914 service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7369132 Aug 20 10:41:43.648015 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-09f9bbf6-41aa-4f38-8409-7e960d74d05c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:43.655271 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b5bedf3-2c28-4568-b058-e6372851952d req-4d3aba08-a3d6-4707-8073-7dfffe3e1a27 service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7791483 Aug 20 10:41:43.690214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Attempting to bind port 28258b69-8de5-47f1-89ac-0b92119fd092 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:41:43.690615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Attempting to bind port 28258b69-8de5-47f1-89ac-0b92119fd092 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'c7814f55-a927-4345-a153-a4566bbc3ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '87e1a4af-a341-4db4-a0d8-8324d19c345a'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:41:43.691704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Attempting to bind port 28258b69-8de5-47f1-89ac-0b92119fd092 on network 87e1a4af-a341-4db4-a0d8-8324d19c345a {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:43.707974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9bbf6-41aa-4f38-8409-7e960d74d05c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=cf5a4c10-ee6a-453e-be57-34fe9f379fa7,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:43.743936 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f9bbf6-41aa-4f38-8409-7e960d74d05c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 87e1a4af-a341-4db4-a0d8-8324d19c345a is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:43.747089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-09f9bbf6-41aa-4f38-8409-7e960d74d05c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:43.751809 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f9bbf6-41aa-4f38-8409-7e960d74d05c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:43.758623 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f9bbf6-41aa-4f38-8409-7e960d74d05c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:43.759207 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:41:43.759897 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-09f9bbf6-41aa-4f38-8409-7e960d74d05c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:43.762465 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Checking segment: {'id': 'c7814f55-a927-4345-a153-a4566bbc3ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '87e1a4af-a341-4db4-a0d8-8324d19c345a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:43.763136 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:43.766076 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Bound using segment: {'id': 'c7814f55-a927-4345-a153-a4566bbc3ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '87e1a4af-a341-4db4-a0d8-8324d19c345a'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:41:43.766791 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Bound port: 28258b69-8de5-47f1-89ac-0b92119fd092, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7814f55-a927-4345-a153-a4566bbc3ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '87e1a4af-a341-4db4-a0d8-8324d19c345a'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:41:43.767422 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:43.777215 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-09f9bbf6-41aa-4f38-8409-7e960d74d05c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.9590361 Aug 20 10:41:43.783566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46768) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:43.793823 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Attempting to bind port 6677fe91-4229-445e-8904-5752c3b14828 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:41:43.796102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Attempting to bind port 6677fe91-4229-445e-8904-5752c3b14828 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'f8c4e2ed-6ddb-40b2-9d20-16c550538047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ad987f92-2a23-4f6e-9272-c2e10699b90b'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:41:43.796468 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Attempting to bind port 6677fe91-4229-445e-8904-5752c3b14828 on network ad987f92-2a23-4f6e-9272-c2e10699b90b {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:43.806824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:41:43.807139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Checking segment: {'id': 'f8c4e2ed-6ddb-40b2-9d20-16c550538047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ad987f92-2a23-4f6e-9272-c2e10699b90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:43.807549 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:43.807943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Bound using segment: {'id': 'f8c4e2ed-6ddb-40b2-9d20-16c550538047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ad987f92-2a23-4f6e-9272-c2e10699b90b'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:41:43.808547 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Bound port: 6677fe91-4229-445e-8904-5752c3b14828, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c4e2ed-6ddb-40b2-9d20-16c550538047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ad987f92-2a23-4f6e-9272-c2e10699b90b'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:41:43.809318 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:43.967716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0560fecb-4ed1-4e54-b9a7-f678568f4530 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port cf5a4c10-ee6a-453e-be57-34fe9f379fa7 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:43.974819 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0560fecb-4ed1-4e54-b9a7-f678568f4530 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:43.976285 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] For port 28258b69-8de5-47f1-89ac-0b92119fd092, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:41:43.979951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f737157-ff89-47d5-86fa-300094e88258 req-73d9d01f-d914-4ca0-a16a-7d2dbd036559 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:43.988316 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f737157-ff89-47d5-86fa-300094e88258 req-73d9d01f-d914-4ca0-a16a-7d2dbd036559 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 943 time: 0.1451678 Aug 20 10:41:43.998089 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b5bedf3-2c28-4568-b058-e6372851952d req-a6939606-19f9-466b-a096-2858b5283492 service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352299 Aug 20 10:41:44.005572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] For port 28258b69-8de5-47f1-89ac-0b92119fd092, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=28258b69-8de5-47f1-89ac-0b92119fd092,segment=NetworkSegment(c7814f55-a927-4345-a153-a4566bbc3ee4),segment_id=c7814f55-a927-4345-a153-a4566bbc3ee4)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:41:44.011989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] For port 6677fe91-4229-445e-8904-5752c3b14828, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:41:44.018288 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] For port 6677fe91-4229-445e-8904-5752c3b14828, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=6677fe91-4229-445e-8904-5752c3b14828,segment=NetworkSegment(f8c4e2ed-6ddb-40b2-9d20-16c550538047),segment_id=f8c4e2ed-6ddb-40b2-9d20-16c550538047)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:41:44.020917 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:44.031381 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:44.076801 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f737157-ff89-47d5-86fa-300094e88258 req-e1d39444-e6fb-4e9c-9d33-60799022762b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875077 Aug 20 10:41:44.101294 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:44.210518 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95376191-6868-46ef-8aa6-ceb3d6aecef2 None None] Pushing event updated for resources: {'Port': ['ID=28258b69-8de5-47f1-89ac-0b92119fd092,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:44.252107 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0560fecb-4ed1-4e54-b9a7-f678568f4530 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:44.260827 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56461afe-12ae-44a4-ae24-9c3e37d0374d req-5bb17c60-3bd3-4433-8aef-cce436992595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:44.262903 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56461afe-12ae-44a4-ae24-9c3e37d0374d req-5bb17c60-3bd3-4433-8aef-cce436992595 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 1095 time: 0.1766670 Aug 20 10:41:44.270033 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:44.289019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eaddda-e713-4afc-ad42-03b8b809de65 None None] Network ad987f92-2a23-4f6e-9272-c2e10699b90b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:44.310801 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0560fecb-4ed1-4e54-b9a7-f678568f4530 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for cf5a4c10-ee6a-453e-be57-34fe9f379fa7 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:44.371133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Deleting port 6677fe91-4229-445e-8904-5752c3b14828 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:44.371386 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:44.438326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16afa95-48d1-4f42-838e-b0c3aec1344c None None] Pushing event updated for resources: {'Port': ['ID=6677fe91-4229-445e-8904-5752c3b14828,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:44.456978 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] For port 6677fe91-4229-445e-8904-5752c3b14828, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=6677fe91-4229-445e-8904-5752c3b14828,segment=NetworkSegment(f8c4e2ed-6ddb-40b2-9d20-16c550538047),segment_id=f8c4e2ed-6ddb-40b2-9d20-16c550538047)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:44.457700 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:44.490384 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Calling delete_port for 6677fe91-4229-445e-8904-5752c3b14828 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:44.528557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56461afe-12ae-44a4-ae24-9c3e37d0374d req-961bb37b-7782-4b28-b508-b6e36bc8d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:44.534689 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56461afe-12ae-44a4-ae24-9c3e37d0374d req-961bb37b-7782-4b28-b508-b6e36bc8d063 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.2447820 Aug 20 10:41:44.593248 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56461afe-12ae-44a4-ae24-9c3e37d0374d req-078cfe68-d5b3-4af6-8faf-6015cede25bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda HTTP/1.1" status: 200 len: 217 time: 0.0508587 Aug 20 10:41:44.644229 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0560fecb-4ed1-4e54-b9a7-f678568f4530 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:44.688600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560fecb-4ed1-4e54-b9a7-f678568f4530 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=cf5a4c10-ee6a-453e-be57-34fe9f379fa7,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:44.702333 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56461afe-12ae-44a4-ae24-9c3e37d0374d req-571031db-8049-4656-a1d0-bff823ac3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:44.704962 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56461afe-12ae-44a4-ae24-9c3e37d0374d req-571031db-8049-4656-a1d0-bff823ac3d11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.1042097 Aug 20 10:41:44.761429 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:44.779110 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0560fecb-4ed1-4e54-b9a7-f678568f4530 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:44.779110 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0560fecb-4ed1-4e54-b9a7-f678568f4530 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/ports/cf5a4c10-ee6a-453e-be57-34fe9f379fa7 HTTP/1.1" status: 204 len: 168 time: 0.9900577 Aug 20 10:41:44.809442 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Port': ['ID=6677fe91-4229-445e-8904-5752c3b14828,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:44.811387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46784) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:44.846397 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c99dd2-da60-49e8-a97e-65fd07426c72 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] GET failed (client error): The resource could not be found. Aug 20 10:41:44.848146 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-22c99dd2-da60-49e8-a97e-65fd07426c72 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports/cf5a4c10-ee6a-453e-be57-34fe9f379fa7 HTTP/1.1" status: 404 len: 333 time: 0.0329421 Aug 20 10:41:44.849147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No DVR routers for this DVR port 6677fe91-4229-445e-8904-5752c3b14828 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:41:44.851726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46786) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:44.860500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56461afe-12ae-44a4-ae24-9c3e37d0374d req-31962936-0f77-4344-9f97-9f0aa0e3d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:44.862543 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56461afe-12ae-44a4-ae24-9c3e37d0374d req-31962936-0f77-4344-9f97-9f0aa0e3d026 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1490717 Aug 20 10:41:44.995336 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Allocated IP 172.20.0.1 (1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f/7a0cef2d-2fc0-416a-bf42-953cd3373dc9/d81fcd12-0704-4aa6-a42c-cbd0a01fd187) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:45.002506 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.009562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68c4c9a-9b43-447b-929e-e9e77de89c90 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting subnet d6872c3a-879f-4179-96be-7d24f90f34f1 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:41:45.020135 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b68c4c9a-9b43-447b-929e-e9e77de89c90 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.023875 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad987f92-2a23-4f6e-9272-c2e10699b90b']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:45.037764 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56461afe-12ae-44a4-ae24-9c3e37d0374d req-1b1b6877-60ae-4edb-aac7-8905a3c56924 service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647804 Aug 20 10:41:45.059774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c4e2ed-6ddb-40b2-9d20-16c550538047') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:45.060087 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c4e2ed-6ddb-40b2-9d20-16c550538047') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:45.081580 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.090933 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b68c4c9a-9b43-447b-929e-e9e77de89c90 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.133627 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.152245 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:45.152739 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:45.158954 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:45.291243 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56461afe-12ae-44a4-ae24-9c3e37d0374d req-3dee2fe5-8d2b-408e-8d59-fc0a0769068d service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344751 Aug 20 10:41:45.304147 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.321318 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Transition to ACTIVE for port object d81fcd12-0704-4aa6-a42c-cbd0a01fd187 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:45.377966 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.384634 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.394310 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b68c4c9a-9b43-447b-929e-e9e77de89c90 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.433594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Network 1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:45.436941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:45.440987 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:45.443707 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.448912 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/ad987f92-2a23-4f6e-9272-c2e10699b90b HTTP/1.1" status: 204 len: 168 time: 3.9549289 Aug 20 10:41:45.458961 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003def1e-d455-4a3a-ae93-9d9852b3c403 req-460d6e4f-2aac-41f0-b1d8-e0f8e6e5881d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:45.461291 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-003def1e-d455-4a3a-ae93-9d9852b3c403 req-460d6e4f-2aac-41f0-b1d8-e0f8e6e5881d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 943 time: 0.2004910 Aug 20 10:41:45.462328 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250de81-3c83-4fe0-afcd-541e7514e53c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Network': ['ID=ad987f92-2a23-4f6e-9272-c2e10699b90b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:45.467013 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46798) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:45.472933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a413751f-bd44-4c15-915c-9c0118a1afaf tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-817259239'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:45.492269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Pushing event updated for resources: {'Port': ['ID=d81fcd12-0704-4aa6-a42c-cbd0a01fd187,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:45.507839 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:45.508196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:45.508650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:45.508875 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:45.509274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:45.509615 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:45.509949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:45.510284 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:45.510757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:45.511118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:45.511764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:45.512094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:41:45.521658 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.522050 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a413751f-bd44-4c15-915c-9c0118a1afaf tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:45.526156 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a413751f-bd44-4c15-915c-9c0118a1afaf tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.592799 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a413751f-bd44-4c15-915c-9c0118a1afaf tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:41:45.603545 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-003def1e-d455-4a3a-ae93-9d9852b3c403 req-73ab39f7-8bee-4da1-8a88-0ec458f97932 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097114 Aug 20 10:41:45.622078 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a413751f-bd44-4c15-915c-9c0118a1afaf tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.622956 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-a413751f-bd44-4c15-915c-9c0118a1afaf tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Added segment e9334948-6162-4556-96b7-61f74152fc23 of type vlan for network 14661384-e5d3-4789-b56a-268d9e5872fc Aug 20 10:41:45.679867 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a413751f-bd44-4c15-915c-9c0118a1afaf tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.689853 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b68c4c9a-9b43-447b-929e-e9e77de89c90 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.742807 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c4c9a-9b43-447b-929e-e9e77de89c90 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Subnet': ['ID=d6872c3a-879f-4179-96be-7d24f90f34f1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:45.749708 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b68c4c9a-9b43-447b-929e-e9e77de89c90 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.756422 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b68c4c9a-9b43-447b-929e-e9e77de89c90 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/d6872c3a-879f-4179-96be-7d24f90f34f1 HTTP/1.1" status: 204 len: 168 time: 0.9034772 Aug 20 10:41:45.761563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46802) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:45.762240 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a413751f-bd44-4c15-915c-9c0118a1afaf tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.772786 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a413751f-bd44-4c15-915c-9c0118a1afaf tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:45.773429 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a413751f-bd44-4c15-915c-9c0118a1afaf tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.793260 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143a8a06-eeb6-4b4b-abfa-f2fdc6268652 None None] Network 87e1a4af-a341-4db4-a0d8-8324d19c345a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:45.825911 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:45.921277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 28258b69-8de5-47f1-89ac-0b92119fd092 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:41:45.954566 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a413751f-bd44-4c15-915c-9c0118a1afaf tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4864347 Aug 20 10:41:45.955491 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413751f-bd44-4c15-915c-9c0118a1afaf tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Network': ['ID=14661384-e5d3-4789-b56a-268d9e5872fc,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:45.957677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46808) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:45.963844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-dce611b9-3560-4f72-b0ed-ade45e742603 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:46.015216 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 14661384-e5d3-4789-b56a-268d9e5872fc details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:46.022674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e0a4b9f7-b444-4641-8b13-ed8b7e68f51d None None] Provisioning for port 28258b69-8de5-47f1-89ac-0b92119fd092 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:46.045827 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.150038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 28258b69-8de5-47f1-89ac-0b92119fd092 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:46.160245 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 28258b69-8de5-47f1-89ac-0b92119fd092 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:46.161045 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.192933 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dce611b9-3560-4f72-b0ed-ade45e742603 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.217556 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dce611b9-3560-4f72-b0ed-ade45e742603 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.230412 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port 28258b69-8de5-47f1-89ac-0b92119fd092 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:46.230790 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.235208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dce611b9-3560-4f72-b0ed-ade45e742603 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network 14661384-e5d3-4789-b56a-268d9e5872fc is not hosted by any dhcp agent {{(pid=94866) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 10:41:46.235429 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5b36e407-fbfb-4b78-90e2-9f4abea2a2d1 None None] Provisioning for port d81fcd12-0704-4aa6-a42c-cbd0a01fd187 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:46.240697 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce611b9-3560-4f72-b0ed-ade45e742603 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:46.241592 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dce611b9-3560-4f72-b0ed-ade45e742603 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.243787 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dce611b9-3560-4f72-b0ed-ade45e742603 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "PUT /v2.0/networks/14661384-e5d3-4789-b56a-268d9e5872fc HTTP/1.1" status: 200 len: 723 time: 0.2849703 Aug 20 10:41:46.249433 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46814) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:46.250733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5b36e407-fbfb-4b78-90e2-9f4abea2a2d1 None None] Provisioning complete for port d81fcd12-0704-4aa6-a42c-cbd0a01fd187 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:46.251396 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5b36e407-fbfb-4b78-90e2-9f4abea2a2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.255100 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-770bc867-f3be-4642-9164-ff33b6407892 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'subnet': {'network_id': '14661384-e5d3-4789-b56a-268d9e5872fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:46.258929 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6657256-8a90-4184-8dd4-ec32be50188f None None] DHCP port deletion for 87e1a4af-a341-4db4-a0d8-8324d19c345a request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:41:46.320537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-5b36e407-fbfb-4b78-90e2-9f4abea2a2d1 None None] Port d81fcd12-0704-4aa6-a42c-cbd0a01fd187 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:41:46.320815 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce611b9-3560-4f72-b0ed-ade45e742603 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Network': ['ID=14661384-e5d3-4789-b56a-268d9e5872fc,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:46.344072 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 14661384-e5d3-4789-b56a-268d9e5872fc details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:46.351655 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.358347 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.409100 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.414415 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.415159 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] For port 28258b69-8de5-47f1-89ac-0b92119fd092, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=28258b69-8de5-47f1-89ac-0b92119fd092,segment=NetworkSegment(c7814f55-a927-4345-a153-a4566bbc3ee4),segment_id=c7814f55-a927-4345-a153-a4566bbc3ee4)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:46.415590 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.440529 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for 28258b69-8de5-47f1-89ac-0b92119fd092 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:46.448623 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ab7ba21a-77bc-4e4d-915e-9d852e3a5cda details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:41:46.463946 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770bc867-f3be-4642-9164-ff33b6407892 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:46.467513 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-770bc867-f3be-4642-9164-ff33b6407892 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.494709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 28258b69-8de5-47f1-89ac-0b92119fd092, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=28258b69-8de5-47f1-89ac-0b92119fd092,segment=NetworkSegment(c7814f55-a927-4345-a153-a4566bbc3ee4),segment_id=c7814f55-a927-4345-a153-a4566bbc3ee4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:46.502608 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.505824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e6657256-8a90-4184-8dd4-ec32be50188f None None] Deleting port 28258b69-8de5-47f1-89ac-0b92119fd092 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:46.506265 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e6657256-8a90-4184-8dd4-ec32be50188f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.557316 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.581722 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Pushing event updated for resources: {'Port': ['ID=d81fcd12-0704-4aa6-a42c-cbd0a01fd187,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:46.596202 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=28258b69-8de5-47f1-89ac-0b92119fd092,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:46.603288 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No DVR routers for this DVR port 28258b69-8de5-47f1-89ac-0b92119fd092 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:41:46.679468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Network 1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:46.683199 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:46.716563 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event deleted for resources: {'Port': ['ID=28258b69-8de5-47f1-89ac-0b92119fd092,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:46.722354 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.757086 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e1a4af-a341-4db4-a0d8-8324d19c345a']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:46.770877 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7814f55-a927-4345-a153-a4566bbc3ee4') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:46.771431 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7814f55-a927-4345-a153-a4566bbc3ee4') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:46.777138 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:46.782786 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.794485 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-e6657256-8a90-4184-8dd4-ec32be50188f None None] For port 28258b69-8de5-47f1-89ac-0b92119fd092, host n-d-778550-11, got binding levels [] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:46.795573 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e6657256-8a90-4184-8dd4-ec32be50188f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.801115 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.810367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'ab7ba21a-77bc-4e4d-915e-9d852e3a5cda', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'port_id': 'ab7ba21a-77bc-4e4d-915e-9d852e3a5cda', 'mac_address': 'fa:16:3e:7c:c8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:41:46.811611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:46.812169 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:46.815636 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:46.823592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e6657256-8a90-4184-8dd4-ec32be50188f None None] Calling delete_port for 28258b69-8de5-47f1-89ac-0b92119fd092 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:46.827778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.ipam_backend_mixin [None req-e6657256-8a90-4184-8dd4-ec32be50188f None None] Port 28258b69-8de5-47f1-89ac-0b92119fd092 was not found and therefore no delete operation was performed {{(pid=94868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 10:41:46.849020 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e6657256-8a90-4184-8dd4-ec32be50188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.890816 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.901008 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.919259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6657256-8a90-4184-8dd4-ec32be50188f None None] Pushing event deleted for resources: {'Port': ['ID=28258b69-8de5-47f1-89ac-0b92119fd092,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:46.922537 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46826) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:46.923296 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/networks/87e1a4af-a341-4db4-a0d8-8324d19c345a HTTP/1.1" status: 204 len: 168 time: 1.1444466 Aug 20 10:41:46.947489 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6657256-8a90-4184-8dd4-ec32be50188f None None] No DVR routers for this DVR port 28258b69-8de5-47f1-89ac-0b92119fd092 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:41:46.948907 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Router 8c874046-3e04-401b-b5f0-45d997540456 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:41:46.955108 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5a0e7cac-e22b-40fb-bbbc-2a66aa547eff tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d', 'name': 'tempest-PortsIpV6TestJSON-1397061229'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:46.957189 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9473719-fb64-43b3-bc3c-63cd34420090 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Network': ['ID=87e1a4af-a341-4db4-a0d8-8324d19c345a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:46.976831 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:46.996565 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7ba21a-77bc-4e4d-915e-9d852e3a5cda {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:41:47.019664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:47.027334 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:47.125150 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:47.170609 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ed800-c1ca-4839-a1f1-43aafbbbc341 req-86117f7c-cb54-4a8f-8bbb-e6dd16c0f7f9 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:47.172333 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-460ed800-c1ca-4839-a1f1-43aafbbbc341 req-86117f7c-cb54-4a8f-8bbb-e6dd16c0f7f9 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 943 time: 0.2852111 Aug 20 10:41:47.179611 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-770bc867-f3be-4642-9164-ff33b6407892 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:47.190535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86127e8-96a5-49d9-aad7-031939213e19 None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:41:47.264628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['ab7ba21a-77bc-4e4d-915e-9d852e3a5cda'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:41:47.290544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0e7cac-e22b-40fb-bbbc-2a66aa547eff tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:47.294491 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a0e7cac-e22b-40fb-bbbc-2a66aa547eff tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:47.306166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ead9c227-b927-4bbc-b398-37a43d1f490a None None] Provisioning complete for port d81fcd12-0704-4aa6-a42c-cbd0a01fd187 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:47.306546 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ead9c227-b927-4bbc-b398-37a43d1f490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:47.357881 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-460ed800-c1ca-4839-a1f1-43aafbbbc341 req-51a33b00-1767-4b2b-8272-79732ed36409 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658111 Aug 20 10:41:47.364655 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bc867-f3be-4642-9164-ff33b6407892 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Subnet': ['ID=fe7aa22f-52fc-4887-8e40-f4f3e8d61f6b,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:47.367600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-5a0e7cac-e22b-40fb-bbbc-2a66aa547eff tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] device_id is not set on port bea5e874-b326-4a19-a9a2-fa6e67e5f039 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:41:47.374260 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:41:47.384264 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3ef0776c-3d97-4242-859b-31c26ad8c222 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] 10.222.0.16 "PUT /v2.0/routers/8c874046-3e04-401b-b5f0-45d997540456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6144335 Aug 20 10:41:47.384417 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46836) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:47.396194 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-5e8b5f4c-3bab-4fd2-b81b-b5d561c31f75 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Request body: {'port': {'network_id': '1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f', 'name': 'tempest-FloatingIPAdminTestJSON-1549461948'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:47.426480 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770bc867-f3be-4642-9164-ff33b6407892 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Checking segment: {'id': 'e9334948-6162-4556-96b7-61f74152fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '14661384-e5d3-4789-b56a-268d9e5872fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:47.426796 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54021a07-37ad-49b6-b0bf-e02f05a15144 None None] Sync routers for ids ['8c874046-3e04-401b-b5f0-45d997540456'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:41:47.426901 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770bc867-f3be-4642-9164-ff33b6407892 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network hostable DHCP agents. Network: 14661384-e5d3-4789-b56a-268d9e5872fc, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:41:47.464596 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770bc867-f3be-4642-9164-ff33b6407892 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network 14661384-e5d3-4789-b56a-268d9e5872fc is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:41:47.466952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ead9c227-b927-4bbc-b398-37a43d1f490a None None] Port d81fcd12-0704-4aa6-a42c-cbd0a01fd187 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:41:47.485990 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-770bc867-f3be-4642-9164-ff33b6407892 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 14661384-e5d3-4789-b56a-268d9e5872fc) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:47.492448 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54021a07-37ad-49b6-b0bf-e02f05a15144 None None] Routers {'8c874046-3e04-401b-b5f0-45d997540456'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:41:47.493144 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-54021a07-37ad-49b6-b0bf-e02f05a15144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:41:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['8c874046-3e04-401b-b5f0-45d997540456'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:47.494534 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770bc867-f3be-4642-9164-ff33b6407892 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:47.495166 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-770bc867-f3be-4642-9164-ff33b6407892 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572693'] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:47.544521 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-54021a07-37ad-49b6-b0bf-e02f05a15144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:47.568490 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8b5f4c-3bab-4fd2-b81b-b5d561c31f75 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Made reservation on behalf of 3d9d4391fc8e453c83733e8b2e6be02d for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:47.574779 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5e8b5f4c-3bab-4fd2-b81b-b5d561c31f75 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:47.598426 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-5e8b5f4c-3bab-4fd2-b81b-b5d561c31f75 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] device_id is not set on port fc8834ab-28ff-4806-91eb-02f9c01fe7a0 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:41:47.607757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54021a07-37ad-49b6-b0bf-e02f05a15144 None None] Routers {'8c874046-3e04-401b-b5f0-45d997540456'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:41:47.608872 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-54021a07-37ad-49b6-b0bf-e02f05a15144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:41:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['8c874046-3e04-401b-b5f0-45d997540456'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:47.671283 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-54021a07-37ad-49b6-b0bf-e02f05a15144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:47.671953 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54021a07-37ad-49b6-b0bf-e02f05a15144 None None] The sync data for ids ['8c874046-3e04-401b-b5f0-45d997540456'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:41:47.699653 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86127e8-96a5-49d9-aad7-031939213e19 None None] Unable to find a vacant binding_index for network 14661384-e5d3-4789-b56a-268d9e5872fc and agent b564f90a-d527-46f1-b2ed-981d1cea773b {{(pid=94868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 20 10:41:47.710258 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86127e8-96a5-49d9-aad7-031939213e19 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 14661384-e5d3-4789-b56a-268d9e5872fc) {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:41:47.811477 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 28258b69-8de5-47f1-89ac-0b92119fd092 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:41:47.838947 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 28258b69-8de5-47f1-89ac-0b92119fd092 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:41:47.839597 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 28258b69-8de5-47f1-89ac-0b92119fd092 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:41:47.843460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-5e8b5f4c-3bab-4fd2-b81b-b5d561c31f75 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Allocated IP 172.20.0.8 (1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f/7a0cef2d-2fc0-416a-bf42-953cd3373dc9/fc8834ab-28ff-4806-91eb-02f9c01fe7a0) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:47.882225 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:41:47.957833 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-770bc867-f3be-4642-9164-ff33b6407892 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7074635 Aug 20 10:41:47.961532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46844) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:47.966944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-3a78b848-b176-492a-9802-93355c54fff4 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:48.021151 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a0e7cac-e22b-40fb-bbbc-2a66aa547eff tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.094141 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3a78b848-b176-492a-9802-93355c54fff4 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9306020'] for subnet, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.097733 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5e8b5f4c-3bab-4fd2-b81b-b5d561c31f75 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.109144 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-14661384-e5d3-4789-b56a-268d9e5872fc', 'network_id': '14661384-e5d3-4789-b56a-268d9e5872fc', 'tenant_id': 'fdaf278dcede4f718d2bb355314db42b', 'fixed_ips': [{'subnet_id': 'fe7aa22f-52fc-4887-8e40-f4f3e8d61f6b'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:41:48.116683 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.117233 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-5e8b5f4c-3bab-4fd2-b81b-b5d561c31f75 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Transition to ACTIVE for port object fc8834ab-28ff-4806-91eb-02f9c01fe7a0 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:48.143447 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a0e7cac-e22b-40fb-bbbc-2a66aa547eff tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.178984 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5e8b5f4c-3bab-4fd2-b81b-b5d561c31f75 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.204822 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0e7cac-e22b-40fb-bbbc-2a66aa547eff tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:48.229076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-5a0e7cac-e22b-40fb-bbbc-2a66aa547eff tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:48.235075 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e7cac-e22b-40fb-bbbc-2a66aa547eff tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:48.241404 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0e7cac-e22b-40fb-bbbc-2a66aa547eff tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:48.242036 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a0e7cac-e22b-40fb-bbbc-2a66aa547eff tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.256719 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e7cac-e22b-40fb-bbbc-2a66aa547eff tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=bea5e874-b326-4a19-a9a2-fa6e67e5f039,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:48.263831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b5f4c-3bab-4fd2-b81b-b5d561c31f75 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Pushing event updated for resources: {'Port': ['ID=fc8834ab-28ff-4806-91eb-02f9c01fe7a0,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:48.279783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8b5f4c-3bab-4fd2-b81b-b5d561c31f75 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Network 1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:48.281510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-5e8b5f4c-3bab-4fd2-b81b-b5d561c31f75 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:48.283973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8b5f4c-3bab-4fd2-b81b-b5d561c31f75 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:48.297528 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5a0e7cac-e22b-40fb-bbbc-2a66aa547eff tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3656957 Aug 20 10:41:48.299009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46850) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:48.344575 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8b5f4c-3bab-4fd2-b81b-b5d561c31f75 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:48.345222 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5e8b5f4c-3bab-4fd2-b81b-b5d561c31f75 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.356064 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3a78b848-b176-492a-9802-93355c54fff4 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748628821818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8524865'] for subnet, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.393906 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5e8b5f4c-3bab-4fd2-b81b-b5d561c31f75 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0069590 Aug 20 10:41:48.396367 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46856) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:48.422633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a78b848-b176-492a-9802-93355c54fff4 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:48.423260 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3a78b848-b176-492a-9802-93355c54fff4 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.427472 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3a78b848-b176-492a-9802-93355c54fff4 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "PUT /v2.0/subnets/fe7aa22f-52fc-4887-8e40-f4f3e8d61f6b HTTP/1.1" status: 200 len: 806 time: 0.4618585 Aug 20 10:41:48.429044 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46862) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:48.440355 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Allocated IP 172.20.0.2 (14661384-e5d3-4789-b56a-268d9e5872fc/fe7aa22f-52fc-4887-8e40-f4f3e8d61f6b/a39c1de9-dd0b-4dad-8919-45137550b359) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:48.445671 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78b848-b176-492a-9802-93355c54fff4 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Subnet': ['ID=fe7aa22f-52fc-4887-8e40-f4f3e8d61f6b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:48.460106 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ab7ba21a-77bc-4e4d-915e-9d852e3a5cda up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:41:48.468970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-79e0e26e-af5f-496d-94d5-f25d4d66a6c1 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port bea5e874-b326-4a19-a9a2-fa6e67e5f039 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:48.469321 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-79e0e26e-af5f-496d-94d5-f25d4d66a6c1 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.530483 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'project_id': '3d9d4391fc8e453c83733e8b2e6be02d', 'port_id': 'fc8834ab-28ff-4806-91eb-02f9c01fe7a0'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:48.562577 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-79e0e26e-af5f-496d-94d5-f25d4d66a6c1 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.580486 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-79e0e26e-af5f-496d-94d5-f25d4d66a6c1 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for bea5e874-b326-4a19-a9a2-fa6e67e5f039 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:48.617267 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.693604 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d0c0e-9e97-4b3b-aaa3-c1d834c9cebf req-c3d80c0c-b2db-4877-8c04-de62e243cfdd tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:48.695226 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-061d0c0e-9e97-4b3b-aaa3-c1d834c9cebf req-c3d80c0c-b2db-4877-8c04-de62e243cfdd tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 944 time: 0.1681473 Aug 20 10:41:48.699508 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-79e0e26e-af5f-496d-94d5-f25d4d66a6c1 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.703067 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.733846 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.764515 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.773362 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Transition to ACTIVE for port object a39c1de9-dd0b-4dad-8919-45137550b359 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:48.779361 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0e26e-af5f-496d-94d5-f25d4d66a6c1 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=bea5e874-b326-4a19-a9a2-fa6e67e5f039,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:48.798057 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-79e0e26e-af5f-496d-94d5-f25d4d66a6c1 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.804953 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-79e0e26e-af5f-496d-94d5-f25d4d66a6c1 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/ports/bea5e874-b326-4a19-a9a2-fa6e67e5f039 HTTP/1.1" status: 204 len: 168 time: 0.5048606 Aug 20 10:41:48.806041 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46870) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:48.810465 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Transition to ACTIVE for port object a39c1de9-dd0b-4dad-8919-45137550b359 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:48.817541 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-91ca00de-5a27-4846-9ef3-627cebc28fe9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d', 'mac_address': 'fa:16:3e:41:02:1a', 'name': 'tempest-PortsIpV6TestJSON-723246117'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:48.825547 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-061d0c0e-9e97-4b3b-aaa3-c1d834c9cebf req-8ded0474-8016-46eb-ad77-36dab6473344 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163135 Aug 20 10:41:48.838399 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.841671 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.927744 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.932525 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:48.992797 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ca00de-5a27-4846-9ef3-627cebc28fe9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:49.019037 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7aa22f-52fc-4887-8e40-f4f3e8d61f6b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:49.066732 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:49.086409 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:49.086694 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:49.101856 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-91ca00de-5a27-4846-9ef3-627cebc28fe9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:49.103805 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:49.127492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-91ca00de-5a27-4846-9ef3-627cebc28fe9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] device_id is not set on port 49764032-b2f1-4db2-9bfc-a87ca91ca467 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:41:49.138054 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14661384-e5d3-4789-b56a-268d9e5872fc']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:49.153867 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Pushing event updated for resources: {'Port': ['ID=a39c1de9-dd0b-4dad-8919-45137550b359,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:49.162076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9334948-6162-4556-96b7-61f74152fc23') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:49.163593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9334948-6162-4556-96b7-61f74152fc23') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:49.167622 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Network 14661384-e5d3-4789-b56a-268d9e5872fc is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:49.171265 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:49.176514 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:49.184738 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:49.204346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Allocated IP 172.25.3.38 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/3efe7804-564a-4539-9f1f-47ab7d8dd7d6) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:49.219275 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:49.230852 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:49.231999 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:49.235863 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:49.292839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Attempting to bind port a39c1de9-dd0b-4dad-8919-45137550b359 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:41:49.293366 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Attempting to bind port a39c1de9-dd0b-4dad-8919-45137550b359 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'e9334948-6162-4556-96b7-61f74152fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '14661384-e5d3-4789-b56a-268d9e5872fc'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:41:49.293745 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Attempting to bind port a39c1de9-dd0b-4dad-8919-45137550b359 on network 14661384-e5d3-4789-b56a-268d9e5872fc {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:49.314271 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:49.318923 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:41:49.318923 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Checking segment: {'id': 'e9334948-6162-4556-96b7-61f74152fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '14661384-e5d3-4789-b56a-268d9e5872fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:49.319338 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:49.319746 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Bound using segment: {'id': 'e9334948-6162-4556-96b7-61f74152fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '14661384-e5d3-4789-b56a-268d9e5872fc'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:41:49.320239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Bound port: a39c1de9-dd0b-4dad-8919-45137550b359, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9334948-6162-4556-96b7-61f74152fc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '14661384-e5d3-4789-b56a-268d9e5872fc'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:41:49.320623 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:49.361460 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.api [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 10:41:49.361460 n-d-778550-11 neutron-server[94866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 10:41:49.361460 n-d-778550-11 neutron-server[94866]: [parameters: {'id': '14661384-e5d3-4789-b56a-268d9e5872fc'}] Aug 20 10:41:49.361460 n-d-778550-11 neutron-server[94866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:41:49.362196 n-d-778550-11 neutron-server[94866]: DEBUG oslo_db.api [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:41:49.386303 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-91ca00de-5a27-4846-9ef3-627cebc28fe9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:49.405935 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af76e98-911e-40b7-9846-382cc07edc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7ba21a-77bc-4e4d-915e-9d852e3a5cda'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:41:49.409088 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0be083-b690-44c9-8f5f-3e82ea8f264a" -d '{"events": [{"server_uuid": "6af76e98-911e-40b7-9846-382cc07edc9d", "name": "network-vif-plugged", "status": "completed", "tag": "ab7ba21a-77bc-4e4d-915e-9d852e3a5cda"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:41:49.409493 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:49.438052 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:49.447298 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-91ca00de-5a27-4846-9ef3-627cebc28fe9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:49.473613 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:49.484347 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca00de-5a27-4846-9ef3-627cebc28fe9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:49.493964 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:49.542539 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fbf209-2796-4acb-a7e5-426fedb854a4 x-openstack-request-id: req-36fbf209-2796-4acb-a7e5-426fedb854a4 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:41:49.542840 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af76e98-911e-40b7-9846-382cc07edc9d", "name": "network-vif-plugged", "status": "completed", "tag": "ab7ba21a-77bc-4e4d-915e-9d852e3a5cda", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:41:49.543124 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36fbf209-2796-4acb-a7e5-426fedb854a4 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:41:49.543577 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af76e98-911e-40b7-9846-382cc07edc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7ba21a-77bc-4e4d-915e-9d852e3a5cda', 'code': 200} Aug 20 10:41:49.559690 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:49.562875 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:49.566901 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:49.579022 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-91ca00de-5a27-4846-9ef3-627cebc28fe9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:49.583813 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] For port a39c1de9-dd0b-4dad-8919-45137550b359, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:41:49.585532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ca00de-5a27-4846-9ef3-627cebc28fe9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:49.596451 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Pushing event updated for resources: {'Port': ['ID=3efe7804-564a-4539-9f1f-47ab7d8dd7d6,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:49.599834 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ca00de-5a27-4846-9ef3-627cebc28fe9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:49.601149 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-91ca00de-5a27-4846-9ef3-627cebc28fe9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:49.621825 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] For port a39c1de9-dd0b-4dad-8919-45137550b359, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a39c1de9-dd0b-4dad-8919-45137550b359,segment=NetworkSegment(e9334948-6162-4556-96b7-61f74152fc23),segment_id=e9334948-6162-4556-96b7-61f74152fc23)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:41:49.624439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:49.639373 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:49.665905 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca00de-5a27-4846-9ef3-627cebc28fe9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=49764032-b2f1-4db2-9bfc-a87ca91ca467,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:49.718563 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-91ca00de-5a27-4846-9ef3-627cebc28fe9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9106898 Aug 20 10:41:49.721387 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46888) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:49.735860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3c073-3f87-4db1-b412-597dad735658 None None] Pushing event updated for resources: {'Port': ['ID=a39c1de9-dd0b-4dad-8919-45137550b359,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:49.754309 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e4b843-9bfd-4b42-8ca2-63b3e3b78e8a None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:41:49.768472 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc05d3d-9ff7-4715-ae82-96b1a236f9d5 req-27ff8c69-39fd-41a9-a348-85b4581cf387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:49.770159 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fc05d3d-9ff7-4715-ae82-96b1a236f9d5 req-27ff8c69-39fd-41a9-a348-85b4581cf387 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 1097 time: 0.1661448 Aug 20 10:41:49.797686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e352e9-366b-41d9-94a9-25b578321510 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:49.802109 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f4e352e9-366b-41d9-94a9-25b578321510 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports/49764032-b2f1-4db2-9bfc-a87ca91ca467 HTTP/1.1" status: 200 len: 844 time: 0.0770023 Aug 20 10:41:49.810527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46892) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:49.870151 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:49.913740 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fc05d3d-9ff7-4715-ae82-96b1a236f9d5 req-86a52a90-2da9-4d28-a23e-e74ad1d36754 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356015 Aug 20 10:41:49.921991 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e4b843-9bfd-4b42-8ca2-63b3e3b78e8a None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:41:49.948790 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-8e005d7f-1a4f-46bf-800f-a388acbac292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port 49764032-b2f1-4db2-9bfc-a87ca91ca467 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:49.952095 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8e005d7f-1a4f-46bf-800f-a388acbac292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:50.041639 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8e005d7f-1a4f-46bf-800f-a388acbac292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:50.059884 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-8e005d7f-1a4f-46bf-800f-a388acbac292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for 49764032-b2f1-4db2-9bfc-a87ca91ca467 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:50.099934 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f6d14-7641-426f-bf40-638d20318cdc req-146fb08b-a202-40e9-b5c9-357aad94c331 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:50.101503 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9e0f6d14-7641-426f-bf40-638d20318cdc req-146fb08b-a202-40e9-b5c9-357aad94c331 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.1252217 Aug 20 10:41:50.160308 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8e005d7f-1a4f-46bf-800f-a388acbac292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:50.181412 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9e0f6d14-7641-426f-bf40-638d20318cdc req-619314e1-d78c-4d0b-ad8c-58bd96d41a68 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611184 Aug 20 10:41:50.196140 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e005d7f-1a4f-46bf-800f-a388acbac292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=49764032-b2f1-4db2-9bfc-a87ca91ca467,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:50.207611 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8e005d7f-1a4f-46bf-800f-a388acbac292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:50.210412 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8e005d7f-1a4f-46bf-800f-a388acbac292 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/ports/49764032-b2f1-4db2-9bfc-a87ca91ca467 HTTP/1.1" status: 204 len: 168 time: 0.3997076 Aug 20 10:41:50.213472 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46900) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:50.235103 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4684b38c-e8be-412f-8759-aa183234ebe9 None None] Network 14661384-e5d3-4789-b56a-268d9e5872fc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:50.241314 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-97420689-3fe1-4416-b7e1-87496bb594a7 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] GET failed (client error): The resource could not be found. Aug 20 10:41:50.246363 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-97420689-3fe1-4416-b7e1-87496bb594a7 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports/49764032-b2f1-4db2-9bfc-a87ca91ca467 HTTP/1.1" status: 404 len: 333 time: 0.0284355 Aug 20 10:41:50.246736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46902) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:50.250172 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Deleting port a39c1de9-dd0b-4dad-8919-45137550b359 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:50.251963 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-3ba6c03c-14e3-4e16-b1f7-84fb570e771a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d', 'name': 'tempest-PortsIpV6TestJSON-93589305'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:50.252430 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:50.393092 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba6c03c-14e3-4e16-b1f7-84fb570e771a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:50.399093 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ba6c03c-14e3-4e16-b1f7-84fb570e771a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:50.430961 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4265bf-5467-437c-9996-4b6b333c5235 None None] Network 14661384-e5d3-4789-b56a-268d9e5872fc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:50.440812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-3ba6c03c-14e3-4e16-b1f7-84fb570e771a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] device_id is not set on port a16f9177-e6f0-485c-963f-d8656261d1e8 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:41:50.639513 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7920392-fc19-4b15-bb08-be0cc8b53d57 None None] Network 14661384-e5d3-4789-b56a-268d9e5872fc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:50.707261 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ba6c03c-14e3-4e16-b1f7-84fb570e771a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:50.748585 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-15011b28-0186-449a-bde6-ebaea3033fbd None None] Provisioning for port fc8834ab-28ff-4806-91eb-02f9c01fe7a0 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:50.755454 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-15011b28-0186-449a-bde6-ebaea3033fbd None None] Provisioning complete for port fc8834ab-28ff-4806-91eb-02f9c01fe7a0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:50.756846 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-15011b28-0186-449a-bde6-ebaea3033fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:50.769329 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ba6c03c-14e3-4e16-b1f7-84fb570e771a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:50.810394 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] For port a39c1de9-dd0b-4dad-8919-45137550b359, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a39c1de9-dd0b-4dad-8919-45137550b359,segment=NetworkSegment(e9334948-6162-4556-96b7-61f74152fc23),segment_id=e9334948-6162-4556-96b7-61f74152fc23)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:50.810655 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:50.829674 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Calling delete_port for a39c1de9-dd0b-4dad-8919-45137550b359 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:50.846142 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:50.857347 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-15011b28-0186-449a-bde6-ebaea3033fbd None None] Port fc8834ab-28ff-4806-91eb-02f9c01fe7a0 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:41:50.857606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba6c03c-14e3-4e16-b1f7-84fb570e771a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:50.871485 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-3ba6c03c-14e3-4e16-b1f7-84fb570e771a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:50.880727 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba6c03c-14e3-4e16-b1f7-84fb570e771a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:50.887442 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba6c03c-14e3-4e16-b1f7-84fb570e771a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:50.888446 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ba6c03c-14e3-4e16-b1f7-84fb570e771a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:50.901435 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6c03c-14e3-4e16-b1f7-84fb570e771a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=a16f9177-e6f0-485c-963f-d8656261d1e8,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:50.918950 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3ba6c03c-14e3-4e16-b1f7-84fb570e771a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.6711302 Aug 20 10:41:50.919703 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46914) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:50.925194 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-037eb66c-9578-49a6-b311-63a8b75a8b1e tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:50.973888 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.009522 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-037eb66c-9578-49a6-b311-63a8b75a8b1e tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.025736 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.060826 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Port': ['ID=a39c1de9-dd0b-4dad-8919-45137550b359,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:51.080301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No DVR routers for this DVR port a39c1de9-dd0b-4dad-8919-45137550b359 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:41:51.208809 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.223555 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14661384-e5d3-4789-b56a-268d9e5872fc']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:51.230743 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-037eb66c-9578-49a6-b311-63a8b75a8b1e tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.239007 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-037eb66c-9578-49a6-b311-63a8b75a8b1e tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.249585 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9334948-6162-4556-96b7-61f74152fc23') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:51.249877 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9334948-6162-4556-96b7-61f74152fc23') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:51.267213 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.293012 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.295308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-037eb66c-9578-49a6-b311-63a8b75a8b1e tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] In _notify_port_updated(), no bound segment for port a16f9177-e6f0-485c-963f-d8656261d1e8 on network 1972fc4a-acfc-44bf-9f5a-37101e6c625d {{(pid=94867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:41:51.306869 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.308730 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:51.308973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037eb66c-9578-49a6-b311-63a8b75a8b1e tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:51.309212 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.309712 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-037eb66c-9578-49a6-b311-63a8b75a8b1e tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.313935 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-037eb66c-9578-49a6-b311-63a8b75a8b1e tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "PUT /v2.0/ports/a16f9177-e6f0-485c-963f-d8656261d1e8 HTTP/1.1" status: 200 len: 818 time: 0.3905275 Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:51.314106 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:51.317843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46930) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:51.322829 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.391561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037eb66c-9578-49a6-b311-63a8b75a8b1e tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=a16f9177-e6f0-485c-963f-d8656261d1e8,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:51.468391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28c00a-5273-4bdb-99cf-ad0c895f6bac req-cfaa9c8c-c5d9-46be-b56c-85600212b52c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:51.476437 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9e28c00a-5273-4bdb-99cf-ad0c895f6bac req-cfaa9c8c-c5d9-46be-b56c-85600212b52c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.1616127 Aug 20 10:41:51.482185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Pushing event updated for resources: {'Port': ['ID=3efe7804-564a-4539-9f1f-47ab7d8dd7d6,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:51.484509 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.496308 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.500805 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/14661384-e5d3-4789-b56a-268d9e5872fc HTTP/1.1" status: 204 len: 168 time: 3.0686967 Aug 20 10:41:51.507249 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46944) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:51.512038 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.516027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3482b9-309b-4cac-b3b4-eceaed98ea3a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Network': ['ID=14661384-e5d3-4789-b56a-268d9e5872fc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:51.559283 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e1f66-d759-4e5b-b3e2-4c15e5caee6e req-d282c32d-8b6c-4b7e-86de-10337664f10a tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:51.560848 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc5e1f66-d759-4e5b-b3e2-4c15e5caee6e req-d282c32d-8b6c-4b7e-86de-10337664f10a tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 1097 time: 0.1225617 Aug 20 10:41:51.571674 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-11627524-7c43-4158-a22c-2974b788140c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:41:51.572279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11627524-7c43-4158-a22c-2974b788140c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:41:51.577879 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-11627524-7c43-4158-a22c-2974b788140c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/14661384-e5d3-4789-b56a-268d9e5872fc HTTP/1.1" status: 404 len: 339 time: 0.0641618 Aug 20 10:41:51.580288 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9e28c00a-5273-4bdb-99cf-ad0c895f6bac req-acd1dd39-ae86-4e4c-ae3a-329deb9f3f3d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030185 Aug 20 10:41:51.580754 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46946) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:51.588261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c8c1bc24-4584-4a10-96f2-02d088c2f93f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-666808566', 'description': 'd1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:51.626354 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-f7df85fd-67de-44c9-8883-67952ae3e678 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port a16f9177-e6f0-485c-963f-d8656261d1e8 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:51.626894 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f7df85fd-67de-44c9-8883-67952ae3e678 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.631509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c1bc24-4584-4a10-96f2-02d088c2f93f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:51.635097 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bc24-4584-4a10-96f2-02d088c2f93f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.724794 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Floating IP 31c75c78-573b-4e8a-ac1f-3d923a3366a7 associated. External IP: 172.25.3.38, port: fc8834ab-28ff-4806-91eb-02f9c01fe7a0. Aug 20 10:41:51.749844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c1bc24-4584-4a10-96f2-02d088c2f93f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:41:51.761704 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bc24-4584-4a10-96f2-02d088c2f93f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.762064 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-c8c1bc24-4584-4a10-96f2-02d088c2f93f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Added segment 9bed8a55-2040-41c1-bec1-a5de9ed8ee79 of type vlan for network c4410ef8-4c69-4a4d-b061-9f967f61acde Aug 20 10:41:51.767882 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-cc5e1f66-d759-4e5b-b3e2-4c15e5caee6e req-92d535a8-1941-4711-9f19-8f4f32a507f2 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.834036 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f7df85fd-67de-44c9-8883-67952ae3e678 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:51.857359 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-f7df85fd-67de-44c9-8883-67952ae3e678 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for a16f9177-e6f0-485c-963f-d8656261d1e8 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:51.870397 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bc24-4584-4a10-96f2-02d088c2f93f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:52.004631 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-cc5e1f66-d759-4e5b-b3e2-4c15e5caee6e req-92d535a8-1941-4711-9f19-8f4f32a507f2 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:52.005157 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bc24-4584-4a10-96f2-02d088c2f93f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:52.012179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c1bc24-4584-4a10-96f2-02d088c2f93f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:52.013216 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bc24-4584-4a10-96f2-02d088c2f93f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:52.030335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2d134-2a02-474c-abcb-474d04273c50 req-c0458892-c518-4565-9ee5-1b114842e85b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:52.039355 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a5a2d134-2a02-474c-abcb-474d04273c50 req-c0458892-c518-4565-9ee5-1b114842e85b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.1709666 Aug 20 10:41:52.047544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-cc5e1f66-d759-4e5b-b3e2-4c15e5caee6e req-92d535a8-1941-4711-9f19-8f4f32a507f2 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:52.088162 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc5e1f66-d759-4e5b-b3e2-4c15e5caee6e req-92d535a8-1941-4711-9f19-8f4f32a507f2 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5139780 Aug 20 10:41:52.098578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d535a8-1941-4711-9f19-8f4f32a507f2 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26e9279-9656-4641-b4c0-ca732fdc3390,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:52.123943 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c8c1bc24-4584-4a10-96f2-02d088c2f93f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5419853 Aug 20 10:41:52.138541 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46954) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:52.171286 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Router 8c874046-3e04-401b-b5f0-45d997540456 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:41:52.184987 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1bc24-4584-4a10-96f2-02d088c2f93f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Network': ['ID=c4410ef8-4c69-4a4d-b061-9f967f61acde,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:52.200634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network c4410ef8-4c69-4a4d-b061-9f967f61acde details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:52.232617 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a5a2d134-2a02-474c-abcb-474d04273c50 req-d20365ec-b7b0-4616-a22b-52c1c10faeb3 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920168 Aug 20 10:41:52.236516 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f7df85fd-67de-44c9-8883-67952ae3e678 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:52.300560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df85fd-67de-44c9-8883-67952ae3e678 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=a16f9177-e6f0-485c-963f-d8656261d1e8,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:52.314896 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f7df85fd-67de-44c9-8883-67952ae3e678 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:52.320693 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f7df85fd-67de-44c9-8883-67952ae3e678 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/ports/a16f9177-e6f0-485c-963f-d8656261d1e8 HTTP/1.1" status: 204 len: 168 time: 0.9938993 Aug 20 10:41:52.321823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46958) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:52.340257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4576b60-dbc6-4484-9c6c-7d25f5a070bf tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:52.341948 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a4576b60-dbc6-4484-9c6c-7d25f5a070bf tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "GET /v2.0/networks?id=c4410ef8-4c69-4a4d-b061-9f967f61acde HTTP/1.1" status: 200 len: 760 time: 0.2019746 Aug 20 10:41:52.345532 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46960) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:52.355302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-8ce276c5-5300-4827-853e-c75c62c783b7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'network': {'description': 'd2'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:52.370772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8d683-1f61-41b8-8bf8-c0e107fbbd08 req-73a6834f-006b-44d4-ad80-9bff348ad830 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:52.372346 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f3c8d683-1f61-41b8-8bf8-c0e107fbbd08 req-73a6834f-006b-44d4-ad80-9bff348ad830 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.1206148 Aug 20 10:41:52.387438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55338ecb-25ee-4b25-aaec-2e5c15471f5d tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:52.388865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-55338ecb-25ee-4b25-aaec-2e5c15471f5d tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0643120 Aug 20 10:41:52.391608 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46962) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:52.417220 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c64d53-03a8-4c50-acdb-6982a2e6f0e3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] GET failed (client error): The resource could not be found. Aug 20 10:41:52.419179 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-55c64d53-03a8-4c50-acdb-6982a2e6f0e3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports/a16f9177-e6f0-485c-963f-d8656261d1e8 HTTP/1.1" status: 404 len: 333 time: 0.0262845 Aug 20 10:41:52.422558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46964) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:52.428564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-3f8c80a1-da8b-4f99-9fea-3af5cc01030b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-588437388'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:52.452061 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8c80a1-da8b-4f99-9fea-3af5cc01030b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:52.454454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:41:52.455894 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3f8c80a1-da8b-4f99-9fea-3af5cc01030b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:52.466068 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad374b0a-1f7d-42bd-a3f6-3424c64eb7ed None None] Sync routers for ids ['8c874046-3e04-401b-b5f0-45d997540456'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:41:52.484326 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad374b0a-1f7d-42bd-a3f6-3424c64eb7ed None None] Routers {'8c874046-3e04-401b-b5f0-45d997540456'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:41:52.485060 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-ad374b0a-1f7d-42bd-a3f6-3424c64eb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:41:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['8c874046-3e04-401b-b5f0-45d997540456'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:52.487439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8c80a1-da8b-4f99-9fea-3af5cc01030b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:41:52.499807 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3f8c80a1-da8b-4f99-9fea-3af5cc01030b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:52.500161 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-3f8c80a1-da8b-4f99-9fea-3af5cc01030b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Added segment 8cec3537-fcde-48f9-a86d-385e7b4d2dda of type vlan for network 2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6 Aug 20 10:41:52.503378 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f3c8d683-1f61-41b8-8bf8-c0e107fbbd08 req-e666a403-1a50-42f6-994f-7ddc669efb83 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145489 Aug 20 10:41:52.511703 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:52.528369 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-ad374b0a-1f7d-42bd-a3f6-3424c64eb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:52.538050 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad374b0a-1f7d-42bd-a3f6-3424c64eb7ed None None] Routers {'8c874046-3e04-401b-b5f0-45d997540456'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:41:52.538889 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-ad374b0a-1f7d-42bd-a3f6-3424c64eb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:41:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['8c874046-3e04-401b-b5f0-45d997540456'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:52.556590 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46966) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:52.576464 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-ad374b0a-1f7d-42bd-a3f6-3424c64eb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:52.577382 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad374b0a-1f7d-42bd-a3f6-3424c64eb7ed None None] The sync data for ids ['8c874046-3e04-401b-b5f0-45d997540456'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:41:52.620427 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3f8c80a1-da8b-4f99-9fea-3af5cc01030b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:52.634665 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-207ca163-b8b2-4314-b88b-9518152b3df3 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.2329533 Aug 20 10:41:52.634665 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ce276c5-5300-4827-853e-c75c62c783b7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:52.634997 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46968) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:52.650404 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ce276c5-5300-4827-853e-c75c62c783b7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:52.672158 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ce276c5-5300-4827-853e-c75c62c783b7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network c4410ef8-4c69-4a4d-b061-9f967f61acde is not hosted by any dhcp agent {{(pid=94866) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 10:41:52.676784 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce276c5-5300-4827-853e-c75c62c783b7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:52.677491 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ce276c5-5300-4827-853e-c75c62c783b7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:52.681833 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8ce276c5-5300-4827-853e-c75c62c783b7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "PUT /v2.0/networks/c4410ef8-4c69-4a4d-b061-9f967f61acde HTTP/1.1" status: 200 len: 757 time: 0.3313770 Aug 20 10:41:52.708713 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46970) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:52.718865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c1559cb1-e8b6-4fdc-8e94-6e4dedd88c70 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/floatingips/6c919cea-e66e-4707-95ca-5af9b25a418d HTTP/1.1" status: 200 len: 992 time: 0.1557975 Aug 20 10:41:52.736253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce276c5-5300-4827-853e-c75c62c783b7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Network': ['ID=c4410ef8-4c69-4a4d-b061-9f967f61acde,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:52.754004 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network c4410ef8-4c69-4a4d-b061-9f967f61acde details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:52.804141 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:52.844588 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-32fe8a43-1b81-4e4e-b64a-839940d1a741 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] 10.222.0.16 "GET /v2.0/floatingips/31c75c78-573b-4e8a-ac1f-3d923a3366a7 HTTP/1.1" status: 200 len: 982 time: 0.2083025 Aug 20 10:41:52.848439 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3f8c80a1-da8b-4f99-9fea-3af5cc01030b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:52.849395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46976) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:52.855904 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8c80a1-da8b-4f99-9fea-3af5cc01030b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:52.856799 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3f8c80a1-da8b-4f99-9fea-3af5cc01030b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:52.952204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287ce599-3bec-4c68-89ae-d208609481ed tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:52.953158 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-287ce599-3bec-4c68-89ae-d208609481ed tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "GET /v2.0/networks?id=c4410ef8-4c69-4a4d-b061-9f967f61acde HTTP/1.1" status: 200 len: 760 time: 0.2375908 Aug 20 10:41:52.953302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46980) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:52.959803 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3f8c80a1-da8b-4f99-9fea-3af5cc01030b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5336082 Aug 20 10:41:52.960009 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-8c8e68ae-b015-470b-afc1-7433ffa3015e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1324485346'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:52.960121 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46982) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:52.967070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-1ec5a2f7-82f1-4d22-8dbd-b011a0ad013c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'subnet': {'network_id': '2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:52.973029 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c80a1-da8b-4f99-9fea-3af5cc01030b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Network': ['ID=2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:52.987437 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:53.038730 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-342f3859-ee58-4dea-9356-5248fdd74e90 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3032 time: 0.1858339 Aug 20 10:41:53.041671 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 46986) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:53.069589 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8e68ae-b015-470b-afc1-7433ffa3015e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:53.072993 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c8e68ae-b015-470b-afc1-7433ffa3015e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:53.111867 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8e68ae-b015-470b-afc1-7433ffa3015e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:41:53.142360 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c8e68ae-b015-470b-afc1-7433ffa3015e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:53.142360 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-8c8e68ae-b015-470b-afc1-7433ffa3015e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Added segment 29920bc9-fa9e-422d-a039-e15b95913952 of type vlan for network bb4bbfad-57a4-4b43-9a33-ddb36865fe99 Aug 20 10:41:53.189173 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c8e68ae-b015-470b-afc1-7433ffa3015e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:53.223335 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c8e68ae-b015-470b-afc1-7433ffa3015e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:53.231104 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8e68ae-b015-470b-afc1-7433ffa3015e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:53.231859 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c8e68ae-b015-470b-afc1-7433ffa3015e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:53.240162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec5a2f7-82f1-4d22-8dbd-b011a0ad013c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:53.243928 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ec5a2f7-82f1-4d22-8dbd-b011a0ad013c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:53.316795 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e68ae-b015-470b-afc1-7433ffa3015e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Network': ['ID=bb4bbfad-57a4-4b43-9a33-ddb36865fe99,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:53.324073 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8c8e68ae-b015-470b-afc1-7433ffa3015e tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3699725 Aug 20 10:41:53.325264 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46996) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:53.327471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network bb4bbfad-57a4-4b43-9a33-ddb36865fe99 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:41:53.331889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d5fd7-5e4a-47fd-9917-f5a5ea3eae35 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Deleting port 3efe7804-564a-4539-9f1f-47ab7d8dd7d6 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:53.332203 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc3d5fd7-5e4a-47fd-9917-f5a5ea3eae35 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:53.345366 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-539858a2-09eb-4750-b378-5927a997942c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'subnet': {'network_id': 'bb4bbfad-57a4-4b43-9a33-ddb36865fe99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:53.378666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 46998) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:53.510659 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bf9f5-b31c-4778-9b5c-bc47d3753dd5 req-eefa36b3-6f9c-468b-b55d-6ee658a3696e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:53.512941 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b4bf9f5-b31c-4778-9b5c-bc47d3753dd5 req-eefa36b3-6f9c-468b-b55d-6ee658a3696e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.0786846 Aug 20 10:41:53.522200 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7b334-0e38-4f9e-861c-573132b88893 req-74bb6c0f-4b98-4107-8f4b-5123a50572e2 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:53.523737 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-29e7b334-0e38-4f9e-861c-573132b88893 req-74bb6c0f-4b98-4107-8f4b-5123a50572e2 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.1181538 Aug 20 10:41:53.568076 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc3d5fd7-5e4a-47fd-9917-f5a5ea3eae35 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:53.568516 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc3d5fd7-5e4a-47fd-9917-f5a5ea3eae35 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:53.590614 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539858a2-09eb-4750-b378-5927a997942c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:53.594077 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-539858a2-09eb-4750-b378-5927a997942c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:53.599071 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b4bf9f5-b31c-4778-9b5c-bc47d3753dd5 req-a157454d-ed90-4eea-811f-8b45b43a42db tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733209 Aug 20 10:41:53.618073 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d5fd7-5e4a-47fd-9917-f5a5ea3eae35 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Calling delete_port for 3efe7804-564a-4539-9f1f-47ab7d8dd7d6 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:53.637616 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-29e7b334-0e38-4f9e-861c-573132b88893 req-c1a657c5-5a47-442a-8d84-5436f455e950 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984011 Aug 20 10:41:53.649263 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-84af1c63-73c1-468d-8e35-8983a31cef51 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2693362 Aug 20 10:41:53.735913 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ec5a2f7-82f1-4d22-8dbd-b011a0ad013c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:53.855692 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-539858a2-09eb-4750-b378-5927a997942c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:53.891783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5a2f7-82f1-4d22-8dbd-b011a0ad013c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Subnet': ['ID=1da4162f-8bde-445a-97c9-0775b85615bb,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:53.896187 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec5a2f7-82f1-4d22-8dbd-b011a0ad013c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Checking segment: {'id': '8cec3537-fcde-48f9-a86d-385e7b4d2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:53.897074 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec5a2f7-82f1-4d22-8dbd-b011a0ad013c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network hostable DHCP agents. Network: 2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:41:53.953997 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec5a2f7-82f1-4d22-8dbd-b011a0ad013c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:41:53.969206 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539858a2-09eb-4750-b378-5927a997942c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Subnet': ['ID=6b510196-49eb-4a96-8594-5a867ced72e8,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:53.970228 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-1ec5a2f7-82f1-4d22-8dbd-b011a0ad013c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:53.977814 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec5a2f7-82f1-4d22-8dbd-b011a0ad013c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:53.978247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539858a2-09eb-4750-b378-5927a997942c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Checking segment: {'id': '29920bc9-fa9e-422d-a039-e15b95913952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bb4bbfad-57a4-4b43-9a33-ddb36865fe99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:53.978522 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ec5a2f7-82f1-4d22-8dbd-b011a0ad013c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:53.978795 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539858a2-09eb-4750-b378-5927a997942c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network hostable DHCP agents. Network: bb4bbfad-57a4-4b43-9a33-ddb36865fe99, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:41:53.984238 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6303c71f-4c8f-4735-aa42-3293d7f61cb0 None None] Network 2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:54.029519 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539858a2-09eb-4750-b378-5927a997942c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network bb4bbfad-57a4-4b43-9a33-ddb36865fe99 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:41:54.036511 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-539858a2-09eb-4750-b378-5927a997942c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, bb4bbfad-57a4-4b43-9a33-ddb36865fe99) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:54.045632 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539858a2-09eb-4750-b378-5927a997942c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:54.046381 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-539858a2-09eb-4750-b378-5927a997942c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:54.059481 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72a6150-25ff-44d6-abcf-7144c0614658 None None] Network bb4bbfad-57a4-4b43-9a33-ddb36865fe99 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:54.072931 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1ec5a2f7-82f1-4d22-8dbd-b011a0ad013c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1116643 Aug 20 10:41:54.077167 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-539858a2-09eb-4750-b378-5927a997942c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7414019 Aug 20 10:41:54.077895 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47026) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:54.085653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47028) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:54.086907 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-28eb5fff-b064-43c5-a6a8-146ca79cad5f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'subnet': {'network_id': '2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:54.108227 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc3d5fd7-5e4a-47fd-9917-f5a5ea3eae35 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:54.238678 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d5fd7-5e4a-47fd-9917-f5a5ea3eae35 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Pushing event deleted for resources: {'Port': ['ID=3efe7804-564a-4539-9f1f-47ab7d8dd7d6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:54.317423 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28eb5fff-b064-43c5-a6a8-146ca79cad5f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:54.321967 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-28eb5fff-b064-43c5-a6a8-146ca79cad5f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:54.344145 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc3d5fd7-5e4a-47fd-9917-f5a5ea3eae35 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:54.344720 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-bc3d5fd7-5e4a-47fd-9917-f5a5ea3eae35 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Floating IP 31c75c78-573b-4e8a-ac1f-3d923a3366a7 disassociated (deleted). External IP: 172.25.3.38, port: fc8834ab-28ff-4806-91eb-02f9c01fe7a0. Aug 20 10:41:54.465509 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6', 'network_id': '2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6', 'tenant_id': '80a6eb9091fb45b090d27b864630b580', 'fixed_ips': [{'subnet_id': '1da4162f-8bde-445a-97c9-0775b85615bb'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:41:54.473018 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:54.474652 n-d-778550-11 neutron-server[94866]: INFO neutron.db.ipam_backend_mixin [None req-28eb5fff-b064-43c5-a6a8-146ca79cad5f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1da4162f-8bde-445a-97c9-0775b85615bb (CIDR: 2001:db8::/64) Aug 20 10:41:54.490920 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-28eb5fff-b064-43c5-a6a8-146ca79cad5f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:41:54.491442 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28eb5fff-b064-43c5-a6a8-146ca79cad5f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:41:54.539313 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-28eb5fff-b064-43c5-a6a8-146ca79cad5f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4569092 Aug 20 10:41:54.539605 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47042) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:54.548114 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-0366b33c-40a2-4026-b0d0-8c1d8e333af2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'subnet': {'network_id': '2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:54.720316 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-bb4bbfad-57a4-4b43-9a33-ddb36865fe99', 'network_id': 'bb4bbfad-57a4-4b43-9a33-ddb36865fe99', 'tenant_id': 'fdaf278dcede4f718d2bb355314db42b', 'fixed_ips': [{'subnet_id': '6b510196-49eb-4a96-8594-5a867ced72e8'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:41:54.724029 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:54.800950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0366b33c-40a2-4026-b0d0-8c1d8e333af2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:54.809480 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0366b33c-40a2-4026-b0d0-8c1d8e333af2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:54.836321 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.030850 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Allocated IP 172.20.0.2 (bb4bbfad-57a4-4b43-9a33-ddb36865fe99/6b510196-49eb-4a96-8594-5a867ced72e8/03185c93-8f60-4c7c-bc80-678d8cdba7f1) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:55.033814 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Allocated IP 2001:db8::2 (2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6/1da4162f-8bde-445a-97c9-0775b85615bb/d584f2c3-1172-42d9-8207-999018334c9a) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:55.102380 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06a5e8-c470-44db-9a9b-53c0cf7e2945 req-8ae9d864-23f4-4ff3-ad50-d665813f6f85 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:55.104185 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d06a5e8-c470-44db-9a9b-53c0cf7e2945 req-8ae9d864-23f4-4ff3-ad50-d665813f6f85 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.2723174 Aug 20 10:41:55.142795 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.150746 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3d5fd7-5e4a-47fd-9917-f5a5ea3eae35 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Router 8c874046-3e04-401b-b5f0-45d997540456 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:41:55.206817 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d06a5e8-c470-44db-9a9b-53c0cf7e2945 req-7dc84d71-7ed9-4745-be49-818ad6b34f19 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942099 Aug 20 10:41:55.239675 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a930087-fece-4678-87f3-5f4a3e696649 req-9496497f-8505-40f9-ab25-9e348d2aac1d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:55.248456 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a930087-fece-4678-87f3-5f4a3e696649 req-9496497f-8505-40f9-ab25-9e348d2aac1d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.2230752 Aug 20 10:41:55.279897 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2692a045-e178-4007-8e85-33cb3d9dd798 req-5b7c4525-4708-4026-b06a-ecfd5d006d2d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1023905 Aug 20 10:41:55.371443 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.379337 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.391932 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Transition to ACTIVE for port object d584f2c3-1172-42d9-8207-999018334c9a will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:55.399796 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Transition to ACTIVE for port object 03185c93-8f60-4c7c-bc80-678d8cdba7f1 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:55.425927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Transition to ACTIVE for port object d584f2c3-1172-42d9-8207-999018334c9a will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:55.430950 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Transition to ACTIVE for port object 03185c93-8f60-4c7c-bc80-678d8cdba7f1 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:55.431583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3d5fd7-5e4a-47fd-9917-f5a5ea3eae35 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:41:55.437319 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bc3d5fd7-5e4a-47fd-9917-f5a5ea3eae35 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.439800 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.492740 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a60ea7c-3c86-4891-8ae0-03f06dfaa5e4 None None] Sync routers for ids ['8c874046-3e04-401b-b5f0-45d997540456'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:41:55.496152 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.496799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Pushing event updated for resources: {'Port': ['ID=d584f2c3-1172-42d9-8207-999018334c9a,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:55.500007 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.513393 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Network 2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:55.520512 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a930087-fece-4678-87f3-5f4a3e696649 req-2488b707-f292-4c0d-9563-9fc7a9a80d06 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700629 Aug 20 10:41:55.540147 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bc3d5fd7-5e4a-47fd-9917-f5a5ea3eae35 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] 10.222.0.16 "DELETE /v2.0/floatingips/31c75c78-573b-4e8a-ac1f-3d923a3366a7 HTTP/1.1" status: 204 len: 168 time: 2.4928381 Aug 20 10:41:55.544101 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:55.544488 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47048) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:55.548972 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:55.551765 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-376d6553-5ad8-4762-8220-4aba77674665 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:55.559708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Network bb4bbfad-57a4-4b43-9a33-ddb36865fe99 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:55.566784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:55.571410 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Subnet': ['ID=6b510196-49eb-4a96-8594-5a867ced72e8,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:55.576099 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:55.583755 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a60ea7c-3c86-4891-8ae0-03f06dfaa5e4 None None] Routers {'8c874046-3e04-401b-b5f0-45d997540456'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:41:55.585037 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0a60ea7c-3c86-4891-8ae0-03f06dfaa5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:41:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['8c874046-3e04-401b-b5f0-45d997540456'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:55.590119 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-88b7d5e8-8443-4c30-a7d5-e3a03c7031e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:55.591976 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-88b7d5e8-8443-4c30-a7d5-e3a03c7031e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 1097 time: 0.1918671 Aug 20 10:41:55.605764 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-376d6553-5ad8-4762-8220-4aba77674665 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.629633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692a045-e178-4007-8e85-33cb3d9dd798 req-f4ac763d-760f-44e0-a1bc-30afdc7390de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:55.631995 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2692a045-e178-4007-8e85-33cb3d9dd798 req-f4ac763d-760f-44e0-a1bc-30afdc7390de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 1097 time: 0.1745927 Aug 20 10:41:55.687854 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Pushing event updated for resources: {'Port': ['ID=03185c93-8f60-4c7c-bc80-678d8cdba7f1,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:55.690508 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0a60ea7c-3c86-4891-8ae0-03f06dfaa5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:55.734127 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a60ea7c-3c86-4891-8ae0-03f06dfaa5e4 None None] Routers {'8c874046-3e04-401b-b5f0-45d997540456'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:41:55.734917 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0a60ea7c-3c86-4891-8ae0-03f06dfaa5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:41:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['8c874046-3e04-401b-b5f0-45d997540456'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:55.735956 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.750232 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0366b33c-40a2-4026-b0d0-8c1d8e333af2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.760847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4bbfad-57a4-4b43-9a33-ddb36865fe99']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:55.779800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29920bc9-fa9e-422d-a039-e15b95913952') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:55.780350 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Attempting to bind port 03185c93-8f60-4c7c-bc80-678d8cdba7f1 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:41:55.780600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29920bc9-fa9e-422d-a039-e15b95913952') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:55.780918 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Attempting to bind port 03185c93-8f60-4c7c-bc80-678d8cdba7f1 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '29920bc9-fa9e-422d-a039-e15b95913952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bb4bbfad-57a4-4b43-9a33-ddb36865fe99'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:41:55.781380 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Attempting to bind port 03185c93-8f60-4c7c-bc80-678d8cdba7f1 on network bb4bbfad-57a4-4b43-9a33-ddb36865fe99 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:55.784026 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Attempting to bind port d584f2c3-1172-42d9-8207-999018334c9a on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:41:55.784489 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Attempting to bind port d584f2c3-1172-42d9-8207-999018334c9a by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '8cec3537-fcde-48f9-a86d-385e7b4d2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:41:55.785034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Attempting to bind port d584f2c3-1172-42d9-8207-999018334c9a on network 2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:41:55.788803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0a60ea7c-3c86-4891-8ae0-03f06dfaa5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:55.789575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a60ea7c-3c86-4891-8ae0-03f06dfaa5e4 None None] The sync data for ids ['8c874046-3e04-401b-b5f0-45d997540456'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:41:55.798370 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:41:55.799034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Checking segment: {'id': '8cec3537-fcde-48f9-a86d-385e7b4d2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:55.799571 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.801413 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Bound using segment: {'id': '8cec3537-fcde-48f9-a86d-385e7b4d2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:41:55.802063 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Bound port: d584f2c3-1172-42d9-8207-999018334c9a, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cec3537-fcde-48f9-a86d-385e7b4d2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:41:55.802581 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.806632 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.819310 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:41:55.820313 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Checking segment: {'id': '29920bc9-fa9e-422d-a039-e15b95913952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bb4bbfad-57a4-4b43-9a33-ddb36865fe99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:41:55.820834 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.821339 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Bound using segment: {'id': '29920bc9-fa9e-422d-a039-e15b95913952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bb4bbfad-57a4-4b43-9a33-ddb36865fe99'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:41:55.821920 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Bound port: 03185c93-8f60-4c7c-bc80-678d8cdba7f1, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29920bc9-fa9e-422d-a039-e15b95913952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bb4bbfad-57a4-4b43-9a33-ddb36865fe99'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:41:55.822404 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.836982 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.845372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-f5b03bfe-3faa-423b-99ea-9a6a4bf973d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:55.848310 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-f5b03bfe-3faa-423b-99ea-9a6a4bf973d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=04ee7e74-5a5c-49dc-a864-0c96e1144436 HTTP/1.1" status: 200 len: 898 time: 0.2219815 Aug 20 10:41:55.851454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:55.851868 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.852563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0366b33c-40a2-4026-b0d0-8c1d8e333af2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:55.859556 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:55.871403 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-0366b33c-40a2-4026-b0d0-8c1d8e333af2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:55.879758 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366b33c-40a2-4026-b0d0-8c1d8e333af2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Subnet': ['ID=3cdeb6a9-2b09-4727-b060-36e266aa7964,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:55.886488 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0366b33c-40a2-4026-b0d0-8c1d8e333af2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:55.887176 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0366b33c-40a2-4026-b0d0-8c1d8e333af2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:55.898636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692a045-e178-4007-8e85-33cb3d9dd798 req-0c8e40da-379b-4de5-b1ca-3fe0106c8a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:55.900144 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2692a045-e178-4007-8e85-33cb3d9dd798 req-0c8e40da-379b-4de5-b1ca-3fe0106c8a0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.2308016 Aug 20 10:41:55.918665 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0366b33c-40a2-4026-b0d0-8c1d8e333af2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3779554 Aug 20 10:41:55.933784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47050) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:55.939226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5e256231-8907-4e41-be98-e61ae260b90c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'network_id': '2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6', 'fixed_ips': [{'subnet_id': '1da4162f-8bde-445a-97c9-0775b85615bb'}, {'subnet_id': '3cdeb6a9-2b09-4727-b060-36e266aa7964'}], 'name': 'tempest-PortsIpV6TestJSON-1189579026'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:55.950726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] For port 03185c93-8f60-4c7c-bc80-678d8cdba7f1, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:41:55.951030 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2692a045-e178-4007-8e85-33cb3d9dd798 req-3fcea0d0-c92d-4245-920f-46867831eec5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6853731e-8284-4323-b414-ef190b2964e9 HTTP/1.1" status: 200 len: 217 time: 0.0427001 Aug 20 10:41:55.955219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] For port d584f2c3-1172-42d9-8207-999018334c9a, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:41:55.959633 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] For port d584f2c3-1172-42d9-8207-999018334c9a, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d584f2c3-1172-42d9-8207-999018334c9a,segment=NetworkSegment(8cec3537-fcde-48f9-a86d-385e7b4d2dda),segment_id=8cec3537-fcde-48f9-a86d-385e7b4d2dda)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:41:55.966769 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:56.012627 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692a045-e178-4007-8e85-33cb3d9dd798 req-a80ef9c1-0c9e-423b-aac3-d7d2d91e3e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:56.013811 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2692a045-e178-4007-8e85-33cb3d9dd798 req-a80ef9c1-0c9e-423b-aac3-d7d2d91e3e97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.0560632 Aug 20 10:41:56.017530 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-376d6553-5ad8-4762-8220-4aba77674665 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:56.036915 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d59e2f-3f07-4781-bd4b-8fd4229e7b35 None None] Pushing event updated for resources: {'Port': ['ID=d584f2c3-1172-42d9-8207-999018334c9a,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:56.145288 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-a88f6e2e-75d8-40b6-9baa-086960a246ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734 HTTP/1.1" status: 200 len: 1000 time: 0.2672670 Aug 20 10:41:56.153508 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.api [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 10:41:56.153508 n-d-778550-11 neutron-server[94867]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 10:41:56.153508 n-d-778550-11 neutron-server[94867]: [parameters: {'id': 'bb4bbfad-57a4-4b43-9a33-ddb36865fe99'}] Aug 20 10:41:56.153508 n-d-778550-11 neutron-server[94867]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:41:56.154931 n-d-778550-11 neutron-server[94867]: DEBUG oslo_db.api [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:41:56.155372 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] For port 03185c93-8f60-4c7c-bc80-678d8cdba7f1, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=03185c93-8f60-4c7c-bc80-678d8cdba7f1,segment=NetworkSegment(29920bc9-fa9e-422d-a039-e15b95913952),segment_id=29920bc9-fa9e-422d-a039-e15b95913952)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:41:56.168892 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:56.250452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-6e2e2157-2ac9-4c5f-9b4a-90b86c1f6a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:56.255692 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-6e2e2157-2ac9-4c5f-9b4a-90b86c1f6a54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7556d4b9-7aed-48d6-9dd3-8cb0da6203ab HTTP/1.1" status: 200 len: 833 time: 0.0931056 Aug 20 10:41:56.297434 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e256231-8907-4e41-be98-e61ae260b90c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:41:56.394295 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41747536-e672-4fff-a630-6b3454d2d9b9 None None] Network bb4bbfad-57a4-4b43-9a33-ddb36865fe99 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:56.509556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-68687067-490f-4e10-8291-3e1ab0ea33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:56.512212 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-68687067-490f-4e10-8291-3e1ab0ea33eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=04ee7e74-5a5c-49dc-a864-0c96e1144436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2429421 Aug 20 10:41:56.591071 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1999a05-48e5-454e-99e8-873c3ec78922 req-7adfa381-a144-4d44-bfec-4fb3e825110b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:56.600845 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1999a05-48e5-454e-99e8-873c3ec78922 req-7adfa381-a144-4d44-bfec-4fb3e825110b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.2314084 Aug 20 10:41:56.620602 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692a045-e178-4007-8e85-33cb3d9dd798 req-80f268b4-0c12-409f-aae2-3a3f720b91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:56.623114 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2692a045-e178-4007-8e85-33cb3d9dd798 req-80f268b4-0c12-409f-aae2-3a3f720b91d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5943186 Aug 20 10:41:56.656821 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:56.666234 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5e256231-8907-4e41-be98-e61ae260b90c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:56.685156 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dc668-5948-4068-86ec-5469c54e461b None None] Pushing event updated for resources: {'Port': ['ID=03185c93-8f60-4c7c-bc80-678d8cdba7f1,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:56.733648 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1999a05-48e5-454e-99e8-873c3ec78922 req-97a1e259-c61a-4924-8902-e47d08c330a5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314833 Aug 20 10:41:56.759009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ab7ba21a-77bc-4e4d-915e-9d852e3a5cda details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:41:56.769378 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2692a045-e178-4007-8e85-33cb3d9dd798 req-0b3c04c2-1416-42d5-877d-fdeb318ec8ef service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370847 Aug 20 10:41:56.789040 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-5e256231-8907-4e41-be98-e61ae260b90c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] device_id is not set on port 13b9ce46-d648-4889-930a-111cf124ba2c yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:41:56.813943 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-87eb03d8-458e-4e42-961c-a5913ecb2851 service neutron] 10.222.0.42 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922966 Aug 20 10:41:56.952124 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:56.966743 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'ab7ba21a-77bc-4e4d-915e-9d852e3a5cda', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'port_id': 'ab7ba21a-77bc-4e4d-915e-9d852e3a5cda', 'mac_address': 'fa:16:3e:7c:c8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:41:57.027953 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:57.056947 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Deleting port 03185c93-8f60-4c7c-bc80-678d8cdba7f1 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:41:57.057827 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:57.060458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab7ba21a-77bc-4e4d-915e-9d852e3a5cda {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:41:57.083339 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2692a045-e178-4007-8e85-33cb3d9dd798 req-7013b120-ed55-4667-b88b-e52cd3d9e299 service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669225 Aug 20 10:41:57.097358 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f9e81-9059-4c41-9bd3-23a353dd6e93 req-7667515e-752e-4c47-8629-7742fe8a41e8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:57.106463 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2e9f9e81-9059-4c41-9bd3-23a353dd6e93 req-7667515e-752e-4c47-8629-7742fe8a41e8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.3355677 Aug 20 10:41:57.120123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:57.121029 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-376d6553-5ad8-4762-8220-4aba77674665 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Allocated IP 172.25.3.148 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/4ebddf87-1be2-40df-959d-9cbb9771d3d7) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:57.128894 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:57.230128 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2e9f9e81-9059-4c41-9bd3-23a353dd6e93 req-ab6daf50-0ad1-4ebe-b832-ed264098fea9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225746 Aug 20 10:41:57.267251 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['ab7ba21a-77bc-4e4d-915e-9d852e3a5cda'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:41:57.307204 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-1188e449-c2e8-43ab-a71d-abceed63d6b7 service neutron] 10.222.0.42 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582214 Aug 20 10:41:57.350213 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-376d6553-5ad8-4762-8220-4aba77674665 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:57.352762 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:57.409866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] For port 03185c93-8f60-4c7c-bc80-678d8cdba7f1, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=03185c93-8f60-4c7c-bc80-678d8cdba7f1,segment=NetworkSegment(29920bc9-fa9e-422d-a039-e15b95913952),segment_id=29920bc9-fa9e-422d-a039-e15b95913952)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:57.410287 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:57.487652 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-376d6553-5ad8-4762-8220-4aba77674665 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:57.503213 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Calling delete_port for 03185c93-8f60-4c7c-bc80-678d8cdba7f1 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:41:57.572029 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d6553-5ad8-4762-8220-4aba77674665 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:57.577927 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-376d6553-5ad8-4762-8220-4aba77674665 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:57.593244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d6553-5ad8-4762-8220-4aba77674665 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:57.677253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d6553-5ad8-4762-8220-4aba77674665 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Pushing event updated for resources: {'Port': ['ID=4ebddf87-1be2-40df-959d-9cbb9771d3d7,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:57.772288 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-5e256231-8907-4e41-be98-e61ae260b90c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Allocated IP 2001:db8::cb (2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6/1da4162f-8bde-445a-97c9-0775b85615bb/13b9ce46-d648-4889-930a-111cf124ba2c) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:57.773112 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5591728-2d08-4d0a-98eb-c17ccb7f39e8 None None] Network 2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:41:57.798758 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-5e256231-8907-4e41-be98-e61ae260b90c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Allocated IP 2001:db8:0:1::2d3 (2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6/3cdeb6a9-2b09-4727-b060-36e266aa7964/13b9ce46-d648-4889-930a-111cf124ba2c) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:57.801275 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-376d6553-5ad8-4762-8220-4aba77674665 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:57.852052 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:57.884369 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-376d6553-5ad8-4762-8220-4aba77674665 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:57.901005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Port': ['ID=03185c93-8f60-4c7c-bc80-678d8cdba7f1,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:57.921766 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d584f2c3-1172-42d9-8207-999018334c9a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:41:57.928181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0cc036ff-b7f0-4b62-9c7a-222f38cdf774 None None] Provisioning for port d584f2c3-1172-42d9-8207-999018334c9a completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:57.938525 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No DVR routers for this DVR port 03185c93-8f60-4c7c-bc80-678d8cdba7f1 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:41:58.062414 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port d584f2c3-1172-42d9-8207-999018334c9a completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:41:58.069849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d584f2c3-1172-42d9-8207-999018334c9a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:58.070222 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:58.109140 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab867f8b-a903-4860-ab2a-c87dc4bf8f22 req-72c63e25-fd93-4688-b05e-6ed3ced11a66 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:58.110709 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab867f8b-a903-4860-ab2a-c87dc4bf8f22 req-72c63e25-fd93-4688-b05e-6ed3ced11a66 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 944 time: 0.2059886 Aug 20 10:41:58.128416 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:58.163034 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4bbfad-57a4-4b43-9a33-ddb36865fe99']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:58.209607 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29920bc9-fa9e-422d-a039-e15b95913952') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:58.211777 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29920bc9-fa9e-422d-a039-e15b95913952') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:41:58.213519 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:58.215231 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-376d6553-5ad8-4762-8220-4aba77674665 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:58.229579 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-376d6553-5ad8-4762-8220-4aba77674665 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:58.233838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ae062e-f475-4b89-92e2-9d86f2be91f1 None None] Update dhcp port {'port': {'network_id': '2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6', 'fixed_ips': [{'subnet_id': '1da4162f-8bde-445a-97c9-0775b85615bb', 'ip_address': '2001:db8::2'}, {'subnet_id': '3cdeb6a9-2b09-4727-b060-36e266aa7964'}], 'binding:host_id': 'n-d-778550-11'}, 'id': 'd584f2c3-1172-42d9-8207-999018334c9a'} from n-d-778550-11. {{(pid=94868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 10:41:58.286650 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:58.330520 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d6553-5ad8-4762-8220-4aba77674665 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Pushing event updated for resources: {'Port': ['ID=4ebddf87-1be2-40df-959d-9cbb9771d3d7,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:58.376548 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab867f8b-a903-4860-ab2a-c87dc4bf8f22 req-300f4d6c-b284-448b-a567-b0017ab88149 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535815 Aug 20 10:41:58.404568 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5e256231-8907-4e41-be98-e61ae260b90c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:58.407333 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:58.436829 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:41:58.438220 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:41:58.452134 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:41:58.467011 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-376d6553-5ad8-4762-8220-4aba77674665 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:58.482771 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port d584f2c3-1172-42d9-8207-999018334c9a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d584f2c3-1172-42d9-8207-999018334c9a,segment=NetworkSegment(8cec3537-fcde-48f9-a86d-385e7b4d2dda),segment_id=8cec3537-fcde-48f9-a86d-385e7b4d2dda)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:58.496722 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:58.506394 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7ae062e-f475-4b89-92e2-9d86f2be91f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:58.507110 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-376d6553-5ad8-4762-8220-4aba77674665 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:58.511539 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-376d6553-5ad8-4762-8220-4aba77674665 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9632215 Aug 20 10:41:58.525032 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c6af3-929a-49b3-bfd6-a62a44072cfb req-b66f0bb3-4adb-4e27-8688-153427abd7a3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:58.527337 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be8c6af3-929a-49b3-bfd6-a62a44072cfb req-b66f0bb3-4adb-4e27-8688-153427abd7a3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.1179192 Aug 20 10:41:58.529174 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47098) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:58.544847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ab7ba21a-77bc-4e4d-915e-9d852e3a5cda up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:41:58.585419 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-5e256231-8907-4e41-be98-e61ae260b90c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Transition to ACTIVE for port object 13b9ce46-d648-4889-930a-111cf124ba2c will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:58.638985 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be8c6af3-929a-49b3-bfd6-a62a44072cfb req-750eee32-2260-48d1-8191-f2135bb05bec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955560 Aug 20 10:41:58.659430 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:58.667373 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:58.671019 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/bb4bbfad-57a4-4b43-9a33-ddb36865fe99 HTTP/1.1" status: 204 len: 168 time: 4.5771599 Aug 20 10:41:58.673200 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47102) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:58.675226 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5e256231-8907-4e41-be98-e61ae260b90c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:58.742588 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-0add9dbe-e58c-46e4-b931-f52629ef96e8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] GET failed (client error): The resource could not be found. Aug 20 10:41:58.742588 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0add9dbe-e58c-46e4-b931-f52629ef96e8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "GET /v2.0/subnets/6b510196-49eb-4a96-8594-5a867ced72e8 HTTP/1.1" status: 404 len: 337 time: 0.0650005 Aug 20 10:41:58.743329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e256231-8907-4e41-be98-e61ae260b90c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=13b9ce46-d648-4889-930a-111cf124ba2c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:58.743461 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47104) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:58.743583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ddc23-25b3-474f-a909-359dafa484c1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Network': ['ID=bb4bbfad-57a4-4b43-9a33-ddb36865fe99,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:58.773794 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e256231-8907-4e41-be98-e61ae260b90c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:41:58.778154 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-5e256231-8907-4e41-be98-e61ae260b90c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:41:58.783655 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e256231-8907-4e41-be98-e61ae260b90c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:41:58.795834 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e256231-8907-4e41-be98-e61ae260b90c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:58.796373 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5e256231-8907-4e41-be98-e61ae260b90c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:58.800857 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b08485e-f69f-4f11-8501-9c9c8bc0db25 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:41:58.801499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b08485e-f69f-4f11-8501-9c9c8bc0db25 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:41:58.808013 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7b08485e-f69f-4f11-8501-9c9c8bc0db25 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/bb4bbfad-57a4-4b43-9a33-ddb36865fe99 HTTP/1.1" status: 404 len: 339 time: 0.0602508 Aug 20 10:41:58.808013 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47106) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:58.836075 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5e256231-8907-4e41-be98-e61ae260b90c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.9008510 Aug 20 10:41:58.838056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47108) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:58.839540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=d584f2c3-1172-42d9-8207-999018334c9a,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:58.843433 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-66c97048-3366-43d6-a3b0-9f592cdd5398 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1da4162f-8bde-445a-97c9-0775b85615bb'}]}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:58.856093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:41:58.879420 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:41:58.879939 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:58.984787 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-c7ae062e-f475-4b89-92e2-9d86f2be91f1 None None] Allocated IP 2001:db8:0:1::2 (2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6/3cdeb6a9-2b09-4727-b060-36e266aa7964/d584f2c3-1172-42d9-8207-999018334c9a) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:41:58.985237 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-66c97048-3366-43d6-a3b0-9f592cdd5398 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:59.124191 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:59.171110 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af76e98-911e-40b7-9846-382cc07edc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7ba21a-77bc-4e4d-915e-9d852e3a5cda'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:41:59.173787 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe01977-00a2-4da1-b3ac-98b44a54a66a" -d '{"events": [{"server_uuid": "6af76e98-911e-40b7-9846-382cc07edc9d", "name": "network-vif-plugged", "status": "completed", "tag": "ab7ba21a-77bc-4e4d-915e-9d852e3a5cda"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:41:59.184210 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:59.216995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:59.235127 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:59.257916 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71795f6b-400c-48d6-bcbc-785be7c1b5e6 x-openstack-request-id: req-71795f6b-400c-48d6-bcbc-785be7c1b5e6 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:41:59.258504 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af76e98-911e-40b7-9846-382cc07edc9d", "name": "network-vif-plugged", "status": "completed", "tag": "ab7ba21a-77bc-4e4d-915e-9d852e3a5cda", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:41:59.259036 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71795f6b-400c-48d6-bcbc-785be7c1b5e6 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:41:59.260431 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af76e98-911e-40b7-9846-382cc07edc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7ba21a-77bc-4e4d-915e-9d852e3a5cda', 'code': 200} Aug 20 10:41:59.312537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c7ae062e-f475-4b89-92e2-9d86f2be91f1 None None] For port d584f2c3-1172-42d9-8207-999018334c9a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d584f2c3-1172-42d9-8207-999018334c9a,segment=NetworkSegment(8cec3537-fcde-48f9-a86d-385e7b4d2dda),segment_id=8cec3537-fcde-48f9-a86d-385e7b4d2dda)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:41:59.352613 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-89a1e012-9922-4fdc-b0eb-cc1ce03ba6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:59.364053 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:59.387668 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7ae062e-f475-4b89-92e2-9d86f2be91f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:59.428653 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c7ae062e-f475-4b89-92e2-9d86f2be91f1 None None] Transition to ACTIVE for port object d584f2c3-1172-42d9-8207-999018334c9a will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:41:59.439303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2560b62b-e2a7-4622-bf9b-cd4741235177 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:59.444661 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2560b62b-e2a7-4622-bf9b-cd4741235177 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6325743 Aug 20 10:41:59.447392 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7ae062e-f475-4b89-92e2-9d86f2be91f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:59.455950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47120) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:59.574397 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-85e2d9a2-c1ef-41e3-91b1-651b40a65908 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 207 time: 0.1168258 Aug 20 10:41:59.588559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47122) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:41:59.591589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae062e-f475-4b89-92e2-9d86f2be91f1 None None] Pushing event updated for resources: {'Port': ['ID=d584f2c3-1172-42d9-8207-999018334c9a,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:41:59.632526 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:41:59.657577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb75ad-7fb4-4a32-96be-7457ee6c5e9b req-dbb8c23f-e263-478f-bd73-e464690ab0ab tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:41:59.659154 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ceb75ad-7fb4-4a32-96be-7457ee6c5e9b req-dbb8c23f-e263-478f-bd73-e464690ab0ab tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.1394837 Aug 20 10:41:59.808862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d584f2c3-1172-42d9-8207-999018334c9a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:41:59.869696 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ceb75ad-7fb4-4a32-96be-7457ee6c5e9b req-fc30a756-034e-42ee-a5cf-68643333582f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003911 Aug 20 10:41:59.916277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-66c97048-3366-43d6-a3b0-9f592cdd5398 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Delete allocated IP 2001:db8:0:1::2d3 (2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6/3cdeb6a9-2b09-4727-b060-36e266aa7964) {{(pid=94867) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 10:41:59.949972 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Allocated IP 172.25.3.212 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/4b365ba1-75dc-4f4b-878f-ce762682f0a3) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:00.124177 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:00.223904 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:00.264400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7856042-63a4-47a7-8315-726438c2c9f5 req-f04916f4-4d47-436c-a6c1-7ff5ad2b116c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:00.270673 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b7856042-63a4-47a7-8315-726438c2c9f5 req-f04916f4-4d47-436c-a6c1-7ff5ad2b116c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.2082422 Aug 20 10:42:00.299581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:00.307032 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:00.309910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Pushing event updated for resources: {'Port': ['ID=4b365ba1-75dc-4f4b-878f-ce762682f0a3,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:00.318375 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:00.328960 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:00.332590 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:00.333224 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:00.333498 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:00.333701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:00.334079 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:00.334413 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:00.334745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:00.335094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:00.335427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:00.335752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:00.336076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:00.521661 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:00.573844 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:00.628844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a23055e-bdf8-479b-995b-7b49cc7f0d25 None None] Network 2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:00.730294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-15a0c7ef-c413-42bf-946a-76040de4b113 None None] Provisioning for port d584f2c3-1172-42d9-8207-999018334c9a completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:00.746693 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-15a0c7ef-c413-42bf-946a-76040de4b113 None None] Provisioning complete for port d584f2c3-1172-42d9-8207-999018334c9a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:00.747646 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-15a0c7ef-c413-42bf-946a-76040de4b113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:00.836756 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c6e0a-84cd-4896-a23f-285bccd0be92 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:00.842640 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c6e0a-84cd-4896-a23f-285bccd0be92 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:00.848465 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c6e0a-84cd-4896-a23f-285bccd0be92 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:00.858203 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c6e0a-84cd-4896-a23f-285bccd0be92 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:00.861114 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0c2c6e0a-84cd-4896-a23f-285bccd0be92 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 1.2712605 Aug 20 10:42:00.870704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47126) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:00.887339 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-66c97048-3366-43d6-a3b0-9f592cdd5398 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:00.900536 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:00.907192 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:00.963472 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-66c97048-3366-43d6-a3b0-9f592cdd5398 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Ignored duplicate provisioning block setup for port 13b9ce46-d648-4889-930a-111cf124ba2c by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 10:42:00.986032 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b7856042-63a4-47a7-8315-726438c2c9f5 req-6c73b0a9-61bb-4ec9-b428-aac67cb7796d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6970088 Aug 20 10:42:00.992930 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-66c97048-3366-43d6-a3b0-9f592cdd5398 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:01.106732 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:01.138137 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-66c97048-3366-43d6-a3b0-9f592cdd5398 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] In _notify_port_updated(), no bound segment for port 13b9ce46-d648-4889-930a-111cf124ba2c on network 2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6 {{(pid=94867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:42:01.142591 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:01.144640 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c97048-3366-43d6-a3b0-9f592cdd5398 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:01.145603 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-66c97048-3366-43d6-a3b0-9f592cdd5398 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:01.146026 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6139984 Aug 20 10:42:01.147897 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-66c97048-3366-43d6-a3b0-9f592cdd5398 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "PUT /v2.0/ports/13b9ce46-d648-4889-930a-111cf124ba2c HTTP/1.1" status: 200 len: 925 time: 2.3089070 Aug 20 10:42:01.150643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c6212-1966-4854-8b51-0b59385120ce tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Pushing event updated for resources: {'Port': ['ID=4b365ba1-75dc-4f4b-878f-ce762682f0a3,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:01.154788 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47132) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:01.155168 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47134) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:01.169589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c97048-3366-43d6-a3b0-9f592cdd5398 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=13b9ce46-d648-4889-930a-111cf124ba2c,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:01.175827 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-ea352820-f8fe-46f7-b581-9ff7167a0115 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1da4162f-8bde-445a-97c9-0775b85615bb'}, {'subnet_id': '3cdeb6a9-2b09-4727-b060-36e266aa7964'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:01.198015 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2e492055-a767-4a26-83b3-336c20fca97f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3211584 Aug 20 10:42:01.199205 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47136) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:01.265044 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d1233-889d-43bb-894d-1989bc306db6 req-a4cbbc59-782e-460b-9542-ad2e9e89cb9b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:01.266768 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e6d1233-889d-43bb-894d-1989bc306db6 req-a4cbbc59-782e-460b-9542-ad2e9e89cb9b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.2279134 Aug 20 10:42:01.351674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92016b7d-441a-470c-99e5-4f0fb9104eae tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:01.353744 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92016b7d-441a-470c-99e5-4f0fb9104eae tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:01.357435 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-92016b7d-441a-470c-99e5-4f0fb9104eae tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1569164 Aug 20 10:42:01.362276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47138) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:01.408871 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3a8513eb-37b8-423c-8825-08f515cd8866 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.2522566 Aug 20 10:42:01.416469 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47140) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:01.472478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5a27e4-40cf-4723-b9f8-a3ce7043afe0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:01.476226 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-573242fa-3c25-477f-bb68-fc8f5c1e549f None None] Provisioning for port 13b9ce46-d648-4889-930a-111cf124ba2c completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:01.478081 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5a27e4-40cf-4723-b9f8-a3ce7043afe0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:01.483426 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ec5a27e4-40cf-4723-b9f8-a3ce7043afe0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1166449 Aug 20 10:42:01.483796 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47142) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:01.486504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-573242fa-3c25-477f-bb68-fc8f5c1e549f None None] Provisioning complete for port 13b9ce46-d648-4889-930a-111cf124ba2c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:01.487145 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-573242fa-3c25-477f-bb68-fc8f5c1e549f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:01.556121 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-573242fa-3c25-477f-bb68-fc8f5c1e549f None None] Port 13b9ce46-d648-4889-930a-111cf124ba2c cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:42:01.571425 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e6d1233-889d-43bb-894d-1989bc306db6 req-38fcaee6-733f-4e15-bc0e-08b20c068dd7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907932 Aug 20 10:42:01.591210 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47144) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:01.594262 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-797f97b4-5c86-4b96-aa28-c532b5d2edaa tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1748405 Aug 20 10:42:01.604162 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-573242fa-3c25-477f-bb68-fc8f5c1e549f None None] Provisioning complete for port d584f2c3-1172-42d9-8207-999018334c9a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:01.604636 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-573242fa-3c25-477f-bb68-fc8f5c1e549f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:01.754336 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea352820-f8fe-46f7-b581-9ff7167a0115 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:01.882615 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3955add9-52a0-4164-b640-c35ed868c77a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:01.888085 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3955add9-52a0-4164-b640-c35ed868c77a tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "GET /v2.0/networks/2c4be94f-05ad-4b0d-b0b2-aff30a18fb10 HTTP/1.1" status: 200 len: 799 time: 0.3992918 Aug 20 10:42:01.893922 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47146) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:01.970863 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3219567a-b5f0-45ce-973f-95712019c5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:01.996160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-27b5770d-9bd4-4455-ad1e-1bcfd204e125 None None] Provisioning complete for port 13b9ce46-d648-4889-930a-111cf124ba2c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:01.996879 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-27b5770d-9bd4-4455-ad1e-1bcfd204e125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:02.086367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-27b5770d-9bd4-4455-ad1e-1bcfd204e125 None None] Port 13b9ce46-d648-4889-930a-111cf124ba2c cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:42:02.129745 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3e806eec-4245-4180-a206-65363f2a50ca tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "GET /v2.0/networks/2c4be94f-05ad-4b0d-b0b2-aff30a18fb10?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2208638 Aug 20 10:42:02.132546 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47154) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:02.186254 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afff8f53-3150-46de-b04a-4b4684700994 None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:42:02.222801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-cccc174c-3988-42fb-ac1c-f2b0480d4b83 tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Deleting port 4b365ba1-75dc-4f4b-878f-ce762682f0a3 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:02.223246 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cccc174c-3988-42fb-ac1c-f2b0480d4b83 tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:02.294784 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-ea352820-f8fe-46f7-b581-9ff7167a0115 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Allocated IP 2001:db8:0:1::342 (2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6/3cdeb6a9-2b09-4727-b060-36e266aa7964/13b9ce46-d648-4889-930a-111cf124ba2c) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:02.323652 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afff8f53-3150-46de-b04a-4b4684700994 None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:42:02.333395 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cccc174c-3988-42fb-ac1c-f2b0480d4b83 tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:02.334208 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cccc174c-3988-42fb-ac1c-f2b0480d4b83 tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:02.346863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-cccc174c-3988-42fb-ac1c-f2b0480d4b83 tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Calling delete_port for 4b365ba1-75dc-4f4b-878f-ce762682f0a3 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:02.469339 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-803aa185-5698-47e0-b739-9f1bcf463951 None None] Provisioning complete for port 13b9ce46-d648-4889-930a-111cf124ba2c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:02.469339 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-803aa185-5698-47e0-b739-9f1bcf463951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:02.527611 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea352820-f8fe-46f7-b581-9ff7167a0115 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:02.553400 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:02.557513 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-ea352820-f8fe-46f7-b581-9ff7167a0115 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Transition to ACTIVE for port object 13b9ce46-d648-4889-930a-111cf124ba2c will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:02.563733 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea352820-f8fe-46f7-b581-9ff7167a0115 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:02.582989 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cccc174c-3988-42fb-ac1c-f2b0480d4b83 tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:02.585720 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-803aa185-5698-47e0-b739-9f1bcf463951 None None] Port 13b9ce46-d648-4889-930a-111cf124ba2c cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:42:02.660845 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025da34-308b-433c-a63e-6c7c29dcd656 req-52e68fda-9b39-465e-912d-01db2a51b227 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:02.662485 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f025da34-308b-433c-a63e-6c7c29dcd656 req-52e68fda-9b39-465e-912d-01db2a51b227 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.5327566 Aug 20 10:42:02.686362 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea352820-f8fe-46f7-b581-9ff7167a0115 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=13b9ce46-d648-4889-930a-111cf124ba2c,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:02.700362 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09181d7f-855f-47b0-8a87-0af7e682f27b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:02.708572 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-09181d7f-855f-47b0-8a87-0af7e682f27b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "GET /v2.0/subnets/a9ebe4e5-5300-4fbf-9f46-196b0657bf21 HTTP/1.1" status: 200 len: 811 time: 0.5689399 Aug 20 10:42:02.708572 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc174c-3988-42fb-ac1c-f2b0480d4b83 tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Pushing event deleted for resources: {'Port': ['ID=4b365ba1-75dc-4f4b-878f-ce762682f0a3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:02.710966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47158) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:02.728190 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-ea352820-f8fe-46f7-b581-9ff7167a0115 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] In _notify_port_updated(), no bound segment for port 13b9ce46-d648-4889-930a-111cf124ba2c on network 2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6 {{(pid=94866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:42:02.736949 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea352820-f8fe-46f7-b581-9ff7167a0115 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:02.738292 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea352820-f8fe-46f7-b581-9ff7167a0115 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:02.740652 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ea352820-f8fe-46f7-b581-9ff7167a0115 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "PUT /v2.0/ports/13b9ce46-d648-4889-930a-111cf124ba2c HTTP/1.1" status: 200 len: 1011 time: 1.5828154 Aug 20 10:42:02.750107 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47160) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:02.891962 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cccc174c-3988-42fb-ac1c-f2b0480d4b83 tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:02.894705 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cccc174c-3988-42fb-ac1c-f2b0480d4b83 tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:02.900722 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cccc174c-3988-42fb-ac1c-f2b0480d4b83 tempest-FloatingIPAdminTestJSON-66775221 tempest-FloatingIPAdminTestJSON-66775221-project] 10.222.0.16 "DELETE /v2.0/floatingips/49bd5f54-8f72-4ccd-876e-10b19c6bed2f HTTP/1.1" status: 204 len: 168 time: 1.3073685 Aug 20 10:42:02.906508 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f025da34-308b-433c-a63e-6c7c29dcd656 req-bc19dfe6-d08d-4d12-9fd2-bd1b4d9d774b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099147 Aug 20 10:42:02.908012 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47162) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:02.965392 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fa4ab7-caf4-41aa-a941-ce1a95bddeb7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['shared'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:02.968113 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-68fa4ab7-caf4-41aa-a941-ce1a95bddeb7 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "GET /v2.0/subnets/a9ebe4e5-5300-4fbf-9f46-196b0657bf21?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2287729 Aug 20 10:42:02.972919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47164) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:02.974296 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ebdf2-f9d9-4910-9f64-b715188bbf5c req-0b1579fc-7c8b-4345-a3a0-4db4d36b4bc7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:02.984179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-8b5ba964-9871-4b2b-b5ae-c126e83dd4cb tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1408954611'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:02.987702 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-097ebdf2-f9d9-4910-9f64-b715188bbf5c req-0b1579fc-7c8b-4345-a3a0-4db4d36b4bc7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.2607677 Aug 20 10:42:03.092055 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-097ebdf2-f9d9-4910-9f64-b715188bbf5c req-67d8d3b3-cede-4aeb-a2f5-76a451448d4b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023967 Aug 20 10:42:03.093373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5ba964-9871-4b2b-b5ae-c126e83dd4cb tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:03.097851 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b5ba964-9871-4b2b-b5ae-c126e83dd4cb tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:03.123544 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a48cb199-011d-468e-98f8-4f8a547c05f3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port 13b9ce46-d648-4889-930a-111cf124ba2c {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:03.124074 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a48cb199-011d-468e-98f8-4f8a547c05f3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:03.140101 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:03.153038 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5ba964-9871-4b2b-b5ae-c126e83dd4cb tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:42:03.163438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-df9c272a-f032-4303-932e-4b573b2c2bd7 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Deleting port 4ebddf87-1be2-40df-959d-9cbb9771d3d7 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:03.163776 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-df9c272a-f032-4303-932e-4b573b2c2bd7 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:03.279775 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a48cb199-011d-468e-98f8-4f8a547c05f3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:03.295393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a48cb199-011d-468e-98f8-4f8a547c05f3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for 13b9ce46-d648-4889-930a-111cf124ba2c owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:03.315870 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-df9c272a-f032-4303-932e-4b573b2c2bd7 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:03.316195 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-df9c272a-f032-4303-932e-4b573b2c2bd7 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:03.332529 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-df9c272a-f032-4303-932e-4b573b2c2bd7 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Calling delete_port for 4ebddf87-1be2-40df-959d-9cbb9771d3d7 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:03.339102 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b5ba964-9871-4b2b-b5ae-c126e83dd4cb tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:03.339458 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-8b5ba964-9871-4b2b-b5ae-c126e83dd4cb tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Added segment a23da4d4-d55d-4cc8-b282-ca551fa8e686 of type vlan for network bcf62b60-2b3d-4674-87a1-14e9e195ca84 Aug 20 10:42:03.429800 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b5ba964-9871-4b2b-b5ae-c126e83dd4cb tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:03.511705 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b5ba964-9871-4b2b-b5ae-c126e83dd4cb tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:03.519464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5ba964-9871-4b2b-b5ae-c126e83dd4cb tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:03.520125 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b5ba964-9871-4b2b-b5ae-c126e83dd4cb tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:03.555253 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8b5ba964-9871-4b2b-b5ae-c126e83dd4cb tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5811965 Aug 20 10:42:03.563443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47168) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:03.569455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-79e2379b-18a8-4852-9bfb-e56fd03063fa tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'subnet': {'network_id': 'bcf62b60-2b3d-4674-87a1-14e9e195ca84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:03.639024 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e8a7408d-1073-456e-accc-f96ba65d7758 None None] Provisioning for port 13b9ce46-d648-4889-930a-111cf124ba2c completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:03.640671 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ba964-9871-4b2b-b5ae-c126e83dd4cb tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Network': ['ID=bcf62b60-2b3d-4674-87a1-14e9e195ca84,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:03.643165 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a48cb199-011d-468e-98f8-4f8a547c05f3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:03.644305 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e8a7408d-1073-456e-accc-f96ba65d7758 None None] Provisioning complete for port 13b9ce46-d648-4889-930a-111cf124ba2c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:03.644889 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e8a7408d-1073-456e-accc-f96ba65d7758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:03.684864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network bcf62b60-2b3d-4674-87a1-14e9e195ca84 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:42:03.689035 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-df9c272a-f032-4303-932e-4b573b2c2bd7 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:03.697316 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cb199-011d-468e-98f8-4f8a547c05f3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=13b9ce46-d648-4889-930a-111cf124ba2c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:03.698226 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e8a7408d-1073-456e-accc-f96ba65d7758 None None] Port 13b9ce46-d648-4889-930a-111cf124ba2c was deleted so its status cannot be updated. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 10:42:03.778941 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a48cb199-011d-468e-98f8-4f8a547c05f3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:03.778941 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a48cb199-011d-468e-98f8-4f8a547c05f3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/ports/13b9ce46-d648-4889-930a-111cf124ba2c HTTP/1.1" status: 204 len: 168 time: 1.0222986 Aug 20 10:42:03.784037 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47170) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:03.807095 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c272a-f032-4303-932e-4b573b2c2bd7 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ebddf87-1be2-40df-959d-9cbb9771d3d7,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:03.870811 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-25cdc30f-73ef-4436-84c1-6e38fac451a9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] GET failed (client error): The resource could not be found. Aug 20 10:42:03.878169 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-25cdc30f-73ef-4436-84c1-6e38fac451a9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports/13b9ce46-d648-4889-930a-111cf124ba2c HTTP/1.1" status: 404 len: 333 time: 0.0805106 Aug 20 10:42:03.880388 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47172) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:03.900211 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e2379b-18a8-4852-9bfb-e56fd03063fa tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Made reservation on behalf of fdaf278dcede4f718d2bb355314db42b for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:03.904164 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79e2379b-18a8-4852-9bfb-e56fd03063fa tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:04.008920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.ipam_backend_mixin [None req-79e2379b-18a8-4852-9bfb-e56fd03063fa tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Performing IP validity checks on allocation pools {{(pid=94866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 10:42:04.009547 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.ipam_backend_mixin [None req-79e2379b-18a8-4852-9bfb-e56fd03063fa tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 10:42:04.023998 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-df9c272a-f032-4303-932e-4b573b2c2bd7 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:04.034727 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-df9c272a-f032-4303-932e-4b573b2c2bd7 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:04.045223 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-df9c272a-f032-4303-932e-4b573b2c2bd7 tempest-FloatingIPAdminTestJSON-1458055663 tempest-FloatingIPAdminTestJSON-1458055663-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/ca3c5d23-4c88-4729-8f02-8f1ea1622ca7 HTTP/1.1" status: 204 len: 168 time: 1.1357319 Aug 20 10:42:04.047445 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47180) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:04.241162 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7c0454-16b1-47e0-bd0d-4c5e352f1643 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting subnet 3cdeb6a9-2b09-4727-b060-36e266aa7964 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:42:04.244853 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0c7c0454-16b1-47e0-bd0d-4c5e352f1643 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:04.305397 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0c7c0454-16b1-47e0-bd0d-4c5e352f1643 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:04.322928 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158460a-2389-4426-8b3b-6f487d7289d0 req-3f6f1e4e-6a2e-4a16-8486-6ae35d92ed2e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:04.334418 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6158460a-2389-4426-8b3b-6f487d7289d0 req-3f6f1e4e-6a2e-4a16-8486-6ae35d92ed2e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.2850149 Aug 20 10:42:04.353332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-7adfe476-68d6-41a5-9a6c-b7ca74f5e445 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Deleting port fc8834ab-28ff-4806-91eb-02f9c01fe7a0 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:04.353780 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7adfe476-68d6-41a5-9a6c-b7ca74f5e445 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:04.434115 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79e2379b-18a8-4852-9bfb-e56fd03063fa tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:04.463623 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6158460a-2389-4426-8b3b-6f487d7289d0 req-663972b1-01c4-4861-a91f-f74933736a24 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276147 Aug 20 10:42:04.504636 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7adfe476-68d6-41a5-9a6c-b7ca74f5e445 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:04.520818 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-7adfe476-68d6-41a5-9a6c-b7ca74f5e445 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Calling delete_port for fc8834ab-28ff-4806-91eb-02f9c01fe7a0 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:04.537543 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2379b-18a8-4852-9bfb-e56fd03063fa tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Subnet': ['ID=6cb762bc-9a96-4c4f-a80e-67f71c326e07,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:04.551137 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0c7c0454-16b1-47e0-bd0d-4c5e352f1643 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:04.638775 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e2379b-18a8-4852-9bfb-e56fd03063fa tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Checking segment: {'id': 'a23da4d4-d55d-4cc8-b282-ca551fa8e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bcf62b60-2b3d-4674-87a1-14e9e195ca84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:04.639282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e2379b-18a8-4852-9bfb-e56fd03063fa tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network hostable DHCP agents. Network: bcf62b60-2b3d-4674-87a1-14e9e195ca84, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:42:04.657260 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396d92c-f19c-44bc-a82c-66b1709fdc66 req-101b1faa-1496-4427-9328-a3228e26581a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:04.665818 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4396d92c-f19c-44bc-a82c-66b1709fdc66 req-101b1faa-1496-4427-9328-a3228e26581a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.2477036 Aug 20 10:42:04.737645 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4396d92c-f19c-44bc-a82c-66b1709fdc66 req-8252e296-c765-4ade-a739-e159d7084f3b tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708337 Aug 20 10:42:04.756166 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0c7c0454-16b1-47e0-bd0d-4c5e352f1643 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:04.772425 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7adfe476-68d6-41a5-9a6c-b7ca74f5e445 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:04.797975 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e2379b-18a8-4852-9bfb-e56fd03063fa tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Network bcf62b60-2b3d-4674-87a1-14e9e195ca84 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:42:04.800454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c0454-16b1-47e0-bd0d-4c5e352f1643 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Subnet': ['ID=3cdeb6a9-2b09-4727-b060-36e266aa7964,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:04.806811 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:04.823450 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0c7c0454-16b1-47e0-bd0d-4c5e352f1643 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:04.823715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfe476-68d6-41a5-9a6c-b7ca74f5e445 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Pushing event deleted for resources: {'Port': ['ID=fc8834ab-28ff-4806-91eb-02f9c01fe7a0,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:04.824021 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0c7c0454-16b1-47e0-bd0d-4c5e352f1643 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/3cdeb6a9-2b09-4727-b060-36e266aa7964 HTTP/1.1" status: 204 len: 168 time: 0.9417849 Aug 20 10:42:04.825500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-79e2379b-18a8-4852-9bfb-e56fd03063fa tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, bcf62b60-2b3d-4674-87a1-14e9e195ca84) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:04.828074 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47186) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:04.838037 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e2379b-18a8-4852-9bfb-e56fd03063fa tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:04.838737 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79e2379b-18a8-4852-9bfb-e56fd03063fa tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:04.850557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd46fd3-461a-460a-b163-dec038d13d55 None None] Network 2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:04.880383 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357abf37-a7a1-4fc8-ac36-d7bb6ea67d01 None None] Network bcf62b60-2b3d-4674-87a1-14e9e195ca84 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:04.888559 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-79e2379b-18a8-4852-9bfb-e56fd03063fa tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3238270 Aug 20 10:42:04.891076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47188) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:04.897247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-3308319d-fa5e-4f25-8a88-1d9a7cdc1a49 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:04.966039 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7adfe476-68d6-41a5-9a6c-b7ca74f5e445 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:04.968283 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7adfe476-68d6-41a5-9a6c-b7ca74f5e445 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] 10.222.0.16 "DELETE /v2.0/ports/fc8834ab-28ff-4806-91eb-02f9c01fe7a0 HTTP/1.1" status: 204 len: 168 time: 0.8830445 Aug 20 10:42:04.978373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47190) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:05.093347 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01b92e3-e64d-4ca9-9977-a954742ec665 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting subnet 1da4162f-8bde-445a-97c9-0775b85615bb {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:42:05.103350 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c01b92e3-e64d-4ca9-9977-a954742ec665 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:05.113574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7ff915-4eee-4538-a667-dcc10392f671 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:05.118050 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6a7ff915-4eee-4538-a667-dcc10392f671 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c874046-3e04-401b-b5f0-45d997540456 HTTP/1.1" status: 200 len: 913 time: 0.1366267 Aug 20 10:42:05.121941 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47192) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:05.140851 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3308319d-fa5e-4f25-8a88-1d9a7cdc1a49 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12258607'] for subnet, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:05.181421 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c01b92e3-e64d-4ca9-9977-a954742ec665 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:05.353447 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c01b92e3-e64d-4ca9-9977-a954742ec665 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:05.469268 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c01b92e3-e64d-4ca9-9977-a954742ec665 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:05.550489 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c01b92e3-e64d-4ca9-9977-a954742ec665 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:05.554087 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c01b92e3-e64d-4ca9-9977-a954742ec665 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/1da4162f-8bde-445a-97c9-0775b85615bb HTTP/1.1" status: 204 len: 168 time: 0.7079096 Aug 20 10:42:05.555399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b92e3-e64d-4ca9-9977-a954742ec665 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Subnet': ['ID=1da4162f-8bde-445a-97c9-0775b85615bb,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:05.566740 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47198) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:05.569407 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-bcf62b60-2b3d-4674-87a1-14e9e195ca84', 'network_id': 'bcf62b60-2b3d-4674-87a1-14e9e195ca84', 'tenant_id': 'fdaf278dcede4f718d2bb355314db42b', 'fixed_ips': [{'subnet_id': '6cb762bc-9a96-4c4f-a80e-67f71c326e07'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:42:05.571513 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:05.801734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab290ac-2a4f-4628-a5ca-01f6696d31ba req-53c5d8e0-a640-456c-a797-f74f43e4dfb1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:05.801734 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eab290ac-2a4f-4628-a5ca-01f6696d31ba req-53c5d8e0-a640-456c-a797-f74f43e4dfb1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.1213830 Aug 20 10:42:05.857338 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:05.942134 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eab290ac-2a4f-4628-a5ca-01f6696d31ba req-9640c064-750b-4462-9cac-6e415be66bb4 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424520 Aug 20 10:42:06.011103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port d584f2c3-1172-42d9-8207-999018334c9a {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:06.011464 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:06.188168 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 10:42:06.188168 n-d-778550-11 neutron-server[94868]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 20 10:42:06.188168 n-d-778550-11 neutron-server[94868]: [parameters: {'in_use': 1, 'id_1': '6cb762bc-9a96-4c4f-a80e-67f71c326e07'}] Aug 20 10:42:06.188168 n-d-778550-11 neutron-server[94868]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:42:06.189218 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] For port d584f2c3-1172-42d9-8207-999018334c9a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d584f2c3-1172-42d9-8207-999018334c9a,segment=NetworkSegment(8cec3537-fcde-48f9-a86d-385e7b4d2dda),segment_id=8cec3537-fcde-48f9-a86d-385e7b4d2dda)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:06.189596 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:06.191164 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:42:06.219153 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for d584f2c3-1172-42d9-8207-999018334c9a owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:06.272023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b300c88-8d35-41c6-ac26-9669bb246731 req-13c2fd11-a0a7-441c-9441-f21164c2bdeb tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:06.279501 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2b300c88-8d35-41c6-ac26-9669bb246731 req-13c2fd11-a0a7-441c-9441-f21164c2bdeb tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.1651087 Aug 20 10:42:06.393227 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2b300c88-8d35-41c6-ac26-9669bb246731 req-9f3dd934-9e8c-4714-8627-7951ac498b96 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125205 Aug 20 10:42:06.431323 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:06.484026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=d584f2c3-1172-42d9-8207-999018334c9a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:06.487677 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No DVR routers for this DVR port d584f2c3-1172-42d9-8207-999018334c9a on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:06.520522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e1641e-664a-4101-b79c-2ddce6753eb6 None None] Network 2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:06.608128 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:06.617287 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3308319d-fa5e-4f25-8a88-1d9a7cdc1a49 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748628821818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10241624'] for subnet, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:06.623651 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:06.637330 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cec3537-fcde-48f9-a86d-385e7b4d2dda') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:06.637637 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cec3537-fcde-48f9-a86d-385e7b4d2dda') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:06.644946 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3099d20b-747e-4b6d-8af0-08292df61051 None None] Could not find standard attr ID for object d584f2c3-1172-42d9-8207-999018334c9a. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:42:06.648694 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:06.676663 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:06.692253 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:06.698253 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:42:06.698696 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:06.701326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308319d-fa5e-4f25-8a88-1d9a7cdc1a49 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event updated for resources: {'Subnet': ['ID=6cb762bc-9a96-4c4f-a80e-67f71c326e07,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:42:06.704051 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:42:06.752315 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3308319d-fa5e-4f25-8a88-1d9a7cdc1a49 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:06.753256 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3308319d-fa5e-4f25-8a88-1d9a7cdc1a49 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:06.755463 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3308319d-fa5e-4f25-8a88-1d9a7cdc1a49 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "PUT /v2.0/subnets/6cb762bc-9a96-4c4f-a80e-67f71c326e07 HTTP/1.1" status: 200 len: 877 time: 1.8627548 Aug 20 10:42:06.759274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47204) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:06.835292 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:06.873904 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:06.882782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47206) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:06.883035 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/networks/2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6 HTTP/1.1" status: 204 len: 168 time: 1.3148339 Aug 20 10:42:06.900376 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e76873a-e904-4322-8b0d-368df5e033fe None None] DHCP port deletion for 2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:42:06.923788 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa164099-2a01-49a7-b467-cac9e0b2f2d6 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Network': ['ID=2e034c1d-cf11-43cc-bbb8-be0d26e1bdb6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:07.009728 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Allocated IP 172.20.0.3 (bcf62b60-2b3d-4674-87a1-14e9e195ca84/6cb762bc-9a96-4c4f-a80e-67f71c326e07/a17780d8-825b-4d9f-8bc4-c788c207212f) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:07.027276 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074ff585-75c8-4c56-9946-e8683e5ac252 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:07.028877 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-074ff585-75c8-4c56-9946-e8683e5ac252 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1421094 Aug 20 10:42:07.033247 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47210) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:07.038940 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:07.174238 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:07.199661 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f4328131-447a-49eb-927b-1ff0832bd24b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1619997 Aug 20 10:42:07.215407 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:07.217110 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ec38-844a-4522-bcad-aa025a57b149 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:07.220366 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e1fc5-2f50-40d0-a0c5-7bf2f7111352 req-567ac36b-f26f-479f-9b2b-ca0e637e949e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:07.228120 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Transition to ACTIVE for port object a17780d8-825b-4d9f-8bc4-c788c207212f will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:07.228737 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae4e1fc5-2f50-40d0-a0c5-7bf2f7111352 req-567ac36b-f26f-479f-9b2b-ca0e637e949e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.1177804 Aug 20 10:42:07.249094 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Transition to ACTIVE for port object a17780d8-825b-4d9f-8bc4-c788c207212f will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:07.261666 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:07.266830 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47212) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:07.298125 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-80498665-3e74-4dab-b9b3-d3592458be54 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-211825290'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:07.325327 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae4e1fc5-2f50-40d0-a0c5-7bf2f7111352 req-7de8e1ba-506c-4d8c-9b92-c6b8ee44f641 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955048 Aug 20 10:42:07.335549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Pushing event updated for resources: {'Port': ['ID=a17780d8-825b-4d9f-8bc4-c788c207212f,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:07.365899 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Network bcf62b60-2b3d-4674-87a1-14e9e195ca84 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:07.367688 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:07.370874 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:07.375867 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80498665-3e74-4dab-b9b3-d3592458be54 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:07.381086 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80498665-3e74-4dab-b9b3-d3592458be54 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:07.459707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80498665-3e74-4dab-b9b3-d3592458be54 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:42:07.480083 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Attempting to bind port a17780d8-825b-4d9f-8bc4-c788c207212f on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:42:07.480459 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Attempting to bind port a17780d8-825b-4d9f-8bc4-c788c207212f by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'a23da4d4-d55d-4cc8-b282-ca551fa8e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bcf62b60-2b3d-4674-87a1-14e9e195ca84'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:42:07.480829 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Attempting to bind port a17780d8-825b-4d9f-8bc4-c788c207212f on network bcf62b60-2b3d-4674-87a1-14e9e195ca84 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:42:07.486583 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80498665-3e74-4dab-b9b3-d3592458be54 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:07.489233 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-80498665-3e74-4dab-b9b3-d3592458be54 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Added segment 60915cb0-df31-4a66-a5b9-5551b1cb86d2 of type vlan for network 0fa335f9-981a-4b00-9033-db24a63a3a02 Aug 20 10:42:07.496175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:42:07.496554 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Checking segment: {'id': 'a23da4d4-d55d-4cc8-b282-ca551fa8e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bcf62b60-2b3d-4674-87a1-14e9e195ca84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:07.496972 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:07.497375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Bound using segment: {'id': 'a23da4d4-d55d-4cc8-b282-ca551fa8e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bcf62b60-2b3d-4674-87a1-14e9e195ca84'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:42:07.497862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Bound port: a17780d8-825b-4d9f-8bc4-c788c207212f, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23da4d4-d55d-4cc8-b282-ca551fa8e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'bcf62b60-2b3d-4674-87a1-14e9e195ca84'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:42:07.498280 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:07.570453 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:07.586021 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80498665-3e74-4dab-b9b3-d3592458be54 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:07.624375 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80498665-3e74-4dab-b9b3-d3592458be54 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:07.636665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80498665-3e74-4dab-b9b3-d3592458be54 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:07.638093 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80498665-3e74-4dab-b9b3-d3592458be54 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:07.647784 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb762bc-9a96-4c4f-a80e-67f71c326e07,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:07.660627 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] For port a17780d8-825b-4d9f-8bc4-c788c207212f, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:42:07.664437 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] For port a17780d8-825b-4d9f-8bc4-c788c207212f, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a17780d8-825b-4d9f-8bc4-c788c207212f,segment=NetworkSegment(a23da4d4-d55d-4cc8-b282-ca551fa8e686),segment_id=a23da4d4-d55d-4cc8-b282-ca551fa8e686)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:42:07.675902 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:07.726241 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:07.736007 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-80498665-3e74-4dab-b9b3-d3592458be54 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4394708 Aug 20 10:42:07.737019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47218) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:07.747949 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf62b60-2b3d-4674-87a1-14e9e195ca84']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:07.756021 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c868a6e9-7cc2-41c5-9f22-0d9cfa9cf908 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'subnet': {'network_id': '0fa335f9-981a-4b00-9033-db24a63a3a02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:07.788247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23da4d4-d55d-4cc8-b282-ca551fa8e686') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:07.788560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23da4d4-d55d-4cc8-b282-ca551fa8e686') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:07.801883 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80498665-3e74-4dab-b9b3-d3592458be54 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Network': ['ID=0fa335f9-981a-4b00-9033-db24a63a3a02,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:07.808194 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2135a-d510-4e10-9835-651741b4bbbc None None] Pushing event updated for resources: {'Port': ['ID=a17780d8-825b-4d9f-8bc4-c788c207212f,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:07.842168 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:07.851866 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 0fa335f9-981a-4b00-9033-db24a63a3a02 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:42:07.875709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7946d096-b180-493e-88a1-8a88929f20ec None None] Network bcf62b60-2b3d-4674-87a1-14e9e195ca84 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:07.891707 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565abc-43a1-439d-a092-4c062e452378 req-4b95a8fb-7e94-4392-9929-084589a8fbab tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:07.893285 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c9565abc-43a1-439d-a092-4c062e452378 req-4b95a8fb-7e94-4392-9929-084589a8fbab tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.3258924 Aug 20 10:42:07.916779 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:07.951691 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:42:07.951691 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:42:07.956818 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:42:07.993308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d584f2c3-1172-42d9-8207-999018334c9a no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:42:08.001792 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c868a6e9-7cc2-41c5-9f22-0d9cfa9cf908 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:08.006677 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c868a6e9-7cc2-41c5-9f22-0d9cfa9cf908 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:08.056978 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c9565abc-43a1-439d-a092-4c062e452378 req-37baa91f-87da-4724-a2f7-4c7c32b3cde7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378233 Aug 20 10:42:08.078857 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.db.api [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 10:42:08.078857 n-d-778550-11 neutron-server[94866]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 10:42:08.078857 n-d-778550-11 neutron-server[94866]: [parameters: {'id': 'bcf62b60-2b3d-4674-87a1-14e9e195ca84'}] Aug 20 10:42:08.078857 n-d-778550-11 neutron-server[94866]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:42:08.079471 n-d-778550-11 neutron-server[94866]: DEBUG oslo_db.api [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:42:08.129463 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-8ca6ec38-844a-4522-bcad-aa025a57b149 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Deleting port d81fcd12-0704-4aa6-a42c-cbd0a01fd187 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:08.129814 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ec38-844a-4522-bcad-aa025a57b149 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:08.158367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: d584f2c3-1172-42d9-8207-999018334c9a {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:42:08.159031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d584f2c3-1172-42d9-8207-999018334c9a not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:42:08.264385 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5121b34-f18b-4ae0-8507-b13a29158af4 None None] Network bcf62b60-2b3d-4674-87a1-14e9e195ca84 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:08.332817 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ec38-844a-4522-bcad-aa025a57b149 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:08.361938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-8ca6ec38-844a-4522-bcad-aa025a57b149 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Calling delete_port for d81fcd12-0704-4aa6-a42c-cbd0a01fd187 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:08.372523 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c868a6e9-7cc2-41c5-9f22-0d9cfa9cf908 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:08.460516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2fc373-c2d1-4e8b-9741-ac2a61391515 None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:42:08.585796 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868a6e9-7cc2-41c5-9f22-0d9cfa9cf908 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Subnet': ['ID=6587f533-0e21-470b-b01f-cce42a1a7293,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:08.596068 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:08.644450 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e519e2e-c58a-4350-b3c0-78910ae830cf req-28dbfe79-200d-4c2e-b19f-88004567405e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:08.650501 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4e519e2e-c58a-4350-b3c0-78910ae830cf req-28dbfe79-200d-4c2e-b19f-88004567405e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.2073932 Aug 20 10:42:08.652046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c868a6e9-7cc2-41c5-9f22-0d9cfa9cf908 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Checking segment: {'id': '60915cb0-df31-4a66-a5b9-5551b1cb86d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0fa335f9-981a-4b00-9033-db24a63a3a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:08.652657 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c868a6e9-7cc2-41c5-9f22-0d9cfa9cf908 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network hostable DHCP agents. Network: 0fa335f9-981a-4b00-9033-db24a63a3a02, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:42:08.751910 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4e519e2e-c58a-4350-b3c0-78910ae830cf req-8c1525d3-a797-4922-a5d9-933dfd4c3642 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866549 Aug 20 10:42:08.762735 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c868a6e9-7cc2-41c5-9f22-0d9cfa9cf908 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 0fa335f9-981a-4b00-9033-db24a63a3a02 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:42:08.780650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-c868a6e9-7cc2-41c5-9f22-0d9cfa9cf908 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 0fa335f9-981a-4b00-9033-db24a63a3a02) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:08.807770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Deleting port a17780d8-825b-4d9f-8bc4-c788c207212f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:08.808606 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:08.809518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c868a6e9-7cc2-41c5-9f22-0d9cfa9cf908 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:08.810298 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c868a6e9-7cc2-41c5-9f22-0d9cfa9cf908 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:08.858722 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c868a6e9-7cc2-41c5-9f22-0d9cfa9cf908 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1190813 Aug 20 10:42:08.860523 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47226) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:08.862376 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2fc373-c2d1-4e8b-9741-ac2a61391515 None None] Unable to find a vacant binding_index for network 0fa335f9-981a-4b00-9033-db24a63a3a02 and agent b564f90a-d527-46f1-b2ed-981d1cea773b {{(pid=94868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 20 10:42:08.868787 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-15eef8a3-d558-4957-8bf3-e0fd8169dfda tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'network_id': '0fa335f9-981a-4b00-9033-db24a63a3a02', 'name': 'tempest-PortsIpV6TestJSON-2021747370'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:08.870179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2fc373-c2d1-4e8b-9741-ac2a61391515 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 0fa335f9-981a-4b00-9033-db24a63a3a02) {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 10:42:08.951158 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ec38-844a-4522-bcad-aa025a57b149 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:08.995896 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6ec38-844a-4522-bcad-aa025a57b149 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Pushing event deleted for resources: {'Port': ['ID=d81fcd12-0704-4aa6-a42c-cbd0a01fd187,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:09.020374 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] For port a17780d8-825b-4d9f-8bc4-c788c207212f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a17780d8-825b-4d9f-8bc4-c788c207212f,segment=NetworkSegment(a23da4d4-d55d-4cc8-b282-ca551fa8e686),segment_id=a23da4d4-d55d-4cc8-b282-ca551fa8e686)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:09.020756 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:09.060686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Calling delete_port for a17780d8-825b-4d9f-8bc4-c788c207212f owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:09.249376 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-0fa335f9-981a-4b00-9033-db24a63a3a02', 'network_id': '0fa335f9-981a-4b00-9033-db24a63a3a02', 'tenant_id': '80a6eb9091fb45b090d27b864630b580', 'fixed_ips': [{'subnet_id': '6587f533-0e21-470b-b01f-cce42a1a7293'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:42:09.250501 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:09.309030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15eef8a3-d558-4957-8bf3-e0fd8169dfda tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:09.312678 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-15eef8a3-d558-4957-8bf3-e0fd8169dfda tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:09.367834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-15eef8a3-d558-4957-8bf3-e0fd8169dfda tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] device_id is not set on port 0158ca61-54c6-4d1f-a76e-3067ecf24c4a yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:42:09.420279 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fd259-d799-4bcf-9cc0-9259e2b20035 req-020b71a7-0c61-4b31-a9a1-c4e953035741 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:09.422089 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b54fd259-d799-4bcf-9cc0-9259e2b20035 req-020b71a7-0c61-4b31-a9a1-c4e953035741 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.2482841 Aug 20 10:42:09.437891 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Allocated IP 2001:db8::2 (0fa335f9-981a-4b00-9033-db24a63a3a02/6587f533-0e21-470b-b01f-cce42a1a7293/9c7b4a78-0be2-46fa-8197-5217242ad42d) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:09.526414 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ec38-844a-4522-bcad-aa025a57b149 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:09.532428 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:09.589113 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-ad5c3a5c-cec4-4b64-a694-28ee33c2fb34 service neutron] show failed (client error): The resource could not be found. Aug 20 10:42:09.590150 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-ad5c3a5c-cec4-4b64-a694-28ee33c2fb34 service neutron] 10.222.0.42 "GET /v2.0/ports/f02bf96d-aca9-44df-ab2e-a0d7bbc43734/bindings/n-h2-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.1021910 Aug 20 10:42:09.603907 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No DVR routers for this DVR port a17780d8-825b-4d9f-8bc4-c788c207212f on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:09.606243 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Port': ['ID=a17780d8-825b-4d9f-8bc4-c788c207212f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:09.616334 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b54fd259-d799-4bcf-9cc0-9259e2b20035 req-9eb16f0c-286f-4e4e-9ccb-f78b2b5fc9a2 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582806 Aug 20 10:42:09.810188 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:09.842216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf62b60-2b3d-4674-87a1-14e9e195ca84']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:09.931599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23da4d4-d55d-4cc8-b282-ca551fa8e686') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:09.931979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23da4d4-d55d-4cc8-b282-ca551fa8e686') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:09.960762 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:09.969198 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:09.971329 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Transition to ACTIVE for port object 9c7b4a78-0be2-46fa-8197-5217242ad42d will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:09.991746 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Transition to ACTIVE for port object 9c7b4a78-0be2-46fa-8197-5217242ad42d will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:10.007641 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e4336-37c3-4319-b8bc-00bdb8c9c4ad req-5164e2f5-9abd-4362-b0c1-df36a40f9b38 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:10.015029 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e10e4336-37c3-4319-b8bc-00bdb8c9c4ad req-5164e2f5-9abd-4362-b0c1-df36a40f9b38 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.1121750 Aug 20 10:42:10.017084 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:10.055764 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:10.083834 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Pushing event updated for resources: {'Port': ['ID=9c7b4a78-0be2-46fa-8197-5217242ad42d,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:10.116950 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e10e4336-37c3-4319-b8bc-00bdb8c9c4ad req-3ad26d46-67eb-4f69-b9b5-e0b649ed7af0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005399 Aug 20 10:42:10.125318 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Network 0fa335f9-981a-4b00-9033-db24a63a3a02 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:10.127893 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:10.146395 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:10.165044 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:42:10.165744 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:42:10.177707 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:42:10.184990 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-f1900671-9925-4e8b-8788-91e2a739bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:10.189127 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-f1900671-9925-4e8b-8788-91e2a739bc9d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175&tenant_id=a42de817dc7f43e1b394c597ce63df37 HTTP/1.1" status: 200 len: 1097 time: 0.3429799 Aug 20 10:42:10.209622 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-11', 'device_owner': 'compute:nova'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:10.226396 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Attempting to bind port 9c7b4a78-0be2-46fa-8197-5217242ad42d on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:42:10.226787 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Attempting to bind port 9c7b4a78-0be2-46fa-8197-5217242ad42d by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '60915cb0-df31-4a66-a5b9-5551b1cb86d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0fa335f9-981a-4b00-9033-db24a63a3a02'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:42:10.227960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Attempting to bind port 9c7b4a78-0be2-46fa-8197-5217242ad42d on network 0fa335f9-981a-4b00-9033-db24a63a3a02 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:42:10.234306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:42:10.234812 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Checking segment: {'id': '60915cb0-df31-4a66-a5b9-5551b1cb86d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0fa335f9-981a-4b00-9033-db24a63a3a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:10.235402 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:10.235805 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Bound using segment: {'id': '60915cb0-df31-4a66-a5b9-5551b1cb86d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0fa335f9-981a-4b00-9033-db24a63a3a02'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:42:10.236416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Bound port: 9c7b4a78-0be2-46fa-8197-5217242ad42d, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60915cb0-df31-4a66-a5b9-5551b1cb86d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0fa335f9-981a-4b00-9033-db24a63a3a02'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:42:10.236812 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:10.329306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] For port 9c7b4a78-0be2-46fa-8197-5217242ad42d, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:42:10.334785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] For port 9c7b4a78-0be2-46fa-8197-5217242ad42d, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9c7b4a78-0be2-46fa-8197-5217242ad42d,segment=NetworkSegment(60915cb0-df31-4a66-a5b9-5551b1cb86d2),segment_id=60915cb0-df31-4a66-a5b9-5551b1cb86d2)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:42:10.343475 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:10.541813 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b87394-7082-4f4c-b5a6-0040078b896c None None] Pushing event updated for resources: {'Port': ['ID=9c7b4a78-0be2-46fa-8197-5217242ad42d,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:10.844695 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-15eef8a3-d558-4957-8bf3-e0fd8169dfda tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Allocated IP 2001:db8::70 (0fa335f9-981a-4b00-9033-db24a63a3a02/6587f533-0e21-470b-b01f-cce42a1a7293/0158ca61-54c6-4d1f-a76e-3067ecf24c4a) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:10.981057 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:11.000594 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:11.003101 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/bcf62b60-2b3d-4674-87a1-14e9e195ca84 HTTP/1.1" status: 204 len: 168 time: 4.2426620 Aug 20 10:42:11.007021 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47254) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:11.061380 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f234b8-cc70-46d6-857a-d5086ee0d33d tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:11.062594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f234b8-cc70-46d6-857a-d5086ee0d33d tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:11.065470 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f8f234b8-cc70-46d6-857a-d5086ee0d33d tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/subnets/6cb762bc-9a96-4c4f-a80e-67f71c326e07 HTTP/1.1" status: 404 len: 337 time: 0.0563438 Aug 20 10:42:11.069179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47258) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:11.101497 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b845d8-40c6-4f1d-9f72-ed479ad0f571 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:11.102535 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b845d8-40c6-4f1d-9f72-ed479ad0f571 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:11.104660 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-68b845d8-40c6-4f1d-9f72-ed479ad0f571 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/bcf62b60-2b3d-4674-87a1-14e9e195ca84 HTTP/1.1" status: 404 len: 339 time: 0.0341392 Aug 20 10:42:11.107558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47260) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:11.123594 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90258eef-7cb4-487e-84f0-5cf49db77335 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Network': ['ID=bcf62b60-2b3d-4674-87a1-14e9e195ca84,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:11.140661 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-075a1619-91b9-4887-8107-3077020d7509 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:11.141268 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075a1619-91b9-4887-8107-3077020d7509 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:11.143221 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-075a1619-91b9-4887-8107-3077020d7509 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/subnets/6b510196-49eb-4a96-8594-5a867ced72e8 HTTP/1.1" status: 404 len: 337 time: 0.0341125 Aug 20 10:42:11.160641 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47266) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:11.186426 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:11.197589 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd69b2f-af7e-438d-8946-b8acbca23a19 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:11.209655 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd69b2f-af7e-438d-8946-b8acbca23a19 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:11.213965 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7cd69b2f-af7e-438d-8946-b8acbca23a19 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/bb4bbfad-57a4-4b43-9a33-ddb36865fe99 HTTP/1.1" status: 404 len: 339 time: 0.0481369 Aug 20 10:42:11.214580 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47268) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:11.265638 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-15eef8a3-d558-4957-8bf3-e0fd8169dfda tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:11.313343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-15eef8a3-d558-4957-8bf3-e0fd8169dfda tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Transition to ACTIVE for port object 0158ca61-54c6-4d1f-a76e-3067ecf24c4a will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:11.358354 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-78513728-6ed0-4066-b72f-562e5fbed30d tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:11.371792 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf89bad-c6e7-4676-a938-cc5255c4aad6 req-02814968-330d-4441-8804-d6a070da08b9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:11.376134 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dbf89bad-c6e7-4676-a938-cc5255c4aad6 req-02814968-330d-4441-8804-d6a070da08b9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.1244068 Aug 20 10:42:11.387792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca6ec38-844a-4522-bcad-aa025a57b149 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Router 8c874046-3e04-401b-b5f0-45d997540456 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:42:11.404807 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f9111-3e4c-415e-bd66-6142b01ae8e4 req-bf52bfdb-f0b4-4f03-a262-36ffe98d6eb5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:11.408423 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-014f9111-3e4c-415e-bd66-6142b01ae8e4 req-bf52bfdb-f0b4-4f03-a262-36ffe98d6eb5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.5614395 Aug 20 10:42:11.415395 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-15eef8a3-d558-4957-8bf3-e0fd8169dfda tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:11.561309 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-78513728-6ed0-4066-b72f-562e5fbed30d tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:11.584103 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dbf89bad-c6e7-4676-a938-cc5255c4aad6 req-032339f3-a521-411b-a748-1260bf76bedc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009466 Aug 20 10:42:11.590049 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-78513728-6ed0-4066-b72f-562e5fbed30d tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4410ef8-4c69-4a4d-b061-9f967f61acde']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:11.615669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-78513728-6ed0-4066-b72f-562e5fbed30d tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bed8a55-2040-41c1-bec1-a5de9ed8ee79') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:11.615966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-78513728-6ed0-4066-b72f-562e5fbed30d tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bed8a55-2040-41c1-bec1-a5de9ed8ee79') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:11.633191 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-78513728-6ed0-4066-b72f-562e5fbed30d tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:11.674637 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eef8a3-d558-4957-8bf3-e0fd8169dfda tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=0158ca61-54c6-4d1f-a76e-3067ecf24c4a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:11.675235 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-78513728-6ed0-4066-b72f-562e5fbed30d tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:11.714620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78513728-6ed0-4066-b72f-562e5fbed30d tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:42:11.715808 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-78513728-6ed0-4066-b72f-562e5fbed30d tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:42:11.726504 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:42:11.827466 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-014f9111-3e4c-415e-bd66-6142b01ae8e4 req-c0d1e692-96e8-4600-8202-715d0ba4e5df tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013684 Aug 20 10:42:11.837593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eef8a3-d558-4957-8bf3-e0fd8169dfda tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 0fa335f9-981a-4b00-9033-db24a63a3a02 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:11.854172 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-78513728-6ed0-4066-b72f-562e5fbed30d tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:11.866039 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-15eef8a3-d558-4957-8bf3-e0fd8169dfda tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:11.872813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eef8a3-d558-4957-8bf3-e0fd8169dfda tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:11.879257 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eef8a3-d558-4957-8bf3-e0fd8169dfda tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:11.879907 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-15eef8a3-d558-4957-8bf3-e0fd8169dfda tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:11.906060 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-15eef8a3-d558-4957-8bf3-e0fd8169dfda tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0419989 Aug 20 10:42:11.906503 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-78513728-6ed0-4066-b72f-562e5fbed30d tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:11.906816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47276) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:11.910552 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-78513728-6ed0-4066-b72f-562e5fbed30d tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/c4410ef8-4c69-4a4d-b061-9f967f61acde HTTP/1.1" status: 204 len: 168 time: 0.6947978 Aug 20 10:42:11.931076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-249ff69f-33de-4e21-a79c-da55d19812fd tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'network_id': '0fa335f9-981a-4b00-9033-db24a63a3a02', 'name': 'tempest-PortsIpV6TestJSON-711931156'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:11.943481 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47278) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:11.976275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9c7b4a78-0be2-46fa-8197-5217242ad42d up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:42:12.031120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78513728-6ed0-4066-b72f-562e5fbed30d tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Network': ['ID=c4410ef8-4c69-4a4d-b061-9f967f61acde,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:12.046925 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-44dd99f6-478d-451b-bcf8-00eff6dcd36b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:12.047786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44dd99f6-478d-451b-bcf8-00eff6dcd36b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:12.050863 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-44dd99f6-478d-451b-bcf8-00eff6dcd36b tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/subnets/fe7aa22f-52fc-4887-8e40-f4f3e8d61f6b HTTP/1.1" status: 404 len: 337 time: 0.1034842 Aug 20 10:42:12.053636 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47282) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:12.086238 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d475aef-a086-4799-ba8b-ac446d3d6497 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:12.087326 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d475aef-a086-4799-ba8b-ac446d3d6497 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:12.089485 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8d475aef-a086-4799-ba8b-ac446d3d6497 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/14661384-e5d3-4789-b56a-268d9e5872fc HTTP/1.1" status: 404 len: 339 time: 0.0346706 Aug 20 10:42:12.093314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47286) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:12.129866 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 9c7b4a78-0be2-46fa-8197-5217242ad42d completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:12.153983 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1955e18-349f-4d4e-a559-2dd8e1b38b8f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:12.154806 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1955e18-349f-4d4e-a559-2dd8e1b38b8f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:12.157276 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f1955e18-349f-4d4e-a559-2dd8e1b38b8f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/subnets/f8fe9e8d-451d-4dc3-a0e1-7e0ee9fe1dda HTTP/1.1" status: 404 len: 337 time: 0.0628200 Aug 20 10:42:12.160019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47288) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:12.234436 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249ff69f-33de-4e21-a79c-da55d19812fd tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:12.239289 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-390291aa-bc43-438d-950a-12e36b8d2219 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:12.239517 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-249ff69f-33de-4e21-a79c-da55d19812fd tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:12.239785 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390291aa-bc43-438d-950a-12e36b8d2219 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:12.241741 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-390291aa-bc43-438d-950a-12e36b8d2219 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/ad987f92-2a23-4f6e-9272-c2e10699b90b HTTP/1.1" status: 404 len: 339 time: 0.0793362 Aug 20 10:42:12.244210 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47290) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:12.263852 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca6ec38-844a-4522-bcad-aa025a57b149 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:42:12.276575 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8ca6ec38-844a-4522-bcad-aa025a57b149 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] 10.222.0.16 "PUT /v2.0/routers/8c874046-3e04-401b-b5f0-45d997540456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1417639 Aug 20 10:42:12.276829 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c033e1c9-4f20-449a-91ee-95f55d1a7166 None None] Sync routers for ids ['8c874046-3e04-401b-b5f0-45d997540456'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:42:12.278574 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47294) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:12.287209 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a82ce8-abdd-4723-8677-4fec406de56c None None] Network 0fa335f9-981a-4b00-9033-db24a63a3a02 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:12.299378 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c033e1c9-4f20-449a-91ee-95f55d1a7166 None None] Routers {'8c874046-3e04-401b-b5f0-45d997540456'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:12.307250 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c033e1c9-4f20-449a-91ee-95f55d1a7166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['8c874046-3e04-401b-b5f0-45d997540456'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:12.347317 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50913d8-7103-4705-96bf-d5be7b8c8ff0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:12.348089 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a50913d8-7103-4705-96bf-d5be7b8c8ff0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:12.350075 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a50913d8-7103-4705-96bf-d5be7b8c8ff0 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/subnets/2eecadb7-76c8-401b-b80d-8d9952f3b952 HTTP/1.1" status: 404 len: 337 time: 0.1044421 Aug 20 10:42:12.355306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47296) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:12.392733 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c033e1c9-4f20-449a-91ee-95f55d1a7166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:12.396390 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d84c96-f1d3-4d7a-a227-c7aee547b833 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:12.398857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d84c96-f1d3-4d7a-a227-c7aee547b833 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:12.403855 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-74d84c96-f1d3-4d7a-a227-c7aee547b833 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/97b72f6b-95fb-49c9-88cb-c875509cf695 HTTP/1.1" status: 404 len: 339 time: 0.0471730 Aug 20 10:42:12.409003 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47298) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:12.439897 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c033e1c9-4f20-449a-91ee-95f55d1a7166 None None] Routers {'8c874046-3e04-401b-b5f0-45d997540456'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:12.440921 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c033e1c9-4f20-449a-91ee-95f55d1a7166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['8c874046-3e04-401b-b5f0-45d997540456'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:12.510403 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fb66c11e-f9d6-45a2-bd8b-3f4daafc6756 None None] Provisioning for port 9c7b4a78-0be2-46fa-8197-5217242ad42d completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:12.516824 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3cb3c1-e7aa-4b10-9e47-ed6c7cd904e5 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:12.517177 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-249ff69f-33de-4e21-a79c-da55d19812fd tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] device_id is not set on port a63001e2-96b1-4344-9ac8-f72d3a3bda44 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:42:12.517738 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3cb3c1-e7aa-4b10-9e47-ed6c7cd904e5 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:12.522570 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0e3cb3c1-e7aa-4b10-9e47-ed6c7cd904e5 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/subnets/d83d1ab8-cac5-4dfb-81f3-efd9a8882b11 HTTP/1.1" status: 404 len: 337 time: 0.1061747 Aug 20 10:42:12.526331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47302) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:12.529572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fb66c11e-f9d6-45a2-bd8b-3f4daafc6756 None None] Provisioning complete for port 9c7b4a78-0be2-46fa-8197-5217242ad42d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:12.529942 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fb66c11e-f9d6-45a2-bd8b-3f4daafc6756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:12.578173 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c033e1c9-4f20-449a-91ee-95f55d1a7166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:12.583507 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c033e1c9-4f20-449a-91ee-95f55d1a7166 None None] The sync data for ids ['8c874046-3e04-401b-b5f0-45d997540456'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:42:12.602584 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-221bb081-541d-4ea9-af59-984e55ce3623 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:12.603269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221bb081-541d-4ea9-af59-984e55ce3623 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:12.605110 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-221bb081-541d-4ea9-af59-984e55ce3623 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/e3d74ce4-2401-48c3-bd65-d88226c54c34 HTTP/1.1" status: 404 len: 339 time: 0.0773182 Aug 20 10:42:12.613200 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47306) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:12.669094 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-6614501e-53fe-4791-b207-520c38aac079 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:12.669548 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6614501e-53fe-4791-b207-520c38aac079 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:12.671337 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6614501e-53fe-4791-b207-520c38aac079 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/subnets/68f212fa-6d8c-43fc-930d-261d7e530395 HTTP/1.1" status: 404 len: 337 time: 0.0521605 Aug 20 10:42:12.673837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47310) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:12.700158 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] For port f02bf96d-aca9-44df-ab2e-a0d7bbc43734, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,segment=NetworkSegment(ca60eb73-04bb-4fcf-bf40-4668ede9ba26),segment_id=ca60eb73-04bb-4fcf-bf40-4668ede9ba26)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:12.701586 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af24e1a-b9e8-4735-8169-0fab7d0a05cf tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:12.702157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af24e1a-b9e8-4735-8169-0fab7d0a05cf tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:12.704233 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4af24e1a-b9e8-4735-8169-0fab7d0a05cf tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/136d4175-5487-474a-89f9-1dbaf4b5d3cc HTTP/1.1" status: 404 len: 339 time: 0.0289650 Aug 20 10:42:12.707413 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47314) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:12.761289 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e9bfab-9639-4c67-84a4-3aa6f3ef5dff tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:12.762461 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e9bfab-9639-4c67-84a4-3aa6f3ef5dff tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:12.764506 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-28e9bfab-9639-4c67-84a4-3aa6f3ef5dff tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/subnets/4d5adbd1-2a5a-4e3b-aaf9-77d20c96faca HTTP/1.1" status: 404 len: 337 time: 0.0546169 Aug 20 10:42:12.773932 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] For port f02bf96d-aca9-44df-ab2e-a0d7bbc43734, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:42:12.779365 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f02bf96d-aca9-44df-ab2e-a0d7bbc43734 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:42:12.781552 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47316) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:12.854993 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd9876c-7ce6-4550-96d3-c403c017be0c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:12.856116 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd9876c-7ce6-4550-96d3-c403c017be0c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:12.858171 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-afd9876c-7ce6-4550-96d3-c403c017be0c tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/e98b14d2-d780-4c47-ab7e-3fbd573a0050 HTTP/1.1" status: 404 len: 339 time: 0.0735164 Aug 20 10:42:12.861818 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47320) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:12.929537 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-249ff69f-33de-4e21-a79c-da55d19812fd tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Allocated IP 2001:db8::22 (0fa335f9-981a-4b00-9033-db24a63a3a02/6587f533-0e21-470b-b01f-cce42a1a7293/a63001e2-96b1-4344-9ac8-f72d3a3bda44) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:12.971300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4855a7-e894-404c-9d0b-9b9ac7c25426 req-20f58ef6-06f2-4595-aa4c-c8d0a7acfe75 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:12.981130 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe4855a7-e894-404c-9d0b-9b9ac7c25426 req-20f58ef6-06f2-4595-aa4c-c8d0a7acfe75 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.2314811 Aug 20 10:42:13.031570 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9214c3-cfed-4514-86ca-a309a5a3b5ef tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:13.032235 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-500d6e07-49b4-4b21-8d4a-8b6c6f637476 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:13.034223 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9214c3-cfed-4514-86ca-a309a5a3b5ef tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:13.036393 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-af9214c3-cfed-4514-86ca-a309a5a3b5ef tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/subnets/939085ec-d903-457c-840b-2b07c96b5207 HTTP/1.1" status: 404 len: 337 time: 0.1732750 Aug 20 10:42:13.047174 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47324) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:13.080613 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe4855a7-e894-404c-9d0b-9b9ac7c25426 req-3ce78f8e-ba36-4168-a925-5fd70fd5a163 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979016 Aug 20 10:42:13.094817 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fb66c11e-f9d6-45a2-bd8b-3f4daafc6756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:13.123777 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:13.137459 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91cb0b4-739b-44c9-8eee-57d629edf3e8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:13.137931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91cb0b4-739b-44c9-8eee-57d629edf3e8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:13.142837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47328) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:13.151751 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f91cb0b4-739b-44c9-8eee-57d629edf3e8 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/03b0d510-485b-4556-a0ed-b8003fa2158f HTTP/1.1" status: 404 len: 339 time: 0.1027789 Aug 20 10:42:13.152380 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:42:13.155607 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e1e5bf-540d-424d-9b73-a6657e5d01ed" -d '{"events": [{"server_uuid": "9cbdf4fe-3428-4900-8131-3dcf85be2175", "name": "network-vif-unplugged", "status": "completed", "tag": "f02bf96d-aca9-44df-ab2e-a0d7bbc43734"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:42:13.162280 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:13.194050 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-fb66c11e-f9d6-45a2-bd8b-3f4daafc6756 None None] For port 9c7b4a78-0be2-46fa-8197-5217242ad42d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9c7b4a78-0be2-46fa-8197-5217242ad42d,segment=NetworkSegment(60915cb0-df31-4a66-a5b9-5551b1cb86d2),segment_id=60915cb0-df31-4a66-a5b9-5551b1cb86d2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:13.206449 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fb66c11e-f9d6-45a2-bd8b-3f4daafc6756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:13.219626 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b41998f-25b1-49a1-aabd-f78250cd8016 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:13.220096 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b41998f-25b1-49a1-aabd-f78250cd8016 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:13.222213 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0b41998f-25b1-49a1-aabd-f78250cd8016 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/subnets/09926034-2138-4cdb-b01f-5b4940430e7b HTTP/1.1" status: 404 len: 337 time: 0.0779810 Aug 20 10:42:13.229565 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47332) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:13.279701 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a430fa4-8352-42a1-9339-a6382b963d0f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] DELETE failed (client error): The resource could not be found. Aug 20 10:42:13.280499 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a430fa4-8352-42a1-9339-a6382b963d0f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:13.285729 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6a430fa4-8352-42a1-9339-a6382b963d0f tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/efbfd71f-e283-4275-bc2e-bca93ed358f5 HTTP/1.1" status: 404 len: 339 time: 0.0547142 Aug 20 10:42:13.288206 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47334) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:13.299965 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66c11e-f9d6-45a2-bd8b-3f4daafc6756 None None] Pushing event updated for resources: {'Port': ['ID=9c7b4a78-0be2-46fa-8197-5217242ad42d,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:13.312260 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Transition to ACTIVE for port object f02bf96d-aca9-44df-ab2e-a0d7bbc43734 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:13.352952 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045b9a1-2f4f-46e2-bf14-39a189a97774 req-2ecabd1f-7b14-4348-9acb-0735a327b66e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:13.354666 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0045b9a1-2f4f-46e2-bf14-39a189a97774 req-2ecabd1f-7b14-4348-9acb-0735a327b66e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.4014084 Aug 20 10:42:13.363371 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa53b6f7-38cd-4df0-bc71-99f26a6f32e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Deleting subnet a9ebe4e5-5300-4fbf-9f46-196b0657bf21 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:42:13.365522 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b20c7c1-902f-42fa-bc9f-1481ab569ef3 x-openstack-request-id: req-1b20c7c1-902f-42fa-bc9f-1481ab569ef3 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:42:13.369080 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbdf4fe-3428-4900-8131-3dcf85be2175", "name": "network-vif-unplugged", "status": "completed", "tag": "f02bf96d-aca9-44df-ab2e-a0d7bbc43734", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:42:13.369675 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b20c7c1-902f-42fa-bc9f-1481ab569ef3 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:42:13.372300 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734', 'code': 200} Aug 20 10:42:13.394122 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa53b6f7-38cd-4df0-bc71-99f26a6f32e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:13.410011 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:13.439523 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:42:13.440054 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:42:13.492236 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa53b6f7-38cd-4df0-bc71-99f26a6f32e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:13.610678 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0045b9a1-2f4f-46e2-bf14-39a189a97774 req-01f781c2-f005-45f8-be37-efecb64ccde2 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189548 Aug 20 10:42:13.664859 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa53b6f7-38cd-4df0-bc71-99f26a6f32e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:13.671730 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Pushing event updated for resources: {'Port': ['ID=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,revision_number=6']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:13.822571 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa53b6f7-38cd-4df0-bc71-99f26a6f32e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:13.844401 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-500d6e07-49b4-4b21-8d4a-8b6c6f637476 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:13.881730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9c7b4a78-0be2-46fa-8197-5217242ad42d up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:42:13.888747 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fa53b6f7-38cd-4df0-bc71-99f26a6f32e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:13.896168 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fa53b6f7-38cd-4df0-bc71-99f26a6f32e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/subnets/a9ebe4e5-5300-4fbf-9f46-196b0657bf21 HTTP/1.1" status: 204 len: 168 time: 0.6060545 Aug 20 10:42:13.899486 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53b6f7-38cd-4df0-bc71-99f26a6f32e1 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ebe4e5-5300-4fbf-9f46-196b0657bf21,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:13.905476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47342) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:13.951911 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-249ff69f-33de-4e21-a79c-da55d19812fd tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:13.991423 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e318c91-1a3f-4a9e-b749-140f188cdc35 None None] Network 2c4be94f-05ad-4b0d-b0b2-aff30a18fb10 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:14.016346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-249ff69f-33de-4e21-a79c-da55d19812fd tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Transition to ACTIVE for port object a63001e2-96b1-4344-9ac8-f72d3a3bda44 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:14.037956 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bb8d38-f633-4e4b-8cf6-f99cbe898859 None None] Network 0fa335f9-981a-4b00-9033-db24a63a3a02 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:14.111950 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:14.142356 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-249ff69f-33de-4e21-a79c-da55d19812fd tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:14.285672 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ff69f-33de-4e21-a79c-da55d19812fd tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=a63001e2-96b1-4344-9ac8-f72d3a3bda44,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:14.326429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ff69f-33de-4e21-a79c-da55d19812fd tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 0fa335f9-981a-4b00-9033-db24a63a3a02 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:14.328621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-249ff69f-33de-4e21-a79c-da55d19812fd tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:14.330708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] No DVR routers for this DVR port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 on host n-h1-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:14.333948 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249ff69f-33de-4e21-a79c-da55d19812fd tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:14.339816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ff69f-33de-4e21-a79c-da55d19812fd tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:14.340384 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-249ff69f-33de-4e21-a79c-da55d19812fd tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:14.398986 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8874cbc-37af-4fbc-879c-f58c13743323 req-562549f2-64d4-4d69-ba6d-cca4c00aabd6 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:14.401463 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a8874cbc-37af-4fbc-879c-f58c13743323 req-562549f2-64d4-4d69-ba6d-cca4c00aabd6 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 943 time: 0.1441355 Aug 20 10:42:14.438489 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-249ff69f-33de-4e21-a79c-da55d19812fd tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5134473 Aug 20 10:42:14.441755 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47350) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:14.459541 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a8874cbc-37af-4fbc-879c-f58c13743323 req-ea04ef74-3da6-4c0c-a76a-c85ff90b8242 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500045 Aug 20 10:42:14.468392 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Deleting port 86eff681-c87c-48cc-a551-dd456c6f2a2f {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:14.469008 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:14.541634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 9c7b4a78-0be2-46fa-8197-5217242ad42d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:14.541634 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:14.549722 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-500d6e07-49b4-4b21-8d4a-8b6c6f637476 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Deleting port 084e481e-a778-4407-b7aa-85f3c448e7ab {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:14.550203 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-500d6e07-49b4-4b21-8d4a-8b6c6f637476 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:14.597186 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] For port 86eff681-c87c-48cc-a551-dd456c6f2a2f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=86eff681-c87c-48cc-a551-dd456c6f2a2f,segment=NetworkSegment(52b19bb6-4275-4403-aedf-387006f3128a),segment_id=52b19bb6-4275-4403-aedf-387006f3128a)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:14.597186 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:14.633906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c3186ed1-329a-4696-9b76-650cb908556b None None] Provisioning complete for port 9c7b4a78-0be2-46fa-8197-5217242ad42d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:14.634283 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c3186ed1-329a-4696-9b76-650cb908556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:14.642426 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Calling delete_port for 86eff681-c87c-48cc-a551-dd456c6f2a2f owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:14.764649 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d0c63b-4203-4f67-a91d-b65426f4fb88 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:14.768208 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e9d0c63b-4203-4f67-a91d-b65426f4fb88 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A70 HTTP/1.1" status: 200 len: 928 time: 0.3241844 Aug 20 10:42:14.781418 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47358) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:14.855039 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:14.910258 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] No DVR routers for this DVR port 86eff681-c87c-48cc-a551-dd456c6f2a2f on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:14.997595 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c3186ed1-329a-4696-9b76-650cb908556b None None] Provisioning for port 0158ca61-54c6-4d1f-a76e-3067ecf24c4a completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:15.001826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c3186ed1-329a-4696-9b76-650cb908556b None None] Provisioning complete for port 0158ca61-54c6-4d1f-a76e-3067ecf24c4a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:15.002484 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c3186ed1-329a-4696-9b76-650cb908556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:15.009022 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Port': ['ID=86eff681-c87c-48cc-a551-dd456c6f2a2f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:15.046781 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d1358-1cc9-4e9b-95ac-6d574a2f2838 req-dd4a978f-6bcb-47dc-b8dc-c80ba687edd6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:15.049196 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-277d1358-1cc9-4e9b-95ac-6d574a2f2838 req-dd4a978f-6bcb-47dc-b8dc-c80ba687edd6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.2458076 Aug 20 10:42:15.055431 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Attempting to bind port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:42:15.061414 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Attempting to bind port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:42:15.061883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Attempting to bind port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 on network 04ee7e74-5a5c-49dc-a864-0c96e1144436 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:42:15.074400 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-500d6e07-49b4-4b21-8d4a-8b6c6f637476 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:15.089988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1ead77-bbd4-4d90-a6b4-45050fffbe21 None None] DHCP port deletion for 2c4be94f-05ad-4b0d-b0b2-aff30a18fb10 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:42:15.094251 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c3186ed1-329a-4696-9b76-650cb908556b None None] Port 0158ca61-54c6-4d1f-a76e-3067ecf24c4a cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:42:15.154061 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 on network 04ee7e74-5a5c-49dc-a864-0c96e1144436 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:42:15.158433 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:15.163205 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Attempting to bind port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 on network 04ee7e74-5a5c-49dc-a864-0c96e1144436 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:42:15.172608 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4be94f-05ad-4b0d-b0b2-aff30a18fb10']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:15.193865 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b19bb6-4275-4403-aedf-387006f3128a') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:15.194152 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b19bb6-4275-4403-aedf-387006f3128a') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:15.198189 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-500d6e07-49b4-4b21-8d4a-8b6c6f637476 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Calling delete_port for 084e481e-a778-4407-b7aa-85f3c448e7ab owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:15.221702 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:42:15.231513 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Checking segment: {'id': 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:15.232435 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Bound using segment: {'id': 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:42:15.233485 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:15.234057 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Bound port: f02bf96d-aca9-44df-ab2e-a0d7bbc43734, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:42:15.234984 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:15.240292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-271a7f0b-26ac-4369-b85f-ec58e2b156dc tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port a63001e2-96b1-4344-9ac8-f72d3a3bda44 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:15.240627 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-271a7f0b-26ac-4369-b85f-ec58e2b156dc tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:15.366565 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:15.382036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:42:15.382845 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:42:15.386886 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:42:15.492372 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ea15f267-d67c-48ac-8d93-b94bbf64fe95 None None] Provisioning complete for port 9c7b4a78-0be2-46fa-8197-5217242ad42d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:15.494524 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ea15f267-d67c-48ac-8d93-b94bbf64fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:15.560825 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:15.577179 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:15.584204 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] 10.222.0.16 "DELETE /v2.0/networks/2c4be94f-05ad-4b0d-b0b2-aff30a18fb10 HTTP/1.1" status: 204 len: 168 time: 1.6771159 Aug 20 10:42:15.627949 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-271a7f0b-26ac-4369-b85f-ec58e2b156dc tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:15.645495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-271a7f0b-26ac-4369-b85f-ec58e2b156dc tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for a63001e2-96b1-4344-9ac8-f72d3a3bda44 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:15.802896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ea15f267-d67c-48ac-8d93-b94bbf64fe95 None None] Provisioning complete for port 0158ca61-54c6-4d1f-a76e-3067ecf24c4a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:15.803588 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ea15f267-d67c-48ac-8d93-b94bbf64fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:15.912266 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 86eff681-c87c-48cc-a551-dd456c6f2a2f no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:42:15.921392 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ea15f267-d67c-48ac-8d93-b94bbf64fe95 None None] Port 0158ca61-54c6-4d1f-a76e-3067ecf24c4a cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:42:15.942222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e3633-2fcd-4527-a08f-8e38cd20b1e6 tempest-NetworksTest-1706367605 tempest-NetworksTest-1706367605-project] Pushing event deleted for resources: {'Network': ['ID=2c4be94f-05ad-4b0d-b0b2-aff30a18fb10,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:15.951864 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-271a7f0b-26ac-4369-b85f-ec58e2b156dc tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:15.968057 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 86eff681-c87c-48cc-a551-dd456c6f2a2f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:42:15.968411 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 86eff681-c87c-48cc-a551-dd456c6f2a2f not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:42:15.970607 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ea15f267-d67c-48ac-8d93-b94bbf64fe95 None None] Could not find standard attr ID for object a63001e2-96b1-4344-9ac8-f72d3a3bda44. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:42:16.101195 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-022aeb45-b975-45e3-ac01-ca44445b88bc None None] Provisioning complete for port 0158ca61-54c6-4d1f-a76e-3067ecf24c4a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:16.101872 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-022aeb45-b975-45e3-ac01-ca44445b88bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:16.193473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-022aeb45-b975-45e3-ac01-ca44445b88bc None None] Port 0158ca61-54c6-4d1f-a76e-3067ecf24c4a cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:42:16.357123 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47376) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:16.407831 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-03304067-155e-4b6a-bbc9-42466d3ba1b3 None None] Could not find standard attr ID for object a63001e2-96b1-4344-9ac8-f72d3a3bda44. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:42:16.440022 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] For port f02bf96d-aca9-44df-ab2e-a0d7bbc43734, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:42:16.447944 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] For port f02bf96d-aca9-44df-ab2e-a0d7bbc43734, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,segment=NetworkSegment(ca60eb73-04bb-4fcf-bf40-4668ede9ba26),segment_id=ca60eb73-04bb-4fcf-bf40-4668ede9ba26)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:42:16.556275 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-277d1358-1cc9-4e9b-95ac-6d574a2f2838 req-94d8ef89-0a92-4507-9ef7-20d186ede063 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4774063 Aug 20 10:42:16.574618 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:16.577693 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-500d6e07-49b4-4b21-8d4a-8b6c6f637476 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:16.653221 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a7f0b-26ac-4369-b85f-ec58e2b156dc tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=a63001e2-96b1-4344-9ac8-f72d3a3bda44,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:16.707579 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:16.709214 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:16.710639 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] 10.222.0.24 "PUT /v2.0/ports/f02bf96d-aca9-44df-ab2e-a0d7bbc43734 HTTP/1.1" status: 200 len: 1092 time: 6.5053635 Aug 20 10:42:16.711220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'tag': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:42:16.712370 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-271a7f0b-26ac-4369-b85f-ec58e2b156dc tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:16.714070 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5ab7ad-47c3-47d2-b748-2b940f78f736" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbdf4fe-3428-4900-8131-3dcf85be2175", "tag": "f02bf96d-aca9-44df-ab2e-a0d7bbc43734"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:42:16.717188 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-271a7f0b-26ac-4369-b85f-ec58e2b156dc tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/ports/a63001e2-96b1-4344-9ac8-f72d3a3bda44 HTTP/1.1" status: 204 len: 168 time: 1.9321070 Aug 20 10:42:16.725255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621fc71-0c2a-49b8-a928-d89f8c148977 req-a44c73bb-1256-470e-b351-c617ffbee29a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:16.726826 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6621fc71-0c2a-49b8-a928-d89f8c148977 req-a44c73bb-1256-470e-b351-c617ffbee29a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 943 time: 1.1409957 Aug 20 10:42:16.727400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47384) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:16.794815 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7391be-e28a-4fd4-b535-b057944991a0 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] GET failed (client error): The resource could not be found. Aug 20 10:42:16.796641 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9b7391be-e28a-4fd4-b535-b057944991a0 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports/a63001e2-96b1-4344-9ac8-f72d3a3bda44 HTTP/1.1" status: 404 len: 333 time: 0.0683434 Aug 20 10:42:16.799532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47390) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:16.871103 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab617342-affd-4157-a3ee-881c36a218be x-openstack-request-id: req-ab617342-affd-4157-a3ee-881c36a218be {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:42:16.872149 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbdf4fe-3428-4900-8131-3dcf85be2175", "tag": "f02bf96d-aca9-44df-ab2e-a0d7bbc43734", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:42:16.872579 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab617342-affd-4157-a3ee-881c36a218be {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:42:16.873260 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'tag': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734', 'status': 'completed', 'code': 200} Aug 20 10:42:16.884672 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-97291d62-8a15-402b-94b0-4e304959a6a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fdaf278dcede4f718d2bb355314db42b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5238619 Aug 20 10:42:16.887491 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47392) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:16.888632 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734bb52-ef2b-4fd1-9503-24cb00bc581d service neutron] Pushing event updated for resources: {'Port': ['ID=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,revision_number=7']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:16.947477 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d6e07-49b4-4b21-8d4a-8b6c6f637476 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Pushing event deleted for resources: {'Port': ['ID=084e481e-a778-4407-b7aa-85f3c448e7ab,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:16.947477 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-500d6e07-49b4-4b21-8d4a-8b6c6f637476 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:16.953565 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6621fc71-0c2a-49b8-a928-d89f8c148977 req-7975ece7-4a1b-40ed-b849-8b379a42998e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133923 Aug 20 10:42:17.112464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-d8ae05de-fb60-4cfa-aedc-5f8f8f6ff90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:17.120481 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-d8ae05de-fb60-4cfa-aedc-5f8f8f6ff90c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 1095 time: 0.1892569 Aug 20 10:42:17.158266 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-500d6e07-49b4-4b21-8d4a-8b6c6f637476 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:17.160578 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-500d6e07-49b4-4b21-8d4a-8b6c6f637476 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:17.234686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-99e0eb11-d78f-443a-9f98-f6d555afc152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:17.236850 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-99e0eb11-d78f-443a-9f98-f6d555afc152 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 1095 time: 0.4779308 Aug 20 10:42:17.240067 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-500d6e07-49b4-4b21-8d4a-8b6c6f637476 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:17.240599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500d6e07-49b4-4b21-8d4a-8b6c6f637476 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Fanout notify agent at l3_agent the message router_deleted on router 8c874046-3e04-401b-b5f0-45d997540456 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:42:17.248784 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-500d6e07-49b4-4b21-8d4a-8b6c6f637476 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:17.253055 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-500d6e07-49b4-4b21-8d4a-8b6c6f637476 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] 10.222.0.16 "DELETE /v2.0/routers/8c874046-3e04-401b-b5f0-45d997540456 HTTP/1.1" status: 204 len: 168 time: 4.9726648 Aug 20 10:42:17.254148 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47400) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:17.305931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-d074540b-fc48-4846-9e50-f84650a50d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:17.308811 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-d074540b-fc48-4846-9e50-f84650a50d3b service neutron] 10.222.0.42 "GET /v2.0/networks?id=04ee7e74-5a5c-49dc-a864-0c96e1144436 HTTP/1.1" status: 200 len: 898 time: 0.1766074 Aug 20 10:42:17.330313 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-fb72f968-06fb-491f-a66a-d8bd5ab0f1b0 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port 0158ca61-54c6-4d1f-a76e-3067ecf24c4a {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:17.331607 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb72f968-06fb-491f-a66a-d8bd5ab0f1b0 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:17.422503 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6605b130-4154-4d97-a203-55d7ff499a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:17.444873 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb72f968-06fb-491f-a66a-d8bd5ab0f1b0 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:17.458384 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-fb72f968-06fb-491f-a66a-d8bd5ab0f1b0 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for 0158ca61-54c6-4d1f-a76e-3067ecf24c4a owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:17.486793 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6605b130-4154-4d97-a203-55d7ff499a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:17.495992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-742ee526-fd0a-41e3-980f-2caf589c4f76 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Deleting subnet 7a0cef2d-2fc0-416a-bf42-953cd3373dc9 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:42:17.510846 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-49a931d3-8987-4acd-aa48-c19094643784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:17.512845 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-49a931d3-8987-4acd-aa48-c19094643784 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04ee7e74-5a5c-49dc-a864-0c96e1144436 HTTP/1.1" status: 200 len: 898 time: 0.2577696 Aug 20 10:42:17.516254 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-742ee526-fd0a-41e3-980f-2caf589c4f76 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:17.634238 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-742ee526-fd0a-41e3-980f-2caf589c4f76 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:17.687111 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-953a080f-e0f3-4240-b22b-cafea7f31a79 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734 HTTP/1.1" status: 200 len: 998 time: 0.1596224 Aug 20 10:42:17.742333 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6605b130-4154-4d97-a203-55d7ff499a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:17.745316 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6605b130-4154-4d97-a203-55d7ff499a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:17.749038 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6605b130-4154-4d97-a203-55d7ff499a17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7228b1df-3ce5-4b6a-a063-81da377e4f24 HTTP/1.1" status: 204 len: 168 time: 0.8567343 Aug 20 10:42:17.771918 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-b30bd879-eea3-4685-9530-37e0e8f308d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734 HTTP/1.1" status: 200 len: 998 time: 0.4527183 Aug 20 10:42:17.773033 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb72f968-06fb-491f-a66a-d8bd5ab0f1b0 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:17.868869 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-742ee526-fd0a-41e3-980f-2caf589c4f76 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:17.878823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72f968-06fb-491f-a66a-d8bd5ab0f1b0 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=0158ca61-54c6-4d1f-a76e-3067ecf24c4a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:17.913076 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb72f968-06fb-491f-a66a-d8bd5ab0f1b0 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:17.918666 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fb72f968-06fb-491f-a66a-d8bd5ab0f1b0 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/ports/0158ca61-54c6-4d1f-a76e-3067ecf24c4a HTTP/1.1" status: 204 len: 168 time: 1.1166947 Aug 20 10:42:17.919595 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47412) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:17.970115 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d63717-7628-4301-a661-91f693ad9cb3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] GET failed (client error): The resource could not be found. Aug 20 10:42:17.971789 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-05d63717-7628-4301-a661-91f693ad9cb3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports/0158ca61-54c6-4d1f-a76e-3067ecf24c4a HTTP/1.1" status: 404 len: 333 time: 0.0485539 Aug 20 10:42:17.973682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-c3a7c8d1-6fd9-41f9-9df7-3f61f845777e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:17.977329 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-c3a7c8d1-6fd9-41f9-9df7-3f61f845777e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7556d4b9-7aed-48d6-9dd3-8cb0da6203ab HTTP/1.1" status: 200 len: 833 time: 0.1944020 Aug 20 10:42:17.977758 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47414) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:18.057874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605b130-4154-4d97-a203-55d7ff499a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7228b1df-3ce5-4b6a-a063-81da377e4f24,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:18.081925 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-742ee526-fd0a-41e3-980f-2caf589c4f76 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:18.133991 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e943b-a04c-4184-b6b0-38cabf0361db req-bda84da1-167e-4c78-9e1f-77ddffda10bd tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:18.133991 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f0e943b-a04c-4184-b6b0-38cabf0361db req-bda84da1-167e-4c78-9e1f-77ddffda10bd tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.4410806 Aug 20 10:42:18.151508 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a22698-918d-40d0-b724-608cd1e22018 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting subnet 6587f533-0e21-470b-b01f-cce42a1a7293 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:42:18.164042 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5e065a-b6d9-4cd4-a960-042a0c1eced5 None None] Network 1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:18.167914 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36a22698-918d-40d0-b724-608cd1e22018 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:18.201526 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-742ee526-fd0a-41e3-980f-2caf589c4f76 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:18.207763 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-742ee526-fd0a-41e3-980f-2caf589c4f76 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] 10.222.0.16 "DELETE /v2.0/subnets/7a0cef2d-2fc0-416a-bf42-953cd3373dc9 HTTP/1.1" status: 204 len: 168 time: 0.8662002 Aug 20 10:42:18.218985 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-3d2f3917-1e54-4736-8c76-204464471eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:18.221197 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-3d2f3917-1e54-4736-8c76-204464471eaf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7556d4b9-7aed-48d6-9dd3-8cb0da6203ab HTTP/1.1" status: 200 len: 833 time: 0.5156076 Aug 20 10:42:18.229130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47426) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:18.253580 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ee526-fd0a-41e3-980f-2caf589c4f76 tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Pushing event deleted for resources: {'Subnet': ['ID=7a0cef2d-2fc0-416a-bf42-953cd3373dc9,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:18.398503 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f0e943b-a04c-4184-b6b0-38cabf0361db req-105bf8d1-582a-4693-bcc9-1f9883dfef58 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641673 Aug 20 10:42:18.427966 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-5e680aac-f392-43cd-a8c4-e1fcddf354a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:18.432869 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-5e680aac-f392-43cd-a8c4-e1fcddf354a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04ee7e74-5a5c-49dc-a864-0c96e1144436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1917748 Aug 20 10:42:18.443664 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:18.468104 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36a22698-918d-40d0-b724-608cd1e22018 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:18.473063 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-42e327a8-379d-4e7c-9827-17c35be6062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:18.474600 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-42e327a8-379d-4e7c-9827-17c35be6062d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=04ee7e74-5a5c-49dc-a864-0c96e1144436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3658788 Aug 20 10:42:18.543482 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:18.544647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3a082-d716-4116-a0ce-f3ecaf83e459 req-39db0c87-73a5-4cd2-a4de-cdc40cc8fe46 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:18.552955 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0974a014-45d2-4c1b-a6b3-0078c92e14de None None] DHCP port deletion for 1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:42:18.557422 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-adf3a082-d716-4116-a0ce-f3ecaf83e459 req-39db0c87-73a5-4cd2-a4de-cdc40cc8fe46 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 943 time: 0.3933487 Aug 20 10:42:18.652929 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0974a014-45d2-4c1b-a6b3-0078c92e14de None None] Deleting port b15149fd-1af9-4318-98a1-37cddc668a42 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:18.656455 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0974a014-45d2-4c1b-a6b3-0078c92e14de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:18.691309 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-adf3a082-d716-4116-a0ce-f3ecaf83e459 req-f8e0d99e-55b1-4f0b-b4da-e3db924efbad tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324568 Aug 20 10:42:18.712966 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-4c621c08-ca81-4cfd-b441-98112513dd48 service neutron] 10.222.0.24 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648966 Aug 20 10:42:18.742936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0974a014-45d2-4c1b-a6b3-0078c92e14de None None] For port b15149fd-1af9-4318-98a1-37cddc668a42, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b15149fd-1af9-4318-98a1-37cddc668a42,segment=NetworkSegment(9e288d4c-ef2e-465c-ad20-004a527c6d66),segment_id=9e288d4c-ef2e-465c-ad20-004a527c6d66)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:18.743391 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0974a014-45d2-4c1b-a6b3-0078c92e14de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:18.758884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0974a014-45d2-4c1b-a6b3-0078c92e14de None None] Calling delete_port for b15149fd-1af9-4318-98a1-37cddc668a42 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:18.774512 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36a22698-918d-40d0-b724-608cd1e22018 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:18.821990 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-526a04da-98c0-4bde-9692-8b3879fde78a service neutron] 10.222.0.42 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387936 Aug 20 10:42:18.856146 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0974a014-45d2-4c1b-a6b3-0078c92e14de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:18.876544 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0974a014-45d2-4c1b-a6b3-0078c92e14de None None] No DVR routers for this DVR port b15149fd-1af9-4318-98a1-37cddc668a42 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:18.900155 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36a22698-918d-40d0-b724-608cd1e22018 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:18.916833 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Deleting port b15149fd-1af9-4318-98a1-37cddc668a42 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:18.917229 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:18.934912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974a014-45d2-4c1b-a6b3-0078c92e14de None None] Pushing event deleted for resources: {'Port': ['ID=b15149fd-1af9-4318-98a1-37cddc668a42,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:18.984973 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f69f7d-628a-4f31-98ce-41f446a0575f None None] Network 0fa335f9-981a-4b00-9033-db24a63a3a02 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:18.987647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] For port b15149fd-1af9-4318-98a1-37cddc668a42, host n-d-778550-11, got binding levels [] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:18.988034 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:18.989400 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-36a22698-918d-40d0-b724-608cd1e22018 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:18.999342 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-36a22698-918d-40d0-b724-608cd1e22018 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/6587f533-0e21-470b-b01f-cce42a1a7293 HTTP/1.1" status: 204 len: 168 time: 1.0124950 Aug 20 10:42:19.020235 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Calling delete_port for b15149fd-1af9-4318-98a1-37cddc668a42 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:19.023377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.ipam_backend_mixin [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Port b15149fd-1af9-4318-98a1-37cddc668a42 was not found and therefore no delete operation was performed {{(pid=94866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 10:42:19.028052 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47458) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:19.030532 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:19.049371 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a22698-918d-40d0-b724-608cd1e22018 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Subnet': ['ID=6587f533-0e21-470b-b01f-cce42a1a7293,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:19.176514 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47460) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:19.187243 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Pushing event deleted for resources: {'Port': ['ID=b15149fd-1af9-4318-98a1-37cddc668a42,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:19.197435 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] No DVR routers for this DVR port b15149fd-1af9-4318-98a1-37cddc668a42 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:19.209234 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-5eb45aee-7357-4801-984d-7087710f98e4 service neutron] 10.222.0.42 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903404 Aug 20 10:42:19.227262 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e384ff-73f4-4d94-b1c6-aaf936639cc5 req-d22d9ae6-b166-4d68-a2ac-2b2959d42e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:19.229419 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-07e384ff-73f4-4d94-b1c6-aaf936639cc5 req-d22d9ae6-b166-4d68-a2ac-2b2959d42e6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 1097 time: 0.0743663 Aug 20 10:42:19.279683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81dd47e-7141-4ec9-a4a1-fa47f0367b45 None None] DHCP port deletion for 0fa335f9-981a-4b00-9033-db24a63a3a02 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:42:19.295490 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-269d8110-3375-4230-bb6d-b1108e2a6a91 req-a6ceb694-0755-48dc-ae41-9c83afd9ec8e service neutron] 10.222.0.24 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699859 Aug 20 10:42:19.343197 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:19.388344 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e384ff-73f4-4d94-b1c6-aaf936639cc5 req-d92e4540-7f7d-40ca-8723-82718b1658cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:19.390447 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-07e384ff-73f4-4d94-b1c6-aaf936639cc5 req-d92e4540-7f7d-40ca-8723-82718b1658cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.1535339 Aug 20 10:42:19.398105 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:19.415299 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:19.435468 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e288d4c-ef2e-465c-ad20-004a527c6d66') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:19.435468 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e288d4c-ef2e-465c-ad20-004a527c6d66') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:19.455947 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-07e384ff-73f4-4d94-b1c6-aaf936639cc5 req-5aa83b58-d21e-4797-82e8-62d9b7a676c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda HTTP/1.1" status: 200 len: 217 time: 0.0578597 Aug 20 10:42:19.476791 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-bc48d891-4330-4068-b142-4fc81319d577 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-867615443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:19.483803 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:19.492540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a81dd47e-7141-4ec9-a4a1-fa47f0367b45 None None] Deleting port 9c7b4a78-0be2-46fa-8197-5217242ad42d {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:19.494259 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a81dd47e-7141-4ec9-a4a1-fa47f0367b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:19.518247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-074dd1b9-bcb2-4a51-9556-6a563aaa38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:19.519941 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-074dd1b9-bcb2-4a51-9556-6a563aaa38f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 1095 time: 0.1632094 Aug 20 10:42:19.523522 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:19.543331 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:42:19.544075 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:42:19.551870 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:42:19.578332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e384ff-73f4-4d94-b1c6-aaf936639cc5 req-767fa504-7942-4cb7-8e93-79e88aa3b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:19.579898 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-07e384ff-73f4-4d94-b1c6-aaf936639cc5 req-767fa504-7942-4cb7-8e93-79e88aa3b9b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.1157343 Aug 20 10:42:19.594323 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-a81dd47e-7141-4ec9-a4a1-fa47f0367b45 None None] For port 9c7b4a78-0be2-46fa-8197-5217242ad42d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9c7b4a78-0be2-46fa-8197-5217242ad42d,segment=NetworkSegment(60915cb0-df31-4a66-a5b9-5551b1cb86d2),segment_id=60915cb0-df31-4a66-a5b9-5551b1cb86d2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:19.594911 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a81dd47e-7141-4ec9-a4a1-fa47f0367b45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:19.613594 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a81dd47e-7141-4ec9-a4a1-fa47f0367b45 None None] Calling delete_port for 9c7b4a78-0be2-46fa-8197-5217242ad42d owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:19.655403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e384ff-73f4-4d94-b1c6-aaf936639cc5 req-08370a06-3909-46a6-9b04-1e64df8444a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:19.657238 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-07e384ff-73f4-4d94-b1c6-aaf936639cc5 req-08370a06-3909-46a6-9b04-1e64df8444a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699644 Aug 20 10:42:19.674662 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bc48d891-4330-4068-b142-4fc81319d577 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:19.676379 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bc48d891-4330-4068-b142-4fc81319d577 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:19.731975 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port 9c7b4a78-0be2-46fa-8197-5217242ad42d {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:19.731975 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:19.734871 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a81dd47e-7141-4ec9-a4a1-fa47f0367b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:19.806748 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:19.822416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed66da-d8a7-469b-b616-28b2a5469046 req-ec2905af-096f-4339-b03b-7bfcc8150e92 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:19.824042 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4bed66da-d8a7-469b-b616-28b2a5469046 req-ec2905af-096f-4339-b03b-7bfcc8150e92 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.2735322 Aug 20 10:42:19.834473 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-07e384ff-73f4-4d94-b1c6-aaf936639cc5 req-8cc8fe85-5ea2-4f4e-a7a6-d1badb72070b service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697912 Aug 20 10:42:19.835688 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:19.840575 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] 10.222.0.16 "DELETE /v2.0/networks/1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f HTTP/1.1" status: 204 len: 168 time: 1.6102598 Aug 20 10:42:19.846340 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81dd47e-7141-4ec9-a4a1-fa47f0367b45 None None] Pushing event deleted for resources: {'Port': ['ID=9c7b4a78-0be2-46fa-8197-5217242ad42d,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:19.850831 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47474) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:19.861799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81dd47e-7141-4ec9-a4a1-fa47f0367b45 None None] No DVR routers for this DVR port 9c7b4a78-0be2-46fa-8197-5217242ad42d on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:19.900668 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2992f-f549-42ae-a41e-4520106e682e tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Pushing event deleted for resources: {'Network': ['ID=1fa1eaf1-c18a-44d5-bbee-7b5af5dc987f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:19.909781 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b15149fd-1af9-4318-98a1-37cddc668a42 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:42:19.940817 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: b15149fd-1af9-4318-98a1-37cddc668a42 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:42:19.941607 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b15149fd-1af9-4318-98a1-37cddc668a42 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:42:19.942223 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9c7b4a78-0be2-46fa-8197-5217242ad42d no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:42:19.949042 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] For port 9c7b4a78-0be2-46fa-8197-5217242ad42d, host n-d-778550-11, got binding levels [] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:19.957968 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:19.963113 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bc48d891-4330-4068-b142-4fc81319d577 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:19.974497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 9c7b4a78-0be2-46fa-8197-5217242ad42d {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:42:19.974888 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9c7b4a78-0be2-46fa-8197-5217242ad42d not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:42:19.983203 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-76dc8062-c242-4774-88e1-580a0f835ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:19.986716 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-76dc8062-c242-4774-88e1-580a0f835ac3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04ee7e74-5a5c-49dc-a864-0c96e1144436 HTTP/1.1" status: 200 len: 898 time: 0.4524982 Aug 20 10:42:19.987766 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bc48d891-4330-4068-b142-4fc81319d577 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:19.998091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for 9c7b4a78-0be2-46fa-8197-5217242ad42d owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:20.013774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.ipam_backend_mixin [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Port 9c7b4a78-0be2-46fa-8197-5217242ad42d was not found and therefore no delete operation was performed {{(pid=94866) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 10:42:20.023684 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4bed66da-d8a7-469b-b616-28b2a5469046 req-a148ff9c-70a4-45f0-802f-34879a83506d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783917 Aug 20 10:42:20.066223 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.109607 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bc48d891-4330-4068-b142-4fc81319d577 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.116188 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bc48d891-4330-4068-b142-4fc81319d577 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.9253819 Aug 20 10:42:20.116562 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47480) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:20.118226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=9c7b4a78-0be2-46fa-8197-5217242ad42d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:20.134677 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0509b393-8e69-4488-be27-f659afea39ed tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-384972307'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:20.134933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No DVR routers for this DVR port 9c7b4a78-0be2-46fa-8197-5217242ad42d on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:20.144884 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-8ddb3a01-b778-44a7-9f68-b865d66b2cf9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734 HTTP/1.1" status: 200 len: 998 time: 0.1448016 Aug 20 10:42:20.149037 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c8d2d-ee8f-408e-852f-b4e9a1396df3 req-860d9924-d617-4437-809c-4f7380fe9c23 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:20.150068 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7f4c8d2d-ee8f-408e-852f-b4e9a1396df3 req-860d9924-d617-4437-809c-4f7380fe9c23 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 943 time: 0.2031374 Aug 20 10:42:20.226965 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-07e384ff-73f4-4d94-b1c6-aaf936639cc5 req-08052270-34c5-4556-9d3f-908fd280d02c service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750541 Aug 20 10:42:20.228522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0509b393-8e69-4488-be27-f659afea39ed tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Made reservation on behalf of 38e74b552ed74cedb81cde4aac1a2651 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:20.232143 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0509b393-8e69-4488-be27-f659afea39ed tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.255435 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0509b393-8e69-4488-be27-f659afea39ed tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.275875 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7f4c8d2d-ee8f-408e-852f-b4e9a1396df3 req-ab996fd8-deb9-4113-b2a8-fd3fb8c7c5a2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147015 Aug 20 10:42:20.276450 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.293922 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-cd365893-505a-414e-9734-195c3a6ef30a tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Deleting port 4c876b14-cff6-4b97-8caf-f0671b71c7e0 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:20.293922 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cd365893-505a-414e-9734-195c3a6ef30a tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.294277 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-8b04c22b-ab74-4cc1-9aa5-a59253a06123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:20.294277 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-8b04c22b-ab74-4cc1-9aa5-a59253a06123 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7556d4b9-7aed-48d6-9dd3-8cb0da6203ab HTTP/1.1" status: 200 len: 833 time: 0.1258485 Aug 20 10:42:20.296348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa335f9-981a-4b00-9033-db24a63a3a02']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:20.319856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60915cb0-df31-4a66-a5b9-5551b1cb86d2') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:20.320258 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60915cb0-df31-4a66-a5b9-5551b1cb86d2') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:20.344060 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.367241 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.377809 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-c489c936-e76a-47f7-908f-01a08b72d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:20.379574 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-c489c936-e76a-47f7-908f-01a08b72d192 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04ee7e74-5a5c-49dc-a864-0c96e1144436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803895 Aug 20 10:42:20.381254 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:42:20.381776 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:42:20.385318 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:42:20.421378 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cd365893-505a-414e-9734-195c3a6ef30a tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.421717 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cd365893-505a-414e-9734-195c3a6ef30a tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.436638 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-cd365893-505a-414e-9734-195c3a6ef30a tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Calling delete_port for 4c876b14-cff6-4b97-8caf-f0671b71c7e0 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:20.532645 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.541045 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.548254 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/networks/0fa335f9-981a-4b00-9033-db24a63a3a02 HTTP/1.1" status: 204 len: 168 time: 1.5105822 Aug 20 10:42:20.550404 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47486) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:20.561378 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4094bc64-1cc2-4349-950b-4e370cd99a3a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2055416366'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:20.573330 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fa489-2bf8-4534-9940-6563395368bf tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Network': ['ID=0fa335f9-981a-4b00-9033-db24a63a3a02,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:20.625176 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-31ac898b-053f-430e-8959-5f5f0ff9d7f5 service neutron] 10.222.0.24 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245030 Aug 20 10:42:20.646248 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0509b393-8e69-4488-be27-f659afea39ed tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.658729 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0509b393-8e69-4488-be27-f659afea39ed tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.684525 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cd365893-505a-414e-9734-195c3a6ef30a tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.708019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0509b393-8e69-4488-be27-f659afea39ed tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:42:20.734330 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4094bc64-1cc2-4349-950b-4e370cd99a3a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:20.737849 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4094bc64-1cc2-4349-950b-4e370cd99a3a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.745198 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd365893-505a-414e-9734-195c3a6ef30a tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Pushing event deleted for resources: {'Port': ['ID=4c876b14-cff6-4b97-8caf-f0671b71c7e0,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:20.763333 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509b393-8e69-4488-be27-f659afea39ed tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e11884-66b6-424e-b23f-8daf29616d32,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:20.767792 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f5ab7ad-47c3-47d2-b748-2b940f78f736 req-c502386d-97bf-4ba0-9d86-8b7d94524c7c service neutron] 10.222.0.24 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350789 Aug 20 10:42:20.793159 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0509b393-8e69-4488-be27-f659afea39ed tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.793674 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-0509b393-8e69-4488-be27-f659afea39ed tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Added segment 41e23635-6a0d-4553-9a54-f8d16ef520c2 of type vlan for network 0362b745-780d-4c13-841f-3aeed3229969 Aug 20 10:42:20.868325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4094bc64-1cc2-4349-950b-4e370cd99a3a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:42:20.882943 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0509b393-8e69-4488-be27-f659afea39ed tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.894415 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4094bc64-1cc2-4349-950b-4e370cd99a3a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.894743 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-4094bc64-1cc2-4349-950b-4e370cd99a3a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Added segment 5433d4f2-7ede-445c-98d3-ed7afa808c91 of type vlan for network 6f60c2f5-6f62-40ca-9439-599d3cf7832f Aug 20 10:42:20.896692 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cd365893-505a-414e-9734-195c3a6ef30a tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.899266 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cd365893-505a-414e-9734-195c3a6ef30a tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.900437 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cd365893-505a-414e-9734-195c3a6ef30a tempest-FloatingIPAdminTestJSON-557866770 tempest-FloatingIPAdminTestJSON-557866770-project] 10.222.0.16 "DELETE /v2.0/floatingips/7f76b96b-3451-41fa-94e2-07dc1007fe1b HTTP/1.1" status: 204 len: 168 time: 1.0474601 Aug 20 10:42:20.957013 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4094bc64-1cc2-4349-950b-4e370cd99a3a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.961740 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0509b393-8e69-4488-be27-f659afea39ed tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:20.970684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0509b393-8e69-4488-be27-f659afea39ed tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:20.971613 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0509b393-8e69-4488-be27-f659afea39ed tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:21.068859 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0509b393-8e69-4488-be27-f659afea39ed tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9500020 Aug 20 10:42:21.072485 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47502) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:21.079307 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509b393-8e69-4488-be27-f659afea39ed tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event updated for resources: {'Network': ['ID=0362b745-780d-4c13-841f-3aeed3229969,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:21.081528 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4094bc64-1cc2-4349-950b-4e370cd99a3a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:21.089452 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-88d58006-3698-4659-8325-1e73f9b0c761 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Request body: {'subnet': {'network_id': '0362b745-780d-4c13-841f-3aeed3229969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:21.089603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4094bc64-1cc2-4349-950b-4e370cd99a3a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:21.089603 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4094bc64-1cc2-4349-950b-4e370cd99a3a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:21.092147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 0362b745-780d-4c13-841f-3aeed3229969 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:42:21.154789 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4094bc64-1cc2-4349-950b-4e370cd99a3a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5989971 Aug 20 10:42:21.157953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47506) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:21.164274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5536609f-e430-4826-88ac-c4ba5f1f42b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'subnet': {'network_id': '6f60c2f5-6f62-40ca-9439-599d3cf7832f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:21.191563 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094bc64-1cc2-4349-950b-4e370cd99a3a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Network': ['ID=6f60c2f5-6f62-40ca-9439-599d3cf7832f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:21.214661 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 6f60c2f5-6f62-40ca-9439-599d3cf7832f details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:42:21.316649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5536609f-e430-4826-88ac-c4ba5f1f42b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:21.326144 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5536609f-e430-4826-88ac-c4ba5f1f42b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:21.326483 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47512) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:21.358084 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d58006-3698-4659-8325-1e73f9b0c761 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Made reservation on behalf of 38e74b552ed74cedb81cde4aac1a2651 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:21.362131 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-88d58006-3698-4659-8325-1e73f9b0c761 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:21.374576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356bdca-ed26-422f-bc85-ff31d0d05730 req-981cc59f-539e-4d43-b728-34ab710736ed tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:21.382385 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1356bdca-ed26-422f-bc85-ff31d0d05730 req-981cc59f-539e-4d43-b728-34ab710736ed tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.1779838 Aug 20 10:42:21.511564 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1356bdca-ed26-422f-bc85-ff31d0d05730 req-a2120a73-318f-4427-99d7-aa00526681eb tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281981 Aug 20 10:42:21.514780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305adf73-a5a6-4c90-9a6d-c117987c7d17 req-21121cd9-2a29-4080-810f-64151397cadc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:21.532396 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-305adf73-a5a6-4c90-9a6d-c117987c7d17 req-21121cd9-2a29-4080-810f-64151397cadc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 943 time: 0.1277471 Aug 20 10:42:21.554735 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0d124f7a-e52a-477c-821e-9032399d41f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d9d4391fc8e453c83733e8b2e6be02d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256904 Aug 20 10:42:21.557629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47518) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:21.621364 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-305adf73-a5a6-4c90-9a6d-c117987c7d17 req-a842de3f-960b-41f4-acdb-5864f64113cc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827448 Aug 20 10:42:21.685257 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45bc694c-272e-4290-80a5-fc02536d1190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:21.698284 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-88d58006-3698-4659-8325-1e73f9b0c761 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:21.698529 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5536609f-e430-4826-88ac-c4ba5f1f42b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:21.741387 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45bc694c-272e-4290-80a5-fc02536d1190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:21.770567 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536609f-e430-4826-88ac-c4ba5f1f42b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Subnet': ['ID=6a826edb-70fe-4c73-9679-f1bf8a53f09a,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:21.775458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536609f-e430-4826-88ac-c4ba5f1f42b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Checking segment: {'id': '5433d4f2-7ede-445c-98d3-ed7afa808c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6f60c2f5-6f62-40ca-9439-599d3cf7832f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:21.775825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5536609f-e430-4826-88ac-c4ba5f1f42b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network hostable DHCP agents. Network: 6f60c2f5-6f62-40ca-9439-599d3cf7832f, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:42:21.793921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5536609f-e430-4826-88ac-c4ba5f1f42b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 6f60c2f5-6f62-40ca-9439-599d3cf7832f is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:42:21.795022 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d58006-3698-4659-8325-1e73f9b0c761 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event updated for resources: {'Subnet': ['ID=4bbb44dd-c31d-4aeb-ba9c-c6ad2060c158,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:21.807879 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-5536609f-e430-4826-88ac-c4ba5f1f42b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 6f60c2f5-6f62-40ca-9439-599d3cf7832f) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:21.819703 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383e0887-4af6-4288-b39d-f2d49ef4c69a None None] Network 6f60c2f5-6f62-40ca-9439-599d3cf7832f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:21.819907 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5536609f-e430-4826-88ac-c4ba5f1f42b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:21.820582 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5536609f-e430-4826-88ac-c4ba5f1f42b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:21.824929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d58006-3698-4659-8325-1e73f9b0c761 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Checking segment: {'id': '41e23635-6a0d-4553-9a54-f8d16ef520c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0362b745-780d-4c13-841f-3aeed3229969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:21.825301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d58006-3698-4659-8325-1e73f9b0c761 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Network hostable DHCP agents. Network: 0362b745-780d-4c13-841f-3aeed3229969, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:42:21.843424 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45bc694c-272e-4290-80a5-fc02536d1190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:21.845454 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5536609f-e430-4826-88ac-c4ba5f1f42b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6862104 Aug 20 10:42:21.846334 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45bc694c-272e-4290-80a5-fc02536d1190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:21.850099 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-45bc694c-272e-4290-80a5-fc02536d1190 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bacd3379-25c5-4284-8805-10b7f145d722 HTTP/1.1" status: 204 len: 168 time: 0.2887866 Aug 20 10:42:21.857704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47522) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:21.859361 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d58006-3698-4659-8325-1e73f9b0c761 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Network 0362b745-780d-4c13-841f-3aeed3229969 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:42:21.879196 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-156f8ebb-32be-4dc7-86b6-77736549e4eb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'network_id': '6f60c2f5-6f62-40ca-9439-599d3cf7832f', 'name': 'tempest-PortsIpV6TestJSON-473768962', 'fixed_ips': [{'subnet_id': '6a826edb-70fe-4c73-9679-f1bf8a53f09a', 'ip_address': '2001:db8::10'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:21.983875 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-88d58006-3698-4659-8325-1e73f9b0c761 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 0362b745-780d-4c13-841f-3aeed3229969) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:21.996324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc694c-272e-4290-80a5-fc02536d1190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacd3379-25c5-4284-8805-10b7f145d722,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:22.001968 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744b223f-6c58-48e3-8a13-58e0580d25e2 None None] Network 0362b745-780d-4c13-841f-3aeed3229969 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:22.015844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d58006-3698-4659-8325-1e73f9b0c761 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:22.017673 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-88d58006-3698-4659-8325-1e73f9b0c761 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.056703 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47530) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:22.057543 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-88d58006-3698-4659-8325-1e73f9b0c761 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9828751 Aug 20 10:42:22.064204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e21a52ba-a9b1-4b81-a2d8-8664e6542778 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Request body: {'network': {'name': 'tempest-router-network01--928520547'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:22.101534 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21a52ba-a9b1-4b81-a2d8-8664e6542778 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Made reservation on behalf of 38e74b552ed74cedb81cde4aac1a2651 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:22.106145 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e21a52ba-a9b1-4b81-a2d8-8664e6542778 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.149271 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21a52ba-a9b1-4b81-a2d8-8664e6542778 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:42:22.162918 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156f8ebb-32be-4dc7-86b6-77736549e4eb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:22.165031 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e21a52ba-a9b1-4b81-a2d8-8664e6542778 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.165634 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-e21a52ba-a9b1-4b81-a2d8-8664e6542778 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Added segment 1e9fe8eb-0543-4288-afe5-8ae096962dc4 of type vlan for network 3212d4f5-6b10-4b8e-a1c5-24a73c9c4972 Aug 20 10:42:22.198294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-6f60c2f5-6f62-40ca-9439-599d3cf7832f', 'network_id': '6f60c2f5-6f62-40ca-9439-599d3cf7832f', 'tenant_id': '80a6eb9091fb45b090d27b864630b580', 'fixed_ips': [{'subnet_id': '6a826edb-70fe-4c73-9679-f1bf8a53f09a'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:42:22.200108 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.213571 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e21a52ba-a9b1-4b81-a2d8-8664e6542778 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.249962 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e21a52ba-a9b1-4b81-a2d8-8664e6542778 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.256356 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21a52ba-a9b1-4b81-a2d8-8664e6542778 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:22.260385 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e21a52ba-a9b1-4b81-a2d8-8664e6542778 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.363261 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-156f8ebb-32be-4dc7-86b6-77736549e4eb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.373933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47538) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:22.376544 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e21a52ba-a9b1-4b81-a2d8-8664e6542778 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3154483 Aug 20 10:42:22.385107 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-9b350de6-cab0-49d5-a9ed-b4c414a3ed91 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Request body: {'network': {'name': 'tempest-router-network02--822060688'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:22.405691 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a52ba-a9b1-4b81-a2d8-8664e6542778 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event updated for resources: {'Network': ['ID=3212d4f5-6b10-4b8e-a1c5-24a73c9c4972,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:22.431476 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-156f8ebb-32be-4dc7-86b6-77736549e4eb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] device_id is not set on port 8fa65afe-b03c-422f-903e-12c25f1595f7 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:42:22.455224 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47540) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:22.477237 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c97d52ce-8117-45ce-814b-50a5ebfd1cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.507278 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 3212d4f5-6b10-4b8e-a1c5-24a73c9c4972 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:42:22.553639 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b350de6-cab0-49d5-a9ed-b4c414a3ed91 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Made reservation on behalf of 38e74b552ed74cedb81cde4aac1a2651 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:22.563273 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9b350de6-cab0-49d5-a9ed-b4c414a3ed91 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.641462 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c97d52ce-8117-45ce-814b-50a5ebfd1cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.651888 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c97d52ce-8117-45ce-814b-50a5ebfd1cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.685934 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ab7ba21a-77bc-4e4d-915e-9d852e3a5cda no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:42:22.704645 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b350de6-cab0-49d5-a9ed-b4c414a3ed91 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:42:22.710565 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d52ce-8117-45ce-814b-50a5ebfd1cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e347b4-016d-488e-9615-fa3d50248e86,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:22.742719 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c97d52ce-8117-45ce-814b-50a5ebfd1cdc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85a21599465249df888196afffbac97e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2855139 Aug 20 10:42:22.747007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47548) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:22.768308 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9b350de6-cab0-49d5-a9ed-b4c414a3ed91 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.768942 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-9b350de6-cab0-49d5-a9ed-b4c414a3ed91 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Added segment 9b6c6c93-cba7-4504-add7-1692ee64e380 of type vlan for network 6d41fec3-f03f-4765-907e-33f701278904 Aug 20 10:42:22.794739 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e454a58-134c-453e-8396-e3fe8018fc74 req-fbf6d33d-b640-4001-8bec-cee47b1be50f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:22.796790 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e454a58-134c-453e-8396-e3fe8018fc74 req-fbf6d33d-b640-4001-8bec-cee47b1be50f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 945 time: 0.1707923 Aug 20 10:42:22.861600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-0362b745-780d-4c13-841f-3aeed3229969', 'network_id': '0362b745-780d-4c13-841f-3aeed3229969', 'tenant_id': '38e74b552ed74cedb81cde4aac1a2651', 'fixed_ips': [{'subnet_id': '4bbb44dd-c31d-4aeb-ba9c-c6ad2060c158'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:42:22.862464 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.866673 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.886967 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9b350de6-cab0-49d5-a9ed-b4c414a3ed91 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.896105 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-156f8ebb-32be-4dc7-86b6-77736549e4eb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Allocated IP 2001:db8::10 (6f60c2f5-6f62-40ca-9439-599d3cf7832f/6a826edb-70fe-4c73-9679-f1bf8a53f09a/8fa65afe-b03c-422f-903e-12c25f1595f7) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:22.907716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8299f-a550-4975-8873-5d1abd384640 req-e2feecb4-ec31-4449-85ab-114cb59a4abe tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:22.915137 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-45d8299f-a550-4975-8873-5d1abd384640 req-e2feecb4-ec31-4449-85ab-114cb59a4abe tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 943 time: 0.1378584 Aug 20 10:42:22.923005 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95626300-8282-46e6-a763-30e60defd596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.952452 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e454a58-134c-453e-8396-e3fe8018fc74 req-50a112d1-5088-4561-b9f4-2667d0d2fc91 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437597 Aug 20 10:42:22.969764 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95626300-8282-46e6-a763-30e60defd596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.971441 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9b350de6-cab0-49d5-a9ed-b4c414a3ed91 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:22.978515 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b350de6-cab0-49d5-a9ed-b4c414a3ed91 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:22.979413 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9b350de6-cab0-49d5-a9ed-b4c414a3ed91 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:23.000420 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-45d8299f-a550-4975-8873-5d1abd384640 req-b5909906-20d8-471b-b325-f26aad5d1a2e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792410 Aug 20 10:42:23.024990 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:23.069235 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:23.073116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af76e98-911e-40b7-9846-382cc07edc9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab7ba21a-77bc-4e4d-915e-9d852e3a5cda'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:42:23.075861 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7921f3e9-6367-4180-a6fe-97649aeec21b" -d '{"events": [{"server_uuid": "6af76e98-911e-40b7-9846-382cc07edc9d", "name": "network-vif-unplugged", "status": "completed", "tag": "ab7ba21a-77bc-4e4d-915e-9d852e3a5cda"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:42:23.081685 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:23.098458 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95626300-8282-46e6-a763-30e60defd596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:23.099736 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9b350de6-cab0-49d5-a9ed-b4c414a3ed91 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7232313 Aug 20 10:42:23.102727 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95626300-8282-46e6-a763-30e60defd596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:23.104359 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-95626300-8282-46e6-a763-30e60defd596 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46e347b4-016d-488e-9615-fa3d50248e86 HTTP/1.1" status: 204 len: 168 time: 0.3561339 Aug 20 10:42:23.105160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47558) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:23.124263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-f8eddcc5-0b08-48ac-9db0-a08791ad6e0c tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Request body: {'subnet': {'network_id': '3212d4f5-6b10-4b8e-a1c5-24a73c9c4972', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:23.172405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95626300-8282-46e6-a763-30e60defd596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e347b4-016d-488e-9615-fa3d50248e86,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:23.187130 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 10:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5598406f-3204-4e8e-8b3d-8e528f688d65 x-openstack-request-id: req-5598406f-3204-4e8e-8b3d-8e528f688d65 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:42:23.187527 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af76e98-911e-40b7-9846-382cc07edc9d", "name": "network-vif-unplugged", "status": "failed", "tag": "ab7ba21a-77bc-4e4d-915e-9d852e3a5cda", "code": 422}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:42:23.187790 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5598406f-3204-4e8e-8b3d-8e528f688d65 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:42:23.188332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b350de6-cab0-49d5-a9ed-b4c414a3ed91 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event updated for resources: {'Network': ['ID=6d41fec3-f03f-4765-907e-33f701278904,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:23.188627 n-d-778550-11 neutron-server[94868]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6af76e98-911e-40b7-9846-382cc07edc9d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab7ba21a-77bc-4e4d-915e-9d852e3a5cda', 'code': 422} returned with failed status Aug 20 10:42:23.208437 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 6d41fec3-f03f-4765-907e-33f701278904 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:42:23.232253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da9e2b-e48d-4131-8c31-fdc091f7e0cd req-3a0a4489-5325-4e28-a813-a36a4ac159d4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:23.234001 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a7da9e2b-e48d-4131-8c31-fdc091f7e0cd req-3a0a4489-5325-4e28-a813-a36a4ac159d4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1540279 Aug 20 10:42:23.282697 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Allocated IP 2001:db8::2 (0362b745-780d-4c13-841f-3aeed3229969/4bbb44dd-c31d-4aeb-ba9c-c6ad2060c158/a3301d25-59f8-4159-9c21-3b7d68560468) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:23.283885 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-156f8ebb-32be-4dc7-86b6-77736549e4eb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:23.305572 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eddcc5-0b08-48ac-9db0-a08791ad6e0c tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Made reservation on behalf of 38e74b552ed74cedb81cde4aac1a2651 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:23.309595 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a7da9e2b-e48d-4131-8c31-fdc091f7e0cd req-6e1612b4-4c09-44ad-aec3-6a95bb8a7d04 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685554 Aug 20 10:42:23.313940 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8eddcc5-0b08-48ac-9db0-a08791ad6e0c tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:23.317880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-156f8ebb-32be-4dc7-86b6-77736549e4eb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Transition to ACTIVE for port object 8fa65afe-b03c-422f-903e-12c25f1595f7 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:23.375731 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:23.402271 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-156f8ebb-32be-4dc7-86b6-77736549e4eb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:23.468372 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156f8ebb-32be-4dc7-86b6-77736549e4eb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 6f60c2f5-6f62-40ca-9439-599d3cf7832f is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:23.473332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-156f8ebb-32be-4dc7-86b6-77736549e4eb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:23.480881 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Allocated IP 2001:db8::2 (6f60c2f5-6f62-40ca-9439-599d3cf7832f/6a826edb-70fe-4c73-9679-f1bf8a53f09a/b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:23.481186 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f8ebb-32be-4dc7-86b6-77736549e4eb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:23.486820 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156f8ebb-32be-4dc7-86b6-77736549e4eb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:23.487541 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-156f8ebb-32be-4dc7-86b6-77736549e4eb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:23.491597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f8ebb-32be-4dc7-86b6-77736549e4eb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=8fa65afe-b03c-422f-903e-12c25f1595f7,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:23.513813 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-156f8ebb-32be-4dc7-86b6-77736549e4eb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6508505 Aug 20 10:42:23.516301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47570) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:23.525892 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7fae5e51-3176-4d39-a639-eca2a241d08b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'network_id': '6f60c2f5-6f62-40ca-9439-599d3cf7832f', 'name': 'tempest-PortsIpV6TestJSON-71634091', 'fixed_ips': [{'subnet_id': '6a826edb-70fe-4c73-9679-f1bf8a53f09a', 'ip_address': '2001:db8::f'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:23.615988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2ba95-317a-40ac-b0b3-2e19ddfd1d08 req-d1dd8c39-7ec5-4118-9145-0f9c0e5190fe tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:23.617454 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-69e2ba95-317a-40ac-b0b3-2e19ddfd1d08 req-d1dd8c39-7ec5-4118-9145-0f9c0e5190fe tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1081526 Aug 20 10:42:23.694971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fae5e51-3176-4d39-a639-eca2a241d08b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:23.700821 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fae5e51-3176-4d39-a639-eca2a241d08b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:23.741210 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f02bf96d-aca9-44df-ab2e-a0d7bbc43734 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:42:23.743653 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-7fae5e51-3176-4d39-a639-eca2a241d08b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] device_id is not set on port 22cbb246-4b85-4662-82ee-d8d24ae1d184 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:42:23.746966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47574) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:23.759623 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-69e2ba95-317a-40ac-b0b3-2e19ddfd1d08 req-46d0d96b-d128-4566-9e25-9152bad59847 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330757 Aug 20 10:42:23.773866 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2365f2e-3b50-4694-bb35-9364d790256e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:23.800018 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:23.855606 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:23.867545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Transition to ACTIVE for port object a3301d25-59f8-4159-9c21-3b7d68560468 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:23.875821 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2365f2e-3b50-4694-bb35-9364d790256e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:23.884077 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2365f2e-3b50-4694-bb35-9364d790256e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:23.895847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Transition to ACTIVE for port object b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:23.912350 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Transition to ACTIVE for port object a3301d25-59f8-4159-9c21-3b7d68560468 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:23.950728 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:23.960191 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Transition to ACTIVE for port object b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:23.973924 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2365f2e-3b50-4694-bb35-9364d790256e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c04c06-cbe9-43bd-aa53-4e6edda29ca5,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:23.993861 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a2365f2e-3b50-4694-bb35-9364d790256e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43c009765ff045b1b321d1d58a1adf30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458465 Aug 20 10:42:23.995246 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47584) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:24.027077 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8eddcc5-0b08-48ac-9db0-a08791ad6e0c tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:24.094545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Pushing event updated for resources: {'Port': ['ID=a3301d25-59f8-4159-9c21-3b7d68560468,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:24.100576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-7fae5e51-3176-4d39-a639-eca2a241d08b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Allocated IP 2001:db8::f (6f60c2f5-6f62-40ca-9439-599d3cf7832f/6a826edb-70fe-4c73-9679-f1bf8a53f09a/22cbb246-4b85-4662-82ee-d8d24ae1d184) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:24.110562 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eddcc5-0b08-48ac-9db0-a08791ad6e0c tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event updated for resources: {'Subnet': ['ID=9ffaa6bc-ad78-4216-9ac4-7377fcf8f290,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:24.113714 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:24.201679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Pushing event updated for resources: {'Port': ['ID=b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:24.221984 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port f02bf96d-aca9-44df-ab2e-a0d7bbc43734, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,segment=NetworkSegment(ca60eb73-04bb-4fcf-bf40-4668ede9ba26),segment_id=ca60eb73-04bb-4fcf-bf40-4668ede9ba26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:24.226674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Network 0362b745-780d-4c13-841f-3aeed3229969 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:24.239939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:24.244628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Network 6f60c2f5-6f62-40ca-9439-599d3cf7832f is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:24.245521 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:24.249313 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734', 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436', 'port_id': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734', 'mac_address': 'fa:16:3e:07:b9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:42:24.253098 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:24.254665 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-646176d1-07dc-4804-be81-4a0188caec5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:24.259166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:24.278215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489eb9a5-af8f-4dd1-b8e2-de88ad6c02e1 req-6087a922-948b-4034-804d-ccf9d8bd1e9a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:24.280979 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-489eb9a5-af8f-4dd1-b8e2-de88ad6c02e1 req-6087a922-948b-4034-804d-ccf9d8bd1e9a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 943 time: 0.1379638 Aug 20 10:42:24.314835 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e1cc3-be6a-428c-9695-46cfe9a36e00 req-2407a9f1-3513-456e-9b54-832ac7dad071 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:24.328497 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b94e1cc3-be6a-428c-9695-46cfe9a36e00 req-2407a9f1-3513-456e-9b54-832ac7dad071 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.2030120 Aug 20 10:42:24.379328 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-646176d1-07dc-4804-be81-4a0188caec5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:24.401635 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Attempting to bind port a3301d25-59f8-4159-9c21-3b7d68560468 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:42:24.402052 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Attempting to bind port a3301d25-59f8-4159-9c21-3b7d68560468 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '41e23635-6a0d-4553-9a54-f8d16ef520c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0362b745-780d-4c13-841f-3aeed3229969'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:42:24.402457 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Attempting to bind port a3301d25-59f8-4159-9c21-3b7d68560468 on network 0362b745-780d-4c13-841f-3aeed3229969 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:42:24.406339 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eddcc5-0b08-48ac-9db0-a08791ad6e0c tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Checking segment: {'id': '1e9fe8eb-0543-4288-afe5-8ae096962dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3212d4f5-6b10-4b8e-a1c5-24a73c9c4972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:24.407276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eddcc5-0b08-48ac-9db0-a08791ad6e0c tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Network hostable DHCP agents. Network: 3212d4f5-6b10-4b8e-a1c5-24a73c9c4972, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:42:24.409660 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:42:24.410034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Checking segment: {'id': '41e23635-6a0d-4553-9a54-f8d16ef520c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0362b745-780d-4c13-841f-3aeed3229969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:24.410443 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:24.410835 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Bound using segment: {'id': '41e23635-6a0d-4553-9a54-f8d16ef520c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0362b745-780d-4c13-841f-3aeed3229969'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:42:24.411861 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Bound port: a3301d25-59f8-4159-9c21-3b7d68560468, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e23635-6a0d-4553-9a54-f8d16ef520c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0362b745-780d-4c13-841f-3aeed3229969'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:42:24.412327 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:24.429252 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Attempting to bind port b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:42:24.429628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Attempting to bind port b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '5433d4f2-7ede-445c-98d3-ed7afa808c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6f60c2f5-6f62-40ca-9439-599d3cf7832f'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:42:24.429967 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Attempting to bind port b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd on network 6f60c2f5-6f62-40ca-9439-599d3cf7832f {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:42:24.432032 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:24.462024 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:42:24.462493 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Checking segment: {'id': '5433d4f2-7ede-445c-98d3-ed7afa808c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6f60c2f5-6f62-40ca-9439-599d3cf7832f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:24.462904 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:24.463652 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Bound using segment: {'id': '5433d4f2-7ede-445c-98d3-ed7afa808c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6f60c2f5-6f62-40ca-9439-599d3cf7832f'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:42:24.464279 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Bound port: b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5433d4f2-7ede-445c-98d3-ed7afa808c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6f60c2f5-6f62-40ca-9439-599d3cf7832f'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:42:24.464666 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:24.497094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eddcc5-0b08-48ac-9db0-a08791ad6e0c tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Network 3212d4f5-6b10-4b8e-a1c5-24a73c9c4972 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:42:24.514347 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02bf96d-aca9-44df-ab2e-a0d7bbc43734 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:42:24.515720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-f8eddcc5-0b08-48ac-9db0-a08791ad6e0c tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 3212d4f5-6b10-4b8e-a1c5-24a73c9c4972) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:24.524246 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b94e1cc3-be6a-428c-9695-46cfe9a36e00 req-b3b7f7ac-a0cc-4bba-93ce-0c1e7415c3f7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700473 Aug 20 10:42:24.527206 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eddcc5-0b08-48ac-9db0-a08791ad6e0c tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:24.527895 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f8eddcc5-0b08-48ac-9db0-a08791ad6e0c tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:24.538904 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port f02bf96d-aca9-44df-ab2e-a0d7bbc43734, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,segment=NetworkSegment(ca60eb73-04bb-4fcf-bf40-4668ede9ba26),segment_id=ca60eb73-04bb-4fcf-bf40-4668ede9ba26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:24.552507 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f8eddcc5-0b08-48ac-9db0-a08791ad6e0c tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4402008 Aug 20 10:42:24.552997 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47596) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:24.559234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f856205d-bf76-4684-9e1f-ff12d33146e4 None None] Network 3212d4f5-6b10-4b8e-a1c5-24a73c9c4972 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:24.563120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-467b05df-97da-440d-8820-7df911593961 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Request body: {'subnet': {'network_id': '6d41fec3-f03f-4765-907e-33f701278904', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:24.671989 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-646176d1-07dc-4804-be81-4a0188caec5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:24.675268 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-646176d1-07dc-4804-be81-4a0188caec5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:24.676953 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-646176d1-07dc-4804-be81-4a0188caec5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59c04c06-cbe9-43bd-aa53-4e6edda29ca5 HTTP/1.1" status: 204 len: 168 time: 0.6804028 Aug 20 10:42:24.690248 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646176d1-07dc-4804-be81-4a0188caec5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c04c06-cbe9-43bd-aa53-4e6edda29ca5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:24.693977 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:24.711765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467b05df-97da-440d-8820-7df911593961 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Made reservation on behalf of 38e74b552ed74cedb81cde4aac1a2651 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:24.718969 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-467b05df-97da-440d-8820-7df911593961 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:24.793892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] For port a3301d25-59f8-4159-9c21-3b7d68560468, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:42:24.803991 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-3212d4f5-6b10-4b8e-a1c5-24a73c9c4972', 'network_id': '3212d4f5-6b10-4b8e-a1c5-24a73c9c4972', 'tenant_id': '38e74b552ed74cedb81cde4aac1a2651', 'fixed_ips': [{'subnet_id': '9ffaa6bc-ad78-4216-9ac4-7377fcf8f290'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:42:24.804977 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:24.881849 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:42:24.887947 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-489eb9a5-af8f-4dd1-b8e2-de88ad6c02e1 req-31b8125b-9cd7-41cc-baa3-0ac4d7d9714b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5977969 Aug 20 10:42:25.006054 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fae5e51-3176-4d39-a639-eca2a241d08b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:25.032977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-7fae5e51-3176-4d39-a639-eca2a241d08b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Transition to ACTIVE for port object 22cbb246-4b85-4662-82ee-d8d24ae1d184 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:25.046242 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-467b05df-97da-440d-8820-7df911593961 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:25.052123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Allocated IP 2001:db8::2 (3212d4f5-6b10-4b8e-a1c5-24a73c9c4972/9ffaa6bc-ad78-4216-9ac4-7377fcf8f290/ce111c3a-1c34-49fc-b680-e35f80cafc66) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:25.144372 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fae5e51-3176-4d39-a639-eca2a241d08b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:25.188131 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b05df-97da-440d-8820-7df911593961 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event updated for resources: {'Subnet': ['ID=708116a3-83b7-46e4-8f95-7585ebe85ad7,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:25.220709 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467b05df-97da-440d-8820-7df911593961 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Checking segment: {'id': '9b6c6c93-cba7-4504-add7-1692ee64e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d41fec3-f03f-4765-907e-33f701278904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:25.222270 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467b05df-97da-440d-8820-7df911593961 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Network hostable DHCP agents. Network: 6d41fec3-f03f-4765-907e-33f701278904, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:42:25.238816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] For port a3301d25-59f8-4159-9c21-3b7d68560468, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a3301d25-59f8-4159-9c21-3b7d68560468,segment=NetworkSegment(41e23635-6a0d-4553-9a54-f8d16ef520c2),segment_id=41e23635-6a0d-4553-9a54-f8d16ef520c2)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:42:25.253095 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467b05df-97da-440d-8820-7df911593961 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Network 6d41fec3-f03f-4765-907e-33f701278904 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:42:25.266413 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fae5e51-3176-4d39-a639-eca2a241d08b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 6f60c2f5-6f62-40ca-9439-599d3cf7832f is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:25.305528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:25.325708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-7fae5e51-3176-4d39-a639-eca2a241d08b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:25.327778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] For port b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:42:25.332348 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] For port b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd,segment=NetworkSegment(5433d4f2-7ede-445c-98d3-ed7afa808c91),segment_id=5433d4f2-7ede-445c-98d3-ed7afa808c91)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:42:25.336203 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fae5e51-3176-4d39-a639-eca2a241d08b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:25.342060 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-467b05df-97da-440d-8820-7df911593961 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 6d41fec3-f03f-4765-907e-33f701278904) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:25.353270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fae5e51-3176-4d39-a639-eca2a241d08b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:25.354129 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fae5e51-3176-4d39-a639-eca2a241d08b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:25.368066 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467b05df-97da-440d-8820-7df911593961 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:25.368684 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-467b05df-97da-440d-8820-7df911593961 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:25.382766 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:25.397249 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102f564e-e0c3-4f27-8379-233f3cb08982 None None] Network 6d41fec3-f03f-4765-907e-33f701278904 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:25.399324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['f02bf96d-aca9-44df-ab2e-a0d7bbc43734'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:42:25.404060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae5e51-3176-4d39-a639-eca2a241d08b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=22cbb246-4b85-4662-82ee-d8d24ae1d184,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:25.424699 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-467b05df-97da-440d-8820-7df911593961 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8697064 Aug 20 10:42:25.427746 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47624) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:25.437667 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7fae5e51-3176-4d39-a639-eca2a241d08b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.9181101 Aug 20 10:42:25.442681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47626) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:25.455800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894287fe-606e-4543-bc78-f9a522708e1f req-9d7041f7-68b6-486c-bd3c-0251900ba1bd tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:25.459082 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-894287fe-606e-4543-bc78-f9a522708e1f req-9d7041f7-68b6-486c-bd3c-0251900ba1bd tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 944 time: 0.2678866 Aug 20 10:42:25.499381 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:25.511032 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-894287fe-606e-4543-bc78-f9a522708e1f req-ef70688b-4cb4-4a03-b436-99be230976da tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440681 Aug 20 10:42:25.533062 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd509ad0-b2be-4b5b-a7e7-d3d8d20458bc req-98cdb588-9ed1-4d23-8093-cc989ec4cfea tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:25.535012 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd509ad0-b2be-4b5b-a7e7-d3d8d20458bc req-98cdb588-9ed1-4d23-8093-cc989ec4cfea tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175&tenant_id=a42de817dc7f43e1b394c597ce63df37&binding%3Ahost_id=n-h2-778550-11 HTTP/1.1" status: 200 len: 944 time: 0.2663052 Aug 20 10:42:25.677681 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:25.677681 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Transition to ACTIVE for port object ce111c3a-1c34-49fc-b680-e35f80cafc66 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:25.689860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Transition to ACTIVE for port object ce111c3a-1c34-49fc-b680-e35f80cafc66 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:25.774807 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:25.832766 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf21c5-2cc9-4614-8209-b678c1b31187 None None] Pushing event updated for resources: {'Port': ['ID=a3301d25-59f8-4159-9c21-3b7d68560468,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:25.946945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efb9df-b1eb-4070-bdb1-2767c8431083 None None] Pushing event updated for resources: {'Port': ['ID=b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:25.974679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Network 3212d4f5-6b10-4b8e-a1c5-24a73c9c4972 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:25.998825 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:26.010686 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:26.425907 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Pushing event updated for resources: {'Port': ['ID=ce111c3a-1c34-49fc-b680-e35f80cafc66,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:26.508969 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Attempting to bind port ce111c3a-1c34-49fc-b680-e35f80cafc66 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:42:26.509409 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Attempting to bind port ce111c3a-1c34-49fc-b680-e35f80cafc66 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '1e9fe8eb-0543-4288-afe5-8ae096962dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3212d4f5-6b10-4b8e-a1c5-24a73c9c4972'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:42:26.509724 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Attempting to bind port ce111c3a-1c34-49fc-b680-e35f80cafc66 on network 3212d4f5-6b10-4b8e-a1c5-24a73c9c4972 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:42:26.524679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-6d41fec3-f03f-4765-907e-33f701278904', 'network_id': '6d41fec3-f03f-4765-907e-33f701278904', 'tenant_id': '38e74b552ed74cedb81cde4aac1a2651', 'fixed_ips': [{'subnet_id': '708116a3-83b7-46e4-8f95-7585ebe85ad7'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:42:26.526011 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:26.541320 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:42:26.541547 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Checking segment: {'id': '1e9fe8eb-0543-4288-afe5-8ae096962dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3212d4f5-6b10-4b8e-a1c5-24a73c9c4972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:26.542631 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:26.543107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Bound using segment: {'id': '1e9fe8eb-0543-4288-afe5-8ae096962dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3212d4f5-6b10-4b8e-a1c5-24a73c9c4972'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:42:26.543586 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Bound port: ce111c3a-1c34-49fc-b680-e35f80cafc66, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9fe8eb-0543-4288-afe5-8ae096962dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3212d4f5-6b10-4b8e-a1c5-24a73c9c4972'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:42:26.543969 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:26.552104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d7ba2b-16cf-4ad5-99db-c34027631b1e tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:26.557430 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f9d7ba2b-16cf-4ad5-99db-c34027631b1e tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.1133554 Aug 20 10:42:26.558973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47664) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:26.607604 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-fd509ad0-b2be-4b5b-a7e7-d3d8d20458bc req-390fef15-1f95-4125-8970-20c04950a81c service neutron] delete failed (client error): The resource could not be found. Aug 20 10:42:26.608929 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd509ad0-b2be-4b5b-a7e7-d3d8d20458bc req-390fef15-1f95-4125-8970-20c04950a81c service neutron] 10.222.0.42 "DELETE /v2.0/ports/f02bf96d-aca9-44df-ab2e-a0d7bbc43734/bindings/n-h1-778550-11 HTTP/1.1" status: 404 len: 381 time: 1.0486994 Aug 20 10:42:26.694445 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f979619-0f95-4bbb-89f8-5fe2c857a0be req-9639c7d3-4c1c-4218-82f5-3e0d614480ca tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:26.703433 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f979619-0f95-4bbb-89f8-5fe2c857a0be req-9639c7d3-4c1c-4218-82f5-3e0d614480ca tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.9990478 Aug 20 10:42:26.737026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f635c0-461e-4b6f-bbf8-a9eb0452dca3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:26.745857 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f635c0-461e-4b6f-bbf8-a9eb0452dca3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:26.752070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f635c0-461e-4b6f-bbf8-a9eb0452dca3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:26.757719 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c5f635c0-461e-4b6f-bbf8-a9eb0452dca3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.1976244 Aug 20 10:42:26.761354 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47670) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:26.857006 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e03e0a-5225-4e6a-a6f5-4366fb44942c req-e6b715a5-9c4f-4d57-a742-c51f1b5f83f0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:26.858622 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-89e03e0a-5225-4e6a-a6f5-4366fb44942c req-e6b715a5-9c4f-4d57-a742-c51f1b5f83f0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 944 time: 0.2356184 Aug 20 10:42:26.907456 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8f979619-0f95-4bbb-89f8-5fe2c857a0be req-b25b076b-8865-460b-ad68-0bbf9dc9c04a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679537 Aug 20 10:42:26.911583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd509ad0-b2be-4b5b-a7e7-d3d8d20458bc req-dd5386aa-1064-4a0e-a915-7adfe282c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:26.913259 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd509ad0-b2be-4b5b-a7e7-d3d8d20458bc req-dd5386aa-1064-4a0e-a915-7adfe282c9db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 1096 time: 0.1875057 Aug 20 10:42:26.986946 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] For port ce111c3a-1c34-49fc-b680-e35f80cafc66, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:42:27.003995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] For port ce111c3a-1c34-49fc-b680-e35f80cafc66, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ce111c3a-1c34-49fc-b680-e35f80cafc66,segment=NetworkSegment(1e9fe8eb-0543-4288-afe5-8ae096962dc4),segment_id=1e9fe8eb-0543-4288-afe5-8ae096962dc4)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:42:27.017500 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-89e03e0a-5225-4e6a-a6f5-4366fb44942c req-5ceaa074-1851-4c53-a2e2-f7697103120c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076035 Aug 20 10:42:27.073248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-36f2d67c-88db-4a6d-afd8-cece3a17dee3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port 22cbb246-4b85-4662-82ee-d8d24ae1d184 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:27.073709 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36f2d67c-88db-4a6d-afd8-cece3a17dee3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:27.077131 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:27.100654 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:27.171899 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47678) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:27.193439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Allocated IP 2001:db8::2 (6d41fec3-f03f-4765-907e-33f701278904/708116a3-83b7-46e4-8f95-7585ebe85ad7/1abf5f79-84e8-482b-8123-b79bd33a0aaf) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:27.357415 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36f2d67c-88db-4a6d-afd8-cece3a17dee3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:27.424027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-36f2d67c-88db-4a6d-afd8-cece3a17dee3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for 22cbb246-4b85-4662-82ee-d8d24ae1d184 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:27.446429 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd509ad0-b2be-4b5b-a7e7-d3d8d20458bc req-33143e0c-e468-43e4-8f08-6988206ae774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:27.449379 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd509ad0-b2be-4b5b-a7e7-d3d8d20458bc req-33143e0c-e468-43e4-8f08-6988206ae774 service neutron] 10.222.0.42 "GET /v2.0/networks?id=04ee7e74-5a5c-49dc-a864-0c96e1144436 HTTP/1.1" status: 200 len: 898 time: 0.5175567 Aug 20 10:42:27.503729 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-45f065cb-c058-48ca-9e58-a8a3be5f0eb2 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-101484226', 'router:external': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:27.556946 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd509ad0-b2be-4b5b-a7e7-d3d8d20458bc req-77e604ac-bdf3-4cb0-a73f-018978601878 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734 HTTP/1.1" status: 200 len: 999 time: 0.0998783 Aug 20 10:42:27.573121 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f065cb-c058-48ca-9e58-a8a3be5f0eb2 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Made reservation on behalf of 80c932c220074a5aa856b8a1532556fd for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:27.576388 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45f065cb-c058-48ca-9e58-a8a3be5f0eb2 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:27.594574 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45f065cb-c058-48ca-9e58-a8a3be5f0eb2 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:27.674271 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4b2aa4-938a-45c9-a0b3-14862087fde3 None None] Network 0362b745-780d-4c13-841f-3aeed3229969 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:27.716379 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd509ad0-b2be-4b5b-a7e7-d3d8d20458bc req-02d887bf-f2a7-4d95-9544-7e4be1f71981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:27.721166 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd509ad0-b2be-4b5b-a7e7-d3d8d20458bc req-02d887bf-f2a7-4d95-9544-7e4be1f71981 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7556d4b9-7aed-48d6-9dd3-8cb0da6203ab HTTP/1.1" status: 200 len: 833 time: 0.1554754 Aug 20 10:42:27.761072 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36f2d67c-88db-4a6d-afd8-cece3a17dee3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:27.786735 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:27.852965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2d67c-88db-4a6d-afd8-cece3a17dee3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=22cbb246-4b85-4662-82ee-d8d24ae1d184,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:27.912431 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215182b1-101b-42a6-a4d7-f5f7c8a4de69 None None] Pushing event updated for resources: {'Port': ['ID=ce111c3a-1c34-49fc-b680-e35f80cafc66,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:27.917041 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd509ad0-b2be-4b5b-a7e7-d3d8d20458bc req-3c7b4cbc-a8b9-45be-8a48-de2302ec23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:27.918233 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd509ad0-b2be-4b5b-a7e7-d3d8d20458bc req-3c7b4cbc-a8b9-45be-8a48-de2302ec23a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=04ee7e74-5a5c-49dc-a864-0c96e1144436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1886094 Aug 20 10:42:27.923072 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Transition to ACTIVE for port object 1abf5f79-84e8-482b-8123-b79bd33a0aaf will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:27.928905 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36f2d67c-88db-4a6d-afd8-cece3a17dee3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:27.933575 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-36f2d67c-88db-4a6d-afd8-cece3a17dee3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/ports/22cbb246-4b85-4662-82ee-d8d24ae1d184 HTTP/1.1" status: 204 len: 168 time: 1.1710341 Aug 20 10:42:27.938848 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-aabc1e65-77ad-45ca-b209-def51d4d88ad None None] Provisioning for port a3301d25-59f8-4159-9c21-3b7d68560468 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:27.943477 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47692) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:28.034702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a3301d25-59f8-4159-9c21-3b7d68560468 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:42:28.049075 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Transition to ACTIVE for port object 1abf5f79-84e8-482b-8123-b79bd33a0aaf will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:28.101439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Allocated IP 2001:db8::1 (3212d4f5-6b10-4b8e-a1c5-24a73c9c4972/9ffaa6bc-ad78-4216-9ac4-7377fcf8f290/5a9ccedc-9a3e-45df-b5b8-e5596aa6ed01) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:28.103753 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45f065cb-c058-48ca-9e58-a8a3be5f0eb2 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:28.106918 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb5c069-7005-4549-a971-ffba5363b993 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] GET failed (client error): The resource could not be found. Aug 20 10:42:28.110947 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4fb5c069-7005-4549-a971-ffba5363b993 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports/22cbb246-4b85-4662-82ee-d8d24ae1d184 HTTP/1.1" status: 404 len: 333 time: 0.1664095 Aug 20 10:42:28.111623 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47700) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:28.127198 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45f065cb-c058-48ca-9e58-a8a3be5f0eb2 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:28.171892 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:28.200723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f065cb-c058-48ca-9e58-a8a3be5f0eb2 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:42:28.238179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645663f2-673e-4c7a-bcfe-3fc8012e18d1 None None] Network 6f60c2f5-6f62-40ca-9439-599d3cf7832f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:28.250809 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45f065cb-c058-48ca-9e58-a8a3be5f0eb2 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:28.251218 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-45f065cb-c058-48ca-9e58-a8a3be5f0eb2 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Added segment 1ad6dd92-e59e-4d35-b368-45a38158dff0 of type vlan for network 48ed5ca0-fcaa-4618-9bf1-c12d63ad446f Aug 20 10:42:28.252588 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Pushing event updated for resources: {'Port': ['ID=1abf5f79-84e8-482b-8123-b79bd33a0aaf,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:28.255109 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f065cb-c058-48ca-9e58-a8a3be5f0eb2 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a237019-ec0c-414b-a123-b55d86c25832,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:28.262012 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd509ad0-b2be-4b5b-a7e7-d3d8d20458bc req-0d676277-92a1-4c6b-aad2-9bd34fac781c service neutron] 10.222.0.42 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333695 Aug 20 10:42:28.329230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b1537-1ada-4663-8478-363557b143ba req-74c9948e-6b9e-4e5a-9adb-4a5049ad0b0f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:28.330973 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd7b1537-1ada-4663-8478-363557b143ba req-74c9948e-6b9e-4e5a-9adb-4a5049ad0b0f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 944 time: 0.1769590 Aug 20 10:42:28.350135 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:28.366381 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Transition to ACTIVE for port object 5a9ccedc-9a3e-45df-b5b8-e5596aa6ed01 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:28.368657 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45f065cb-c058-48ca-9e58-a8a3be5f0eb2 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:28.408800 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:28.409212 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:28.409705 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:28.410052 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:28.410551 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:28.410831 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:28.411217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:28.411551 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:28.413070 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:28.413456 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:28.413773 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:28.414104 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:28.437515 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd7db7-1849-4851-9ed1-17c5b9e74dd4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port 8fa65afe-b03c-422f-903e-12c25f1595f7 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:28.438397 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4ebd7db7-1849-4851-9ed1-17c5b9e74dd4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:28.450477 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Network 6d41fec3-f03f-4765-907e-33f701278904 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:28.464292 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd7b1537-1ada-4663-8478-363557b143ba req-f23e731f-04b6-4a57-afeb-31b28e46a928 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240561 Aug 20 10:42:28.491584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:28.497908 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:28.518360 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0320deb6-f9b6-433a-a26f-44d406eaff11 None None] Provisioning for port b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:28.539932 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45f065cb-c058-48ca-9e58-a8a3be5f0eb2 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:28.540948 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f065cb-c058-48ca-9e58-a8a3be5f0eb2 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:28.541584 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45f065cb-c058-48ca-9e58-a8a3be5f0eb2 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:28.563681 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd509ad0-b2be-4b5b-a7e7-d3d8d20458bc req-ffb20762-301e-4fe3-8889-abc2de5816d0 service neutron] 10.222.0.42 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501126 Aug 20 10:42:28.591889 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port a3301d25-59f8-4159-9c21-3b7d68560468 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:28.609725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2b66c-5c60-46f9-a973-230cf8824ebf req-3509951a-0455-4725-a90a-e5559aa2d2a7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:28.617881 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-45f065cb-c058-48ca-9e58-a8a3be5f0eb2 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4447162 Aug 20 10:42:28.622956 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47710) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:28.630735 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d8afdc63-1525-4de1-a6cd-6cb95c3224e7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Request body: {'subnet': {'network_id': '48ed5ca0-fcaa-4618-9bf1-c12d63ad446f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:28.645810 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dcd2b66c-5c60-46f9-a973-230cf8824ebf req-3509951a-0455-4725-a90a-e5559aa2d2a7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.5694618 Aug 20 10:42:28.657733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port a3301d25-59f8-4159-9c21-3b7d68560468 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:28.658819 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:28.659934 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:28.672040 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4ebd7db7-1849-4851-9ed1-17c5b9e74dd4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:28.674809 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f065cb-c058-48ca-9e58-a8a3be5f0eb2 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Pushing event updated for resources: {'Network': ['ID=48ed5ca0-fcaa-4618-9bf1-c12d63ad446f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:28.695803 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd7db7-1849-4851-9ed1-17c5b9e74dd4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for 8fa65afe-b03c-422f-903e-12c25f1595f7 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:28.702295 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8afdc63-1525-4de1-a6cd-6cb95c3224e7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Made reservation on behalf of 80c932c220074a5aa856b8a1532556fd for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:28.704726 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8afdc63-1525-4de1-a6cd-6cb95c3224e7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:28.730910 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 48ed5ca0-fcaa-4618-9bf1-c12d63ad446f details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:42:28.769239 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Network 3212d4f5-6b10-4b8e-a1c5-24a73c9c4972 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:28.801140 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dcd2b66c-5c60-46f9-a973-230cf8824ebf req-ce4518f7-5fc1-4381-a8d7-399b6994bd03 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525829 Aug 20 10:42:28.808779 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:28.818058 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:28.825538 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Attempting to bind port 1abf5f79-84e8-482b-8123-b79bd33a0aaf on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:42:28.826098 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Attempting to bind port 1abf5f79-84e8-482b-8123-b79bd33a0aaf by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '9b6c6c93-cba7-4504-add7-1692ee64e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d41fec3-f03f-4765-907e-33f701278904'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:42:28.826549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Attempting to bind port 1abf5f79-84e8-482b-8123-b79bd33a0aaf on network 6d41fec3-f03f-4765-907e-33f701278904 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:42:28.826802 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:28.910787 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:42:28.911723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Checking segment: {'id': '9b6c6c93-cba7-4504-add7-1692ee64e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d41fec3-f03f-4765-907e-33f701278904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:28.912888 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:28.913308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Bound using segment: {'id': '9b6c6c93-cba7-4504-add7-1692ee64e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d41fec3-f03f-4765-907e-33f701278904'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:42:28.913813 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Bound port: 1abf5f79-84e8-482b-8123-b79bd33a0aaf, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6c6c93-cba7-4504-add7-1692ee64e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6d41fec3-f03f-4765-907e-33f701278904'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:42:28.914205 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:29.105572 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:29.116866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event updated for resources: {'Port': ['ID=5a9ccedc-9a3e-45df-b5b8-e5596aa6ed01,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:29.150014 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:29.189357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] For port 1abf5f79-84e8-482b-8123-b79bd33a0aaf, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:42:29.191473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2be0b85f-d9b4-4c73-8db8-7bd64e4e3a4b None None] Provisioning complete for port a3301d25-59f8-4159-9c21-3b7d68560468 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:29.191849 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2be0b85f-d9b4-4c73-8db8-7bd64e4e3a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:29.226167 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4ebd7db7-1849-4851-9ed1-17c5b9e74dd4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:29.235038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48488dc8-2dda-4d34-ac82-bca6859b32b5 None None] Network 3212d4f5-6b10-4b8e-a1c5-24a73c9c4972 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:29.257151 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] For port 1abf5f79-84e8-482b-8123-b79bd33a0aaf, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1abf5f79-84e8-482b-8123-b79bd33a0aaf,segment=NetworkSegment(9b6c6c93-cba7-4504-add7-1692ee64e380),segment_id=9b6c6c93-cba7-4504-add7-1692ee64e380)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:42:29.328753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd7db7-1849-4851-9ed1-17c5b9e74dd4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=8fa65afe-b03c-422f-903e-12c25f1595f7,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:29.335847 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:29.341052 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port a3301d25-59f8-4159-9c21-3b7d68560468, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a3301d25-59f8-4159-9c21-3b7d68560468,segment=NetworkSegment(41e23635-6a0d-4553-9a54-f8d16ef520c2),segment_id=41e23635-6a0d-4553-9a54-f8d16ef520c2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:29.370221 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:29.371071 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:42:29.393197 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4ebd7db7-1849-4851-9ed1-17c5b9e74dd4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:29.404410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4ebd7db7-1849-4851-9ed1-17c5b9e74dd4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/ports/8fa65afe-b03c-422f-903e-12c25f1595f7 HTTP/1.1" status: 204 len: 168 time: 1.2878804 Aug 20 10:42:29.405340 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47724) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:29.463899 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4f284c0a-c81e-414a-8c9d-c95795921aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:29.464407 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-95beb8f6-85d9-4514-a02c-00295e57e58b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] GET failed (client error): The resource could not be found. Aug 20 10:42:29.469378 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-95beb8f6-85d9-4514-a02c-00295e57e58b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports/8fa65afe-b03c-422f-903e-12c25f1595f7 HTTP/1.1" status: 404 len: 333 time: 0.0596259 Aug 20 10:42:29.470306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47726) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:29.585746 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c7a8b-8d36-4e7c-b63d-4e2acc737aa3 None None] Pushing event updated for resources: {'Port': ['ID=1abf5f79-84e8-482b-8123-b79bd33a0aaf,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:29.706372 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f02bf96d-aca9-44df-ab2e-a0d7bbc43734 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:42:29.720099 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b180a-4820-4bad-8e27-c35056333eb5 req-9b01eba5-512f-42a1-bdb3-311c93a83f25 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:29.727452 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-325b180a-4820-4bad-8e27-c35056333eb5 req-9b01eba5-512f-42a1-bdb3-311c93a83f25 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 944 time: 0.1273856 Aug 20 10:42:29.751611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:29.755276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-03792a8d-54c4-47ee-b419-7b184ded3ff9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting subnet 6a826edb-70fe-4c73-9679-f1bf8a53f09a {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:42:29.767741 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03792a8d-54c4-47ee-b419-7b184ded3ff9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:29.828260 n-d-778550-11 neutron-server[94866]: DEBUG neutron.objects.ports [None req-d8afdc63-1525-4de1-a6cd-6cb95c3224e7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94866) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:42:29.829078 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8afdc63-1525-4de1-a6cd-6cb95c3224e7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:29.849842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:29.850232 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:29.875554 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-325b180a-4820-4bad-8e27-c35056333eb5 req-f1098185-d502-420d-8f61-ac159935bcc1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192415 Aug 20 10:42:29.939823 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03792a8d-54c4-47ee-b419-7b184ded3ff9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:29.962915 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=a3301d25-59f8-4159-9c21-3b7d68560468,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:29.976252 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47740) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:29.985995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afdc63-1525-4de1-a6cd-6cb95c3224e7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c8871fc4-c960-45c8-aebc-9c00b30d0cea,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:30.014997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-91334f2a-1f81-4b12-9102-2465e2007f99 None None] Provisioning complete for port b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:30.015845 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-91334f2a-1f81-4b12-9102-2465e2007f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:30.070255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8afdc63-1525-4de1-a6cd-6cb95c3224e7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Checking segment: {'id': '1ad6dd92-e59e-4d35-b368-45a38158dff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '48ed5ca0-fcaa-4618-9bf1-c12d63ad446f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:30.070255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8afdc63-1525-4de1-a6cd-6cb95c3224e7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Network hostable DHCP agents. Network: 48ed5ca0-fcaa-4618-9bf1-c12d63ad446f, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:42:30.113437 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:30.121666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:30.122036 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:30.134074 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-56c6fc42-4e4a-40a3-8d7d-e1d65690959e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/floatingips/6c919cea-e66e-4707-95ca-5af9b25a418d HTTP/1.1" status: 200 len: 991 time: 0.1483974 Aug 20 10:42:30.134074 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8afdc63-1525-4de1-a6cd-6cb95c3224e7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Network 48ed5ca0-fcaa-4618-9bf1-c12d63ad446f is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:42:30.138440 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:30.144907 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-d8afdc63-1525-4de1-a6cd-6cb95c3224e7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 48ed5ca0-fcaa-4618-9bf1-c12d63ad446f) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:30.153110 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8afdc63-1525-4de1-a6cd-6cb95c3224e7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:30.153785 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8afdc63-1525-4de1-a6cd-6cb95c3224e7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:30.158100 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:30.159234 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:30.174257 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d8afdc63-1525-4de1-a6cd-6cb95c3224e7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5504622 Aug 20 10:42:30.178378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47744) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:30.192886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-3e404969-27bc-4ab4-a1ea-767799c31d31 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-152281927', 'network_id': '48ed5ca0-fcaa-4618-9bf1-c12d63ad446f'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:30.224567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a1cd07-dcac-4b0a-afb9-4614547adb4c None None] Network 48ed5ca0-fcaa-4618-9bf1-c12d63ad446f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:30.246142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e404969-27bc-4ab4-a1ea-767799c31d31 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Made reservation on behalf of 80c932c220074a5aa856b8a1532556fd for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:30.250277 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3e404969-27bc-4ab4-a1ea-767799c31d31 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:30.295957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-3e404969-27bc-4ab4-a1ea-767799c31d31 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] device_id is not set on port a42aad30-7b95-45c9-a1f9-3671d4f1c082 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:42:30.302952 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83caffa-596f-4221-96e5-0bff0897629c req-6f30f8b0-7ba1-4a28-9eb3-8074fb263fc7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:30.323911 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c83caffa-596f-4221-96e5-0bff0897629c req-6f30f8b0-7ba1-4a28-9eb3-8074fb263fc7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.3108335 Aug 20 10:42:30.327512 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-91334f2a-1f81-4b12-9102-2465e2007f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:30.459668 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event updated for resources: {'Port': ['ID=5a9ccedc-9a3e-45df-b5b8-e5596aa6ed01,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:30.502097 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:30.524522 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c83caffa-596f-4221-96e5-0bff0897629c req-ca188825-2715-49a4-9dc5-ddf3a0b0eb16 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884906 Aug 20 10:42:30.600726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-91334f2a-1f81-4b12-9102-2465e2007f99 None None] For port b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd,segment=NetworkSegment(5433d4f2-7ede-445c-98d3-ed7afa808c91),segment_id=5433d4f2-7ede-445c-98d3-ed7afa808c91)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:30.603158 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Network 3212d4f5-6b10-4b8e-a1c5-24a73c9c4972 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:30.609856 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-91334f2a-1f81-4b12-9102-2465e2007f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:30.614930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:30.618151 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-3e404969-27bc-4ab4-a1ea-767799c31d31 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Allocated IP 172.20.0.9 (48ed5ca0-fcaa-4618-9bf1-c12d63ad446f/c8871fc4-c960-45c8-aebc-9c00b30d0cea/a42aad30-7b95-45c9-a1f9-3671d4f1c082) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:30.625639 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03792a8d-54c4-47ee-b419-7b184ded3ff9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:30.865872 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03792a8d-54c4-47ee-b419-7b184ded3ff9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:30.921299 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03792a8d-54c4-47ee-b419-7b184ded3ff9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Subnet': ['ID=6a826edb-70fe-4c73-9679-f1bf8a53f09a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:30.939824 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03792a8d-54c4-47ee-b419-7b184ded3ff9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:30.945888 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-03792a8d-54c4-47ee-b419-7b184ded3ff9 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/6a826edb-70fe-4c73-9679-f1bf8a53f09a HTTP/1.1" status: 204 len: 168 time: 1.4727948 Aug 20 10:42:30.946598 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47756) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:31.038797 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3e404969-27bc-4ab4-a1ea-767799c31d31 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:31.055819 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Router 12d08e6c-5098-4edd-8015-a74f2d246dcc is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:42:31.122391 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3e404969-27bc-4ab4-a1ea-767799c31d31 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:31.143531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-91334f2a-1f81-4b12-9102-2465e2007f99 None None] Provisioning for port ce111c3a-1c34-49fc-b680-e35f80cafc66 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:31.199892 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e404969-27bc-4ab4-a1ea-767799c31d31 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Network 48ed5ca0-fcaa-4618-9bf1-c12d63ad446f is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:31.203673 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-3e404969-27bc-4ab4-a1ea-767799c31d31 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:31.208942 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e404969-27bc-4ab4-a1ea-767799c31d31 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:31.239490 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:42:31.247460 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3ca11c50-b821-4756-b538-b7db73ecfb1f tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "PUT /v2.0/routers/12d08e6c-5098-4edd-8015-a74f2d246dcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8185773 Aug 20 10:42:31.252978 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:31.255232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47762) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:31.273890 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e404969-27bc-4ab4-a1ea-767799c31d31 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Pushing event updated for resources: {'Port': ['ID=a42aad30-7b95-45c9-a1f9-3671d4f1c082,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:31.298809 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e404969-27bc-4ab4-a1ea-767799c31d31 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:31.303429 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3e404969-27bc-4ab4-a1ea-767799c31d31 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:31.329282 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd003702-f655-4ba1-acd7-78e19680daa1 None None] Network 6f60c2f5-6f62-40ca-9439-599d3cf7832f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:31.331172 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3e404969-27bc-4ab4-a1ea-767799c31d31 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1491148 Aug 20 10:42:31.334485 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47764) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:31.358168 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0b53aa-619c-4b0e-a74f-0a323bd24efc None None] Sync routers for ids ['12d08e6c-5098-4edd-8015-a74f2d246dcc'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:42:31.386710 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:31.485421 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91334f2a-1f81-4b12-9102-2465e2007f99 None None] Pushing event updated for resources: {'Port': ['ID=b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:31.488861 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-91334f2a-1f81-4b12-9102-2465e2007f99 None None] Could not find standard attr ID for object 8fa65afe-b03c-422f-903e-12c25f1595f7. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:42:31.493837 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:42:31.495027 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:42:31.532262 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-235d5a59-c069-47b2-9e31-74c6837dea0b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Deleting port a42aad30-7b95-45c9-a1f9-3671d4f1c082 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:31.532613 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-235d5a59-c069-47b2-9e31-74c6837dea0b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:31.589356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port f02bf96d-aca9-44df-ab2e-a0d7bbc43734, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,segment=NetworkSegment(ca60eb73-04bb-4fcf-bf40-4668ede9ba26),segment_id=ca60eb73-04bb-4fcf-bf40-4668ede9ba26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:31.594315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:42:31.596820 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11fb166-c800-41c5-9afa-4f67721a1ea0" -d '{"events": [{"server_uuid": "9cbdf4fe-3428-4900-8131-3dcf85be2175", "name": "network-vif-plugged", "status": "completed", "tag": "f02bf96d-aca9-44df-ab2e-a0d7bbc43734"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:42:31.665746 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:31.707266 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0b53aa-619c-4b0e-a74f-0a323bd24efc None None] Routers {'12d08e6c-5098-4edd-8015-a74f2d246dcc'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:31.713154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ab0b53aa-619c-4b0e-a74f-0a323bd24efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['12d08e6c-5098-4edd-8015-a74f2d246dcc'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:31.737079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13535b81-a74a-47af-bf32-e6d49ea0f2b2 None None] Network 6d41fec3-f03f-4765-907e-33f701278904 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:31.747404 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8ff7ad-249d-4a1b-874a-8b5a1d9f17f5 x-openstack-request-id: req-ae8ff7ad-249d-4a1b-874a-8b5a1d9f17f5 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:42:31.747863 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbdf4fe-3428-4900-8131-3dcf85be2175", "name": "network-vif-plugged", "status": "completed", "tag": "f02bf96d-aca9-44df-ab2e-a0d7bbc43734", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:42:31.748264 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae8ff7ad-249d-4a1b-874a-8b5a1d9f17f5 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:42:31.748821 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734', 'code': 200} Aug 20 10:42:31.837945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14293d28-7a3c-40b1-a07f-0e34561eeb5d None None] Network 48ed5ca0-fcaa-4618-9bf1-c12d63ad446f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:31.850023 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-235d5a59-c069-47b2-9e31-74c6837dea0b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:31.880938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118bee0-eb91-4c29-8115-53254d98fd70 req-80aa1d17-8c67-4f81-93c9-4fefb018b61f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:31.884369 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ab0b53aa-619c-4b0e-a74f-0a323bd24efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:31.893038 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9118bee0-eb91-4c29-8115-53254d98fd70 req-80aa1d17-8c67-4f81-93c9-4fefb018b61f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1835907 Aug 20 10:42:31.928554 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-235d5a59-c069-47b2-9e31-74c6837dea0b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Calling delete_port for a42aad30-7b95-45c9-a1f9-3671d4f1c082 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:31.993365 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9118bee0-eb91-4c29-8115-53254d98fd70 req-7cc24f15-0f7d-46df-8197-4dca97df522c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989623 Aug 20 10:42:32.062591 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:32.103927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b0e49d91-6888-456d-9e57-8f2fa52040b3 None None] Could not find standard attr ID for object 8fa65afe-b03c-422f-903e-12c25f1595f7. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:42:32.132763 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-238d1297-2c5f-4ee5-86ec-19e604cf4063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.142676 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-235d5a59-c069-47b2-9e31-74c6837dea0b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.145297 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0b53aa-619c-4b0e-a74f-0a323bd24efc None None] Routers {'12d08e6c-5098-4edd-8015-a74f2d246dcc'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:32.145936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ab0b53aa-619c-4b0e-a74f-0a323bd24efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['12d08e6c-5098-4edd-8015-a74f2d246dcc'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:32.159635 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b0e49d91-6888-456d-9e57-8f2fa52040b3 None None] Could not find standard attr ID for object 22cbb246-4b85-4662-82ee-d8d24ae1d184. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:42:32.182289 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:32.182844 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.192424 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d5a59-c069-47b2-9e31-74c6837dea0b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Pushing event deleted for resources: {'Port': ['ID=a42aad30-7b95-45c9-a1f9-3671d4f1c082,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:32.212406 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ab0b53aa-619c-4b0e-a74f-0a323bd24efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:32.213302 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0b53aa-619c-4b0e-a74f-0a323bd24efc None None] The sync data for ids ['12d08e6c-5098-4edd-8015-a74f2d246dcc'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:42:32.264543 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] For port b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd,segment=NetworkSegment(5433d4f2-7ede-445c-98d3-ed7afa808c91),segment_id=5433d4f2-7ede-445c-98d3-ed7afa808c91)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:32.264919 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.280472 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:32.313353 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b0e49d91-6888-456d-9e57-8f2fa52040b3 None None] Provisioning for port 5a9ccedc-9a3e-45df-b5b8-e5596aa6ed01 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:32.329160 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-235d5a59-c069-47b2-9e31-74c6837dea0b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.332415 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-235d5a59-c069-47b2-9e31-74c6837dea0b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "DELETE /v2.0/ports/a42aad30-7b95-45c9-a1f9-3671d4f1c082 HTTP/1.1" status: 204 len: 168 time: 0.9966033 Aug 20 10:42:32.335866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47786) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:32.343210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48ed5ca0-fcaa-4618-9bf1-c12d63ad446f', 'external_fixed_ips': [{'subnet_id': 'c8871fc4-c960-45c8-aebc-9c00b30d0cea', 'ip_address': '172.20.0.9'}]}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:32.343449 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b0e49d91-6888-456d-9e57-8f2fa52040b3 None None] Provisioning complete for port 5a9ccedc-9a3e-45df-b5b8-e5596aa6ed01 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:32.344041 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b0e49d91-6888-456d-9e57-8f2fa52040b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.383493 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.389004 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.410632 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.481069 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-f6a8f92e-f20c-4795-966d-2c8321592604 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:42:32.482341 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f6a8f92e-f20c-4795-966d-2c8321592604 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "PUT /v2.0/routers/12d08e6c-5098-4edd-8015-a74f2d246dcc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2266302 Aug 20 10:42:32.485283 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47792) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:32.494998 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.504087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75834fd6-ddf7-4f41-a2d4-4b43b918ec68 None None] DHCP port deletion for 6f60c2f5-6f62-40ca-9439-599d3cf7832f request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:42:32.519115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b0e49d91-6888-456d-9e57-8f2fa52040b3 None None] Port 5a9ccedc-9a3e-45df-b5b8-e5596aa6ed01 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:42:32.538800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:32.538800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No DVR routers for this DVR port b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:32.587374 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.641802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1abf5f79-84e8-482b-8123-b79bd33a0aaf up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:42:32.690879 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.711148 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f60c2f5-6f62-40ca-9439-599d3cf7832f']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:32.717287 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3d538413-380a-44a3-b8aa-9b3a90f20fe5 None None] Provisioning for port 1abf5f79-84e8-482b-8123-b79bd33a0aaf completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:32.740850 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5433d4f2-7ede-445c-98d3-ed7afa808c91') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:32.741320 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5433d4f2-7ede-445c-98d3-ed7afa808c91') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:32.757862 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.783404 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.793910 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 1abf5f79-84e8-482b-8123-b79bd33a0aaf completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:32.798110 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.799348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:42:32.799656 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.806380 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3d538413-380a-44a3-b8aa-9b3a90f20fe5 None None] Provisioning complete for port 5a9ccedc-9a3e-45df-b5b8-e5596aa6ed01 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:32.806865 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3d538413-380a-44a3-b8aa-9b3a90f20fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.852126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 1abf5f79-84e8-482b-8123-b79bd33a0aaf triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:32.852774 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:42:32.881448 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:42:32.909279 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.922141 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3d538413-380a-44a3-b8aa-9b3a90f20fe5 None None] Port 5a9ccedc-9a3e-45df-b5b8-e5596aa6ed01 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:42:32.933555 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:32.935824 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/networks/6f60c2f5-6f62-40ca-9439-599d3cf7832f HTTP/1.1" status: 204 len: 168 time: 1.9882317 Aug 20 10:42:32.948539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47800) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:32.955183 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2d7b32c2-41f8-4892-b5e5-84c99449fc33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1786262579'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:32.968935 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a901a6-6b01-41f3-9936-aa5cd4bbfbfa tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Network': ['ID=6f60c2f5-6f62-40ca-9439-599d3cf7832f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:32.989588 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.004821 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7b32c2-41f8-4892-b5e5-84c99449fc33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:33.011420 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d7b32c2-41f8-4892-b5e5-84c99449fc33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.055558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7b32c2-41f8-4892-b5e5-84c99449fc33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:42:33.067487 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d7b32c2-41f8-4892-b5e5-84c99449fc33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.067725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 1abf5f79-84e8-482b-8123-b79bd33a0aaf, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1abf5f79-84e8-482b-8123-b79bd33a0aaf,segment=NetworkSegment(9b6c6c93-cba7-4504-add7-1692ee64e380),segment_id=9b6c6c93-cba7-4504-add7-1692ee64e380)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:33.067890 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-2d7b32c2-41f8-4892-b5e5-84c99449fc33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Added segment f7ebd976-4c96-4715-86fc-7491bc8e3049 of type vlan for network e17737e0-f290-408f-87db-e8adb432bbcf Aug 20 10:42:33.085487 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.086833 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a3301d25-59f8-4159-9c21-3b7d68560468 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:42:33.151844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=1abf5f79-84e8-482b-8123-b79bd33a0aaf,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:33.154906 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d7b32c2-41f8-4892-b5e5-84c99449fc33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.203398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-773e4958-5123-4347-aefd-8e2683392269 None None] Provisioning complete for port 1abf5f79-84e8-482b-8123-b79bd33a0aaf triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:33.204841 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-773e4958-5123-4347-aefd-8e2683392269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.217897 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31fd04-07ff-4e2b-b497-1990b19804da req-767e4b6d-9ef3-46bd-ad38-de080d269c27 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:33.219607 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a31fd04-07ff-4e2b-b497-1990b19804da req-767e4b6d-9ef3-46bd-ad38-de080d269c27 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.0969615 Aug 20 10:42:33.225534 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d7b32c2-41f8-4892-b5e5-84c99449fc33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.229520 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.231803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7b32c2-41f8-4892-b5e5-84c99449fc33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:33.232942 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d7b32c2-41f8-4892-b5e5-84c99449fc33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.303843 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port a3301d25-59f8-4159-9c21-3b7d68560468 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:33.304494 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.324002 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.338215 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2d7b32c2-41f8-4892-b5e5-84c99449fc33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3858395 Aug 20 10:42:33.340727 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47806) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:33.346860 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-8cc45702-4ae6-4dbe-a75a-f26d8503dc4f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'subnet': {'network_id': 'e17737e0-f290-408f-87db-e8adb432bbcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:33.358637 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.403112 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a31fd04-07ff-4e2b-b497-1990b19804da req-2fdfc0ba-952f-4202-9213-67f8ecfe7344 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664929 Aug 20 10:42:33.435768 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ce111c3a-1c34-49fc-b680-e35f80cafc66 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:42:33.437717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b32c2-41f8-4892-b5e5-84c99449fc33 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Network': ['ID=e17737e0-f290-408f-87db-e8adb432bbcf,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:33.460869 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network e17737e0-f290-408f-87db-e8adb432bbcf details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:42:33.487868 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc45702-4ae6-4dbe-a75a-f26d8503dc4f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:33.491736 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8cc45702-4ae6-4dbe-a75a-f26d8503dc4f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.565152 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port ce111c3a-1c34-49fc-b680-e35f80cafc66 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:33.571414 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ce111c3a-1c34-49fc-b680-e35f80cafc66 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:33.572843 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.574588 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-78c6ed08-af7a-4081-9ed3-10078f071abd tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.719607 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.777693 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port ce111c3a-1c34-49fc-b680-e35f80cafc66, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ce111c3a-1c34-49fc-b680-e35f80cafc66,segment=NetworkSegment(1e9fe8eb-0543-4288-afe5-8ae096962dc4),segment_id=1e9fe8eb-0543-4288-afe5-8ae096962dc4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:33.784625 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.787911 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8cc45702-4ae6-4dbe-a75a-f26d8503dc4f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.841267 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=ce111c3a-1c34-49fc-b680-e35f80cafc66,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:33.891302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc45702-4ae6-4dbe-a75a-f26d8503dc4f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Subnet': ['ID=d83b86a9-15f3-4254-9541-f2e17af40489,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:33.897790 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc45702-4ae6-4dbe-a75a-f26d8503dc4f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Checking segment: {'id': 'f7ebd976-4c96-4715-86fc-7491bc8e3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e17737e0-f290-408f-87db-e8adb432bbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:33.898161 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc45702-4ae6-4dbe-a75a-f26d8503dc4f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network hostable DHCP agents. Network: e17737e0-f290-408f-87db-e8adb432bbcf, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:42:33.918393 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc45702-4ae6-4dbe-a75a-f26d8503dc4f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network e17737e0-f290-408f-87db-e8adb432bbcf is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:42:33.928699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-8cc45702-4ae6-4dbe-a75a-f26d8503dc4f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, e17737e0-f290-408f-87db-e8adb432bbcf) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:33.933112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc45702-4ae6-4dbe-a75a-f26d8503dc4f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:33.933855 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8cc45702-4ae6-4dbe-a75a-f26d8503dc4f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:33.944740 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b82148-3d40-447f-b95a-e1e893d98fd3 None None] Network e17737e0-f290-408f-87db-e8adb432bbcf requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:33.964778 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8cc45702-4ae6-4dbe-a75a-f26d8503dc4f tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6189141 Aug 20 10:42:33.964999 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47810) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:33.970016 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a2cf23eb-b3b1-4d2d-b0f4-500f82fd853b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-487171400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:34.000484 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2cf23eb-b3b1-4d2d-b0f4-500f82fd853b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:34.002022 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2cf23eb-b3b1-4d2d-b0f4-500f82fd853b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:34.118299 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2cf23eb-b3b1-4d2d-b0f4-500f82fd853b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:34.125602 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2cf23eb-b3b1-4d2d-b0f4-500f82fd853b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:34.141424 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-e17737e0-f290-408f-87db-e8adb432bbcf', 'network_id': 'e17737e0-f290-408f-87db-e8adb432bbcf', 'tenant_id': '80a6eb9091fb45b090d27b864630b580', 'fixed_ips': [{'subnet_id': 'd83b86a9-15f3-4254-9541-f2e17af40489'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:42:34.142368 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:34.162572 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a2cf23eb-b3b1-4d2d-b0f4-500f82fd853b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:34.164394 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a2cf23eb-b3b1-4d2d-b0f4-500f82fd853b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1981053 Aug 20 10:42:34.166751 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47812) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:34.173134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c936ea96-7a4d-4bc9-bf7a-d22f94ff9032 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'network_id': 'e17737e0-f290-408f-87db-e8adb432bbcf', 'name': 'tempest-PortsIpV6TestJSON-1190365881'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:34.341687 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c936ea96-7a4d-4bc9-bf7a-d22f94ff9032 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:34.347759 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c936ea96-7a4d-4bc9-bf7a-d22f94ff9032 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:34.366353 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Allocated IP 172.20.0.9 (48ed5ca0-fcaa-4618-9bf1-c12d63ad446f/c8871fc4-c960-45c8-aebc-9c00b30d0cea/e20e9346-638a-48a1-8a70-00d8d1feca61) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:34.374214 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-c936ea96-7a4d-4bc9-bf7a-d22f94ff9032 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] device_id is not set on port 775c356d-9e0c-4e00-aa03-fd305c8fdab0 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:42:34.566849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1abf5f79-84e8-482b-8123-b79bd33a0aaf up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:42:34.603244 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Allocated IP 2001:db8::2 (e17737e0-f290-408f-87db-e8adb432bbcf/d83b86a9-15f3-4254-9541-f2e17af40489/cf05a08f-5259-4e3d-afbf-99d5dc3f15cd) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:34.614078 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:34.637841 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe38ef-e8ef-4eb1-a1cb-da8ec334ce01 req-a32245ad-7d3b-41dd-8f76-dbc725987163 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:34.639502 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08fe38ef-e8ef-4eb1-a1cb-da8ec334ce01 req-a32245ad-7d3b-41dd-8f76-dbc725987163 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1425416 Aug 20 10:42:34.712052 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 1abf5f79-84e8-482b-8123-b79bd33a0aaf triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:34.712508 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:34.718602 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-78c6ed08-af7a-4081-9ed3-10078f071abd tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Deleting port 5a9ccedc-9a3e-45df-b5b8-e5596aa6ed01 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:34.718964 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-78c6ed08-af7a-4081-9ed3-10078f071abd tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:34.726032 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08fe38ef-e8ef-4eb1-a1cb-da8ec334ce01 req-789bbe3a-dcd4-48d2-a0b5-ee96a54eda45 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712588 Aug 20 10:42:34.735372 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:34.831414 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Network 48ed5ca0-fcaa-4618-9bf1-c12d63ad446f is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:34.843575 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:34.853564 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:34.912247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Pushing event updated for resources: {'Port': ['ID=e20e9346-638a-48a1-8a70-00d8d1feca61,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:34.922800 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:34.934410 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-78c6ed08-af7a-4081-9ed3-10078f071abd tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:34.953144 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-78c6ed08-af7a-4081-9ed3-10078f071abd tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Calling delete_port for 5a9ccedc-9a3e-45df-b5b8-e5596aa6ed01 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:34.960499 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Transition to ACTIVE for port object cf05a08f-5259-4e3d-afbf-99d5dc3f15cd will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:34.964265 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:34.998660 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Transition to ACTIVE for port object cf05a08f-5259-4e3d-afbf-99d5dc3f15cd will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:35.010973 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:35.076806 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c153b9-3638-4dee-b5da-e1a09dd1ab67 req-e4a48cdd-5039-41d8-847a-c4a3717fa384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:35.078470 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c6c153b9-3638-4dee-b5da-e1a09dd1ab67 req-e4a48cdd-5039-41d8-847a-c4a3717fa384 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 1096 time: 0.0914683 Aug 20 10:42:35.094257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Network e17737e0-f290-408f-87db-e8adb432bbcf is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:35.099716 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:35.101626 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-c936ea96-7a4d-4bc9-bf7a-d22f94ff9032 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Allocated IP 2001:db8::22b (e17737e0-f290-408f-87db-e8adb432bbcf/d83b86a9-15f3-4254-9541-f2e17af40489/775c356d-9e0c-4e00-aa03-fd305c8fdab0) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:35.112776 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:35.124912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Pushing event updated for resources: {'Port': ['ID=cf05a08f-5259-4e3d-afbf-99d5dc3f15cd,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:35.135235 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ce111c3a-1c34-49fc-b680-e35f80cafc66 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:42:35.229500 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Attempting to bind port cf05a08f-5259-4e3d-afbf-99d5dc3f15cd on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:42:35.230153 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Attempting to bind port cf05a08f-5259-4e3d-afbf-99d5dc3f15cd by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'f7ebd976-4c96-4715-86fc-7491bc8e3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e17737e0-f290-408f-87db-e8adb432bbcf'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:42:35.230684 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Attempting to bind port cf05a08f-5259-4e3d-afbf-99d5dc3f15cd on network e17737e0-f290-408f-87db-e8adb432bbcf {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:42:35.242044 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:42:35.242856 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Checking segment: {'id': 'f7ebd976-4c96-4715-86fc-7491bc8e3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e17737e0-f290-408f-87db-e8adb432bbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:35.243844 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:35.244441 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Bound using segment: {'id': 'f7ebd976-4c96-4715-86fc-7491bc8e3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e17737e0-f290-408f-87db-e8adb432bbcf'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:42:35.245175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Bound port: cf05a08f-5259-4e3d-afbf-99d5dc3f15cd, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ebd976-4c96-4715-86fc-7491bc8e3049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e17737e0-f290-408f-87db-e8adb432bbcf'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:42:35.245778 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:35.313234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ce111c3a-1c34-49fc-b680-e35f80cafc66 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:35.313614 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:35.353261 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-78c6ed08-af7a-4081-9ed3-10078f071abd tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:35.363753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d90448-afe6-458a-8ddb-86ca920aab80 req-958744c5-de05-4b14-8c41-e1a3c8bdda3a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:35.365390 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-03d90448-afe6-458a-8ddb-86ca920aab80 req-958744c5-de05-4b14-8c41-e1a3c8bdda3a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.3669801 Aug 20 10:42:35.382834 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] For port cf05a08f-5259-4e3d-afbf-99d5dc3f15cd, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:42:35.383594 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c936ea96-7a4d-4bc9-bf7a-d22f94ff9032 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:35.390459 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] For port cf05a08f-5259-4e3d-afbf-99d5dc3f15cd, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=cf05a08f-5259-4e3d-afbf-99d5dc3f15cd,segment=NetworkSegment(f7ebd976-4c96-4715-86fc-7491bc8e3049),segment_id=f7ebd976-4c96-4715-86fc-7491bc8e3049)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:42:35.399207 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:35.403153 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-c936ea96-7a4d-4bc9-bf7a-d22f94ff9032 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Transition to ACTIVE for port object 775c356d-9e0c-4e00-aa03-fd305c8fdab0 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:35.420099 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6ed08-af7a-4081-9ed3-10078f071abd tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event deleted for resources: {'Port': ['ID=5a9ccedc-9a3e-45df-b5b8-e5596aa6ed01,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:35.476022 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c153b9-3638-4dee-b5da-e1a09dd1ab67 req-f4e0309b-17b4-4080-9de9-2a55fc97e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:35.479016 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c6c153b9-3638-4dee-b5da-e1a09dd1ab67 req-f4e0309b-17b4-4080-9de9-2a55fc97e554 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.3865914 Aug 20 10:42:35.480449 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c936ea96-7a4d-4bc9-bf7a-d22f94ff9032 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:35.606462 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825a5ef-81f9-41c7-93ad-26108f728747 None None] Pushing event updated for resources: {'Port': ['ID=cf05a08f-5259-4e3d-afbf-99d5dc3f15cd,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:35.616751 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c6c153b9-3638-4dee-b5da-e1a09dd1ab67 req-e007cc6f-819c-4e03-9f61-5e12dfe263dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4572806-9844-4302-b2a2-f2770c887d9d HTTP/1.1" status: 200 len: 998 time: 0.1196923 Aug 20 10:42:35.648894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c936ea96-7a4d-4bc9-bf7a-d22f94ff9032 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network e17737e0-f290-408f-87db-e8adb432bbcf is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:35.656427 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:42:35.661151 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-03d90448-afe6-458a-8ddb-86ca920aab80 req-05cd9f1d-9602-47fe-a474-b960e8483f34 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745304 Aug 20 10:42:35.668238 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-78c6ed08-af7a-4081-9ed3-10078f071abd tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:35.693632 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-c936ea96-7a4d-4bc9-bf7a-d22f94ff9032 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:35.699744 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:42:35.700098 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b4bf68d9-f494-45bf-9f8b-3e07dc4c76cd not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:42:35.717783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936ea96-7a4d-4bc9-bf7a-d22f94ff9032 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:35.730238 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c936ea96-7a4d-4bc9-bf7a-d22f94ff9032 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:35.730917 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c936ea96-7a4d-4bc9-bf7a-d22f94ff9032 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:35.777312 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936ea96-7a4d-4bc9-bf7a-d22f94ff9032 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=775c356d-9e0c-4e00-aa03-fd305c8fdab0,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:35.790261 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c936ea96-7a4d-4bc9-bf7a-d22f94ff9032 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6202211 Aug 20 10:42:35.790261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47824) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:35.928880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c153b9-3638-4dee-b5da-e1a09dd1ab67 req-f437c033-91c3-4a47-a3e3-0e5b6776eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:35.930372 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c6c153b9-3638-4dee-b5da-e1a09dd1ab67 req-f437c033-91c3-4a47-a3e3-0e5b6776eef8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.2804356 Aug 20 10:42:35.952441 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:36.043882 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c6ed08-af7a-4081-9ed3-10078f071abd tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Router 12d08e6c-5098-4edd-8015-a74f2d246dcc has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:42:36.075442 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c153b9-3638-4dee-b5da-e1a09dd1ab67 req-1a2e4b28-3189-461f-884e-9443de169fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:36.076979 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c6c153b9-3638-4dee-b5da-e1a09dd1ab67 req-1a2e4b28-3189-461f-884e-9443de169fd6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1115792 Aug 20 10:42:36.235486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c6ed08-af7a-4081-9ed3-10078f071abd tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:42:36.250567 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-78c6ed08-af7a-4081-9ed3-10078f071abd tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "PUT /v2.0/routers/12d08e6c-5098-4edd-8015-a74f2d246dcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7639732 Aug 20 10:42:36.254121 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47826) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:36.257036 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af03a68-757d-45a1-8d84-d90042f5a82d None None] Sync routers for ids ['12d08e6c-5098-4edd-8015-a74f2d246dcc'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:42:36.280275 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af03a68-757d-45a1-8d84-d90042f5a82d None None] Routers {'12d08e6c-5098-4edd-8015-a74f2d246dcc'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:36.282515 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6af03a68-757d-45a1-8d84-d90042f5a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['12d08e6c-5098-4edd-8015-a74f2d246dcc'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:36.296781 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-0a7e2fd9-9077-4bf8-a755-48819e4030e4 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] delete failed (client error): The resource could not be found. Aug 20 10:42:36.302348 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0a7e2fd9-9077-4bf8-a755-48819e4030e4 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1840723380 HTTP/1.1" status: 404 len: 335 time: 0.0423033 Aug 20 10:42:36.303590 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47828) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:36.308572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e07612af-aca7-410b-95af-28021bccfb50 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Request body: {'router': {'external_gateway_info': {'network_id': '12d08e6c-5098-4edd-8015-a74f2d246dcc'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:36.383796 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6af03a68-757d-45a1-8d84-d90042f5a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:36.404643 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af03a68-757d-45a1-8d84-d90042f5a82d None None] Routers {'12d08e6c-5098-4edd-8015-a74f2d246dcc'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:36.406317 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6af03a68-757d-45a1-8d84-d90042f5a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['12d08e6c-5098-4edd-8015-a74f2d246dcc'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:36.466134 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device cf05a08f-5259-4e3d-afbf-99d5dc3f15cd up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:42:36.552724 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port cf05a08f-5259-4e3d-afbf-99d5dc3f15cd completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:36.575024 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:36.697916 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c6c153b9-3638-4dee-b5da-e1a09dd1ab67 req-02cf2c09-dc35-4311-a11a-a84c8dd2a0a6 service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889394 Aug 20 10:42:36.759567 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6af03a68-757d-45a1-8d84-d90042f5a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:36.760703 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af03a68-757d-45a1-8d84-d90042f5a82d None None] The sync data for ids ['12d08e6c-5098-4edd-8015-a74f2d246dcc'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:42:36.892538 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c6c153b9-3638-4dee-b5da-e1a09dd1ab67 req-6944ea13-a045-418e-932a-4debd443b799 service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699698 Aug 20 10:42:36.893189 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92f83241-1395-4ea1-9c93-4deae9694766 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:37.021771 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8d1d7-62dd-41cb-af21-55fe874a7917 req-04e6e708-b78c-43f2-8bfe-ccf8b0f59585 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:37.024655 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa8dba4-951d-493f-ae17-a2c49517fe04 None None] Network e17737e0-f290-408f-87db-e8adb432bbcf requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:37.030222 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-29e8d1d7-62dd-41cb-af21-55fe874a7917 req-04e6e708-b78c-43f2-8bfe-ccf8b0f59585 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1218290 Aug 20 10:42:37.051338 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e07612af-aca7-410b-95af-28021bccfb50 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:37.085562 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-29e8d1d7-62dd-41cb-af21-55fe874a7917 req-009ab77e-b3e7-4cc4-a230-97ff9ef4560d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542078 Aug 20 10:42:37.111419 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-e07612af-aca7-410b-95af-28021bccfb50 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] update failed (client error): The resource could not be found. Aug 20 10:42:37.116526 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e07612af-aca7-410b-95af-28021bccfb50 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "PUT /v2.0/routers/12d08e6c-5098-4edd-8015-a74f2d246dcc HTTP/1.1" status: 404 len: 339 time: 0.8080716 Aug 20 10:42:37.117311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47834) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:37.128801 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7518ff8f-c4b4-4f68-bd63-bba29ebdd0a5 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1316526025'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:37.163709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a3801c0c-bdfc-4d24-ba23-7322bb3fabfe None None] Provisioning for port cf05a08f-5259-4e3d-afbf-99d5dc3f15cd completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:37.174081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7518ff8f-c4b4-4f68-bd63-bba29ebdd0a5 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Made reservation on behalf of 38e74b552ed74cedb81cde4aac1a2651 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:37.178031 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7518ff8f-c4b4-4f68-bd63-bba29ebdd0a5 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:37.183035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a3801c0c-bdfc-4d24-ba23-7322bb3fabfe None None] Provisioning complete for port cf05a08f-5259-4e3d-afbf-99d5dc3f15cd triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:37.183696 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a3801c0c-bdfc-4d24-ba23-7322bb3fabfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:37.221597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7518ff8f-c4b4-4f68-bd63-bba29ebdd0a5 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:42:37.248862 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7518ff8f-c4b4-4f68-bd63-bba29ebdd0a5 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:37.249514 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-7518ff8f-c4b4-4f68-bd63-bba29ebdd0a5 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Added segment c55438f8-4525-4e2f-8549-986f4affb352 of type vlan for network 41b8c636-c255-4c5b-8cb5-18a1e776ec99 Aug 20 10:42:37.320508 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7518ff8f-c4b4-4f68-bd63-bba29ebdd0a5 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:37.340268 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Router e7edca61-e712-44be-9693-2e7e441fed27 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:42:37.413042 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a3801c0c-bdfc-4d24-ba23-7322bb3fabfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:37.489785 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92f83241-1395-4ea1-9c93-4deae9694766 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:37.490202 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-a3801c0c-bdfc-4d24-ba23-7322bb3fabfe None None] For port cf05a08f-5259-4e3d-afbf-99d5dc3f15cd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=cf05a08f-5259-4e3d-afbf-99d5dc3f15cd,segment=NetworkSegment(f7ebd976-4c96-4715-86fc-7491bc8e3049),segment_id=f7ebd976-4c96-4715-86fc-7491bc8e3049)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:37.496593 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a3801c0c-bdfc-4d24-ba23-7322bb3fabfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:37.500042 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92f83241-1395-4ea1-9c93-4deae9694766 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:37.564878 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3801c0c-bdfc-4d24-ba23-7322bb3fabfe None None] Pushing event updated for resources: {'Port': ['ID=cf05a08f-5259-4e3d-afbf-99d5dc3f15cd,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:37.598586 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7518ff8f-c4b4-4f68-bd63-bba29ebdd0a5 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:37.605320 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7518ff8f-c4b4-4f68-bd63-bba29ebdd0a5 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:37.607149 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7518ff8f-c4b4-4f68-bd63-bba29ebdd0a5 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:37.635427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:42:37.648801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365f420b-05bb-4261-9427-b839ee87eb0e None None] Sync routers for ids ['e7edca61-e712-44be-9693-2e7e441fed27'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:42:37.667881 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f83241-1395-4ea1-9c93-4deae9694766 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=775c356d-9e0c-4e00-aa03-fd305c8fdab0,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:37.679094 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365f420b-05bb-4261-9427-b839ee87eb0e None None] Routers {'e7edca61-e712-44be-9693-2e7e441fed27'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:37.682648 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-365f420b-05bb-4261-9427-b839ee87eb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e7edca61-e712-44be-9693-2e7e441fed27'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:37.729384 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518ff8f-c4b4-4f68-bd63-bba29ebdd0a5 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event updated for resources: {'Network': ['ID=41b8c636-c255-4c5b-8cb5-18a1e776ec99,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:37.755300 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7518ff8f-c4b4-4f68-bd63-bba29ebdd0a5 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6374707 Aug 20 10:42:37.759223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47838) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:37.762796 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 41b8c636-c255-4c5b-8cb5-18a1e776ec99 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:42:37.765784 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d98d99b0-782d-46f4-92c5-778032ff98ad tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Request body: {'subnet': {'network_id': '41b8c636-c255-4c5b-8cb5-18a1e776ec99', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:37.836850 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92f83241-1395-4ea1-9c93-4deae9694766 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:37.868772 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:37.870092 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-979da6fd-5db2-49ab-a3e7-a305505b082b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.5331717 Aug 20 10:42:37.875082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47840) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:38.052615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0b0fa6a9-a44e-48bd-823a-ab50b8bebd76 None None] Provisioning for port 775c356d-9e0c-4e00-aa03-fd305c8fdab0 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:38.065221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0b0fa6a9-a44e-48bd-823a-ab50b8bebd76 None None] Provisioning complete for port 775c356d-9e0c-4e00-aa03-fd305c8fdab0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:38.065866 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0b0fa6a9-a44e-48bd-823a-ab50b8bebd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:38.070418 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92f83241-1395-4ea1-9c93-4deae9694766 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:38.107228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-365f420b-05bb-4261-9427-b839ee87eb0e None None] Set router e7edca61-e712-44be-9693-2e7e441fed27 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:42:38.156746 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98d99b0-782d-46f4-92c5-778032ff98ad tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Made reservation on behalf of 38e74b552ed74cedb81cde4aac1a2651 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:38.163225 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d98d99b0-782d-46f4-92c5-778032ff98ad tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:38.173220 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af2fe147-046d-4354-8de0-dc5433b4139e tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:38.263842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0b0fa6a9-a44e-48bd-823a-ab50b8bebd76 None None] Port 775c356d-9e0c-4e00-aa03-fd305c8fdab0 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:42:38.335367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0b0fa6a9-a44e-48bd-823a-ab50b8bebd76 None None] Provisioning complete for port cf05a08f-5259-4e3d-afbf-99d5dc3f15cd triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:38.337344 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0b0fa6a9-a44e-48bd-823a-ab50b8bebd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:38.467818 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device cf05a08f-5259-4e3d-afbf-99d5dc3f15cd up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:42:38.689333 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port cf05a08f-5259-4e3d-afbf-99d5dc3f15cd triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:38.689766 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:38.746288 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3aa2b-9a37-4ba7-91f4-a8e5f644d6cc req-7be76f18-0c28-4c5d-ad7e-da0483452b16 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:38.748630 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aec3aa2b-9a37-4ba7-91f4-a8e5f644d6cc req-7be76f18-0c28-4c5d-ad7e-da0483452b16 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.4727373 Aug 20 10:42:38.784681 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92f83241-1395-4ea1-9c93-4deae9694766 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:38.799792 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92f83241-1395-4ea1-9c93-4deae9694766 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:38.801542 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92f83241-1395-4ea1-9c93-4deae9694766 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:38.858050 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af2fe147-046d-4354-8de0-dc5433b4139e tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:38.866457 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d98d99b0-782d-46f4-92c5-778032ff98ad tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:38.869329 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-365f420b-05bb-4261-9427-b839ee87eb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7edca61-e712-44be-9693-2e7e441fed27', 'name': '', 'tenant_id': '80c932c220074a5aa856b8a1532556fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48ed5ca0-fcaa-4618-9bf1-c12d63ad446f', 'external_fixed_ips': [{'subnet_id': 'c8871fc4-c960-45c8-aebc-9c00b30d0cea', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e20e9346-638a-48a1-8a70-00d8d1feca61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:42:32Z', 'updated_at': '2021-08-20T10:42:35Z', 'revision_number': 3, 'project_id': '80c932c220074a5aa856b8a1532556fd', 'gw_port': {'id': 'e20e9346-638a-48a1-8a70-00d8d1feca61', 'name': '', 'network_id': '48ed5ca0-fcaa-4618-9bf1-c12d63ad446f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7edca61-e712-44be-9693-2e7e441fed27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'c8871fc4-c960-45c8-aebc-9c00b30d0cea', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:42:33Z', 'updated_at': '2021-08-20T10:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8871fc4-c960-45c8-aebc-9c00b30d0cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:38.876575 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aec3aa2b-9a37-4ba7-91f4-a8e5f644d6cc req-9346db2f-7b64-4ba3-b058-af19c7b554b6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163359 Aug 20 10:42:38.931558 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365f420b-05bb-4261-9427-b839ee87eb0e None None] Checking router: e7edca61-e712-44be-9693-2e7e441fed27 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:42:38.932009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365f420b-05bb-4261-9427-b839ee87eb0e None None] Updating router e7edca61-e712-44be-9693-2e7e441fed27 port e20e9346-638a-48a1-8a70-00d8d1feca61 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:42:38.945006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f83241-1395-4ea1-9c93-4deae9694766 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=775c356d-9e0c-4e00-aa03-fd305c8fdab0,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:38.978914 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-365f420b-05bb-4261-9427-b839ee87eb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:38.982960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f83241-1395-4ea1-9c93-4deae9694766 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network e17737e0-f290-408f-87db-e8adb432bbcf is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:38.983210 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-92f83241-1395-4ea1-9c93-4deae9694766 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:38.996950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98d99b0-782d-46f4-92c5-778032ff98ad tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Checking segment: {'id': 'c55438f8-4525-4e2f-8549-986f4affb352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41b8c636-c255-4c5b-8cb5-18a1e776ec99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:38.997405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98d99b0-782d-46f4-92c5-778032ff98ad tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Network hostable DHCP agents. Network: 41b8c636-c255-4c5b-8cb5-18a1e776ec99, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:42:39.009593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d99b0-782d-46f4-92c5-778032ff98ad tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event updated for resources: {'Subnet': ['ID=c810123c-6e9e-42c0-8920-c7c4dc79ebcd,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:39.039599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-af2fe147-046d-4354-8de0-dc5433b4139e tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Deleting port e20e9346-638a-48a1-8a70-00d8d1feca61 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:39.040078 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af2fe147-046d-4354-8de0-dc5433b4139e tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:39.041993 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98d99b0-782d-46f4-92c5-778032ff98ad tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Network 41b8c636-c255-4c5b-8cb5-18a1e776ec99 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:42:39.053761 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2597988f-f3fc-4de9-9da5-e41e64490f16 None None] Provisioning complete for port 775c356d-9e0c-4e00-aa03-fd305c8fdab0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:39.054263 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2597988f-f3fc-4de9-9da5-e41e64490f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:39.099800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-d98d99b0-782d-46f4-92c5-778032ff98ad tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 41b8c636-c255-4c5b-8cb5-18a1e776ec99) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:39.110464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98d99b0-782d-46f4-92c5-778032ff98ad tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:39.111505 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d98d99b0-782d-46f4-92c5-778032ff98ad tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:39.118388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bf0ce-6c69-419a-abeb-f6f549f521e5 req-393b8a5d-c356-4c96-8f73-83c98663bf39 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:39.126744 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd7bf0ce-6c69-419a-abeb-f6f549f521e5 req-393b8a5d-c356-4c96-8f73-83c98663bf39 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1363802 Aug 20 10:42:39.127165 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372d576-5abe-452d-b306-fd5420014824 None None] Network 41b8c636-c255-4c5b-8cb5-18a1e776ec99 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:39.149246 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47848) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:39.149435 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d98d99b0-782d-46f4-92c5-778032ff98ad tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3885672 Aug 20 10:42:39.163118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9426a3c1-1254-48c2-ac53-d33ee2d1d70d tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Request body: {'router': {'external_gateway_info': {'network_id': '41b8c636-c255-4c5b-8cb5-18a1e776ec99'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:39.189066 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af2fe147-046d-4354-8de0-dc5433b4139e tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:39.209571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-af2fe147-046d-4354-8de0-dc5433b4139e tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Calling delete_port for e20e9346-638a-48a1-8a70-00d8d1feca61 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:39.286437 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2597988f-f3fc-4de9-9da5-e41e64490f16 None None] Port 775c356d-9e0c-4e00-aa03-fd305c8fdab0 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:42:39.304604 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd7bf0ce-6c69-419a-abeb-f6f549f521e5 req-1f5dda46-cac4-468b-bcf0-e759d7fc35e7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767733 Aug 20 10:42:39.514215 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af2fe147-046d-4354-8de0-dc5433b4139e tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:39.540300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f83241-1395-4ea1-9c93-4deae9694766 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Router 48ef9140-a5bf-4fd3-9153-44d30b6874dc is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:42:39.556550 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fe147-046d-4354-8de0-dc5433b4139e tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Pushing event deleted for resources: {'Port': ['ID=e20e9346-638a-48a1-8a70-00d8d1feca61,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:39.579036 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca593268-5f3c-4ad6-b245-af62e963e2d2 req-a5b99367-eca3-49d9-88b1-1a6c8120445c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:39.581072 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca593268-5f3c-4ad6-b245-af62e963e2d2 req-a5b99367-eca3-49d9-88b1-1a6c8120445c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1273720 Aug 20 10:42:39.592763 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9426a3c1-1254-48c2-ac53-d33ee2d1d70d tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:39.672274 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca593268-5f3c-4ad6-b245-af62e963e2d2 req-50aa32ab-902f-4d2f-99b5-7a6856de50fb tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687592 Aug 20 10:42:39.688930 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af2fe147-046d-4354-8de0-dc5433b4139e tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:39.763807 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f83241-1395-4ea1-9c93-4deae9694766 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:42:39.769454 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-92f83241-1395-4ea1-9c93-4deae9694766 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "PUT /v2.0/routers/48ef9140-a5bf-4fd3-9153-44d30b6874dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9742312 Aug 20 10:42:39.773976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47856) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:39.779001 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f1265d-0f2d-4a87-84c6-71f3a7a3a350 None None] Sync routers for ids ['48ef9140-a5bf-4fd3-9153-44d30b6874dc'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:42:39.797283 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f1265d-0f2d-4a87-84c6-71f3a7a3a350 None None] Routers {'48ef9140-a5bf-4fd3-9153-44d30b6874dc'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:39.799955 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-365f420b-05bb-4261-9427-b839ee87eb0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:42:39.800577 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-365f420b-05bb-4261-9427-b839ee87eb0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:42:39.801547 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-55f1265d-0f2d-4a87-84c6-71f3a7a3a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['48ef9140-a5bf-4fd3-9153-44d30b6874dc'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:39.805954 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-77412455-0e46-4406-b90c-cd1b52b48029 None None] Provisioning complete for port 775c356d-9e0c-4e00-aa03-fd305c8fdab0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:39.806350 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-77412455-0e46-4406-b90c-cd1b52b48029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:39.828957 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af2fe147-046d-4354-8de0-dc5433b4139e tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:39.831976 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af2fe147-046d-4354-8de0-dc5433b4139e tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:39.869969 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-55f1265d-0f2d-4a87-84c6-71f3a7a3a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:39.886833 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c640b9-79ad-4490-8437-94b372b5fa20 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:39.887717 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f1265d-0f2d-4a87-84c6-71f3a7a3a350 None None] Routers {'48ef9140-a5bf-4fd3-9153-44d30b6874dc'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:39.889069 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-55f1265d-0f2d-4a87-84c6-71f3a7a3a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['48ef9140-a5bf-4fd3-9153-44d30b6874dc'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:39.894163 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af2fe147-046d-4354-8de0-dc5433b4139e tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:39.895884 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2fe147-046d-4354-8de0-dc5433b4139e tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7edca61-e712-44be-9693-2e7e441fed27 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:42:39.897054 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c7c640b9-79ad-4490-8437-94b372b5fa20 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports?device_id=48ef9140-a5bf-4fd3-9153-44d30b6874dc HTTP/1.1" status: 200 len: 989 time: 0.1221941 Aug 20 10:42:39.900912 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47860) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:39.912410 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af2fe147-046d-4354-8de0-dc5433b4139e tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:39.912410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-af2fe147-046d-4354-8de0-dc5433b4139e tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e7edca61-e712-44be-9693-2e7e441fed27 HTTP/1.1" status: 204 len: 168 time: 2.0335908 Aug 20 10:42:39.913499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47862) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:39.920507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-41b8c636-c255-4c5b-8cb5-18a1e776ec99', 'network_id': '41b8c636-c255-4c5b-8cb5-18a1e776ec99', 'tenant_id': '38e74b552ed74cedb81cde4aac1a2651', 'fixed_ips': [{'subnet_id': 'c810123c-6e9e-42c0-8920-c7c4dc79ebcd'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:42:39.921491 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:39.933556 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-77412455-0e46-4406-b90c-cd1b52b48029 None None] Port 775c356d-9e0c-4e00-aa03-fd305c8fdab0 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:42:39.993062 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-55f1265d-0f2d-4a87-84c6-71f3a7a3a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:39.994214 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f1265d-0f2d-4a87-84c6-71f3a7a3a350 None None] The sync data for ids ['48ef9140-a5bf-4fd3-9153-44d30b6874dc'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:42:40.002814 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-9426a3c1-1254-48c2-ac53-d33ee2d1d70d tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:42:40.008093 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9426a3c1-1254-48c2-ac53-d33ee2d1d70d tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "PUT /v2.0/routers/12d08e6c-5098-4edd-8015-a74f2d246dcc HTTP/1.1" status: 400 len: 364 time: 0.8453448 Aug 20 10:42:40.009866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47868) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:40.087132 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7755d0e-4226-4060-914c-4a03a27febf1 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Deleting subnet c8871fc4-c960-45c8-aebc-9c00b30d0cea {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:42:40.092569 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f7755d0e-4226-4060-914c-4a03a27febf1 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:40.095826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Allocated IP 2001:db8:1::2 (41b8c636-c255-4c5b-8cb5-18a1e776ec99/c810123c-6e9e-42c0-8920-c7c4dc79ebcd/4bc5bb18-6803-41a7-8160-653adbd1d318) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:40.145973 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f7755d0e-4226-4060-914c-4a03a27febf1 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:40.210888 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f7755d0e-4226-4060-914c-4a03a27febf1 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:40.266906 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:40.267418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea1831-7f2c-4c5a-a27d-d6d036d62895 req-40a66d49-75b5-4f91-a3e9-ae57d4a72726 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:40.269792 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b2ea1831-7f2c-4c5a-a27d-d6d036d62895 req-40a66d49-75b5-4f91-a3e9-ae57d4a72726 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.2235017 Aug 20 10:42:40.283513 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Transition to ACTIVE for port object 4bc5bb18-6803-41a7-8160-653adbd1d318 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:40.327401 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365f420b-05bb-4261-9427-b839ee87eb0e None None] Port e20e9346-638a-48a1-8a70-00d8d1feca61 not found while updating agent binding for router e7edca61-e712-44be-9693-2e7e441fed27. {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 20 10:42:40.335699 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f7755d0e-4226-4060-914c-4a03a27febf1 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:40.341101 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Transition to ACTIVE for port object 4bc5bb18-6803-41a7-8160-653adbd1d318 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:40.344533 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365f420b-05bb-4261-9427-b839ee87eb0e None None] Routers set() bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:40.345170 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365f420b-05bb-4261-9427-b839ee87eb0e None None] Router IDs set() for agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 10:42:40.345981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_agentschedulers_db [None req-365f420b-05bb-4261-9427-b839ee87eb0e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7edca61-e712-44be-9693-2e7e441fed27'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent'). {{(pid=94868) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 10:42:40.346873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365f420b-05bb-4261-9427-b839ee87eb0e None None] The sync data for ids ['e7edca61-e712-44be-9693-2e7e441fed27'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:42:40.352188 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:40.371950 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b2ea1831-7f2c-4c5a-a27d-d6d036d62895 req-46a9f04e-5d04-4533-b266-77af500b6d29 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716448 Aug 20 10:42:40.393164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7755d0e-4226-4060-914c-4a03a27febf1 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c8871fc4-c960-45c8-aebc-9c00b30d0cea,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:40.396074 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f7755d0e-4226-4060-914c-4a03a27febf1 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:40.401906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 47874) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:40.402162 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f7755d0e-4226-4060-914c-4a03a27febf1 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/c8871fc4-c960-45c8-aebc-9c00b30d0cea HTTP/1.1" status: 204 len: 168 time: 0.4872811 Aug 20 10:42:40.415626 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Pushing event updated for resources: {'Port': ['ID=4bc5bb18-6803-41a7-8160-653adbd1d318,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:40.433080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Network 41b8c636-c255-4c5b-8cb5-18a1e776ec99 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:40.434906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:40.437891 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:40.507721 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Attempting to bind port 4bc5bb18-6803-41a7-8160-653adbd1d318 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:42:40.508088 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Attempting to bind port 4bc5bb18-6803-41a7-8160-653adbd1d318 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'c55438f8-4525-4e2f-8549-986f4affb352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41b8c636-c255-4c5b-8cb5-18a1e776ec99'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:42:40.508780 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Attempting to bind port 4bc5bb18-6803-41a7-8160-653adbd1d318 on network 41b8c636-c255-4c5b-8cb5-18a1e776ec99 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:42:40.519084 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:42:40.519084 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Checking segment: {'id': 'c55438f8-4525-4e2f-8549-986f4affb352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41b8c636-c255-4c5b-8cb5-18a1e776ec99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:40.519084 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:40.519084 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Bound using segment: {'id': 'c55438f8-4525-4e2f-8549-986f4affb352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41b8c636-c255-4c5b-8cb5-18a1e776ec99'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:42:40.519084 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Bound port: 4bc5bb18-6803-41a7-8160-653adbd1d318, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55438f8-4525-4e2f-8549-986f4affb352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41b8c636-c255-4c5b-8cb5-18a1e776ec99'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:42:40.519084 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:40.551717 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d0867538-ab75-427c-ad3c-d9722a1953de tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:40.600460 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:40.620211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] For port 4bc5bb18-6803-41a7-8160-653adbd1d318, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:42:40.625988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] For port 4bc5bb18-6803-41a7-8160-653adbd1d318, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4bc5bb18-6803-41a7-8160-653adbd1d318,segment=NetworkSegment(c55438f8-4525-4e2f-8549-986f4affb352),segment_id=c55438f8-4525-4e2f-8549-986f4affb352)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:42:40.631318 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:40.687079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba22b6-f550-43e8-a43e-d39828070c7d None None] Pushing event updated for resources: {'Port': ['ID=4bc5bb18-6803-41a7-8160-653adbd1d318,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:41.095774 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d0867538-ab75-427c-ad3c-d9722a1953de tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:41.163313 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-d0867538-ab75-427c-ad3c-d9722a1953de tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ed5ca0-fcaa-4618-9bf1-c12d63ad446f']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:41.194532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-d0867538-ab75-427c-ad3c-d9722a1953de tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad6dd92-e59e-4d35-b368-45a38158dff0') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:41.194825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-d0867538-ab75-427c-ad3c-d9722a1953de tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad6dd92-e59e-4d35-b368-45a38158dff0') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:41.222091 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d0867538-ab75-427c-ad3c-d9722a1953de tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:41.264008 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-702b6c3f-8244-4d74-9e26-caf75d687793 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:41.305218 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d0867538-ab75-427c-ad3c-d9722a1953de tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:41.349252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0867538-ab75-427c-ad3c-d9722a1953de tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:42:41.349667 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d0867538-ab75-427c-ad3c-d9722a1953de tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:42:41.351515 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:42:41.546686 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d0867538-ab75-427c-ad3c-d9722a1953de tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:41.560929 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0867538-ab75-427c-ad3c-d9722a1953de tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 48ed5ca0-fcaa-4618-9bf1-c12d63ad446f {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 10:42:41.562967 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Allocated IP 2001:db8::1 (0362b745-780d-4c13-841f-3aeed3229969/4bbb44dd-c31d-4aeb-ba9c-c6ad2060c158/90f47ee8-e153-4eea-9361-069a82e45f62) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:41.602865 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d0867538-ab75-427c-ad3c-d9722a1953de tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:41.608340 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d0867538-ab75-427c-ad3c-d9722a1953de tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "DELETE /v2.0/networks/48ed5ca0-fcaa-4618-9bf1-c12d63ad446f HTTP/1.1" status: 204 len: 168 time: 1.1987643 Aug 20 10:42:41.667303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0867538-ab75-427c-ad3c-d9722a1953de tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Pushing event deleted for resources: {'Network': ['ID=48ed5ca0-fcaa-4618-9bf1-c12d63ad446f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:41.769586 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb991b1d-cabe-4b22-a829-e10608581a62 req-4f92e16f-e91b-418b-9134-c3de8f82eb34 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:41.771248 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cb991b1d-cabe-4b22-a829-e10608581a62 req-4f92e16f-e91b-418b-9134-c3de8f82eb34 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.3163192 Aug 20 10:42:41.868281 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cb991b1d-cabe-4b22-a829-e10608581a62 req-4d630b61-c0d6-4a8d-9886-32490b25d37d tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806155 Aug 20 10:42:41.899223 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb85e9a7-281f-436e-b7d7-021b4c4a2c53 None None] Network 41b8c636-c255-4c5b-8cb5-18a1e776ec99 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:41.914335 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:41.939222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47888) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:41.963105 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7f96225f-3a8d-43ac-9fa4-a288134d74c3 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Request body: {'router': {'name': 'tempest-router--2130234271', 'project_id': '52a25822d5c24488b0df6a1006b219fa'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:41.964711 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Transition to ACTIVE for port object 90f47ee8-e153-4eea-9361-069a82e45f62 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:41.999776 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f96225f-3a8d-43ac-9fa4-a288134d74c3 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:42.001325 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f96225f-3a8d-43ac-9fa4-a288134d74c3 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:42.072213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e2f80125-4580-4488-8ef4-856f2d150aca None None] Provisioning for port 4bc5bb18-6803-41a7-8160-653adbd1d318 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:42.072453 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-702b6c3f-8244-4d74-9e26-caf75d687793 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port 775c356d-9e0c-4e00-aa03-fd305c8fdab0 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:42.072677 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-702b6c3f-8244-4d74-9e26-caf75d687793 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:42.085680 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f96225f-3a8d-43ac-9fa4-a288134d74c3 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:42.106548 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f96225f-3a8d-43ac-9fa4-a288134d74c3 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:42.164855 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f96225f-3a8d-43ac-9fa4-a288134d74c3 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:42.166494 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7f96225f-3a8d-43ac-9fa4-a288134d74c3 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2255650 Aug 20 10:42:42.169828 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47892) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:42.336801 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-702b6c3f-8244-4d74-9e26-caf75d687793 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:42.348036 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ab800196-cfc8-4b72-9a5b-8dffa477971d tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:42.353294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-702b6c3f-8244-4d74-9e26-caf75d687793 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for 775c356d-9e0c-4e00-aa03-fd305c8fdab0 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:42.469440 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:42.483997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4bc5bb18-6803-41a7-8160-653adbd1d318 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:42:42.587722 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 4bc5bb18-6803-41a7-8160-653adbd1d318 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:42.592769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4bc5bb18-6803-41a7-8160-653adbd1d318 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:42.593622 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:42.614213 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Network 0362b745-780d-4c13-841f-3aeed3229969 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:42.615327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event updated for resources: {'Port': ['ID=90f47ee8-e153-4eea-9361-069a82e45f62,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:42.644091 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ab800196-cfc8-4b72-9a5b-8dffa477971d tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:42.647036 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ab800196-cfc8-4b72-9a5b-8dffa477971d tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:42.648187 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af89052-e500-44c5-9713-2fe680114084 req-f47e1979-bd05-4949-83fe-7b10094eb58e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:42.650279 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7af89052-e500-44c5-9713-2fe680114084 req-f47e1979-bd05-4949-83fe-7b10094eb58e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.4921861 Aug 20 10:42:42.654275 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:42.658051 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0ad1d962-53da-4849-a56e-d1e13e1b5b87 None None] Provisioning complete for port 4bc5bb18-6803-41a7-8160-653adbd1d318 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:42.658588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:42.658732 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0ad1d962-53da-4849-a56e-d1e13e1b5b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:42.659444 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:42.702995 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ab800196-cfc8-4b72-9a5b-8dffa477971d tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:42.704092 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab800196-cfc8-4b72-9a5b-8dffa477971d tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d91e78fa-b47b-4684-9680-3d2e69466611 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:42:42.710454 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ab800196-cfc8-4b72-9a5b-8dffa477971d tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:42.715158 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ab800196-cfc8-4b72-9a5b-8dffa477971d tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "DELETE /v2.0/routers/d91e78fa-b47b-4684-9680-3d2e69466611 HTTP/1.1" status: 204 len: 168 time: 0.5441339 Aug 20 10:42:42.788767 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1cad0-5bb4-440e-8d6a-87f504b3832d req-4c3c13ad-66b9-4c6d-902b-2daed905b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:42.792717 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5ab1cad0-5bb4-440e-8d6a-87f504b3832d req-4c3c13ad-66b9-4c6d-902b-2daed905b312 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 1096 time: 0.5544553 Aug 20 10:42:42.821780 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:42.854263 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7af89052-e500-44c5-9713-2fe680114084 req-a173bfff-de2f-4cdc-a65d-698a74610ac5 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876600 Aug 20 10:42:42.889966 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0ad1d962-53da-4849-a56e-d1e13e1b5b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:42.911266 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 47898) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:42.937666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 4bc5bb18-6803-41a7-8160-653adbd1d318, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4bc5bb18-6803-41a7-8160-653adbd1d318,segment=NetworkSegment(c55438f8-4525-4e2f-8549-986f4affb352),segment_id=c55438f8-4525-4e2f-8549-986f4affb352)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:42.943875 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:43.037789 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-0ad1d962-53da-4849-a56e-d1e13e1b5b87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:42:43.038509 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-0ad1d962-53da-4849-a56e-d1e13e1b5b87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:42:43.042589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=4bc5bb18-6803-41a7-8160-653adbd1d318,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:43.077956 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:43.085504 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-702b6c3f-8244-4d74-9e26-caf75d687793 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:43.132836 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1cad0-5bb4-440e-8d6a-87f504b3832d req-bf44ca00-d9cd-4c81-84df-3cc5ed8622e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:43.134538 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5ab1cad0-5bb4-440e-8d6a-87f504b3832d req-bf44ca00-d9cd-4c81-84df-3cc5ed8622e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.2950141 Aug 20 10:42:43.139274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b6c3f-8244-4d74-9e26-caf75d687793 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=775c356d-9e0c-4e00-aa03-fd305c8fdab0,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:43.212633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1123127351', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:43.240949 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:43.242548 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:43.313762 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:43.480537 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:43.653332 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-702b6c3f-8244-4d74-9e26-caf75d687793 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:43.706524 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5ab1cad0-5bb4-440e-8d6a-87f504b3832d req-f6c0846b-eab6-4fad-a157-cc6eabca27fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4572806-9844-4302-b2a2-f2770c887d9d HTTP/1.1" status: 200 len: 998 time: 0.5414922 Aug 20 10:42:43.725838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0c7246b1-78ea-4149-b41e-5d2f78d73f39 None None] Provisioning for port 90f47ee8-e153-4eea-9361-069a82e45f62 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:43.732104 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0c7246b1-78ea-4149-b41e-5d2f78d73f39 None None] Provisioning complete for port 90f47ee8-e153-4eea-9361-069a82e45f62 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:43.732616 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0c7246b1-78ea-4149-b41e-5d2f78d73f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:43.769044 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1cad0-5bb4-440e-8d6a-87f504b3832d req-038fcd9c-32cc-4eec-833f-5c110fa1a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:43.770786 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5ab1cad0-5bb4-440e-8d6a-87f504b3832d req-038fcd9c-32cc-4eec-833f-5c110fa1a143 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.0558007 Aug 20 10:42:43.788916 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0c7246b1-78ea-4149-b41e-5d2f78d73f39 None None] Port 90f47ee8-e153-4eea-9361-069a82e45f62 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:42:44.080565 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1cad0-5bb4-440e-8d6a-87f504b3832d req-23970d75-1af4-4dce-8aa8-ffb5bb93427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:44.082234 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5ab1cad0-5bb4-440e-8d6a-87f504b3832d req-23970d75-1af4-4dce-8aa8-ffb5bb93427c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2628376 Aug 20 10:42:44.139169 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:44.171752 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:44.191378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912c58d-b7ed-4ebb-ac98-f2458dcb7d81 req-4bf40b91-0fe3-4a64-8252-d9c2006c80d4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:44.197077 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8912c58d-b7ed-4ebb-ac98-f2458dcb7d81 req-4bf40b91-0fe3-4a64-8252-d9c2006c80d4 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1516097 Aug 20 10:42:44.219181 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702b6c3f-8244-4d74-9e26-caf75d687793 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Router 48ef9140-a5bf-4fd3-9153-44d30b6874dc has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:42:44.301778 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8912c58d-b7ed-4ebb-ac98-f2458dcb7d81 req-dfc79dc9-db0c-4ecf-bad6-43a114c6320a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971246 Aug 20 10:42:44.358629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Allocated IP 172.25.3.208 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/f4fc0dff-3c7b-48ef-b9df-21a9581e1953) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:44.374429 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4bc5bb18-6803-41a7-8160-653adbd1d318 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:42:44.399584 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5ab1cad0-5bb4-440e-8d6a-87f504b3832d req-bbd45e1a-a8af-43fc-9ec3-9d73a656fed0 service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623835 Aug 20 10:42:44.402236 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702b6c3f-8244-4d74-9e26-caf75d687793 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:42:44.408049 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-702b6c3f-8244-4d74-9e26-caf75d687793 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "PUT /v2.0/routers/48ef9140-a5bf-4fd3-9153-44d30b6874dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4981425 Aug 20 10:42:44.416369 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68191d51-3f65-4631-9c9c-27b2962a8717 None None] Sync routers for ids ['48ef9140-a5bf-4fd3-9153-44d30b6874dc'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:42:44.428360 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48008) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:44.440589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68191d51-3f65-4631-9c9c-27b2962a8717 None None] Routers {'48ef9140-a5bf-4fd3-9153-44d30b6874dc'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:44.441484 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-68191d51-3f65-4631-9c9c-27b2962a8717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['48ef9140-a5bf-4fd3-9153-44d30b6874dc'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:44.463578 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ae7ba8-85bb-4c2f-b547-79226fb657e3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] GET failed (client error): The resource could not be found. Aug 20 10:42:44.468671 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a0ae7ba8-85bb-4c2f-b547-79226fb657e3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports/775c356d-9e0c-4e00-aa03-fd305c8fdab0 HTTP/1.1" status: 404 len: 333 time: 0.0369051 Aug 20 10:42:44.469485 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48016) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:44.474181 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:44.487585 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:44.488747 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:44.488926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-68191d51-3f65-4631-9c9c-27b2962a8717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:44.507741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68191d51-3f65-4631-9c9c-27b2962a8717 None None] Routers {'48ef9140-a5bf-4fd3-9153-44d30b6874dc'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:44.512673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-68191d51-3f65-4631-9c9c-27b2962a8717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['48ef9140-a5bf-4fd3-9153-44d30b6874dc'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:44.566903 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f973119f-393b-4fe8-b137-64b619066223 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:44.588334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-68191d51-3f65-4631-9c9c-27b2962a8717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:44.589208 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68191d51-3f65-4631-9c9c-27b2962a8717 None None] The sync data for ids ['48ef9140-a5bf-4fd3-9153-44d30b6874dc'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:42:44.614673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4bc5bb18-6803-41a7-8160-653adbd1d318 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:44.615781 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:44.778579 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f973119f-393b-4fe8-b137-64b619066223 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:44.782464 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:44.785250 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f973119f-393b-4fe8-b137-64b619066223 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:44.818761 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5ab1cad0-5bb4-440e-8d6a-87f504b3832d req-bfc68b4d-82c9-41bc-a245-b4c29d2de4f8 service neutron] 10.222.0.42 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094291 Aug 20 10:42:44.834973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event updated for resources: {'Port': ['ID=90f47ee8-e153-4eea-9361-069a82e45f62,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:44.847880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Network 0362b745-780d-4c13-841f-3aeed3229969 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:44.850897 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:44.856997 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f973119f-393b-4fe8-b137-64b619066223 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:44.858408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f973119f-393b-4fe8-b137-64b619066223 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Fanout notify agent at l3_agent the message router_deleted on router 48ef9140-a5bf-4fd3-9153-44d30b6874dc {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:42:44.872806 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f973119f-393b-4fe8-b137-64b619066223 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:44.873868 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f973119f-393b-4fe8-b137-64b619066223 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/routers/48ef9140-a5bf-4fd3-9153-44d30b6874dc HTTP/1.1" status: 204 len: 168 time: 0.4033966 Aug 20 10:42:44.884092 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48058) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:44.936273 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:44.986581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-605f2850-9cf6-4557-9152-5081da04c0b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting subnet d83b86a9-15f3-4254-9541-f2e17af40489 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:42:44.987273 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Router 12d08e6c-5098-4edd-8015-a74f2d246dcc has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:42:44.997499 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-605f2850-9cf6-4557-9152-5081da04c0b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:45.039233 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:45.043564 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Pushing event updated for resources: {'Port': ['ID=f4fc0dff-3c7b-48ef-b9df-21a9581e1953,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:45.046213 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:45.051668 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:45.077297 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-605f2850-9cf6-4557-9152-5081da04c0b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:45.122991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:42:45.135447 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b003c2-d335-400d-83bc-1ac1a05c03f9 None None] Sync routers for ids ['12d08e6c-5098-4edd-8015-a74f2d246dcc'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:42:45.136061 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5b85f03c-a86e-40db-a338-9a6aca3c264b tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "PUT /v2.0/routers/12d08e6c-5098-4edd-8015-a74f2d246dcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1260538 Aug 20 10:42:45.138715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48088) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:45.151782 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b003c2-d335-400d-83bc-1ac1a05c03f9 None None] Routers {'12d08e6c-5098-4edd-8015-a74f2d246dcc'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:45.152348 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d2b003c2-d335-400d-83bc-1ac1a05c03f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['12d08e6c-5098-4edd-8015-a74f2d246dcc'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:45.187511 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d2b003c2-d335-400d-83bc-1ac1a05c03f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:45.197777 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b003c2-d335-400d-83bc-1ac1a05c03f9 None None] Routers {'12d08e6c-5098-4edd-8015-a74f2d246dcc'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:45.201424 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d2b003c2-d335-400d-83bc-1ac1a05c03f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['12d08e6c-5098-4edd-8015-a74f2d246dcc'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:45.230093 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2196d858-6ca2-4d60-9e8a-c28f58f62ffe None None] Provisioning complete for port 90f47ee8-e153-4eea-9361-069a82e45f62 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:45.230484 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2196d858-6ca2-4d60-9e8a-c28f58f62ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:45.240738 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d2b003c2-d335-400d-83bc-1ac1a05c03f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:45.241809 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b003c2-d335-400d-83bc-1ac1a05c03f9 None None] The sync data for ids ['12d08e6c-5098-4edd-8015-a74f2d246dcc'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:42:45.275032 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2196d858-6ca2-4d60-9e8a-c28f58f62ffe None None] Port 90f47ee8-e153-4eea-9361-069a82e45f62 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:42:45.296688 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-18b3da37-e295-4508-b512-b60ec3eaf2ff tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:45.314426 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-605f2850-9cf6-4557-9152-5081da04c0b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:45.448026 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-605f2850-9cf6-4557-9152-5081da04c0b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:45.481139 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-18b3da37-e295-4508-b512-b60ec3eaf2ff tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 10:42:45.485203 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-18b3da37-e295-4508-b512-b60ec3eaf2ff tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "DELETE /v2.0/routers/12d08e6c-5098-4edd-8015-a74f2d246dcc HTTP/1.1" status: 409 len: 329 time: 0.3453760 Aug 20 10:42:45.486806 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48124) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:45.546160 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f2850-9cf6-4557-9152-5081da04c0b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Subnet': ['ID=d83b86a9-15f3-4254-9541-f2e17af40489,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:45.568630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6953f8-f0da-4103-bf5a-e45eb6f11ad9 None None] Network e17737e0-f290-408f-87db-e8adb432bbcf requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:45.598628 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-605f2850-9cf6-4557-9152-5081da04c0b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:45.601496 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-605f2850-9cf6-4557-9152-5081da04c0b4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/d83b86a9-15f3-4254-9541-f2e17af40489 HTTP/1.1" status: 204 len: 168 time: 0.7162580 Aug 20 10:42:45.605690 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48140) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:45.764199 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:45.766524 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e51aee-85dd-445b-80e1-56c05b5f48f4 req-983f706a-2a4c-433e-b419-37de737ef1bc tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:45.770268 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-95e51aee-85dd-445b-80e1-56c05b5f48f4 req-983f706a-2a4c-433e-b419-37de737ef1bc tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.3444674 Aug 20 10:42:45.858746 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3556db5c-964b-478f-8ff2-c41d07f05135 None None] DHCP port deletion for e17737e0-f290-408f-87db-e8adb432bbcf request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:42:45.877207 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:45.920503 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3556db5c-964b-478f-8ff2-c41d07f05135 None None] Deleting port cf05a08f-5259-4e3d-afbf-99d5dc3f15cd {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:45.921361 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3556db5c-964b-478f-8ff2-c41d07f05135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:46.013319 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-3556db5c-964b-478f-8ff2-c41d07f05135 None None] For port cf05a08f-5259-4e3d-afbf-99d5dc3f15cd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=cf05a08f-5259-4e3d-afbf-99d5dc3f15cd,segment=NetworkSegment(f7ebd976-4c96-4715-86fc-7491bc8e3049),segment_id=f7ebd976-4c96-4715-86fc-7491bc8e3049)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:46.013851 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3556db5c-964b-478f-8ff2-c41d07f05135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:46.032974 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3556db5c-964b-478f-8ff2-c41d07f05135 None None] Calling delete_port for cf05a08f-5259-4e3d-afbf-99d5dc3f15cd owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:46.040358 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port cf05a08f-5259-4e3d-afbf-99d5dc3f15cd {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:46.040688 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:46.146216 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3556db5c-964b-478f-8ff2-c41d07f05135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:46.153319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] For port cf05a08f-5259-4e3d-afbf-99d5dc3f15cd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=cf05a08f-5259-4e3d-afbf-99d5dc3f15cd,segment=NetworkSegment(f7ebd976-4c96-4715-86fc-7491bc8e3049),segment_id=f7ebd976-4c96-4715-86fc-7491bc8e3049)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:46.153683 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:46.173821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3556db5c-964b-478f-8ff2-c41d07f05135 None None] No DVR routers for this DVR port cf05a08f-5259-4e3d-afbf-99d5dc3f15cd on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:46.178165 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for cf05a08f-5259-4e3d-afbf-99d5dc3f15cd owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:46.185874 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:46.208722 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556db5c-964b-478f-8ff2-c41d07f05135 None None] Pushing event deleted for resources: {'Port': ['ID=cf05a08f-5259-4e3d-afbf-99d5dc3f15cd,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:46.230154 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-95e51aee-85dd-445b-80e1-56c05b5f48f4 req-e7c40285-5e6a-4e46-9eba-5bb41dd7a67e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4479334 Aug 20 10:42:46.341769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device cf05a08f-5259-4e3d-afbf-99d5dc3f15cd no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:42:46.366312 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: cf05a08f-5259-4e3d-afbf-99d5dc3f15cd {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:42:46.366915 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device cf05a08f-5259-4e3d-afbf-99d5dc3f15cd not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:42:46.381709 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:46.415576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=cf05a08f-5259-4e3d-afbf-99d5dc3f15cd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:46.421938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No DVR routers for this DVR port cf05a08f-5259-4e3d-afbf-99d5dc3f15cd on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:46.453613 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:46.493700 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Router 135c0df6-e173-4b78-bb32-c26f38052fc2 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:42:46.517398 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:46.564337 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17737e0-f290-408f-87db-e8adb432bbcf']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:46.578413 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ebd976-4c96-4715-86fc-7491bc8e3049') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:46.578803 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ebd976-4c96-4715-86fc-7491bc8e3049') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:46.753551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Deleting port 90f47ee8-e153-4eea-9361-069a82e45f62 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:46.753971 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:46.835220 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:46.850350 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:46.863649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Calling delete_port for 90f47ee8-e153-4eea-9361-069a82e45f62 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:46.880830 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:46.891465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:42:46.891820 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: self.session.flush() Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:42:46.895360 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:42:46.947730 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:42:46.968384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c977ba4-92d3-468c-827d-97a664336093 None None] Sync routers for ids ['135c0df6-e173-4b78-bb32-c26f38052fc2'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:42:46.977160 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:46.979085 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f1e8b613-af7d-4bdc-89e7-bbd6cf2b671d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0667670 Aug 20 10:42:46.981658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48298) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:46.985802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c977ba4-92d3-468c-827d-97a664336093 None None] Routers {'135c0df6-e173-4b78-bb32-c26f38052fc2'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:46.986967 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9c977ba4-92d3-468c-827d-97a664336093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['135c0df6-e173-4b78-bb32-c26f38052fc2'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:46.990029 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:47.027604 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9c977ba4-92d3-468c-827d-97a664336093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:47.040834 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c977ba4-92d3-468c-827d-97a664336093 None None] Routers {'135c0df6-e173-4b78-bb32-c26f38052fc2'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:47.042320 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9c977ba4-92d3-468c-827d-97a664336093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['135c0df6-e173-4b78-bb32-c26f38052fc2'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:47.057681 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:47.066886 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/networks/e17737e0-f290-408f-87db-e8adb432bbcf HTTP/1.1" status: 204 len: 168 time: 1.4563751 Aug 20 10:42:47.067755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48312) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:47.068048 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13d7b3-725a-4a78-bf13-731658fcce45 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Network': ['ID=e17737e0-f290-408f-87db-e8adb432bbcf,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:47.095508 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9c977ba4-92d3-468c-827d-97a664336093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:47.096229 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c977ba4-92d3-468c-827d-97a664336093 None None] The sync data for ids ['135c0df6-e173-4b78-bb32-c26f38052fc2'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:42:47.150821 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fd30194a-95c0-41cc-8a2d-46304e5bd187 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "GET /v2.0/routers/135c0df6-e173-4b78-bb32-c26f38052fc2 HTTP/1.1" status: 200 len: 921 time: 0.1675057 Aug 20 10:42:47.153183 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bacb152-a1ee-4720-8b0d-99200c71b5d4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:47.154265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48326) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:47.154703 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4bacb152-a1ee-4720-8b0d-99200c71b5d4 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports/94db2df5-87e2-476e-842e-4e68fe0eec76 HTTP/1.1" status: 200 len: 845 time: 0.0856400 Aug 20 10:42:47.158380 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48328) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:47.184589 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0e326bc6-3df7-4ab2-a00a-9990190df684 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "GET /v2.0/ports?device_id=135c0df6-e173-4b78-bb32-c26f38052fc2 HTTP/1.1" status: 200 len: 205 time: 0.0287325 Aug 20 10:42:47.187321 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48334) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:47.210201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-249647d2-fef8-47be-88a2-aeb87b6c7f47 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports/94db2df5-87e2-476e-842e-4e68fe0eec76?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0507023 Aug 20 10:42:47.211476 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:47.217017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48340) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:47.227967 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e150707f-3a5c-4aed-9261-b7190fd7cdca tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'subnet': {'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:47.257810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event deleted for resources: {'Port': ['ID=90f47ee8-e153-4eea-9361-069a82e45f62,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:47.328820 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:47.329180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:47.329532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:47.329925 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:47.330264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:47.330545 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:47.330879 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:47.335622 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:47.336203 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:47.336723 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:47.338332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:47.338862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:42:47.377264 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9bef8316-d28f-4f8e-9af7-ea14682182f0 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:47.444725 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:47.447985 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615773d1-2508-4cbc-b731-1421e3010731 req-c293ff2d-b42e-4ddc-b59b-57b4e512a4b1 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:47.450135 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-615773d1-2508-4cbc-b731-1421e3010731 req-c293ff2d-b42e-4ddc-b59b-57b4e512a4b1 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1232269 Aug 20 10:42:47.541799 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-615773d1-2508-4cbc-b731-1421e3010731 req-3a8b8f20-66fd-42b0-9909-bc0bb0b1a04a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821562 Aug 20 10:42:47.562430 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9bef8316-d28f-4f8e-9af7-ea14682182f0 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:47.598793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e150707f-3a5c-4aed-9261-b7190fd7cdca tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:47.602279 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e150707f-3a5c-4aed-9261-b7190fd7cdca tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:47.616840 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-9bef8316-d28f-4f8e-9af7-ea14682182f0 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Deleting port f4fc0dff-3c7b-48ef-b9df-21a9581e1953 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:47.617184 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9bef8316-d28f-4f8e-9af7-ea14682182f0 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:47.708661 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9bef8316-d28f-4f8e-9af7-ea14682182f0 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:47.721759 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Router 12d08e6c-5098-4edd-8015-a74f2d246dcc has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:42:47.732837 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-9bef8316-d28f-4f8e-9af7-ea14682182f0 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Calling delete_port for f4fc0dff-3c7b-48ef-b9df-21a9581e1953 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:47.775709 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544cce9-c249-4d80-926f-b76e5dd3a0be req-d7227255-2d2e-40ae-8b9c-a81fb49d5264 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:47.777293 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d544cce9-c249-4d80-926f-b76e5dd3a0be req-d7227255-2d2e-40ae-8b9c-a81fb49d5264 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1398647 Aug 20 10:42:47.907558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:42:47.913325 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-060780bf-5c1b-4500-b3ae-42ed9ea38f56 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "PUT /v2.0/routers/12d08e6c-5098-4edd-8015-a74f2d246dcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4253886 Aug 20 10:42:47.917616 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48378) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:47.933213 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbdc589-35bf-4238-9f90-e4fd7dbfb04c None None] Sync routers for ids ['12d08e6c-5098-4edd-8015-a74f2d246dcc'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:42:47.938666 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d544cce9-c249-4d80-926f-b76e5dd3a0be req-67c832c0-eaa2-460f-bc4e-2d808721e6aa tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177607 Aug 20 10:42:47.967826 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-36fe68ca-b2c7-401d-979c-a6be3f8a1105 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] show failed (client error): The resource could not be found. Aug 20 10:42:47.968874 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-36fe68ca-b2c7-401d-979c-a6be3f8a1105 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1190591008 HTTP/1.1" status: 404 len: 335 time: 0.0501561 Aug 20 10:42:47.973448 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48380) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:47.979338 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b9112bc2-25d8-4694-8cb0-723ecea25348 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:47.990426 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbdc589-35bf-4238-9f90-e4fd7dbfb04c None None] Routers {'12d08e6c-5098-4edd-8015-a74f2d246dcc'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:47.991740 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7fbdc589-35bf-4238-9f90-e4fd7dbfb04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['12d08e6c-5098-4edd-8015-a74f2d246dcc'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:48.018689 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e150707f-3a5c-4aed-9261-b7190fd7cdca tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.032404 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-b9112bc2-25d8-4694-8cb0-723ecea25348 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] update failed (client error): The resource could not be found. Aug 20 10:42:48.034075 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b9112bc2-25d8-4694-8cb0-723ecea25348 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-137774352 HTTP/1.1" status: 404 len: 334 time: 0.0594003 Aug 20 10:42:48.039814 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48384) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:48.070934 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e150707f-3a5c-4aed-9261-b7190fd7cdca tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:48.074506 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-e150707f-3a5c-4aed-9261-b7190fd7cdca tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:48.078560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e150707f-3a5c-4aed-9261-b7190fd7cdca tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:48.079354 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e150707f-3a5c-4aed-9261-b7190fd7cdca tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.083752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290136f8-b3a1-47f5-9226-fa7829ffb33a None None] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:48.124829 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e150707f-3a5c-4aed-9261-b7190fd7cdca tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9057543 Aug 20 10:42:48.136360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48390) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:48.141173 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7fbdc589-35bf-4238-9f90-e4fd7dbfb04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:48.148533 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-32cda344-6e86-434f-a513-1a7a3cbf9304 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'security_group': {'name': 'tempest-secgroup-61866993'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:48.154228 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-28776de4-a9b5-4c50-afed-bfb53e90b39a tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Deleting subnet c810123c-6e9e-42c0-8920-c7c4dc79ebcd {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:42:48.161570 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150707f-3a5c-4aed-9261-b7190fd7cdca tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Subnet': ['ID=82c41943-1c5a-40f7-bee1-c66280070900,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:48.163768 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-28776de4-a9b5-4c50-afed-bfb53e90b39a tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.167265 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbdc589-35bf-4238-9f90-e4fd7dbfb04c None None] Routers {'12d08e6c-5098-4edd-8015-a74f2d246dcc'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:48.169766 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7fbdc589-35bf-4238-9f90-e4fd7dbfb04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['12d08e6c-5098-4edd-8015-a74f2d246dcc'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:48.226888 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-32cda344-6e86-434f-a513-1a7a3cbf9304 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.244585 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7fbdc589-35bf-4238-9f90-e4fd7dbfb04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:48.245799 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbdc589-35bf-4238-9f90-e4fd7dbfb04c None None] The sync data for ids ['12d08e6c-5098-4edd-8015-a74f2d246dcc'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:42:48.252715 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-28776de4-a9b5-4c50-afed-bfb53e90b39a tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.318188 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9bef8316-d28f-4f8e-9af7-ea14682182f0 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.364419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef8316-d28f-4f8e-9af7-ea14682182f0 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Pushing event deleted for resources: {'Port': ['ID=f4fc0dff-3c7b-48ef-b9df-21a9581e1953,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:48.403470 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-32cda344-6e86-434f-a513-1a7a3cbf9304 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.408672 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-32cda344-6e86-434f-a513-1a7a3cbf9304 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.430331 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-32cda344-6e86-434f-a513-1a7a3cbf9304 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.432130 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-32cda344-6e86-434f-a513-1a7a3cbf9304 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2944367 Aug 20 10:42:48.438708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48404) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:48.446074 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-ce892122-b730-4c99-8076-2a8f7c648747 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'security_group': {'name': 'tempest-secgroup-1439450087'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:48.453949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cda344-6e86-434f-a513-1a7a3cbf9304 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b494f927-efc3-47af-8729-8d51a23ac182,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:48.463197 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-1972fc4a-acfc-44bf-9f5a-37101e6c625d', 'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d', 'tenant_id': '80a6eb9091fb45b090d27b864630b580', 'fixed_ips': [{'subnet_id': '82c41943-1c5a-40f7-bee1-c66280070900'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:42:48.464714 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.479385 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce892122-b730-4c99-8076-2a8f7c648747 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.488919 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-28776de4-a9b5-4c50-afed-bfb53e90b39a tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.604831 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.626492 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9bef8316-d28f-4f8e-9af7-ea14682182f0 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.638539 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce892122-b730-4c99-8076-2a8f7c648747 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.682484 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Allocated IP 2001:db8::2 (1972fc4a-acfc-44bf-9f5a-37101e6c625d/82c41943-1c5a-40f7-bee1-c66280070900/b7326c33-e7b1-4d43-9623-ec7ebc982db8) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:48.700278 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce892122-b730-4c99-8076-2a8f7c648747 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.767748 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9bef8316-d28f-4f8e-9af7-ea14682182f0 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.775647 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9bef8316-d28f-4f8e-9af7-ea14682182f0 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.783442 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce892122-b730-4c99-8076-2a8f7c648747 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.784679 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ce892122-b730-4c99-8076-2a8f7c648747 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3426774 Aug 20 10:42:48.788081 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48428) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:48.793648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-872409cb-4632-474b-b21b-ce0575d3026b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1774396192', 'security_groups': ['96b1b4a9-bf33-4c48-a0dd-6def2b721977'], 'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '82c41943-1c5a-40f7-bee1-c66280070900'}]}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:48.838467 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce892122-b730-4c99-8076-2a8f7c648747 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b1b4a9-bf33-4c48-a0dd-6def2b721977,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:48.858818 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-28776de4-a9b5-4c50-afed-bfb53e90b39a tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.912603 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28776de4-a9b5-4c50-afed-bfb53e90b39a tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event deleted for resources: {'Subnet': ['ID=c810123c-6e9e-42c0-8920-c7c4dc79ebcd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:48.915345 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9bef8316-d28f-4f8e-9af7-ea14682182f0 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.916117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bef8316-d28f-4f8e-9af7-ea14682182f0 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Fanout notify agent at l3_agent the message router_deleted on router 135c0df6-e173-4b78-bb32-c26f38052fc2 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:42:48.928171 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9bef8316-d28f-4f8e-9af7-ea14682182f0 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.935621 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9bef8316-d28f-4f8e-9af7-ea14682182f0 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "DELETE /v2.0/routers/135c0df6-e173-4b78-bb32-c26f38052fc2 HTTP/1.1" status: 204 len: 168 time: 1.7436626 Aug 20 10:42:48.935621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48434) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:48.939612 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.950040 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Request body: {'router': {'name': 'tempest-snat-router-211663290', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'enable_snat': False}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:48.951164 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Transition to ACTIVE for port object b7326c33-e7b1-4d43-9623-ec7ebc982db8 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:48.956164 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-28776de4-a9b5-4c50-afed-bfb53e90b39a tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:48.959856 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-28776de4-a9b5-4c50-afed-bfb53e90b39a tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "DELETE /v2.0/subnets/c810123c-6e9e-42c0-8920-c7c4dc79ebcd HTTP/1.1" status: 204 len: 168 time: 0.9188423 Aug 20 10:42:48.962978 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48436) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:48.971819 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12de0e13-ec76-45ac-baf2-d22ef3147f1c None None] Network 41b8c636-c255-4c5b-8cb5-18a1e776ec99 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:49.047956 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Transition to ACTIVE for port object b7326c33-e7b1-4d43-9623-ec7ebc982db8 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:49.065214 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:49.086102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872409cb-4632-474b-b21b-ce0575d3026b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:49.090828 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:49.093149 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:49.119681 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Pushing event updated for resources: {'Port': ['ID=b7326c33-e7b1-4d43-9623-ec7ebc982db8,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:49.131540 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:49.137380 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:49.162367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:49.183263 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:49.237420 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-872409cb-4632-474b-b21b-ce0575d3026b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:49.245079 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:49.266456 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-872409cb-4632-474b-b21b-ce0575d3026b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] device_id is not set on port 38841346-a1cf-45fe-a827-55d68a8bd3a6 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:42:49.276620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Attempting to bind port b7326c33-e7b1-4d43-9623-ec7ebc982db8 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:42:49.277173 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Attempting to bind port b7326c33-e7b1-4d43-9623-ec7ebc982db8 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'ad2c367f-e8e8-4939-9cec-ed90d8a13b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:42:49.279634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Attempting to bind port b7326c33-e7b1-4d43-9623-ec7ebc982db8 on network 1972fc4a-acfc-44bf-9f5a-37101e6c625d {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:42:49.291977 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:42:49.292587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Checking segment: {'id': 'ad2c367f-e8e8-4939-9cec-ed90d8a13b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:49.293114 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:49.293532 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Bound using segment: {'id': 'ad2c367f-e8e8-4939-9cec-ed90d8a13b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:42:49.293990 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Bound port: b7326c33-e7b1-4d43-9623-ec7ebc982db8, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2c367f-e8e8-4939-9cec-ed90d8a13b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:42:49.294373 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:49.363986 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] For port b7326c33-e7b1-4d43-9623-ec7ebc982db8, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:42:49.368654 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] For port b7326c33-e7b1-4d43-9623-ec7ebc982db8, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b7326c33-e7b1-4d43-9623-ec7ebc982db8,segment=NetworkSegment(ad2c367f-e8e8-4939-9cec-ed90d8a13b1a),segment_id=ad2c367f-e8e8-4939-9cec-ed90d8a13b1a)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:42:49.372481 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f93fb9-a858-47b8-961e-3cf0090b1f38 None None] DHCP port deletion for 41b8c636-c255-4c5b-8cb5-18a1e776ec99 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:42:49.376238 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:49.384347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Deleting port 4bc5bb18-6803-41a7-8160-653adbd1d318 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:49.384721 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:49.397161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854388fa-8b96-479a-9c20-ec8c27429b6a req-1a3ec571-8820-4e21-aae0-27272be20b32 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:49.398819 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-854388fa-8b96-479a-9c20-ec8c27429b6a req-1a3ec571-8820-4e21-aae0-27272be20b32 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6af76e98-911e-40b7-9846-382cc07edc9d HTTP/1.1" status: 200 len: 943 time: 0.2077188 Aug 20 10:42:49.474960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca75a9-390d-47d2-a24d-61cb9271919d None None] Pushing event updated for resources: {'Port': ['ID=b7326c33-e7b1-4d43-9623-ec7ebc982db8,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:49.500788 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e2f93fb9-a858-47b8-961e-3cf0090b1f38 None None] Deleting port 4bc5bb18-6803-41a7-8160-653adbd1d318 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:49.501594 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e2f93fb9-a858-47b8-961e-3cf0090b1f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:49.534682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-872409cb-4632-474b-b21b-ce0575d3026b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Allocated IP 2001:db8::dc (1972fc4a-acfc-44bf-9f5a-37101e6c625d/82c41943-1c5a-40f7-bee1-c66280070900/38841346-a1cf-45fe-a827-55d68a8bd3a6) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:49.582141 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-e2f93fb9-a858-47b8-961e-3cf0090b1f38 None None] For port 4bc5bb18-6803-41a7-8160-653adbd1d318, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4bc5bb18-6803-41a7-8160-653adbd1d318,segment=NetworkSegment(c55438f8-4525-4e2f-8549-986f4affb352),segment_id=c55438f8-4525-4e2f-8549-986f4affb352)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:49.582783 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e2f93fb9-a858-47b8-961e-3cf0090b1f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:49.587512 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:49.598152 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e2f93fb9-a858-47b8-961e-3cf0090b1f38 None None] Calling delete_port for 4bc5bb18-6803-41a7-8160-653adbd1d318 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:49.753189 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-872409cb-4632-474b-b21b-ce0575d3026b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:49.772589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-872409cb-4632-474b-b21b-ce0575d3026b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Transition to ACTIVE for port object 38841346-a1cf-45fe-a827-55d68a8bd3a6 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:49.803313 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e2f93fb9-a858-47b8-961e-3cf0090b1f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:49.857712 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f93fb9-a858-47b8-961e-3cf0090b1f38 None None] Pushing event deleted for resources: {'Port': ['ID=4bc5bb18-6803-41a7-8160-653adbd1d318,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:49.869166 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-872409cb-4632-474b-b21b-ce0575d3026b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:49.870396 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f93fb9-a858-47b8-961e-3cf0090b1f38 None None] No DVR routers for this DVR port 4bc5bb18-6803-41a7-8160-653adbd1d318 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:49.944364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872409cb-4632-474b-b21b-ce0575d3026b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:49.949145 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-872409cb-4632-474b-b21b-ce0575d3026b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:49.953716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872409cb-4632-474b-b21b-ce0575d3026b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:49.960832 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872409cb-4632-474b-b21b-ce0575d3026b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:49.961717 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-872409cb-4632-474b-b21b-ce0575d3026b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:49.986864 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872409cb-4632-474b-b21b-ce0575d3026b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=38841346-a1cf-45fe-a827-55d68a8bd3a6,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:50.000792 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-872409cb-4632-474b-b21b-ce0575d3026b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2115738 Aug 20 10:42:50.001503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48444) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:50.009779 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] For port 4bc5bb18-6803-41a7-8160-653adbd1d318, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4bc5bb18-6803-41a7-8160-653adbd1d318,segment=NetworkSegment(c55438f8-4525-4e2f-8549-986f4affb352),segment_id=c55438f8-4525-4e2f-8549-986f4affb352)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:50.009779 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:50.010104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-49d7d977-fbc1-46b3-9849-092bb2737825 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'subnet': {'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:50.022411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Calling delete_port for 4bc5bb18-6803-41a7-8160-653adbd1d318 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:50.152535 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d7d977-fbc1-46b3-9849-092bb2737825 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:50.156128 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-49d7d977-fbc1-46b3-9849-092bb2737825 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:50.172116 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-854388fa-8b96-479a-9c20-ec8c27429b6a req-ac837ab7-8671-4e15-8e16-bae521ec2a42 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Deleting port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:50.172453 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-854388fa-8b96-479a-9c20-ec8c27429b6a req-ac837ab7-8671-4e15-8e16-bae521ec2a42 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:50.221383 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:50.262572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event deleted for resources: {'Port': ['ID=4bc5bb18-6803-41a7-8160-653adbd1d318,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:50.272176 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] No DVR routers for this DVR port 4bc5bb18-6803-41a7-8160-653adbd1d318 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:50.278358 n-d-778550-11 neutron-server[94867]: INFO neutron.db.ipam_backend_mixin [None req-49d7d977-fbc1-46b3-9849-092bb2737825 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 82c41943-1c5a-40f7-bee1-c66280070900 (CIDR: 2001:db8::/64) Aug 20 10:42:50.286541 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d7d977-fbc1-46b3-9849-092bb2737825 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:42:50.287008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d7d977-fbc1-46b3-9849-092bb2737825 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:42:50.305561 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-49d7d977-fbc1-46b3-9849-092bb2737825 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3014681 Aug 20 10:42:50.308088 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48446) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:50.313700 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-961fbfd0-8a91-4c48-96d0-c3d49ad27385 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'subnet': {'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:50.400752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-854388fa-8b96-479a-9c20-ec8c27429b6a req-ac837ab7-8671-4e15-8e16-bae521ec2a42 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] For port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:50.400752 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-854388fa-8b96-479a-9c20-ec8c27429b6a req-ac837ab7-8671-4e15-8e16-bae521ec2a42 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:50.414589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b7326c33-e7b1-4d43-9623-ec7ebc982db8 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:42:50.416570 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:50.431627 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-854388fa-8b96-479a-9c20-ec8c27429b6a req-ac837ab7-8671-4e15-8e16-bae521ec2a42 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Calling delete_port for ab7ba21a-77bc-4e4d-915e-9d852e3a5cda owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:50.435373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b8c636-c255-4c5b-8cb5-18a1e776ec99']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:50.486793 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port b7326c33-e7b1-4d43-9623-ec7ebc982db8 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:50.494515 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55438f8-4525-4e2f-8549-986f4affb352') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:50.495077 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55438f8-4525-4e2f-8549-986f4affb352') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:50.506142 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961fbfd0-8a91-4c48-96d0-c3d49ad27385 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:50.513641 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-961fbfd0-8a91-4c48-96d0-c3d49ad27385 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:50.569500 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4bc5bb18-6803-41a7-8160-653adbd1d318 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:42:50.599133 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 4bc5bb18-6803-41a7-8160-653adbd1d318 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:42:50.599768 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4bc5bb18-6803-41a7-8160-653adbd1d318 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:42:50.606331 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:50.625911 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:50.633161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:42:50.634187 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:42:50.696733 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:42:50.705226 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:50.772697 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:50.780072 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:50.781938 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "DELETE /v2.0/networks/41b8c636-c255-4c5b-8cb5-18a1e776ec99 HTTP/1.1" status: 204 len: 168 time: 1.8174174 Aug 20 10:42:50.802798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48450) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:50.825163 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:50.856813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072d9b-db6f-49ee-ac61-e4cc60f75190 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event deleted for resources: {'Network': ['ID=41b8c636-c255-4c5b-8cb5-18a1e776ec99,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:50.861400 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-961fbfd0-8a91-4c48-96d0-c3d49ad27385 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:50.919979 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961fbfd0-8a91-4c48-96d0-c3d49ad27385 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:50.924412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-961fbfd0-8a91-4c48-96d0-c3d49ad27385 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:50.929055 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f759de-b0aa-402b-bbb9-9fbd17f40dd7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Deleting subnet 708116a3-83b7-46e4-8f95-7585ebe85ad7 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:42:50.931591 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961fbfd0-8a91-4c48-96d0-c3d49ad27385 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:50.932325 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-961fbfd0-8a91-4c48-96d0-c3d49ad27385 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:50.949986 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fbfd0-8a91-4c48-96d0-c3d49ad27385 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Subnet': ['ID=41650802-da89-4e20-94aa-1c478d586d35,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:50.958412 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-961fbfd0-8a91-4c48-96d0-c3d49ad27385 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6491361 Aug 20 10:42:50.960900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48452) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:50.968403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-3a12ac5d-fc57-4252-b453-e4c781054299 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-557256090', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '41650802-da89-4e20-94aa-1c478d586d35'}], 'security_groups': ['b494f927-efc3-47af-8729-8d51a23ac182']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:50.968615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c0f759de-b0aa-402b-bbb9-9fbd17f40dd7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:51.012277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72066d6f-fea3-49cb-b6c9-6f2a9875424d None None] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:51.067576 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c0f759de-b0aa-402b-bbb9-9fbd17f40dd7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:51.074571 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3a12ac5d-fc57-4252-b453-e4c781054299 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:51.102358 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-854388fa-8b96-479a-9c20-ec8c27429b6a req-ac837ab7-8671-4e15-8e16-bae521ec2a42 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:51.173248 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['10dc3468-eb37-49dc-8583-476a96f4b158', '6853731e-8284-4323-b414-ef190b2964e9'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:42:51.181375 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac837ab7-8671-4e15-8e16-bae521ec2a42 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Pushing event deleted for resources: {'Port': ['ID=ab7ba21a-77bc-4e4d-915e-9d852e3a5cda,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:51.234422 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2401f096-b316-4e1e-8dfd-3d9db2f75f85 None None] Provisioning complete for port 94db2df5-87e2-476e-842e-4e68fe0eec76 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:51.234422 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2401f096-b316-4e1e-8dfd-3d9db2f75f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:51.234881 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Allocated IP 172.25.3.92 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/3f772ed7-c415-49fa-95ad-f171ca9983ba) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:51.276961 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2401f096-b316-4e1e-8dfd-3d9db2f75f85 None None] Port 94db2df5-87e2-476e-842e-4e68fe0eec76 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:42:51.330191 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2401f096-b316-4e1e-8dfd-3d9db2f75f85 None None] Provisioning for port b7326c33-e7b1-4d43-9623-ec7ebc982db8 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:51.338356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2401f096-b316-4e1e-8dfd-3d9db2f75f85 None None] Provisioning complete for port b7326c33-e7b1-4d43-9623-ec7ebc982db8 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:51.339030 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2401f096-b316-4e1e-8dfd-3d9db2f75f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:51.341201 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-854388fa-8b96-479a-9c20-ec8c27429b6a req-ac837ab7-8671-4e15-8e16-bae521ec2a42 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] No DVR routers for this DVR port ab7ba21a-77bc-4e4d-915e-9d852e3a5cda on host n-h1-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:51.350446 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-854388fa-8b96-479a-9c20-ec8c27429b6a req-ac837ab7-8671-4e15-8e16-bae521ec2a42 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:51.360450 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-854388fa-8b96-479a-9c20-ec8c27429b6a req-ac837ab7-8671-4e15-8e16-bae521ec2a42 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "DELETE /v2.0/ports/ab7ba21a-77bc-4e4d-915e-9d852e3a5cda HTTP/1.1" status: 204 len: 173 time: 1.9130285 Aug 20 10:42:51.375473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af76e98-911e-40b7-9846-382cc07edc9d', 'name': 'network-vif-deleted', 'tag': 'ab7ba21a-77bc-4e4d-915e-9d852e3a5cda'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:42:51.381984 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533d302a-0760-4c51-ac88-badeab9441c7" -d '{"events": [{"server_uuid": "6af76e98-911e-40b7-9846-382cc07edc9d", "name": "network-vif-deleted", "tag": "ab7ba21a-77bc-4e4d-915e-9d852e3a5cda"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:42:51.539928 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 20 Aug 2021 10:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35194b49-87da-4e7d-9a4d-cb8f94b26bea x-openstack-request-id: req-35194b49-87da-4e7d-9a4d-cb8f94b26bea {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:42:51.540389 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af76e98-911e-40b7-9846-382cc07edc9d", "name": "network-vif-deleted", "tag": "ab7ba21a-77bc-4e4d-915e-9d852e3a5cda", "status": "failed", "code": 422}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:42:51.541056 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35194b49-87da-4e7d-9a4d-cb8f94b26bea {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:42:51.541727 n-d-778550-11 neutron-server[94866]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6af76e98-911e-40b7-9846-382cc07edc9d', 'name': 'network-vif-deleted', 'tag': 'ab7ba21a-77bc-4e4d-915e-9d852e3a5cda', 'status': 'failed', 'code': 422} returned with failed status Aug 20 10:42:51.542812 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3dbaba-fc9d-4c78-abcc-48206bd95d35 None None] Update dhcp port {'port': {'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d', 'fixed_ips': [{'subnet_id': '82c41943-1c5a-40f7-bee1-c66280070900', 'ip_address': '2001:db8::2'}, {'subnet_id': '41650802-da89-4e20-94aa-1c478d586d35'}], 'binding:host_id': 'n-d-778550-11'}, 'id': 'b7326c33-e7b1-4d43-9623-ec7ebc982db8'} from n-d-778550-11. {{(pid=94868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 10:42:51.608793 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2401f096-b316-4e1e-8dfd-3d9db2f75f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:51.650724 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-3a12ac5d-fc57-4252-b453-e4c781054299 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Delete allocated IP 2001:db8::dc (1972fc4a-acfc-44bf-9f5a-37101e6c625d/82c41943-1c5a-40f7-bee1-c66280070900) {{(pid=94867) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 10:42:51.662434 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-3a12ac5d-fc57-4252-b453-e4c781054299 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Allocated IP 2001:db8:0:1::166 (1972fc4a-acfc-44bf-9f5a-37101e6c625d/41650802-da89-4e20-94aa-1c478d586d35/38841346-a1cf-45fe-a827-55d68a8bd3a6) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:51.712355 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c0f759de-b0aa-402b-bbb9-9fbd17f40dd7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:51.852378 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:51.862690 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c0f759de-b0aa-402b-bbb9-9fbd17f40dd7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:51.899624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f759de-b0aa-402b-bbb9-9fbd17f40dd7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event deleted for resources: {'Subnet': ['ID=708116a3-83b7-46e4-8f95-7585ebe85ad7,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:51.910703 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c0f759de-b0aa-402b-bbb9-9fbd17f40dd7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:51.913309 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c0f759de-b0aa-402b-bbb9-9fbd17f40dd7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "DELETE /v2.0/subnets/708116a3-83b7-46e4-8f95-7585ebe85ad7 HTTP/1.1" status: 204 len: 168 time: 1.1075020 Aug 20 10:42:51.918486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fab413-0798-4856-8a12-4c35ce9008e0 None None] Network 6d41fec3-f03f-4765-907e-33f701278904 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:51.918911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48462) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:51.968565 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2401f096-b316-4e1e-8dfd-3d9db2f75f85 None None] For port b7326c33-e7b1-4d43-9623-ec7ebc982db8, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b7326c33-e7b1-4d43-9623-ec7ebc982db8,segment=NetworkSegment(ad2c367f-e8e8-4939-9cec-ed90d8a13b1a),segment_id=ad2c367f-e8e8-4939-9cec-ed90d8a13b1a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:51.990598 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:52.020816 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2401f096-b316-4e1e-8dfd-3d9db2f75f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:52.034028 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc3dbaba-fc9d-4c78-abcc-48206bd95d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:52.068884 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:52.095844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:52.104567 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:52.106699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Pushing event updated for resources: {'Port': ['ID=3f772ed7-c415-49fa-95ad-f171ca9983ba,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:52.127528 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4af7d30-e0f6-4c53-929f-003bc40a1933 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Deleting subnet 9ffaa6bc-ad78-4216-9ac4-7377fcf8f290 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:42:52.133797 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d4af7d30-e0f6-4c53-929f-003bc40a1933 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:52.195835 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3a12ac5d-fc57-4252-b453-e4c781054299 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:52.228826 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d4af7d30-e0f6-4c53-929f-003bc40a1933 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:52.274780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-3a12ac5d-fc57-4252-b453-e4c781054299 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Ignored duplicate provisioning block setup for port 38841346-a1cf-45fe-a827-55d68a8bd3a6 by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 10:42:52.290102 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3a12ac5d-fc57-4252-b453-e4c781054299 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:52.295857 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401f096-b316-4e1e-8dfd-3d9db2f75f85 None None] Pushing event updated for resources: {'Port': ['ID=b7326c33-e7b1-4d43-9623-ec7ebc982db8,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:52.407674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-3a12ac5d-fc57-4252-b453-e4c781054299 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] In _notify_port_updated(), no bound segment for port 38841346-a1cf-45fe-a827-55d68a8bd3a6 on network 1972fc4a-acfc-44bf-9f5a-37101e6c625d {{(pid=94867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:42:52.414478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a12ac5d-fc57-4252-b453-e4c781054299 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:52.415307 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3a12ac5d-fc57-4252-b453-e4c781054299 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:52.416738 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3a12ac5d-fc57-4252-b453-e4c781054299 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "PUT /v2.0/ports/38841346-a1cf-45fe-a827-55d68a8bd3a6 HTTP/1.1" status: 200 len: 930 time: 1.4544992 Aug 20 10:42:52.427956 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12ac5d-fc57-4252-b453-e4c781054299 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=38841346-a1cf-45fe-a827-55d68a8bd3a6,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:52.429195 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48472) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:52.501276 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d4af7d30-e0f6-4c53-929f-003bc40a1933 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:52.551548 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07ce7e-0e95-4413-b39f-d3891eb1e209 req-7a96f4d0-b727-4fd8-9228-582555519d67 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:52.553248 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b07ce7e-0e95-4413-b39f-d3891eb1e209 req-7a96f4d0-b727-4fd8-9228-582555519d67 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 907 time: 0.1049137 Aug 20 10:42:52.594254 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d4af7d30-e0f6-4c53-929f-003bc40a1933 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:52.633203 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-dc3dbaba-fc9d-4c78-abcc-48206bd95d35 None None] Allocated IP 2001:db8:0:1::2 (1972fc4a-acfc-44bf-9f5a-37101e6c625d/41650802-da89-4e20-94aa-1c478d586d35/b7326c33-e7b1-4d43-9623-ec7ebc982db8) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:52.669959 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af7d30-e0f6-4c53-929f-003bc40a1933 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event deleted for resources: {'Subnet': ['ID=9ffaa6bc-ad78-4216-9ac4-7377fcf8f290,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:52.684279 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d4af7d30-e0f6-4c53-929f-003bc40a1933 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:52.691199 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d4af7d30-e0f6-4c53-929f-003bc40a1933 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "DELETE /v2.0/subnets/9ffaa6bc-ad78-4216-9ac4-7377fcf8f290 HTTP/1.1" status: 204 len: 168 time: 0.7689362 Aug 20 10:42:52.692333 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48476) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:52.710614 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e314e0f4-c900-43d5-9f2b-f447f5e21c5f None None] Network 3212d4f5-6b10-4b8e-a1c5-24a73c9c4972 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:52.756968 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:52.764766 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c8f548-9784-4220-af3a-e6a29338fccc None None] DHCP port deletion for 6d41fec3-f03f-4765-907e-33f701278904 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:42:52.825030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-ead0850f-4347-4e26-b259-d467fc8a14d2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port 38841346-a1cf-45fe-a827-55d68a8bd3a6 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:52.825358 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ead0850f-4347-4e26-b259-d467fc8a14d2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:52.829221 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:52.876604 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:52.905481 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Deleting port 1abf5f79-84e8-482b-8123-b79bd33a0aaf {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:52.906089 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:52.945999 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-dc3dbaba-fc9d-4c78-abcc-48206bd95d35 None None] For port b7326c33-e7b1-4d43-9623-ec7ebc982db8, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b7326c33-e7b1-4d43-9623-ec7ebc982db8,segment=NetworkSegment(ad2c367f-e8e8-4939-9cec-ed90d8a13b1a),segment_id=ad2c367f-e8e8-4939-9cec-ed90d8a13b1a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:52.967212 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ead0850f-4347-4e26-b259-d467fc8a14d2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:52.982098 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-06c8f548-9784-4220-af3a-e6a29338fccc None None] Deleting port 1abf5f79-84e8-482b-8123-b79bd33a0aaf {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:52.982545 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-06c8f548-9784-4220-af3a-e6a29338fccc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:52.990889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-ead0850f-4347-4e26-b259-d467fc8a14d2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for 38841346-a1cf-45fe-a827-55d68a8bd3a6 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:53.054980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-06c8f548-9784-4220-af3a-e6a29338fccc None None] For port 1abf5f79-84e8-482b-8123-b79bd33a0aaf, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1abf5f79-84e8-482b-8123-b79bd33a0aaf,segment=NetworkSegment(9b6c6c93-cba7-4504-add7-1692ee64e380),segment_id=9b6c6c93-cba7-4504-add7-1692ee64e380)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:53.055407 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-06c8f548-9784-4220-af3a-e6a29338fccc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:53.075507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-06c8f548-9784-4220-af3a-e6a29338fccc None None] Calling delete_port for 1abf5f79-84e8-482b-8123-b79bd33a0aaf owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:53.195796 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-06c8f548-9784-4220-af3a-e6a29338fccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:53.214051 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c8f548-9784-4220-af3a-e6a29338fccc None None] No DVR routers for this DVR port 1abf5f79-84e8-482b-8123-b79bd33a0aaf on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:53.244533 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8f548-9784-4220-af3a-e6a29338fccc None None] Pushing event deleted for resources: {'Port': ['ID=1abf5f79-84e8-482b-8123-b79bd33a0aaf,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:53.258427 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc3dbaba-fc9d-4c78-abcc-48206bd95d35 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:53.280220 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-dc3dbaba-fc9d-4c78-abcc-48206bd95d35 None None] Transition to ACTIVE for port object b7326c33-e7b1-4d43-9623-ec7ebc982db8 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:53.287591 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc3dbaba-fc9d-4c78-abcc-48206bd95d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:53.376428 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271e03de-529a-4ea1-92c3-9783bbd6c6b9 None None] DHCP port deletion for 3212d4f5-6b10-4b8e-a1c5-24a73c9c4972 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:42:53.382698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] For port 1abf5f79-84e8-482b-8123-b79bd33a0aaf, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1abf5f79-84e8-482b-8123-b79bd33a0aaf,segment=NetworkSegment(9b6c6c93-cba7-4504-add7-1692ee64e380),segment_id=9b6c6c93-cba7-4504-add7-1692ee64e380)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:53.383693 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:53.400340 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Calling delete_port for 1abf5f79-84e8-482b-8123-b79bd33a0aaf owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:53.437112 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3dbaba-fc9d-4c78-abcc-48206bd95d35 None None] Pushing event updated for resources: {'Port': ['ID=b7326c33-e7b1-4d43-9623-ec7ebc982db8,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:53.531425 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-271e03de-529a-4ea1-92c3-9783bbd6c6b9 None None] Deleting port ce111c3a-1c34-49fc-b680-e35f80cafc66 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:53.531810 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-271e03de-529a-4ea1-92c3-9783bbd6c6b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:53.560406 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:53.613131 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:53.643023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event deleted for resources: {'Port': ['ID=1abf5f79-84e8-482b-8123-b79bd33a0aaf,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:53.656241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] No DVR routers for this DVR port 1abf5f79-84e8-482b-8123-b79bd33a0aaf on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:53.661314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-271e03de-529a-4ea1-92c3-9783bbd6c6b9 None None] For port ce111c3a-1c34-49fc-b680-e35f80cafc66, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ce111c3a-1c34-49fc-b680-e35f80cafc66,segment=NetworkSegment(1e9fe8eb-0543-4288-afe5-8ae096962dc4),segment_id=1e9fe8eb-0543-4288-afe5-8ae096962dc4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:53.661861 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-271e03de-529a-4ea1-92c3-9783bbd6c6b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:53.701454 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-271e03de-529a-4ea1-92c3-9783bbd6c6b9 None None] Calling delete_port for ce111c3a-1c34-49fc-b680-e35f80cafc66 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:53.829013 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafefec-ff46-4227-8c78-1cbd8eb1d4fc req-c05930d8-abe1-4373-a0a8-54a01a51eae7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:53.831009 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bafefec-ff46-4227-8c78-1cbd8eb1d4fc req-c05930d8-abe1-4373-a0a8-54a01a51eae7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 907 time: 0.1306367 Aug 20 10:42:53.851622 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-271e03de-529a-4ea1-92c3-9783bbd6c6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:53.855645 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:53.888039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e03de-529a-4ea1-92c3-9783bbd6c6b9 None None] Pushing event deleted for resources: {'Port': ['ID=ce111c3a-1c34-49fc-b680-e35f80cafc66,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:53.889132 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d41fec3-f03f-4765-907e-33f701278904']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:53.909276 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e03de-529a-4ea1-92c3-9783bbd6c6b9 None None] No DVR routers for this DVR port ce111c3a-1c34-49fc-b680-e35f80cafc66 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:53.943086 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6c6c93-cba7-4504-add7-1692ee64e380') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:53.943086 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6c6c93-cba7-4504-add7-1692ee64e380') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:53.953201 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:53.970573 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ead0850f-4347-4e26-b259-d467fc8a14d2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:53.972924 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:53.982056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:42:53.983300 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:42:53.988391 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:42:54.019683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0850f-4347-4e26-b259-d467fc8a14d2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=38841346-a1cf-45fe-a827-55d68a8bd3a6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:54.058849 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ead0850f-4347-4e26-b259-d467fc8a14d2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:54.063037 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ead0850f-4347-4e26-b259-d467fc8a14d2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/ports/38841346-a1cf-45fe-a827-55d68a8bd3a6 HTTP/1.1" status: 204 len: 168 time: 1.6323588 Aug 20 10:42:54.065773 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48482) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:54.092913 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:54.102605 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:54.105838 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "DELETE /v2.0/networks/6d41fec3-f03f-4765-907e-33f701278904 HTTP/1.1" status: 204 len: 168 time: 1.4107888 Aug 20 10:42:54.108976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48484) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:54.111864 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fba3600-31e4-4890-8bfa-bb46f24d4236 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] GET failed (client error): The resource could not be found. Aug 20 10:42:54.113991 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9fba3600-31e4-4890-8bfa-bb46f24d4236 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports/38841346-a1cf-45fe-a827-55d68a8bd3a6 HTTP/1.1" status: 404 len: 333 time: 0.0448771 Aug 20 10:42:54.127199 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48486) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:54.129665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcd7ca-4785-4d51-986d-a64411de7552 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event deleted for resources: {'Network': ['ID=6d41fec3-f03f-4765-907e-33f701278904,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:54.208366 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c13cb07-1dd6-49ee-be94-e433adbb8d40 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:54.240817 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c13cb07-1dd6-49ee-be94-e433adbb8d40 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:54.247665 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f27b801f-d9c4-48f3-a67e-7c4950fe7774 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:54.258403 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c50a10-63ec-4d28-a827-a04b879130d8 req-9d3c547e-b4a4-45bb-bb6b-df9ddb1e8694 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:54.260067 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21c50a10-63ec-4d28-a827-a04b879130d8 req-9d3c547e-b4a4-45bb-bb6b-df9ddb1e8694 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.24 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 907 time: 0.3670151 Aug 20 10:42:54.311792 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c13cb07-1dd6-49ee-be94-e433adbb8d40 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:54.314415 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c13cb07-1dd6-49ee-be94-e433adbb8d40 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:54.315617 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0c13cb07-1dd6-49ee-be94-e433adbb8d40 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/security-groups/96b1b4a9-bf33-4c48-a0dd-6def2b721977 HTTP/1.1" status: 204 len: 168 time: 0.1814466 Aug 20 10:42:54.322216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48488) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:54.336582 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13cb07-1dd6-49ee-be94-e433adbb8d40 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b1b4a9-bf33-4c48-a0dd-6def2b721977,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:54.424782 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b7326c33-e7b1-4d43-9623-ec7ebc982db8 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:42:54.511658 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cefec63d-f722-4bdc-9c68-c13bc8ce0d0a None None] Provisioning complete for port 94db2df5-87e2-476e-842e-4e68fe0eec76 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:54.512094 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cefec63d-f722-4bdc-9c68-c13bc8ce0d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:54.570197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Router 636473df-91d0-4e3e-bc65-60d183a94faf is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:42:54.571808 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-cefec63d-f722-4bdc-9c68-c13bc8ce0d0a None None] Port 94db2df5-87e2-476e-842e-4e68fe0eec76 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:42:54.572323 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6449cf6-01c7-4f4d-a209-52174c5481c8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:54.588783 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cefec63d-f722-4bdc-9c68-c13bc8ce0d0a None None] Provisioning for port b7326c33-e7b1-4d43-9623-ec7ebc982db8 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:42:54.594826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cefec63d-f722-4bdc-9c68-c13bc8ce0d0a None None] Provisioning complete for port b7326c33-e7b1-4d43-9623-ec7ebc982db8 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:54.595606 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cefec63d-f722-4bdc-9c68-c13bc8ce0d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:54.632698 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1abf5f79-84e8-482b-8123-b79bd33a0aaf no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:42:54.655825 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f27b801f-d9c4-48f3-a67e-7c4950fe7774 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:54.661942 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 1abf5f79-84e8-482b-8123-b79bd33a0aaf {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:42:54.662778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1abf5f79-84e8-482b-8123-b79bd33a0aaf not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:42:54.662778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ce111c3a-1c34-49fc-b680-e35f80cafc66 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:42:54.677500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-f27b801f-d9c4-48f3-a67e-7c4950fe7774 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3212d4f5-6b10-4b8e-a1c5-24a73c9c4972']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:54.681196 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6449cf6-01c7-4f4d-a209-52174c5481c8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:54.689040 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: ce111c3a-1c34-49fc-b680-e35f80cafc66 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:42:54.689433 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ce111c3a-1c34-49fc-b680-e35f80cafc66 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:42:54.765956 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-f27b801f-d9c4-48f3-a67e-7c4950fe7774 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9fe8eb-0543-4288-afe5-8ae096962dc4') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:54.766970 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-f27b801f-d9c4-48f3-a67e-7c4950fe7774 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9fe8eb-0543-4288-afe5-8ae096962dc4') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:54.792630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cefec63d-f722-4bdc-9c68-c13bc8ce0d0a None None] Could not find standard attr ID for object 38841346-a1cf-45fe-a827-55d68a8bd3a6. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:42:54.804932 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-21c50a10-63ec-4d28-a827-a04b879130d8 req-95c06248-14d2-46cb-aa24-962d05043499 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Deleting port be4ac4a1-0791-4477-b5e4-d134aeac3b90 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:54.805345 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-21c50a10-63ec-4d28-a827-a04b879130d8 req-95c06248-14d2-46cb-aa24-962d05043499 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:54.843714 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f27b801f-d9c4-48f3-a67e-7c4950fe7774 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:54.907073 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f4efe006-04f7-4c59-8651-b029ef13f2e4 None None] Could not find standard attr ID for object 38841346-a1cf-45fe-a827-55d68a8bd3a6. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:42:54.934614 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f27b801f-d9c4-48f3-a67e-7c4950fe7774 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:54.955791 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27b801f-d9c4-48f3-a67e-7c4950fe7774 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:42:54.956271 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f27b801f-d9c4-48f3-a67e-7c4950fe7774 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:42:54.993025 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:42:54.997691 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1f8cf-9223-4daa-a73c-549b1a012233 req-10a0d276-59de-4584-9dcd-aa6014fbc347 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:54.999613 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88c1f8cf-9223-4daa-a73c-549b1a012233 req-10a0d276-59de-4584-9dcd-aa6014fbc347 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 907 time: 0.0689173 Aug 20 10:42:55.056783 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6449cf6-01c7-4f4d-a209-52174c5481c8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.059411 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6449cf6-01c7-4f4d-a209-52174c5481c8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.060596 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a6449cf6-01c7-4f4d-a209-52174c5481c8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/security-groups/b494f927-efc3-47af-8729-8d51a23ac182 HTTP/1.1" status: 204 len: 168 time: 0.7290633 Aug 20 10:42:55.063799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48494) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:55.094241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6449cf6-01c7-4f4d-a209-52174c5481c8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b494f927-efc3-47af-8729-8d51a23ac182,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:55.140319 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f340867-413e-4e35-a509-1b0a89a0e068 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting subnet 82c41943-1c5a-40f7-bee1-c66280070900 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:42:55.143120 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3f340867-413e-4e35-a509-1b0a89a0e068 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.148325 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-21c50a10-63ec-4d28-a827-a04b879130d8 req-95c06248-14d2-46cb-aa24-962d05043499 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] For port be4ac4a1-0791-4477-b5e4-d134aeac3b90, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=be4ac4a1-0791-4477-b5e4-d134aeac3b90,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:55.149034 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-21c50a10-63ec-4d28-a827-a04b879130d8 req-95c06248-14d2-46cb-aa24-962d05043499 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.175767 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-dbf06e48-3687-4336-ab7e-eb9634bdfa50 None None] Could not find standard attr ID for object 38841346-a1cf-45fe-a827-55d68a8bd3a6. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:42:55.182179 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f27b801f-d9c4-48f3-a67e-7c4950fe7774 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.190040 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f27b801f-d9c4-48f3-a67e-7c4950fe7774 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.197164 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f27b801f-d9c4-48f3-a67e-7c4950fe7774 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "DELETE /v2.0/networks/3212d4f5-6b10-4b8e-a1c5-24a73c9c4972 HTTP/1.1" status: 204 len: 168 time: 1.0796931 Aug 20 10:42:55.197164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:42:55.199433 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48496) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:55.218128 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Sync routers for ids ['636473df-91d0-4e3e-bc65-60d183a94faf'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:42:55.234882 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3f340867-413e-4e35-a509-1b0a89a0e068 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.243806 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Routers {'636473df-91d0-4e3e-bc65-60d183a94faf'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:55.245116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['636473df-91d0-4e3e-bc65-60d183a94faf'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:55.250010 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-21c50a10-63ec-4d28-a827-a04b879130d8 req-95c06248-14d2-46cb-aa24-962d05043499 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Calling delete_port for be4ac4a1-0791-4477-b5e4-d134aeac3b90 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:55.253970 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b801f-d9c4-48f3-a67e-7c4950fe7774 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event deleted for resources: {'Network': ['ID=3212d4f5-6b10-4b8e-a1c5-24a73c9c4972,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:55.270255 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.272398 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f67843c0-9bb1-4747-8b42-90d1366fb412 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3315003 Aug 20 10:42:55.276248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48498) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:55.361222 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3f340867-413e-4e35-a509-1b0a89a0e068 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.416751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Set router 636473df-91d0-4e3e-bc65-60d183a94faf gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:42:55.465523 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-675db8cd-4069-439c-ab6f-582928b46f89 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Deleting subnet 4bbb44dd-c31d-4aeb-ba9c-c6ad2060c158 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:42:55.468676 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3f340867-413e-4e35-a509-1b0a89a0e068 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.477308 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-675db8cd-4069-439c-ab6f-582928b46f89 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.530023 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e4133087-03fd-4491-a5c7-3622f67f0f2f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "GET /v2.0/routers/636473df-91d0-4e3e-bc65-60d183a94faf HTTP/1.1" status: 200 len: 907 time: 0.2519717 Aug 20 10:42:55.537090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48500) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:55.543573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Request body: {'router': {'name': 'tempest-snat-router-211663290', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'enable_snat': True}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:55.548024 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f340867-413e-4e35-a509-1b0a89a0e068 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Subnet': ['ID=82c41943-1c5a-40f7-bee1-c66280070900,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:55.550091 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3f340867-413e-4e35-a509-1b0a89a0e068 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.554180 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3f340867-413e-4e35-a509-1b0a89a0e068 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/82c41943-1c5a-40f7-bee1-c66280070900 HTTP/1.1" status: 204 len: 168 time: 0.4893041 Aug 20 10:42:55.568486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ce0a4e-bcc2-4c4b-8b61-dce746861fd3 None None] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:55.578334 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48502) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:55.585542 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5a7057e4-2fb4-4a3f-aafe-7b09114d8ca5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'subnet': {'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:55.595567 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-675db8cd-4069-439c-ab6f-582928b46f89 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.634125 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.635684 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.642116 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-21c50a10-63ec-4d28-a827-a04b879130d8 req-95c06248-14d2-46cb-aa24-962d05043499 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.700194 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c06248-14d2-46cb-aa24-962d05043499 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Pushing event deleted for resources: {'Port': ['ID=be4ac4a1-0791-4477-b5e4-d134aeac3b90,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:55.795905 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.808050 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-675db8cd-4069-439c-ab6f-582928b46f89 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.836904 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636473df-91d0-4e3e-bc65-60d183a94faf', 'name': 'tempest-snat-router-211663290', 'tenant_id': '80c932c220074a5aa856b8a1532556fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.92'}], 'enable_snat': False}, 'gw_port_id': '3f772ed7-c415-49fa-95ad-f171ca9983ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:42:49Z', 'updated_at': '2021-08-20T10:42:52Z', 'revision_number': 3, 'project_id': '80c932c220074a5aa856b8a1532556fd', 'gw_port': {'id': '3f772ed7-c415-49fa-95ad-f171ca9983ba', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:66:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636473df-91d0-4e3e-bc65-60d183a94faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:42:50Z', 'updated_at': '2021-08-20T10:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:55.865109 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7057e4-2fb4-4a3f-aafe-7b09114d8ca5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:55.868694 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a7057e4-2fb4-4a3f-aafe-7b09114d8ca5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:55.977228 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-675db8cd-4069-439c-ab6f-582928b46f89 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:56.053658 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:56.081046 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c50a10-63ec-4d28-a827-a04b879130d8 req-95c06248-14d2-46cb-aa24-962d05043499 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] No DVR routers for this DVR port be4ac4a1-0791-4477-b5e4-d134aeac3b90 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:56.084005 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-21c50a10-63ec-4d28-a827-a04b879130d8 req-95c06248-14d2-46cb-aa24-962d05043499 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:56.086750 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21c50a10-63ec-4d28-a827-a04b879130d8 req-95c06248-14d2-46cb-aa24-962d05043499 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.24 "DELETE /v2.0/ports/be4ac4a1-0791-4477-b5e4-d134aeac3b90 HTTP/1.1" status: 204 len: 173 time: 1.8129091 Aug 20 10:42:56.087505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675db8cd-4069-439c-ab6f-582928b46f89 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event deleted for resources: {'Subnet': ['ID=4bbb44dd-c31d-4aeb-ba9c-c6ad2060c158,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:56.095188 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-675db8cd-4069-439c-ab6f-582928b46f89 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:56.100134 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-675db8cd-4069-439c-ab6f-582928b46f89 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "DELETE /v2.0/subnets/4bbb44dd-c31d-4aeb-ba9c-c6ad2060c158 HTTP/1.1" status: 204 len: 168 time: 0.8967671 Aug 20 10:42:56.121571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48510) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:56.122046 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17969d82-de5c-47b9-a41c-368e684d82d0', 'name': 'network-vif-deleted', 'tag': 'be4ac4a1-0791-4477-b5e4-d134aeac3b90'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:42:56.136411 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9042ff63-2811-4062-99f4-c64667a28b53" -d '{"events": [{"server_uuid": "17969d82-de5c-47b9-a41c-368e684d82d0", "name": "network-vif-deleted", "tag": "be4ac4a1-0791-4477-b5e4-d134aeac3b90"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:42:56.242179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d7d22b-f087-449b-9c36-93e8f89e116b None None] Network 0362b745-780d-4c13-841f-3aeed3229969 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:56.246447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Checking router: 636473df-91d0-4e3e-bc65-60d183a94faf for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:42:56.247277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Updating router 636473df-91d0-4e3e-bc65-60d183a94faf port 3f772ed7-c415-49fa-95ad-f171ca9983ba binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:42:56.276221 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cce52262-efa7-44d6-9cd4-6a1d0506a45f req-aac4d194-9b67-4d7f-b033-0cb40b3a9087 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2820642 Aug 20 10:42:56.360081 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:56.364742 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b647c5e-6967-435a-90a5-febb522181ce req-20e8ec27-986b-484f-82c9-962029484f5a tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=17969d82-de5c-47b9-a41c-368e684d82d0 HTTP/1.1" status: 200 len: 210 time: 0.1704121 Aug 20 10:42:56.366790 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd7eb9a-b550-4981-a611-dde77bc6786d x-openstack-request-id: req-bdd7eb9a-b550-4981-a611-dde77bc6786d {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:42:56.367250 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17969d82-de5c-47b9-a41c-368e684d82d0", "name": "network-vif-deleted", "tag": "be4ac4a1-0791-4477-b5e4-d134aeac3b90", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:42:56.367551 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bdd7eb9a-b550-4981-a611-dde77bc6786d {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:42:56.368139 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17969d82-de5c-47b9-a41c-368e684d82d0', 'name': 'network-vif-deleted', 'tag': 'be4ac4a1-0791-4477-b5e4-d134aeac3b90', 'status': 'completed', 'code': 200} Aug 20 10:42:56.420196 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:56.482973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce52262-efa7-44d6-9cd4-6a1d0506a45f req-58960409-1542-48c6-95a7-5941cd0c4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:56.484673 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cce52262-efa7-44d6-9cd4-6a1d0506a45f req-58960409-1542-48c6-95a7-5941cd0c4c5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c94f33ee8bdb486c9e80924b1d062545&device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 1097 time: 0.1326606 Aug 20 10:42:56.596061 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a7057e4-2fb4-4a3f-aafe-7b09114d8ca5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:56.655904 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baa67fd-475e-4f29-979f-5dcf56a2d85f None None] DHCP port deletion for 0362b745-780d-4c13-841f-3aeed3229969 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:42:56.708864 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7057e4-2fb4-4a3f-aafe-7b09114d8ca5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:56.743603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-5a7057e4-2fb4-4a3f-aafe-7b09114d8ca5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:56.752617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7057e4-2fb4-4a3f-aafe-7b09114d8ca5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:56.753847 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a7057e4-2fb4-4a3f-aafe-7b09114d8ca5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:56.765442 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6baa67fd-475e-4f29-979f-5dcf56a2d85f None None] Deleting port a3301d25-59f8-4159-9c21-3b7d68560468 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:56.766358 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6baa67fd-475e-4f29-979f-5dcf56a2d85f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:56.785696 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7057e4-2fb4-4a3f-aafe-7b09114d8ca5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Subnet': ['ID=685d0b4d-4a60-4f0b-81ad-116610f1bc0e,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:56.804823 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5a7057e4-2fb4-4a3f-aafe-7b09114d8ca5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2247720 Aug 20 10:42:56.807524 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48518) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:56.815382 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e49caff7-aeb7-4d69-b8eb-3a6e922ced05 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'security_group': {'name': 'tempest-secgroup-1855535629'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:56.880871 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce52262-efa7-44d6-9cd4-6a1d0506a45f req-eb0cd5c2-2f87-4877-acf5-93d4613cf9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:56.883197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cce52262-efa7-44d6-9cd4-6a1d0506a45f req-eb0cd5c2-2f87-4877-acf5-93d4613cf9e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 200 len: 912 time: 0.3629816 Aug 20 10:42:56.885855 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e49caff7-aeb7-4d69-b8eb-3a6e922ced05 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:56.903408 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6baa67fd-475e-4f29-979f-5dcf56a2d85f None None] For port a3301d25-59f8-4159-9c21-3b7d68560468, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a3301d25-59f8-4159-9c21-3b7d68560468,segment=NetworkSegment(41e23635-6a0d-4553-9a54-f8d16ef520c2),segment_id=41e23635-6a0d-4553-9a54-f8d16ef520c2)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:56.903946 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6baa67fd-475e-4f29-979f-5dcf56a2d85f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:56.931841 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6baa67fd-475e-4f29-979f-5dcf56a2d85f None None] Calling delete_port for a3301d25-59f8-4159-9c21-3b7d68560468 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:56.933694 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51e0d3d-f06a-4886-aeb9-f263dcdde214 None None] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:42:56.939554 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:56.943026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Deleting port a3301d25-59f8-4159-9c21-3b7d68560468 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:42:56.943553 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:56.960038 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cce52262-efa7-44d6-9cd4-6a1d0506a45f req-c1dcf39a-5282-4b6d-8225-f07bd0129571 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10dc3468-eb37-49dc-8583-476a96f4b158 HTTP/1.1" status: 200 len: 217 time: 0.0575285 Aug 20 10:42:57.014111 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Transition to ACTIVE for port object 3f772ed7-c415-49fa-95ad-f171ca9983ba will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:57.020163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] For port a3301d25-59f8-4159-9c21-3b7d68560468, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a3301d25-59f8-4159-9c21-3b7d68560468,segment=NetworkSegment(41e23635-6a0d-4553-9a54-f8d16ef520c2),segment_id=41e23635-6a0d-4553-9a54-f8d16ef520c2)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:57.020701 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.036946 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Calling delete_port for a3301d25-59f8-4159-9c21-3b7d68560468 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:42:57.052191 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce52262-efa7-44d6-9cd4-6a1d0506a45f req-f8cfacf4-aa3b-416f-8959-2530c5a20be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:57.055121 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cce52262-efa7-44d6-9cd4-6a1d0506a45f req-f8cfacf4-aa3b-416f-8959-2530c5a20be9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 200 len: 850 time: 0.0870697 Aug 20 10:42:57.063322 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.121858 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daff786-84ba-432f-994e-2ffd40c55699 None None] Pushing event updated for resources: {'Port': ['ID=3f772ed7-c415-49fa-95ad-f171ca9983ba,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:57.168139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-46833d5c-ded9-4323-a5fd-aae5eb9aaa59 None None] Provisioning complete for port 94db2df5-87e2-476e-842e-4e68fe0eec76 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:57.168511 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-46833d5c-ded9-4323-a5fd-aae5eb9aaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.172058 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e49caff7-aeb7-4d69-b8eb-3a6e922ced05 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.179900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce52262-efa7-44d6-9cd4-6a1d0506a45f req-39da9192-38c6-4597-a6c9-fff08e50ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:57.182924 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cce52262-efa7-44d6-9cd4-6a1d0506a45f req-39da9192-38c6-4597-a6c9-fff08e50ede1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8efc36c3-e5df-4925-8f18-00e48d76c056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139791 Aug 20 10:42:57.185556 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e49caff7-aeb7-4d69-b8eb-3a6e922ced05 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.218848 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-46833d5c-ded9-4323-a5fd-aae5eb9aaa59 None None] Port 94db2df5-87e2-476e-842e-4e68fe0eec76 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:42:57.229103 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.236845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Attempting to bind port 3f772ed7-c415-49fa-95ad-f171ca9983ba on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:42:57.237228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Attempting to bind port 3f772ed7-c415-49fa-95ad-f171ca9983ba by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:42:57.237626 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Attempting to bind port 3f772ed7-c415-49fa-95ad-f171ca9983ba on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:42:57.273324 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.280918 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:42:57.281323 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:42:57.281801 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.282225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:42:57.282715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Bound port: 3f772ed7-c415-49fa-95ad-f171ca9983ba, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:42:57.283118 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.332836 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49caff7-aeb7-4d69-b8eb-3a6e922ced05 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=034cf59a-7bbe-4e72-aa91-bc356f6af102,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:57.337719 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.338213 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e49caff7-aeb7-4d69-b8eb-3a6e922ced05 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.339787 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e49caff7-aeb7-4d69-b8eb-3a6e922ced05 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5310907 Aug 20 10:42:57.343840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48522) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:57.345465 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] For port 3f772ed7-c415-49fa-95ad-f171ca9983ba, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:42:57.349706 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] For port 3f772ed7-c415-49fa-95ad-f171ca9983ba, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3f772ed7-c415-49fa-95ad-f171ca9983ba,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:42:57.352056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d05bdeea-98a4-43e5-8761-7f630a78c325 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'security_group': {'name': 'tempest-secgroup-180059012'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:57.356819 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.358712 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-46833d5c-ded9-4323-a5fd-aae5eb9aaa59 None None] Provisioning complete for port b7326c33-e7b1-4d43-9623-ec7ebc982db8 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:57.359084 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-46833d5c-ded9-4323-a5fd-aae5eb9aaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:42:57.368851 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 10:42:57.390905 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event deleted for resources: {'Port': ['ID=a3301d25-59f8-4159-9c21-3b7d68560468,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:57.404880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] No DVR routers for this DVR port a3301d25-59f8-4159-9c21-3b7d68560468 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:57.438816 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d05bdeea-98a4-43e5-8761-7f630a78c325 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.447904 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cce52262-efa7-44d6-9cd4-6a1d0506a45f req-fb9aa685-266c-4ee7-a402-3d2448045777 service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555051 Aug 20 10:42:57.476407 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6baa67fd-475e-4f29-979f-5dcf56a2d85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.546827 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa67fd-475e-4f29-979f-5dcf56a2d85f None None] No DVR routers for this DVR port a3301d25-59f8-4159-9c21-3b7d68560468 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:42:57.548867 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Routers {'636473df-91d0-4e3e-bc65-60d183a94faf'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:42:57.551241 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['636473df-91d0-4e3e-bc65-60d183a94faf'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:57.567486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daff786-84ba-432f-994e-2ffd40c55699 None None] Pushing event updated for resources: {'Port': ['ID=3f772ed7-c415-49fa-95ad-f171ca9983ba,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:57.609972 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.633362 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0362b745-780d-4c13-841f-3aeed3229969']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:57.635639 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cce52262-efa7-44d6-9cd4-6a1d0506a45f req-b105ddd5-147d-4da6-a9e6-409506b44690 service neutron] 10.222.0.24 "GET /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667647 Aug 20 10:42:57.653265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Allocated IP 172.25.3.39 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/13c3330b-2921-4365-b43b-effba559d1d2) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:57.660165 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa67fd-475e-4f29-979f-5dcf56a2d85f None None] Pushing event deleted for resources: {'Port': ['ID=a3301d25-59f8-4159-9c21-3b7d68560468,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:57.670741 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e23635-6a0d-4553-9a54-f8d16ef520c2') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:57.671251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e23635-6a0d-4553-9a54-f8d16ef520c2') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:57.698044 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.747891 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.805416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device be4ac4a1-0791-4477-b5e4-d134aeac3b90 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:42:57.845166 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:42:57.845374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: be4ac4a1-0791-4477-b5e4-d134aeac3b90 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:42:57.845523 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device be4ac4a1-0791-4477-b5e4-d134aeac3b90 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:42:57.847083 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:42:57.856681 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:42:57.858638 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d05bdeea-98a4-43e5-8761-7f630a78c325 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.867439 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d05bdeea-98a4-43e5-8761-7f630a78c325 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.873499 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243aa114-3acb-4cf2-b6b4-1eba5027dcdd None None] Update dhcp port {'port': {'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d', 'fixed_ips': [{'subnet_id': '41650802-da89-4e20-94aa-1c478d586d35', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '685d0b4d-4a60-4f0b-81ad-116610f1bc0e'}], 'binding:host_id': 'n-d-778550-11'}, 'id': 'b7326c33-e7b1-4d43-9623-ec7ebc982db8'} from n-d-778550-11. {{(pid=94868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 10:42:57.880792 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] Set router 636473df-91d0-4e3e-bc65-60d183a94faf gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:42:57.936794 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d05bdeea-98a4-43e5-8761-7f630a78c325 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:57.938329 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d05bdeea-98a4-43e5-8761-7f630a78c325 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5932670 Aug 20 10:42:57.940004 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bdeea-98a4-43e5-8761-7f630a78c325 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc2c29d-71a0-420e-ae69-4c1c515d8933,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:57.945315 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48542) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:57.960243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-034e5f14-8f76-4e89-aae0-0bfa0e07191c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'security_group': {'name': 'tempest-secgroup-534146008'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:58.005460 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-034e5f14-8f76-4e89-aae0-0bfa0e07191c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:58.018071 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-243aa114-3acb-4cf2-b6b4-1eba5027dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:58.064808 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:58.155329 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:58.155962 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-034e5f14-8f76-4e89-aae0-0bfa0e07191c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:58.165415 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-034e5f14-8f76-4e89-aae0-0bfa0e07191c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:58.236207 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-034e5f14-8f76-4e89-aae0-0bfa0e07191c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:58.239712 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-034e5f14-8f76-4e89-aae0-0bfa0e07191c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2950227 Aug 20 10:42:58.242801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48544) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:58.244537 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e5f14-8f76-4e89-aae0-0bfa0e07191c tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2627aa0-2232-419b-b6c2-5570dc497342,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:58.245879 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Pushing event updated for resources: {'Port': ['ID=13c3330b-2921-4365-b43b-effba559d1d2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:58.257411 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-f5012564-3490-4f55-b110-b13ffea68f47 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-36580739', 'security_groups': ['d2627aa0-2232-419b-b6c2-5570dc497342'], 'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '685d0b4d-4a60-4f0b-81ad-116610f1bc0e'}]}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:42:58.276175 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:58.288367 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:58.302344 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "DELETE /v2.0/networks/0362b745-780d-4c13-841f-3aeed3229969 HTTP/1.1" status: 204 len: 168 time: 2.1190212 Aug 20 10:42:58.307527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48548) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:58.335876 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-243aa114-3acb-4cf2-b6b4-1eba5027dcdd None None] Allocated IP 2001:db8::2 (1972fc4a-acfc-44bf-9f5a-37101e6c625d/685d0b4d-4a60-4f0b-81ad-116610f1bc0e/b7326c33-e7b1-4d43-9623-ec7ebc982db8) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:58.338794 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:58.350028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636473df-91d0-4e3e-bc65-60d183a94faf', 'name': 'tempest-snat-router-211663290', 'tenant_id': '80c932c220074a5aa856b8a1532556fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.92'}], 'enable_snat': False}, 'gw_port_id': '3f772ed7-c415-49fa-95ad-f171ca9983ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:42:49Z', 'updated_at': '2021-08-20T10:42:52Z', 'revision_number': 3, 'project_id': '80c932c220074a5aa856b8a1532556fd', 'gw_port': {'id': '3f772ed7-c415-49fa-95ad-f171ca9983ba', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:66:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636473df-91d0-4e3e-bc65-60d183a94faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:42:50Z', 'updated_at': '2021-08-20T10:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:42:58.365095 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514df64d-5a5b-4754-a1d2-a552856dcba7 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Pushing event deleted for resources: {'Network': ['ID=0362b745-780d-4c13-841f-3aeed3229969,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:58.372036 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6d1d7300-2069-4171-a9cc-e4524529f7af tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "GET /v2.0/ports?device_id=12d08e6c-5098-4edd-8015-a74f2d246dcc HTTP/1.1" status: 200 len: 205 time: 0.0625887 Aug 20 10:42:58.373945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48554) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:58.388967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:58.393624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:42:58.408472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7afb3c7-c0cd-4c32-86f1-eb7305974032 None None] The sync data for ids ['636473df-91d0-4e3e-bc65-60d183a94faf'] in n-d-778550-11 is: [{'id': '636473df-91d0-4e3e-bc65-60d183a94faf', 'name': 'tempest-snat-router-211663290', 'tenant_id': '80c932c220074a5aa856b8a1532556fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.92'}], 'enable_snat': False}, 'gw_port_id': '3f772ed7-c415-49fa-95ad-f171ca9983ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:42:49Z', 'updated_at': '2021-08-20T10:42:52Z', 'revision_number': 3, 'project_id': '80c932c220074a5aa856b8a1532556fd', 'gw_port': {'id': '3f772ed7-c415-49fa-95ad-f171ca9983ba', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:66:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636473df-91d0-4e3e-bc65-60d183a94faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:42:50Z', 'updated_at': '2021-08-20T10:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:42:58.518718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540a7df-a795-4e60-a931-44bb95bffee2 req-61951f5a-9d2b-450c-97b9-80477dbfa446 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:58.529106 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1540a7df-a795-4e60-a931-44bb95bffee2 req-61951f5a-9d2b-450c-97b9-80477dbfa446 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 945 time: 0.5555580 Aug 20 10:42:58.560068 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a3301d25-59f8-4159-9c21-3b7d68560468 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:42:58.562937 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5012564-3490-4f55-b110-b13ffea68f47 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:42:58.606800 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4aab5e05-03e1-4321-a7fb-56e70e8727d9 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:58.632401 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: a3301d25-59f8-4159-9c21-3b7d68560468 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:42:58.634150 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a3301d25-59f8-4159-9c21-3b7d68560468 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:42:58.694581 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-243aa114-3acb-4cf2-b6b4-1eba5027dcdd None None] For port b7326c33-e7b1-4d43-9623-ec7ebc982db8, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b7326c33-e7b1-4d43-9623-ec7ebc982db8,segment=NetworkSegment(ad2c367f-e8e8-4939-9cec-ed90d8a13b1a),segment_id=ad2c367f-e8e8-4939-9cec-ed90d8a13b1a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:42:58.740048 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-243aa114-3acb-4cf2-b6b4-1eba5027dcdd None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:58.744665 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1540a7df-a795-4e60-a931-44bb95bffee2 req-0dcda6bc-f658-468f-a8ae-256e1666c17e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145369 Aug 20 10:42:58.758181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-243aa114-3acb-4cf2-b6b4-1eba5027dcdd None None] Transition to ACTIVE for port object b7326c33-e7b1-4d43-9623-ec7ebc982db8 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:58.764485 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-243aa114-3acb-4cf2-b6b4-1eba5027dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:58.777366 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f5012564-3490-4f55-b110-b13ffea68f47 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:58.799930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-f5012564-3490-4f55-b110-b13ffea68f47 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] device_id is not set on port 846887c1-fc44-4b6f-b93d-fc0aa828bad7 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:42:58.878216 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243aa114-3acb-4cf2-b6b4-1eba5027dcdd None None] Pushing event updated for resources: {'Port': ['ID=b7326c33-e7b1-4d43-9623-ec7ebc982db8,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:42:58.948263 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4aab5e05-03e1-4321-a7fb-56e70e8727d9 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:58.969378 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4aab5e05-03e1-4321-a7fb-56e70e8727d9 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:59.066620 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4aab5e05-03e1-4321-a7fb-56e70e8727d9 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:59.068789 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aab5e05-03e1-4321-a7fb-56e70e8727d9 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Fanout notify agent at l3_agent the message router_deleted on router 12d08e6c-5098-4edd-8015-a74f2d246dcc {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:42:59.076586 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4aab5e05-03e1-4321-a7fb-56e70e8727d9 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:59.085221 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4aab5e05-03e1-4321-a7fb-56e70e8727d9 tempest-RoutersNegativeIpV6Test-329464304 tempest-RoutersNegativeIpV6Test-329464304-project] 10.222.0.16 "DELETE /v2.0/routers/12d08e6c-5098-4edd-8015-a74f2d246dcc HTTP/1.1" status: 204 len: 168 time: 0.7049127 Aug 20 10:42:59.164880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-f5012564-3490-4f55-b110-b13ffea68f47 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Allocated IP 2001:db8::1dc (1972fc4a-acfc-44bf-9f5a-37101e6c625d/685d0b4d-4a60-4f0b-81ad-116610f1bc0e/846887c1-fc44-4b6f-b93d-fc0aa828bad7) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:42:59.287586 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b71dfd57-1755-4466-aa34-e9422b518881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:59.330654 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:59.444606 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f5012564-3490-4f55-b110-b13ffea68f47 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:59.495671 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-f5012564-3490-4f55-b110-b13ffea68f47 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Transition to ACTIVE for port object 846887c1-fc44-4b6f-b93d-fc0aa828bad7 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:42:59.592667 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68550e9-196b-40b2-abb0-967588f0e654 req-b3041346-8dfd-4640-960f-2fa09f1213d3 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:42:59.594363 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c68550e9-196b-40b2-abb0-967588f0e654 req-b3041346-8dfd-4640-960f-2fa09f1213d3 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 945 time: 0.1235154 Aug 20 10:42:59.664151 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:59.665790 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48572) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:42:59.772247 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f5012564-3490-4f55-b110-b13ffea68f47 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:42:59.922334 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5012564-3490-4f55-b110-b13ffea68f47 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:42:59.962439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-f5012564-3490-4f55-b110-b13ffea68f47 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:42:59.993244 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5a6131c5-52cd-4b1f-8444-d67e3a57e404 None None] Provisioning complete for port 94db2df5-87e2-476e-842e-4e68fe0eec76 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:42:59.996838 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5a6131c5-52cd-4b1f-8444-d67e3a57e404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:00.011295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5012564-3490-4f55-b110-b13ffea68f47 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:43:00.011772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Router e9c43580-f409-4d6a-b89e-633400aa361e is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:43:00.019537 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5012564-3490-4f55-b110-b13ffea68f47 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:00.020218 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f5012564-3490-4f55-b110-b13ffea68f47 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:00.060288 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-5a6131c5-52cd-4b1f-8444-d67e3a57e404 None None] Port 94db2df5-87e2-476e-842e-4e68fe0eec76 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:43:00.062795 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-c68550e9-196b-40b2-abb0-967588f0e654 req-0359fb9f-f8b7-47f4-91fa-e3d976b98f32 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Deleting port 6853731e-8284-4323-b414-ef190b2964e9 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:00.063376 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c68550e9-196b-40b2-abb0-967588f0e654 req-0359fb9f-f8b7-47f4-91fa-e3d976b98f32 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:00.083326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5a6131c5-52cd-4b1f-8444-d67e3a57e404 None None] Provisioning for port b7326c33-e7b1-4d43-9623-ec7ebc982db8 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:00.087797 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5a6131c5-52cd-4b1f-8444-d67e3a57e404 None None] Provisioning complete for port b7326c33-e7b1-4d43-9623-ec7ebc982db8 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:00.088179 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5a6131c5-52cd-4b1f-8444-d67e3a57e404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:00.190736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-c68550e9-196b-40b2-abb0-967588f0e654 req-0359fb9f-f8b7-47f4-91fa-e3d976b98f32 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] For port 6853731e-8284-4323-b414-ef190b2964e9, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6853731e-8284-4323-b414-ef190b2964e9,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:00.191416 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c68550e9-196b-40b2-abb0-967588f0e654 req-0359fb9f-f8b7-47f4-91fa-e3d976b98f32 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:00.213587 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-c68550e9-196b-40b2-abb0-967588f0e654 req-0359fb9f-f8b7-47f4-91fa-e3d976b98f32 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Calling delete_port for 6853731e-8284-4323-b414-ef190b2964e9 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:00.232936 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:43:00.244600 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Sync routers for ids ['e9c43580-f409-4d6a-b89e-633400aa361e'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:43:00.267797 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Routers {'e9c43580-f409-4d6a-b89e-633400aa361e'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:00.268444 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e9c43580-f409-4d6a-b89e-633400aa361e'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:00.290626 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5012564-3490-4f55-b110-b13ffea68f47 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=846887c1-fc44-4b6f-b93d-fc0aa828bad7,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:00.297286 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-13016791-1b6c-4966-b164-755d6f9a8c2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38e74b552ed74cedb81cde4aac1a2651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6300411 Aug 20 10:43:00.297512 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:00.301311 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0be995bc-3b78-4b72-a40f-82f9cdd6a5fd tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.7603393 Aug 20 10:43:00.301311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48586) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:00.305020 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48588) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:00.340351 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ba15e-afc8-4064-b1e1-d82524d31f3f req-4bfcb661-bd6f-410a-b3cf-45818d657111 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:00.340351 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-305ba15e-afc8-4064-b1e1-d82524d31f3f req-4bfcb661-bd6f-410a-b3cf-45818d657111 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 945 time: 0.4488697 Aug 20 10:43:00.351636 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f5012564-3490-4f55-b110-b13ffea68f47 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1028187 Aug 20 10:43:00.359791 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48592) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:00.371898 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-575a3fe4-63ea-4719-a0c0-e7627dbc4914 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'subnet': {'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:00.490372 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-305ba15e-afc8-4064-b1e1-d82524d31f3f req-6a8b624d-1bd0-47a6-893a-a8ecb5d4f7a6 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144810 Aug 20 10:43:00.561075 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Set router e9c43580-f409-4d6a-b89e-633400aa361e gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:43:00.562015 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-73edb173-f02b-4721-952a-1e28015667b3 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "GET /v2.0/routers/e9c43580-f409-4d6a-b89e-633400aa361e HTTP/1.1" status: 200 len: 906 time: 0.2313237 Aug 20 10:43:00.566538 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48594) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:00.594274 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-662e593c-6447-40d4-99f1-c3f4885b747e None None] Provisioning for port 846887c1-fc44-4b6f-b93d-fc0aa828bad7 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:00.601549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b7326c33-e7b1-4d43-9623-ec7ebc982db8 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:43:00.610387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-662e593c-6447-40d4-99f1-c3f4885b747e None None] Provisioning complete for port 846887c1-fc44-4b6f-b93d-fc0aa828bad7 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:00.610762 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-662e593c-6447-40d4-99f1-c3f4885b747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:00.665577 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c68550e9-196b-40b2-abb0-967588f0e654 req-0359fb9f-f8b7-47f4-91fa-e3d976b98f32 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:00.718208 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-886bc2c7-a09d-4166-8d41-65045e578720 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:00.722792 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['10dc3468-eb37-49dc-8583-476a96f4b158', '6853731e-8284-4323-b414-ef190b2964e9'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:43:00.809082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359fb9f-f8b7-47f4-91fa-e3d976b98f32 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Pushing event deleted for resources: {'Port': ['ID=6853731e-8284-4323-b414-ef190b2964e9,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:00.874260 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-662e593c-6447-40d4-99f1-c3f4885b747e None None] Port 846887c1-fc44-4b6f-b93d-fc0aa828bad7 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:43:00.888318 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68550e9-196b-40b2-abb0-967588f0e654 req-0359fb9f-f8b7-47f4-91fa-e3d976b98f32 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] No DVR routers for this DVR port 6853731e-8284-4323-b414-ef190b2964e9 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:43:00.902341 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c68550e9-196b-40b2-abb0-967588f0e654 req-0359fb9f-f8b7-47f4-91fa-e3d976b98f32 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:00.905168 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c68550e9-196b-40b2-abb0-967588f0e654 req-0359fb9f-f8b7-47f4-91fa-e3d976b98f32 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.24 "DELETE /v2.0/ports/6853731e-8284-4323-b414-ef190b2964e9 HTTP/1.1" status: 204 len: 173 time: 1.3032148 Aug 20 10:43:00.905657 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d501e41-7eb3-4420-8cda-50787c99e08f', 'name': 'network-vif-deleted', 'tag': '6853731e-8284-4323-b414-ef190b2964e9'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:43:00.908273 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091b3b73-c34c-45fa-940b-a07ecd8c68ef" -d '{"events": [{"server_uuid": "6d501e41-7eb3-4420-8cda-50787c99e08f", "name": "network-vif-deleted", "tag": "6853731e-8284-4323-b414-ef190b2964e9"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:43:00.963844 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c43580-f409-4d6a-b89e-633400aa361e', 'name': 'tempest-snat-router-211663290', 'tenant_id': '80c932c220074a5aa856b8a1532556fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '13c3330b-2921-4365-b43b-effba559d1d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:42:55Z', 'updated_at': '2021-08-20T10:42:59Z', 'revision_number': 3, 'project_id': '80c932c220074a5aa856b8a1532556fd', 'gw_port': {'id': '13c3330b-2921-4365-b43b-effba559d1d2', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c43580-f409-4d6a-b89e-633400aa361e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:42:57Z', 'updated_at': '2021-08-20T10:42:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:01.006376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575a3fe4-63ea-4719-a0c0-e7627dbc4914 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:43:01.014263 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-575a3fe4-63ea-4719-a0c0-e7627dbc4914 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:01.024408 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Checking router: e9c43580-f409-4d6a-b89e-633400aa361e for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:43:01.024966 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Updating router e9c43580-f409-4d6a-b89e-633400aa361e port 13c3330b-2921-4365-b43b-effba559d1d2 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:43:01.026716 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5630fa-e3bf-4c55-9b30-c1fdd91f12a3 x-openstack-request-id: req-7e5630fa-e3bf-4c55-9b30-c1fdd91f12a3 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:43:01.027557 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d501e41-7eb3-4420-8cda-50787c99e08f", "name": "network-vif-deleted", "tag": "6853731e-8284-4323-b414-ef190b2964e9", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:43:01.028217 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e5630fa-e3bf-4c55-9b30-c1fdd91f12a3 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:43:01.029064 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d501e41-7eb3-4420-8cda-50787c99e08f', 'name': 'network-vif-deleted', 'tag': '6853731e-8284-4323-b414-ef190b2964e9', 'status': 'completed', 'code': 200} Aug 20 10:43:01.108809 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:01.125471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b7326c33-e7b1-4d43-9623-ec7ebc982db8 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:01.132864 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:01.287559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3f772ed7-c415-49fa-95ad-f171ca9983ba up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:43:01.406897 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-886bc2c7-a09d-4166-8d41-65045e578720 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:01.415911 n-d-778550-11 neutron-server[94867]: INFO neutron.db.ipam_backend_mixin [None req-575a3fe4-63ea-4719-a0c0-e7627dbc4914 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 685d0b4d-4a60-4f0b-81ad-116610f1bc0e (CIDR: 2001:db8::/64) Aug 20 10:43:01.430313 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-575a3fe4-63ea-4719-a0c0-e7627dbc4914 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:43:01.430808 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575a3fe4-63ea-4719-a0c0-e7627dbc4914 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:43:01.468033 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-259d3c8c-f937-4784-8a29-694844aa08e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:01.481739 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-575a3fe4-63ea-4719-a0c0-e7627dbc4914 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1156771 Aug 20 10:43:01.482845 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48608) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:01.492605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-fdb2b532-52be-4737-b43b-b06732048415 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'subnet': {'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:01.562119 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-259d3c8c-f937-4784-8a29-694844aa08e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:01.657985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 3f772ed7-c415-49fa-95ad-f171ca9983ba completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:01.669149 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3f772ed7-c415-49fa-95ad-f171ca9983ba triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:01.669911 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:01.763799 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b2b72a35-bdf1-4cf5-8f6b-69ac3a8be9a0 req-295cac8e-0b64-46c3-8598-727f07230569 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d501e41-7eb3-4420-8cda-50787c99e08f HTTP/1.1" status: 200 len: 210 time: 0.0469668 Aug 20 10:43:01.772476 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-259d3c8c-f937-4784-8a29-694844aa08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:01.778961 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-259d3c8c-f937-4784-8a29-694844aa08e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:01.783309 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-259d3c8c-f937-4784-8a29-694844aa08e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99e11884-66b6-424e-b23f-8daf29616d32 HTTP/1.1" status: 204 len: 168 time: 1.4790053 Aug 20 10:43:01.799830 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d3c8c-f937-4784-8a29-694844aa08e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e11884-66b6-424e-b23f-8daf29616d32,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:01.817988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d3c8c-f937-4784-8a29-694844aa08e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:01.819261 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d3c8c-f937-4784-8a29-694844aa08e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:01.819833 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d3c8c-f937-4784-8a29-694844aa08e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:01.820416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d3c8c-f937-4784-8a29-694844aa08e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:01.821012 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d3c8c-f937-4784-8a29-694844aa08e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:01.821514 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d3c8c-f937-4784-8a29-694844aa08e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:01.822071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d3c8c-f937-4784-8a29-694844aa08e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:01.822621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d3c8c-f937-4784-8a29-694844aa08e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:01.823221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d3c8c-f937-4784-8a29-694844aa08e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:01.823770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d3c8c-f937-4784-8a29-694844aa08e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:01.824064 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb2b532-52be-4737-b43b-b06732048415 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:43:01.824324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d3c8c-f937-4784-8a29-694844aa08e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:01.824880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d3c8c-f937-4784-8a29-694844aa08e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:01.827316 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:01.829548 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fdb2b532-52be-4737-b43b-b06732048415 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:01.861668 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-886bc2c7-a09d-4166-8d41-65045e578720 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Deleting port 13c3330b-2921-4365-b43b-effba559d1d2 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:01.862218 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-886bc2c7-a09d-4166-8d41-65045e578720 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:01.870361 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Transition to ACTIVE for port object 13c3330b-2921-4365-b43b-effba559d1d2 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:43:01.892283 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:01.902955 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:01.935689 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 3f772ed7-c415-49fa-95ad-f171ca9983ba, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3f772ed7-c415-49fa-95ad-f171ca9983ba,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:01.942665 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:01.952335 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0453fe48-d6c0-4550-8bb4-5c543880bf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:02.009096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=3f772ed7-c415-49fa-95ad-f171ca9983ba,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:02.015247 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:43:02.051955 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-886bc2c7-a09d-4166-8d41-65045e578720 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:02.053869 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Attempting to bind port 13c3330b-2921-4365-b43b-effba559d1d2 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:43:02.054238 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Attempting to bind port 13c3330b-2921-4365-b43b-effba559d1d2 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:43:02.055851 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Attempting to bind port 13c3330b-2921-4365-b43b-effba559d1d2 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:43:02.063421 n-d-778550-11 neutron-server[94867]: INFO neutron.db.ipam_backend_mixin [None req-fdb2b532-52be-4737-b43b-b06732048415 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 41650802-da89-4e20-94aa-1c478d586d35 (CIDR: 2001:db8:0:1::/64) Aug 20 10:43:02.068537 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-886bc2c7-a09d-4166-8d41-65045e578720 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Calling delete_port for 13c3330b-2921-4365-b43b-effba559d1d2 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:02.071775 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb2b532-52be-4737-b43b-b06732048415 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:43:02.072066 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb2b532-52be-4737-b43b-b06732048415 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:43:02.072482 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:43:02.072868 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:43:02.073268 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:02.073663 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:43:02.074256 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Bound port: 13c3330b-2921-4365-b43b-effba559d1d2, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:43:02.074637 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:02.097369 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fdb2b532-52be-4737-b43b-b06732048415 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6114395 Aug 20 10:43:02.098818 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48620) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:02.112893 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b49ceca8-18fe-4b8e-acbd-480da38dc9e5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'subnet': {'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:02.113062 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188814e-ff05-4429-b87b-70b48b8ffb5b None None] Pushing event updated for resources: {'Port': ['ID=13c3330b-2921-4365-b43b-effba559d1d2,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:02.126280 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188814e-ff05-4429-b87b-70b48b8ffb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:02.127243 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188814e-ff05-4429-b87b-70b48b8ffb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:02.127794 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188814e-ff05-4429-b87b-70b48b8ffb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:02.129074 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188814e-ff05-4429-b87b-70b48b8ffb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:02.129651 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188814e-ff05-4429-b87b-70b48b8ffb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:02.130183 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188814e-ff05-4429-b87b-70b48b8ffb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:02.130852 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188814e-ff05-4429-b87b-70b48b8ffb5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:02.131400 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188814e-ff05-4429-b87b-70b48b8ffb5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:02.132707 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188814e-ff05-4429-b87b-70b48b8ffb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:02.133273 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188814e-ff05-4429-b87b-70b48b8ffb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:02.133816 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188814e-ff05-4429-b87b-70b48b8ffb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:02.134354 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188814e-ff05-4429-b87b-70b48b8ffb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:02.160684 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] For port 13c3330b-2921-4365-b43b-effba559d1d2, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:43:02.167965 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] For port 13c3330b-2921-4365-b43b-effba559d1d2, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=13c3330b-2921-4365-b43b-effba559d1d2,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:43:02.174462 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:02.278230 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188814e-ff05-4429-b87b-70b48b8ffb5b None None] Pushing event updated for resources: {'Port': ['ID=13c3330b-2921-4365-b43b-effba559d1d2,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:02.281484 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Routers {'e9c43580-f409-4d6a-b89e-633400aa361e'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:02.282342 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e9c43580-f409-4d6a-b89e-633400aa361e'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:02.334063 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49ceca8-18fe-4b8e-acbd-480da38dc9e5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Made reservation on behalf of 80a6eb9091fb45b090d27b864630b580 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:43:02.341943 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b49ceca8-18fe-4b8e-acbd-480da38dc9e5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:02.371894 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-886bc2c7-a09d-4166-8d41-65045e578720 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:02.394835 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:02.418304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bc2c7-a09d-4166-8d41-65045e578720 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Pushing event deleted for resources: {'Port': ['ID=13c3330b-2921-4365-b43b-effba559d1d2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:02.420942 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] Set router e9c43580-f409-4d6a-b89e-633400aa361e gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:43:02.498044 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c43580-f409-4d6a-b89e-633400aa361e', 'name': 'tempest-snat-router-211663290', 'tenant_id': '80c932c220074a5aa856b8a1532556fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:42:55Z', 'updated_at': '2021-08-20T10:43:01Z', 'revision_number': 4, 'project_id': '80c932c220074a5aa856b8a1532556fd', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:02.501920 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-886bc2c7-a09d-4166-8d41-65045e578720 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:02.533851 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a69f2b3-e99b-4591-a0f7-f3c86374bb34 None None] The sync data for ids ['e9c43580-f409-4d6a-b89e-633400aa361e'] in n-d-778550-11 is: [{'id': 'e9c43580-f409-4d6a-b89e-633400aa361e', 'name': 'tempest-snat-router-211663290', 'tenant_id': '80c932c220074a5aa856b8a1532556fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:42:55Z', 'updated_at': '2021-08-20T10:43:01Z', 'revision_number': 4, 'project_id': '80c932c220074a5aa856b8a1532556fd', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:43:02.535889 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3f772ed7-c415-49fa-95ad-f171ca9983ba up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:43:02.616188 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3f772ed7-c415-49fa-95ad-f171ca9983ba triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:02.617088 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:02.701585 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-886bc2c7-a09d-4166-8d41-65045e578720 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:02.704094 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-886bc2c7-a09d-4166-8d41-65045e578720 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:02.808938 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-886bc2c7-a09d-4166-8d41-65045e578720 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:02.809728 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886bc2c7-a09d-4166-8d41-65045e578720 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9c43580-f409-4d6a-b89e-633400aa361e {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:43:02.815173 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-886bc2c7-a09d-4166-8d41-65045e578720 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:02.819813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48648) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:02.826094 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-886bc2c7-a09d-4166-8d41-65045e578720 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e9c43580-f409-4d6a-b89e-633400aa361e HTTP/1.1" status: 204 len: 168 time: 2.2558529 Aug 20 10:43:03.127652 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48662) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:03.141461 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:03.196438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7430bd1-292e-4371-aca9-26b9fc3c5d90 req-59711f1e-2c35-4083-9ee3-1dabfb151374 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:03.198032 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e7430bd1-292e-4371-aca9-26b9fc3c5d90 req-59711f1e-2c35-4083-9ee3-1dabfb151374 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.0834882 Aug 20 10:43:03.265089 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b49ceca8-18fe-4b8e-acbd-480da38dc9e5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:03.301864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e496effc-5a4a-4e04-8ce7-0d8cc7c3718a tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2017780587'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:03.305300 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd1ca5dd-86d0-49f8-9e07-b169e5292a9a tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:03.312820 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e7430bd1-292e-4371-aca9-26b9fc3c5d90 req-1817ce89-e38b-46d0-8022-a9808f1bd5f3 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988028 Aug 20 10:43:03.333245 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e496effc-5a4a-4e04-8ce7-0d8cc7c3718a tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Made reservation on behalf of cec511a2b928437d8e5772bd32148d26 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:43:03.337241 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e496effc-5a4a-4e04-8ce7-0d8cc7c3718a tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:03.347092 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e496effc-5a4a-4e04-8ce7-0d8cc7c3718a tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:03.376478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49ceca8-18fe-4b8e-acbd-480da38dc9e5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:43:03.383765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b49ceca8-18fe-4b8e-acbd-480da38dc9e5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:03.387417 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49ceca8-18fe-4b8e-acbd-480da38dc9e5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:03.388004 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b49ceca8-18fe-4b8e-acbd-480da38dc9e5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:03.397770 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5960700a-b7c8-4247-8d51-ae2289bab917 None None] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:43:03.403293 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ceca8-18fe-4b8e-acbd-480da38dc9e5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Subnet': ['ID=20e4bfdc-0812-42ae-999d-57a735bb41e4,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:03.484941 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e496effc-5a4a-4e04-8ce7-0d8cc7c3718a tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:03.491490 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e496effc-5a4a-4e04-8ce7-0d8cc7c3718a tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:03.516364 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b49ceca8-18fe-4b8e-acbd-480da38dc9e5 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4128351 Aug 20 10:43:03.516364 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd1ca5dd-86d0-49f8-9e07-b169e5292a9a tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:03.518521 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48672) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:03.528750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-3d6784ca-a1b1-4109-9a22-205b73593df2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-957212084', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '20e4bfdc-0812-42ae-999d-57a735bb41e4'}], 'security_groups': ['034cf59a-7bbe-4e72-aa91-bc356f6af102', 'fdc2c29d-71a0-420e-ae69-4c1c515d8933']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:03.550466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e496effc-5a4a-4e04-8ce7-0d8cc7c3718a tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:43:03.601848 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e496effc-5a4a-4e04-8ce7-0d8cc7c3718a tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:03.602205 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-e496effc-5a4a-4e04-8ce7-0d8cc7c3718a tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Added segment e281ed6e-e83e-4117-9b66-597c88fec004 of type vlan for network 286bb328-2e36-4225-a3a2-0720c71eebf3 Aug 20 10:43:03.604146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496effc-5a4a-4e04-8ce7-0d8cc7c3718a tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a937bf-6f1f-41a8-aead-b980516ceb63,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:03.658269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-dd1ca5dd-86d0-49f8-9e07-b169e5292a9a tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Deleting port 3f772ed7-c415-49fa-95ad-f171ca9983ba {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:03.658776 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd1ca5dd-86d0-49f8-9e07-b169e5292a9a tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:03.692485 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e496effc-5a4a-4e04-8ce7-0d8cc7c3718a tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:03.717316 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0f666e-84da-4ffa-b76d-49df2fad1bbe None None] Update dhcp port {'port': {'network_id': '1972fc4a-acfc-44bf-9f5a-37101e6c625d', 'fixed_ips': [{'subnet_id': '41650802-da89-4e20-94aa-1c478d586d35', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '685d0b4d-4a60-4f0b-81ad-116610f1bc0e', 'ip_address': '2001:db8::2'}, {'subnet_id': '20e4bfdc-0812-42ae-999d-57a735bb41e4'}], 'binding:host_id': 'n-d-778550-11'}, 'id': 'b7326c33-e7b1-4d43-9623-ec7ebc982db8'} from n-d-778550-11. {{(pid=94868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 10:43:03.751252 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6d0f666e-84da-4ffa-b76d-49df2fad1bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:03.771639 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e496effc-5a4a-4e04-8ce7-0d8cc7c3718a tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:03.782051 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e496effc-5a4a-4e04-8ce7-0d8cc7c3718a tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:03.782703 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e496effc-5a4a-4e04-8ce7-0d8cc7c3718a tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:03.814801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6853731e-8284-4323-b414-ef190b2964e9 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:43:03.823705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-dd1ca5dd-86d0-49f8-9e07-b169e5292a9a tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] For port 3f772ed7-c415-49fa-95ad-f171ca9983ba, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3f772ed7-c415-49fa-95ad-f171ca9983ba,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:03.824175 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd1ca5dd-86d0-49f8-9e07-b169e5292a9a tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:03.852221 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-dd1ca5dd-86d0-49f8-9e07-b169e5292a9a tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Calling delete_port for 3f772ed7-c415-49fa-95ad-f171ca9983ba owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:03.896817 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e496effc-5a4a-4e04-8ce7-0d8cc7c3718a tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7677357 Aug 20 10:43:03.900430 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 6853731e-8284-4323-b414-ef190b2964e9 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:43:03.900862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6853731e-8284-4323-b414-ef190b2964e9 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:43:03.908573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48678) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:03.936592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-180a544c-3a54-4e28-ad5d-aebd63d555fa tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '286bb328-2e36-4225-a3a2-0720c71eebf3', 'tempest-TagsTest-Tag-254642608') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:03.949967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496effc-5a4a-4e04-8ce7-0d8cc7c3718a tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Pushing event updated for resources: {'Network': ['ID=286bb328-2e36-4225-a3a2-0720c71eebf3,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:03.967636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 286bb328-2e36-4225-a3a2-0720c71eebf3 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:43:04.063322 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d6784ca-a1b1-4109-9a22-205b73593df2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:04.075502 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd1ca5dd-86d0-49f8-9e07-b169e5292a9a tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:04.087853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-6d0f666e-84da-4ffa-b76d-49df2fad1bbe None None] Allocated IP 2001:db8:0:2::2 (1972fc4a-acfc-44bf-9f5a-37101e6c625d/20e4bfdc-0812-42ae-999d-57a735bb41e4/b7326c33-e7b1-4d43-9623-ec7ebc982db8) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:43:04.108669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ca5dd-86d0-49f8-9e07-b169e5292a9a tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f772ed7-c415-49fa-95ad-f171ca9983ba,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:04.185832 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-180a544c-3a54-4e28-ad5d-aebd63d555fa tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] 10.222.0.16 "PUT /v2.0/networks/286bb328-2e36-4225-a3a2-0720c71eebf3/tags/tempest-TagsTest-Tag-254642608 HTTP/1.1" status: 201 len: 201 time: 0.2564921 Aug 20 10:43:04.190062 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48680) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:04.196035 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-b66ae23a-af4e-4c6d-8e01-5657aebd7561 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '286bb328-2e36-4225-a3a2-0720c71eebf3', 'tempest-TagsTest-Tag-254642608') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:04.204973 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd1ca5dd-86d0-49f8-9e07-b169e5292a9a tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:04.219310 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6d0f666e-84da-4ffa-b76d-49df2fad1bbe None None] For port b7326c33-e7b1-4d43-9623-ec7ebc982db8, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b7326c33-e7b1-4d43-9623-ec7ebc982db8,segment=NetworkSegment(ad2c367f-e8e8-4939-9cec-ed90d8a13b1a),segment_id=ad2c367f-e8e8-4939-9cec-ed90d8a13b1a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:04.253873 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6d0f666e-84da-4ffa-b76d-49df2fad1bbe None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:04.292925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6d0f666e-84da-4ffa-b76d-49df2fad1bbe None None] Transition to ACTIVE for port object b7326c33-e7b1-4d43-9623-ec7ebc982db8 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:43:04.298352 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6d0f666e-84da-4ffa-b76d-49df2fad1bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:04.392659 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd1ca5dd-86d0-49f8-9e07-b169e5292a9a tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:04.395622 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd1ca5dd-86d0-49f8-9e07-b169e5292a9a tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:04.431133 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f666e-84da-4ffa-b76d-49df2fad1bbe None None] Pushing event updated for resources: {'Port': ['ID=b7326c33-e7b1-4d43-9623-ec7ebc982db8,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:04.506964 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd1ca5dd-86d0-49f8-9e07-b169e5292a9a tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:04.507527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1ca5dd-86d0-49f8-9e07-b169e5292a9a tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 636473df-91d0-4e3e-bc65-60d183a94faf {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:43:04.513773 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd1ca5dd-86d0-49f8-9e07-b169e5292a9a tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:04.514945 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dd1ca5dd-86d0-49f8-9e07-b169e5292a9a tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "DELETE /v2.0/routers/636473df-91d0-4e3e-bc65-60d183a94faf HTTP/1.1" status: 204 len: 168 time: 1.6943760 Aug 20 10:43:04.521577 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48690) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:04.528492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-121132699', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}, 'admin_state_up': False}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:04.551906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c33136-8bce-4cd8-871a-c0569ac3dbeb req-994859d0-d481-4ed3-9548-83c095691182 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:04.553645 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-77c33136-8bce-4cd8-871a-c0569ac3dbeb req-994859d0-d481-4ed3-9548-83c095691182 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.2584622 Aug 20 10:43:04.567475 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b66ae23a-af4e-4c6d-8e01-5657aebd7561 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] 10.222.0.16 "GET /v2.0/networks/286bb328-2e36-4225-a3a2-0720c71eebf3/tags/tempest-TagsTest-Tag-254642608 HTTP/1.1" status: 204 len: 168 time: 0.3759661 Aug 20 10:43:04.568351 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48694) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:04.575025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-ad892473-f5df-4178-bafb-83694bbe24cd tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '286bb328-2e36-4225-a3a2-0720c71eebf3') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:04.697010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a2df3-37da-4005-9f16-3a652f52d432 req-e2b44b8a-45e6-45c8-b5a8-582e8ad3818f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:04.698656 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-831a2df3-37da-4005-9f16-3a652f52d432 req-e2b44b8a-45e6-45c8-b5a8-582e8ad3818f tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 945 time: 0.2316558 Aug 20 10:43:04.702855 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:04.703995 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:04.800121 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:04.817235 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ad892473-f5df-4178-bafb-83694bbe24cd tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] 10.222.0.16 "GET /v2.0/networks/286bb328-2e36-4225-a3a2-0720c71eebf3/tags HTTP/1.1" status: 200 len: 237 time: 0.2443595 Aug 20 10:43:04.819689 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-831a2df3-37da-4005-9f16-3a652f52d432 req-b80c98f3-b080-4c0e-85df-026355898a13 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=e581b996-75df-4c73-829d-da6711f3ab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026537 Aug 20 10:43:04.821556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-77c33136-8bce-4cd8-871a-c0569ac3dbeb req-c6dfb651-6951-4ce0-b5e0-93cfe6e479fa tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Deleting port 10dc3468-eb37-49dc-8583-476a96f4b158 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:04.821887 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-77c33136-8bce-4cd8-871a-c0569ac3dbeb req-c6dfb651-6951-4ce0-b5e0-93cfe6e479fa tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:04.831680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48698) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:04.836755 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-33eb62c7-c991-455a-8cb0-2b6c23a74c4f tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '286bb328-2e36-4225-a3a2-0720c71eebf3', {'tags': ['tempest-TagsTest-Tag-1542653030', 'tempest-TagsTest-Tag-148130239', 'tempest-TagsTest-Tag-581527074']}) {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:04.855708 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:04.929306 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-33eb62c7-c991-455a-8cb0-2b6c23a74c4f tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] 10.222.0.16 "PUT /v2.0/networks/286bb328-2e36-4225-a3a2-0720c71eebf3/tags HTTP/1.1" status: 200 len: 307 time: 0.0964231 Aug 20 10:43:04.932450 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48700) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:04.939637 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-8faf4afe-9fb4-454a-bed3-72e11de303ad tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '286bb328-2e36-4225-a3a2-0720c71eebf3', 'tempest-TagsTest-Tag-1542653030') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:05.028928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-3d6784ca-a1b1-4109-9a22-205b73593df2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Delete allocated IP 2001:db8::1dc (1972fc4a-acfc-44bf-9f5a-37101e6c625d/685d0b4d-4a60-4f0b-81ad-116610f1bc0e) {{(pid=94866) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 10:43:05.055895 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-3d6784ca-a1b1-4109-9a22-205b73593df2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Allocated IP 2001:db8:0:2::1fb (1972fc4a-acfc-44bf-9f5a-37101e6c625d/20e4bfdc-0812-42ae-999d-57a735bb41e4/846887c1-fc44-4b6f-b93d-fc0aa828bad7) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:43:05.137721 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:05.148340 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8faf4afe-9fb4-454a-bed3-72e11de303ad tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] 10.222.0.16 "DELETE /v2.0/networks/286bb328-2e36-4225-a3a2-0720c71eebf3/tags/tempest-TagsTest-Tag-1542653030 HTTP/1.1" status: 204 len: 168 time: 0.2126274 Aug 20 10:43:05.152051 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48706) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:05.159253 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-abebebf9-3cd3-4adf-9430-b8c8e9fc223b tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '286bb328-2e36-4225-a3a2-0720c71eebf3', 'tempest-TagsTest-Tag-1542653030') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:05.169192 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-77c33136-8bce-4cd8-871a-c0569ac3dbeb req-c6dfb651-6951-4ce0-b5e0-93cfe6e479fa tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] For port 10dc3468-eb37-49dc-8583-476a96f4b158, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=10dc3468-eb37-49dc-8583-476a96f4b158,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:05.169916 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-77c33136-8bce-4cd8-871a-c0569ac3dbeb req-c6dfb651-6951-4ce0-b5e0-93cfe6e479fa tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:05.266684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-77c33136-8bce-4cd8-871a-c0569ac3dbeb req-c6dfb651-6951-4ce0-b5e0-93cfe6e479fa tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Calling delete_port for 10dc3468-eb37-49dc-8583-476a96f4b158 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:05.288410 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d6784ca-a1b1-4109-9a22-205b73593df2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:05.309553 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-3d6784ca-a1b1-4109-9a22-205b73593df2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Transition to ACTIVE for port object 846887c1-fc44-4b6f-b93d-fc0aa828bad7 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:43:05.314208 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d6784ca-a1b1-4109-9a22-205b73593df2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:05.358202 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4f3257e1-0044-4208-ba75-74dc4ccd1e3b None None] Provisioning complete for port 94db2df5-87e2-476e-842e-4e68fe0eec76 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:05.358202 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4f3257e1-0044-4208-ba75-74dc4ccd1e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:05.373661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6784ca-a1b1-4109-9a22-205b73593df2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event updated for resources: {'Port': ['ID=846887c1-fc44-4b6f-b93d-fc0aa828bad7,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:05.405165 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4f3257e1-0044-4208-ba75-74dc4ccd1e3b None None] Port 94db2df5-87e2-476e-842e-4e68fe0eec76 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:43:05.407730 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-3d6784ca-a1b1-4109-9a22-205b73593df2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] In _notify_port_updated(), no bound segment for port 846887c1-fc44-4b6f-b93d-fc0aa828bad7 on network 1972fc4a-acfc-44bf-9f5a-37101e6c625d {{(pid=94866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:43:05.415703 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6784ca-a1b1-4109-9a22-205b73593df2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:05.416519 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d6784ca-a1b1-4109-9a22-205b73593df2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:05.418013 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3d6784ca-a1b1-4109-9a22-205b73593df2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "PUT /v2.0/ports/846887c1-fc44-4b6f-b93d-fc0aa828bad7 HTTP/1.1" status: 200 len: 969 time: 1.8961897 Aug 20 10:43:05.418628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4f3257e1-0044-4208-ba75-74dc4ccd1e3b None None] Provisioning for port b7326c33-e7b1-4d43-9623-ec7ebc982db8 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:05.420790 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48714) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:05.431257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4f3257e1-0044-4208-ba75-74dc4ccd1e3b None None] Provisioning complete for port b7326c33-e7b1-4d43-9623-ec7ebc982db8 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:05.431713 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4f3257e1-0044-4208-ba75-74dc4ccd1e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:05.434828 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-abebebf9-3cd3-4adf-9430-b8c8e9fc223b tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] show failed (client error): The resource could not be found. Aug 20 10:43:05.441632 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-abebebf9-3cd3-4adf-9430-b8c8e9fc223b tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] 10.222.0.16 "GET /v2.0/networks/286bb328-2e36-4225-a3a2-0720c71eebf3/tags/tempest-TagsTest-Tag-1542653030 HTTP/1.1" status: 404 len: 326 time: 0.2882795 Aug 20 10:43:05.444451 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48716) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:05.448977 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-f107f8b8-f659-4989-a84e-ddb89e662413 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '286bb328-2e36-4225-a3a2-0720c71eebf3', 'tempest-TagsTest-Tag-148130239') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:05.561455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-dbb46661-1778-4208-83e7-62d9e83500bc tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port 846887c1-fc44-4b6f-b93d-fc0aa828bad7 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:05.561796 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dbb46661-1778-4208-83e7-62d9e83500bc tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:05.569019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4f3257e1-0044-4208-ba75-74dc4ccd1e3b None None] Provisioning for port 846887c1-fc44-4b6f-b93d-fc0aa828bad7 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:05.574909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4f3257e1-0044-4208-ba75-74dc4ccd1e3b None None] Provisioning complete for port 846887c1-fc44-4b6f-b93d-fc0aa828bad7 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:05.575593 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4f3257e1-0044-4208-ba75-74dc4ccd1e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:05.618245 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4f3257e1-0044-4208-ba75-74dc4ccd1e3b None None] Port 846887c1-fc44-4b6f-b93d-fc0aa828bad7 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:43:05.627099 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f107f8b8-f659-4989-a84e-ddb89e662413 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] 10.222.0.16 "GET /v2.0/networks/286bb328-2e36-4225-a3a2-0720c71eebf3/tags/tempest-TagsTest-Tag-148130239 HTTP/1.1" status: 204 len: 168 time: 0.1799443 Aug 20 10:43:05.629213 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48718) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:05.648496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-127b1217-8867-4f15-b20c-2b2282b76528 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '286bb328-2e36-4225-a3a2-0720c71eebf3', 'tempest-TagsTest-Tag-581527074') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:05.755191 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-77c33136-8bce-4cd8-871a-c0569ac3dbeb req-c6dfb651-6951-4ce0-b5e0-93cfe6e479fa tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:05.767087 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dbb46661-1778-4208-83e7-62d9e83500bc tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:05.770921 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['10dc3468-eb37-49dc-8583-476a96f4b158'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:43:05.773248 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:05.789978 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-127b1217-8867-4f15-b20c-2b2282b76528 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] 10.222.0.16 "GET /v2.0/networks/286bb328-2e36-4225-a3a2-0720c71eebf3/tags/tempest-TagsTest-Tag-581527074 HTTP/1.1" status: 204 len: 168 time: 0.1452427 Aug 20 10:43:05.791108 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-dbb46661-1778-4208-83e7-62d9e83500bc tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for 846887c1-fc44-4b6f-b93d-fc0aa828bad7 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:05.792766 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48724) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:05.798841 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-81d0ed21-6528-4dfd-9b35-596f991dd353 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '286bb328-2e36-4225-a3a2-0720c71eebf3') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:05.819391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfb651-6951-4ce0-b5e0-93cfe6e479fa tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Pushing event deleted for resources: {'Port': ['ID=10dc3468-eb37-49dc-8583-476a96f4b158,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:05.824594 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:05.864354 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b382819f-c05a-457c-a47d-21e45449fb23 None None] Provisioning complete for port 846887c1-fc44-4b6f-b93d-fc0aa828bad7 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:05.864906 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b382819f-c05a-457c-a47d-21e45449fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:05.877251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c33136-8bce-4cd8-871a-c0569ac3dbeb req-c6dfb651-6951-4ce0-b5e0-93cfe6e479fa tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] No DVR routers for this DVR port 10dc3468-eb37-49dc-8583-476a96f4b158 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:43:05.883215 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-77c33136-8bce-4cd8-871a-c0569ac3dbeb req-c6dfb651-6951-4ce0-b5e0-93cfe6e479fa tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:05.886173 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-77c33136-8bce-4cd8-871a-c0569ac3dbeb req-c6dfb651-6951-4ce0-b5e0-93cfe6e479fa tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.24 "DELETE /v2.0/ports/10dc3468-eb37-49dc-8583-476a96f4b158 HTTP/1.1" status: 204 len: 173 time: 1.3257484 Aug 20 10:43:05.886815 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f151e8-2852-48a2-b484-66282bc8e0f5', 'name': 'network-vif-deleted', 'tag': '10dc3468-eb37-49dc-8583-476a96f4b158'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:43:05.889312 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a954e4-36cd-4113-83bf-4102b1ccb397" -d '{"events": [{"server_uuid": "f9f151e8-2852-48a2-b484-66282bc8e0f5", "name": "network-vif-deleted", "tag": "10dc3468-eb37-49dc-8583-476a96f4b158"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:43:05.954562 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b382819f-c05a-457c-a47d-21e45449fb23 None None] Port 846887c1-fc44-4b6f-b93d-fc0aa828bad7 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:43:05.966132 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee1cc0a-8f2b-4bf7-98ee-68910583c568 x-openstack-request-id: req-9ee1cc0a-8f2b-4bf7-98ee-68910583c568 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:43:05.966434 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f151e8-2852-48a2-b484-66282bc8e0f5", "name": "network-vif-deleted", "tag": "10dc3468-eb37-49dc-8583-476a96f4b158", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:43:05.966694 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ee1cc0a-8f2b-4bf7-98ee-68910583c568 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:43:05.967196 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f151e8-2852-48a2-b484-66282bc8e0f5', 'name': 'network-vif-deleted', 'tag': '10dc3468-eb37-49dc-8583-476a96f4b158', 'status': 'completed', 'code': 200} Aug 20 10:43:06.029882 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c3c74a0d-2a7a-4b0a-a9b6-ecdcf3ec8bfb req-a0ff48fd-d106-40a6-bb42-322e7db285dd tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9f151e8-2852-48a2-b484-66282bc8e0f5 HTTP/1.1" status: 200 len: 210 time: 0.0449107 Aug 20 10:43:06.095372 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-81d0ed21-6528-4dfd-9b35-596f991dd353 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] 10.222.0.16 "DELETE /v2.0/networks/286bb328-2e36-4225-a3a2-0720c71eebf3/tags HTTP/1.1" status: 204 len: 168 time: 0.3013818 Aug 20 10:43:06.097961 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48736) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:06.107204 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-3299f008-16b4-4dc7-ad1b-18048d8e177b tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '286bb328-2e36-4225-a3a2-0720c71eebf3', 'tempest-TagsTest-Tag-148130239') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:06.125143 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Allocated IP 172.25.3.196 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/0359c31f-48b6-4a9e-b9ec-5738dfce2a06) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:43:06.198690 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dbb46661-1778-4208-83e7-62d9e83500bc tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:06.267251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb46661-1778-4208-83e7-62d9e83500bc tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=846887c1-fc44-4b6f-b93d-fc0aa828bad7,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:06.292770 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dbb46661-1778-4208-83e7-62d9e83500bc tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:06.294934 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dbb46661-1778-4208-83e7-62d9e83500bc tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/ports/846887c1-fc44-4b6f-b93d-fc0aa828bad7 HTTP/1.1" status: 204 len: 168 time: 0.8721230 Aug 20 10:43:06.297574 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48740) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:06.333341 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:06.364866 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-217c5622-35f0-45bc-bf74-6e674a1d82c3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] GET failed (client error): The resource could not be found. Aug 20 10:43:06.367869 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-217c5622-35f0-45bc-bf74-6e674a1d82c3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports/846887c1-fc44-4b6f-b93d-fc0aa828bad7 HTTP/1.1" status: 404 len: 333 time: 0.0690145 Aug 20 10:43:06.377929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48746) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:06.420765 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-3299f008-16b4-4dc7-ad1b-18048d8e177b tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] show failed (client error): The resource could not be found. Aug 20 10:43:06.426521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48748) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:06.426720 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3299f008-16b4-4dc7-ad1b-18048d8e177b tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] 10.222.0.16 "GET /v2.0/networks/286bb328-2e36-4225-a3a2-0720c71eebf3/tags/tempest-TagsTest-Tag-148130239 HTTP/1.1" status: 404 len: 325 time: 0.3230023 Aug 20 10:43:06.433464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-82b13641-887a-4ef3-88d2-ed7537580464 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '286bb328-2e36-4225-a3a2-0720c71eebf3', 'tempest-TagsTest-Tag-581527074') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:06.490281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b7326c33-e7b1-4d43-9623-ec7ebc982db8 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:43:06.555002 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b7326c33-e7b1-4d43-9623-ec7ebc982db8 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:06.555346 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:06.563798 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-145f32aa-4397-4c53-9231-9dc8bb10a723 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:06.585399 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:06.623708 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-145f32aa-4397-4c53-9231-9dc8bb10a723 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:06.670150 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:43:06.705752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3f772ed7-c415-49fa-95ad-f171ca9983ba no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:43:06.718848 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:06.729339 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-145f32aa-4397-4c53-9231-9dc8bb10a723 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:06.732853 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-145f32aa-4397-4c53-9231-9dc8bb10a723 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:06.741847 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-145f32aa-4397-4c53-9231-9dc8bb10a723 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/security-groups/d2627aa0-2232-419b-b6c2-5570dc497342 HTTP/1.1" status: 204 len: 168 time: 0.3623562 Aug 20 10:43:06.747438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:43:06.750122 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48752) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:06.753639 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 3f772ed7-c415-49fa-95ad-f171ca9983ba {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:43:06.753758 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f32aa-4397-4c53-9231-9dc8bb10a723 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2627aa0-2232-419b-b6c2-5570dc497342,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:06.755684 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3f772ed7-c415-49fa-95ad-f171ca9983ba not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:43:07.110477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Pushing event updated for resources: {'Port': ['ID=0359c31f-48b6-4a9e-b9ec-5738dfce2a06,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:07.178267 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-82b13641-887a-4ef3-88d2-ed7537580464 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] show failed (client error): The resource could not be found. Aug 20 10:43:07.179251 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-82b13641-887a-4ef3-88d2-ed7537580464 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] 10.222.0.16 "GET /v2.0/networks/286bb328-2e36-4225-a3a2-0720c71eebf3/tags/tempest-TagsTest-Tag-581527074 HTTP/1.1" status: 404 len: 325 time: 0.7516227 Aug 20 10:43:07.182662 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48766) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:07.188267 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-b625ee08-d44a-4ac5-b61c-37b5b8de515d tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '286bb328-2e36-4225-a3a2-0720c71eebf3') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:07.236670 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e11c62d0-ce57-4d97-9d42-11c016a2a460 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:07.282534 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b625ee08-d44a-4ac5-b61c-37b5b8de515d tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] 10.222.0.16 "DELETE /v2.0/networks/286bb328-2e36-4225-a3a2-0720c71eebf3/tags HTTP/1.1" status: 204 len: 168 time: 0.0987577 Aug 20 10:43:07.287456 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48770) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:07.316832 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e11c62d0-ce57-4d97-9d42-11c016a2a460 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:07.493507 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-58b080da-9cd0-443d-b49d-04f9a75323d8 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:07.512998 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e11c62d0-ce57-4d97-9d42-11c016a2a460 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:07.515659 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e11c62d0-ce57-4d97-9d42-11c016a2a460 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:07.516809 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e11c62d0-ce57-4d97-9d42-11c016a2a460 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/security-groups/fdc2c29d-71a0-420e-ae69-4c1c515d8933 HTTP/1.1" status: 204 len: 168 time: 0.7651770 Aug 20 10:43:07.519897 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48778) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:07.545646 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30536e2e-93da-4772-8c8d-6845eb877408 req-cf5694cc-5cd5-4f04-a0e5-c016d9e4d080 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:07.547191 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30536e2e-93da-4772-8c8d-6845eb877408 req-cf5694cc-5cd5-4f04-a0e5-c016d9e4d080 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1833968 Aug 20 10:43:07.581033 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9633a00-bc4d-4aa2-9be7-90b3a9103fe2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:07.582818 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c62d0-ce57-4d97-9d42-11c016a2a460 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc2c29d-71a0-420e-ae69-4c1c515d8933,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:07.606427 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9633a00-bc4d-4aa2-9be7-90b3a9103fe2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:07.665811 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9633a00-bc4d-4aa2-9be7-90b3a9103fe2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:07.669467 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9633a00-bc4d-4aa2-9be7-90b3a9103fe2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:07.670888 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f9633a00-bc4d-4aa2-9be7-90b3a9103fe2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/security-groups/034cf59a-7bbe-4e72-aa91-bc356f6af102 HTTP/1.1" status: 204 len: 168 time: 0.1499379 Aug 20 10:43:07.676854 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48784) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:07.691630 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9633a00-bc4d-4aa2-9be7-90b3a9103fe2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=034cf59a-7bbe-4e72-aa91-bc356f6af102,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:07.713669 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:07.754619 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-58b080da-9cd0-443d-b49d-04f9a75323d8 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:07.757736 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b50a278-1df2-475a-876f-97c9faddcf8b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting subnet 685d0b4d-4a60-4f0b-81ad-116610f1bc0e {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:43:07.761021 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4b50a278-1df2-475a-876f-97c9faddcf8b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:07.772803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-58b080da-9cd0-443d-b49d-04f9a75323d8 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286bb328-2e36-4225-a3a2-0720c71eebf3']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:07.779259 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-30536e2e-93da-4772-8c8d-6845eb877408 req-bcdc8b57-bb59-43fb-8e78-e4fb9f00589e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574969 Aug 20 10:43:07.791846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-58b080da-9cd0-443d-b49d-04f9a75323d8 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e281ed6e-e83e-4117-9b66-597c88fec004') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:07.792145 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-58b080da-9cd0-443d-b49d-04f9a75323d8 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e281ed6e-e83e-4117-9b66-597c88fec004') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:07.809890 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4b50a278-1df2-475a-876f-97c9faddcf8b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:07.836034 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-58b080da-9cd0-443d-b49d-04f9a75323d8 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:07.861193 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-58b080da-9cd0-443d-b49d-04f9a75323d8 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:07.873913 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 10dc3468-eb37-49dc-8583-476a96f4b158 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:43:07.875326 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b080da-9cd0-443d-b49d-04f9a75323d8 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:43:07.875711 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-58b080da-9cd0-443d-b49d-04f9a75323d8 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:43:07.881455 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:43:07.919152 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 10dc3468-eb37-49dc-8583-476a96f4b158 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:43:07.919457 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 10dc3468-eb37-49dc-8583-476a96f4b158 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:43:07.932498 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4b50a278-1df2-475a-876f-97c9faddcf8b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:08.001347 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-58b080da-9cd0-443d-b49d-04f9a75323d8 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:08.012192 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-58b080da-9cd0-443d-b49d-04f9a75323d8 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:08.014321 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-58b080da-9cd0-443d-b49d-04f9a75323d8 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] 10.222.0.16 "DELETE /v2.0/networks/286bb328-2e36-4225-a3a2-0720c71eebf3 HTTP/1.1" status: 204 len: 168 time: 0.7236342 Aug 20 10:43:08.016252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4b50a278-1df2-475a-876f-97c9faddcf8b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:08.041653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b080da-9cd0-443d-b49d-04f9a75323d8 tempest-TagsTest-73144376 tempest-TagsTest-73144376-project] Pushing event deleted for resources: {'Network': ['ID=286bb328-2e36-4225-a3a2-0720c71eebf3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:08.044815 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50a278-1df2-475a-876f-97c9faddcf8b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Subnet': ['ID=685d0b4d-4a60-4f0b-81ad-116610f1bc0e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:08.048440 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4b50a278-1df2-475a-876f-97c9faddcf8b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:08.054372 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4b50a278-1df2-475a-876f-97c9faddcf8b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/685d0b4d-4a60-4f0b-81ad-116610f1bc0e HTTP/1.1" status: 204 len: 168 time: 0.3732362 Aug 20 10:43:08.055499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48792) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:08.062240 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5387ee0a-5241-4b97-90f9-46cea8111c02 None None] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:43:08.114126 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:08.162109 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d766f61-86f5-45b5-bf3b-86da8626b3fe tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting subnet 20e4bfdc-0812-42ae-999d-57a735bb41e4 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:43:08.166258 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d766f61-86f5-45b5-bf3b-86da8626b3fe tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:08.252243 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d766f61-86f5-45b5-bf3b-86da8626b3fe tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:08.342484 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Router 4b7f9938-6bc6-442d-823c-d939f86cc926 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:43:08.392645 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d766f61-86f5-45b5-bf3b-86da8626b3fe tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:08.468462 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48802) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:08.488875 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d766f61-86f5-45b5-bf3b-86da8626b3fe tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:08.496321 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:43:08.507064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747109b-9e29-4f50-a576-554208d2d78b None None] Sync routers for ids ['4b7f9938-6bc6-442d-823c-d939f86cc926'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:43:08.522598 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747109b-9e29-4f50-a576-554208d2d78b None None] Routers {'4b7f9938-6bc6-442d-823c-d939f86cc926'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:08.523272 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5747109b-9e29-4f50-a576-554208d2d78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['4b7f9938-6bc6-442d-823c-d939f86cc926'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:08.538786 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:08.540361 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-14fa609f-2fea-4122-b45a-6fd8ced846eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0173891 Aug 20 10:43:08.541927 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d766f61-86f5-45b5-bf3b-86da8626b3fe tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Subnet': ['ID=20e4bfdc-0812-42ae-999d-57a735bb41e4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:08.548932 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48808) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:08.550802 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3d766f61-86f5-45b5-bf3b-86da8626b3fe tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:08.553464 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3d766f61-86f5-45b5-bf3b-86da8626b3fe tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/20e4bfdc-0812-42ae-999d-57a735bb41e4 HTTP/1.1" status: 204 len: 168 time: 0.4967475 Aug 20 10:43:08.556283 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48810) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:08.560354 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2aa8c934-4423-46fd-a85c-25b10f7f31a1 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'enable_snat': False}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:08.593519 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5747109b-9e29-4f50-a576-554208d2d78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:08.609411 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747109b-9e29-4f50-a576-554208d2d78b None None] Routers {'4b7f9938-6bc6-442d-823c-d939f86cc926'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:08.610301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5747109b-9e29-4f50-a576-554208d2d78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['4b7f9938-6bc6-442d-823c-d939f86cc926'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:08.665752 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e7dd6d-5488-4310-8132-f6f422c74cdb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] DELETE failed (client error): The resource could not be found. Aug 20 10:43:08.666212 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e7dd6d-5488-4310-8132-f6f422c74cdb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:43:08.670271 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f2e7dd6d-5488-4310-8132-f6f422c74cdb tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/685d0b4d-4a60-4f0b-81ad-116610f1bc0e HTTP/1.1" status: 404 len: 337 time: 0.1040874 Aug 20 10:43:08.671921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48814) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:08.681335 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5747109b-9e29-4f50-a576-554208d2d78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:08.682127 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5747109b-9e29-4f50-a576-554208d2d78b None None] The sync data for ids ['4b7f9938-6bc6-442d-823c-d939f86cc926'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:43:08.742585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-1100aea5-5fa2-4a9c-9c1a-ea86dfba2475 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting subnet 41650802-da89-4e20-94aa-1c478d586d35 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:43:08.746447 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1100aea5-5fa2-4a9c-9c1a-ea86dfba2475 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:08.866131 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1100aea5-5fa2-4a9c-9c1a-ea86dfba2475 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:08.925589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47c42e-a284-4a28-be42-c434602422c2 req-75272a68-b2c7-4c25-95ad-85681926c56e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:08.927356 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aa47c42e-a284-4a28-be42-c434602422c2 req-75272a68-b2c7-4c25-95ad-85681926c56e tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.42 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1479177 Aug 20 10:43:09.022239 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1100aea5-5fa2-4a9c-9c1a-ea86dfba2475 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:09.116781 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a6752fea-c9b9-47e8-bcec-4b6dfd1061e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cec511a2b928437d8e5772bd32148d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6468971 Aug 20 10:43:09.121478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48822) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:09.159837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-aa47c42e-a284-4a28-be42-c434602422c2 req-fa89103a-436d-44d3-b888-10cf51ad4667 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Deleting port f4572806-9844-4302-b2a2-f2770c887d9d {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:09.160173 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-aa47c42e-a284-4a28-be42-c434602422c2 req-fa89103a-436d-44d3-b888-10cf51ad4667 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:09.176190 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9f683b-5742-4e51-9fd5-837ec47e7b4c None None] Network 1972fc4a-acfc-44bf-9f5a-37101e6c625d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:43:09.202428 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f9417-961c-440c-b7af-be8f72be66b6 req-1e99cc41-c96e-4d2c-9be0-a48b77782eea tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:09.204254 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-192f9417-961c-440c-b7af-be8f72be66b6 req-1e99cc41-c96e-4d2c-9be0-a48b77782eea tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 944 time: 0.1372604 Aug 20 10:43:09.268401 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-dea4cfbb-c347-4011-9f04-e4f7b220b03e None None] Provisioning complete for port 94db2df5-87e2-476e-842e-4e68fe0eec76 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:09.268825 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dea4cfbb-c347-4011-9f04-e4f7b220b03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:09.274018 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-aa47c42e-a284-4a28-be42-c434602422c2 req-fa89103a-436d-44d3-b888-10cf51ad4667 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] For port f4572806-9844-4302-b2a2-f2770c887d9d, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f4572806-9844-4302-b2a2-f2770c887d9d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:09.274018 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-aa47c42e-a284-4a28-be42-c434602422c2 req-fa89103a-436d-44d3-b888-10cf51ad4667 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:09.352941 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-192f9417-961c-440c-b7af-be8f72be66b6 req-c2cff27c-6526-43ed-aaa6-21bfa9fdcbee tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fe5582d-134f-4896-9592-4eb35b5ba728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377318 Aug 20 10:43:09.393599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-dea4cfbb-c347-4011-9f04-e4f7b220b03e None None] Port 94db2df5-87e2-476e-842e-4e68fe0eec76 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:43:09.405807 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1100aea5-5fa2-4a9c-9c1a-ea86dfba2475 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:09.427573 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-dea4cfbb-c347-4011-9f04-e4f7b220b03e None None] Provisioning complete for port b7326c33-e7b1-4d43-9623-ec7ebc982db8 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:09.429583 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dea4cfbb-c347-4011-9f04-e4f7b220b03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:09.449900 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c934-4423-46fd-a85c-25b10f7f31a1 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:09.489278 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100aea5-5fa2-4a9c-9c1a-ea86dfba2475 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Subnet': ['ID=41650802-da89-4e20-94aa-1c478d586d35,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:09.499478 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1100aea5-5fa2-4a9c-9c1a-ea86dfba2475 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:09.501561 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1100aea5-5fa2-4a9c-9c1a-ea86dfba2475 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/41650802-da89-4e20-94aa-1c478d586d35 HTTP/1.1" status: 204 len: 168 time: 0.8250265 Aug 20 10:43:09.504290 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48832) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:09.519271 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590b9156-3691-4cfa-9831-efadec5bb97b None None] DHCP port deletion for 1972fc4a-acfc-44bf-9f5a-37101e6c625d request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:43:09.550451 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5262ee8f-6d06-4364-b22f-7b9209ccca1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:09.580616 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5262ee8f-6d06-4364-b22f-7b9209ccca1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:09.623580 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-590b9156-3691-4cfa-9831-efadec5bb97b None None] Deleting port b7326c33-e7b1-4d43-9623-ec7ebc982db8 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:09.623967 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-047e5c0c-e296-4fef-a1a5-3d13a6a473f0 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] DELETE failed (client error): The resource could not be found. Aug 20 10:43:09.624656 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-590b9156-3691-4cfa-9831-efadec5bb97b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:09.626398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047e5c0c-e296-4fef-a1a5-3d13a6a473f0 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:43:09.637680 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-047e5c0c-e296-4fef-a1a5-3d13a6a473f0 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/82c41943-1c5a-40f7-bee1-c66280070900 HTTP/1.1" status: 404 len: 337 time: 0.1212144 Aug 20 10:43:09.693755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48836) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:09.703375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-590b9156-3691-4cfa-9831-efadec5bb97b None None] For port b7326c33-e7b1-4d43-9623-ec7ebc982db8, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b7326c33-e7b1-4d43-9623-ec7ebc982db8,segment=NetworkSegment(ad2c367f-e8e8-4939-9cec-ed90d8a13b1a),segment_id=ad2c367f-e8e8-4939-9cec-ed90d8a13b1a)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:09.704126 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-590b9156-3691-4cfa-9831-efadec5bb97b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:09.706480 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5262ee8f-6d06-4364-b22f-7b9209ccca1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:09.709224 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5262ee8f-6d06-4364-b22f-7b9209ccca1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:09.712643 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5262ee8f-6d06-4364-b22f-7b9209ccca1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22a937bf-6f1f-41a8-aead-b980516ceb63 HTTP/1.1" status: 204 len: 168 time: 0.5871737 Aug 20 10:43:09.727215 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-590b9156-3691-4cfa-9831-efadec5bb97b None None] Calling delete_port for b7326c33-e7b1-4d43-9623-ec7ebc982db8 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:09.776378 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-911e22f9-8f9f-48c7-a26f-e9aeae020288 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "GET /v2.0/ports?device_id=48ef9140-a5bf-4fd3-9153-44d30b6874dc HTTP/1.1" status: 200 len: 205 time: 0.0814528 Aug 20 10:43:09.779204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48840) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:09.786068 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262ee8f-6d06-4364-b22f-7b9209ccca1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a937bf-6f1f-41a8-aead-b980516ceb63,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:09.894079 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-590b9156-3691-4cfa-9831-efadec5bb97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:09.926010 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b9156-3691-4cfa-9831-efadec5bb97b None None] Pushing event deleted for resources: {'Port': ['ID=b7326c33-e7b1-4d43-9623-ec7ebc982db8,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:09.931096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590b9156-3691-4cfa-9831-efadec5bb97b None None] No DVR routers for this DVR port b7326c33-e7b1-4d43-9623-ec7ebc982db8 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:43:10.135420 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c934-4423-46fd-a85c-25b10f7f31a1 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:10.139440 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c934-4423-46fd-a85c-25b10f7f31a1 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:10.156962 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-4816e9ef-3651-4826-aa1f-497bdb728340 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] delete failed (client error): The resource could not be found. Aug 20 10:43:10.158048 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4816e9ef-3651-4826-aa1f-497bdb728340 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/routers/48ef9140-a5bf-4fd3-9153-44d30b6874dc HTTP/1.1" status: 404 len: 336 time: 0.3778260 Aug 20 10:43:10.163723 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48850) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:10.166846 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-aa47c42e-a284-4a28-be42-c434602422c2 req-fa89103a-436d-44d3-b888-10cf51ad4667 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:10.167662 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-aa47c42e-a284-4a28-be42-c434602422c2 req-fa89103a-436d-44d3-b888-10cf51ad4667 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:10.170680 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [req-aa47c42e-a284-4a28-be42-c434602422c2 req-fa89103a-436d-44d3-b888-10cf51ad4667 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Floating IP f84116f7-0fbf-4d11-afc4-bcf645b8a6e5 disassociated. External IP: 172.25.3.47, port: f4572806-9844-4302-b2a2-f2770c887d9d. Aug 20 10:43:10.171991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-aa47c42e-a284-4a28-be42-c434602422c2 req-fa89103a-436d-44d3-b888-10cf51ad4667 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Calling delete_port for f4572806-9844-4302-b2a2-f2770c887d9d owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:10.216448 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6157466-b12f-4b15-8c5b-61fc4cfa951b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] DELETE failed (client error): The resource could not be found. Aug 20 10:43:10.216937 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6157466-b12f-4b15-8c5b-61fc4cfa951b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:43:10.221206 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d6157466-b12f-4b15-8c5b-61fc4cfa951b tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/d83b86a9-15f3-4254-9541-f2e17af40489 HTTP/1.1" status: 404 len: 337 time: 0.0440030 Aug 20 10:43:10.245583 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48858) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:10.288394 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3949af-9f21-4304-a170-d5d4b3d2bac3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] DELETE failed (client error): The resource could not be found. Aug 20 10:43:10.288844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3949af-9f21-4304-a170-d5d4b3d2bac3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:43:10.290593 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ab3949af-9f21-4304-a170-d5d4b3d2bac3 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/6a826edb-70fe-4c73-9679-f1bf8a53f09a HTTP/1.1" status: 404 len: 337 time: 0.0439494 Aug 20 10:43:10.294257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48862) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:10.324922 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa8c934-4423-46fd-a85c-25b10f7f31a1 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Router 4b7f9938-6bc6-442d-823c-d939f86cc926 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:43:10.330472 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00040c9-649a-4b99-987d-c10317180e6a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] DELETE failed (client error): The resource could not be found. Aug 20 10:43:10.333520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00040c9-649a-4b99-987d-c10317180e6a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:43:10.340022 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a00040c9-649a-4b99-987d-c10317180e6a tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/6587f533-0e21-470b-b01f-cce42a1a7293 HTTP/1.1" status: 404 len: 337 time: 0.0405474 Aug 20 10:43:10.341961 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48864) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:10.401397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b7326c33-e7b1-4d43-9623-ec7ebc982db8 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:43:10.407819 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d35066-24da-43ef-9a5a-227b6d261cfd tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] DELETE failed (client error): The resource could not be found. Aug 20 10:43:10.408632 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d35066-24da-43ef-9a5a-227b6d261cfd tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:43:10.413163 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-14d35066-24da-43ef-9a5a-227b6d261cfd tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/ports/13b9ce46-d648-4889-930a-111cf124ba2c HTTP/1.1" status: 404 len: 333 time: 0.0613530 Aug 20 10:43:10.419129 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48872) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:10.473275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: b7326c33-e7b1-4d43-9623-ec7ebc982db8 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:43:10.473627 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b7326c33-e7b1-4d43-9623-ec7ebc982db8 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:43:10.487941 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-aa47c42e-a284-4a28-be42-c434602422c2 req-fa89103a-436d-44d3-b888-10cf51ad4667 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:10.492911 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-eecb8e32-b7f4-4438-b7ef-b0b280576ec7 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] DELETE failed (client error): The resource could not be found. Aug 20 10:43:10.493380 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eecb8e32-b7f4-4438-b7ef-b0b280576ec7 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:43:10.497207 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-eecb8e32-b7f4-4438-b7ef-b0b280576ec7 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/3cdeb6a9-2b09-4727-b060-36e266aa7964 HTTP/1.1" status: 404 len: 337 time: 0.0753279 Aug 20 10:43:10.501624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48874) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:10.538333 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89103a-436d-44d3-b888-10cf51ad4667 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Pushing event deleted for resources: {'Port': ['ID=f4572806-9844-4302-b2a2-f2770c887d9d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:10.539008 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf504cf-6c75-4d2d-b2a4-a3742a778b0e tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] DELETE failed (client error): The resource could not be found. Aug 20 10:43:10.539487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf504cf-6c75-4d2d-b2a4-a3742a778b0e tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:43:10.543680 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3cf504cf-6c75-4d2d-b2a4-a3742a778b0e tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/1da4162f-8bde-445a-97c9-0775b85615bb HTTP/1.1" status: 404 len: 337 time: 0.0307450 Aug 20 10:43:10.544446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48878) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:10.602919 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53d4015-ee0f-4c8b-813d-3485e5e6d1a1 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] DELETE failed (client error): The resource could not be found. Aug 20 10:43:10.603699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53d4015-ee0f-4c8b-813d-3485e5e6d1a1 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:43:10.608554 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f53d4015-ee0f-4c8b-813d-3485e5e6d1a1 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/ports/cf5a4c10-ee6a-453e-be57-34fe9f379fa7 HTTP/1.1" status: 404 len: 333 time: 0.0601995 Aug 20 10:43:10.610569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48886) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:10.639547 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa8c934-4423-46fd-a85c-25b10f7f31a1 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:43:10.648515 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-775f180f-cc3f-4b36-834c-66298d02a476 req-07616156-1405-4fbe-aa0b-77ff22d5aec3 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 210 time: 0.1399870 Aug 20 10:43:10.651569 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57184faf-1d16-4870-be89-9f8ee15f9d6b None None] Sync routers for ids ['4b7f9938-6bc6-442d-823c-d939f86cc926'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:43:10.667767 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57184faf-1d16-4870-be89-9f8ee15f9d6b None None] Routers {'4b7f9938-6bc6-442d-823c-d939f86cc926'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:10.678422 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c934-4423-46fd-a85c-25b10f7f31a1 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:10.679739 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2aa8c934-4423-46fd-a85c-25b10f7f31a1 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "PUT /v2.0/routers/4b7f9938-6bc6-442d-823c-d939f86cc926 HTTP/1.1" status: 200 len: 921 time: 2.1248608 Aug 20 10:43:10.680953 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-57184faf-1d16-4870-be89-9f8ee15f9d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['4b7f9938-6bc6-442d-823c-d939f86cc926'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:10.681547 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f364929f-ad7a-49ca-9e33-72ec11d3f670 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] DELETE failed (client error): The resource could not be found. Aug 20 10:43:10.682003 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f364929f-ad7a-49ca-9e33-72ec11d3f670 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:43:10.683801 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f364929f-ad7a-49ca-9e33-72ec11d3f670 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/d6872c3a-879f-4179-96be-7d24f90f34f1 HTTP/1.1" status: 404 len: 337 time: 0.0537477 Aug 20 10:43:10.688890 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48892) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:10.691636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48890) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:10.730603 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-57184faf-1d16-4870-be89-9f8ee15f9d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:10.741409 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57184faf-1d16-4870-be89-9f8ee15f9d6b None None] Routers {'4b7f9938-6bc6-442d-823c-d939f86cc926'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:10.742551 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-57184faf-1d16-4870-be89-9f8ee15f9d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['4b7f9938-6bc6-442d-823c-d939f86cc926'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:10.786645 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-1926c65d-f258-4da6-afc8-fcf33afbaae2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] DELETE failed (client error): The resource could not be found. Aug 20 10:43:10.787132 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1926c65d-f258-4da6-afc8-fcf33afbaae2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:43:10.789138 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1926c65d-f258-4da6-afc8-fcf33afbaae2 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/subnets/532954f8-e86e-4ec8-b610-46f9d05c5233 HTTP/1.1" status: 404 len: 337 time: 0.0992644 Aug 20 10:43:10.790599 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-57184faf-1d16-4870-be89-9f8ee15f9d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:10.791566 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57184faf-1d16-4870-be89-9f8ee15f9d6b None None] The sync data for ids ['4b7f9938-6bc6-442d-823c-d939f86cc926'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:43:10.793615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48896) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:10.823681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa47c42e-a284-4a28-be42-c434602422c2 req-fa89103a-436d-44d3-b888-10cf51ad4667 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Router 1eabb3d8-bf6d-4abe-bb11-59a746053827 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:43:10.918826 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2ffa88c5-2c39-407b-bdc7-8ba6ee29ceb4 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "GET /v2.0/routers/4b7f9938-6bc6-442d-823c-d939f86cc926 HTTP/1.1" status: 200 len: 921 time: 0.2260051 Aug 20 10:43:10.922731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48902) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:10.968123 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa47c42e-a284-4a28-be42-c434602422c2 req-fa89103a-436d-44d3-b888-10cf51ad4667 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:43:10.981551 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8197f7-5ca1-499e-aa1e-8a899c8738f9 None None] Sync routers for ids ['1eabb3d8-bf6d-4abe-bb11-59a746053827'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:43:11.003272 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8197f7-5ca1-499e-aa1e-8a899c8738f9 None None] Routers {'1eabb3d8-bf6d-4abe-bb11-59a746053827'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:11.003939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2a8197f7-5ca1-499e-aa1e-8a899c8738f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1eabb3d8-bf6d-4abe-bb11-59a746053827'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:11.043533 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-bcf230ab-ef57-4258-923f-9c7a28108cd8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Deleting port 94db2df5-87e2-476e-842e-4e68fe0eec76 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:11.047184 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcf230ab-ef57-4258-923f-9c7a28108cd8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:11.108975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa47c42e-a284-4a28-be42-c434602422c2 req-fa89103a-436d-44d3-b888-10cf51ad4667 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] No DVR routers for this DVR port f4572806-9844-4302-b2a2-f2770c887d9d on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:43:11.119167 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-aa47c42e-a284-4a28-be42-c434602422c2 req-fa89103a-436d-44d3-b888-10cf51ad4667 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:11.123454 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aa47c42e-a284-4a28-be42-c434602422c2 req-fa89103a-436d-44d3-b888-10cf51ad4667 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.42 "DELETE /v2.0/ports/f4572806-9844-4302-b2a2-f2770c887d9d HTTP/1.1" status: 204 len: 173 time: 2.1878595 Aug 20 10:43:11.124975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'name': 'network-vif-deleted', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:43:11.127624 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcec693-b30b-462d-aec9-30ecac1ae0e6" -d '{"events": [{"server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "name": "network-vif-deleted", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:43:11.127780 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcf230ab-ef57-4258-923f-9c7a28108cd8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:11.157221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-bcf230ab-ef57-4258-923f-9c7a28108cd8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Calling delete_port for 94db2df5-87e2-476e-842e-4e68fe0eec76 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:11.208429 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5deef6-c5d8-4e23-98dc-138f7e01bef5 x-openstack-request-id: req-1f5deef6-c5d8-4e23-98dc-138f7e01bef5 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:43:11.208938 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f581fa50-dd59-4def-8c3e-8e2336571e6b", "name": "network-vif-deleted", "tag": "f4572806-9844-4302-b2a2-f2770c887d9d", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:43:11.209129 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f5deef6-c5d8-4e23-98dc-138f7e01bef5 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:43:11.209637 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f581fa50-dd59-4def-8c3e-8e2336571e6b', 'name': 'network-vif-deleted', 'tag': 'f4572806-9844-4302-b2a2-f2770c887d9d', 'status': 'completed', 'code': 200} Aug 20 10:43:11.261749 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3154b9-9587-42fc-90c0-39419ff6e30c tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:11.265802 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dc3154b9-9587-42fc-90c0-39419ff6e30c tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&device_id=4b7f9938-6bc6-442d-823c-d939f86cc926&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3396382 Aug 20 10:43:11.266915 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48910) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:11.272646 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-2a8197f7-5ca1-499e-aa1e-8a899c8738f9 None None] Set router 1eabb3d8-bf6d-4abe-bb11-59a746053827 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:43:11.340908 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcf230ab-ef57-4258-923f-9c7a28108cd8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:11.368751 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcf230ab-ef57-4258-923f-9c7a28108cd8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:11.374598 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bcf230ab-ef57-4258-923f-9c7a28108cd8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/ports/94db2df5-87e2-476e-842e-4e68fe0eec76 HTTP/1.1" status: 204 len: 168 time: 0.5800400 Aug 20 10:43:11.375315 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48918) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:11.410405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf230ab-ef57-4258-923f-9c7a28108cd8 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Port': ['ID=94db2df5-87e2-476e-842e-4e68fe0eec76,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:11.421457 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01386cdc-8caa-42c1-a7ca-55b08f3baf6d tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:11.423962 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-01386cdc-8caa-42c1-a7ca-55b08f3baf6d tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 881 time: 0.1560128 Aug 20 10:43:11.428343 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48922) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:11.495570 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-72198ce8-116e-4de7-aea4-e067bce44d92 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b7f9938-6bc6-442d-823c-d939f86cc926 HTTP/1.1" status: 200 len: 205 time: 0.0660388 Aug 20 10:43:11.499597 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48928) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:11.556355 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-175af937-21d8-46c4-8158-fc3830dacf95 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:11.598478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2a8197f7-5ca1-499e-aa1e-8a899c8738f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'name': 'tempest-ServerActionsTestJSON-231906233-router', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:52Z', 'updated_at': '2021-08-20T10:34:04Z', 'revision_number': 4, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'gw_port': {'id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:54Z', 'updated_at': '2021-08-20T10:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '7a9a4ef0-202c-4704-a3d1-12dbadc528a6', 'name': '', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'mac_address': 'fa:16:3e:25:50:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:00Z', 'updated_at': '2021-08-20T10:34:15Z', 'revision_number': 5, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'subnets': [{'id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:11.631781 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8197f7-5ca1-499e-aa1e-8a899c8738f9 None None] Checking router: 1eabb3d8-bf6d-4abe-bb11-59a746053827 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:43:11.643968 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8197f7-5ca1-499e-aa1e-8a899c8738f9 None None] Routers {'1eabb3d8-bf6d-4abe-bb11-59a746053827'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:11.644693 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2a8197f7-5ca1-499e-aa1e-8a899c8738f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1eabb3d8-bf6d-4abe-bb11-59a746053827'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:11.713275 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-175af937-21d8-46c4-8158-fc3830dacf95 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:11.728385 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a4a4195-be12-40f6-855a-0dd56067d171 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:11.754740 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-175af937-21d8-46c4-8158-fc3830dacf95 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1972fc4a-acfc-44bf-9f5a-37101e6c625d']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:11.776977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-175af937-21d8-46c4-8158-fc3830dacf95 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2c367f-e8e8-4939-9cec-ed90d8a13b1a') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:11.777816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-175af937-21d8-46c4-8158-fc3830dacf95 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2c367f-e8e8-4939-9cec-ed90d8a13b1a') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:11.812240 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-175af937-21d8-46c4-8158-fc3830dacf95 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:11.822987 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-2a8197f7-5ca1-499e-aa1e-8a899c8738f9 None None] Set router 1eabb3d8-bf6d-4abe-bb11-59a746053827 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:43:11.849110 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-175af937-21d8-46c4-8158-fc3830dacf95 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:11.860823 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175af937-21d8-46c4-8158-fc3830dacf95 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:43:11.861357 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-175af937-21d8-46c4-8158-fc3830dacf95 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: items = [ Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:43:11.865465 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:43:11.944389 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-175af937-21d8-46c4-8158-fc3830dacf95 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:11.990170 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-175af937-21d8-46c4-8158-fc3830dacf95 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:11.992122 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-175af937-21d8-46c4-8158-fc3830dacf95 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] 10.222.0.16 "DELETE /v2.0/networks/1972fc4a-acfc-44bf-9f5a-37101e6c625d HTTP/1.1" status: 204 len: 168 time: 0.5864830 Aug 20 10:43:11.993676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175af937-21d8-46c4-8158-fc3830dacf95 tempest-PortsIpV6TestJSON-705131624 tempest-PortsIpV6TestJSON-705131624-project] Pushing event deleted for resources: {'Network': ['ID=1972fc4a-acfc-44bf-9f5a-37101e6c625d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:12.001094 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3ff4228c-5e50-4bb4-b933-37ae66c49fa8 req-0d5216fb-857d-4e4d-8251-afc960a15fe0 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/ports?device_id=f581fa50-dd59-4def-8c3e-8e2336571e6b HTTP/1.1" status: 200 len: 210 time: 0.1578681 Aug 20 10:43:12.014047 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a4a4195-be12-40f6-855a-0dd56067d171 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:12.110043 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-1a4a4195-be12-40f6-855a-0dd56067d171 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Deleting port 0359c31f-48b6-4a9e-b9ec-5738dfce2a06 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:12.110612 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a4a4195-be12-40f6-855a-0dd56067d171 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:12.242108 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a4a4195-be12-40f6-855a-0dd56067d171 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:12.255113 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-1a4a4195-be12-40f6-855a-0dd56067d171 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Calling delete_port for 0359c31f-48b6-4a9e-b9ec-5738dfce2a06 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:12.484898 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48960) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:12.492317 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a4a4195-be12-40f6-855a-0dd56067d171 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:12.525379 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-2a8197f7-5ca1-499e-aa1e-8a899c8738f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'name': 'tempest-ServerActionsTestJSON-231906233-router', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:52Z', 'updated_at': '2021-08-20T10:34:04Z', 'revision_number': 4, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'gw_port': {'id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:54Z', 'updated_at': '2021-08-20T10:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '7a9a4ef0-202c-4704-a3d1-12dbadc528a6', 'name': '', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'mac_address': 'fa:16:3e:25:50:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:00Z', 'updated_at': '2021-08-20T10:34:15Z', 'revision_number': 5, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'subnets': [{'id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:12.550950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a4195-be12-40f6-855a-0dd56067d171 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Pushing event deleted for resources: {'Port': ['ID=0359c31f-48b6-4a9e-b9ec-5738dfce2a06,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:12.556595 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8197f7-5ca1-499e-aa1e-8a899c8738f9 None None] The sync data for ids ['1eabb3d8-bf6d-4abe-bb11-59a746053827'] in n-d-778550-11 is: [{'id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'name': 'tempest-ServerActionsTestJSON-231906233-router', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:52Z', 'updated_at': '2021-08-20T10:34:04Z', 'revision_number': 4, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'gw_port': {'id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:54Z', 'updated_at': '2021-08-20T10:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '7a9a4ef0-202c-4704-a3d1-12dbadc528a6', 'name': '', 'network_id': '8efc36c3-e5df-4925-8f18-00e48d76c056', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'mac_address': 'fa:16:3e:25:50:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:34:00Z', 'updated_at': '2021-08-20T10:34:15Z', 'revision_number': 5, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'subnets': [{'id': 'b56823e1-e82f-4eee-8015-14002abf1cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:43:12.616126 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a4a4195-be12-40f6-855a-0dd56067d171 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:12.858410 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a4a4195-be12-40f6-855a-0dd56067d171 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:12.865356 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a4a4195-be12-40f6-855a-0dd56067d171 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:12.935284 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a4a4195-be12-40f6-855a-0dd56067d171 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:12.936334 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4a4195-be12-40f6-855a-0dd56067d171 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Fanout notify agent at l3_agent the message router_deleted on router 4b7f9938-6bc6-442d-823c-d939f86cc926 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:43:12.947334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f4572806-9844-4302-b2a2-f2770c887d9d no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:43:12.964931 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a4a4195-be12-40f6-855a-0dd56067d171 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:12.967092 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1a4a4195-be12-40f6-855a-0dd56067d171 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "DELETE /v2.0/routers/4b7f9938-6bc6-442d-823c-d939f86cc926 HTTP/1.1" status: 204 len: 168 time: 1.4662426 Aug 20 10:43:12.973476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48976) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:12.983092 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9ccffe16-ebac-4fbb-9b66-a49fc2159715 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-583611942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:13.001053 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: f4572806-9844-4302-b2a2-f2770c887d9d {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:43:13.002301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f4572806-9844-4302-b2a2-f2770c887d9d not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:43:13.015906 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36611f1f-a501-4c7d-a5ef-b75fe7b97a97 None None] New status for floating IP f84116f7-0fbf-4d11-afc4-bcf645b8a6e5: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:43:13.038755 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9ccffe16-ebac-4fbb-9b66-a49fc2159715 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:13.039870 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9ccffe16-ebac-4fbb-9b66-a49fc2159715 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:13.155528 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48982) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:13.159462 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9ccffe16-ebac-4fbb-9b66-a49fc2159715 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:13.168011 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9ccffe16-ebac-4fbb-9b66-a49fc2159715 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:13.204317 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9ccffe16-ebac-4fbb-9b66-a49fc2159715 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:13.208597 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9ccffe16-ebac-4fbb-9b66-a49fc2159715 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2333512 Aug 20 10:43:13.212226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48984) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:13.235355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a6bd6dd5-41a6-4f84-b3cb-a2f8b76fde41 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:13.253982 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6d7aa66f-09c1-4e2b-92a9-38b9909d2ee7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:13.295699 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6d7aa66f-09c1-4e2b-92a9-38b9909d2ee7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:13.357454 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6d7aa66f-09c1-4e2b-92a9-38b9909d2ee7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:13.360767 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6d7aa66f-09c1-4e2b-92a9-38b9909d2ee7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:13.365704 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6d7aa66f-09c1-4e2b-92a9-38b9909d2ee7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "DELETE /v2.0/security-groups/4fe5582d-134f-4896-9592-4eb35b5ba728 HTTP/1.1" status: 204 len: 168 time: 0.2088790 Aug 20 10:43:13.366605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48986) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:13.369552 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c06298b6-fb38-483b-8fc0-dc9203df22cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80a6eb9091fb45b090d27b864630b580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8832169 Aug 20 10:43:13.376694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48988) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:13.392923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7aa66f-09c1-4e2b-92a9-38b9909d2ee7 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe5582d-134f-4896-9592-4eb35b5ba728,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:13.398083 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-5ccd2259-d542-4e58-a13c-0e446aaa0420 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] show failed (client error): The resource could not be found. Aug 20 10:43:13.402871 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5ccd2259-d542-4e58-a13c-0e446aaa0420 tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "GET /v2.0/security-groups/4fe5582d-134f-4896-9592-4eb35b5ba728 HTTP/1.1" status: 404 len: 347 time: 0.0290413 Aug 20 10:43:13.403994 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 48992) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:13.449081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9d419-b558-4c97-bc7f-588ce1475753 req-aa809300-1c65-4df8-8255-d443cd7e4423 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:13.450316 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e6e9d419-b558-4c97-bc7f-588ce1475753 req-aa809300-1c65-4df8-8255-d443cd7e4423 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 1097 time: 0.7001188 Aug 20 10:43:13.592484 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-631b99ad-9ea5-48ec-9dd6-3832c374184c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Deleting port d9f55896-5bfe-4697-b86b-b701be746eea {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:13.592828 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-631b99ad-9ea5-48ec-9dd6-3832c374184c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:13.630029 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e6e9d419-b558-4c97-bc7f-588ce1475753 req-ece1e6c4-b01c-49d1-838f-d1b2a2597019 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700475 Aug 20 10:43:13.646449 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6bd6dd5-41a6-4f84-b3cb-a2f8b76fde41 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:13.655141 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-970a8d86-a5d7-48cd-981f-251fa0ef5f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:13.688676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 48998) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:13.723238 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-631b99ad-9ea5-48ec-9dd6-3832c374184c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:13.723786 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-631b99ad-9ea5-48ec-9dd6-3832c374184c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:13.752106 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-970a8d86-a5d7-48cd-981f-251fa0ef5f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:13.754803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-631b99ad-9ea5-48ec-9dd6-3832c374184c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Calling delete_port for d9f55896-5bfe-4697-b86b-b701be746eea owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:13.980621 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-631b99ad-9ea5-48ec-9dd6-3832c374184c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:14.020705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b99ad-9ea5-48ec-9dd6-3832c374184c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Pushing event deleted for resources: {'Port': ['ID=d9f55896-5bfe-4697-b86b-b701be746eea,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:14.030508 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-970a8d86-a5d7-48cd-981f-251fa0ef5f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:14.034410 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-970a8d86-a5d7-48cd-981f-251fa0ef5f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:14.035902 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-970a8d86-a5d7-48cd-981f-251fa0ef5f53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af0b62a6-bab8-4d07-8f68-84efb9f0dc82 HTTP/1.1" status: 204 len: 168 time: 0.6571181 Aug 20 10:43:14.072164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a8d86-a5d7-48cd-981f-251fa0ef5f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0b62a6-bab8-4d07-8f68-84efb9f0dc82,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:14.144833 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-631b99ad-9ea5-48ec-9dd6-3832c374184c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:14.148354 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-631b99ad-9ea5-48ec-9dd6-3832c374184c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:14.150286 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-631b99ad-9ea5-48ec-9dd6-3832c374184c tempest-ServerActionsTestJSON-1631113321 tempest-ServerActionsTestJSON-1631113321-project] 10.222.0.16 "DELETE /v2.0/floatingips/f84116f7-0fbf-4d11-afc4-bcf645b8a6e5 HTTP/1.1" status: 204 len: 168 time: 0.7455857 Aug 20 10:43:14.153700 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49010) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:14.499434 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6bd6dd5-41a6-4f84-b3cb-a2f8b76fde41 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:14.523705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-f1cda6d2-886d-4332-affc-289ce39716fe tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting port 0074de3f-f81f-473f-a34e-1b990772e6c8 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:14.524414 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1cda6d2-886d-4332-affc-289ce39716fe tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:14.528138 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6bd6dd5-41a6-4f84-b3cb-a2f8b76fde41 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:14.673978 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-a6bd6dd5-41a6-4f84-b3cb-a2f8b76fde41 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Allocated IP 172.25.3.4 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/eab0aa44-2c15-4a5e-9485-587e41044221) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:43:14.875031 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6bd6dd5-41a6-4f84-b3cb-a2f8b76fde41 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:14.897292 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1cda6d2-886d-4332-affc-289ce39716fe tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:14.897628 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1cda6d2-886d-4332-affc-289ce39716fe tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:14.913690 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-f1cda6d2-886d-4332-affc-289ce39716fe tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Calling delete_port for 0074de3f-f81f-473f-a34e-1b990772e6c8 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:14.992955 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ebf4d1f0-751a-44c7-b1da-bf4d357743c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:15.040727 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6bd6dd5-41a6-4f84-b3cb-a2f8b76fde41 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:15.129742 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bd6dd5-41a6-4f84-b3cb-a2f8b76fde41 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:43:15.130929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd6dd5-41a6-4f84-b3cb-a2f8b76fde41 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Pushing event updated for resources: {'Port': ['ID=eab0aa44-2c15-4a5e-9485-587e41044221,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:15.138340 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-a6bd6dd5-41a6-4f84-b3cb-a2f8b76fde41 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:15.145249 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bd6dd5-41a6-4f84-b3cb-a2f8b76fde41 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:43:15.372661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49054) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:15.408529 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1cda6d2-886d-4332-affc-289ce39716fe tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:15.513947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cda6d2-886d-4332-affc-289ce39716fe tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Port': ['ID=0074de3f-f81f-473f-a34e-1b990772e6c8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:15.534728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4d1f0-751a-44c7-b1da-bf4d357743c7 admin admin] Deleting port 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:15.535039 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ebf4d1f0-751a-44c7-b1da-bf4d357743c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:15.585699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2dc7a706-0490-402e-b2d6-2160a534cad4 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-513145741', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:15.637547 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-ebf4d1f0-751a-44c7-b1da-bf4d357743c7 admin admin] For port 7a9a4ef0-202c-4704-a3d1-12dbadc528a6, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7a9a4ef0-202c-4704-a3d1-12dbadc528a6,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:15.637919 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ebf4d1f0-751a-44c7-b1da-bf4d357743c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:15.657665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4d1f0-751a-44c7-b1da-bf4d357743c7 admin admin] Calling delete_port for 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:15.668801 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1cda6d2-886d-4332-affc-289ce39716fe tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:15.669123 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-f1cda6d2-886d-4332-affc-289ce39716fe tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Floating IP 6c919cea-e66e-4707-95ca-5af9b25a418d disassociated (deleted). External IP: 172.25.3.29, port: f02bf96d-aca9-44df-ab2e-a0d7bbc43734. Aug 20 10:43:15.744548 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2dc7a706-0490-402e-b2d6-2160a534cad4 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:15.745595 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2dc7a706-0490-402e-b2d6-2160a534cad4 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:15.756954 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6bd6dd5-41a6-4f84-b3cb-a2f8b76fde41 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:15.933298 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ebf4d1f0-751a-44c7-b1da-bf4d357743c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:15.988294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4d1f0-751a-44c7-b1da-bf4d357743c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a9a4ef0-202c-4704-a3d1-12dbadc528a6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:16.232230 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ebf4d1f0-751a-44c7-b1da-bf4d357743c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:16.481428 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2dc7a706-0490-402e-b2d6-2160a534cad4 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:16.494647 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2dc7a706-0490-402e-b2d6-2160a534cad4 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:16.571415 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2dc7a706-0490-402e-b2d6-2160a534cad4 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:16.575231 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2dc7a706-0490-402e-b2d6-2160a534cad4 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1942887 Aug 20 10:43:16.575489 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49074) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:16.584552 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-535b056f-0675-44f8-bbb5-1a4f6b0166b8 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-305021727'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:16.699819 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535b056f-0675-44f8-bbb5-1a4f6b0166b8 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Made reservation on behalf of e6ba47959c60489cb754f10fb58aac36 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:43:16.705439 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-535b056f-0675-44f8-bbb5-1a4f6b0166b8 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:16.717502 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf4d1f0-751a-44c7-b1da-bf4d357743c7 admin admin] Router 1eabb3d8-bf6d-4abe-bb11-59a746053827 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:43:16.718602 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-535b056f-0675-44f8-bbb5-1a4f6b0166b8 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:16.789664 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cda6d2-886d-4332-affc-289ce39716fe tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:43:16.790797 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6bd6dd5-41a6-4f84-b3cb-a2f8b76fde41 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:16.796330 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6bd6dd5-41a6-4f84-b3cb-a2f8b76fde41 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:17.131412 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cda6d2-886d-4332-affc-289ce39716fe tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:43:17.138653 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1cda6d2-886d-4332-affc-289ce39716fe tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:17.143569 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8588699b-c149-45d0-b375-200aad6df118 None None] Sync routers for ids ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:43:17.154259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8588699b-c149-45d0-b375-200aad6df118 None None] Routers {'61fcf6b8-83b7-4a9b-a724-009daa61d6c4'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:17.154988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8588699b-c149-45d0-b375-200aad6df118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:17.188745 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f1cda6d2-886d-4332-affc-289ce39716fe tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/floatingips/6c919cea-e66e-4707-95ca-5af9b25a418d HTTP/1.1" status: 204 len: 168 time: 3.4717760 Aug 20 10:43:17.190663 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'tag': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:43:17.193497 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea1dd5a-d1f5-4a11-b7fe-8e8ba805f13b" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbdf4fe-3428-4900-8131-3dcf85be2175", "tag": "f02bf96d-aca9-44df-ab2e-a0d7bbc43734"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:43:17.210507 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bd6dd5-41a6-4f84-b3cb-a2f8b76fde41 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Router 03da3502-28b2-4972-bee3-92371c707855 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:43:17.294488 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34aef170-00e2-41f8-97c6-a2e8fbc503d7 x-openstack-request-id: req-34aef170-00e2-41f8-97c6-a2e8fbc503d7 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:43:17.295090 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbdf4fe-3428-4900-8131-3dcf85be2175", "tag": "f02bf96d-aca9-44df-ab2e-a0d7bbc43734", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:43:17.295503 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34aef170-00e2-41f8-97c6-a2e8fbc503d7 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:43:17.296046 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'tag': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734', 'status': 'completed', 'code': 200} Aug 20 10:43:17.339536 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-8588699b-c149-45d0-b375-200aad6df118 None None] Set router 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:43:17.423778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bd6dd5-41a6-4f84-b3cb-a2f8b76fde41 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:43:17.431910 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-535b056f-0675-44f8-bbb5-1a4f6b0166b8 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:17.439025 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9ad389-a414-4f9f-b0cf-40b7e20fe3a9 None None] Sync routers for ids ['03da3502-28b2-4972-bee3-92371c707855'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:43:17.453242 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a6bd6dd5-41a6-4f84-b3cb-a2f8b76fde41 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:17.456033 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a6bd6dd5-41a6-4f84-b3cb-a2f8b76fde41 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "PUT /v2.0/routers/03da3502-28b2-4972-bee3-92371c707855 HTTP/1.1" status: 200 len: 877 time: 4.2248383 Aug 20 10:43:17.457759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49092) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:17.459374 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9ad389-a414-4f9f-b0cf-40b7e20fe3a9 None None] Routers {'03da3502-28b2-4972-bee3-92371c707855'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:17.460142 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5f9ad389-a414-4f9f-b0cf-40b7e20fe3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['03da3502-28b2-4972-bee3-92371c707855'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:17.506784 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-535b056f-0675-44f8-bbb5-1a4f6b0166b8 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:17.593823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535b056f-0675-44f8-bbb5-1a4f6b0166b8 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:43:17.650665 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-535b056f-0675-44f8-bbb5-1a4f6b0166b8 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:17.651041 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-535b056f-0675-44f8-bbb5-1a4f6b0166b8 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Added segment bcc55b26-0c46-4b99-8503-0f7210db590d of type vlan for network f716638d-abac-4615-bd04-04850da09386 Aug 20 10:43:17.688746 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5f9ad389-a414-4f9f-b0cf-40b7e20fe3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:17.699881 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8588699b-c149-45d0-b375-200aad6df118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379356372', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7409ba34-4b99-40de-b770-d7acab553dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:55Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '7409ba34-4b99-40de-b770-d7acab553dae', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'eb7aadf4-2370-4248-a783-46bdc400de51', 'name': '', 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:f7:e6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:53Z', 'updated_at': '2021-08-20T10:41:04Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:17.702973 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9ad389-a414-4f9f-b0cf-40b7e20fe3a9 None None] Routers {'03da3502-28b2-4972-bee3-92371c707855'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:17.704662 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5f9ad389-a414-4f9f-b0cf-40b7e20fe3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['03da3502-28b2-4972-bee3-92371c707855'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:17.746358 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-535b056f-0675-44f8-bbb5-1a4f6b0166b8 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:17.760715 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5f9ad389-a414-4f9f-b0cf-40b7e20fe3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:17.761772 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9ad389-a414-4f9f-b0cf-40b7e20fe3a9 None None] The sync data for ids ['03da3502-28b2-4972-bee3-92371c707855'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:43:17.770318 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8588699b-c149-45d0-b375-200aad6df118 None None] Checking router: 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:43:17.778771 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-19374c3e-0f0b-4584-969e-5c54bf7354ed tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "GET /v2.0/routers/03da3502-28b2-4972-bee3-92371c707855 HTTP/1.1" status: 200 len: 918 time: 0.3200963 Aug 20 10:43:17.782210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49106) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:17.792927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8588699b-c149-45d0-b375-200aad6df118 None None] Routers {'61fcf6b8-83b7-4a9b-a724-009daa61d6c4'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:17.793422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf4d1f0-751a-44c7-b1da-bf4d357743c7 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:43:17.794661 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8588699b-c149-45d0-b375-200aad6df118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:17.802171 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ebf4d1f0-751a-44c7-b1da-bf4d357743c7 admin admin] 10.222.0.16 "PUT /v2.0/routers/1eabb3d8-bf6d-4abe-bb11-59a746053827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6468167 Aug 20 10:43:17.802936 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-535b056f-0675-44f8-bbb5-1a4f6b0166b8 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:17.808658 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535b056f-0675-44f8-bbb5-1a4f6b0166b8 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:17.809269 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-535b056f-0675-44f8-bbb5-1a4f6b0166b8 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:17.812700 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49110) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:17.824017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b056f-0675-44f8-bbb5-1a4f6b0166b8 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a963a95b-5030-4ca7-99ab-5ad484b171bb,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:17.851774 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e9070c-6893-4b8e-99f3-a675841354bc None None] Sync routers for ids ['1eabb3d8-bf6d-4abe-bb11-59a746053827'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:43:17.857308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1dd5a-d1f5-4a11-b7fe-8e8ba805f13b req-24067d3e-4612-43d3-b40c-93640cc2a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:17.859489 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6ea1dd5a-d1f5-4a11-b7fe-8e8ba805f13b req-24067d3e-4612-43d3-b40c-93640cc2a1c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 1097 time: 0.5099781 Aug 20 10:43:17.917945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acddb3-ca05-481d-a437-414638ff0836 req-d9b23667-ccfc-4c90-a88a-34a79fa82d7d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:17.919604 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c6acddb3-ca05-481d-a437-414638ff0836 req-d9b23667-ccfc-4c90-a88a-34a79fa82d7d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.1397638 Aug 20 10:43:17.957447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e9070c-6893-4b8e-99f3-a675841354bc None None] Routers {'1eabb3d8-bf6d-4abe-bb11-59a746053827'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:17.958100 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-25e9070c-6893-4b8e-99f3-a675841354bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1eabb3d8-bf6d-4abe-bb11-59a746053827'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:17.972831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6499b5a2-b78e-4e6e-8b4d-eb46bba4f9f3 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:17.979320 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6499b5a2-b78e-4e6e-8b4d-eb46bba4f9f3 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&device_id=03da3502-28b2-4972-bee3-92371c707855&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1963625 Aug 20 10:43:17.983585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49114) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:18.035448 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c6acddb3-ca05-481d-a437-414638ff0836 req-77d1c63d-7ead-4b38-8537-20d187cfd37e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992165 Aug 20 10:43:18.086471 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-535b056f-0675-44f8-bbb5-1a4f6b0166b8 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5099778 Aug 20 10:43:18.093326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49118) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:18.099113 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-c1f3b2ba-5443-446c-9fe5-8f2f21195daf tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Request body: {'subnet': {'network_id': 'f716638d-abac-4615-bd04-04850da09386', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:18.125599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-8588699b-c149-45d0-b375-200aad6df118 None None] Set router 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:43:18.206604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b056f-0675-44f8-bbb5-1a4f6b0166b8 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event updated for resources: {'Network': ['ID=f716638d-abac-4615-bd04-04850da09386,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:18.237702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-25e9070c-6893-4b8e-99f3-a675841354bc None None] Set router 1eabb3d8-bf6d-4abe-bb11-59a746053827 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:43:18.242121 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network f716638d-abac-4615-bd04-04850da09386 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:43:18.248070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f3b2ba-5443-446c-9fe5-8f2f21195daf tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Made reservation on behalf of e6ba47959c60489cb754f10fb58aac36 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:43:18.253985 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1f3b2ba-5443-446c-9fe5-8f2f21195daf tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:18.266240 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32afd0d8-da89-4213-864f-ab16161f820b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:18.267702 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-32afd0d8-da89-4213-864f-ab16161f820b tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 881 time: 0.2813075 Aug 20 10:43:18.269575 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d064d611-9b46-4e70-8178-886b154d79e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:18.273172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49122) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:18.359199 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4458d7e2-5e1f-4351-b40f-14e458e2594c tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "GET /v2.0/ports?device_id=03da3502-28b2-4972-bee3-92371c707855 HTTP/1.1" status: 200 len: 205 time: 0.0825696 Aug 20 10:43:18.360605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1dd5a-d1f5-4a11-b7fe-8e8ba805f13b req-f60901dd-6755-47d2-b1c6-1295eab8ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:18.362293 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6ea1dd5a-d1f5-4a11-b7fe-8e8ba805f13b req-f60901dd-6755-47d2-b1c6-1295eab8ef05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=04ee7e74-5a5c-49dc-a864-0c96e1144436 HTTP/1.1" status: 200 len: 898 time: 0.4816518 Aug 20 10:43:18.363094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49124) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:18.477200 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6ea1dd5a-d1f5-4a11-b7fe-8e8ba805f13b req-b1ee8414-f82b-4a6b-9041-75eb2cb8ea14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734 HTTP/1.1" status: 200 len: 217 time: 0.1031818 Aug 20 10:43:18.558501 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d064d611-9b46-4e70-8178-886b154d79e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:18.560930 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0295ef2c-d1f0-4d4d-a9f2-51d68c32658e tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:18.571188 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1dd5a-d1f5-4a11-b7fe-8e8ba805f13b req-18705965-48cd-4e65-ad9b-bdb61653e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:18.574123 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6ea1dd5a-d1f5-4a11-b7fe-8e8ba805f13b req-18705965-48cd-4e65-ad9b-bdb61653e72b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7556d4b9-7aed-48d6-9dd3-8cb0da6203ab HTTP/1.1" status: 200 len: 833 time: 0.0882633 Aug 20 10:43:18.588973 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:18.657335 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-25e9070c-6893-4b8e-99f3-a675841354bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'name': 'tempest-ServerActionsTestJSON-231906233-router', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:52Z', 'updated_at': '2021-08-20T10:43:15Z', 'revision_number': 5, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'gw_port': {'id': '7cd96c83-e509-4dc3-80bf-7d403dd3ab39', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:86:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:33:54Z', 'updated_at': '2021-08-20T10:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:18.662190 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1f3b2ba-5443-446c-9fe5-8f2f21195daf tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:18.689704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d064d611-9b46-4e70-8178-886b154d79e2 admin admin] Deleting port 7cd96c83-e509-4dc3-80bf-7d403dd3ab39 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:18.690614 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d064d611-9b46-4e70-8178-886b154d79e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:18.692540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e9070c-6893-4b8e-99f3-a675841354bc None None] Checking router: 1eabb3d8-bf6d-4abe-bb11-59a746053827 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:43:18.703025 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e9070c-6893-4b8e-99f3-a675841354bc None None] Routers {'1eabb3d8-bf6d-4abe-bb11-59a746053827'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:18.703862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-25e9070c-6893-4b8e-99f3-a675841354bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1eabb3d8-bf6d-4abe-bb11-59a746053827'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:18.745250 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1dd5a-d1f5-4a11-b7fe-8e8ba805f13b req-cfa3a867-4a5f-46ce-af5b-f97947727dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:18.746991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6ea1dd5a-d1f5-4a11-b7fe-8e8ba805f13b req-cfa3a867-4a5f-46ce-af5b-f97947727dca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=04ee7e74-5a5c-49dc-a864-0c96e1144436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1644967 Aug 20 10:43:18.814527 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8588699b-c149-45d0-b375-200aad6df118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379356372', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7409ba34-4b99-40de-b770-d7acab553dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:55Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '7409ba34-4b99-40de-b770-d7acab553dae', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'eb7aadf4-2370-4248-a783-46bdc400de51', 'name': '', 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:f7:e6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:53Z', 'updated_at': '2021-08-20T10:41:04Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:18.817773 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-25e9070c-6893-4b8e-99f3-a675841354bc None None] Set router 1eabb3d8-bf6d-4abe-bb11-59a746053827 gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:43:18.871849 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3b2ba-5443-446c-9fe5-8f2f21195daf tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event updated for resources: {'Subnet': ['ID=9282f1e5-27a9-420e-9f39-0db18a43ef78,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:18.884408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-d064d611-9b46-4e70-8178-886b154d79e2 admin admin] For port 7cd96c83-e509-4dc3-80bf-7d403dd3ab39, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7cd96c83-e509-4dc3-80bf-7d403dd3ab39,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:18.884779 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d064d611-9b46-4e70-8178-886b154d79e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:18.885608 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0295ef2c-d1f0-4d4d-a9f2-51d68c32658e tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:18.899888 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f3b2ba-5443-446c-9fe5-8f2f21195daf tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Checking segment: {'id': 'bcc55b26-0c46-4b99-8503-0f7210db590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f716638d-abac-4615-bd04-04850da09386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:43:18.900336 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f3b2ba-5443-446c-9fe5-8f2f21195daf tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Network hostable DHCP agents. Network: f716638d-abac-4615-bd04-04850da09386, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:43:18.905079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d064d611-9b46-4e70-8178-886b154d79e2 admin admin] Calling delete_port for 7cd96c83-e509-4dc3-80bf-7d403dd3ab39 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:18.911534 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8588699b-c149-45d0-b375-200aad6df118 None None] The sync data for ids ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'] in n-d-778550-11 is: [{'id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379356372', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7409ba34-4b99-40de-b770-d7acab553dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:55Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '7409ba34-4b99-40de-b770-d7acab553dae', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'eb7aadf4-2370-4248-a783-46bdc400de51', 'name': '', 'network_id': '04ee7e74-5a5c-49dc-a864-0c96e1144436', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:f7:e6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:53Z', 'updated_at': '2021-08-20T10:41:04Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '7556d4b9-7aed-48d6-9dd3-8cb0da6203ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:43:18.914551 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-25e9070c-6893-4b8e-99f3-a675841354bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'name': 'tempest-ServerActionsTestJSON-231906233-router', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:52Z', 'updated_at': '2021-08-20T10:43:18Z', 'revision_number': 6, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:18.933218 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6ea1dd5a-d1f5-4a11-b7fe-8e8ba805f13b req-965e5625-bf7b-4894-a7d4-f62b657450a7 service neutron] 10.222.0.24 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775625 Aug 20 10:43:18.944883 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e9070c-6893-4b8e-99f3-a675841354bc None None] The sync data for ids ['1eabb3d8-bf6d-4abe-bb11-59a746053827'] in n-d-778550-11 is: [{'id': '1eabb3d8-bf6d-4abe-bb11-59a746053827', 'name': 'tempest-ServerActionsTestJSON-231906233-router', 'tenant_id': 'c94f33ee8bdb486c9e80924b1d062545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:33:52Z', 'updated_at': '2021-08-20T10:43:18Z', 'revision_number': 6, 'project_id': 'c94f33ee8bdb486c9e80924b1d062545', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:43:18.953412 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f3b2ba-5443-446c-9fe5-8f2f21195daf tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Network f716638d-abac-4615-bd04-04850da09386 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:43:19.064700 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-c1f3b2ba-5443-446c-9fe5-8f2f21195daf tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, f716638d-abac-4615-bd04-04850da09386) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:19.084353 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f3b2ba-5443-446c-9fe5-8f2f21195daf tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:19.084353 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c1f3b2ba-5443-446c-9fe5-8f2f21195daf tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:19.084629 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5c4fba-afd1-4945-8747-32dab96de2c2 None None] Network f716638d-abac-4615-bd04-04850da09386 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:43:19.161763 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14dfea-c059-4322-9570-d1284163c57e req-7a465ea5-7579-4702-b405-586451e7b1f4 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:19.165288 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9e14dfea-c059-4322-9570-d1284163c57e req-7a465ea5-7579-4702-b405-586451e7b1f4 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.2067375 Aug 20 10:43:19.170149 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c1f3b2ba-5443-446c-9fe5-8f2f21195daf tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0756307 Aug 20 10:43:19.177038 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49146) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:19.182909 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0295ef2c-d1f0-4d4d-a9f2-51d68c32658e tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Deleting port eab0aa44-2c15-4a5e-9485-587e41044221 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:19.183630 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0295ef2c-d1f0-4d4d-a9f2-51d68c32658e tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:19.193507 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a8f36a50-2d92-4a10-8113-5f9b6d43fa1d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Request body: {'network': {'name': 'tempest-router-network01--1446406282'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:19.230913 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6ea1dd5a-d1f5-4a11-b7fe-8e8ba805f13b req-84c93345-759e-46a6-87b9-2fa69f3daf0e service neutron] 10.222.0.24 "GET /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330818 Aug 20 10:43:19.374014 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f36a50-2d92-4a10-8113-5f9b6d43fa1d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Made reservation on behalf of e6ba47959c60489cb754f10fb58aac36 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:43:19.383033 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a8f36a50-2d92-4a10-8113-5f9b6d43fa1d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:19.401183 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e132b9-f446-495a-9c2f-ff0bd6625625 req-49e2363d-c895-4d5f-922e-7ae04600e7cf tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:19.403156 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60e132b9-f446-495a-9c2f-ff0bd6625625 req-49e2363d-c895-4d5f-922e-7ae04600e7cf tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.2471805 Aug 20 10:43:19.409942 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-f716638d-abac-4615-bd04-04850da09386', 'network_id': 'f716638d-abac-4615-bd04-04850da09386', 'tenant_id': 'e6ba47959c60489cb754f10fb58aac36', 'fixed_ips': [{'subnet_id': '9282f1e5-27a9-420e-9f39-0db18a43ef78'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:43:19.412160 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:19.564844 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0295ef2c-d1f0-4d4d-a9f2-51d68c32658e tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:19.578834 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60e132b9-f446-495a-9c2f-ff0bd6625625 req-edf995cf-23c2-429e-96a0-f3b6743cb18b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605537 Aug 20 10:43:19.579735 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0295ef2c-d1f0-4d4d-a9f2-51d68c32658e tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Calling delete_port for eab0aa44-2c15-4a5e-9485-587e41044221 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:19.596913 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fab8bc-7ef5-4353-9976-d683a2200609 None None] New status for floating IP 6c919cea-e66e-4707-95ca-5af9b25a418d: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:43:19.636302 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d064d611-9b46-4e70-8178-886b154d79e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:19.700644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f36a50-2d92-4a10-8113-5f9b6d43fa1d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:43:19.713831 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064d611-9b46-4e70-8178-886b154d79e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd96c83-e509-4dc3-80bf-7d403dd3ab39,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:19.761126 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a8f36a50-2d92-4a10-8113-5f9b6d43fa1d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:19.761479 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-a8f36a50-2d92-4a10-8113-5f9b6d43fa1d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Added segment 5fd35241-bd1a-44f2-87b0-ce25f0276f0c of type vlan for network 17588276-f11c-4f81-b88b-c3e2c18efae5 Aug 20 10:43:19.789081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-9e14dfea-c059-4322-9570-d1284163c57e req-62d0412a-05cc-4b76-86eb-cb418296c047 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:19.789297 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9e14dfea-c059-4322-9570-d1284163c57e req-62d0412a-05cc-4b76-86eb-cb418296c047 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:19.839978 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d064d611-9b46-4e70-8178-886b154d79e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:19.969822 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-9e14dfea-c059-4322-9570-d1284163c57e req-62d0412a-05cc-4b76-86eb-cb418296c047 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] For port f02bf96d-aca9-44df-ab2e-a0d7bbc43734, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,segment=NetworkSegment(ca60eb73-04bb-4fcf-bf40-4668ede9ba26),segment_id=ca60eb73-04bb-4fcf-bf40-4668ede9ba26)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:19.971153 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9e14dfea-c059-4322-9570-d1284163c57e req-62d0412a-05cc-4b76-86eb-cb418296c047 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.017746 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Allocated IP 172.20.0.2 (f716638d-abac-4615-bd04-04850da09386/9282f1e5-27a9-420e-9f39-0db18a43ef78/87eed36a-47fc-4bcd-af70-bd813b30fd99) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:43:20.024689 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d064d611-9b46-4e70-8178-886b154d79e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.027740 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d064d611-9b46-4e70-8178-886b154d79e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.032117 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a8f36a50-2d92-4a10-8113-5f9b6d43fa1d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.049416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-9e14dfea-c059-4322-9570-d1284163c57e req-62d0412a-05cc-4b76-86eb-cb418296c047 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Calling delete_port for f02bf96d-aca9-44df-ab2e-a0d7bbc43734 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:20.083137 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d064d611-9b46-4e70-8178-886b154d79e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.084000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d064d611-9b46-4e70-8178-886b154d79e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eabb3d8-bf6d-4abe-bb11-59a746053827 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:43:20.094354 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d064d611-9b46-4e70-8178-886b154d79e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.098157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d064d611-9b46-4e70-8178-886b154d79e2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1eabb3d8-bf6d-4abe-bb11-59a746053827 HTTP/1.1" status: 204 len: 168 time: 2.2556553 Aug 20 10:43:20.098930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49162) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:20.161063 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a507ef-7982-4434-8c4f-88c7a68b0dce admin admin] Deleting subnet b56823e1-e82f-4eee-8015-14002abf1cad {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:43:20.165368 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f2a507ef-7982-4434-8c4f-88c7a68b0dce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.220638 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f2a507ef-7982-4434-8c4f-88c7a68b0dce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.307789 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.347140 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f2a507ef-7982-4434-8c4f-88c7a68b0dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.465272 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f2a507ef-7982-4434-8c4f-88c7a68b0dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.476828 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:43:20.518613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:43:20.519422 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7a9a4ef0-202c-4704-a3d1-12dbadc528a6 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:43:20.520230 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a507ef-7982-4434-8c4f-88c7a68b0dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b56823e1-e82f-4eee-8015-14002abf1cad,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:20.520623 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7cd96c83-e509-4dc3-80bf-7d403dd3ab39 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:43:20.532919 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f2a507ef-7982-4434-8c4f-88c7a68b0dce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.536036 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f2a507ef-7982-4434-8c4f-88c7a68b0dce admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b56823e1-e82f-4eee-8015-14002abf1cad HTTP/1.1" status: 204 len: 168 time: 0.4361086 Aug 20 10:43:20.538490 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49170) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:20.566740 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 7cd96c83-e509-4dc3-80bf-7d403dd3ab39 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:43:20.567257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7cd96c83-e509-4dc3-80bf-7d403dd3ab39 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:43:20.574160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaba4cc-eb8c-4c52-8c42-36ca3ac969c5 None None] Network 8efc36c3-e5df-4925-8f18-00e48d76c056 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:43:20.674949 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0295ef2c-d1f0-4d4d-a9f2-51d68c32658e tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.688796 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Transition to ACTIVE for port object 87eed36a-47fc-4bcd-af70-bd813b30fd99 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:43:20.692928 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.693619 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a8f36a50-2d92-4a10-8113-5f9b6d43fa1d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.701050 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f36a50-2d92-4a10-8113-5f9b6d43fa1d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:20.703809 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a8f36a50-2d92-4a10-8113-5f9b6d43fa1d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.735687 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Transition to ACTIVE for port object 87eed36a-47fc-4bcd-af70-bd813b30fd99 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:43:20.741333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295ef2c-d1f0-4d4d-a9f2-51d68c32658e tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Pushing event deleted for resources: {'Port': ['ID=eab0aa44-2c15-4a5e-9485-587e41044221,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:20.754250 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.796722 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] Deleting port 83b796a1-38f7-46a2-b2ba-3756a172269d {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:20.797136 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.880509 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Network f716638d-abac-4615-bd04-04850da09386 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:43:20.896901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:20.897132 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] For port 83b796a1-38f7-46a2-b2ba-3756a172269d, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=83b796a1-38f7-46a2-b2ba-3756a172269d,segment=NetworkSegment(08a28fea-3904-4c07-aaa5-70ec50b865f2),segment_id=08a28fea-3904-4c07-aaa5-70ec50b865f2)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:20.897572 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:20.922819 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] Calling delete_port for 83b796a1-38f7-46a2-b2ba-3756a172269d owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:20.929126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:43:20.931266 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Pushing event updated for resources: {'Port': ['ID=87eed36a-47fc-4bcd-af70-bd813b30fd99,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:20.969666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d186b0d6-a6ed-4818-8632-223a2f6ed975 None None] DHCP port deletion for 8efc36c3-e5df-4925-8f18-00e48d76c056 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:43:21.010315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Attempting to bind port 87eed36a-47fc-4bcd-af70-bd813b30fd99 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:43:21.010596 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Attempting to bind port 87eed36a-47fc-4bcd-af70-bd813b30fd99 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'bcc55b26-0c46-4b99-8503-0f7210db590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f716638d-abac-4615-bd04-04850da09386'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:43:21.010966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Attempting to bind port 87eed36a-47fc-4bcd-af70-bd813b30fd99 on network f716638d-abac-4615-bd04-04850da09386 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:43:21.019530 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:43:21.019928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Checking segment: {'id': 'bcc55b26-0c46-4b99-8503-0f7210db590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f716638d-abac-4615-bd04-04850da09386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:43:21.020340 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.020698 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.020836 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Bound using segment: {'id': 'bcc55b26-0c46-4b99-8503-0f7210db590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f716638d-abac-4615-bd04-04850da09386'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:43:21.021257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Bound port: 87eed36a-47fc-4bcd-af70-bd813b30fd99, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc55b26-0c46-4b99-8503-0f7210db590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f716638d-abac-4615-bd04-04850da09386'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:43:21.022017 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.027740 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49180) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:21.042970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-1a5f97f7-f325-4f60-9f69-3578b53f2458 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Request body: {'network': {'name': 'tempest-router-network02--1986622795'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:21.043699 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a8f36a50-2d92-4a10-8113-5f9b6d43fa1d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8635714 Aug 20 10:43:21.074999 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9e14dfea-c059-4322-9570-d1284163c57e req-62d0412a-05cc-4b76-86eb-cb418296c047 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.094661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] No DVR routers for this DVR port 83b796a1-38f7-46a2-b2ba-3756a172269d on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:43:21.098844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d186b0d6-a6ed-4818-8632-223a2f6ed975 None None] The port '83b796a1-38f7-46a2-b2ba-3756a172269d' was deleted {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 20 10:43:21.107552 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=83b796a1-38f7-46a2-b2ba-3756a172269d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:21.152388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] For port 87eed36a-47fc-4bcd-af70-bd813b30fd99, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:43:21.155919 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] For port 87eed36a-47fc-4bcd-af70-bd813b30fd99, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=87eed36a-47fc-4bcd-af70-bd813b30fd99,segment=NetworkSegment(bcc55b26-0c46-4b99-8503-0f7210db590d),segment_id=bcc55b26-0c46-4b99-8503-0f7210db590d)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:43:21.168407 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.227642 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f36a50-2d92-4a10-8113-5f9b6d43fa1d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event updated for resources: {'Network': ['ID=17588276-f11c-4f81-b88b-c3e2c18efae5,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:21.231520 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.246757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efc36c3-e5df-4925-8f18-00e48d76c056']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:21.251976 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 17588276-f11c-4f81-b88b-c3e2c18efae5 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:43:21.257312 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0412a-05cc-4b76-86eb-cb418296c047 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Port': ['ID=f02bf96d-aca9-44df-ab2e-a0d7bbc43734,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:21.265389 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a28fea-3904-4c07-aaa5-70ec50b865f2') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:21.265698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a28fea-3904-4c07-aaa5-70ec50b865f2') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:21.277498 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.294641 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.306364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:43:21.306836 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.307514 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e14dfea-c059-4322-9570-d1284163c57e req-62d0412a-05cc-4b76-86eb-cb418296c047 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] No DVR routers for this DVR port f02bf96d-aca9-44df-ab2e-a0d7bbc43734 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:43:21.313079 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-9e14dfea-c059-4322-9570-d1284163c57e req-62d0412a-05cc-4b76-86eb-cb418296c047 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.317792 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9e14dfea-c059-4322-9570-d1284163c57e req-62d0412a-05cc-4b76-86eb-cb418296c047 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.24 "DELETE /v2.0/ports/f02bf96d-aca9-44df-ab2e-a0d7bbc43734 HTTP/1.1" status: 204 len: 173 time: 2.1394005 Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:43:21.337689 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:43:21.340349 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92469f30-228e-45b9-9f8b-585dae014188 req-98d48720-aad8-4aa6-a947-58b723f62f24 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:21.342511 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-92469f30-228e-45b9-9f8b-585dae014188 req-98d48720-aad8-4aa6-a947-58b723f62f24 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cbdf4fe-3428-4900-8131-3dcf85be2175 HTTP/1.1" status: 200 len: 945 time: 0.5952499 Aug 20 10:43:21.346456 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0295ef2c-d1f0-4d4d-a9f2-51d68c32658e tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.353431 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'name': 'network-vif-deleted', 'tag': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:43:21.366939 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cad3eb-5e3b-4c21-85fd-6e099905e7cc" -d '{"events": [{"server_uuid": "9cbdf4fe-3428-4900-8131-3dcf85be2175", "name": "network-vif-deleted", "tag": "f02bf96d-aca9-44df-ab2e-a0d7bbc43734"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:43:21.425796 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec351f9-285c-4d6b-b1ed-c6bb643212b5 None None] Pushing event updated for resources: {'Port': ['ID=87eed36a-47fc-4bcd-af70-bd813b30fd99,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:21.441436 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5f97f7-f325-4f60-9f69-3578b53f2458 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Made reservation on behalf of e6ba47959c60489cb754f10fb58aac36 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:43:21.456613 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a5f97f7-f325-4f60-9f69-3578b53f2458 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.525651 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5f97f7-f325-4f60-9f69-3578b53f2458 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:43:21.528909 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8c1677-9122-47db-9b0f-9611394bfe2b x-openstack-request-id: req-1f8c1677-9122-47db-9b0f-9611394bfe2b {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:43:21.529430 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbdf4fe-3428-4900-8131-3dcf85be2175", "name": "network-vif-deleted", "tag": "f02bf96d-aca9-44df-ab2e-a0d7bbc43734", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:43:21.529784 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f8c1677-9122-47db-9b0f-9611394bfe2b {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:43:21.530560 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbdf4fe-3428-4900-8131-3dcf85be2175', 'name': 'network-vif-deleted', 'tag': 'f02bf96d-aca9-44df-ab2e-a0d7bbc43734', 'status': 'completed', 'code': 200} Aug 20 10:43:21.591439 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a5f97f7-f325-4f60-9f69-3578b53f2458 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.592093 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-1a5f97f7-f325-4f60-9f69-3578b53f2458 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Added segment 4e1943d5-7719-427f-aac9-b4362a1cd639 of type vlan for network 2a896e3a-9154-4bd5-9134-b7c2f0f3849a Aug 20 10:43:21.628624 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0295ef2c-d1f0-4d4d-a9f2-51d68c32658e tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.633548 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0295ef2c-d1f0-4d4d-a9f2-51d68c32658e tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.670716 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.708708 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.714391 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8efc36c3-e5df-4925-8f18-00e48d76c056 HTTP/1.1" status: 204 len: 168 time: 1.1746511 Aug 20 10:43:21.719601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20db4a-c983-4dae-8486-da870a0c2de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8efc36c3-e5df-4925-8f18-00e48d76c056,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:21.738598 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a5f97f7-f325-4f60-9f69-3578b53f2458 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.739226 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-92469f30-228e-45b9-9f8b-585dae014188 req-989da4e1-c343-4173-bcb3-ae0a64ab22bf tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=71cda15f-d983-419c-bc23-38f01fc86016&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650956 Aug 20 10:43:21.742438 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0295ef2c-d1f0-4d4d-a9f2-51d68c32658e tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.743216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0295ef2c-d1f0-4d4d-a9f2-51d68c32658e tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Fanout notify agent at l3_agent the message router_deleted on router 03da3502-28b2-4972-bee3-92371c707855 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:43:21.752924 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0295ef2c-d1f0-4d4d-a9f2-51d68c32658e tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.759325 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0295ef2c-d1f0-4d4d-a9f2-51d68c32658e tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "DELETE /v2.0/routers/03da3502-28b2-4972-bee3-92371c707855 HTTP/1.1" status: 204 len: 168 time: 3.3947670 Aug 20 10:43:21.763123 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49192) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:21.769298 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a2b75444-4332-4d59-b421-f9e64fe30052 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1812462178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:21.807302 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a5f97f7-f325-4f60-9f69-3578b53f2458 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.809974 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a2b75444-4332-4d59-b421-f9e64fe30052 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.818687 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a2b75444-4332-4d59-b421-f9e64fe30052 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.834025 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5f97f7-f325-4f60-9f69-3578b53f2458 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:21.841307 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a5f97f7-f325-4f60-9f69-3578b53f2458 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.925439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f97f7-f325-4f60-9f69-3578b53f2458 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event updated for resources: {'Network': ['ID=2a896e3a-9154-4bd5-9134-b7c2f0f3849a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:21.943480 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1a5f97f7-f325-4f60-9f69-3578b53f2458 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9063628 Aug 20 10:43:21.943897 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49200) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:21.945242 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 2a896e3a-9154-4bd5-9134-b7c2f0f3849a details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:43:21.949751 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b7bf754f-2576-456b-8518-015c23085bd9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Request body: {'subnet': {'network_id': '17588276-f11c-4f81-b88b-c3e2c18efae5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:21.979915 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a2b75444-4332-4d59-b421-f9e64fe30052 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:21.988467 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a2b75444-4332-4d59-b421-f9e64fe30052 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:22.004743 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f02bf96d-aca9-44df-ab2e-a0d7bbc43734 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:43:22.051481 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a2b75444-4332-4d59-b421-f9e64fe30052 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:22.059149 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a2b75444-4332-4d59-b421-f9e64fe30052 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2911251 Aug 20 10:43:22.059874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49202) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:22.066860 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-3b59cccf-2a7a-4389-9c27-329f559ada0f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'enable_snat': True}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:22.084136 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bf754f-2576-456b-8518-015c23085bd9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Made reservation on behalf of e6ba47959c60489cb754f10fb58aac36 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:43:22.088972 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b7bf754f-2576-456b-8518-015c23085bd9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:22.165880 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: f02bf96d-aca9-44df-ab2e-a0d7bbc43734 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:43:22.166227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f02bf96d-aca9-44df-ab2e-a0d7bbc43734 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:43:22.172880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49204) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:22.340950 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7d69b327-a25b-46e4-ace6-38b3bb06cb11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c94f33ee8bdb486c9e80924b1d062545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666987 Aug 20 10:43:22.341570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49210) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:22.418508 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b59cccf-2a7a-4389-9c27-329f559ada0f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:22.473724 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4ea937bb-58cf-4c21-82eb-4d064db96c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:22.534202 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 87eed36a-47fc-4bcd-af70-bd813b30fd99 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:43:22.540610 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b7bf754f-2576-456b-8518-015c23085bd9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:22.634819 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4ea937bb-58cf-4c21-82eb-4d064db96c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:22.647777 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf754f-2576-456b-8518-015c23085bd9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event updated for resources: {'Subnet': ['ID=e145ea1f-3b44-45d9-bd75-b662f2d03738,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:22.695013 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bf754f-2576-456b-8518-015c23085bd9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Checking segment: {'id': '5fd35241-bd1a-44f2-87b0-ce25f0276f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '17588276-f11c-4f81-b88b-c3e2c18efae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:43:22.695843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bf754f-2576-456b-8518-015c23085bd9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Network hostable DHCP agents. Network: 17588276-f11c-4f81-b88b-c3e2c18efae5, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:43:22.704125 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4ea937bb-58cf-4c21-82eb-4d064db96c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:22.708046 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4ea937bb-58cf-4c21-82eb-4d064db96c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:22.712010 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4ea937bb-58cf-4c21-82eb-4d064db96c94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e581b996-75df-4c73-829d-da6711f3ab68 HTTP/1.1" status: 204 len: 168 time: 0.3652494 Aug 20 10:43:22.723217 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bf754f-2576-456b-8518-015c23085bd9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Network 17588276-f11c-4f81-b88b-c3e2c18efae5 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:43:22.731929 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 87eed36a-47fc-4bcd-af70-bd813b30fd99 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:22.732317 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea937bb-58cf-4c21-82eb-4d064db96c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e581b996-75df-4c73-829d-da6711f3ab68,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:22.756040 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b7bf754f-2576-456b-8518-015c23085bd9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 17588276-f11c-4f81-b88b-c3e2c18efae5) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:22.765547 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bf754f-2576-456b-8518-015c23085bd9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:22.766191 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b7bf754f-2576-456b-8518-015c23085bd9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:22.789864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad9001a-90af-4fd4-8382-c9b7c8374b75 None None] Network 17588276-f11c-4f81-b88b-c3e2c18efae5 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:43:22.800935 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b7bf754f-2576-456b-8518-015c23085bd9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8519597 Aug 20 10:43:22.800935 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49218) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:22.806346 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-26e43ab0-b609-410e-bcb3-235f70707797 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Request body: {'subnet': {'network_id': '2a896e3a-9154-4bd5-9134-b7c2f0f3849a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:22.920785 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:22.961995 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49226) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:22.970518 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 83b796a1-38f7-46a2-b2ba-3756a172269d no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:43:23.045073 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b59cccf-2a7a-4389-9c27-329f559ada0f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:23.056630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7860b726-239e-43f9-8199-51509fb41aea None None] Network f716638d-abac-4615-bd04-04850da09386 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:43:23.069054 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 83b796a1-38f7-46a2-b2ba-3756a172269d {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:43:23.069410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 83b796a1-38f7-46a2-b2ba-3756a172269d not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:43:23.076206 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b59cccf-2a7a-4389-9c27-329f559ada0f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:23.131789 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e43ab0-b609-410e-bcb3-235f70707797 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Made reservation on behalf of e6ba47959c60489cb754f10fb58aac36 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:43:23.136131 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-26e43ab0-b609-410e-bcb3-235f70707797 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:23.249065 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-3b59cccf-2a7a-4389-9c27-329f559ada0f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Allocated IP 172.25.3.177 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/d1358e30-e588-4308-a0aa-e96a1a6f2e68) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:43:23.378718 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-359567e9-4b6a-4677-b819-2dc552462935 None None] Provisioning for port 87eed36a-47fc-4bcd-af70-bd813b30fd99 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:23.393638 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-359567e9-4b6a-4677-b819-2dc552462935 None None] Provisioning complete for port 87eed36a-47fc-4bcd-af70-bd813b30fd99 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:23.394021 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-359567e9-4b6a-4677-b819-2dc552462935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:23.489123 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b59cccf-2a7a-4389-9c27-329f559ada0f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:23.538024 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-17588276-f11c-4f81-b88b-c3e2c18efae5', 'network_id': '17588276-f11c-4f81-b88b-c3e2c18efae5', 'tenant_id': 'e6ba47959c60489cb754f10fb58aac36', 'fixed_ips': [{'subnet_id': 'e145ea1f-3b44-45d9-bd75-b662f2d03738'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:43:23.538915 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:23.584218 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b59cccf-2a7a-4389-9c27-329f559ada0f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:23.676262 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b59cccf-2a7a-4389-9c27-329f559ada0f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:43:23.682523 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-3b59cccf-2a7a-4389-9c27-329f559ada0f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:23.688851 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b59cccf-2a7a-4389-9c27-329f559ada0f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:43:23.692373 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-359567e9-4b6a-4677-b819-2dc552462935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:23.769296 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59cccf-2a7a-4389-9c27-329f559ada0f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Pushing event updated for resources: {'Port': ['ID=d1358e30-e588-4308-a0aa-e96a1a6f2e68,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:23.921626 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-359567e9-4b6a-4677-b819-2dc552462935 None None] For port 87eed36a-47fc-4bcd-af70-bd813b30fd99, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=87eed36a-47fc-4bcd-af70-bd813b30fd99,segment=NetworkSegment(bcc55b26-0c46-4b99-8503-0f7210db590d),segment_id=bcc55b26-0c46-4b99-8503-0f7210db590d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:23.934620 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-359567e9-4b6a-4677-b819-2dc552462935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:24.045123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Allocated IP 172.20.0.2 (17588276-f11c-4f81-b88b-c3e2c18efae5/e145ea1f-3b44-45d9-bd75-b662f2d03738/6e2bf5f9-15c5-4048-8556-3daf672bc1fd) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:43:24.108890 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-26e43ab0-b609-410e-bcb3-235f70707797 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:24.244133 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e43ab0-b609-410e-bcb3-235f70707797 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event updated for resources: {'Subnet': ['ID=826c11b6-e349-4807-9cc5-6847bfb77358,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:24.266019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e43ab0-b609-410e-bcb3-235f70707797 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Checking segment: {'id': '4e1943d5-7719-427f-aac9-b4362a1cd639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2a896e3a-9154-4bd5-9134-b7c2f0f3849a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:43:24.266495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e43ab0-b609-410e-bcb3-235f70707797 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Network hostable DHCP agents. Network: 2a896e3a-9154-4bd5-9134-b7c2f0f3849a, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:43:24.272712 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:24.283762 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-85ee2374-a9cb-4b90-a111-b6c289bf7cd5 None None] Provisioning complete for port 87eed36a-47fc-4bcd-af70-bd813b30fd99 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:24.284479 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-85ee2374-a9cb-4b90-a111-b6c289bf7cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:24.310957 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359567e9-4b6a-4677-b819-2dc552462935 None None] Pushing event updated for resources: {'Port': ['ID=87eed36a-47fc-4bcd-af70-bd813b30fd99,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:24.318732 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Transition to ACTIVE for port object 6e2bf5f9-15c5-4048-8556-3daf672bc1fd will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:43:24.334988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e43ab0-b609-410e-bcb3-235f70707797 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Network 2a896e3a-9154-4bd5-9134-b7c2f0f3849a is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:43:24.358832 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Transition to ACTIVE for port object 6e2bf5f9-15c5-4048-8556-3daf672bc1fd will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:43:24.362008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49258) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:24.369072 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:24.376911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-26e43ab0-b609-410e-bcb3-235f70707797 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 2a896e3a-9154-4bd5-9134-b7c2f0f3849a) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:24.384391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e43ab0-b609-410e-bcb3-235f70707797 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:24.384999 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-26e43ab0-b609-410e-bcb3-235f70707797 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:24.428916 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42258dd5-dc8b-4d16-8e50-cb2d73a12b5b None None] Network 2a896e3a-9154-4bd5-9134-b7c2f0f3849a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:43:24.442324 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b59cccf-2a7a-4389-9c27-329f559ada0f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:24.459712 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-26e43ab0-b609-410e-bcb3-235f70707797 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6530445 Aug 20 10:43:24.461288 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49266) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:24.581463 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 87eed36a-47fc-4bcd-af70-bd813b30fd99 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:43:24.585295 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Network 17588276-f11c-4f81-b88b-c3e2c18efae5 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:43:24.621936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:24.652639 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Pushing event updated for resources: {'Port': ['ID=6e2bf5f9-15c5-4048-8556-3daf672bc1fd,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:24.663101 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:43:24.671163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-dcf9e6bf-a733-44ee-afc1-7c40c2d6dd7c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-9058362-network', 'tenant_id': '5dc9404880a64e2098b2a4b7b279862b'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:24.783644 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b59cccf-2a7a-4389-9c27-329f559ada0f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:24.787326 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b59cccf-2a7a-4389-9c27-329f559ada0f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:24.828899 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Attempting to bind port 6e2bf5f9-15c5-4048-8556-3daf672bc1fd on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:43:24.829267 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Attempting to bind port 6e2bf5f9-15c5-4048-8556-3daf672bc1fd by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '5fd35241-bd1a-44f2-87b0-ce25f0276f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '17588276-f11c-4f81-b88b-c3e2c18efae5'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:43:24.829631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Attempting to bind port 6e2bf5f9-15c5-4048-8556-3daf672bc1fd on network 17588276-f11c-4f81-b88b-c3e2c18efae5 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:43:24.858922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:43:24.859333 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Checking segment: {'id': '5fd35241-bd1a-44f2-87b0-ce25f0276f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '17588276-f11c-4f81-b88b-c3e2c18efae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:43:24.859737 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:24.860128 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Bound using segment: {'id': '5fd35241-bd1a-44f2-87b0-ce25f0276f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '17588276-f11c-4f81-b88b-c3e2c18efae5'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:43:24.860843 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Bound port: 6e2bf5f9-15c5-4048-8556-3daf672bc1fd, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd35241-bd1a-44f2-87b0-ce25f0276f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '17588276-f11c-4f81-b88b-c3e2c18efae5'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:43:24.861228 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:24.878906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 87eed36a-47fc-4bcd-af70-bd813b30fd99 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:24.879292 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:25.003443 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-2a896e3a-9154-4bd5-9134-b7c2f0f3849a', 'network_id': '2a896e3a-9154-4bd5-9134-b7c2f0f3849a', 'tenant_id': 'e6ba47959c60489cb754f10fb58aac36', 'fixed_ips': [{'subnet_id': '826c11b6-e349-4807-9cc5-6847bfb77358'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:43:25.007947 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:25.032199 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b59cccf-2a7a-4389-9c27-329f559ada0f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Router 0591787e-4754-4cf5-8145-539d72cbfe8b is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:43:25.051317 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf9e6bf-a733-44ee-afc1-7c40c2d6dd7c admin admin] Made reservation on behalf of 5dc9404880a64e2098b2a4b7b279862b for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:43:25.058061 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf9e6bf-a733-44ee-afc1-7c40c2d6dd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:25.068426 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] For port 6e2bf5f9-15c5-4048-8556-3daf672bc1fd, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:43:25.072833 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] For port 6e2bf5f9-15c5-4048-8556-3daf672bc1fd, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=6e2bf5f9-15c5-4048-8556-3daf672bc1fd,segment=NetworkSegment(5fd35241-bd1a-44f2-87b0-ce25f0276f0c),segment_id=5fd35241-bd1a-44f2-87b0-ce25f0276f0c)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:43:25.117341 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf9e6bf-a733-44ee-afc1-7c40c2d6dd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:25.150138 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:25.245089 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:25.438991 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Allocated IP 172.20.0.2 (2a896e3a-9154-4bd5-9134-b7c2f0f3849a/826c11b6-e349-4807-9cc5-6847bfb77358/60310170-ced4-4b66-9427-e454c1c244e2) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:43:25.592892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c2d96-2590-4a8a-9001-11ab9108dd2b None None] Pushing event updated for resources: {'Port': ['ID=6e2bf5f9-15c5-4048-8556-3daf672bc1fd,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:25.616629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b59cccf-2a7a-4389-9c27-329f559ada0f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:43:25.628960 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b59cccf-2a7a-4389-9c27-329f559ada0f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:25.633658 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3b59cccf-2a7a-4389-9c27-329f559ada0f tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "PUT /v2.0/routers/0591787e-4754-4cf5-8145-539d72cbfe8b HTTP/1.1" status: 200 len: 915 time: 3.5726113 Aug 20 10:43:25.634534 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49280) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:25.637462 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f369ed1-a6cf-446d-abd6-aa7642c546d4 None None] Sync routers for ids ['0591787e-4754-4cf5-8145-539d72cbfe8b'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:43:25.680831 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dbec6108-d4a0-4e4f-879b-da37064f7774 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:25.702029 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f369ed1-a6cf-446d-abd6-aa7642c546d4 None None] Routers {'0591787e-4754-4cf5-8145-539d72cbfe8b'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:25.702907 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5f369ed1-a6cf-446d-abd6-aa7642c546d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['0591787e-4754-4cf5-8145-539d72cbfe8b'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:25.770463 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5f369ed1-a6cf-446d-abd6-aa7642c546d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:25.806786 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:25.816012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f369ed1-a6cf-446d-abd6-aa7642c546d4 None None] Routers {'0591787e-4754-4cf5-8145-539d72cbfe8b'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:25.816777 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5f369ed1-a6cf-446d-abd6-aa7642c546d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['0591787e-4754-4cf5-8145-539d72cbfe8b'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:25.840768 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-69431758-d780-4845-ad71-e25f9ab65e1e tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "GET /v2.0/routers/0591787e-4754-4cf5-8145-539d72cbfe8b HTTP/1.1" status: 200 len: 921 time: 0.2046585 Aug 20 10:43:25.841642 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49290) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:25.928403 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722f35ac-74e5-4445-a5fe-697ae04c0746 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:25.931205 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-722f35ac-74e5-4445-a5fe-697ae04c0746 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&device_id=0591787e-4754-4cf5-8145-539d72cbfe8b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0881698 Aug 20 10:43:25.934826 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49294) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:26.078874 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Transition to ACTIVE for port object 60310170-ced4-4b66-9427-e454c1c244e2 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:43:26.082778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5f369ed1-a6cf-446d-abd6-aa7642c546d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:26.083798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f369ed1-a6cf-446d-abd6-aa7642c546d4 None None] The sync data for ids ['0591787e-4754-4cf5-8145-539d72cbfe8b'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:43:26.120808 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Transition to ACTIVE for port object 60310170-ced4-4b66-9427-e454c1c244e2 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:43:26.130652 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:26.193136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ba037c-7da8-4611-aa15-06e1c66a97ba tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:26.194851 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c5ba037c-7da8-4611-aa15-06e1c66a97ba tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 881 time: 0.2564585 Aug 20 10:43:26.198627 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49304) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:26.224299 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf9e6bf-a733-44ee-afc1-7c40c2d6dd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:26.228702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Network 2a896e3a-9154-4bd5-9134-b7c2f0f3849a is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:43:26.233589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:26.248373 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8d50aa32-7e36-4eff-8d15-0cb4d16f1a7e tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "GET /v2.0/ports?device_id=0591787e-4754-4cf5-8145-539d72cbfe8b HTTP/1.1" status: 200 len: 205 time: 0.0482259 Aug 20 10:43:26.249822 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49306) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:26.255444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:43:26.256225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Allocated IP 172.20.0.1 (17588276-f11c-4f81-b88b-c3e2c18efae5/e145ea1f-3b44-45d9-bd75-b662f2d03738/710605b1-434f-4f57-8faa-42e413e40329) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:43:26.258989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Pushing event updated for resources: {'Port': ['ID=60310170-ced4-4b66-9427-e454c1c244e2,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:26.282584 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf9e6bf-a733-44ee-afc1-7c40c2d6dd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:26.343589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf9e6bf-a733-44ee-afc1-7c40c2d6dd7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:43:26.445816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Attempting to bind port 60310170-ced4-4b66-9427-e454c1c244e2 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:43:26.446778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Attempting to bind port 60310170-ced4-4b66-9427-e454c1c244e2 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '4e1943d5-7719-427f-aac9-b4362a1cd639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2a896e3a-9154-4bd5-9134-b7c2f0f3849a'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:43:26.448459 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Attempting to bind port 60310170-ced4-4b66-9427-e454c1c244e2 on network 2a896e3a-9154-4bd5-9134-b7c2f0f3849a {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:43:26.463722 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:43:26.464562 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Checking segment: {'id': '4e1943d5-7719-427f-aac9-b4362a1cd639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2a896e3a-9154-4bd5-9134-b7c2f0f3849a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:43:26.465642 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:26.466456 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Bound using segment: {'id': '4e1943d5-7719-427f-aac9-b4362a1cd639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2a896e3a-9154-4bd5-9134-b7c2f0f3849a'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:43:26.469223 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Bound port: 60310170-ced4-4b66-9427-e454c1c244e2, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1943d5-7719-427f-aac9-b4362a1cd639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2a896e3a-9154-4bd5-9134-b7c2f0f3849a'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:43:26.470133 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:26.552995 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83d989d5-2cd6-466e-9c0d-8881c7398dba tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:26.558210 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf9e6bf-a733-44ee-afc1-7c40c2d6dd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:26.558879 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-dcf9e6bf-a733-44ee-afc1-7c40c2d6dd7c admin admin] Added segment ae25714a-b247-4a14-a67a-4c380cc7fca9 of type vlan for network ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc Aug 20 10:43:26.560704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9e6bf-a733-44ee-afc1-7c40c2d6dd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c336c65a-50c4-4010-8bf1-f3e8f6fff7d9,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:26.593855 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 6e2bf5f9-15c5-4048-8556-3daf672bc1fd up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:43:26.706148 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf9e6bf-a733-44ee-afc1-7c40c2d6dd7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:26.735501 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:26.755422 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] For port 60310170-ced4-4b66-9427-e454c1c244e2, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:43:26.761680 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] For port 60310170-ced4-4b66-9427-e454c1c244e2, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=60310170-ced4-4b66-9427-e454c1c244e2,segment=NetworkSegment(4e1943d5-7719-427f-aac9-b4362a1cd639),segment_id=4e1943d5-7719-427f-aac9-b4362a1cd639)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:43:26.777639 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:26.797503 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83d989d5-2cd6-466e-9c0d-8881c7398dba tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:26.816015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 6e2bf5f9-15c5-4048-8556-3daf672bc1fd completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:26.827327 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.resource_extend [None req-dcf9e6bf-a733-44ee-afc1-7c40c2d6dd7c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 10:43:26.861981 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Transition to ACTIVE for port object 710605b1-434f-4f57-8faa-42e413e40329 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:43:26.901075 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-83d989d5-2cd6-466e-9c0d-8881c7398dba tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Deleting port d1358e30-e588-4308-a0aa-e96a1a6f2e68 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:26.901496 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83d989d5-2cd6-466e-9c0d-8881c7398dba tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:26.903532 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf9e6bf-a733-44ee-afc1-7c40c2d6dd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:26.905473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf9e6bf-a733-44ee-afc1-7c40c2d6dd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:26.906133 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf9e6bf-a733-44ee-afc1-7c40c2d6dd7c admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:26.926021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3099d69-9109-4ee3-afb2-dc955c129ab0 None None] Pushing event updated for resources: {'Port': ['ID=60310170-ced4-4b66-9427-e454c1c244e2,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:27.029262 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83d989d5-2cd6-466e-9c0d-8881c7398dba tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:27.057385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-83d989d5-2cd6-466e-9c0d-8881c7398dba tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Calling delete_port for d1358e30-e588-4308-a0aa-e96a1a6f2e68 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:27.094008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9e6bf-a733-44ee-afc1-7c40c2d6dd7c admin admin] Pushing event updated for resources: {'Network': ['ID=ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:27.103777 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:43:27.122446 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-dbec6108-d4a0-4e4f-879b-da37064f7774 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting port eb7aadf4-2370-4248-a783-46bdc400de51 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:27.122845 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dbec6108-d4a0-4e4f-879b-da37064f7774 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:27.145727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8a5f1-c054-4a28-a536-4a0c9319e54d None None] Network 17588276-f11c-4f81-b88b-c3e2c18efae5 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:43:27.285543 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dcf9e6bf-a733-44ee-afc1-7c40c2d6dd7c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.9221947 Aug 20 10:43:27.291227 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49320) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:27.296916 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-8ff81929-97ec-4d0c-ae74-ac8863c175e1 admin admin] Request body: {'subnet': {'network_id': 'ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-9058362-subnet', 'tenant_id': '5dc9404880a64e2098b2a4b7b279862b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:27.322559 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:27.347333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff81929-97ec-4d0c-ae74-ac8863c175e1 admin admin] Made reservation on behalf of 5dc9404880a64e2098b2a4b7b279862b for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:43:27.347605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-09b2da75-42e0-46a8-8534-5ee284ddbd47 None None] Provisioning for port 6e2bf5f9-15c5-4048-8556-3daf672bc1fd completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:27.352815 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ff81929-97ec-4d0c-ae74-ac8863c175e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:27.361359 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-09b2da75-42e0-46a8-8534-5ee284ddbd47 None None] Provisioning complete for port 6e2bf5f9-15c5-4048-8556-3daf672bc1fd triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:27.362578 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-09b2da75-42e0-46a8-8534-5ee284ddbd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:27.439767 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-dbec6108-d4a0-4e4f-879b-da37064f7774 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] For port eb7aadf4-2370-4248-a783-46bdc400de51, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=eb7aadf4-2370-4248-a783-46bdc400de51,segment=NetworkSegment(ca60eb73-04bb-4fcf-bf40-4668ede9ba26),segment_id=ca60eb73-04bb-4fcf-bf40-4668ede9ba26)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:27.441905 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dbec6108-d4a0-4e4f-879b-da37064f7774 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:27.449567 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Network 17588276-f11c-4f81-b88b-c3e2c18efae5 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:43:27.478712 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:27.486072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-dbec6108-d4a0-4e4f-879b-da37064f7774 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Calling delete_port for eb7aadf4-2370-4248-a783-46bdc400de51 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:27.537581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:43:27.557741 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-09b2da75-42e0-46a8-8534-5ee284ddbd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:27.626471 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:27.630455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-09b2da75-42e0-46a8-8534-5ee284ddbd47 None None] For port 6e2bf5f9-15c5-4048-8556-3daf672bc1fd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=6e2bf5f9-15c5-4048-8556-3daf672bc1fd,segment=NetworkSegment(5fd35241-bd1a-44f2-87b0-ce25f0276f0c),segment_id=5fd35241-bd1a-44f2-87b0-ce25f0276f0c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:27.630603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event updated for resources: {'Port': ['ID=710605b1-434f-4f57-8faa-42e413e40329,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:27.646426 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-09b2da75-42e0-46a8-8534-5ee284ddbd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:27.662284 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ff81929-97ec-4d0c-ae74-ac8863c175e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:27.762490 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2da75-42e0-46a8-8534-5ee284ddbd47 None None] Pushing event updated for resources: {'Port': ['ID=6e2bf5f9-15c5-4048-8556-3daf672bc1fd,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:27.852649 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83d989d5-2cd6-466e-9c0d-8881c7398dba tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:27.860776 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff81929-97ec-4d0c-ae74-ac8863c175e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6638b5b8-d6ee-4756-8d59-e7bd8a963d4f,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:27.905074 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d989d5-2cd6-466e-9c0d-8881c7398dba tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Pushing event deleted for resources: {'Port': ['ID=d1358e30-e588-4308-a0aa-e96a1a6f2e68,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:27.917686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff81929-97ec-4d0c-ae74-ac8863c175e1 admin admin] Checking segment: {'id': 'ae25714a-b247-4a14-a67a-4c380cc7fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:43:27.918160 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff81929-97ec-4d0c-ae74-ac8863c175e1 admin admin] Network hostable DHCP agents. Network: ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:43:27.920135 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:28.036885 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83d989d5-2cd6-466e-9c0d-8881c7398dba tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:28.036885 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff81929-97ec-4d0c-ae74-ac8863c175e1 admin admin] Network ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:43:28.095874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-8ff81929-97ec-4d0c-ae74-ac8863c175e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:28.107688 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0e6fd6-9a85-4f4d-ac2f-806c1dc5c977 None None] Network ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:43:28.181972 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dbec6108-d4a0-4e4f-879b-da37064f7774 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:28.273167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff81929-97ec-4d0c-ae74-ac8863c175e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:28.273784 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ff81929-97ec-4d0c-ae74-ac8863c175e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:28.290567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f8f8a2ce-90bc-462e-981c-e4658b1a4968 None None] Provisioning complete for port 6e2bf5f9-15c5-4048-8556-3daf672bc1fd triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:28.291152 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a2ce-90bc-462e-981c-e4658b1a4968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:28.301732 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83d989d5-2cd6-466e-9c0d-8881c7398dba tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:28.323421 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83d989d5-2cd6-466e-9c0d-8881c7398dba tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:28.400670 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8ff81929-97ec-4d0c-ae74-ac8863c175e1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1080818 Aug 20 10:43:28.403992 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83d989d5-2cd6-466e-9c0d-8881c7398dba tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:28.404582 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d989d5-2cd6-466e-9c0d-8881c7398dba tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Fanout notify agent at l3_agent the message router_deleted on router 0591787e-4754-4cf5-8145-539d72cbfe8b {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:43:28.440181 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83d989d5-2cd6-466e-9c0d-8881c7398dba tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:28.441609 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec6108-d4a0-4e4f-879b-da37064f7774 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Port': ['ID=eb7aadf4-2370-4248-a783-46bdc400de51,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:28.447432 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-83d989d5-2cd6-466e-9c0d-8881c7398dba tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "DELETE /v2.0/routers/0591787e-4754-4cf5-8145-539d72cbfe8b HTTP/1.1" status: 204 len: 168 time: 2.1956222 Aug 20 10:43:28.449215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49340) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:28.466494 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-3488589a-3d03-4c7a-8b64-1143da06f3bc tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1280058359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:28.537303 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3488589a-3d03-4c7a-8b64-1143da06f3bc tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:28.538781 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3488589a-3d03-4c7a-8b64-1143da06f3bc tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:28.644412 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dc37a9-5eb7-4683-a630-5c29c5d4b245 None None] Network ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:43:28.666592 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3488589a-3d03-4c7a-8b64-1143da06f3bc tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:28.680378 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3488589a-3d03-4c7a-8b64-1143da06f3bc tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:28.744061 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3488589a-3d03-4c7a-8b64-1143da06f3bc tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:28.745576 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3488589a-3d03-4c7a-8b64-1143da06f3bc tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2933784 Aug 20 10:43:28.751645 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49346) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:28.762333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2022ad39-217d-40fb-bfb4-3658bd5c07c7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'enable_snat': False}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:28.775597 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 6e2bf5f9-15c5-4048-8556-3daf672bc1fd up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:43:28.936727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f8f8a2ce-90bc-462e-981c-e4658b1a4968 None None] Provisioning for port 710605b1-434f-4f57-8faa-42e413e40329 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:28.943562 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f8f8a2ce-90bc-462e-981c-e4658b1a4968 None None] Provisioning complete for port 710605b1-434f-4f57-8faa-42e413e40329 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:28.944052 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a2ce-90bc-462e-981c-e4658b1a4968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:28.945900 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 6e2bf5f9-15c5-4048-8556-3daf672bc1fd triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:28.946365 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:29.010061 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-f8f8a2ce-90bc-462e-981c-e4658b1a4968 None None] Port 710605b1-434f-4f57-8faa-42e413e40329 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:43:29.116080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedd474a-c8a2-4934-a653-482b0793aac4 None None] Network 2a896e3a-9154-4bd5-9134-b7c2f0f3849a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:43:29.184394 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2022ad39-217d-40fb-bfb4-3658bd5c07c7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:29.194912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-dd28e190-8c7a-47e2-a1d1-b4b138382ce3 None None] Provisioning for port 60310170-ced4-4b66-9427-e454c1c244e2 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:29.292621 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dbec6108-d4a0-4e4f-879b-da37064f7774 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:29.306611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 60310170-ced4-4b66-9427-e454c1c244e2 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:43:29.373468 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:29.394266 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:29.480157 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-dd28e190-8c7a-47e2-a1d1-b4b138382ce3 None None] Provisioning complete for port 710605b1-434f-4f57-8faa-42e413e40329 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:29.480537 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dd28e190-8c7a-47e2-a1d1-b4b138382ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:29.530556 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2022ad39-217d-40fb-bfb4-3658bd5c07c7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:29.551011 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4c0e637f-eeec-4104-abf1-d40da8bd2ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:29.557141 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2022ad39-217d-40fb-bfb4-3658bd5c07c7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:29.582579 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 60310170-ced4-4b66-9427-e454c1c244e2 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:29.603507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 60310170-ced4-4b66-9427-e454c1c244e2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:29.604271 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:29.681862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-dd28e190-8c7a-47e2-a1d1-b4b138382ce3 None None] Port 710605b1-434f-4f57-8faa-42e413e40329 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:43:29.749523 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:29.763810 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-2022ad39-217d-40fb-bfb4-3658bd5c07c7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Allocated IP 172.25.3.75 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/3b535bb5-f523-4f46-b592-5f01bc3068c3) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:43:29.771079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event updated for resources: {'Port': ['ID=710605b1-434f-4f57-8faa-42e413e40329,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:29.810984 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:29.895108 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 60310170-ced4-4b66-9427-e454c1c244e2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=60310170-ced4-4b66-9427-e454c1c244e2,segment=NetworkSegment(4e1943d5-7719-427f-aac9-b4362a1cd639),segment_id=4e1943d5-7719-427f-aac9-b4362a1cd639)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:29.900923 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:30.012907 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=60310170-ced4-4b66-9427-e454c1c244e2,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:30.022592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:30.023245 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:30.023413 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:30.023695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:30.023978 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:30.024310 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:30.024636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:30.024955 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:30.025282 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:30.025604 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:30.026228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:30.026228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:30.046455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-81b143ec-699a-451d-b197-1991c103cc5d None None] Provisioning complete for port 60310170-ced4-4b66-9427-e454c1c244e2 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:30.046833 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-81b143ec-699a-451d-b197-1991c103cc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:30.063380 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2022ad39-217d-40fb-bfb4-3658bd5c07c7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:30.145745 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2022ad39-217d-40fb-bfb4-3658bd5c07c7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:30.214197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbec6108-d4a0-4e4f-879b-da37064f7774 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:43:30.215628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2022ad39-217d-40fb-bfb4-3658bd5c07c7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:43:30.218670 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-2022ad39-217d-40fb-bfb4-3658bd5c07c7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:30.225767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2022ad39-217d-40fb-bfb4-3658bd5c07c7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:43:30.303165 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022ad39-217d-40fb-bfb4-3658bd5c07c7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Pushing event updated for resources: {'Port': ['ID=3b535bb5-f523-4f46-b592-5f01bc3068c3,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:30.333894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Network 17588276-f11c-4f81-b88b-c3e2c18efae5 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:43:30.337475 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:30.631284 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 60310170-ced4-4b66-9427-e454c1c244e2 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:43:30.755141 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 60310170-ced4-4b66-9427-e454c1c244e2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:30.756079 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:30.758078 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-98e55f28-e415-42b2-ae6b-47513ec32b44 None None] Provisioning complete for port 710605b1-434f-4f57-8faa-42e413e40329 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:30.758442 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-98e55f28-e415-42b2-ae6b-47513ec32b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:30.815513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbec6108-d4a0-4e4f-879b-da37064f7774 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:43:30.825764 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889b7ae6-09d0-4e58-b27f-7e17d9651deb None None] Sync routers for ids ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:43:30.833334 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dbec6108-d4a0-4e4f-879b-da37064f7774 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "PUT /v2.0/routers/61fcf6b8-83b7-4a9b-a724-009daa61d6c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8675885 Aug 20 10:43:30.833334 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Router 9dbf2888-e104-473c-abac-cb2899fad80d is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:43:30.838182 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49418) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:30.841368 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889b7ae6-09d0-4e58-b27f-7e17d9651deb None None] Routers {'61fcf6b8-83b7-4a9b-a724-009daa61d6c4'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:30.851451 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-889b7ae6-09d0-4e58-b27f-7e17d9651deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:30.895342 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-98e55f28-e415-42b2-ae6b-47513ec32b44 None None] Port 710605b1-434f-4f57-8faa-42e413e40329 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:43:30.919484 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1049203-5493-446d-8790-ce00ae22bdea req-b1eda073-d4b4-4ec2-8af1-c13a5df65bb7 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:30.924583 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a5a5ef-6766-4712-af9e-3073b034210a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting subnet 7556d4b9-7aed-48d6-9dd3-8cb0da6203ab {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:43:30.927014 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2022ad39-217d-40fb-bfb4-3658bd5c07c7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:30.928441 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1049203-5493-446d-8790-ce00ae22bdea req-b1eda073-d4b4-4ec2-8af1-c13a5df65bb7 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/networks?id=ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc HTTP/1.1" status: 200 len: 807 time: 0.2676954 Aug 20 10:43:30.948379 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1049203-5493-446d-8790-ce00ae22bdea req-b90c55a7-81fb-4617-882b-2cf5661aaccb tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/quotas/5dc9404880a64e2098b2a4b7b279862b HTTP/1.1" status: 200 len: 375 time: 0.0187299 Aug 20 10:43:30.975353 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a5ef-6766-4712-af9e-3073b034210a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:31.034668 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:43:31.037908 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a5ef-6766-4712-af9e-3073b034210a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:31.045803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39f354-690e-4c7e-8b2d-2b7e81c29f77 None None] Sync routers for ids ['9dbf2888-e104-473c-abac-cb2899fad80d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:43:31.060236 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39f354-690e-4c7e-8b2d-2b7e81c29f77 None None] Routers {'9dbf2888-e104-473c-abac-cb2899fad80d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:31.060967 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5e39f354-690e-4c7e-8b2d-2b7e81c29f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9dbf2888-e104-473c-abac-cb2899fad80d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:31.062355 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b3fc9be1-6d4e-4550-bab5-a03c53d47bbe tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "PUT /v2.0/routers/9dbf2888-e104-473c-abac-cb2899fad80d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5977142 Aug 20 10:43:31.069324 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-889b7ae6-09d0-4e58-b27f-7e17d9651deb None None] Set router 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:43:31.073447 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1049203-5493-446d-8790-ce00ae22bdea req-a0a06e8e-c6a1-41fb-95be-1ece48efb1b3 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5dc9404880a64e2098b2a4b7b279862b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1239827 Aug 20 10:43:31.079165 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49424) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:31.141121 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5e39f354-690e-4c7e-8b2d-2b7e81c29f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:31.169186 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39f354-690e-4c7e-8b2d-2b7e81c29f77 None None] Routers {'9dbf2888-e104-473c-abac-cb2899fad80d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:31.169905 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5e39f354-690e-4c7e-8b2d-2b7e81c29f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9dbf2888-e104-473c-abac-cb2899fad80d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:31.235858 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a5ef-6766-4712-af9e-3073b034210a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:31.245186 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5e39f354-690e-4c7e-8b2d-2b7e81c29f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:31.248717 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39f354-690e-4c7e-8b2d-2b7e81c29f77 None None] The sync data for ids ['9dbf2888-e104-473c-abac-cb2899fad80d'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:43:31.375608 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-889b7ae6-09d0-4e58-b27f-7e17d9651deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379356372', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7409ba34-4b99-40de-b770-d7acab553dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:43:28Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '7409ba34-4b99-40de-b770-d7acab553dae', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:31.380611 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1049203-5493-446d-8790-ce00ae22bdea req-7bdab771-be53-475e-92a9-3a9601e143f7 service neutron] 10.222.0.16 "GET /v2.0/networks/ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060470 Aug 20 10:43:31.397319 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a5ef-6766-4712-af9e-3073b034210a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:31.416389 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889b7ae6-09d0-4e58-b27f-7e17d9651deb None None] Checking router: 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:43:31.429244 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889b7ae6-09d0-4e58-b27f-7e17d9651deb None None] Routers {'61fcf6b8-83b7-4a9b-a724-009daa61d6c4'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:31.430377 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-889b7ae6-09d0-4e58-b27f-7e17d9651deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:31.507661 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a5ef-6766-4712-af9e-3073b034210a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:31.509942 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c3a5a5ef-6766-4712-af9e-3073b034210a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/subnets/7556d4b9-7aed-48d6-9dd3-8cb0da6203ab HTTP/1.1" status: 204 len: 168 time: 0.6709065 Aug 20 10:43:31.513936 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49434) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:31.515267 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a649cd57-952d-45d4-8d32-7cfdc5d6b35e None None] Network 04ee7e74-5a5c-49dc-a864-0c96e1144436 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:43:31.515405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5a5ef-6766-4712-af9e-3073b034210a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Subnet': ['ID=7556d4b9-7aed-48d6-9dd3-8cb0da6203ab,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:31.608716 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-889b7ae6-09d0-4e58-b27f-7e17d9651deb None None] Set router 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:43:31.868185 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a1c749-e4e7-4cf6-8980-52a28498a5bb None None] DHCP port deletion for 04ee7e74-5a5c-49dc-a864-0c96e1144436 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:43:31.969638 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0736b3eb-b483-4b80-929e-65821c595245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:32.011929 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-27a1c749-e4e7-4cf6-8980-52a28498a5bb None None] Deleting port 8d64bd35-0b98-49b3-a583-6ee29c8a6032 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:32.014542 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-27a1c749-e4e7-4cf6-8980-52a28498a5bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:32.056527 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-889b7ae6-09d0-4e58-b27f-7e17d9651deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379356372', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7409ba34-4b99-40de-b770-d7acab553dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:43:28Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '7409ba34-4b99-40de-b770-d7acab553dae', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:32.106074 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889b7ae6-09d0-4e58-b27f-7e17d9651deb None None] The sync data for ids ['61fcf6b8-83b7-4a9b-a724-009daa61d6c4'] in n-d-778550-11 is: [{'id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379356372', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '7409ba34-4b99-40de-b770-d7acab553dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:43:28Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '7409ba34-4b99-40de-b770-d7acab553dae', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fc:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6b8-83b7-4a9b-a724-009daa61d6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:40:47Z', 'updated_at': '2021-08-20T10:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:43:32.128875 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1049203-5493-446d-8790-ce00ae22bdea req-59257f81-6727-46dc-b3aa-cf14b91242ac service neutron] 10.222.0.16 "GET /v2.0/networks/ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7453284 Aug 20 10:43:32.157519 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-27a1c749-e4e7-4cf6-8980-52a28498a5bb None None] For port 8d64bd35-0b98-49b3-a583-6ee29c8a6032, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8d64bd35-0b98-49b3-a583-6ee29c8a6032,segment=NetworkSegment(ca60eb73-04bb-4fcf-bf40-4668ede9ba26),segment_id=ca60eb73-04bb-4fcf-bf40-4668ede9ba26)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:32.157958 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-27a1c749-e4e7-4cf6-8980-52a28498a5bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:32.228773 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-27a1c749-e4e7-4cf6-8980-52a28498a5bb None None] Calling delete_port for 8d64bd35-0b98-49b3-a583-6ee29c8a6032 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:32.283513 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-91bf6d74-923e-49a0-8be1-13c0f95fe40f tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:43:32.288054 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-91bf6d74-923e-49a0-8be1-13c0f95fe40f tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "PUT /v2.0/routers/9dbf2888-e104-473c-abac-cb2899fad80d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2047641 Aug 20 10:43:32.288361 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49446) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:32.321266 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2022ad39-217d-40fb-bfb4-3658bd5c07c7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:32.343019 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2022ad39-217d-40fb-bfb4-3658bd5c07c7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:32.437462 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:32.442301 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-27a1c749-e4e7-4cf6-8980-52a28498a5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:32.477100 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-409f406f-d3bd-4b59-b87d-cfd7db0ffe64 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:32.486875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1c749-e4e7-4cf6-8980-52a28498a5bb None None] Pushing event deleted for resources: {'Port': ['ID=8d64bd35-0b98-49b3-a583-6ee29c8a6032,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:32.497277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a1c749-e4e7-4cf6-8980-52a28498a5bb None None] No DVR routers for this DVR port 8d64bd35-0b98-49b3-a583-6ee29c8a6032 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:43:32.637504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8d64bd35-0b98-49b3-a583-6ee29c8a6032 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:43:32.684878 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 8d64bd35-0b98-49b3-a583-6ee29c8a6032 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:43:32.685493 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8d64bd35-0b98-49b3-a583-6ee29c8a6032 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:43:32.686071 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device eb7aadf4-2370-4248-a783-46bdc400de51 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:43:32.731831 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: eb7aadf4-2370-4248-a783-46bdc400de51 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:43:32.732094 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device eb7aadf4-2370-4248-a783-46bdc400de51 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:43:32.758413 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d0876bfd-cebd-43ff-ba23-bcc83217be13 req-506322b4-e82b-4e82-9613-a6ee59c496c9 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c58741-dae1-4333-92a5-bc55c5a29272 HTTP/1.1" status: 200 len: 210 time: 0.1027043 Aug 20 10:43:32.852225 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-409f406f-d3bd-4b59-b87d-cfd7db0ffe64 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:33.054644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-409f406f-d3bd-4b59-b87d-cfd7db0ffe64 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting port 7409ba34-4b99-40de-b770-d7acab553dae {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:33.055310 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-409f406f-d3bd-4b59-b87d-cfd7db0ffe64 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:33.102748 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4d498fda-fb32-40f0-8eda-1f51d061e00d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:33.137726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2022ad39-217d-40fb-bfb4-3658bd5c07c7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Router dc62ca3f-e68e-41fb-be35-321bb1d809fb is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:43:33.143923 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:33.247526 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49472) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:33.368481 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-409f406f-d3bd-4b59-b87d-cfd7db0ffe64 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] For port 7409ba34-4b99-40de-b770-d7acab553dae, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7409ba34-4b99-40de-b770-d7acab553dae,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:33.368481 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-409f406f-d3bd-4b59-b87d-cfd7db0ffe64 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:33.436573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-409f406f-d3bd-4b59-b87d-cfd7db0ffe64 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Calling delete_port for 7409ba34-4b99-40de-b770-d7acab553dae owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:33.558612 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-4d498fda-fb32-40f0-8eda-1f51d061e00d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Deleting port 710605b1-434f-4f57-8faa-42e413e40329 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:33.559187 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4d498fda-fb32-40f0-8eda-1f51d061e00d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:33.678207 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-409f406f-d3bd-4b59-b87d-cfd7db0ffe64 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:33.696861 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2022ad39-217d-40fb-bfb4-3658bd5c07c7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:43:33.699798 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4d498fda-fb32-40f0-8eda-1f51d061e00d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:33.700140 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd1615d0-ba8b-4d89-9d26-a2c0b8185c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:33.704427 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2022ad39-217d-40fb-bfb4-3658bd5c07c7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:33.706214 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2022ad39-217d-40fb-bfb4-3658bd5c07c7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "PUT /v2.0/routers/dc62ca3f-e68e-41fb-be35-321bb1d809fb HTTP/1.1" status: 200 len: 915 time: 4.9535279 Aug 20 10:43:33.722429 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f05ac29-aac5-4f1e-b1a8-61c85ce20646 None None] Sync routers for ids ['dc62ca3f-e68e-41fb-be35-321bb1d809fb'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:43:33.733957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49484) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:33.737816 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f05ac29-aac5-4f1e-b1a8-61c85ce20646 None None] Routers {'dc62ca3f-e68e-41fb-be35-321bb1d809fb'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:33.738755 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4f05ac29-aac5-4f1e-b1a8-61c85ce20646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['dc62ca3f-e68e-41fb-be35-321bb1d809fb'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:33.746926 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-4d498fda-fb32-40f0-8eda-1f51d061e00d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Calling delete_port for 710605b1-434f-4f57-8faa-42e413e40329 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:33.784271 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4f05ac29-aac5-4f1e-b1a8-61c85ce20646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:33.794455 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f05ac29-aac5-4f1e-b1a8-61c85ce20646 None None] Routers {'dc62ca3f-e68e-41fb-be35-321bb1d809fb'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:33.795296 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4f05ac29-aac5-4f1e-b1a8-61c85ce20646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['dc62ca3f-e68e-41fb-be35-321bb1d809fb'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:33.810316 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f406f-d3bd-4b59-b87d-cfd7db0ffe64 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Port': ['ID=7409ba34-4b99-40de-b770-d7acab553dae,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:33.834594 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4f05ac29-aac5-4f1e-b1a8-61c85ce20646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:33.835451 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f05ac29-aac5-4f1e-b1a8-61c85ce20646 None None] The sync data for ids ['dc62ca3f-e68e-41fb-be35-321bb1d809fb'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:43:33.983592 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d5ff167-87eb-4dd6-a4ba-f32fdcaa6ff4 req-2436a44e-6986-485d-97b3-f93d7dcdee6c tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c58741-dae1-4333-92a5-bc55c5a29272 HTTP/1.1" status: 200 len: 210 time: 0.0817943 Aug 20 10:43:33.994339 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-409f406f-d3bd-4b59-b87d-cfd7db0ffe64 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.066112 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4d498fda-fb32-40f0-8eda-1f51d061e00d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.127601 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f7219fa3-01c1-4e22-a103-e30bce71fb5d tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "GET /v2.0/routers/dc62ca3f-e68e-41fb-be35-321bb1d809fb HTTP/1.1" status: 200 len: 921 time: 0.3807607 Aug 20 10:43:34.127601 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-409f406f-d3bd-4b59-b87d-cfd7db0ffe64 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.128465 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49492) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:34.132152 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d498fda-fb32-40f0-8eda-1f51d061e00d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event deleted for resources: {'Port': ['ID=710605b1-434f-4f57-8faa-42e413e40329,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:34.134140 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-409f406f-d3bd-4b59-b87d-cfd7db0ffe64 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.199881 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-409f406f-d3bd-4b59-b87d-cfd7db0ffe64 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.200462 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409f406f-d3bd-4b59-b87d-cfd7db0ffe64 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Fanout notify agent at l3_agent the message router_deleted on router 61fcf6b8-83b7-4a9b-a724-009daa61d6c4 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:43:34.215843 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-409f406f-d3bd-4b59-b87d-cfd7db0ffe64 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.219896 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-409f406f-d3bd-4b59-b87d-cfd7db0ffe64 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/routers/61fcf6b8-83b7-4a9b-a724-009daa61d6c4 HTTP/1.1" status: 204 len: 168 time: 2.6989286 Aug 20 10:43:34.224125 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49494) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:34.233940 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd1615d0-ba8b-4d89-9d26-a2c0b8185c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.295664 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd1615d0-ba8b-4d89-9d26-a2c0b8185c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.307712 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037919ca-ba3e-4077-8adb-848f164a4ce7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:34.309354 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-037919ca-ba3e-4077-8adb-848f164a4ce7 tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&device_id=dc62ca3f-e68e-41fb-be35-321bb1d809fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1784289 Aug 20 10:43:34.321406 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49496) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:34.335715 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fd1615d0-ba8b-4d89-9d26-a2c0b8185c91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d184f73357744fe8aca37e4f00ad269a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0816324 Aug 20 10:43:34.335715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49498) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:34.437042 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1615d0-ba8b-4d89-9d26-a2c0b8185c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27416ede-0a7a-4245-921e-301a5904a132,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:34.473164 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a5ce4ef-08b1-462f-adfc-06429551f93f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.544480 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-429eab2d-4a1a-479d-bae5-13ce059b4264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.592662 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4d498fda-fb32-40f0-8eda-1f51d061e00d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.640555 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-429eab2d-4a1a-479d-bae5-13ce059b4264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.643868 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a5ce4ef-08b1-462f-adfc-06429551f93f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.662692 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-7a5ce4ef-08b1-462f-adfc-06429551f93f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ee7e74-5a5c-49dc-a864-0c96e1144436']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:34.682972 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-7a5ce4ef-08b1-462f-adfc-06429551f93f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:34.683301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-7a5ce4ef-08b1-462f-adfc-06429551f93f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca60eb73-04bb-4fcf-bf40-4668ede9ba26') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:34.699492 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a5ce4ef-08b1-462f-adfc-06429551f93f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.721912 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a5ce4ef-08b1-462f-adfc-06429551f93f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.733499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5ce4ef-08b1-462f-adfc-06429551f93f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:43:34.733933 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a5ce4ef-08b1-462f-adfc-06429551f93f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:43:34.737380 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:43:34.746050 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1049203-5493-446d-8790-ce00ae22bdea req-eeb2e8c0-1ab2-493b-92c0-45e91b61fa21 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:34.748193 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1049203-5493-446d-8790-ce00ae22bdea req-eeb2e8c0-1ab2-493b-92c0-45e91b61fa21 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.42 "GET /v2.0/networks?id=ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc HTTP/1.1" status: 200 len: 807 time: 0.4424400 Aug 20 10:43:34.750481 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c789ca-ae90-4480-bf68-0511e47ebccf tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:34.752312 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-87c789ca-ae90-4480-bf68-0511e47ebccf tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 881 time: 0.4295177 Aug 20 10:43:34.754936 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-429eab2d-4a1a-479d-bae5-13ce059b4264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.755253 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49506) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:34.757966 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-429eab2d-4a1a-479d-bae5-13ce059b4264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.759133 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-429eab2d-4a1a-479d-bae5-13ce059b4264 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27416ede-0a7a-4245-921e-301a5904a132 HTTP/1.1" status: 204 len: 168 time: 0.4225798 Aug 20 10:43:34.794544 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-685c6c98-ed8d-4b76-8d73-6cd0233a26d7 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc62ca3f-e68e-41fb-be35-321bb1d809fb HTTP/1.1" status: 200 len: 205 time: 0.0381782 Aug 20 10:43:34.805710 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.807821 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49510) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:34.811757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-f1049203-5493-446d-8790-ce00ae22bdea req-76e8ab4a-b64a-4c85-b821-a93382578504 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Request body: {'port': {'device_id': '49c58741-dae1-4333-92a5-bc55c5a29272', 'network_id': 'ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc', 'admin_state_up': True, 'tenant_id': '5dc9404880a64e2098b2a4b7b279862b'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:34.891640 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429eab2d-4a1a-479d-bae5-13ce059b4264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27416ede-0a7a-4245-921e-301a5904a132,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:34.964588 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a5ce4ef-08b1-462f-adfc-06429551f93f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.978532 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7a5ce4ef-08b1-462f-adfc-06429551f93f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:34.978532 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7a5ce4ef-08b1-462f-adfc-06429551f93f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/networks/04ee7e74-5a5c-49dc-a864-0c96e1144436 HTTP/1.1" status: 204 len: 168 time: 0.7502644 Aug 20 10:43:34.978532 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49516) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:35.009112 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aaf6bd1f-229b-4247-b558-8de2666a12ff tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:35.017143 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ce4ef-08b1-462f-adfc-06429551f93f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Network': ['ID=04ee7e74-5a5c-49dc-a864-0c96e1144436,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:35.030366 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d498fda-fb32-40f0-8eda-1f51d061e00d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Router 9dbf2888-e104-473c-abac-cb2899fad80d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:43:35.148293 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d498fda-fb32-40f0-8eda-1f51d061e00d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:43:35.156305 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4d498fda-fb32-40f0-8eda-1f51d061e00d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "PUT /v2.0/routers/9dbf2888-e104-473c-abac-cb2899fad80d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8667490 Aug 20 10:43:35.160450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0216e219-d6b1-4b5f-9264-213d4f4efffa None None] Sync routers for ids ['9dbf2888-e104-473c-abac-cb2899fad80d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:43:35.162291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49526) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:35.164059 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8cf14157-c905-4128-9446-7e0e2e503ca1 req-5ab06ce6-3e05-45d6-b755-8b3bc3437ce0 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c58741-dae1-4333-92a5-bc55c5a29272 HTTP/1.1" status: 200 len: 210 time: 0.0575438 Aug 20 10:43:35.172014 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0216e219-d6b1-4b5f-9264-213d4f4efffa None None] Routers {'9dbf2888-e104-473c-abac-cb2899fad80d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:35.173096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0216e219-d6b1-4b5f-9264-213d4f4efffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9dbf2888-e104-473c-abac-cb2899fad80d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:35.211800 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0216e219-d6b1-4b5f-9264-213d4f4efffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:35.222904 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0216e219-d6b1-4b5f-9264-213d4f4efffa None None] Routers {'9dbf2888-e104-473c-abac-cb2899fad80d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:35.224017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0216e219-d6b1-4b5f-9264-213d4f4efffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9dbf2888-e104-473c-abac-cb2899fad80d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:35.260723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49528) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:35.265269 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0216e219-d6b1-4b5f-9264-213d4f4efffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:35.266249 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0216e219-d6b1-4b5f-9264-213d4f4efffa None None] The sync data for ids ['9dbf2888-e104-473c-abac-cb2899fad80d'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:43:35.281604 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-c6934d37-4efb-4f40-939c-e3ad2d75fd4b tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] delete failed (client error): The resource could not be found. Aug 20 10:43:35.282875 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c6934d37-4efb-4f40-939c-e3ad2d75fd4b tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1995472581 HTTP/1.1" status: 404 len: 335 time: 0.1195102 Aug 20 10:43:35.287716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49530) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:35.294350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a269e8d2-0ee6-44d0-b4d1-de1e4693fc04 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Request body: {'router': {'external_gateway_info': {'network_id': '9dbf2888-e104-473c-abac-cb2899fad80d'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:35.303837 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-26f260c0-f4ea-47bc-93df-411b6c6d7462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:35.325499 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9717dbf-d864-4d48-b6c7-951984cb1a24 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:35.363945 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9717dbf-d864-4d48-b6c7-951984cb1a24 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:35.386658 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aaf6bd1f-229b-4247-b558-8de2666a12ff tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:35.400980 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1049203-5493-446d-8790-ce00ae22bdea req-76e8ab4a-b64a-4c85-b821-a93382578504 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Made reservation on behalf of 5dc9404880a64e2098b2a4b7b279862b for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:43:35.405345 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f1049203-5493-446d-8790-ce00ae22bdea req-76e8ab4a-b64a-4c85-b821-a93382578504 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:35.538605 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-aaf6bd1f-229b-4247-b558-8de2666a12ff tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Deleting port 3b535bb5-f523-4f46-b592-5f01bc3068c3 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:35.539247 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aaf6bd1f-229b-4247-b558-8de2666a12ff tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:35.544436 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9717dbf-d864-4d48-b6c7-951984cb1a24 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:35.547144 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9717dbf-d864-4d48-b6c7-951984cb1a24 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:35.548379 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f9717dbf-d864-4d48-b6c7-951984cb1a24 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/security-groups/71cda15f-d983-419c-bc23-38f01fc86016 HTTP/1.1" status: 204 len: 168 time: 0.5690627 Aug 20 10:43:35.623427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9717dbf-d864-4d48-b6c7-951984cb1a24 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cda15f-d983-419c-bc23-38f01fc86016,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:35.628774 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-26f260c0-f4ea-47bc-93df-411b6c6d7462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:35.637545 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-26f260c0-f4ea-47bc-93df-411b6c6d7462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:35.717962 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f260c0-f4ea-47bc-93df-411b6c6d7462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97cfe83-9523-47a4-940d-b3c6c59b419f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:35.729277 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-26f260c0-f4ea-47bc-93df-411b6c6d7462 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b0c331da51c45ce9a176edcd5548eeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4592340 Aug 20 10:43:35.731155 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aaf6bd1f-229b-4247-b558-8de2666a12ff tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:35.734200 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49542) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:35.756963 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-aaf6bd1f-229b-4247-b558-8de2666a12ff tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Calling delete_port for 3b535bb5-f523-4f46-b592-5f01bc3068c3 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:35.758920 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a269e8d2-0ee6-44d0-b4d1-de1e4693fc04 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:35.803617 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-a269e8d2-0ee6-44d0-b4d1-de1e4693fc04 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] update failed (client error): The resource could not be found. Aug 20 10:43:35.808312 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a269e8d2-0ee6-44d0-b4d1-de1e4693fc04 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "PUT /v2.0/routers/9dbf2888-e104-473c-abac-cb2899fad80d HTTP/1.1" status: 404 len: 339 time: 0.5152726 Aug 20 10:43:35.809259 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49544) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:35.856091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-f1049203-5493-446d-8790-ce00ae22bdea req-76e8ab4a-b64a-4c85-b821-a93382578504 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Allocated IP 172.20.0.6 (ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc/6638b5b8-d6ee-4756-8d59-e7bd8a963d4f/3d20f15c-055f-42ca-9f61-12bdf27c6437) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:43:35.939775 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49550) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:35.948230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-c7239f9f-d6bf-444a-99bb-8af94941ca08 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793610862', 'description': 'tempest-secgroup-smoke-793610862 description', 'project_id': 'a42de817dc7f43e1b394c597ce63df37'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:36.002690 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-04c3872e-4cb1-4c87-a357-2233bf9562f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:36.024844 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7239f9f-d6bf-444a-99bb-8af94941ca08 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:36.096165 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-04c3872e-4cb1-4c87-a357-2233bf9562f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:36.166211 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aaf6bd1f-229b-4247-b558-8de2666a12ff tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:36.216022 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6bd1f-229b-4247-b558-8de2666a12ff tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Pushing event deleted for resources: {'Port': ['ID=3b535bb5-f523-4f46-b592-5f01bc3068c3,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:36.297718 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-04c3872e-4cb1-4c87-a357-2233bf9562f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:36.301273 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-04c3872e-4cb1-4c87-a357-2233bf9562f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:36.302465 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-04c3872e-4cb1-4c87-a357-2233bf9562f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b97cfe83-9523-47a4-940d-b3c6c59b419f HTTP/1.1" status: 204 len: 168 time: 0.5672998 Aug 20 10:43:36.326687 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7239f9f-d6bf-444a-99bb-8af94941ca08 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:36.331439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3872e-4cb1-4c87-a357-2233bf9562f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97cfe83-9523-47a4-940d-b3c6c59b419f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:36.348932 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-16d68bc0-ef62-48ef-9b19-75c5c803b7a6 req-ba395c5c-5cf7-4bbf-9be2-97f126d44cd6 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c58741-dae1-4333-92a5-bc55c5a29272 HTTP/1.1" status: 200 len: 210 time: 0.0774617 Aug 20 10:43:36.353077 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:36.356385 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7239f9f-d6bf-444a-99bb-8af94941ca08 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:36.388187 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7409ba34-4b99-40de-b770-d7acab553dae no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:43:36.415207 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aaf6bd1f-229b-4247-b558-8de2666a12ff tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:36.425246 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7239f9f-d6bf-444a-99bb-8af94941ca08 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:36.429574 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c7239f9f-d6bf-444a-99bb-8af94941ca08 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4871156 Aug 20 10:43:36.430213 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49560) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:36.444960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 7409ba34-4b99-40de-b770-d7acab553dae {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:43:36.445577 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7409ba34-4b99-40de-b770-d7acab553dae not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:43:36.831479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-5a777fe0-8eb8-4ebc-976b-1823eec97fe5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': 'd038cddc-17cd-4f01-9ca0-c14bec2437c4', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:36.896857 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7239f9f-d6bf-444a-99bb-8af94941ca08 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d038cddc-17cd-4f01-9ca0-c14bec2437c4,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:36.967381 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aaf6bd1f-229b-4247-b558-8de2666a12ff tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:36.972026 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aaf6bd1f-229b-4247-b558-8de2666a12ff tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.035294 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a777fe0-8eb8-4ebc-976b-1823eec97fe5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.044955 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aaf6bd1f-229b-4247-b558-8de2666a12ff tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.045510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf6bd1f-229b-4247-b558-8de2666a12ff tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Fanout notify agent at l3_agent the message router_deleted on router dc62ca3f-e68e-41fb-be35-321bb1d809fb {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:43:37.054945 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aaf6bd1f-229b-4247-b558-8de2666a12ff tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.056100 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aaf6bd1f-229b-4247-b558-8de2666a12ff tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "DELETE /v2.0/routers/dc62ca3f-e68e-41fb-be35-321bb1d809fb HTTP/1.1" status: 204 len: 168 time: 2.2471907 Aug 20 10:43:37.060339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49582) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:37.064806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-514404974', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:37.118930 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.120032 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.122890 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f1049203-5493-446d-8790-ce00ae22bdea req-76e8ab4a-b64a-4c85-b821-a93382578504 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.141766 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a777fe0-8eb8-4ebc-976b-1823eec97fe5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.145275 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Allocated IP 172.20.0.1 (f716638d-abac-4615-bd04-04850da09386/9282f1e5-27a9-420e-9f39-0db18a43ef78/a400635b-440d-464d-93bf-d00aed178183) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:43:37.150811 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a777fe0-8eb8-4ebc-976b-1823eec97fe5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.210600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a777fe0-8eb8-4ebc-976b-1823eec97fe5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5b632b-a76e-4daf-b8eb-0616787e9587,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:37.213740 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.256636 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a777fe0-8eb8-4ebc-976b-1823eec97fe5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.260751 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5a777fe0-8eb8-4ebc-976b-1823eec97fe5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4364083 Aug 20 10:43:37.261366 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49594) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:37.267850 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f1049203-5493-446d-8790-ce00ae22bdea req-76e8ab4a-b64a-4c85-b821-a93382578504 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.268339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-8003eb04-270f-4684-8cf6-1a8ca0b6d45b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': 'd038cddc-17cd-4f01-9ca0-c14bec2437c4', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:37.354103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1049203-5493-446d-8790-ce00ae22bdea req-76e8ab4a-b64a-4c85-b821-a93382578504 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Network ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:43:37.370662 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-f1049203-5493-446d-8790-ce00ae22bdea req-76e8ab4a-b64a-4c85-b821-a93382578504 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:37.374244 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8ab4a-b64a-4c85-b821-a93382578504 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Pushing event updated for resources: {'Port': ['ID=3d20f15c-055f-42ca-9f61-12bdf27c6437,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:37.380212 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.382452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1049203-5493-446d-8790-ce00ae22bdea req-76e8ab4a-b64a-4c85-b821-a93382578504 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:43:37.405290 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.429480 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Transition to ACTIVE for port object a400635b-440d-464d-93bf-d00aed178183 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:43:37.450714 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8003eb04-270f-4684-8cf6-1a8ca0b6d45b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.453491 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1049203-5493-446d-8790-ce00ae22bdea req-76e8ab4a-b64a-4c85-b821-a93382578504 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:37.454220 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f1049203-5493-446d-8790-ce00ae22bdea req-76e8ab4a-b64a-4c85-b821-a93382578504 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.484480 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1049203-5493-446d-8790-ce00ae22bdea req-76e8ab4a-b64a-4c85-b821-a93382578504 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7012744 Aug 20 10:43:37.498739 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Request body: {'port': {'device_id': '49c58741-dae1-4333-92a5-bc55c5a29272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:37.533780 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.603687 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Network f716638d-abac-4615-bd04-04850da09386 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:43:37.609892 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:37.640091 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8003eb04-270f-4684-8cf6-1a8ca0b6d45b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.644054 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.652455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea599469-3ad2-4169-9435-8fdd2ae96df0 req-00ca4749-bdf9-4a17-a3d9-a17272cc8fe2 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:37.659816 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea599469-3ad2-4169-9435-8fdd2ae96df0 req-00ca4749-bdf9-4a17-a3d9-a17272cc8fe2 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c58741-dae1-4333-92a5-bc55c5a29272 HTTP/1.1" status: 200 len: 931 time: 0.1702952 Aug 20 10:43:37.670076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:43:37.671789 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8003eb04-270f-4684-8cf6-1a8ca0b6d45b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.710974 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event updated for resources: {'Port': ['ID=a400635b-440d-464d-93bf-d00aed178183,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:37.772202 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003eb04-270f-4684-8cf6-1a8ca0b6d45b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24008fc7-4d20-40bc-8a83-a116b068a47e,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:37.772451 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.830644 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8003eb04-270f-4684-8cf6-1a8ca0b6d45b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.831973 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8003eb04-270f-4684-8cf6-1a8ca0b6d45b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5678337 Aug 20 10:43:37.837765 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49610) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:37.855344 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-27c8b962-b84a-496a-89a8-3f79178a78ad tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': 'd038cddc-17cd-4f01-9ca0-c14bec2437c4', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:37.873279 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea599469-3ad2-4169-9435-8fdd2ae96df0 req-0ce10b1f-7fd2-40f3-aa50-e5267c08da4f tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/security-groups?id=c336c65a-50c4-4010-8bf1-f3e8f6fff7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122042 Aug 20 10:43:37.957821 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-27c8b962-b84a-496a-89a8-3f79178a78ad tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:37.995332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0a28c47e-bacd-453e-91c9-aabbad6e94a8 None None] Provisioning for port a400635b-440d-464d-93bf-d00aed178183 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:38.001298 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0a28c47e-bacd-453e-91c9-aabbad6e94a8 None None] Provisioning complete for port a400635b-440d-464d-93bf-d00aed178183 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:38.001950 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0a28c47e-bacd-453e-91c9-aabbad6e94a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.054174 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0a28c47e-bacd-453e-91c9-aabbad6e94a8 None None] Port a400635b-440d-464d-93bf-d00aed178183 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:43:38.102961 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-27c8b962-b84a-496a-89a8-3f79178a78ad tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.110024 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-27c8b962-b84a-496a-89a8-3f79178a78ad tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.139615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8b962-b84a-496a-89a8-3f79178a78ad tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fdf3d3-e822-4f2f-9ca4-45ba809ac1d6,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:38.187423 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-27c8b962-b84a-496a-89a8-3f79178a78ad tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.192606 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-27c8b962-b84a-496a-89a8-3f79178a78ad tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3374047 Aug 20 10:43:38.192862 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49624) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:38.201191 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d2977745-1df9-4be8-8c23-d3b23b649770 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': 'd038cddc-17cd-4f01-9ca0-c14bec2437c4', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:38.256586 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.289512 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.290154 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.326940 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d20f15c-055f-42ca-9f61-12bdf27c6437 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:43:38.344236 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.392818 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Transition to ACTIVE for port object 3d20f15c-055f-42ca-9f61-12bdf27c6437 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:43:38.401833 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.441643 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d2977745-1df9-4be8-8c23-d3b23b649770 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.505563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Allocated IP 172.25.3.178 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/7d7e8464-879c-4a4c-85fd-eecc9c9852c4) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:43:38.542380 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Pushing event updated for resources: {'Port': ['ID=3d20f15c-055f-42ca-9f61-12bdf27c6437,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:38.663754 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d2977745-1df9-4be8-8c23-d3b23b649770 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.669890 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d2977745-1df9-4be8-8c23-d3b23b649770 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.705707 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2977745-1df9-4be8-8c23-d3b23b649770 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958c9f1c-fccc-4366-9732-e3707159ffd6,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:38.714907 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d2977745-1df9-4be8-8c23-d3b23b649770 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.719017 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d2977745-1df9-4be8-8c23-d3b23b649770 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5234864 Aug 20 10:43:38.719645 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49642) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:38.726856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-98f2c803-9789-417d-b59c-51c7ceceba24 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': 'd038cddc-17cd-4f01-9ca0-c14bec2437c4', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:38.749496 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-98f2c803-9789-417d-b59c-51c7ceceba24 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Project a42de817dc7f43e1b394c597ce63df37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:43:38.762650 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-98f2c803-9789-417d-b59c-51c7ceceba24 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.768276 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.795030 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Attempting to bind port 3d20f15c-055f-42ca-9f61-12bdf27c6437 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:43:38.795385 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Attempting to bind port 3d20f15c-055f-42ca-9f61-12bdf27c6437 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'ae25714a-b247-4a14-a67a-4c380cc7fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:43:38.795724 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Attempting to bind port 3d20f15c-055f-42ca-9f61-12bdf27c6437 on network ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:43:38.829640 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Port 3d20f15c-055f-42ca-9f61-12bdf27c6437 on network ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:43:38.830469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Attempting to bind port 3d20f15c-055f-42ca-9f61-12bdf27c6437 on network ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:43:38.837478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:43:38.837827 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Checking segment: {'id': 'ae25714a-b247-4a14-a67a-4c380cc7fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:43:38.838273 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Bound using segment: {'id': 'ae25714a-b247-4a14-a67a-4c380cc7fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:43:38.838716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Bound port: 3d20f15c-055f-42ca-9f61-12bdf27c6437, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae25714a-b247-4a14-a67a-4c380cc7fca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:43:38.839210 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.882642 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.884845 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:43:38.900896 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-98f2c803-9789-417d-b59c-51c7ceceba24 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.925683 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-98f2c803-9789-417d-b59c-51c7ceceba24 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:38.990917 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:43:39.010691 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:39.023224 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2c803-9789-417d-b59c-51c7ceceba24 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ea4c28-28c2-4f49-a311-e80cc90d9f8f,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:39.025210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:43:39.030924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Pushing event updated for resources: {'Port': ['ID=7d7e8464-879c-4a4c-85fd-eecc9c9852c4,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:39.057813 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-98f2c803-9789-417d-b59c-51c7ceceba24 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:39.062747 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-98f2c803-9789-417d-b59c-51c7ceceba24 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3395061 Aug 20 10:43:39.063422 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49654) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:39.073042 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-73fbb30e-4d04-413d-be65-10227bc78761 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': 'd038cddc-17cd-4f01-9ca0-c14bec2437c4', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:39.130376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] For port 3d20f15c-055f-42ca-9f61-12bdf27c6437, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:43:39.143701 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] For port 3d20f15c-055f-42ca-9f61-12bdf27c6437, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=3d20f15c-055f-42ca-9f61-12bdf27c6437,segment=NetworkSegment(ae25714a-b247-4a14-a67a-4c380cc7fca9),segment_id=ae25714a-b247-4a14-a67a-4c380cc7fca9)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:43:39.149830 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:39.157449 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:39.193605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9239b0-2815-4d7b-bcc1-415c2c43bc58 req-a1845e57-563d-4c03-8f4a-bbcc40d1bc14 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:39.201340 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef9239b0-2815-4d7b-bcc1-415c2c43bc58 req-a1845e57-563d-4c03-8f4a-bbcc40d1bc14 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c58741-dae1-4333-92a5-bc55c5a29272 HTTP/1.1" status: 200 len: 943 time: 0.2117395 Aug 20 10:43:39.215918 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-73fbb30e-4d04-413d-be65-10227bc78761 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Project a42de817dc7f43e1b394c597ce63df37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:43:39.225531 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:39.281070 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73fbb30e-4d04-413d-be65-10227bc78761 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:39.318995 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:39.319787 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:39.321044 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1049203-5493-446d-8790-ce00ae22bdea req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] 10.222.0.42 "PUT /v2.0/ports/3d20f15c-055f-42ca-9f61-12bdf27c6437 HTTP/1.1" status: 200 len: 1092 time: 1.8280268 Aug 20 10:43:39.322007 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:39.355267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c58741-dae1-4333-92a5-bc55c5a29272', 'tag': '3d20f15c-055f-42ca-9f61-12bdf27c6437'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:43:39.364013 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0844530b-a76f-451b-ac37-05460b6aaba1" -d '{"events": [{"name": "network-changed", "server_uuid": "49c58741-dae1-4333-92a5-bc55c5a29272", "tag": "3d20f15c-055f-42ca-9f61-12bdf27c6437"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:43:39.440327 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73fbb30e-4d04-413d-be65-10227bc78761 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:39.446057 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73fbb30e-4d04-413d-be65-10227bc78761 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:39.484331 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbb30e-4d04-413d-be65-10227bc78761 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7de925-16b0-4bfc-9ae4-edcfdf60d718,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:39.487463 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7fe8a-a401-43c6-9e5c-1f98540ecd55 service neutron] Pushing event updated for resources: {'Port': ['ID=3d20f15c-055f-42ca-9f61-12bdf27c6437,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:39.495027 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ee8b12-521e-4877-975c-812cfee3f4b2 x-openstack-request-id: req-78ee8b12-521e-4877-975c-812cfee3f4b2 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:43:39.495394 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c58741-dae1-4333-92a5-bc55c5a29272", "tag": "3d20f15c-055f-42ca-9f61-12bdf27c6437", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:43:39.495693 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78ee8b12-521e-4877-975c-812cfee3f4b2 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:43:39.495965 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c58741-dae1-4333-92a5-bc55c5a29272', 'tag': '3d20f15c-055f-42ca-9f61-12bdf27c6437', 'status': 'completed', 'code': 200} Aug 20 10:43:39.517941 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73fbb30e-4d04-413d-be65-10227bc78761 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:39.519346 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-73fbb30e-4d04-413d-be65-10227bc78761 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4525928 Aug 20 10:43:39.523577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49666) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:39.528652 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-73d992b9-9f1b-42e7-9e9e-24db49953b05 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'network': {'name': 'tempest-network-smoke--1423135738', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'port_security_enabled': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:39.544761 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef9239b0-2815-4d7b-bcc1-415c2c43bc58 req-0ae8e25e-f56d-4fab-836e-1958f10407fa tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/security-groups?id=c336c65a-50c4-4010-8bf1-f3e8f6fff7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425105 Aug 20 10:43:39.561235 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:39.586725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1049203-5493-446d-8790-ce00ae22bdea req-09b388a9-dc47-4b5d-ae29-6128abdc0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:39.588370 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1049203-5493-446d-8790-ce00ae22bdea req-09b388a9-dc47-4b5d-ae29-6128abdc0bc4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5dc9404880a64e2098b2a4b7b279862b&device_id=49c58741-dae1-4333-92a5-bc55c5a29272 HTTP/1.1" status: 200 len: 1095 time: 0.2015004 Aug 20 10:43:39.617364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event updated for resources: {'Port': ['ID=a400635b-440d-464d-93bf-d00aed178183,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:39.638597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d992b9-9f1b-42e7-9e9e-24db49953b05 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Made reservation on behalf of a42de817dc7f43e1b394c597ce63df37 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:43:39.638597 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73d992b9-9f1b-42e7-9e9e-24db49953b05 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:39.652627 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1049203-5493-446d-8790-ce00ae22bdea req-6c330b15-a31c-4b38-abf3-4526449ec674 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d20f15c-055f-42ca-9f61-12bdf27c6437 HTTP/1.1" status: 200 len: 217 time: 0.0528023 Aug 20 10:43:39.659869 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Network f716638d-abac-4615-bd04-04850da09386 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:43:39.669968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:39.711322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d992b9-9f1b-42e7-9e9e-24db49953b05 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:43:39.744530 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73d992b9-9f1b-42e7-9e9e-24db49953b05 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:39.744887 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-73d992b9-9f1b-42e7-9e9e-24db49953b05 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Added segment 46164dfb-b2f2-4cb2-a717-3ab8663dc657 of type vlan for network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 Aug 20 10:43:39.789444 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1049203-5493-446d-8790-ce00ae22bdea req-4ec47748-9349-4439-89ac-38d41d1b0629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:39.790724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1049203-5493-446d-8790-ce00ae22bdea req-4ec47748-9349-4439-89ac-38d41d1b0629 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6638b5b8-d6ee-4756-8d59-e7bd8a963d4f HTTP/1.1" status: 200 len: 847 time: 0.1298277 Aug 20 10:43:39.832993 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1049203-5493-446d-8790-ce00ae22bdea req-4399a0c9-9cb8-447c-907e-c57709165e69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338378 Aug 20 10:43:39.836550 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73d992b9-9f1b-42e7-9e9e-24db49953b05 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:39.841310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Router 9dbf2888-e104-473c-abac-cb2899fad80d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:43:39.911019 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73d992b9-9f1b-42e7-9e9e-24db49953b05 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:39.917790 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d992b9-9f1b-42e7-9e9e-24db49953b05 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:39.918423 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73d992b9-9f1b-42e7-9e9e-24db49953b05 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:39.964762 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-73d992b9-9f1b-42e7-9e9e-24db49953b05 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4363353 Aug 20 10:43:39.968725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49678) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:39.973712 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-478896762', 'admin_state_up': True, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:40.016816 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:40.061823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:43:40.065959 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:40.067010 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:40.073584 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a766b56e-837a-446f-aa8c-71d494179403 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "PUT /v2.0/routers/9dbf2888-e104-473c-abac-cb2899fad80d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2638876 Aug 20 10:43:40.074849 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d992b9-9f1b-42e7-9e9e-24db49953b05 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Network': ['ID=8e4e0ef3-4f0a-473e-86af-ada3f65518f4,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:40.077547 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49680) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:40.079142 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ceb1ce-e045-44cc-ae38-25e0b3e279a4 None None] Sync routers for ids ['9dbf2888-e104-473c-abac-cb2899fad80d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:43:40.081865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1049203-5493-446d-8790-ce00ae22bdea req-59838a38-cc5b-4087-8416-980ec27a8f96 service neutron] 10.222.0.42 "GET /v2.0/networks/ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386324 Aug 20 10:43:40.089831 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:43:40.098289 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ceb1ce-e045-44cc-ae38-25e0b3e279a4 None None] Routers {'9dbf2888-e104-473c-abac-cb2899fad80d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:40.098927 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-62ceb1ce-e045-44cc-ae38-25e0b3e279a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9dbf2888-e104-473c-abac-cb2899fad80d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:40.144651 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-62ceb1ce-e045-44cc-ae38-25e0b3e279a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:40.165364 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ceb1ce-e045-44cc-ae38-25e0b3e279a4 None None] Routers {'9dbf2888-e104-473c-abac-cb2899fad80d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:40.166157 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-62ceb1ce-e045-44cc-ae38-25e0b3e279a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9dbf2888-e104-473c-abac-cb2899fad80d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:40.221448 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Router ed4a4e84-9344-4621-8f88-5d5d435d6f22 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:43:40.222095 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-15779b30-6cba-434a-882a-a091c3635c49 None None] Provisioning complete for port a400635b-440d-464d-93bf-d00aed178183 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:40.222523 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-15779b30-6cba-434a-882a-a091c3635c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:40.260290 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-62ceb1ce-e045-44cc-ae38-25e0b3e279a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:40.262996 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ceb1ce-e045-44cc-ae38-25e0b3e279a4 None None] The sync data for ids ['9dbf2888-e104-473c-abac-cb2899fad80d'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:43:40.268832 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-15779b30-6cba-434a-882a-a091c3635c49 None None] Port a400635b-440d-464d-93bf-d00aed178183 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:43:40.287387 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:40.307275 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c94ea3e8-0581-469e-8b30-c306caab3a31 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:40.343136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:43:40.360570 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e073da2-99f0-4665-9b40-9697cb57b180 None None] Sync routers for ids ['ed4a4e84-9344-4621-8f88-5d5d435d6f22'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:43:40.363026 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:40.364706 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-674279f3-d5ce-482c-be91-52472bac61fb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3039663 Aug 20 10:43:40.367345 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49690) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:40.373986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-79f3aca5-e7c5-40cb-a423-29b5a447892f tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:40.375461 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e073da2-99f0-4665-9b40-9697cb57b180 None None] Routers {'ed4a4e84-9344-4621-8f88-5d5d435d6f22'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:40.376452 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0e073da2-99f0-4665-9b40-9697cb57b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ed4a4e84-9344-4621-8f88-5d5d435d6f22'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:40.411433 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0e073da2-99f0-4665-9b40-9697cb57b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:40.431619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e073da2-99f0-4665-9b40-9697cb57b180 None None] Routers {'ed4a4e84-9344-4621-8f88-5d5d435d6f22'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:40.432402 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0e073da2-99f0-4665-9b40-9697cb57b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ed4a4e84-9344-4621-8f88-5d5d435d6f22'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:40.477877 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0e073da2-99f0-4665-9b40-9697cb57b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:40.478743 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e073da2-99f0-4665-9b40-9697cb57b180 None None] The sync data for ids ['ed4a4e84-9344-4621-8f88-5d5d435d6f22'] in n-d-778550-11 is: [] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:43:40.837796 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1049203-5493-446d-8790-ce00ae22bdea req-c3cc56ba-0aa8-47ff-96f9-675ae9d8896b service neutron] 10.222.0.42 "GET /v2.0/networks/ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7336721 Aug 20 10:43:40.899878 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:40.921872 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-c94ea3e8-0581-469e-8b30-c306caab3a31 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 10:43:40.922908 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c94ea3e8-0581-469e-8b30-c306caab3a31 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "DELETE /v2.0/routers/9dbf2888-e104-473c-abac-cb2899fad80d HTTP/1.1" status: 409 len: 329 time: 0.8442738 Aug 20 10:43:40.927458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49708) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:41.122554 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844530b-a76f-451b-ac37-05460b6aaba1 req-302b20d4-22b1-466d-a6b5-057e8a844da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:41.122723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad547765-1259-434a-b604-77e4721ffd9d req-ca59067b-29e6-47cc-9fca-0e85ced3f14e tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:41.124436 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0844530b-a76f-451b-ac37-05460b6aaba1 req-302b20d4-22b1-466d-a6b5-057e8a844da4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5dc9404880a64e2098b2a4b7b279862b&device_id=49c58741-dae1-4333-92a5-bc55c5a29272 HTTP/1.1" status: 200 len: 1095 time: 0.2146842 Aug 20 10:43:41.130287 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ad547765-1259-434a-b604-77e4721ffd9d req-ca59067b-29e6-47cc-9fca-0e85ced3f14e tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c58741-dae1-4333-92a5-bc55c5a29272 HTTP/1.1" status: 200 len: 943 time: 0.1278114 Aug 20 10:43:41.205762 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79f3aca5-e7c5-40cb-a423-29b5a447892f tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:41.238852 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ad547765-1259-434a-b604-77e4721ffd9d req-cec89781-05e7-43e0-b0ca-f6c3ab444ec5 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/security-groups?id=c336c65a-50c4-4010-8bf1-f3e8f6fff7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688655 Aug 20 10:43:41.241175 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79f3aca5-e7c5-40cb-a423-29b5a447892f tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:41.334032 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-79f3aca5-e7c5-40cb-a423-29b5a447892f tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Deleting port 7d7e8464-879c-4a4c-85fd-eecc9c9852c4 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:41.335367 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79f3aca5-e7c5-40cb-a423-29b5a447892f tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:41.402571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844530b-a76f-451b-ac37-05460b6aaba1 req-7788608d-35ae-45e5-b256-2734f797d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:41.404429 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0844530b-a76f-451b-ac37-05460b6aaba1 req-7788608d-35ae-45e5-b256-2734f797d240 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc HTTP/1.1" status: 200 len: 908 time: 0.2690504 Aug 20 10:43:41.428941 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79f3aca5-e7c5-40cb-a423-29b5a447892f tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:41.440974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-79f3aca5-e7c5-40cb-a423-29b5a447892f tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Calling delete_port for 7d7e8464-879c-4a4c-85fd-eecc9c9852c4 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:41.486840 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0844530b-a76f-451b-ac37-05460b6aaba1 req-895b2e3f-88c1-447d-8042-9d3b8e3c6c7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d20f15c-055f-42ca-9f61-12bdf27c6437 HTTP/1.1" status: 200 len: 217 time: 0.0495193 Aug 20 10:43:41.516997 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:41.585065 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:41.617039 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79f3aca5-e7c5-40cb-a423-29b5a447892f tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:41.656675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844530b-a76f-451b-ac37-05460b6aaba1 req-92968ef2-ad35-4c46-8518-120ee8065a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:41.658697 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0844530b-a76f-451b-ac37-05460b6aaba1 req-92968ef2-ad35-4c46-8518-120ee8065a70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6638b5b8-d6ee-4756-8d59-e7bd8a963d4f HTTP/1.1" status: 200 len: 847 time: 0.1512511 Aug 20 10:43:41.666030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3aca5-e7c5-40cb-a423-29b5a447892f tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Pushing event deleted for resources: {'Port': ['ID=7d7e8464-879c-4a4c-85fd-eecc9c9852c4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:41.700460 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0844530b-a76f-451b-ac37-05460b6aaba1 req-4d46f2c4-f03c-4a12-8b44-59e049f2abe5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322936 Aug 20 10:43:41.708250 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79f3aca5-e7c5-40cb-a423-29b5a447892f tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:41.874225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Allocated IP 172.25.3.63 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:43:41.913414 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0844530b-a76f-451b-ac37-05460b6aaba1 req-718f2900-4013-4150-8e00-63f082583344 service neutron] 10.222.0.42 "GET /v2.0/networks/ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053905 Aug 20 10:43:41.941397 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79f3aca5-e7c5-40cb-a423-29b5a447892f tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:41.944819 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79f3aca5-e7c5-40cb-a423-29b5a447892f tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:41.983782 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b75139e-7b2f-4770-aa4b-d95d9ffb1dcc tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:42.026839 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f3aca5-e7c5-40cb-a423-29b5a447892f tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Router ed4a4e84-9344-4621-8f88-5d5d435d6f22 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:43:42.131381 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f3aca5-e7c5-40cb-a423-29b5a447892f tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:43:42.139271 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79f3aca5-e7c5-40cb-a423-29b5a447892f tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:42.143130 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-79f3aca5-e7c5-40cb-a423-29b5a447892f tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "PUT /v2.0/routers/ed4a4e84-9344-4621-8f88-5d5d435d6f22 HTTP/1.1" status: 200 len: 705 time: 1.7744737 Aug 20 10:43:42.144687 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49716) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:42.146787 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047bad8f-7d53-4814-a9de-598f33c2dd38 None None] Sync routers for ids ['ed4a4e84-9344-4621-8f88-5d5d435d6f22'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:43:42.168234 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:42.174697 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047bad8f-7d53-4814-a9de-598f33c2dd38 None None] Routers {'ed4a4e84-9344-4621-8f88-5d5d435d6f22'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:42.177165 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-047bad8f-7d53-4814-a9de-598f33c2dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ed4a4e84-9344-4621-8f88-5d5d435d6f22'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:42.228532 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-988a119d-2753-4d4c-9e59-ab15f878e1bb tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "GET /v2.0/routers/ed4a4e84-9344-4621-8f88-5d5d435d6f22 HTTP/1.1" status: 200 len: 740 time: 0.0823586 Aug 20 10:43:42.229157 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49720) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:42.229989 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0844530b-a76f-451b-ac37-05460b6aaba1 req-8d923c4b-50ab-4a42-b4fd-c2dad6f3111e service neutron] 10.222.0.42 "GET /v2.0/networks/ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036153 Aug 20 10:43:42.272808 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-047bad8f-7d53-4814-a9de-598f33c2dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:42.284844 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047bad8f-7d53-4814-a9de-598f33c2dd38 None None] Routers {'ed4a4e84-9344-4621-8f88-5d5d435d6f22'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:42.286008 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-047bad8f-7d53-4814-a9de-598f33c2dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ed4a4e84-9344-4621-8f88-5d5d435d6f22'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:42.288999 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8a8385c0-bc24-451e-9f62-751942bf31ee tempest-RoutersAdminTest-1891420570 tempest-RoutersAdminTest-1891420570-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&device_id=ed4a4e84-9344-4621-8f88-5d5d435d6f22 HTTP/1.1" status: 200 len: 205 time: 0.0585973 Aug 20 10:43:42.289463 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49726) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:42.322574 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-11ebce3c-5c2c-45c1-aefb-21659ba1631a tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed4a4e84-9344-4621-8f88-5d5d435d6f22 HTTP/1.1" status: 200 len: 205 time: 0.0300655 Aug 20 10:43:42.325518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49730) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:42.328647 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-047bad8f-7d53-4814-a9de-598f33c2dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:42.329708 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047bad8f-7d53-4814-a9de-598f33c2dd38 None None] The sync data for ids ['ed4a4e84-9344-4621-8f88-5d5d435d6f22'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:43:42.380558 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:42.484302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:43:42.491382 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8cf335bd-1fea-4b2a-8f4f-8d978fb09e34 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:42.496434 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:42.542490 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:43:42.581432 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:43.128161 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8cf335bd-1fea-4b2a-8f4f-8d978fb09e34 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:43.158488 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 3d20f15c-055f-42ca-9f61-12bdf27c6437 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:43:43.164592 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8cf335bd-1fea-4b2a-8f4f-8d978fb09e34 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:43.212868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49760) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:43.250316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bb92e-17f5-45b4-a522-f3b10e589a7e req-bad781f2-c927-4206-adf9-873a12f7e00d tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:43.252464 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c82bb92e-17f5-45b4-a522-f3b10e589a7e req-bad781f2-c927-4206-adf9-873a12f7e00d tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c58741-dae1-4333-92a5-bc55c5a29272 HTTP/1.1" status: 200 len: 943 time: 0.8633931 Aug 20 10:43:43.257511 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8cf335bd-1fea-4b2a-8f4f-8d978fb09e34 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:43.258014 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf335bd-1fea-4b2a-8f4f-8d978fb09e34 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Fanout notify agent at l3_agent the message router_deleted on router ed4a4e84-9344-4621-8f88-5d5d435d6f22 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:43:43.265315 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8cf335bd-1fea-4b2a-8f4f-8d978fb09e34 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:43.270345 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8cf335bd-1fea-4b2a-8f4f-8d978fb09e34 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "DELETE /v2.0/routers/ed4a4e84-9344-4621-8f88-5d5d435d6f22 HTTP/1.1" status: 204 len: 168 time: 0.9382784 Aug 20 10:43:43.270663 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49764) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:43.320079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-0b75139e-7b2f-4770-aa4b-d95d9ffb1dcc tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Deleting port a400635b-440d-464d-93bf-d00aed178183 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:43.320798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 3d20f15c-055f-42ca-9f61-12bdf27c6437, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=3d20f15c-055f-42ca-9f61-12bdf27c6437,segment=NetworkSegment(ae25714a-b247-4a14-a67a-4c380cc7fca9),segment_id=ae25714a-b247-4a14-a67a-4c380cc7fca9)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:43.320951 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b75139e-7b2f-4770-aa4b-d95d9ffb1dcc tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:43.327815 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f7b9771f-572c-458b-9468-ec50c0d09ce3 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed4a4e84-9344-4621-8f88-5d5d435d6f22 HTTP/1.1" status: 200 len: 205 time: 0.0509984 Aug 20 10:43:43.328466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49766) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:43.338993 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '3d20f15c-055f-42ca-9f61-12bdf27c6437', 'network_id': 'ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc', 'port_id': '3d20f15c-055f-42ca-9f61-12bdf27c6437', 'mac_address': 'fa:16:3e:6f:b5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6638b5b8-d6ee-4756-8d59-e7bd8a963d4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:43:43.382771 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:43.398331 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d20f15c-055f-42ca-9f61-12bdf27c6437 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:43:43.403305 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-6a5e64c0-87fe-4f2d-b766-55aa487e02be tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] delete failed (client error): The resource could not be found. Aug 20 10:43:43.405015 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6a5e64c0-87fe-4f2d-b766-55aa487e02be tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "DELETE /v2.0/routers/ed4a4e84-9344-4621-8f88-5d5d435d6f22 HTTP/1.1" status: 404 len: 336 time: 0.0756176 Aug 20 10:43:43.408190 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49768) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:43.426444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 3d20f15c-055f-42ca-9f61-12bdf27c6437, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=3d20f15c-055f-42ca-9f61-12bdf27c6437,segment=NetworkSegment(ae25714a-b247-4a14-a67a-4c380cc7fca9),segment_id=ae25714a-b247-4a14-a67a-4c380cc7fca9)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:43.426673 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0702863d-15ae-4675-b921-2d1a763de4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:43.439945 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:43.452525 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-59273029-f61f-4ae8-a6b1-9cab012d41b8 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc62ca3f-e68e-41fb-be35-321bb1d809fb HTTP/1.1" status: 200 len: 205 time: 0.0359442 Aug 20 10:43:43.455817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49770) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:43.518306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=3d20f15c-055f-42ca-9f61-12bdf27c6437,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:43.527497 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-2a846d7d-c647-446b-b841-18c8839971c3 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] delete failed (client error): The resource could not be found. Aug 20 10:43:43.528549 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2a846d7d-c647-446b-b841-18c8839971c3 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "DELETE /v2.0/routers/dc62ca3f-e68e-41fb-be35-321bb1d809fb HTTP/1.1" status: 404 len: 336 time: 0.0652015 Aug 20 10:43:43.533309 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49772) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:43.540090 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c82bb92e-17f5-45b4-a522-f3b10e589a7e req-3912bcba-69d4-46f8-8ffa-6f0b9ad64929 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/security-groups?id=c336c65a-50c4-4010-8bf1-f3e8f6fff7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620165 Aug 20 10:43:43.549348 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:43.574863 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-73b4fa7c-3189-4753-8ace-ac4cb500b384 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "GET /v2.0/ports?device_id=0591787e-4754-4cf5-8145-539d72cbfe8b HTTP/1.1" status: 200 len: 205 time: 0.0400712 Aug 20 10:43:43.577679 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49774) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:43.619904 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b75139e-7b2f-4770-aa4b-d95d9ffb1dcc tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:43.628874 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-3a4e7812-af5c-4afb-b6f1-2481bf3ff84c tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] delete failed (client error): The resource could not be found. Aug 20 10:43:43.632437 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3a4e7812-af5c-4afb-b6f1-2481bf3ff84c tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "DELETE /v2.0/routers/0591787e-4754-4cf5-8145-539d72cbfe8b HTTP/1.1" status: 404 len: 336 time: 0.0509760 Aug 20 10:43:43.633883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49776) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:43.646122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['3d20f15c-055f-42ca-9f61-12bdf27c6437'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:43:43.678041 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2e43be0a-28a9-4ee3-a59f-91745888a699 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "GET /v2.0/ports?device_id=03da3502-28b2-4972-bee3-92371c707855 HTTP/1.1" status: 200 len: 205 time: 0.0422621 Aug 20 10:43:43.679361 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49778) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:43.711188 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-0b75139e-7b2f-4770-aa4b-d95d9ffb1dcc tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Calling delete_port for a400635b-440d-464d-93bf-d00aed178183 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:43.725535 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0702863d-15ae-4675-b921-2d1a763de4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:43.728048 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-b532409f-c500-43ea-884c-4cd5d274e4da tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] delete failed (client error): The resource could not be found. Aug 20 10:43:43.731508 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b532409f-c500-43ea-884c-4cd5d274e4da tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "DELETE /v2.0/routers/03da3502-28b2-4972-bee3-92371c707855 HTTP/1.1" status: 404 len: 336 time: 0.0487902 Aug 20 10:43:43.731508 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0702863d-15ae-4675-b921-2d1a763de4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:43.754428 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49780) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:43.778080 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0702863d-15ae-4675-b921-2d1a763de4ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c40dd091fbeb471eaeeb7d8aaf74ebd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5631483 Aug 20 10:43:43.780076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702863d-15ae-4675-b921-2d1a763de4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9885a3-6256-40a0-adef-9ca874f97246,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:43.790822 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49784) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:43.819637 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b83e9385-cde1-491b-b257-7deb9340d8eb tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b7f9938-6bc6-442d-823c-d939f86cc926 HTTP/1.1" status: 200 len: 205 time: 0.0382802 Aug 20 10:43:43.823023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49786) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:43.886723 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-051c0f54-a7e0-4d49-b6cf-883e289bed0d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] delete failed (client error): The resource could not be found. Aug 20 10:43:43.887961 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-051c0f54-a7e0-4d49-b6cf-883e289bed0d tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "DELETE /v2.0/routers/4b7f9938-6bc6-442d-823c-d939f86cc926 HTTP/1.1" status: 404 len: 336 time: 0.0639660 Aug 20 10:43:43.892443 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49788) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:43.932593 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-098d1f18-bb0d-4417-aa1e-aa591cb1c326 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "GET /v2.0/ports?device_id=135c0df6-e173-4b78-bb32-c26f38052fc2 HTTP/1.1" status: 200 len: 205 time: 0.0363274 Aug 20 10:43:43.935084 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49790) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:43.937960 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9381a253-e310-44e7-8222-c272be75ea3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:43.961959 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9381a253-e310-44e7-8222-c272be75ea3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:44.030938 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:44.045221 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-114dfb6e-d0c2-412e-b65c-c7c8ca81cd9a tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] delete failed (client error): The resource could not be found. Aug 20 10:43:44.048006 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-114dfb6e-d0c2-412e-b65c-c7c8ca81cd9a tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "DELETE /v2.0/routers/135c0df6-e173-4b78-bb32-c26f38052fc2 HTTP/1.1" status: 404 len: 336 time: 0.1115634 Aug 20 10:43:44.049843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49792) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:44.079084 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b75139e-7b2f-4770-aa4b-d95d9ffb1dcc tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:44.080863 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-39309745-099f-48d4-8c5e-40cc1ff02820 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] DELETE failed (client error): The resource could not be found. Aug 20 10:43:44.080863 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39309745-099f-48d4-8c5e-40cc1ff02820 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:43:44.085176 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-39309745-099f-48d4-8c5e-40cc1ff02820 tempest-RoutersAdminTest-941019791 tempest-RoutersAdminTest-941019791-project] 10.222.0.16 "DELETE /v2.0/subnets/c8871fc4-c960-45c8-aebc-9c00b30d0cea HTTP/1.1" status: 404 len: 337 time: 0.0327468 Aug 20 10:43:44.093617 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9381a253-e310-44e7-8222-c272be75ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:44.096291 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9381a253-e310-44e7-8222-c272be75ea3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:44.099854 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9381a253-e310-44e7-8222-c272be75ea3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c9885a3-6256-40a0-adef-9ca874f97246 HTTP/1.1" status: 204 len: 168 time: 0.3055012 Aug 20 10:43:44.107521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75139e-7b2f-4770-aa4b-d95d9ffb1dcc tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event deleted for resources: {'Port': ['ID=a400635b-440d-464d-93bf-d00aed178183,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:44.113376 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381a253-e310-44e7-8222-c272be75ea3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9885a3-6256-40a0-adef-9ca874f97246,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:44.353935 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0b75139e-7b2f-4770-aa4b-d95d9ffb1dcc tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:44.416727 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49802) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:44.428960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router 272c0360-ae05-405a-81c7-8110e90d8791 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:43:44.587791 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30f4ef54-4c57-4034-ae2a-18854c060ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:44.632927 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49808) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:44.664557 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ba02a34-0127-4f76-8ae8-0098a071e854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:44.741851 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377557d8-5b18-4a96-bd08-61eaa2d29f74 req-6fd7ee1d-c09e-4f0f-b29f-7112d7410142 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:44.743466 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-377557d8-5b18-4a96-bd08-61eaa2d29f74 req-6fd7ee1d-c09e-4f0f-b29f-7112d7410142 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c58741-dae1-4333-92a5-bc55c5a29272 HTTP/1.1" status: 200 len: 944 time: 0.1038902 Aug 20 10:43:44.758162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b75139e-7b2f-4770-aa4b-d95d9ffb1dcc tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Router 9dbf2888-e104-473c-abac-cb2899fad80d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:43:44.767221 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:43:44.784233 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Sync routers for ids ['272c0360-ae05-405a-81c7-8110e90d8791'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:43:44.794161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Routers {'272c0360-ae05-405a-81c7-8110e90d8791'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:44.795238 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['272c0360-ae05-405a-81c7-8110e90d8791'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:44.805825 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-377557d8-5b18-4a96-bd08-61eaa2d29f74 req-f8a30a70-32eb-4776-a5bc-e0420fc8e347 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/security-groups?id=c336c65a-50c4-4010-8bf1-f3e8f6fff7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537524 Aug 20 10:43:44.815018 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30f4ef54-4c57-4034-ae2a-18854c060ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:44.822056 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-30f4ef54-4c57-4034-ae2a-18854c060ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:44.882725 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4ef54-4c57-4034-ae2a-18854c060ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3af5616-cd27-4833-bcd2-afdac3df35f0,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:44.893103 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-30f4ef54-4c57-4034-ae2a-18854c060ac7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d7adc72d68e414f94efc31ae0743852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4751930 Aug 20 10:43:44.896127 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49812) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:44.935871 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b75139e-7b2f-4770-aa4b-d95d9ffb1dcc tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:43:44.945836 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0b75139e-7b2f-4770-aa4b-d95d9ffb1dcc tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "PUT /v2.0/routers/9dbf2888-e104-473c-abac-cb2899fad80d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0161898 Aug 20 10:43:44.949925 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49814) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:44.953608 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15bf5d7-230e-4a87-b37d-bef3f3981430 None None] Sync routers for ids ['9dbf2888-e104-473c-abac-cb2899fad80d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:43:44.965353 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Set router 272c0360-ae05-405a-81c7-8110e90d8791 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:43:44.969910 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15bf5d7-230e-4a87-b37d-bef3f3981430 None None] Routers {'9dbf2888-e104-473c-abac-cb2899fad80d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:44.971454 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d15bf5d7-230e-4a87-b37d-bef3f3981430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9dbf2888-e104-473c-abac-cb2899fad80d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:44.979802 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ba02a34-0127-4f76-8ae8-0098a071e854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:44.984826 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ba02a34-0127-4f76-8ae8-0098a071e854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.049573 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0ba02a34-0127-4f76-8ae8-0098a071e854 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29b4a1f0e9a94546901740d9b8e8c46a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4154348 Aug 20 10:43:45.050821 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba02a34-0127-4f76-8ae8-0098a071e854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116fd0f8-f585-4df8-b3e3-fa2e42450240,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:45.051151 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d15bf5d7-230e-4a87-b37d-bef3f3981430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:45.053662 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49816) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:45.087032 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15bf5d7-230e-4a87-b37d-bef3f3981430 None None] Routers {'9dbf2888-e104-473c-abac-cb2899fad80d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:45.088132 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d15bf5d7-230e-4a87-b37d-bef3f3981430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9dbf2888-e104-473c-abac-cb2899fad80d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:45.130182 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d15bf5d7-230e-4a87-b37d-bef3f3981430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:45.131271 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15bf5d7-230e-4a87-b37d-bef3f3981430 None None] The sync data for ids ['9dbf2888-e104-473c-abac-cb2899fad80d'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:43:45.152656 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94998ef4-851b-4f2a-a741-c07f194aa4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.182130 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 3d20f15c-055f-42ca-9f61-12bdf27c6437 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:43:45.182666 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94998ef4-851b-4f2a-a741-c07f194aa4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.246234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272c0360-ae05-405a-81c7-8110e90d8791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478896762', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:43:40Z', 'updated_at': '2021-08-20T10:43:43Z', 'revision_number': 3, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:41Z', 'updated_at': '2021-08-20T10:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:45.249890 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 3d20f15c-055f-42ca-9f61-12bdf27c6437 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:45.252999 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94998ef4-851b-4f2a-a741-c07f194aa4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.255884 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94998ef4-851b-4f2a-a741-c07f194aa4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.260151 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-94998ef4-851b-4f2a-a741-c07f194aa4bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/116fd0f8-f585-4df8-b3e3-fa2e42450240 HTTP/1.1" status: 204 len: 168 time: 0.2053912 Aug 20 10:43:45.269058 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94998ef4-851b-4f2a-a741-c07f194aa4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116fd0f8-f585-4df8-b3e3-fa2e42450240,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:45.289045 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Checking router: 272c0360-ae05-405a-81c7-8110e90d8791 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:43:45.289712 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Updating router 272c0360-ae05-405a-81c7-8110e90d8791 port 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:43:45.296629 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 3d20f15c-055f-42ca-9f61-12bdf27c6437 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:45.296629 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.343211 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-26ed4278-81fa-451e-ac0b-9896d937c238 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] show failed (client error): The resource could not be found. Aug 20 10:43:45.344477 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-26ed4278-81fa-451e-ac0b-9896d937c238 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1691224766 HTTP/1.1" status: 404 len: 335 time: 0.3937788 Aug 20 10:43:45.348354 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49820) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:45.349642 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c885ad36-ee5b-43f1-9384-c730baff762d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.351602 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.352928 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3d645435-479c-440f-a96f-f706d3164b7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.3834336 Aug 20 10:43:45.354453 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.354970 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-210329c6-3e20-484a-b7dd-b6c1b8bac58e tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:45.356158 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49822) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:45.400857 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-210329c6-3e20-484a-b7dd-b6c1b8bac58e tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] update failed (client error): The resource could not be found. Aug 20 10:43:45.405945 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-be27ac7d-4576-41e0-ae5e-2fa2b9ab600b tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a42de817dc7f43e1b394c597ce63df37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469878 Aug 20 10:43:45.405945 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49824) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:45.406893 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-210329c6-3e20-484a-b7dd-b6c1b8bac58e tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1351899056 HTTP/1.1" status: 404 len: 335 time: 0.0574353 Aug 20 10:43:45.407778 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49826) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:45.419524 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c885ad36-ee5b-43f1-9384-c730baff762d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.571344 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.606319 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c58741-dae1-4333-92a5-bc55c5a29272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d20f15c-055f-42ca-9f61-12bdf27c6437'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:43:45.608649 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c93e2d-af6c-405c-b9b0-9499f89cbcdb" -d '{"events": [{"server_uuid": "49c58741-dae1-4333-92a5-bc55c5a29272", "name": "network-vif-plugged", "status": "completed", "tag": "3d20f15c-055f-42ca-9f61-12bdf27c6437"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:43:45.608946 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c85616f-3c05-4026-8cbb-3b4af65051f5 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Deleting subnet 826c11b6-e349-4807-9cc5-6847bfb77358 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:43:45.624545 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8c85616f-3c05-4026-8cbb-3b4af65051f5 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.632904 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 3d20f15c-055f-42ca-9f61-12bdf27c6437, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=3d20f15c-055f-42ca-9f61-12bdf27c6437,segment=NetworkSegment(ae25714a-b247-4a14-a67a-4c380cc7fca9),segment_id=ae25714a-b247-4a14-a67a-4c380cc7fca9)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:45.640443 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.695249 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d032d4f-fa98-4cb0-ba8e-9061c3835dc8 x-openstack-request-id: req-7d032d4f-fa98-4cb0-ba8e-9061c3835dc8 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:43:45.695947 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c58741-dae1-4333-92a5-bc55c5a29272", "name": "network-vif-plugged", "status": "completed", "tag": "3d20f15c-055f-42ca-9f61-12bdf27c6437", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:43:45.696457 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d032d4f-fa98-4cb0-ba8e-9061c3835dc8 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:43:45.697203 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c58741-dae1-4333-92a5-bc55c5a29272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d20f15c-055f-42ca-9f61-12bdf27c6437', 'code': 200} Aug 20 10:43:45.699397 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c885ad36-ee5b-43f1-9384-c730baff762d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.713419 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c885ad36-ee5b-43f1-9384-c730baff762d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.715196 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c885ad36-ee5b-43f1-9384-c730baff762d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3af5616-cd27-4833-bcd2-afdac3df35f0 HTTP/1.1" status: 204 len: 168 time: 0.8179603 Aug 20 10:43:45.720670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=3d20f15c-055f-42ca-9f61-12bdf27c6437,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:45.740005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe82e4d-1c84-4e4f-a1c9-8650330c1869 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:45.741528 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4fe82e4d-1c84-4e4f-a1c9-8650330c1869 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3243005 Aug 20 10:43:45.744644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49842) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:45.763358 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885ad36-ee5b-43f1-9384-c730baff762d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3af5616-cd27-4833-bcd2-afdac3df35f0,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:45.767912 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8c85616f-3c05-4026-8cbb-3b4af65051f5 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.805341 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.815059 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-19e0ca6b-b2c8-4ac2-b4cb-798f06dfdd05 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0684836 Aug 20 10:43:45.816025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49844) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:45.820033 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Transition to ACTIVE for port object 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:43:45.822140 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-c3c8b670-ba01-4af7-aaa0-92df7df89187 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1018190146', 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:45.826924 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.918596 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cce907-0328-4683-b076-33903fd85c5e req-a74d1f90-bad2-4050-bd92-64792e7e4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:45.924354 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d3cce907-0328-4683-b076-33903fd85c5e req-a74d1f90-bad2-4050-bd92-64792e7e4332 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49c58741-dae1-4333-92a5-bc55c5a29272 HTTP/1.1" status: 200 len: 1097 time: 0.1770718 Aug 20 10:43:45.945173 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Attempting to bind port 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:43:45.945550 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Attempting to bind port 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:43:45.945918 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Attempting to bind port 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:43:45.949229 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04eb712-a0a5-4cce-90ec-387e5fd9c475 None None] Pushing event updated for resources: {'Port': ['ID=9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:45.954132 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:43:45.954547 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:43:45.954962 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:45.965554 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:43:45.967252 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Bound port: 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:43:45.967672 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:46.089542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] For port 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:43:46.100832 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] For port 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:43:46.107669 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:46.139978 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c3d97-1e8f-403c-883f-3eaf15476051 req-5cf4adb4-6b8c-49c2-84e2-1308b31f3620 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:46.141571 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-238c3d97-1e8f-403c-883f-3eaf15476051 req-5cf4adb4-6b8c-49c2-84e2-1308b31f3620 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c58741-dae1-4333-92a5-bc55c5a29272 HTTP/1.1" status: 200 len: 945 time: 0.1739705 Aug 20 10:43:46.154697 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d3cce907-0328-4683-b076-33903fd85c5e req-61ca3e60-d02f-4b33-8f9c-f90d0c4af985 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c336c65a-50c4-4010-8bf1-f3e8f6fff7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200880 Aug 20 10:43:46.160615 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8c85616f-3c05-4026-8cbb-3b4af65051f5 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:46.183900 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04eb712-a0a5-4cce-90ec-387e5fd9c475 None None] Pushing event updated for resources: {'Port': ['ID=9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:46.199018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Routers {'272c0360-ae05-405a-81c7-8110e90d8791'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:46.199826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['272c0360-ae05-405a-81c7-8110e90d8791'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:46.281213 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-238c3d97-1e8f-403c-883f-3eaf15476051 req-16aa3833-11d0-438e-a808-6812d35fa8be tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/security-groups?id=c336c65a-50c4-4010-8bf1-f3e8f6fff7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212239 Aug 20 10:43:46.298229 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c8b670-ba01-4af7-aaa0-92df7df89187 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Made reservation on behalf of a42de817dc7f43e1b394c597ce63df37 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:43:46.307489 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b670-ba01-4af7-aaa0-92df7df89187 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:46.334173 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] Set router 272c0360-ae05-405a-81c7-8110e90d8791 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:43:46.416897 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8c85616f-3c05-4026-8cbb-3b4af65051f5 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:46.459608 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49866) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:46.473360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85616f-3c05-4026-8cbb-3b4af65051f5 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event deleted for resources: {'Subnet': ['ID=826c11b6-e349-4807-9cc5-6847bfb77358,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:46.478058 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8c85616f-3c05-4026-8cbb-3b4af65051f5 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:46.482487 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8c85616f-3c05-4026-8cbb-3b4af65051f5 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "DELETE /v2.0/subnets/826c11b6-e349-4807-9cc5-6847bfb77358 HTTP/1.1" status: 204 len: 168 time: 1.0735087 Aug 20 10:43:46.483706 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49868) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:46.485357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cb4cd6-9575-4e49-8a21-3673134bd8e0 None None] Network 2a896e3a-9154-4bd5-9134-b7c2f0f3849a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:43:46.569343 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e7cfcc47-83a2-4f8b-aaa0-e9a5c3479487 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80c932c220074a5aa856b8a1532556fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1048770 Aug 20 10:43:46.570050 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49872) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:46.572764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b75ec44-07de-4644-bbd7-ebefd73e7c2d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Deleting subnet e145ea1f-3b44-45d9-bd75-b662f2d03738 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:43:46.582105 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b75ec44-07de-4644-bbd7-ebefd73e7c2d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:46.657362 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b75ec44-07de-4644-bbd7-ebefd73e7c2d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:46.663903 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d416915-30c2-416d-bbdd-b332eef4852b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:46.753015 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d416915-30c2-416d-bbdd-b332eef4852b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:46.793377 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b75ec44-07de-4644-bbd7-ebefd73e7c2d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:46.795002 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b670-ba01-4af7-aaa0-92df7df89187 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:46.811261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272c0360-ae05-405a-81c7-8110e90d8791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478896762', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:43:40Z', 'updated_at': '2021-08-20T10:43:43Z', 'revision_number': 3, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:41Z', 'updated_at': '2021-08-20T10:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:46.888243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3487a0-cfa4-4a1c-a9ba-273286914070 None None] The sync data for ids ['272c0360-ae05-405a-81c7-8110e90d8791'] in n-d-778550-11 is: [{'id': '272c0360-ae05-405a-81c7-8110e90d8791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478896762', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:43:40Z', 'updated_at': '2021-08-20T10:43:43Z', 'revision_number': 3, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:41Z', 'updated_at': '2021-08-20T10:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:43:46.907153 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c8b670-ba01-4af7-aaa0-92df7df89187 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Checking segment: {'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:43:46.908058 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c8b670-ba01-4af7-aaa0-92df7df89187 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network hostable DHCP agents. Network: 8e4e0ef3-4f0a-473e-86af-ada3f65518f4, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:43:46.909182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ce0644-0327-4f79-b231-c100af8c0285 None None] DHCP port deletion for 2a896e3a-9154-4bd5-9134-b7c2f0f3849a request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:43:46.912132 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8b670-ba01-4af7-aaa0-92df7df89187 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Subnet': ['ID=ffaf4917-d3ff-4902-b222-4976af69ea4a,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:46.930065 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d416915-30c2-416d-bbdd-b332eef4852b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:46.932778 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9d416915-30c2-416d-bbdd-b332eef4852b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:46.933958 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9d416915-30c2-416d-bbdd-b332eef4852b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a237019-ec0c-414b-a123-b55d86c25832 HTTP/1.1" status: 204 len: 168 time: 0.3612025 Aug 20 10:43:46.942087 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b75ec44-07de-4644-bbd7-ebefd73e7c2d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:46.944178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d416915-30c2-416d-bbdd-b332eef4852b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a237019-ec0c-414b-a123-b55d86c25832,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:46.946014 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c8b670-ba01-4af7-aaa0-92df7df89187 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:43:46.958482 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-c3c8b670-ba01-4af7-aaa0-92df7df89187 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 8e4e0ef3-4f0a-473e-86af-ada3f65518f4) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:46.963357 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c8b670-ba01-4af7-aaa0-92df7df89187 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:46.963952 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b670-ba01-4af7-aaa0-92df7df89187 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:46.987099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75ec44-07de-4644-bbd7-ebefd73e7c2d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event deleted for resources: {'Subnet': ['ID=e145ea1f-3b44-45d9-bd75-b662f2d03738,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:47.003178 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b75ec44-07de-4644-bbd7-ebefd73e7c2d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:47.007509 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4b75ec44-07de-4644-bbd7-ebefd73e7c2d tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "DELETE /v2.0/subnets/e145ea1f-3b44-45d9-bd75-b662f2d03738 HTTP/1.1" status: 204 len: 168 time: 0.5198572 Aug 20 10:43:47.012315 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49884) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:47.019204 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5fed4d-7e04-4dc3-bf2c-3e1ed4d7a1da None None] Network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:43:47.037919 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b125bb-475b-4568-a882-40b6e3be7c97 None None] Network 17588276-f11c-4f81-b88b-c3e2c18efae5 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:43:47.038785 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c3c8b670-ba01-4af7-aaa0-92df7df89187 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2214684 Aug 20 10:43:47.042738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49886) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:47.188701 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:47.313141 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Deleting port 60310170-ced4-4b66-9427-e454c1c244e2 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:47.313491 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:47.504890 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] For port 60310170-ced4-4b66-9427-e454c1c244e2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=60310170-ced4-4b66-9427-e454c1c244e2,segment=NetworkSegment(4e1943d5-7719-427f-aac9-b4362a1cd639),segment_id=4e1943d5-7719-427f-aac9-b4362a1cd639)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:47.505520 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:47.542346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce0644-0327-4f79-b231-c100af8c0285 None None] Deleting port 60310170-ced4-4b66-9427-e454c1c244e2 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:47.542725 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a3ce0644-0327-4f79-b231-c100af8c0285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:47.572964 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Calling delete_port for 60310170-ced4-4b66-9427-e454c1c244e2 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:47.767367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7e1da-f770-41b7-95c5-426071008cf5 req-dddf2b97-001c-4647-a2e4-149f961c3d25 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:47.784690 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-a3ce0644-0327-4f79-b231-c100af8c0285 None None] For port 60310170-ced4-4b66-9427-e454c1c244e2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=60310170-ced4-4b66-9427-e454c1c244e2,segment=NetworkSegment(4e1943d5-7719-427f-aac9-b4362a1cd639),segment_id=4e1943d5-7719-427f-aac9-b4362a1cd639)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:47.787248 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5d7e1da-f770-41b7-95c5-426071008cf5 req-dddf2b97-001c-4647-a2e4-149f961c3d25 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c58741-dae1-4333-92a5-bc55c5a29272 HTTP/1.1" status: 200 len: 945 time: 0.2510426 Aug 20 10:43:47.791713 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a3ce0644-0327-4f79-b231-c100af8c0285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:47.851710 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce0644-0327-4f79-b231-c100af8c0285 None None] Calling delete_port for 60310170-ced4-4b66-9427-e454c1c244e2 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:47.986386 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0ebcca-dfe4-4a47-9afa-bb3a41463217 None None] DHCP port deletion for 17588276-f11c-4f81-b88b-c3e2c18efae5 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:43:47.993171 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5d7e1da-f770-41b7-95c5-426071008cf5 req-ba4ba114-8c87-436e-b57c-6bd804964a61 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/security-groups?id=c336c65a-50c4-4010-8bf1-f3e8f6fff7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783001 Aug 20 10:43:48.010012 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:48.054990 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ips': [{'subnet_id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:43:48.062948 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:48.087765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event deleted for resources: {'Port': ['ID=60310170-ced4-4b66-9427-e454c1c244e2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:48.146854 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:48.146962 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:48.156764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:48.157227 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:48.158418 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:48.158619 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:48.158814 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:48.159177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:48.159477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:48.159817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:48.160141 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:48.160477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:43:48.198392 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] No DVR routers for this DVR port 60310170-ced4-4b66-9427-e454c1c244e2 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:43:48.469622 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:48.490027 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a896e3a-9154-4bd5-9134-b7c2f0f3849a']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:48.527349 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1943d5-7719-427f-aac9-b4362a1cd639') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:48.528027 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1943d5-7719-427f-aac9-b4362a1cd639') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:48.550227 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:48.588480 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:48.592198 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:43:48.597519 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:43:48.597934 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:43:48.682745 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:43:48.685212 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6738e67-f1aa-4b27-ad3a-027bc4494fca req-7c255594-daf1-44b8-a3ed-f0a698626953 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:48.686234 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6738e67-f1aa-4b27-ad3a-027bc4494fca req-7c255594-daf1-44b8-a3ed-f0a698626953 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c58741-dae1-4333-92a5-bc55c5a29272 HTTP/1.1" status: 200 len: 945 time: 0.1845560 Aug 20 10:43:48.687842 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:48.697308 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:48.701811 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "DELETE /v2.0/networks/2a896e3a-9154-4bd5-9134-b7c2f0f3849a HTTP/1.1" status: 204 len: 168 time: 1.6882827 Aug 20 10:43:48.706342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49928) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:48.727860 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a16d9-0988-4c6c-bd85-abd9da0489e9 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event deleted for resources: {'Network': ['ID=2a896e3a-9154-4bd5-9134-b7c2f0f3849a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:48.861443 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6738e67-f1aa-4b27-ad3a-027bc4494fca req-52c3b25f-c7c3-4b1c-a61c-cf856543f36a tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/security-groups?id=c336c65a-50c4-4010-8bf1-f3e8f6fff7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640067 Aug 20 10:43:48.901628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Allocated IP 172.20.0.2 (8e4e0ef3-4f0a-473e-86af-ada3f65518f4/ffaf4917-d3ff-4902-b222-4976af69ea4a/63bab4cb-1278-4e8b-8611-8ae535f050fb) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:43:48.926254 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:48.943593 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:48.997203 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:49.064257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ebcca-dfe4-4a47-9afa-bb3a41463217 None None] Deleting port 6e2bf5f9-15c5-4048-8556-3daf672bc1fd {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:49.064673 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7f0ebcca-dfe4-4a47-9afa-bb3a41463217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:49.148438 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:49.164992 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:49.165368 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:49.167020 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a3ce0644-0327-4f79-b231-c100af8c0285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:49.178137 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3ce0644-0327-4f79-b231-c100af8c0285 None None] Network 2a896e3a-9154-4bd5-9134-b7c2f0f3849a is not hosted by any dhcp agent {{(pid=94868) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 10:43:49.178725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ce0644-0327-4f79-b231-c100af8c0285 None None] No DVR routers for this DVR port 60310170-ced4-4b66-9427-e454c1c244e2 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:43:49.225184 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Deleting port 6e2bf5f9-15c5-4048-8556-3daf672bc1fd {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:49.225800 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:49.247873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce0644-0327-4f79-b231-c100af8c0285 None None] Pushing event deleted for resources: {'Port': ['ID=60310170-ced4-4b66-9427-e454c1c244e2,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:49.295023 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7f0ebcca-dfe4-4a47-9afa-bb3a41463217 None None] For port 6e2bf5f9-15c5-4048-8556-3daf672bc1fd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=6e2bf5f9-15c5-4048-8556-3daf672bc1fd,segment=NetworkSegment(5fd35241-bd1a-44f2-87b0-ce25f0276f0c),segment_id=5fd35241-bd1a-44f2-87b0-ce25f0276f0c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:49.295023 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7f0ebcca-dfe4-4a47-9afa-bb3a41463217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:49.346460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ebcca-dfe4-4a47-9afa-bb3a41463217 None None] Calling delete_port for 6e2bf5f9-15c5-4048-8556-3daf672bc1fd owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:49.469900 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] For port 6e2bf5f9-15c5-4048-8556-3daf672bc1fd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=6e2bf5f9-15c5-4048-8556-3daf672bc1fd,segment=NetworkSegment(5fd35241-bd1a-44f2-87b0-ce25f0276f0c),segment_id=5fd35241-bd1a-44f2-87b0-ce25f0276f0c)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:49.470748 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:49.496599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Calling delete_port for 6e2bf5f9-15c5-4048-8556-3daf672bc1fd owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:49.519000 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:49.526259 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:49.569623 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:49.593090 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:49.630581 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:49.659196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Transition to ACTIVE for port object 63bab4cb-1278-4e8b-8611-8ae535f050fb will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:43:49.671499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event deleted for resources: {'Port': ['ID=6e2bf5f9-15c5-4048-8556-3daf672bc1fd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:49.677412 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] No DVR routers for this DVR port 6e2bf5f9-15c5-4048-8556-3daf672bc1fd on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:43:49.750075 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 60310170-ced4-4b66-9427-e454c1c244e2 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:43:49.764858 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Transition to ACTIVE for port object 63bab4cb-1278-4e8b-8611-8ae535f050fb will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:43:49.779552 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ca264-36a4-4484-bdcb-b68c94dc8fd3 req-eebdec28-cd73-4fee-bd54-11f043dd9373 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:49.783031 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c3ca264-36a4-4484-bdcb-b68c94dc8fd3 req-eebdec28-cd73-4fee-bd54-11f043dd9373 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.42 "GET /v2.0/ports?device_id=49c58741-dae1-4333-92a5-bc55c5a29272 HTTP/1.1" status: 200 len: 945 time: 0.1323433 Aug 20 10:43:49.825733 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7f0ebcca-dfe4-4a47-9afa-bb3a41463217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:49.830967 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:49.863459 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 60310170-ced4-4b66-9427-e454c1c244e2 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:43:49.864866 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 60310170-ced4-4b66-9427-e454c1c244e2 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:43:49.870741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 6e2bf5f9-15c5-4048-8556-3daf672bc1fd no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:43:49.876349 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:49.959378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 6e2bf5f9-15c5-4048-8556-3daf672bc1fd {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:43:49.962513 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 6e2bf5f9-15c5-4048-8556-3daf672bc1fd not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:43:49.996397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:43:50.007349 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ebcca-dfe4-4a47-9afa-bb3a41463217 None None] No DVR routers for this DVR port 6e2bf5f9-15c5-4048-8556-3daf672bc1fd on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:43:50.009136 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:50.014740 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ebcca-dfe4-4a47-9afa-bb3a41463217 None None] Pushing event deleted for resources: {'Port': ['ID=6e2bf5f9-15c5-4048-8556-3daf672bc1fd,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:50.017726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:43:50.023626 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-1c3ca264-36a4-4484-bdcb-b68c94dc8fd3 req-86a1f9ff-5cc1-4851-a206-513ba8acbf37 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Deleting port 3d20f15c-055f-42ca-9f61-12bdf27c6437 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:50.024198 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1c3ca264-36a4-4484-bdcb-b68c94dc8fd3 req-86a1f9ff-5cc1-4851-a206-513ba8acbf37 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.106510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Allocated IP 172.20.0.1 (8e4e0ef3-4f0a-473e-86af-ada3f65518f4/ffaf4917-d3ff-4902-b222-4976af69ea4a/bed054f0-73ec-4b01-a66b-40b4af577e36) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:43:50.116722 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.117784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49958) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:50.145857 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17588276-f11c-4f81-b88b-c3e2c18efae5']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:50.171847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Pushing event updated for resources: {'Port': ['ID=63bab4cb-1278-4e8b-8611-8ae535f050fb,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:50.190332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Attempting to bind port 63bab4cb-1278-4e8b-8611-8ae535f050fb on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:43:50.190332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Attempting to bind port 63bab4cb-1278-4e8b-8611-8ae535f050fb by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:43:50.190789 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Attempting to bind port 63bab4cb-1278-4e8b-8611-8ae535f050fb on network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:43:50.198505 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:43:50.198940 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Checking segment: {'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:43:50.199458 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.200008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Bound using segment: {'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:43:50.200612 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Bound port: 63bab4cb-1278-4e8b-8611-8ae535f050fb, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:43:50.201076 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.225150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd35241-bd1a-44f2-87b0-ce25f0276f0c') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:50.225796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd35241-bd1a-44f2-87b0-ce25f0276f0c') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:50.264377 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1a9e4-6e3c-4ccd-a44b-3a0d00b7c9b8 req-3f9e5554-9ba6-400d-b8c2-de832c9c1b82 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:50.266280 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48c1a9e4-6e3c-4ccd-a44b-3a0d00b7c9b8 req-3f9e5554-9ba6-400d-b8c2-de832c9c1b82 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c58741-dae1-4333-92a5-bc55c5a29272 HTTP/1.1" status: 200 len: 945 time: 0.2456028 Aug 20 10:43:50.313607 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] For port 63bab4cb-1278-4e8b-8611-8ae535f050fb, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:43:50.314979 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.318277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] For port 63bab4cb-1278-4e8b-8611-8ae535f050fb, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=63bab4cb-1278-4e8b-8611-8ae535f050fb,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:43:50.324659 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.350018 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.350832 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-1c3ca264-36a4-4484-bdcb-b68c94dc8fd3 req-86a1f9ff-5cc1-4851-a206-513ba8acbf37 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] For port 3d20f15c-055f-42ca-9f61-12bdf27c6437, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=3d20f15c-055f-42ca-9f61-12bdf27c6437,segment=NetworkSegment(ae25714a-b247-4a14-a67a-4c380cc7fca9),segment_id=ae25714a-b247-4a14-a67a-4c380cc7fca9)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:50.351170 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1c3ca264-36a4-4484-bdcb-b68c94dc8fd3 req-86a1f9ff-5cc1-4851-a206-513ba8acbf37 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.377071 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48c1a9e4-6e3c-4ccd-a44b-3a0d00b7c9b8 req-bb68f310-d00b-4c2d-b3dc-5df032b468e7 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/security-groups?id=c336c65a-50c4-4010-8bf1-f3e8f6fff7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001363 Aug 20 10:43:50.378874 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-1c3ca264-36a4-4484-bdcb-b68c94dc8fd3 req-86a1f9ff-5cc1-4851-a206-513ba8acbf37 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Calling delete_port for 3d20f15c-055f-42ca-9f61-12bdf27c6437 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:50.379410 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:43:50.380033 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:43:50.384393 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:43:50.400422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-92a3d6d5-c2a6-4f64-90e1-9509fccf5ce7 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-218079633'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:50.481613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64484480-6c2d-4ebc-8af7-29e32a6af0db None None] Pushing event updated for resources: {'Port': ['ID=63bab4cb-1278-4e8b-8611-8ae535f050fb,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:50.486173 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:43:50.496061 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92a3d6d5-c2a6-4f64-90e1-9509fccf5ce7 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.497105 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92a3d6d5-c2a6-4f64-90e1-9509fccf5ce7 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.565337 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.567111 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:50.567498 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.588755 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.594231 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "DELETE /v2.0/networks/17588276-f11c-4f81-b88b-c3e2c18efae5 HTTP/1.1" status: 204 len: 168 time: 1.8869176 Aug 20 10:43:50.598138 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.601592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49962) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:50.627250 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92a3d6d5-c2a6-4f64-90e1-9509fccf5ce7 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.627764 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c069c9-4cf6-498c-8ef9-71e9d24979e3 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event deleted for resources: {'Network': ['ID=17588276-f11c-4f81-b88b-c3e2c18efae5,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:50.633452 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92a3d6d5-c2a6-4f64-90e1-9509fccf5ce7 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.660015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Transition to ACTIVE for port object bed054f0-73ec-4b01-a66b-40b4af577e36 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:43:50.696504 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1c3ca264-36a4-4484-bdcb-b68c94dc8fd3 req-86a1f9ff-5cc1-4851-a206-513ba8acbf37 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.709801 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-34dfb897-d3ca-4a13-8096-2a001b8c11b4 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Deleting subnet 9282f1e5-27a9-420e-9f39-0db18a43ef78 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:43:50.729475 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['3d20f15c-055f-42ca-9f61-12bdf27c6437'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:43:50.731740 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1f9ff-5cc1-4851-a206-513ba8acbf37 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Pushing event deleted for resources: {'Port': ['ID=3d20f15c-055f-42ca-9f61-12bdf27c6437,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:50.732260 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34dfb897-d3ca-4a13-8096-2a001b8c11b4 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.758333 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92a3d6d5-c2a6-4f64-90e1-9509fccf5ce7 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.761574 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-92a3d6d5-c2a6-4f64-90e1-9509fccf5ce7 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5799239 Aug 20 10:43:50.763772 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49964) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:50.840630 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34dfb897-d3ca-4a13-8096-2a001b8c11b4 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.889218 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.933384 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3ca264-36a4-4484-bdcb-b68c94dc8fd3 req-86a1f9ff-5cc1-4851-a206-513ba8acbf37 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] No DVR routers for this DVR port 3d20f15c-055f-42ca-9f61-12bdf27c6437 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:43:50.939540 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-1c3ca264-36a4-4484-bdcb-b68c94dc8fd3 req-86a1f9ff-5cc1-4851-a206-513ba8acbf37 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.942478 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c3ca264-36a4-4484-bdcb-b68c94dc8fd3 req-86a1f9ff-5cc1-4851-a206-513ba8acbf37 tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.42 "DELETE /v2.0/ports/3d20f15c-055f-42ca-9f61-12bdf27c6437 HTTP/1.1" status: 204 len: 173 time: 1.1526265 Aug 20 10:43:50.943229 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c58741-dae1-4333-92a5-bc55c5a29272', 'name': 'network-vif-deleted', 'tag': '3d20f15c-055f-42ca-9f61-12bdf27c6437'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:43:50.946356 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f80a821-631f-4ec6-b0e7-676f07e13535" -d '{"events": [{"server_uuid": "49c58741-dae1-4333-92a5-bc55c5a29272", "name": "network-vif-deleted", "tag": "3d20f15c-055f-42ca-9f61-12bdf27c6437"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:43:50.964059 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9394366e-8d37-44e8-b53e-8a4a7f013750 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:50.984431 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:43:50.993655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:50.999868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:43:51.029140 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4f8bc7-81a7-4503-8a19-96559bfdbf2d x-openstack-request-id: req-4e4f8bc7-81a7-4503-8a19-96559bfdbf2d {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:43:51.029722 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c58741-dae1-4333-92a5-bc55c5a29272", "name": "network-vif-deleted", "tag": "3d20f15c-055f-42ca-9f61-12bdf27c6437", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:43:51.030161 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e4f8bc7-81a7-4503-8a19-96559bfdbf2d {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:43:51.030770 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c58741-dae1-4333-92a5-bc55c5a29272', 'name': 'network-vif-deleted', 'tag': '3d20f15c-055f-42ca-9f61-12bdf27c6437', 'status': 'completed', 'code': 200} Aug 20 10:43:51.072090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=bed054f0-73ec-4b01-a66b-40b4af577e36,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:51.107860 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34dfb897-d3ca-4a13-8096-2a001b8c11b4 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:51.142697 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:51.196394 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9394366e-8d37-44e8-b53e-8a4a7f013750 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:51.198778 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9394366e-8d37-44e8-b53e-8a4a7f013750 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:51.253477 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9394366e-8d37-44e8-b53e-8a4a7f013750 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:51.254000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9394366e-8d37-44e8-b53e-8a4a7f013750 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1aeab7fa-de74-4ecb-aa76-c3188d9fda64 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:43:51.260964 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9394366e-8d37-44e8-b53e-8a4a7f013750 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:51.260964 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9394366e-8d37-44e8-b53e-8a4a7f013750 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] 10.222.0.16 "DELETE /v2.0/routers/1aeab7fa-de74-4ecb-aa76-c3188d9fda64 HTTP/1.1" status: 204 len: 168 time: 0.4945443 Aug 20 10:43:51.263007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49976) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:51.268600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0ca74cc0-4f3d-4343-81a4-62767c9a69e1 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Request body: {'router': {'name': 'tempest-router-1586110646', 'distributed': False}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:51.305949 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0ca74cc0-4f3d-4343-81a4-62767c9a69e1 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:51.307958 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0ca74cc0-4f3d-4343-81a4-62767c9a69e1 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:51.334302 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34dfb897-d3ca-4a13-8096-2a001b8c11b4 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:51.377320 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0ca74cc0-4f3d-4343-81a4-62767c9a69e1 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:51.382112 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0ca74cc0-4f3d-4343-81a4-62767c9a69e1 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:51.398837 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dfb897-d3ca-4a13-8096-2a001b8c11b4 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event deleted for resources: {'Subnet': ['ID=9282f1e5-27a9-420e-9f39-0db18a43ef78,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:51.401088 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34dfb897-d3ca-4a13-8096-2a001b8c11b4 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:51.403015 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-34dfb897-d3ca-4a13-8096-2a001b8c11b4 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "DELETE /v2.0/subnets/9282f1e5-27a9-420e-9f39-0db18a43ef78 HTTP/1.1" status: 204 len: 168 time: 0.8001497 Aug 20 10:43:51.403759 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0ca74cc0-4f3d-4343-81a4-62767c9a69e1 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:51.405782 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0ca74cc0-4f3d-4343-81a4-62767c9a69e1 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1416426 Aug 20 10:43:51.406770 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49978) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:51.412783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49982) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:51.414657 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caf00e0-4946-45d3-95a0-307ee7159770 None None] Network f716638d-abac-4615-bd04-04850da09386 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:43:51.681002 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:51.703808 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a36f10c8-f345-4570-b30b-26df02a1c7b2 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:51.724046 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3123c29f-9b2b-43d2-9404-48ab49a98c09 req-abe6a6c5-c619-4a06-a598-1523439905db tempest-ServerGroupTestJSON-216790904 tempest-ServerGroupTestJSON-216790904-project] 10.222.0.16 "GET /v2.0/ports?device_id=49c58741-dae1-4333-92a5-bc55c5a29272 HTTP/1.1" status: 200 len: 210 time: 0.0678842 Aug 20 10:43:51.785675 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:51.837190 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8455f38f-7a17-4663-af68-06fd82cf61db None None] DHCP port deletion for f716638d-abac-4615-bd04-04850da09386 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:43:51.917242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Deleting port 87eed36a-47fc-4bcd-af70-bd813b30fd99 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:51.917985 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:51.983985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-8455f38f-7a17-4663-af68-06fd82cf61db None None] Deleting port 87eed36a-47fc-4bcd-af70-bd813b30fd99 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:43:51.984441 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8455f38f-7a17-4663-af68-06fd82cf61db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.106896 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] For port 87eed36a-47fc-4bcd-af70-bd813b30fd99, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=87eed36a-47fc-4bcd-af70-bd813b30fd99,segment=NetworkSegment(bcc55b26-0c46-4b99-8503-0f7210db590d),segment_id=bcc55b26-0c46-4b99-8503-0f7210db590d)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:52.113705 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.117135 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-8455f38f-7a17-4663-af68-06fd82cf61db None None] For port 87eed36a-47fc-4bcd-af70-bd813b30fd99, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=87eed36a-47fc-4bcd-af70-bd813b30fd99,segment=NetworkSegment(bcc55b26-0c46-4b99-8503-0f7210db590d),segment_id=bcc55b26-0c46-4b99-8503-0f7210db590d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:52.117616 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8455f38f-7a17-4663-af68-06fd82cf61db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.141030 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-8455f38f-7a17-4663-af68-06fd82cf61db None None] Calling delete_port for 87eed36a-47fc-4bcd-af70-bd813b30fd99 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:52.145707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Calling delete_port for 87eed36a-47fc-4bcd-af70-bd813b30fd99 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:43:52.150590 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a36f10c8-f345-4570-b30b-26df02a1c7b2 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.167905 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a36f10c8-f345-4570-b30b-26df02a1c7b2 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.230001 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ede893-4645-4e2a-8220-c3586a51280b None None] Network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:43:52.278608 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8455f38f-7a17-4663-af68-06fd82cf61db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.308374 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.365382 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event deleted for resources: {'Port': ['ID=87eed36a-47fc-4bcd-af70-bd813b30fd99,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:52.390477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] No DVR routers for this DVR port 87eed36a-47fc-4bcd-af70-bd813b30fd99 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:43:52.414392 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.423148 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.477262 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8455f38f-7a17-4663-af68-06fd82cf61db None None] No DVR routers for this DVR port 87eed36a-47fc-4bcd-af70-bd813b30fd99 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:43:52.508110 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455f38f-7a17-4663-af68-06fd82cf61db None None] Pushing event deleted for resources: {'Port': ['ID=87eed36a-47fc-4bcd-af70-bd813b30fd99,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:52.539539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-dfd8561c-bdbd-4826-853d-49c2db1eeb71 None None] Provisioning for port 63bab4cb-1278-4e8b-8611-8ae535f050fb completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:52.540704 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a36f10c8-f345-4570-b30b-26df02a1c7b2 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.541438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36f10c8-f345-4570-b30b-26df02a1c7b2 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5296f5b4-b88f-4fd7-bbe3-4bd418a504e4 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:43:52.563892 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a36f10c8-f345-4570-b30b-26df02a1c7b2 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.565693 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a36f10c8-f345-4570-b30b-26df02a1c7b2 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] 10.222.0.16 "DELETE /v2.0/routers/5296f5b4-b88f-4fd7-bbe3-4bd418a504e4 HTTP/1.1" status: 204 len: 168 time: 1.1421778 Aug 20 10:43:52.577939 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 49992) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:52.580193 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 63bab4cb-1278-4e8b-8611-8ae535f050fb up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:43:52.589631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-dca58d6c-e5e8-4d1b-b4db-3169220c610c tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Request body: {'router': {'name': 'tempest-router-1249220350', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '82eb0332b8c14322abc2836796da5627'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:52.601544 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.614658 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f716638d-abac-4615-bd04-04850da09386']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:52.621196 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.628782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc55b26-0c46-4b99-8503-0f7210db590d') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:52.629255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc55b26-0c46-4b99-8503-0f7210db590d') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:52.632193 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=bed054f0-73ec-4b01-a66b-40b4af577e36,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:52.649145 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.651528 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dca58d6c-e5e8-4d1b-b4db-3169220c610c tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.654553 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dca58d6c-e5e8-4d1b-b4db-3169220c610c tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.661971 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.674480 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:43:52.675828 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:43:52.685360 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:43:52.691447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 63bab4cb-1278-4e8b-8611-8ae535f050fb completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:52.696288 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 63bab4cb-1278-4e8b-8611-8ae535f050fb triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:52.696666 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.775868 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.803202 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.806743 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "DELETE /v2.0/networks/f716638d-abac-4615-bd04-04850da09386 HTTP/1.1" status: 204 len: 168 time: 1.3986065 Aug 20 10:43:52.808114 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b787f2-9ed3-448e-8e7b-6d328de36006 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Pushing event deleted for resources: {'Network': ['ID=f716638d-abac-4615-bd04-04850da09386,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:52.810661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 49996) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:52.821842 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.856118 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b64a54dd-eb22-4bfd-8008-f63817e18e11 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "GET /v2.0/ports?device_id=9dbf2888-e104-473c-abac-cb2899fad80d HTTP/1.1" status: 200 len: 205 time: 0.0392890 Aug 20 10:43:52.861292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50000) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:52.901089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:43:52.912231 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:43:52.918763 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.985667 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bfd376b2-37cc-4f7b-9ecf-f9c13746b5e2 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:52.992047 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 63bab4cb-1278-4e8b-8611-8ae535f050fb, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=63bab4cb-1278-4e8b-8611-8ae535f050fb,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:53.004516 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:53.081758 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dca58d6c-e5e8-4d1b-b4db-3169220c610c tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:53.141718 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 87eed36a-47fc-4bcd-af70-bd813b30fd99 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:43:53.201269 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dca58d6c-e5e8-4d1b-b4db-3169220c610c tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:53.264334 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50026) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:53.265572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 3d20f15c-055f-42ca-9f61-12bdf27c6437 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:43:53.316123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 3d20f15c-055f-42ca-9f61-12bdf27c6437 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:43:53.321097 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 3d20f15c-055f-42ca-9f61-12bdf27c6437 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:43:53.327337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a0ddf3cc-2730-4e30-b059-09b581f23b8e None None] Provisioning for port bed054f0-73ec-4b01-a66b-40b4af577e36 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:53.331979 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dca58d6c-e5e8-4d1b-b4db-3169220c610c tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:53.335770 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dca58d6c-e5e8-4d1b-b4db-3169220c610c tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7542696 Aug 20 10:43:53.336038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 87eed36a-47fc-4bcd-af70-bd813b30fd99 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:43:53.336038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 87eed36a-47fc-4bcd-af70-bd813b30fd99 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:43:53.337365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50028) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:53.363038 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0f94236f-ada9-4268-8c58-d8cd1b4c8144 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:53.367948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a0ddf3cc-2730-4e30-b059-09b581f23b8e None None] Provisioning complete for port bed054f0-73ec-4b01-a66b-40b4af577e36 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:53.368321 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a0ddf3cc-2730-4e30-b059-09b581f23b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:53.378112 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bfd376b2-37cc-4f7b-9ecf-f9c13746b5e2 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:53.392395 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=63bab4cb-1278-4e8b-8611-8ae535f050fb,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:53.393135 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bfd376b2-37cc-4f7b-9ecf-f9c13746b5e2 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:53.479117 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a0ddf3cc-2730-4e30-b059-09b581f23b8e None None] Port bed054f0-73ec-4b01-a66b-40b4af577e36 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:43:53.507853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a0ddf3cc-2730-4e30-b059-09b581f23b8e None None] Provisioning complete for port 63bab4cb-1278-4e8b-8611-8ae535f050fb triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:53.508337 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a0ddf3cc-2730-4e30-b059-09b581f23b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:53.528416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router 272c0360-ae05-405a-81c7-8110e90d8791 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:43:53.540791 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42fe1c5-9f01-42e7-97d0-348ede55c546 admin admin] Deleting subnet 6638b5b8-d6ee-4756-8d59-e7bd8a963d4f {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:43:53.553575 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b42fe1c5-9f01-42e7-97d0-348ede55c546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:53.614365 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bfd376b2-37cc-4f7b-9ecf-f9c13746b5e2 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:53.619438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd376b2-37cc-4f7b-9ecf-f9c13746b5e2 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Fanout notify agent at l3_agent the message router_deleted on router 9dbf2888-e104-473c-abac-cb2899fad80d {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:43:53.640218 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bfd376b2-37cc-4f7b-9ecf-f9c13746b5e2 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:53.645291 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bfd376b2-37cc-4f7b-9ecf-f9c13746b5e2 tempest-RoutersNegativeTest-1742515950 tempest-RoutersNegativeTest-1742515950-project] 10.222.0.16 "DELETE /v2.0/routers/9dbf2888-e104-473c-abac-cb2899fad80d HTTP/1.1" status: 204 len: 168 time: 0.7743454 Aug 20 10:43:53.823122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-64c4ffb8-97dc-4c8e-bed0-f654d3bc5f14 None None] Provisioning complete for port bed054f0-73ec-4b01-a66b-40b4af577e36 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:53.825292 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-64c4ffb8-97dc-4c8e-bed0-f654d3bc5f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:53.942728 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-64c4ffb8-97dc-4c8e-bed0-f654d3bc5f14 None None] Port bed054f0-73ec-4b01-a66b-40b4af577e36 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:43:54.069828 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-797c6c2f-63d7-479c-a6ad-638e554f495a None None] Provisioning complete for port bed054f0-73ec-4b01-a66b-40b4af577e36 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:54.070110 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-797c6c2f-63d7-479c-a6ad-638e554f495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:54.115895 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-797c6c2f-63d7-479c-a6ad-638e554f495a None None] Port bed054f0-73ec-4b01-a66b-40b4af577e36 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:43:54.185954 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b42fe1c5-9f01-42e7-97d0-348ede55c546 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:54.223505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50038) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:54.258006 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b42fe1c5-9f01-42e7-97d0-348ede55c546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:54.341671 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b42fe1c5-9f01-42e7-97d0-348ede55c546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:54.416909 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f94236f-ada9-4268-8c58-d8cd1b4c8144 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-761779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-754790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3262'] for router, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:54.417493 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f94236f-ada9-4268-8c58-d8cd1b4c8144 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:54.420517 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fe1c5-9f01-42e7-97d0-348ede55c546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6638b5b8-d6ee-4756-8d59-e7bd8a963d4f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:54.505748 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 63bab4cb-1278-4e8b-8611-8ae535f050fb up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:43:54.532285 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b42fe1c5-9f01-42e7-97d0-348ede55c546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:54.537358 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b42fe1c5-9f01-42e7-97d0-348ede55c546 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6638b5b8-d6ee-4756-8d59-e7bd8a963d4f HTTP/1.1" status: 204 len: 168 time: 1.2699816 Aug 20 10:43:54.542427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50042) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:54.625374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 63bab4cb-1278-4e8b-8611-8ae535f050fb triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:54.625844 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:54.641303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0f94236f-ada9-4268-8c58-d8cd1b4c8144 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94867) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 20 10:43:54.641819 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0f94236f-ada9-4268-8c58-d8cd1b4c8144 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Router f28004d0-7341-40e4-a697-bc26f983005a migrating from provider to provider. {{(pid=94867) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 20 10:43:54.642395 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f94236f-ada9-4268-8c58-d8cd1b4c8144 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:54.649227 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f94236f-ada9-4268-8c58-d8cd1b4c8144 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:54.653689 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f94236f-ada9-4268-8c58-d8cd1b4c8144 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-754815'] for router, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:54.679256 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:43:54.695303 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Sync routers for ids ['272c0360-ae05-405a-81c7-8110e90d8791'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:43:54.702465 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-395d95f8-1272-482a-ac5c-24f9878476f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "PUT /v2.0/routers/272c0360-ae05-405a-81c7-8110e90d8791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6528225 Aug 20 10:43:54.752046 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Routers {'272c0360-ae05-405a-81c7-8110e90d8791'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:54.754646 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['272c0360-ae05-405a-81c7-8110e90d8791'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:54.851306 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e1b56cc-ad67-40f7-b087-a111259d5723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:54.893959 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a3ca997f-8294-4728-8f03-47c0de9139e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6ba47959c60489cb754f10fb58aac36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6651137 Aug 20 10:43:54.894655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50048) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:54.914009 n-d-778550-11 neutron-server[94867]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0f94236f-ada9-4268-8c58-d8cd1b4c8144 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] No L3 agents can host the router f28004d0-7341-40e4-a697-bc26f983005a Aug 20 10:43:54.964264 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Set router 272c0360-ae05-405a-81c7-8110e90d8791 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:43:55.012128 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e1b56cc-ad67-40f7-b087-a111259d5723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:55.023335 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0e1b56cc-ad67-40f7-b087-a111259d5723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:55.037380 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0e1b56cc-ad67-40f7-b087-a111259d5723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae25714a-b247-4a14-a67a-4c380cc7fca9') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:55.037880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0e1b56cc-ad67-40f7-b087-a111259d5723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae25714a-b247-4a14-a67a-4c380cc7fca9') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:55.050770 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e1b56cc-ad67-40f7-b087-a111259d5723 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:55.067896 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e1b56cc-ad67-40f7-b087-a111259d5723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:55.074446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1b56cc-ad67-40f7-b087-a111259d5723 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:43:55.074866 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e1b56cc-ad67-40f7-b087-a111259d5723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:43:55.176312 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:43:55.189791 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f94236f-ada9-4268-8c58-d8cd1b4c8144 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Hosts for router f28004d0-7341-40e4-a697-bc26f983005a: [] {{(pid=94867) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 20 10:43:55.209122 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e1b56cc-ad67-40f7-b087-a111259d5723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:55.232847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f94236f-ada9-4268-8c58-d8cd1b4c8144 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Hosts for other DVR routers connected to router f28004d0-7341-40e4-a697-bc26f983005a: set() {{(pid=94867) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 20 10:43:55.238999 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0e1b56cc-ad67-40f7-b087-a111259d5723 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:55.241153 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f94236f-ada9-4268-8c58-d8cd1b4c8144 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:55.245444 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0f94236f-ada9-4268-8c58-d8cd1b4c8144 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] 10.222.0.16 "PUT /v2.0/routers/f28004d0-7341-40e4-a697-bc26f983005a HTTP/1.1" status: 200 len: 717 time: 1.8898382 Aug 20 10:43:55.248454 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0e1b56cc-ad67-40f7-b087-a111259d5723 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc HTTP/1.1" status: 204 len: 168 time: 0.7061453 Aug 20 10:43:55.251966 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50064) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:55.398908 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c5a37b9a-3657-4964-bdd8-be55cb681d1e tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] 10.222.0.16 "GET /v2.0/routers/f28004d0-7341-40e4-a697-bc26f983005a HTTP/1.1" status: 200 len: 717 time: 0.1326640 Aug 20 10:43:55.403037 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50066) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:55.409406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b56cc-ad67-40f7-b087-a111259d5723 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef032b3b-fd78-4a97-9ebc-7a8b1e1e84cc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:55.443728 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-33ce5dcc-6c21-43e7-a344-199bef65eaac tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793610862&fields=id&tenant_id=a42de817dc7f43e1b394c597ce63df37 HTTP/1.1" status: 200 len: 267 time: 0.2743928 Aug 20 10:43:55.443938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50070) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:55.498459 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c72937b6-f445-4b2f-aa0d-22c3b4844d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:55.578373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50072) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:55.582580 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-acd5fbce-92da-46f2-8054-dd87fcc366ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5dc9404880a64e2098b2a4b7b279862b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372547 Aug 20 10:43:55.691540 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c72937b6-f445-4b2f-aa0d-22c3b4844d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:55.702602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272c0360-ae05-405a-81c7-8110e90d8791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478896762', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:43:40Z', 'updated_at': '2021-08-20T10:43:51Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:41Z', 'updated_at': '2021-08-20T10:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'bed054f0-73ec-4b01-a66b-40b4af577e36', 'name': '', 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:e9:bc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:49Z', 'updated_at': '2021-08-20T10:43:52Z', 'revision_number': 2, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:55.747699 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Checking router: 272c0360-ae05-405a-81c7-8110e90d8791 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:43:55.748399 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Updating router 272c0360-ae05-405a-81c7-8110e90d8791 port bed054f0-73ec-4b01-a66b-40b4af577e36 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:43:55.800537 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:55.821981 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8d5479fc-ab91-452a-b1bf-ececf738f0da tempest-RoutersTestDVR-2047007751 tempest-RoutersTestDVR-2047007751-project] 10.222.0.16 "GET /v2.0/routers/f28004d0-7341-40e4-a697-bc26f983005a HTTP/1.1" status: 200 len: 683 time: 0.4172430 Aug 20 10:43:55.822953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50074) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:55.892972 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-579f5cac-012b-4c22-9f91-c6d4de2b0c0f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:55.900292 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-579f5cac-012b-4c22-9f91-c6d4de2b0c0f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/networks?id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4 HTTP/1.1" status: 200 len: 797 time: 0.4546170 Aug 20 10:43:55.941261 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-6ccc3fca-8510-40b7-aa9f-60108b6a363e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/quotas/a42de817dc7f43e1b394c597ce63df37 HTTP/1.1" status: 200 len: 375 time: 0.0396652 Aug 20 10:43:55.944706 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea5b263d-5cd4-49d1-b4df-22ed7a3c369d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:55.971711 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-67bcb781-cbd4-4ff8-9cbd-203b87eb8eb5 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.000590 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c72937b6-f445-4b2f-aa0d-22c3b4844d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.003876 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c72937b6-f445-4b2f-aa0d-22c3b4844d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.005066 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c72937b6-f445-4b2f-aa0d-22c3b4844d7c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a963a95b-5030-4ca7-99ab-5ad484b171bb HTTP/1.1" status: 204 len: 168 time: 1.1076348 Aug 20 10:43:56.070404 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72937b6-f445-4b2f-aa0d-22c3b4844d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a963a95b-5030-4ca7-99ab-5ad484b171bb,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:56.078381 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea5b263d-5cd4-49d1-b4df-22ed7a3c369d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.182014 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-5c0dd8e4-aa68-4d5d-bf03-456e27cfb834 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2392666 Aug 20 10:43:56.294409 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-67bcb781-cbd4-4ff8-9cbd-203b87eb8eb5 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.297750 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-67bcb781-cbd4-4ff8-9cbd-203b87eb8eb5 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.325790 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea5b263d-5cd4-49d1-b4df-22ed7a3c369d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.331467 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ea5b263d-5cd4-49d1-b4df-22ed7a3c369d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.334198 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ea5b263d-5cd4-49d1-b4df-22ed7a3c369d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c336c65a-50c4-4010-8bf1-f3e8f6fff7d9 HTTP/1.1" status: 204 len: 168 time: 0.7518783 Aug 20 10:43:56.389552 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b263d-5cd4-49d1-b4df-22ed7a3c369d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c336c65a-50c4-4010-8bf1-f3e8f6fff7d9,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:56.418722 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-67bcb781-cbd4-4ff8-9cbd-203b87eb8eb5 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.419352 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bcb781-cbd4-4ff8-9cbd-203b87eb8eb5 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f28004d0-7341-40e4-a697-bc26f983005a {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:43:56.432357 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-67bcb781-cbd4-4ff8-9cbd-203b87eb8eb5 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.439560 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-67bcb781-cbd4-4ff8-9cbd-203b87eb8eb5 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] 10.222.0.16 "DELETE /v2.0/routers/f28004d0-7341-40e4-a697-bc26f983005a HTTP/1.1" status: 204 len: 168 time: 0.6096756 Aug 20 10:43:56.444406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50084) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:56.452164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-9e5a5c78-3b03-4923-ad88-dcdb3996d3e4 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Request body: {'router': {'name': 'tempest-router-35690812', 'distributed': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:56.471700 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.488742 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Transition to ACTIVE for port object bed054f0-73ec-4b01-a66b-40b4af577e36 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:43:56.498959 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.510199 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-729fdad9-b3e0-487f-838b-495f6aace6b0 service neutron] 10.222.0.16 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992055 Aug 20 10:43:56.515847 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9e5a5c78-3b03-4923-ad88-dcdb3996d3e4 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.517785 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9e5a5c78-3b03-4923-ad88-dcdb3996d3e4 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.659152 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Attempting to bind port bed054f0-73ec-4b01-a66b-40b4af577e36 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:43:56.659518 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Attempting to bind port bed054f0-73ec-4b01-a66b-40b4af577e36 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:43:56.659884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Attempting to bind port bed054f0-73ec-4b01-a66b-40b4af577e36 on network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:43:56.665521 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:43:56.666005 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Checking segment: {'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:43:56.666291 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.666683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Bound using segment: {'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:43:56.667186 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Bound port: bed054f0-73ec-4b01-a66b-40b4af577e36, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:43:56.667566 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.681438 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f4834-b721-4ce6-8e2f-5746d6e7fbb1 None None] Pushing event updated for resources: {'Port': ['ID=bed054f0-73ec-4b01-a66b-40b4af577e36,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:56.775425 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] For port bed054f0-73ec-4b01-a66b-40b4af577e36, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:43:56.778929 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] For port bed054f0-73ec-4b01-a66b-40b4af577e36, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=bed054f0-73ec-4b01-a66b-40b4af577e36,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:43:56.782494 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9e5a5c78-3b03-4923-ad88-dcdb3996d3e4 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.785050 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.794874 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9e5a5c78-3b03-4923-ad88-dcdb3996d3e4 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.834723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Routers {'272c0360-ae05-405a-81c7-8110e90d8791'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:43:56.835759 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:43:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['272c0360-ae05-405a-81c7-8110e90d8791'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:56.852721 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-66efe459-94a3-4746-94df-9e74ea2ea823 service neutron] 10.222.0.16 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293247 Aug 20 10:43:56.854052 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9e5a5c78-3b03-4923-ad88-dcdb3996d3e4 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:56.855320 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9e5a5c78-3b03-4923-ad88-dcdb3996d3e4 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.4098747 Aug 20 10:43:56.858356 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50100) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:56.975789 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] Set router 272c0360-ae05-405a-81c7-8110e90d8791 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:43:57.075969 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-473dbc53-5f81-4fd2-8f82-75b71c8e15e3 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:57.302201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1e90c594-ff5d-464c-9a9f-8221bd433c61 req-24be6634-bce2-445a-be9d-12fc99257625 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 210 time: 0.0457492 Aug 20 10:43:57.441760 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f4834-b721-4ce6-8e2f-5746d6e7fbb1 None None] Pushing event updated for resources: {'Port': ['ID=bed054f0-73ec-4b01-a66b-40b4af577e36,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:57.517690 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272c0360-ae05-405a-81c7-8110e90d8791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478896762', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:43:40Z', 'updated_at': '2021-08-20T10:43:51Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:41Z', 'updated_at': '2021-08-20T10:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'bed054f0-73ec-4b01-a66b-40b4af577e36', 'name': '', 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:e9:bc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:49Z', 'updated_at': '2021-08-20T10:43:56Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:43:57.566084 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-473dbc53-5f81-4fd2-8f82-75b71c8e15e3 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:57.569194 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-473dbc53-5f81-4fd2-8f82-75b71c8e15e3 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:57.603483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709b0a77-1777-4d97-9756-a523d4d44498 None None] The sync data for ids ['272c0360-ae05-405a-81c7-8110e90d8791'] in n-d-778550-11 is: [{'id': '272c0360-ae05-405a-81c7-8110e90d8791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478896762', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:43:40Z', 'updated_at': '2021-08-20T10:43:51Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:41Z', 'updated_at': '2021-08-20T10:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'bed054f0-73ec-4b01-a66b-40b4af577e36', 'name': '', 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:e9:bc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:49Z', 'updated_at': '2021-08-20T10:43:56Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:43:57.689828 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50138) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:57.717138 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-473dbc53-5f81-4fd2-8f82-75b71c8e15e3 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:57.717723 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473dbc53-5f81-4fd2-8f82-75b71c8e15e3 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6031030d-538c-452d-9161-2f70893814e7 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:43:57.740264 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-473dbc53-5f81-4fd2-8f82-75b71c8e15e3 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:57.745359 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-473dbc53-5f81-4fd2-8f82-75b71c8e15e3 tempest-RoutersTestDVR-215761332 tempest-RoutersTestDVR-215761332-project-admin] 10.222.0.16 "DELETE /v2.0/routers/6031030d-538c-452d-9161-2f70893814e7 HTTP/1.1" status: 204 len: 168 time: 0.8844857 Aug 20 10:43:57.899310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-516276f4-716b-4c33-aa67-076bd2c70899 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group': {'name': 'tempest-secgroup--48925988'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:57.963152 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-516276f4-716b-4c33-aa67-076bd2c70899 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:57.989984 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-516276f4-716b-4c33-aa67-076bd2c70899 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:58.164653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50152) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:58.281955 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-516276f4-716b-4c33-aa67-076bd2c70899 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:58.298903 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-516276f4-716b-4c33-aa67-076bd2c70899 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:58.406047 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50162) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:58.458836 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516276f4-716b-4c33-aa67-076bd2c70899 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e0fc36-7114-4341-bf40-b80fc4b5116a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:58.555703 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device bed054f0-73ec-4b01-a66b-40b4af577e36 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:43:58.581040 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-557d7b3a-61ee-42f4-ae48-2f34fe173716 req-805d73c5-687c-4233-97a7-27545e9bf322 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 210 time: 0.0817201 Aug 20 10:43:58.668026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-bafdf324-83c0-40f8-81bd-9333d46a9ed8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-680397571-network', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:58.683581 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-516276f4-716b-4c33-aa67-076bd2c70899 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:58.692669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port bed054f0-73ec-4b01-a66b-40b4af577e36 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:43:58.699774 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-516276f4-716b-4c33-aa67-076bd2c70899 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:58.714398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port bed054f0-73ec-4b01-a66b-40b4af577e36 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:43:58.718743 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:58.762850 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafdf324-83c0-40f8-81bd-9333d46a9ed8 admin admin] Made reservation on behalf of 9bb773ac2b384fdb884cf77004ac0616 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:43:58.769551 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bafdf324-83c0-40f8-81bd-9333d46a9ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:58.781163 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-516276f4-716b-4c33-aa67-076bd2c70899 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:58.782384 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-516276f4-716b-4c33-aa67-076bd2c70899 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0908365 Aug 20 10:43:58.787877 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50168) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:58.817991 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92f2f53e-6643-42c4-be0f-5237d8130bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:58.828744 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516276f4-716b-4c33-aa67-076bd2c70899 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01dbe43-3571-49c4-8163-9ce29c0e8760,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:58.851444 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bafdf324-83c0-40f8-81bd-9333d46a9ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.001025 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.106813 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port bed054f0-73ec-4b01-a66b-40b4af577e36, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=bed054f0-73ec-4b01-a66b-40b4af577e36,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:43:59.108881 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bafdf324-83c0-40f8-81bd-9333d46a9ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.108881 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0065e60b-c5a0-4db0-95bd-d4b0c9d8eea5 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2650881 Aug 20 10:43:59.108881 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50182) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:59.110603 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.177041 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bafdf324-83c0-40f8-81bd-9333d46a9ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.212303 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92f2f53e-6643-42c4-be0f-5237d8130bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.216607 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d30917dc-b9f6-4f08-a24c-274ba703ac48 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group': {'name': 'tempest-security--1674598555', 'description': 'tempest-security-description-1806820277'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:59.226540 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92f2f53e-6643-42c4-be0f-5237d8130bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.273565 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=bed054f0-73ec-4b01-a66b-40b4af577e36,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:59.278253 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafdf324-83c0-40f8-81bd-9333d46a9ed8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:43:59.318333 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d0792f16-03ba-4c3b-87d3-2d458480263c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.328325 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-52443ca1-8255-4359-882a-170011ef1585 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:59.330848 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-52443ca1-8255-4359-882a-170011ef1585 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.24 "GET /v2.0/networks?id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4 HTTP/1.1" status: 200 len: 797 time: 0.4221110 Aug 20 10:43:59.331117 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d30917dc-b9f6-4f08-a24c-274ba703ac48 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.348921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdf324-83c0-40f8-81bd-9333d46a9ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0e5f66-44a9-4478-a87e-e463ce4f8617,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:59.379476 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-92f2f53e-6643-42c4-be0f-5237d8130bf9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82eb0332b8c14322abc2836796da5627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9722853 Aug 20 10:43:59.383747 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bafdf324-83c0-40f8-81bd-9333d46a9ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.384465 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-bafdf324-83c0-40f8-81bd-9333d46a9ed8 admin admin] Added segment a5b0e89c-059e-4c64-b5c4-ce81d82f91a0 of type vlan for network ff2965b1-4d26-4b67-bf25-0d818b1aea1c Aug 20 10:43:59.387859 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50190) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:59.420370 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-2e761f9c-7a6c-4bab-8be0-2477af472c03 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a42de817dc7f43e1b394c597ce63df37 HTTP/1.1" status: 200 len: 379 time: 0.0774028 Aug 20 10:43:59.431157 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-a6b290df-cb3b-463f-9cd3-c197bad73dce tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'port': {'device_id': '1053a147-e19a-43be-8f4b-41e4f199d430', 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'admin_state_up': True, 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'security_groups': ['d038cddc-17cd-4f01-9ca0-c14bec2437c4']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:43:59.588265 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d30917dc-b9f6-4f08-a24c-274ba703ac48 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.598784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2f53e-6643-42c4-be0f-5237d8130bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28581cd1-6c9d-4e01-8ce1-ff373622f796,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:59.606483 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bafdf324-83c0-40f8-81bd-9333d46a9ed8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.612606 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-a6b290df-cb3b-463f-9cd3-c197bad73dce tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Made reservation on behalf of a42de817dc7f43e1b394c597ce63df37 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:43:59.616863 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d30917dc-b9f6-4f08-a24c-274ba703ac48 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.620047 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d30917dc-b9f6-4f08-a24c-274ba703ac48 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.622320 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d30917dc-b9f6-4f08-a24c-274ba703ac48 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "PUT /v2.0/security-groups/c01dbe43-3571-49c4-8163-9ce29c0e8760 HTTP/1.1" status: 200 len: 1780 time: 0.5510521 Aug 20 10:43:59.623110 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-a6b290df-cb3b-463f-9cd3-c197bad73dce tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.629320 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50198) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:59.648476 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-31149cfc-3f1c-483b-bda5-cf6d4e83fd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.707633 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-31149cfc-3f1c-483b-bda5-cf6d4e83fd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.741513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30917dc-b9f6-4f08-a24c-274ba703ac48 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01dbe43-3571-49c4-8163-9ce29c0e8760,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:43:59.791651 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1e81c03e-1f7b-4ddc-b1d3-a1f85d4138fc tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-groups/c01dbe43-3571-49c4-8163-9ce29c0e8760 HTTP/1.1" status: 200 len: 1780 time: 0.1609313 Aug 20 10:43:59.793578 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bafdf324-83c0-40f8-81bd-9333d46a9ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.794570 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafdf324-83c0-40f8-81bd-9333d46a9ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:43:59.795408 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bafdf324-83c0-40f8-81bd-9333d46a9ed8 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:43:59.812053 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50204) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:43:59.868227 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-deb9cc1b-366c-4686-9fda-25b27454c562 req-f2568cce-c50f-469d-af34-7e313fc60011 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 210 time: 0.1313639 Aug 20 10:43:59.985579 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b55bb56-7fbe-4fb5-8086-100f686d2677 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:00.013699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdf324-83c0-40f8-81bd-9333d46a9ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=ff2965b1-4d26-4b67-bf25-0d818b1aea1c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:00.020950 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bafdf324-83c0-40f8-81bd-9333d46a9ed8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8539164 Aug 20 10:44:00.027579 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50210) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:00.027837 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network ff2965b1-4d26-4b67-bf25-0d818b1aea1c details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:44:00.054075 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b55bb56-7fbe-4fb5-8086-100f686d2677 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:00.058050 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-76a5d071-9e84-4bfa-b9e1-3e83949204dd admin admin] Request body: {'subnet': {'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-680397571-subnet', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:00.064461 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-31149cfc-3f1c-483b-bda5-cf6d4e83fd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:00.067906 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-31149cfc-3f1c-483b-bda5-cf6d4e83fd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:00.069369 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-31149cfc-3f1c-483b-bda5-cf6d4e83fd4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28581cd1-6c9d-4e01-8ce1-ff373622f796 HTTP/1.1" status: 204 len: 168 time: 0.6661887 Aug 20 10:44:00.087645 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31149cfc-3f1c-483b-bda5-cf6d4e83fd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28581cd1-6c9d-4e01-8ce1-ff373622f796,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:00.101085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-a6b290df-cb3b-463f-9cd3-c197bad73dce tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Allocated IP 172.20.0.4 (8e4e0ef3-4f0a-473e-86af-ada3f65518f4/ffaf4917-d3ff-4902-b222-4976af69ea4a/4f60a528-c9ad-4a6f-a427-f43753221c2f) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:00.118069 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a5d071-9e84-4bfa-b9e1-3e83949204dd admin admin] Made reservation on behalf of 9bb773ac2b384fdb884cf77004ac0616 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:00.129309 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-76a5d071-9e84-4bfa-b9e1-3e83949204dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:00.290842 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b55bb56-7fbe-4fb5-8086-100f686d2677 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:00.293508 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8b55bb56-7fbe-4fb5-8086-100f686d2677 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:00.298236 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8b55bb56-7fbe-4fb5-8086-100f686d2677 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-groups/c01dbe43-3571-49c4-8163-9ce29c0e8760 HTTP/1.1" status: 204 len: 168 time: 0.4845717 Aug 20 10:44:00.323384 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50218) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:00.331592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55bb56-7fbe-4fb5-8086-100f686d2677 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01dbe43-3571-49c4-8163-9ce29c0e8760,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:00.489394 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e1ac7cd9-8819-4e69-9836-89772ed2e36f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1641703 Aug 20 10:44:00.493908 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50224) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:00.512744 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device bed054f0-73ec-4b01-a66b-40b4af577e36 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:44:00.525698 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-3ae5857a-3602-4a3c-bc89-e92122c289bc tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] delete failed (client error): The resource could not be found. Aug 20 10:44:00.534377 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3ae5857a-3602-4a3c-bc89-e92122c289bc tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-groups/c01dbe43-3571-49c4-8163-9ce29c0e8760 HTTP/1.1" status: 404 len: 347 time: 0.0392044 Aug 20 10:44:00.547268 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50226) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:00.557619 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5ecddd25-bc50-4da7-bd45-5b14b722b715 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039515654'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:00.606043 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-a6b290df-cb3b-463f-9cd3-c197bad73dce tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:00.642827 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-a6b290df-cb3b-463f-9cd3-c197bad73dce tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Transition to ACTIVE for port object 4f60a528-c9ad-4a6f-a427-f43753221c2f will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:00.650368 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port bed054f0-73ec-4b01-a66b-40b4af577e36 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:00.652797 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:00.660648 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5ecddd25-bc50-4da7-bd45-5b14b722b715 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:00.737082 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-a6b290df-cb3b-463f-9cd3-c197bad73dce tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:00.777403 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-a6b290df-cb3b-463f-9cd3-c197bad73dce tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:00.781385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-a6b290df-cb3b-463f-9cd3-c197bad73dce tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:00.809876 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-a6b290df-cb3b-463f-9cd3-c197bad73dce tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:00.847827 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50232) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:00.893660 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5ecddd25-bc50-4da7-bd45-5b14b722b715 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:00.905424 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d54360a9-3d05-47cc-9736-bedf8657acee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:00.917984 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5ecddd25-bc50-4da7-bd45-5b14b722b715 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:00.918393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b290df-cb3b-463f-9cd3-c197bad73dce tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=4f60a528-c9ad-4a6f-a427-f43753221c2f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:00.946678 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-a6b290df-cb3b-463f-9cd3-c197bad73dce tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:00.948180 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-a6b290df-cb3b-463f-9cd3-c197bad73dce tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:00.960997 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-76a5d071-9e84-4bfa-b9e1-3e83949204dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:01.013026 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-a6b290df-cb3b-463f-9cd3-c197bad73dce tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5868576 Aug 20 10:44:01.019219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5d071-9e84-4bfa-b9e1-3e83949204dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0ca692b-df17-4ef8-a3eb-23abb2d3420b,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:01.042461 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecddd25-bc50-4da7-bd45-5b14b722b715 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd399a0b-4e2b-4e6f-ad2e-e731d4aafea6,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:01.045197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Request body: {'port': {'device_id': '1053a147-e19a-43be-8f4b-41e4f199d430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:01.076305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a5d071-9e84-4bfa-b9e1-3e83949204dd admin admin] Checking segment: {'id': 'a5b0e89c-059e-4c64-b5c4-ce81d82f91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:01.076688 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5d071-9e84-4bfa-b9e1-3e83949204dd admin admin] Network hostable DHCP agents. Network: ff2965b1-4d26-4b67-bf25-0d818b1aea1c, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:44:01.122621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5d071-9e84-4bfa-b9e1-3e83949204dd admin admin] Network ff2965b1-4d26-4b67-bf25-0d818b1aea1c is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:44:01.164400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-76a5d071-9e84-4bfa-b9e1-3e83949204dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, ff2965b1-4d26-4b67-bf25-0d818b1aea1c) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:01.171811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a5d071-9e84-4bfa-b9e1-3e83949204dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:01.173118 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-76a5d071-9e84-4bfa-b9e1-3e83949204dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:01.189455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdc2da2-973c-4d36-a72d-eba2de84b746 None None] Network ff2965b1-4d26-4b67-bf25-0d818b1aea1c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:01.215542 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:01.327168 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2c2de5a2-1e69-43a0-bd4e-ab4b9e5653c7 None None] Provisioning for port 4f60a528-c9ad-4a6f-a427-f43753221c2f completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:01.335428 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2c2de5a2-1e69-43a0-bd4e-ab4b9e5653c7 None None] Provisioning complete for port 4f60a528-c9ad-4a6f-a427-f43753221c2f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:01.336034 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2c2de5a2-1e69-43a0-bd4e-ab4b9e5653c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:01.395106 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2c2de5a2-1e69-43a0-bd4e-ab4b9e5653c7 None None] Port 4f60a528-c9ad-4a6f-a427-f43753221c2f cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:44:01.458148 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6418d15-89f4-42dc-9a1a-b58a3ab4d200 None None] Network ff2965b1-4d26-4b67-bf25-0d818b1aea1c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:01.536492 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d54360a9-3d05-47cc-9736-bedf8657acee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:01.546574 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5ecddd25-bc50-4da7-bd45-5b14b722b715 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:01.549187 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5ecddd25-bc50-4da7-bd45-5b14b722b715 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9990289 Aug 20 10:44:01.553731 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-76a5d071-9e84-4bfa-b9e1-3e83949204dd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5132730 Aug 20 10:44:01.554707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50250) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:01.559399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-3566ba3e-220f-4443-be29-6c3c5eb57e03 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group_rule': {'security_group_id': 'fd399a0b-4e2b-4e6f-ad2e-e731d4aafea6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:01.578799 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50252) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:01.579997 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d54360a9-3d05-47cc-9736-bedf8657acee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:01.601665 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3566ba3e-220f-4443-be29-6c3c5eb57e03 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:01.606919 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-680397571-router', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:01.711584 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3566ba3e-220f-4443-be29-6c3c5eb57e03 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:01.717502 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3566ba3e-220f-4443-be29-6c3c5eb57e03 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:01.773341 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566ba3e-220f-4443-be29-6c3c5eb57e03 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f11da2-7e85-4e2d-a7ae-0c63b432c31b,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:01.786269 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3566ba3e-220f-4443-be29-6c3c5eb57e03 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:01.788248 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3566ba3e-220f-4443-be29-6c3c5eb57e03 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2323821 Aug 20 10:44:01.795263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50256) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:01.857871 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e60150ac-4606-445b-8834-25295b7dbed3 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:01.875833 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e60150ac-4606-445b-8834-25295b7dbed3 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:01.944285 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed5fb-ec48-42da-8716-d86103bb643a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:01.966395 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e60150ac-4606-445b-8834-25295b7dbed3 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:01.976490 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d54360a9-3d05-47cc-9736-bedf8657acee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ed00c207b63404ca5cda9b66be11dbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1273100 Aug 20 10:44:01.984851 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e60150ac-4606-445b-8834-25295b7dbed3 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:01.986947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50266) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:01.989481 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e60150ac-4606-445b-8834-25295b7dbed3 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/94f11da2-7e85-4e2d-a7ae-0c63b432c31b HTTP/1.1" status: 204 len: 168 time: 0.1930206 Aug 20 10:44:01.991137 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50268) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:02.019640 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60150ac-4606-445b-8834-25295b7dbed3 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94f11da2-7e85-4e2d-a7ae-0c63b432c31b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:02.066487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54360a9-3d05-47cc-9736-bedf8657acee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f48096-f9ed-4d4d-9a17-d674dd5f3b88,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:02.069036 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.070142 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.106733 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54360a9-3d05-47cc-9736-bedf8657acee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:02.107110 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54360a9-3d05-47cc-9736-bedf8657acee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:02.107498 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54360a9-3d05-47cc-9736-bedf8657acee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:02.107815 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54360a9-3d05-47cc-9736-bedf8657acee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:02.108209 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54360a9-3d05-47cc-9736-bedf8657acee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:02.108499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54360a9-3d05-47cc-9736-bedf8657acee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:02.108813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54360a9-3d05-47cc-9736-bedf8657acee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:02.109136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54360a9-3d05-47cc-9736-bedf8657acee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:02.109535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54360a9-3d05-47cc-9736-bedf8657acee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:02.110437 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54360a9-3d05-47cc-9736-bedf8657acee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:02.110761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54360a9-3d05-47cc-9736-bedf8657acee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:02.111125 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54360a9-3d05-47cc-9736-bedf8657acee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:02.115830 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-13033856-c12a-4ce2-a69f-e0f7d65d9d5d tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1231441 Aug 20 10:44:02.116445 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50272) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:02.144330 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc9a31-f627-49f2-8162-a845dfe0841d req-7ab80a67-34c9-4ff4-a299-884981d9dff3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:02.145746 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7fbc9a31-f627-49f2-8162-a845dfe0841d req-7ab80a67-34c9-4ff4-a299-884981d9dff3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 931 time: 1.1049218 Aug 20 10:44:02.175567 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-908647b4-dd63-41a1-8420-c0c3bfc158ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.240571 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f5cec618-bf2e-4abc-9b7e-40d6ec72aeba tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.278362 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f5cec618-bf2e-4abc-9b7e-40d6ec72aeba tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.337180 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.354281 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f5cec618-bf2e-4abc-9b7e-40d6ec72aeba tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.359280 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f5cec618-bf2e-4abc-9b7e-40d6ec72aeba tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.362920 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f5cec618-bf2e-4abc-9b7e-40d6ec72aeba tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-groups/fd399a0b-4e2b-4e6f-ad2e-e731d4aafea6 HTTP/1.1" status: 204 len: 168 time: 0.2432539 Aug 20 10:44:02.364649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50280) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:02.371938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f60a528-c9ad-4a6f-a427-f43753221c2f {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:44:02.429497 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cec618-bf2e-4abc-9b7e-40d6ec72aeba tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd399a0b-4e2b-4e6f-ad2e-e731d4aafea6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:02.441484 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.486036 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-25c35a1f-8168-4b95-ac6f-345066089622 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1197734 Aug 20 10:44:02.489952 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50286) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:02.496322 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-bee2d9af-cc84-4536-b231-b23ebc3b4890 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527347100'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:02.545273 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bee2d9af-cc84-4536-b231-b23ebc3b4890 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.593680 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.600204 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.603688 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-908647b4-dd63-41a1-8420-c0c3bfc158ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.610526 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7fbc9a31-f627-49f2-8162-a845dfe0841d req-05035870-0b91-4a14-ae77-dc79d2d90967 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4467077 Aug 20 10:44:02.664179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Transition to ACTIVE for port object 4f60a528-c9ad-4a6f-a427-f43753221c2f will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:02.698577 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.739595 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bee2d9af-cc84-4536-b231-b23ebc3b4890 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.759690 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50294) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:02.769508 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bee2d9af-cc84-4536-b231-b23ebc3b4890 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.816629 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bee2d9af-cc84-4536-b231-b23ebc3b4890 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.820042 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bee2d9af-cc84-4536-b231-b23ebc3b4890 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3290060 Aug 20 10:44:02.824017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50298) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:02.836920 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-81205003-22f8-4b91-8cb4-653034b017ad tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group_rule': {'security_group_id': 'a9f9fd0d-4340-40d2-bf0e-de2a57a8e8cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:02.848680 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2d9af-cc84-4536-b231-b23ebc3b4890 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f9fd0d-4340-40d2-bf0e-de2a57a8e8cd,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:02.867260 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-908647b4-dd63-41a1-8420-c0c3bfc158ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.871455 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-908647b4-dd63-41a1-8420-c0c3bfc158ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:02.873644 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-908647b4-dd63-41a1-8420-c0c3bfc158ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49f48096-f9ed-4d4d-9a17-d674dd5f3b88 HTTP/1.1" status: 204 len: 168 time: 0.8817523 Aug 20 10:44:02.905579 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908647b4-dd63-41a1-8420-c0c3bfc158ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f48096-f9ed-4d4d-9a17-d674dd5f3b88,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:02.907838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Pushing event updated for resources: {'Port': ['ID=4f60a528-c9ad-4a6f-a427-f43753221c2f,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:02.914711 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81205003-22f8-4b91-8cb4-653034b017ad tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.031455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Attempting to bind port 4f60a528-c9ad-4a6f-a427-f43753221c2f on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:44:03.032810 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Attempting to bind port 4f60a528-c9ad-4a6f-a427-f43753221c2f by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:44:03.033494 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Attempting to bind port 4f60a528-c9ad-4a6f-a427-f43753221c2f on network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:44:03.036108 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3c1c1c3-9bf0-4201-8c45-3e5ccb0370da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.049743 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Port 4f60a528-c9ad-4a6f-a427-f43753221c2f on network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:44:03.050469 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Attempting to bind port 4f60a528-c9ad-4a6f-a427-f43753221c2f on network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:44:03.080987 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81205003-22f8-4b91-8cb4-653034b017ad tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.081397 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:44:03.081753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Checking segment: {'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:03.082111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Bound using segment: {'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:44:03.082611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Bound port: 4f60a528-c9ad-4a6f-a427-f43753221c2f, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:44:03.083011 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.091217 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81205003-22f8-4b91-8cb4-653034b017ad tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.118846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81205003-22f8-4b91-8cb4-653034b017ad tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809ba67f-1589-4d6a-910f-3c30c0cd1b6c,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:03.180394 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.277627 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3c1c1c3-9bf0-4201-8c45-3e5ccb0370da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.286151 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3c1c1c3-9bf0-4201-8c45-3e5ccb0370da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.288346 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.313923 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:44:03.315628 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81205003-22f8-4b91-8cb4-653034b017ad tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.317162 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-81205003-22f8-4b91-8cb4-653034b017ad tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4898102 Aug 20 10:44:03.318164 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.320845 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50314) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:03.328555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4ffbf6a9-183e-4dd6-b82e-edc0572db2e7 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group_rule': {'security_group_id': 'a9f9fd0d-4340-40d2-bf0e-de2a57a8e8cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:03.334909 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:44:03.373863 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.375693 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e3c1c1c3-9bf0-4201-8c45-3e5ccb0370da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3159e67d7ba84856a7b379e5255c27d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6143601 Aug 20 10:44:03.377384 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1c1c3-9bf0-4201-8c45-3e5ccb0370da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25898982-6525-4a44-9447-49e9dfa2f2a8,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:03.382666 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50320) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:03.440872 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ffbf6a9-183e-4dd6-b82e-edc0572db2e7 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.456989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Pushing event updated for resources: {'Port': ['ID=4f60a528-c9ad-4a6f-a427-f43753221c2f,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:03.477342 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0b65eea-3cc1-4af5-989b-270fd4ede033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.522523 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:03.523265 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.525332 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-50a17d0f-e0ec-4a9c-9366-d2a41ddd7d1b service neutron] 10.222.0.24 "PUT /v2.0/ports/4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 200 len: 1092 time: 2.4895294 Aug 20 10:44:03.525981 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:44:03.530523 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb47f364-62ce-4513-8681-bd34b7485af6" -d '{"events": [{"name": "network-changed", "server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:44:03.562668 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0b65eea-3cc1-4af5-989b-270fd4ede033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.622366 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ffbf6a9-183e-4dd6-b82e-edc0572db2e7 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.629907 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ffbf6a9-183e-4dd6-b82e-edc0572db2e7 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.638224 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7060c9cb-4f6f-423a-88e2-d9154d831553 x-openstack-request-id: req-7060c9cb-4f6f-423a-88e2-d9154d831553 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:44:03.638599 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:44:03.638864 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7060c9cb-4f6f-423a-88e2-d9154d831553 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:44:03.639351 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'status': 'completed', 'code': 200} Aug 20 10:44:03.678367 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ffbf6a9-183e-4dd6-b82e-edc0572db2e7 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.680013 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4ffbf6a9-183e-4dd6-b82e-edc0572db2e7 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3554389 Aug 20 10:44:03.680955 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbf6a9-183e-4dd6-b82e-edc0572db2e7 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7b0704-e9fb-491d-af1f-d02614af65da,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:03.685273 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50334) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:03.690924 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4c99dd58-2797-477d-b2c9-7a9bbf7f2c87 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group_rule': {'security_group_id': 'a9f9fd0d-4340-40d2-bf0e-de2a57a8e8cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:03.730937 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Allocated IP 172.25.3.166 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/1ef54d44-cac9-4f0b-93e0-1cdc5a09d720) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:03.744278 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0b65eea-3cc1-4af5-989b-270fd4ede033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.746899 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0b65eea-3cc1-4af5-989b-270fd4ede033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.751239 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b0b65eea-3cc1-4af5-989b-270fd4ede033 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25898982-6525-4a44-9447-49e9dfa2f2a8 HTTP/1.1" status: 204 len: 168 time: 0.3672464 Aug 20 10:44:03.777291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b65eea-3cc1-4af5-989b-270fd4ede033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25898982-6525-4a44-9447-49e9dfa2f2a8,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:03.806042 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c99dd58-2797-477d-b2c9-7a9bbf7f2c87 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.846710 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-30d8ef9a-ad97-4484-b35b-e8629cdd21be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:03.848385 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-30d8ef9a-ad97-4484-b35b-e8629cdd21be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1095 time: 0.2638855 Aug 20 10:44:03.981851 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c99dd58-2797-477d-b2c9-7a9bbf7f2c87 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:03.981988 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c99dd58-2797-477d-b2c9-7a9bbf7f2c87 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.014296 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-5366a60b-b37d-4ed6-a70d-6fa12232cae1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 200 len: 217 time: 0.1482134 Aug 20 10:44:04.030318 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99dd58-2797-477d-b2c9-7a9bbf7f2c87 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd47bdf-3b06-4799-8c2c-a948f88ea6f0,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:04.045824 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c99dd58-2797-477d-b2c9-7a9bbf7f2c87 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.047572 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4c99dd58-2797-477d-b2c9-7a9bbf7f2c87 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3608005 Aug 20 10:44:04.050950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50350) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:04.060592 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-ac6fd58d-6e76-4d87-8468-5ea632b391a1 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group_rule': {'security_group_id': 'a9f9fd0d-4340-40d2-bf0e-de2a57a8e8cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:04.088434 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d50d49-b1cb-4166-87a2-fa41eb400f8f req-7593ccac-e631-4872-a53c-c01045d0e58b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:04.090871 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-59d50d49-b1cb-4166-87a2-fa41eb400f8f req-7593ccac-e631-4872-a53c-c01045d0e58b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 943 time: 0.3355038 Aug 20 10:44:04.116703 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ac6fd58d-6e76-4d87-8468-5ea632b391a1 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.136481 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-188e5c91-97c7-415a-8591-7cb4e8a26748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:04.138508 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-188e5c91-97c7-415a-8591-7cb4e8a26748 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffaf4917-d3ff-4902-b222-4976af69ea4a HTTP/1.1" status: 200 len: 835 time: 0.1142488 Aug 20 10:44:04.184033 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50356) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:04.202914 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.239497 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-59d50d49-b1cb-4166-87a2-fa41eb400f8f req-e90e8b4c-4529-46f3-a727-4af1fec62343 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354446 Aug 20 10:44:04.250850 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-490e48c8-b60c-4b09-b789-73bd1797f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:04.252499 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-490e48c8-b60c-4b09-b789-73bd1797f5cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016517 Aug 20 10:44:04.302024 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ac6fd58d-6e76-4d87-8468-5ea632b391a1 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.318089 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ac6fd58d-6e76-4d87-8468-5ea632b391a1 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.349201 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.389314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-fb902a1f-16e4-46b7-8cdc-94cae7382517 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-882304080'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:04.394004 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fd58d-6e76-4d87-8468-5ea632b391a1 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5f6a01-df67-419c-90c5-e422dc898158,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:04.411695 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ac6fd58d-6e76-4d87-8468-5ea632b391a1 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.414383 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ac6fd58d-6e76-4d87-8468-5ea632b391a1 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3621562 Aug 20 10:44:04.417318 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:04.419694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50362) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:04.428187 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-bd9ef816-a736-426c-b834-2ecefa010e0c tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group_rule': {'security_group_id': 'a9f9fd0d-4340-40d2-bf0e-de2a57a8e8cd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:04.434215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:04.439400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb902a1f-16e4-46b7-8cdc-94cae7382517 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:04.446125 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb902a1f-16e4-46b7-8cdc-94cae7382517 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.447603 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-358fd835-adfc-443c-88c4-9c0c77d4aa32 service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877403 Aug 20 10:44:04.448385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:04.448510 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50366) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:04.454350 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef54d44-cac9-4f0b-93e0-1cdc5a09d720,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:04.468222 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb902a1f-16e4-46b7-8cdc-94cae7382517 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.483349 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-85a26771-c036-413a-b4c3-7bf6136c1dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.563482 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd9ef816-a736-426c-b834-2ecefa010e0c tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.664997 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb902a1f-16e4-46b7-8cdc-94cae7382517 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.678865 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb902a1f-16e4-46b7-8cdc-94cae7382517 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.726264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb902a1f-16e4-46b7-8cdc-94cae7382517 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:44:04.729234 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0db86993-4e45-4dc3-b2fa-ffbc303e3dd8 req-d3271f87-bb16-43b8-aebf-10ee97b5d97d service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524240 Aug 20 10:44:04.751344 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd9ef816-a736-426c-b834-2ecefa010e0c tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.752934 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb902a1f-16e4-46b7-8cdc-94cae7382517 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a149f8f-2b98-48c5-bd88-fbe673631eb2,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:04.760299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd9ef816-a736-426c-b834-2ecefa010e0c tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.761049 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb902a1f-16e4-46b7-8cdc-94cae7382517 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.761645 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-fb902a1f-16e4-46b7-8cdc-94cae7382517 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Added segment 3cf90478-45c4-4dce-8d78-6f1e8a0c1533 of type vlan for network 75c8ce85-afd2-4bb1-9e66-b5fada521069 Aug 20 10:44:04.820590 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.844830 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb902a1f-16e4-46b7-8cdc-94cae7382517 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.849499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ef816-a736-426c-b834-2ecefa010e0c tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98a73f6-6487-4e94-abf1-304b1b8cc7a1,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:04.897963 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb902a1f-16e4-46b7-8cdc-94cae7382517 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.905031 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb902a1f-16e4-46b7-8cdc-94cae7382517 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:04.905764 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fb902a1f-16e4-46b7-8cdc-94cae7382517 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.920230 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-85a26771-c036-413a-b4c3-7bf6136c1dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.937102 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bd9ef816-a736-426c-b834-2ecefa010e0c tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.939160 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bd9ef816-a736-426c-b834-2ecefa010e0c tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5180469 Aug 20 10:44:04.944445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50376) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:04.974751 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.977723 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-85a26771-c036-413a-b4c3-7bf6136c1dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:04.978093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47f364-62ce-4513-8681-bd34b7485af6 req-341f0381-db0b-4805-8040-2236ba04dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:04.980178 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb47f364-62ce-4513-8681-bd34b7485af6 req-341f0381-db0b-4805-8040-2236ba04dcd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1095 time: 0.1342213 Aug 20 10:44:04.998377 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fb902a1f-16e4-46b7-8cdc-94cae7382517 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8109033 Aug 20 10:44:05.005681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50380) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:05.020768 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-93cc64d2-e23c-4ae1-a508-25c535bb1094 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069', 'name': 'tempest-PortsTestJSON-583585850'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:05.048596 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4fce0b9c-4a19-4372-97b9-683348c83cde tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:05.098725 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4fce0b9c-4a19-4372-97b9-683348c83cde tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:05.101024 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb902a1f-16e4-46b7-8cdc-94cae7382517 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Network': ['ID=75c8ce85-afd2-4bb1-9e66-b5fada521069,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:05.105370 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-85a26771-c036-413a-b4c3-7bf6136c1dc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f971e903509842d891f9a5199241c373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6555398 Aug 20 10:44:05.106130 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a26771-c036-413a-b4c3-7bf6136c1dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700704f0-7cdd-4f97-95ba-ca3ae71f79a7,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:05.108980 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50384) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:05.120804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:44:05.177987 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c667a17-e087-4bd7-a9b8-10706b04e609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:05.204053 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4fce0b9c-4a19-4372-97b9-683348c83cde tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:05.216000 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4fce0b9c-4a19-4372-97b9-683348c83cde tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:05.217173 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4fce0b9c-4a19-4372-97b9-683348c83cde tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/a98a73f6-6487-4e94-abf1-304b1b8cc7a1 HTTP/1.1" status: 204 len: 168 time: 0.2714593 Aug 20 10:44:05.220763 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50386) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:05.223424 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c667a17-e087-4bd7-a9b8-10706b04e609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:05.264089 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cc64d2-e23c-4ae1-a508-25c535bb1094 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:05.267955 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-93cc64d2-e23c-4ae1-a508-25c535bb1094 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:05.278572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47f364-62ce-4513-8681-bd34b7485af6 req-59f33d53-8880-4dfc-8699-32b9dbe95087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:05.280551 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb47f364-62ce-4513-8681-bd34b7485af6 req-59f33d53-8880-4dfc-8699-32b9dbe95087 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4 HTTP/1.1" status: 200 len: 898 time: 0.2550466 Aug 20 10:44:05.284670 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce0b9c-4a19-4372-97b9-683348c83cde tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a98a73f6-6487-4e94-abf1-304b1b8cc7a1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:05.291499 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-93cc64d2-e23c-4ae1-a508-25c535bb1094 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] device_id is not set on port 1bb3956e-8655-47d7-a2e3-c1067c9f5102 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:44:05.349065 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb47f364-62ce-4513-8681-bd34b7485af6 req-cb018373-2fbf-4848-968a-5b6a17de99a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 200 len: 217 time: 0.0574934 Aug 20 10:44:05.379944 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c667a17-e087-4bd7-a9b8-10706b04e609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:05.386575 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6c667a17-e087-4bd7-a9b8-10706b04e609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:05.388799 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6c667a17-e087-4bd7-a9b8-10706b04e609 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/700704f0-7cdd-4f97-95ba-ca3ae71f79a7 HTTP/1.1" status: 204 len: 168 time: 0.2754960 Aug 20 10:44:05.517962 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c667a17-e087-4bd7-a9b8-10706b04e609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700704f0-7cdd-4f97-95ba-ca3ae71f79a7,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:05.627331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ce82e-b77c-4e9e-af83-baa8ea29e91b req-bba3dd34-77a8-4c41-9ac9-42a3deac6fdf tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:05.636585 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-152ce82e-b77c-4e9e-af83-baa8ea29e91b req-bba3dd34-77a8-4c41-9ac9-42a3deac6fdf tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 943 time: 0.2623439 Aug 20 10:44:05.689527 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-93cc64d2-e23c-4ae1-a508-25c535bb1094 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:05.727619 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-152ce82e-b77c-4e9e-af83-baa8ea29e91b req-ae3dddb5-770d-4042-9daa-c7a45ca6c524 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717752 Aug 20 10:44:05.771617 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-29a462b4-28ff-47e4-88af-1f86d4a50ea8 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.5445008 Aug 20 10:44:05.772927 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50404) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:05.783564 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-93cc64d2-e23c-4ae1-a508-25c535bb1094 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:05.830348 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:05.840649 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47f364-62ce-4513-8681-bd34b7485af6 req-df42aaf0-a3af-44fb-891b-f3cad3d5e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:05.841494 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb47f364-62ce-4513-8681-bd34b7485af6 req-df42aaf0-a3af-44fb-891b-f3cad3d5e0b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffaf4917-d3ff-4902-b222-4976af69ea4a HTTP/1.1" status: 200 len: 835 time: 0.1640909 Aug 20 10:44:05.877899 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2e61ac33-7730-4f0d-ab6c-6aa7e2d7ec21 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:05.911204 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2e61ac33-7730-4f0d-ab6c-6aa7e2d7ec21 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:05.915953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc64d2-e23c-4ae1-a508-25c535bb1094 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=1bb3956e-8655-47d7-a2e3-c1067c9f5102,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:06.003360 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2e61ac33-7730-4f0d-ab6c-6aa7e2d7ec21 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:06.008030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47f364-62ce-4513-8681-bd34b7485af6 req-363070e8-3c76-467d-ac37-042becae0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:06.009933 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb47f364-62ce-4513-8681-bd34b7485af6 req-363070e8-3c76-467d-ac37-042becae0eb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019099 Aug 20 10:44:06.010442 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2e61ac33-7730-4f0d-ab6c-6aa7e2d7ec21 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:06.014644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50414) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:06.015432 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2e61ac33-7730-4f0d-ab6c-6aa7e2d7ec21 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/be5f6a01-df67-419c-90c5-e422dc898158 HTTP/1.1" status: 204 len: 168 time: 0.2405653 Aug 20 10:44:06.021173 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc64d2-e23c-4ae1-a508-25c535bb1094 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Checking segment: {'id': '3cf90478-45c4-4dce-8d78-6f1e8a0c1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:06.022001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc64d2-e23c-4ae1-a508-25c535bb1094 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network hostable DHCP agents. Network: 75c8ce85-afd2-4bb1-9e66-b5fada521069, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:44:06.054875 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61ac33-7730-4f0d-ab6c-6aa7e2d7ec21 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be5f6a01-df67-419c-90c5-e422dc898158,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:06.082579 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc64d2-e23c-4ae1-a508-25c535bb1094 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:44:06.095457 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-93cc64d2-e23c-4ae1-a508-25c535bb1094 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 75c8ce85-afd2-4bb1-9e66-b5fada521069) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:06.100638 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc64d2-e23c-4ae1-a508-25c535bb1094 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:06.108550 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7581e78-cfcb-481b-a1b3-93d2b6768ede None None] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:06.119743 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cc64d2-e23c-4ae1-a508-25c535bb1094 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:06.120416 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-93cc64d2-e23c-4ae1-a508-25c535bb1094 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:06.152262 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6d9dbbf8-2abf-4891-b811-3ef91757dc54 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1301944 Aug 20 10:44:06.152799 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-93cc64d2-e23c-4ae1-a508-25c535bb1094 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1351333 Aug 20 10:44:06.152799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50422) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:06.153505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50424) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:06.160973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c95b84dc-71fc-4605-9d71-f3e7fb1a6a4d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1230950938'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:06.169174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-157fba03-dc8c-42d1-a5f3-ac1697bd24c2 req-29d7c496-a180-4ec7-a29b-f9485af8cdcd service neutron] (94867) timed out ('10.222.0.42', 51154) {{(pid=94867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 10:44:06.194838 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95b84dc-71fc-4605-9d71-f3e7fb1a6a4d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:06.200573 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c95b84dc-71fc-4605-9d71-f3e7fb1a6a4d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:06.215754 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6225d9bf-3f11-4aec-8d32-dcc5605bc00f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:06.222835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Router 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:44:06.232340 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb47f364-62ce-4513-8681-bd34b7485af6 req-8b80bb78-9c09-44b4-a840-dec41d5e8e0a service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050412 Aug 20 10:44:06.235587 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6225d9bf-3f11-4aec-8d32-dcc5605bc00f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:06.251464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95b84dc-71fc-4605-9d71-f3e7fb1a6a4d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:44:06.269183 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c95b84dc-71fc-4605-9d71-f3e7fb1a6a4d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:06.271341 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-c95b84dc-71fc-4605-9d71-f3e7fb1a6a4d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Added segment ea536b97-358c-4db8-aed5-bb401493785a of type vlan for network 4387d4f6-facb-431a-87a1-e006a84e68f4 Aug 20 10:44:06.332255 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c95b84dc-71fc-4605-9d71-f3e7fb1a6a4d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:06.379585 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6225d9bf-3f11-4aec-8d32-dcc5605bc00f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:06.389451 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6225d9bf-3f11-4aec-8d32-dcc5605bc00f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:06.390854 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6225d9bf-3f11-4aec-8d32-dcc5605bc00f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/dfd47bdf-3b06-4799-8c2c-a948f88ea6f0 HTTP/1.1" status: 204 len: 168 time: 0.2361641 Aug 20 10:44:06.399305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50430) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:06.410246 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c95b84dc-71fc-4605-9d71-f3e7fb1a6a4d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:06.418208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95b84dc-71fc-4605-9d71-f3e7fb1a6a4d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:06.418856 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c95b84dc-71fc-4605-9d71-f3e7fb1a6a4d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:06.465943 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c95b84dc-71fc-4605-9d71-f3e7fb1a6a4d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3119395 Aug 20 10:44:06.466641 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50436) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:06.490882 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225d9bf-3f11-4aec-8d32-dcc5605bc00f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfd47bdf-3b06-4799-8c2c-a948f88ea6f0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:06.493945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:44:06.502456 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Sync routers for ids ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:44:06.517283 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Routers {'902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:44:06.517777 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:44:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:06.536167 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'ports': [{'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069'}, {'network_id': '4387d4f6-facb-431a-87a1-e006a84e68f4'}]} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:06.536360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:06.536734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'network_id': '4387d4f6-facb-431a-87a1-e006a84e68f4'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:06.579237 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb47f364-62ce-4513-8681-bd34b7485af6 req-f95f54b7-826c-4a5b-91ca-d76891d0b4f8 service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276048 Aug 20 10:44:06.623700 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-14ed3f22-b145-4fae-8439-7f109baed101 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2172351 Aug 20 10:44:06.624398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50446) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:06.642490 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:06.647335 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8ccfa599-304b-49dd-8b2d-0b2222198e85 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0586634 Aug 20 10:44:06.647866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50448) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:06.678031 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7436c1ff-952e-4644-a828-a42206ef1638 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:06.698445 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b84dc-71fc-4605-9d71-f3e7fb1a6a4d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Network': ['ID=4387d4f6-facb-431a-87a1-e006a84e68f4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:06.709648 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 4387d4f6-facb-431a-87a1-e006a84e68f4 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:44:06.913956 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Set router 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:44:06.918077 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7436c1ff-952e-4644-a828-a42206ef1638 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:07.029587 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'port': 2} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:07.064728 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:07.076934 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7436c1ff-952e-4644-a828-a42206ef1638 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:07.081342 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:07.090434 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7436c1ff-952e-4644-a828-a42206ef1638 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:07.091900 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7436c1ff-952e-4644-a828-a42206ef1638 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ff7b0704-e9fb-491d-af1f-d02614af65da HTTP/1.1" status: 204 len: 168 time: 0.4662602 Aug 20 10:44:07.094903 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50460) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:07.133364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436c1ff-952e-4644-a828-a42206ef1638 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff7b0704-e9fb-491d-af1f-d02614af65da,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:07.148034 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23758f-6c08-4154-a10c-39ed94398f1e req-6562ea94-ba7b-4054-b7f1-15891ed7063c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:07.154292 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fd23758f-6c08-4154-a10c-39ed94398f1e req-6562ea94-ba7b-4054-b7f1-15891ed7063c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 943 time: 0.2552805 Aug 20 10:44:07.182802 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-680397571-router', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:02Z', 'updated_at': '2021-08-20T10:44:04Z', 'revision_number': 3, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'gw_port': {'id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:03Z', 'updated_at': '2021-08-20T10:44:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:07.233512 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Checking router: 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:44:07.233955 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Updating router 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 port 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:44:07.243618 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bfb63253-f23a-4af7-ad7c-08b229c58cf2 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1446171 Aug 20 10:44:07.258790 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50466) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:07.268832 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:07.288972 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fd23758f-6c08-4154-a10c-39ed94398f1e req-38ed5ae3-a123-4e7e-93e5-6374952b4d4b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930114 Aug 20 10:44:07.293151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] device_id is not set on port 156463a8-af7c-452b-a894-9a03a9e33ec2 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:44:07.366021 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-22502763-acd3-44c4-9901-86af2db5ce27 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:07.379115 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-22502763-acd3-44c4-9901-86af2db5ce27 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:07.515381 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:07.695165 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:07.720080 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Transition to ACTIVE for port object 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:07.732231 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:07.848956 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa64ac-058c-422b-8faa-055ac2660a42 None None] Pushing event updated for resources: {'Port': ['ID=1ef54d44-cac9-4f0b-93e0-1cdc5a09d720,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:07.863851 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Attempting to bind port 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:44:07.866966 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] Allocated IP 172.20.0.1 (ff2965b1-4d26-4b67-bf25-0d818b1aea1c/a0ca692b-df17-4ef8-a3eb-23abb2d3420b/7d947d5c-b4aa-456a-b0d6-35272e4479a9) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:07.868549 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Attempting to bind port 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:44:07.870598 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Attempting to bind port 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:44:07.875089 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa64ac-058c-422b-8faa-055ac2660a42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:07.875473 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa64ac-058c-422b-8faa-055ac2660a42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:07.875802 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa64ac-058c-422b-8faa-055ac2660a42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:07.876171 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa64ac-058c-422b-8faa-055ac2660a42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:07.876510 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa64ac-058c-422b-8faa-055ac2660a42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:07.876843 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa64ac-058c-422b-8faa-055ac2660a42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:07.877172 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa64ac-058c-422b-8faa-055ac2660a42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:07.877551 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa64ac-058c-422b-8faa-055ac2660a42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:07.877891 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa64ac-058c-422b-8faa-055ac2660a42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:07.878216 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa64ac-058c-422b-8faa-055ac2660a42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:07.878558 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa64ac-058c-422b-8faa-055ac2660a42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:07.878856 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa64ac-058c-422b-8faa-055ac2660a42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:07.889864 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:44:07.890525 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:07.891171 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:07.891744 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:44:07.892369 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Bound port: 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:44:07.892922 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:08.039832 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] For port 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:44:08.043582 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] For port 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1ef54d44-cac9-4f0b-93e0-1cdc5a09d720,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:44:08.044598 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-22502763-acd3-44c4-9901-86af2db5ce27 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:08.051385 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:08.060679 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-22502763-acd3-44c4-9901-86af2db5ce27 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:08.064987 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:08.066817 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-22502763-acd3-44c4-9901-86af2db5ce27 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/809ba67f-1589-4d6a-910f-3c30c0cd1b6c HTTP/1.1" status: 204 len: 168 time: 0.8018007 Aug 20 10:44:08.072662 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50494) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:08.121244 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22502763-acd3-44c4-9901-86af2db5ce27 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=809ba67f-1589-4d6a-910f-3c30c0cd1b6c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:08.151901 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:08.162762 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-14d4f0e9-36bf-4ee5-918e-e531f65d4809 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0858452 Aug 20 10:44:08.163230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50500) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:08.198660 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Routers {'902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:44:08.199354 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:44:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:08.201427 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa64ac-058c-422b-8faa-055ac2660a42 None None] Pushing event updated for resources: {'Port': ['ID=1ef54d44-cac9-4f0b-93e0-1cdc5a09d720,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:08.222757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 4f60a528-c9ad-4a6f-a427-f43753221c2f details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:44:08.232308 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:08.310841 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] device_id is not set on port 38ec8e35-8502-4dd3-b2b0-7bc1fbe4dfa5 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:44:08.316432 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] Network ff2965b1-4d26-4b67-bf25-0d818b1aea1c is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:08.331453 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:08.338139 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:08.375428 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:08.391891 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'port_id': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'mac_address': 'fa:16:3e:69:ea:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:44:08.427958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] Pushing event updated for resources: {'Port': ['ID=7d947d5c-b4aa-456a-b0d6-35272e4479a9,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:08.436757 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:08.453211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f60a528-c9ad-4a6f-a427-f43753221c2f {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:44:08.459902 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fae16197-2d64-4406-a033-99ad37a4d1c5 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:08.485349 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] Set router 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:44:08.503398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:08.517265 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:08.525236 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:08.604444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=4f60a528-c9ad-4a6f-a427-f43753221c2f,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:08.617382 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fae16197-2d64-4406-a033-99ad37a4d1c5 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:08.634948 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:08.655324 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11754a0f-0217-4643-b6e1-b0c8996e3cdf req-261175fe-98f3-4346-a440-39f71438fcc9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:08.665617 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-11754a0f-0217-4643-b6e1-b0c8996e3cdf req-261175fe-98f3-4346-a440-39f71438fcc9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 944 time: 0.1574531 Aug 20 10:44:08.704573 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fae16197-2d64-4406-a033-99ad37a4d1c5 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:08.707288 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fae16197-2d64-4406-a033-99ad37a4d1c5 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:08.708546 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fae16197-2d64-4406-a033-99ad37a4d1c5 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-groups/a9f9fd0d-4340-40d2-bf0e-de2a57a8e8cd HTTP/1.1" status: 204 len: 168 time: 0.5442345 Aug 20 10:44:08.716299 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50514) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:08.780754 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-680397571-router', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:02Z', 'updated_at': '2021-08-20T10:44:04Z', 'revision_number': 3, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'gw_port': {'id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:03Z', 'updated_at': '2021-08-20T10:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:08.784011 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae16197-2d64-4406-a033-99ad37a4d1c5 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f9fd0d-4340-40d2-bf0e-de2a57a8e8cd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:08.793865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-11754a0f-0217-4643-b6e1-b0c8996e3cdf req-2868e55a-28df-49ba-8033-9d76e7cfcdb3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275010 Aug 20 10:44:08.807410 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:08.818761 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10152c89-f2aa-4f5d-9d4a-2fc763aa6293 None None] The sync data for ids ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'] in n-d-778550-11 is: [{'id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-680397571-router', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:02Z', 'updated_at': '2021-08-20T10:44:04Z', 'revision_number': 3, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'gw_port': {'id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:03Z', 'updated_at': '2021-08-20T10:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:44:08.871307 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['4f60a528-c9ad-4a6f-a427-f43753221c2f'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:44:08.880715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:08.884950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:08.895155 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=156463a8-af7c-452b-a894-9a03a9e33ec2,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:08.899025 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:08.900376 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:08.935807 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:09.028972 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=38ec8e35-8502-4dd3-b2b0-7bc1fbe4dfa5,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:09.037153 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3f0a4f96-e4d8-43c0-9110-1d0a49988a8f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3175714 Aug 20 10:44:09.044424 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50520) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:09.048416 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-92c190d7-b1fa-4c5e-872e-7ef4d1e7caea tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group': {'name': 'tempest-secgroup--949910538'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:09.053851 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Checking segment: {'id': 'ea536b97-358c-4db8-aed5-bb401493785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4387d4f6-facb-431a-87a1-e006a84e68f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:09.054332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network hostable DHCP agents. Network: 4387d4f6-facb-431a-87a1-e006a84e68f4, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:44:09.097676 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92c190d7-b1fa-4c5e-872e-7ef4d1e7caea tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:09.118228 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 4387d4f6-facb-431a-87a1-e006a84e68f4 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:44:09.146844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 4387d4f6-facb-431a-87a1-e006a84e68f4) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:09.160842 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:09.170003 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:09.187740 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:09.190515 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:09.220221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f81feb-d75f-4100-a803-c9552a2a359f None None] Network 4387d4f6-facb-431a-87a1-e006a84e68f4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:09.415863 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92c190d7-b1fa-4c5e-872e-7ef4d1e7caea tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:09.423484 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92c190d7-b1fa-4c5e-872e-7ef4d1e7caea tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:09.431817 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:09.435792 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-97924e12-656e-478a-b3cf-24b420bbef8d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9556370 Aug 20 10:44:09.440525 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50532) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:09.455388 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-92c190d7-b1fa-4c5e-872e-7ef4d1e7caea tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:09.457010 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-92c190d7-b1fa-4c5e-872e-7ef4d1e7caea tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4140501 Aug 20 10:44:09.469192 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50534) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:09.490889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-7104c751-1718-4f74-a43e-e83a5d986026 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group_rule': {'security_group_id': '4c594439-a454-4761-825d-b33a01b9de0f', 'direction': 'ingress', 'protocol': 17}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:09.508118 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:09.564225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c190d7-b1fa-4c5e-872e-7ef4d1e7caea tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c594439-a454-4761-825d-b33a01b9de0f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:09.571563 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7104c751-1718-4f74-a43e-e83a5d986026 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:09.688352 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7104c751-1718-4f74-a43e-e83a5d986026 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:09.692942 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7104c751-1718-4f74-a43e-e83a5d986026 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:09.724840 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] Pushing event updated for resources: {'Port': ['ID=7d947d5c-b4aa-456a-b0d6-35272e4479a9,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:09.751305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104c751-1718-4f74-a43e-e83a5d986026 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b2370d-f25f-40de-a196-fd40c9bbc128,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:09.758292 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7104c751-1718-4f74-a43e-e83a5d986026 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:09.766099 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7104c751-1718-4f74-a43e-e83a5d986026 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2919197 Aug 20 10:44:09.766222 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:09.766327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50542) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:09.857551 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33ff7d0-372e-4329-8774-ec7d3ed6abc6 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:09.868463 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a28cec1b-7f02-45ab-bb86-e049fd5bd5ab tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port 38ec8e35-8502-4dd3-b2b0-7bc1fbe4dfa5 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:09.869157 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a28cec1b-7f02-45ab-bb86-e049fd5bd5ab tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:09.900510 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33ff7d0-372e-4329-8774-ec7d3ed6abc6 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:09.973900 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33ff7d0-372e-4329-8774-ec7d3ed6abc6 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:09.977091 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33ff7d0-372e-4329-8774-ec7d3ed6abc6 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:09.987571 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a33ff7d0-372e-4329-8774-ec7d3ed6abc6 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-groups/4c594439-a454-4761-825d-b33a01b9de0f HTTP/1.1" status: 204 len: 168 time: 0.2209461 Aug 20 10:44:09.991681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50548) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:10.028359 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ff7d0-372e-4329-8774-ec7d3ed6abc6 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c594439-a454-4761-825d-b33a01b9de0f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:10.056158 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2946c3cb-7bd7-4caa-b273-92835e30ba96 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0588291 Aug 20 10:44:10.056852 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50550) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:10.067106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-faf867c1-331f-4ddb-b182-858b6d3bdd14 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group': {'name': 'tempest-secgroup--73825979'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:10.108921 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faf867c1-331f-4ddb-b182-858b6d3bdd14 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:10.181743 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a28cec1b-7f02-45ab-bb86-e049fd5bd5ab tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:10.217228 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a28cec1b-7f02-45ab-bb86-e049fd5bd5ab tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for 38ec8e35-8502-4dd3-b2b0-7bc1fbe4dfa5 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:10.223803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 4f60a528-c9ad-4a6f-a427-f43753221c2f up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:44:10.325185 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 4f60a528-c9ad-4a6f-a427-f43753221c2f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:10.336667 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90ac1f-7c0c-4c56-9e67-b3d3b4e701f0 req-e113dd27-593e-4e42-bbae-46b7fd2b69e9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:10.338292 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3b90ac1f-7c0c-4c56-9e67-b3d3b4e701f0 req-e113dd27-593e-4e42-bbae-46b7fd2b69e9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 944 time: 0.3279560 Aug 20 10:44:10.345964 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 4f60a528-c9ad-4a6f-a427-f43753221c2f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:10.346417 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:10.366416 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faf867c1-331f-4ddb-b182-858b6d3bdd14 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:10.372819 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faf867c1-331f-4ddb-b182-858b6d3bdd14 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:10.455799 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faf867c1-331f-4ddb-b182-858b6d3bdd14 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:10.469710 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-faf867c1-331f-4ddb-b182-858b6d3bdd14 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4088192 Aug 20 10:44:10.471004 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50558) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:10.489679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-600adc02-d677-44ad-886c-14321c23e646 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group': {'name': 'tempest-secgroup--467478072'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:10.511721 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:10.533591 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf867c1-331f-4ddb-b182-858b6d3bdd14 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42cc29cf-242c-41fe-8989-9a200f420091,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:10.573280 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:44:10.582169 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebcd48f-b7bc-45f4-b274-896eb200822a" -d '{"events": [{"server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "name": "network-vif-plugged", "status": "completed", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:44:10.582421 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-600adc02-d677-44ad-886c-14321c23e646 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:10.614615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:10.637331 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:10.701653 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0804c87-f3a9-4e16-8157-178deac5fe29 x-openstack-request-id: req-c0804c87-f3a9-4e16-8157-178deac5fe29 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:44:10.702518 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "name": "network-vif-plugged", "status": "completed", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:44:10.702932 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0804c87-f3a9-4e16-8157-178deac5fe29 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:44:10.704085 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'code': 200} Aug 20 10:44:10.706516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:44:10.836218 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=4f60a528-c9ad-4a6f-a427-f43753221c2f,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:10.874256 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:10.879139 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-600adc02-d677-44ad-886c-14321c23e646 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:10.879776 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:10.880477 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:10.893898 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-600adc02-d677-44ad-886c-14321c23e646 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:10.952599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] Network ff2965b1-4d26-4b67-bf25-0d818b1aea1c is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:10.954914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:10.957028 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-600adc02-d677-44ad-886c-14321c23e646 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:10.962534 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-600adc02-d677-44ad-886c-14321c23e646 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4826519 Aug 20 10:44:10.962534 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50572) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:10.970342 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-323fc13e-1288-4a70-b87a-01fd89c07edb tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group_rule': {'security_group_id': '42cc29cf-242c-41fe-8989-9a200f420091', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a700b812-98eb-4d38-a2da-f978920fb927', 'remote_ip_prefix': None}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:10.997972 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600adc02-d677-44ad-886c-14321c23e646 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a700b812-98eb-4d38-a2da-f978920fb927,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:11.015162 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-323fc13e-1288-4a70-b87a-01fd89c07edb tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:11.070622 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:11.116535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1ef54d44-cac9-4f0b-93e0-1cdc5a09d720,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:11.123386 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:11.149616 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3b90ac1f-7c0c-4c56-9e67-b3d3b4e701f0 req-b8f03ee2-9774-4a30-8c2a-eedcd409ef7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7837613 Aug 20 10:44:11.182187 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30aa6f7-3770-4a50-aa38-8aaa3ba0f241 req-5cea13a3-e77b-462e-b6fd-ad0cf96d310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:11.183869 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-323fc13e-1288-4a70-b87a-01fd89c07edb tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:11.185092 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c30aa6f7-3770-4a50-aa38-8aaa3ba0f241 req-5cea13a3-e77b-462e-b6fd-ad0cf96d310f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1097 time: 0.2224114 Aug 20 10:44:11.193824 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-323fc13e-1288-4a70-b87a-01fd89c07edb tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:11.218426 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=1ef54d44-cac9-4f0b-93e0-1cdc5a09d720,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:11.222682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fc13e-1288-4a70-b87a-01fd89c07edb tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f80b261-d527-419f-a2c6-77a6e1ff718a,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:11.230597 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-323fc13e-1288-4a70-b87a-01fd89c07edb tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:11.237261 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-323fc13e-1288-4a70-b87a-01fd89c07edb tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2677853 Aug 20 10:44:11.237941 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a28cec1b-7f02-45ab-bb86-e049fd5bd5ab tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:11.243346 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50576) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:11.297880 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a8f33d96-d776-4a5b-8eab-4ae2b42312bf tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:11.303867 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cec1b-7f02-45ab-bb86-e049fd5bd5ab tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=38ec8e35-8502-4dd3-b2b0-7bc1fbe4dfa5,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:11.309813 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a28cec1b-7f02-45ab-bb86-e049fd5bd5ab tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:11.312251 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a8f33d96-d776-4a5b-8eab-4ae2b42312bf tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:11.316839 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a28cec1b-7f02-45ab-bb86-e049fd5bd5ab tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/ports/38ec8e35-8502-4dd3-b2b0-7bc1fbe4dfa5 HTTP/1.1" status: 204 len: 168 time: 1.8706801 Aug 20 10:44:11.320244 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50580) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:11.336512 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c30aa6f7-3770-4a50-aa38-8aaa3ba0f241 req-9983de88-e663-46b9-9b99-06f40b19d919 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122367 Aug 20 10:44:11.351279 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] Router 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:44:11.414308 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a8f33d96-d776-4a5b-8eab-4ae2b42312bf tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:11.422531 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a8f33d96-d776-4a5b-8eab-4ae2b42312bf tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:11.430818 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a8f33d96-d776-4a5b-8eab-4ae2b42312bf tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8f80b261-d527-419f-a2c6-77a6e1ff718a HTTP/1.1" status: 204 len: 168 time: 0.1869082 Aug 20 10:44:11.432373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50586) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:11.442010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd88038-b05c-4c5e-88cf-c9363f11e4a1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:11.450424 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd88038-b05c-4c5e-88cf-c9363f11e4a1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:11.455482 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1cd88038-b05c-4c5e-88cf-c9363f11e4a1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1317024 Aug 20 10:44:11.465131 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50590) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:11.500160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f33d96-d776-4a5b-8eab-4ae2b42312bf tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f80b261-d527-419f-a2c6-77a6e1ff718a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:11.641353 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-372113de-ac0a-4ee5-a069-943d7ba27262 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2074549 Aug 20 10:44:11.642012 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50596) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:11.663903 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-a3f27fce-62c1-4f50-bd35-577e4857353e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port 156463a8-af7c-452b-a894-9a03a9e33ec2 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:11.664278 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a3f27fce-62c1-4f50-bd35-577e4857353e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:11.697438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:44:11.710986 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Sync routers for ids ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:44:11.744749 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5c633059-ac3b-4fca-856a-025369bead61 admin admin] 10.222.0.16 "PUT /v2.0/routers/902b7b0b-6389-46e0-a38c-7b5f2a52f4f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0943511 Aug 20 10:44:11.749161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Routers {'902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:44:11.749815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:44:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:11.766580 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a3f27fce-62c1-4f50-bd35-577e4857353e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:11.787693 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-a3f27fce-62c1-4f50-bd35-577e4857353e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for 156463a8-af7c-452b-a894-9a03a9e33ec2 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:11.791565 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-015a2332-ba7a-416e-bf37-e70df270c890 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:11.875040 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-015a2332-ba7a-416e-bf37-e70df270c890 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:11.932517 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a3f27fce-62c1-4f50-bd35-577e4857353e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:12.001776 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-015a2332-ba7a-416e-bf37-e70df270c890 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:12.018726 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-015a2332-ba7a-416e-bf37-e70df270c890 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:12.020458 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-015a2332-ba7a-416e-bf37-e70df270c890 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-groups/a700b812-98eb-4d38-a2da-f978920fb927 HTTP/1.1" status: 204 len: 168 time: 0.3753684 Aug 20 10:44:12.028437 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50614) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:12.043849 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f27fce-62c1-4f50-bd35-577e4857353e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=156463a8-af7c-452b-a894-9a03a9e33ec2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:12.062191 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a3f27fce-62c1-4f50-bd35-577e4857353e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:12.071924 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a3f27fce-62c1-4f50-bd35-577e4857353e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/ports/156463a8-af7c-452b-a894-9a03a9e33ec2 HTTP/1.1" status: 204 len: 168 time: 0.6051328 Aug 20 10:44:12.072904 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50618) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:12.103512 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a2332-ba7a-416e-bf37-e70df270c890 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a700b812-98eb-4d38-a2da-f978920fb927,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:12.168018 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4c1ca2-0821-4a6b-9214-e6336f4b0365 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:12.172918 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fa4c1ca2-0821-4a6b-9214-e6336f4b0365 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0948539 Aug 20 10:44:12.173557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50620) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:12.178291 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e69fcfac-bdb9-4d88-bf7c-4ccb82a29913 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1451662 Aug 20 10:44:12.185722 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50624) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:12.234818 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35c0cf0-305c-4a39-a5f3-544904de6c9a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] GET failed (client error): The resource could not be found. Aug 20 10:44:12.236760 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b35c0cf0-305c-4a39-a5f3-544904de6c9a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports/38ec8e35-8502-4dd3-b2b0-7bc1fbe4dfa5 HTTP/1.1" status: 404 len: 333 time: 0.0621943 Aug 20 10:44:12.239789 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50628) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:12.319817 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7e206aea-a6ac-4464-bebd-012ccc823f20 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:12.322599 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30bf2e0-f920-4717-8842-5a34633af0e6 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] GET failed (client error): The resource could not be found. Aug 20 10:44:12.327703 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50630) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:12.328714 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b30bf2e0-f920-4717-8842-5a34633af0e6 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports/156463a8-af7c-452b-a894-9a03a9e33ec2 HTTP/1.1" status: 404 len: 333 time: 0.0869060 Aug 20 10:44:12.382572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Set router 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:44:12.420644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555a826-57b6-48fd-abfc-b7e590a230c2 req-881a7912-76c2-412a-9ad2-665e6211a8e2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:12.422463 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f555a826-57b6-48fd-abfc-b7e590a230c2 req-881a7912-76c2-412a-9ad2-665e6211a8e2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.1263409 Aug 20 10:44:12.441204 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7e206aea-a6ac-4464-bebd-012ccc823f20 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:12.496885 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db3749e8-2b7b-4048-bb42-706529180888 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:12.523526 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f555a826-57b6-48fd-abfc-b7e590a230c2 req-bc13bd6d-ede2-4db4-90ed-369649fd2d9e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875025 Aug 20 10:44:12.558716 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:44:12.707580 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:12.708087 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:12.710890 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-52f03888-47e5-40fd-beaf-f012f706db0b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:12.720310 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-52f03888-47e5-40fd-beaf-f012f706db0b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/networks?id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c HTTP/1.1" status: 200 len: 819 time: 0.2731190 Aug 20 10:44:12.798922 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db3749e8-2b7b-4048-bb42-706529180888 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:12.815337 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-db3749e8-2b7b-4048-bb42-706529180888 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4387d4f6-facb-431a-87a1-e006a84e68f4']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:12.827833 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-db3749e8-2b7b-4048-bb42-706529180888 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea536b97-358c-4db8-aed5-bb401493785a') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:12.828284 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-db3749e8-2b7b-4048-bb42-706529180888 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea536b97-358c-4db8-aed5-bb401493785a') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:12.847129 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db3749e8-2b7b-4048-bb42-706529180888 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:12.853800 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7e206aea-a6ac-4464-bebd-012ccc823f20 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:12.856206 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7e206aea-a6ac-4464-bebd-012ccc823f20 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:12.857283 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7e206aea-a6ac-4464-bebd-012ccc823f20 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-groups/42cc29cf-242c-41fe-8989-9a200f420091 HTTP/1.1" status: 204 len: 168 time: 0.6706483 Aug 20 10:44:12.860759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50648) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:12.883626 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-819cd481-7938-44b9-9273-4bf3bf85cfcd tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/quotas/9bb773ac2b384fdb884cf77004ac0616 HTTP/1.1" status: 200 len: 375 time: 0.0462162 Aug 20 10:44:12.887075 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e206aea-a6ac-4464-bebd-012ccc823f20 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cc29cf-242c-41fe-8989-9a200f420091,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:12.896833 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db3749e8-2b7b-4048-bb42-706529180888 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:12.917742 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-680397571-router', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:02Z', 'updated_at': '2021-08-20T10:44:08Z', 'revision_number': 4, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'gw_port': {'id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:03Z', 'updated_at': '2021-08-20T10:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '7d947d5c-b4aa-456a-b0d6-35272e4479a9', 'name': '', 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'mac_address': 'fa:16:3e:95:fe:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:07Z', 'updated_at': '2021-08-20T10:44:09Z', 'revision_number': 2, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'subnets': [{'id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:12.951193 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Checking router: 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:44:12.951834 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Updating router 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 port 7d947d5c-b4aa-456a-b0d6-35272e4479a9 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:44:12.959866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3749e8-2b7b-4048-bb42-706529180888 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:44:12.960460 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db3749e8-2b7b-4048-bb42-706529180888 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:44:12.964712 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:44:12.982730 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-88d075fb-fd7c-45ac-9547-b80874bda492 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1196585 Aug 20 10:44:12.987150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50652) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:12.988400 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:12.998377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-72f584cb-291c-47a7-a729-2a9aff133ef8 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group': {'name': 'tempest-secgroup--891831124'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:13.058636 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72f584cb-291c-47a7-a729-2a9aff133ef8 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:13.090797 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-234787ee-f9b9-41ca-b98d-79e0be02a9f1 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bb773ac2b384fdb884cf77004ac0616&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1907220 Aug 20 10:44:13.092305 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db3749e8-2b7b-4048-bb42-706529180888 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:13.103156 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db3749e8-2b7b-4048-bb42-706529180888 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:13.106832 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-db3749e8-2b7b-4048-bb42-706529180888 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/networks/4387d4f6-facb-431a-87a1-e006a84e68f4 HTTP/1.1" status: 204 len: 168 time: 0.7763774 Aug 20 10:44:13.110791 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50658) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:13.118177 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7fb39f49-bc71-4b29-83c2-a0fa17116c5a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2036959663'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:13.183757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3749e8-2b7b-4048-bb42-706529180888 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Network': ['ID=4387d4f6-facb-431a-87a1-e006a84e68f4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:13.193542 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72f584cb-291c-47a7-a729-2a9aff133ef8 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:13.220459 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72f584cb-291c-47a7-a729-2a9aff133ef8 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:13.277663 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f584cb-291c-47a7-a729-2a9aff133ef8 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43156f7f-0273-434b-a4c5-ff4b8c8314d7,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:13.278924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb39f49-bc71-4b29-83c2-a0fa17116c5a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:13.282688 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fb39f49-bc71-4b29-83c2-a0fa17116c5a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:13.286825 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-72f584cb-291c-47a7-a729-2a9aff133ef8 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:13.288115 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-72f584cb-291c-47a7-a729-2a9aff133ef8 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2991183 Aug 20 10:44:13.294443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50664) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:13.302645 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-c0f90923-ac8b-4bd7-b6c7-bd670de75c1b tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group_rule': {'security_group_id': '43156f7f-0273-434b-a4c5-ff4b8c8314d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:13.363330 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb39f49-bc71-4b29-83c2-a0fa17116c5a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:44:13.378398 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fb39f49-bc71-4b29-83c2-a0fa17116c5a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:13.378746 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-7fb39f49-bc71-4b29-83c2-a0fa17116c5a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Added segment 8db14056-7bbc-4ec5-9a54-1d960f0058f5 of type vlan for network c06eeef8-a2f8-4efb-b5da-a2fab9523e2f Aug 20 10:44:13.389226 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c0f90923-ac8b-4bd7-b6c7-bd670de75c1b tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:13.430748 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-6d83e0e9-8775-40d0-9745-107bcb0c226a service neutron] 10.222.0.16 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797902 Aug 20 10:44:13.523742 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fb39f49-bc71-4b29-83c2-a0fa17116c5a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:13.595866 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fb39f49-bc71-4b29-83c2-a0fa17116c5a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:13.602479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb39f49-bc71-4b29-83c2-a0fa17116c5a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:13.603357 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fb39f49-bc71-4b29-83c2-a0fa17116c5a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:13.685481 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-e43d18bf-9ce5-4566-85ec-bc9a993527a6 service neutron] 10.222.0.16 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464502 Aug 20 10:44:13.750925 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:13.754490 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50680) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:13.758106 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7fb39f49-bc71-4b29-83c2-a0fa17116c5a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6391985 Aug 20 10:44:13.766273 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-cda9f5d8-fdb0-4014-bf29-71a07710aca5 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'subnet': {'network_id': 'c06eeef8-a2f8-4efb-b5da-a2fab9523e2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:13.768118 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb39f49-bc71-4b29-83c2-a0fa17116c5a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Network': ['ID=c06eeef8-a2f8-4efb-b5da-a2fab9523e2f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:13.771035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Transition to ACTIVE for port object 7d947d5c-b4aa-456a-b0d6-35272e4479a9 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:13.788512 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network c06eeef8-a2f8-4efb-b5da-a2fab9523e2f details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:44:13.791306 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:13.797940 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c0f90923-ac8b-4bd7-b6c7-bd670de75c1b tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:13.819420 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c0f90923-ac8b-4bd7-b6c7-bd670de75c1b tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:13.873294 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965622e0-6d72-4781-b590-23154cb782fc req-6fb43e3b-134f-4279-9246-2fc7f076adbd tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:13.875626 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-965622e0-6d72-4781-b590-23154cb782fc req-6fb43e3b-134f-4279-9246-2fc7f076adbd tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.2068288 Aug 20 10:44:13.907256 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda9f5d8-fdb0-4014-bf29-71a07710aca5 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:13.915896 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cda9f5d8-fdb0-4014-bf29-71a07710aca5 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:14.002396 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f90923-ac8b-4bd7-b6c7-bd670de75c1b tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aef6333-4e8d-4471-b6ae-166200ccd41d,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:14.030996 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c0f90923-ac8b-4bd7-b6c7-bd670de75c1b tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:14.041072 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c0f90923-ac8b-4bd7-b6c7-bd670de75c1b tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7372465 Aug 20 10:44:14.044079 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50690) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:14.105178 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75633566-30e5-4d3a-bb75-298ca17fdf55 None None] Pushing event updated for resources: {'Port': ['ID=7d947d5c-b4aa-456a-b0d6-35272e4479a9,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:14.140571 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-965622e0-6d72-4781-b590-23154cb782fc req-f6c1da9b-98c2-4e75-a43f-3fe53bc9a2b3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421048 Aug 20 10:44:14.170102 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-956f1a41-74c0-474c-9fc6-8c49fbc3f6af tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:14.232995 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-956f1a41-74c0-474c-9fc6-8c49fbc3f6af tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:14.263804 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cda9f5d8-fdb0-4014-bf29-71a07710aca5 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:14.295123 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-315487f1-a4f5-4c30-971f-326186d6a113 req-6e718439-0911-4690-b291-a3cd9fbb7bcc tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 210 time: 0.0460701 Aug 20 10:44:14.314322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Attempting to bind port 7d947d5c-b4aa-456a-b0d6-35272e4479a9 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:44:14.314907 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Attempting to bind port 7d947d5c-b4aa-456a-b0d6-35272e4479a9 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'a5b0e89c-059e-4c64-b5c4-ce81d82f91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:44:14.315016 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-956f1a41-74c0-474c-9fc6-8c49fbc3f6af tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:14.315475 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Attempting to bind port 7d947d5c-b4aa-456a-b0d6-35272e4479a9 on network ff2965b1-4d26-4b67-bf25-0d818b1aea1c {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:44:14.338193 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:44:14.338729 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Checking segment: {'id': 'a5b0e89c-059e-4c64-b5c4-ce81d82f91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:14.339369 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:14.340357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Bound using segment: {'id': 'a5b0e89c-059e-4c64-b5c4-ce81d82f91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:44:14.340678 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Bound port: 7d947d5c-b4aa-456a-b0d6-35272e4479a9, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b0e89c-059e-4c64-b5c4-ce81d82f91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:44:14.341223 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:14.377901 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-956f1a41-74c0-474c-9fc6-8c49fbc3f6af tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:14.383538 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-956f1a41-74c0-474c-9fc6-8c49fbc3f6af tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/2aef6333-4e8d-4471-b6ae-166200ccd41d HTTP/1.1" status: 204 len: 168 time: 0.3360384 Aug 20 10:44:14.386314 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50700) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:14.433575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] For port 7d947d5c-b4aa-456a-b0d6-35272e4479a9, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:44:14.440191 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] For port 7d947d5c-b4aa-456a-b0d6-35272e4479a9, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7d947d5c-b4aa-456a-b0d6-35272e4479a9,segment=NetworkSegment(a5b0e89c-059e-4c64-b5c4-ce81d82f91a0),segment_id=a5b0e89c-059e-4c64-b5c4-ce81d82f91a0)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:44:14.443857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9f5d8-fdb0-4014-bf29-71a07710aca5 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Subnet': ['ID=20c38285-de8c-44a3-876e-ff97c94b3186,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:14.449964 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:14.474987 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f1a41-74c0-474c-9fc6-8c49fbc3f6af tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2aef6333-4e8d-4471-b6ae-166200ccd41d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:14.494421 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9f5d8-fdb0-4014-bf29-71a07710aca5 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Checking segment: {'id': '8db14056-7bbc-4ec5-9a54-1d960f0058f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c06eeef8-a2f8-4efb-b5da-a2fab9523e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:14.494802 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda9f5d8-fdb0-4014-bf29-71a07710aca5 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network hostable DHCP agents. Network: c06eeef8-a2f8-4efb-b5da-a2fab9523e2f, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:44:14.546828 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda9f5d8-fdb0-4014-bf29-71a07710aca5 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network c06eeef8-a2f8-4efb-b5da-a2fab9523e2f is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:44:14.580255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-cda9f5d8-fdb0-4014-bf29-71a07710aca5 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, c06eeef8-a2f8-4efb-b5da-a2fab9523e2f) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:14.583224 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Routers {'902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:44:14.583863 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:44:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:14.587656 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda9f5d8-fdb0-4014-bf29-71a07710aca5 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:14.588298 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cda9f5d8-fdb0-4014-bf29-71a07710aca5 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:14.599141 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd97d07-b772-40f4-bad2-6713405892af None None] Network c06eeef8-a2f8-4efb-b5da-a2fab9523e2f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:14.620490 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cda9f5d8-fdb0-4014-bf29-71a07710aca5 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8611107 Aug 20 10:44:14.621195 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50706) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:14.622733 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227f0ef-247a-454f-b312-79e7bdf6e01d req-9c8f601e-2ba5-4e4f-9117-c61e8b4a54d9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:14.627850 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2a64fed6-db93-401d-ab3d-20dcf32c6731 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'network_id': 'c06eeef8-a2f8-4efb-b5da-a2fab9523e2f', 'name': 'tempest-PortsTestJSON-1268202018'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:14.629801 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1227f0ef-247a-454f-b312-79e7bdf6e01d req-9c8f601e-2ba5-4e4f-9117-c61e8b4a54d9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.3272882 Aug 20 10:44:14.663274 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2c7c3d67-b690-4e66-b051-337dff80c955 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2163241 Aug 20 10:44:14.666227 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50708) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:14.817845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75633566-30e5-4d3a-bb75-298ca17fdf55 None None] Pushing event updated for resources: {'Port': ['ID=7d947d5c-b4aa-456a-b0d6-35272e4479a9,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:14.896311 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1227f0ef-247a-454f-b312-79e7bdf6e01d req-997a80c8-b140-4940-b729-bb390ff04f93 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313814 Aug 20 10:44:14.908393 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a64fed6-db93-401d-ab3d-20dcf32c6731 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:14.921566 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2a64fed6-db93-401d-ab3d-20dcf32c6731 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:14.930171 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-afba8de5-e787-4f7b-9032-c3ed340b3b5f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:14.930877 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50720) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:14.991318 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-afba8de5-e787-4f7b-9032-c3ed340b3b5f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:15.019090 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-2a64fed6-db93-401d-ab3d-20dcf32c6731 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] device_id is not set on port 60df19dd-cfa0-4da3-b430-0a67e5062f91 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:44:15.046211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] Set router 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:44:15.082101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0619546-5542-4142-86f7-98a0a86f1dc7 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:15.084109 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a0619546-5542-4142-86f7-98a0a86f1dc7 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1092 time: 0.1478159 Aug 20 10:44:15.087625 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50726) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:15.099657 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:15.168475 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-afba8de5-e787-4f7b-9032-c3ed340b3b5f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:15.172485 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-afba8de5-e787-4f7b-9032-c3ed340b3b5f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:15.179950 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-afba8de5-e787-4f7b-9032-c3ed340b3b5f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-groups/43156f7f-0273-434b-a4c5-ff4b8c8314d7 HTTP/1.1" status: 204 len: 168 time: 0.4945562 Aug 20 10:44:15.188945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50730) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:15.224207 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:15.282658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba8de5-e787-4f7b-9032-c3ed340b3b5f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43156f7f-0273-434b-a4c5-ff4b8c8314d7,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:15.373501 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-2a64fed6-db93-401d-ab3d-20dcf32c6731 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Allocated IP 172.20.0.12 (c06eeef8-a2f8-4efb-b5da-a2fab9523e2f/20c38285-de8c-44a3-876e-ff97c94b3186/60df19dd-cfa0-4da3-b430-0a67e5062f91) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:15.398534 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e18578b9-97bd-4cea-a24d-fe31afc9bfdf tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2049050 Aug 20 10:44:15.404435 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50736) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:15.423797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-dfaf6bbd-fb08-497d-a81e-8cbdc953cbc9 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group': {'name': 'tempest-secgroup--743559599'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:15.514802 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6bbd-fb08-497d-a81e-8cbdc953cbc9 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:15.546261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-c06eeef8-a2f8-4efb-b5da-a2fab9523e2f', 'network_id': 'c06eeef8-a2f8-4efb-b5da-a2fab9523e2f', 'tenant_id': '2a3124e9e92143db8dde239dcf895788', 'fixed_ips': [{'subnet_id': '20c38285-de8c-44a3-876e-ff97c94b3186'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:44:15.557788 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:15.652285 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:15.684790 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-446db78b-2795-4dc0-881b-ab9172d85b30 req-669a7599-0171-46ba-9079-cd64fddd694f tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 210 time: 0.2586763 Aug 20 10:44:15.887512 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:44:15.893320 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6bbd-fb08-497d-a81e-8cbdc953cbc9 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:15.898804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-680397571-router', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:02Z', 'updated_at': '2021-08-20T10:44:08Z', 'revision_number': 4, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'gw_port': {'id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:03Z', 'updated_at': '2021-08-20T10:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '7d947d5c-b4aa-456a-b0d6-35272e4479a9', 'name': '', 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'mac_address': 'fa:16:3e:95:fe:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:07Z', 'updated_at': '2021-08-20T10:44:14Z', 'revision_number': 4, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'subnets': [{'id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:15.923719 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2a64fed6-db93-401d-ab3d-20dcf32c6731 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:15.929117 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6bbd-fb08-497d-a81e-8cbdc953cbc9 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:15.956773 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf8810a-0b42-4cc4-8249-32ce8ed8f2b7 None None] The sync data for ids ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'] in n-d-778550-11 is: [{'id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-680397571-router', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:02Z', 'updated_at': '2021-08-20T10:44:08Z', 'revision_number': 4, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'gw_port': {'id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:03Z', 'updated_at': '2021-08-20T10:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '7d947d5c-b4aa-456a-b0d6-35272e4479a9', 'name': '', 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'mac_address': 'fa:16:3e:95:fe:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:07Z', 'updated_at': '2021-08-20T10:44:14Z', 'revision_number': 4, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'subnets': [{'id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:44:15.975919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-2a64fed6-db93-401d-ab3d-20dcf32c6731 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Transition to ACTIVE for port object 60df19dd-cfa0-4da3-b430-0a67e5062f91 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:16.078780 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2a64fed6-db93-401d-ab3d-20dcf32c6731 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:16.133079 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6bbd-fb08-497d-a81e-8cbdc953cbc9 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:16.136704 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dfaf6bbd-fb08-497d-a81e-8cbdc953cbc9 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7269473 Aug 20 10:44:16.144809 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Allocated IP 172.20.0.2 (c06eeef8-a2f8-4efb-b5da-a2fab9523e2f/20c38285-de8c-44a3-876e-ff97c94b3186/a5bf0461-24dd-4df7-af29-ff655b4ca899) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:16.157340 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50750) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:16.186210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-4e1d6d42-6eb3-4759-a111-2796d7654c24 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group_rule': {'security_group_id': '69d6e472-7b7f-4109-849a-b27c08458195', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:16.203143 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64fed6-db93-401d-ab3d-20dcf32c6731 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=60df19dd-cfa0-4da3-b430-0a67e5062f91,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:16.209932 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Allocated IP 172.25.3.110 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/1c8b0e90-76fd-4f68-9796-5b58435a588c) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:16.240409 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a64fed6-db93-401d-ab3d-20dcf32c6731 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network c06eeef8-a2f8-4efb-b5da-a2fab9523e2f is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:16.242295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-2a64fed6-db93-401d-ab3d-20dcf32c6731 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:16.245834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf6bbd-fb08-497d-a81e-8cbdc953cbc9 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d6e472-7b7f-4109-849a-b27c08458195,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:16.267000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a64fed6-db93-401d-ab3d-20dcf32c6731 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:16.349026 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6d42-6eb3-4759-a111-2796d7654c24 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:16.375879 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a64fed6-db93-401d-ab3d-20dcf32c6731 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:16.376724 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2a64fed6-db93-401d-ab3d-20dcf32c6731 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:16.451309 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:16.462256 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Transition to ACTIVE for port object a5bf0461-24dd-4df7-af29-ff655b4ca899 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:16.492389 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Transition to ACTIVE for port object a5bf0461-24dd-4df7-af29-ff655b4ca899 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:16.499385 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:16.590252 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2a64fed6-db93-401d-ab3d-20dcf32c6731 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9678776 Aug 20 10:44:16.612645 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:16.614774 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50752) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:16.615453 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7d947d5c-b4aa-456a-b0d6-35272e4479a9 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:44:16.642723 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6d42-6eb3-4759-a111-2796d7654c24 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:16.649270 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6d42-6eb3-4759-a111-2796d7654c24 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:16.689013 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Pushing event updated for resources: {'Port': ['ID=a5bf0461-24dd-4df7-af29-ff655b4ca899,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:16.700030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d6d42-6eb3-4759-a111-2796d7654c24 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b01d73-4a98-4ad7-8fe6-f2a25c184f89,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:16.704586 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Network c06eeef8-a2f8-4efb-b5da-a2fab9523e2f is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:16.706096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:16.713212 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:16.748706 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6d42-6eb3-4759-a111-2796d7654c24 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:16.753614 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4e1d6d42-6eb3-4759-a111-2796d7654c24 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5764816 Aug 20 10:44:16.758708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50756) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:16.800401 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 7d947d5c-b4aa-456a-b0d6-35272e4479a9 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:16.816325 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c58c8bba-83e1-4c1d-bc85-45cd773144f8 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-group-rules/34b01d73-4a98-4ad7-8fe6-f2a25c184f89 HTTP/1.1" status: 200 len: 763 time: 0.0507381 Aug 20 10:44:16.818704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50758) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:16.826712 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:16.847595 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7d947d5c-b4aa-456a-b0d6-35272e4479a9 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:16.847972 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:16.865249 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-d516d576-305a-4727-8ac9-40ef1f29368b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:16.873444 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-d516d576-305a-4727-8ac9-40ef1f29368b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.42 "GET /v2.0/networks?id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c HTTP/1.1" status: 200 len: 819 time: 0.4839668 Aug 20 10:44:16.895975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-262490b8-9cc4-4240-9e3c-996d32078635 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Request body: {'port': {'device_id': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c', 'admin_state_up': True, 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:16.935505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=1c8b0e90-76fd-4f68-9796-5b58435a588c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:16.951006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Attempting to bind port a5bf0461-24dd-4df7-af29-ff655b4ca899 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:44:16.955601 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Attempting to bind port a5bf0461-24dd-4df7-af29-ff655b4ca899 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '8db14056-7bbc-4ec5-9a54-1d960f0058f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c06eeef8-a2f8-4efb-b5da-a2fab9523e2f'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:44:16.956231 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Attempting to bind port a5bf0461-24dd-4df7-af29-ff655b4ca899 on network c06eeef8-a2f8-4efb-b5da-a2fab9523e2f {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:44:16.974072 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:44:16.975762 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Checking segment: {'id': '8db14056-7bbc-4ec5-9a54-1d960f0058f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c06eeef8-a2f8-4efb-b5da-a2fab9523e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:16.976284 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:16.978890 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Bound using segment: {'id': '8db14056-7bbc-4ec5-9a54-1d960f0058f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c06eeef8-a2f8-4efb-b5da-a2fab9523e2f'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:44:16.979644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Bound port: a5bf0461-24dd-4df7-af29-ff655b4ca899, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db14056-7bbc-4ec5-9a54-1d960f0058f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c06eeef8-a2f8-4efb-b5da-a2fab9523e2f'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:44:16.980313 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:17.007511 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cb485955-c45d-446a-bb47-4063c6337ddd req-d831354c-6b0f-4339-bf78-52a130da76a8 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 210 time: 0.1093864 Aug 20 10:44:17.010292 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:17.030069 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:17.035346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:17.108686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e77046fb-7a31-4f56-94ba-d6a81bf93b44 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port 60df19dd-cfa0-4da3-b430-0a67e5062f91 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:17.117897 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e77046fb-7a31-4f56-94ba-d6a81bf93b44 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:17.197528 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a3456908-1d97-46be-b28a-9b22f75e4014 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3773458 Aug 20 10:44:17.201543 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50764) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:17.281357 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:17.283828 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1467c91-5220-4012-86a2-7da7304c95d7 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:17.300482 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1467c91-5220-4012-86a2-7da7304c95d7 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:17.308826 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e77046fb-7a31-4f56-94ba-d6a81bf93b44 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:17.324754 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] For port a5bf0461-24dd-4df7-af29-ff655b4ca899, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:44:17.342710 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e77046fb-7a31-4f56-94ba-d6a81bf93b44 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for 60df19dd-cfa0-4da3-b430-0a67e5062f91 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:17.369357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] For port a5bf0461-24dd-4df7-af29-ff655b4ca899, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a5bf0461-24dd-4df7-af29-ff655b4ca899,segment=NetworkSegment(8db14056-7bbc-4ec5-9a54-1d960f0058f5),segment_id=8db14056-7bbc-4ec5-9a54-1d960f0058f5)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:44:17.377960 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:17.413413 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1467c91-5220-4012-86a2-7da7304c95d7 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:17.422564 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1467c91-5220-4012-86a2-7da7304c95d7 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:17.428146 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b1467c91-5220-4012-86a2-7da7304c95d7 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/34b01d73-4a98-4ad7-8fe6-f2a25c184f89 HTTP/1.1" status: 204 len: 168 time: 0.2215006 Aug 20 10:44:17.435909 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50766) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:17.476081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1467c91-5220-4012-86a2-7da7304c95d7 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34b01d73-4a98-4ad7-8fe6-f2a25c184f89,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:17.488473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 7d947d5c-b4aa-456a-b0d6-35272e4479a9, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7d947d5c-b4aa-456a-b0d6-35272e4479a9,segment=NetworkSegment(a5b0e89c-059e-4c64-b5c4-ce81d82f91a0),segment_id=a5b0e89c-059e-4c64-b5c4-ce81d82f91a0)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:17.521696 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:17.547479 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-76cd85bd-5c3b-44db-912a-2d93c0347045 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1096597 Aug 20 10:44:17.559376 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50768) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:17.565449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-10eb76a9-1fdb-42b1-8a37-fff976e951b2 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group_rule': {'security_group_id': '69d6e472-7b7f-4109-849a-b27c08458195', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:17.570778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce4f01-1f55-4d4c-8876-2dfe63ce5338 None None] Pushing event updated for resources: {'Port': ['ID=a5bf0461-24dd-4df7-af29-ff655b4ca899,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:17.670763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=7d947d5c-b4aa-456a-b0d6-35272e4479a9,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:17.693186 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e77046fb-7a31-4f56-94ba-d6a81bf93b44 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:17.746007 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10eb76a9-1fdb-42b1-8a37-fff976e951b2 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:17.770847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77046fb-7a31-4f56-94ba-d6a81bf93b44 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=60df19dd-cfa0-4da3-b430-0a67e5062f91,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:17.865461 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-262490b8-9cc4-4240-9e3c-996d32078635 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Made reservation on behalf of 9bb773ac2b384fdb884cf77004ac0616 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:17.877180 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-262490b8-9cc4-4240-9e3c-996d32078635 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:18.169792 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-262490b8-9cc4-4240-9e3c-996d32078635 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Allocated IP 172.20.0.7 (ff2965b1-4d26-4b67-bf25-0d818b1aea1c/a0ca692b-df17-4ef8-a3eb-23abb2d3420b/1e0daf03-6e1d-4723-ab9b-6da845d6deff) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:18.253800 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10eb76a9-1fdb-42b1-8a37-fff976e951b2 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:18.278370 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10eb76a9-1fdb-42b1-8a37-fff976e951b2 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:18.332848 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10eb76a9-1fdb-42b1-8a37-fff976e951b2 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:18.338709 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-10eb76a9-1fdb-42b1-8a37-fff976e951b2 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7780564 Aug 20 10:44:18.350326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50782) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:18.364407 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-29b8e06c-b524-46c2-a563-b8c5847362b9 req-6a360f94-ce0b-441f-a208-60d23c6efc66 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 210 time: 0.0406797 Aug 20 10:44:18.430694 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e77046fb-7a31-4f56-94ba-d6a81bf93b44 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:18.443459 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e77046fb-7a31-4f56-94ba-d6a81bf93b44 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/ports/60df19dd-cfa0-4da3-b430-0a67e5062f91 HTTP/1.1" status: 204 len: 168 time: 1.8216567 Aug 20 10:44:18.445526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50786) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:18.447436 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50788) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:18.452525 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ef50379b-a3a2-4c36-b461-699f75a4c8b2 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-group-rules/9238ac15-9aed-400c-ac26-4271f2c21992 HTTP/1.1" status: 200 len: 763 time: 0.0648155 Aug 20 10:44:18.470078 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:18.476226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb76a9-1fdb-42b1-8a37-fff976e951b2 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9238ac15-9aed-400c-ac26-4271f2c21992,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:18.554697 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8e8aca-b4f3-4cfb-8c9a-5df663ddf677 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] DELETE failed (client error): The resource could not be found. Aug 20 10:44:18.556200 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8e8aca-b4f3-4cfb-8c9a-5df663ddf677 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:44:18.558650 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ad8e8aca-b4f3-4cfb-8c9a-5df663ddf677 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/ports/60df19dd-cfa0-4da3-b430-0a67e5062f91 HTTP/1.1" status: 404 len: 333 time: 0.0970595 Aug 20 10:44:18.574316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50794) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:18.581789 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-262490b8-9cc4-4240-9e3c-996d32078635 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:18.604709 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:18.682449 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-7311b808-5245-479c-b35f-0ba1f4d75089 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] GET failed (client error): The resource could not be found. Aug 20 10:44:18.691060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50796) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:18.697628 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7311b808-5245-479c-b35f-0ba1f4d75089 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports/60df19dd-cfa0-4da3-b430-0a67e5062f91 HTTP/1.1" status: 404 len: 333 time: 0.1220832 Aug 20 10:44:18.733546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a5bf0461-24dd-4df7-af29-ff655b4ca899 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:44:18.748991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-395e32e8-4aa9-4463-9d0b-451fba0f20d4 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2885196 Aug 20 10:44:18.752984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50798) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:18.823314 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-262490b8-9cc4-4240-9e3c-996d32078635 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:18.839220 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port a5bf0461-24dd-4df7-af29-ff655b4ca899 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:18.844464 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7d947d5c-b4aa-456a-b0d6-35272e4479a9 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:44:18.915970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-262490b8-9cc4-4240-9e3c-996d32078635 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Network ff2965b1-4d26-4b67-bf25-0d818b1aea1c is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:18.933299 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-262490b8-9cc4-4240-9e3c-996d32078635 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:18.948848 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2148ec9f-9528-45e2-b79f-cd0d0ddb05a6 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:18.959253 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-262490b8-9cc4-4240-9e3c-996d32078635 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:18.963275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7d947d5c-b4aa-456a-b0d6-35272e4479a9 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:18.963997 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:18.971959 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2148ec9f-9528-45e2-b79f-cd0d0ddb05a6 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.038008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262490b8-9cc4-4240-9e3c-996d32078635 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Pushing event updated for resources: {'Port': ['ID=1e0daf03-6e1d-4723-ab9b-6da845d6deff,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:19.045003 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2148ec9f-9528-45e2-b79f-cd0d0ddb05a6 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.055133 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2148ec9f-9528-45e2-b79f-cd0d0ddb05a6 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.056639 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2148ec9f-9528-45e2-b79f-cd0d0ddb05a6 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9238ac15-9aed-400c-ac26-4271f2c21992 HTTP/1.1" status: 204 len: 168 time: 0.3023977 Aug 20 10:44:19.063089 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50802) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:19.073071 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.091566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50804) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:19.118897 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-262490b8-9cc4-4240-9e3c-996d32078635 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:19.119832 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-262490b8-9cc4-4240-9e3c-996d32078635 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.149909 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-262490b8-9cc4-4240-9e3c-996d32078635 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2675712 Aug 20 10:44:19.152914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2837cac-d1ca-4fde-94bc-d11c149e3104 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting subnet 20c38285-de8c-44a3-876e-ff97c94b3186 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:44:19.165430 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148ec9f-9528-45e2-b79f-cd0d0ddb05a6 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9238ac15-9aed-400c-ac26-4271f2c21992,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:19.189955 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f9a82902-96b9-464a-85b9-69d0bb073fab tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1240468 Aug 20 10:44:19.190789 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50810) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:19.195394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Request body: {'port': {'device_id': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:19.195902 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e2837cac-d1ca-4fde-94bc-d11c149e3104 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.212860 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2076a291-dbba-416f-991b-06343db22137 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Request body: {'security_group_rule': {'security_group_id': '69d6e472-7b7f-4109-849a-b27c08458195', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:19.291273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfdd0a0-57ab-44b1-a5a0-16ed93c03a54 None None] Network c06eeef8-a2f8-4efb-b5da-a2fab9523e2f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:19.341427 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e2837cac-d1ca-4fde-94bc-d11c149e3104 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.384099 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-2076a291-dbba-416f-991b-06343db22137 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Project 58beddcaf65249dea920b447ee4d45da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:44:19.415588 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2076a291-dbba-416f-991b-06343db22137 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.418574 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2339bf4a-03b6-42fa-ab37-9aac33d46bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.448268 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.588324 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2076a291-dbba-416f-991b-06343db22137 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.602442 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2076a291-dbba-416f-991b-06343db22137 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.666910 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-40fa2142-400d-46c7-9ddb-e5f5fcf45ee9 None None] Provisioning for port a5bf0461-24dd-4df7-af29-ff655b4ca899 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:19.681350 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-40fa2142-400d-46c7-9ddb-e5f5fcf45ee9 None None] Provisioning complete for port a5bf0461-24dd-4df7-af29-ff655b4ca899 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:19.682198 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-40fa2142-400d-46c7-9ddb-e5f5fcf45ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.691996 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24f6c4-d668-4c3a-8a65-df4fa4dff7ba req-93797efd-5d46-4277-9548-be04f47e065a tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:19.702093 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4b24f6c4-d668-4c3a-8a65-df4fa4dff7ba req-93797efd-5d46-4277-9548-be04f47e065a tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 931 time: 0.2200472 Aug 20 10:44:19.734645 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076a291-dbba-416f-991b-06343db22137 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9cc680e-bc27-474c-8027-40503ba72f24,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:19.783741 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4b24f6c4-d668-4c3a-8a65-df4fa4dff7ba req-71aa9e1a-081b-4e50-8fd3-554879a71d37 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805078 Aug 20 10:44:19.826382 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e2837cac-d1ca-4fde-94bc-d11c149e3104 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.870131 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2339bf4a-03b6-42fa-ab37-9aac33d46bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.898382 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.902300 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2339bf4a-03b6-42fa-ab37-9aac33d46bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.911906 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-40fa2142-400d-46c7-9ddb-e5f5fcf45ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.925467 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.933377 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e2837cac-d1ca-4fde-94bc-d11c149e3104 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:19.985567 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0daf03-6e1d-4723-ab9b-6da845d6deff {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:44:19.986162 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2837cac-d1ca-4fde-94bc-d11c149e3104 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Subnet': ['ID=20c38285-de8c-44a3-876e-ff97c94b3186,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:19.993999 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.008600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Transition to ACTIVE for port object 1e0daf03-6e1d-4723-ab9b-6da845d6deff will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:20.030929 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339bf4a-03b6-42fa-ab37-9aac33d46bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1f7798-104f-4a99-879d-476815e0929d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:20.037971 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2076a291-dbba-416f-991b-06343db22137 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.043040 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2076a291-dbba-416f-991b-06343db22137 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8353069 Aug 20 10:44:20.043040 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.050520 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-40fa2142-400d-46c7-9ddb-e5f5fcf45ee9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:44:20.050924 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-40fa2142-400d-46c7-9ddb-e5f5fcf45ee9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:44:20.064271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50814) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:20.065385 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.073537 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e2837cac-d1ca-4fde-94bc-d11c149e3104 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.077471 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e2837cac-d1ca-4fde-94bc-d11c149e3104 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/20c38285-de8c-44a3-876e-ff97c94b3186 HTTP/1.1" status: 204 len: 168 time: 1.3851507 Aug 20 10:44:20.081153 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50816) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:20.100300 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2339bf4a-03b6-42fa-ab37-9aac33d46bd9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97161ac1f58c49e49ed3d6ebd13a8956&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0039647 Aug 20 10:44:20.115736 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=1c8b0e90-76fd-4f68-9796-5b58435a588c,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:20.124568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50818) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:20.198966 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.220021 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dca3338b-650c-44a7-9536-495fab70fae8 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-group-rules/e9cc680e-bc27-474c-8027-40503ba72f24 HTTP/1.1" status: 200 len: 769 time: 0.1371455 Aug 20 10:44:20.225594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50822) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:20.245440 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0daf03-6e1d-4723-ab9b-6da845d6deff,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:20.346945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07588f8f-9a93-4277-84e8-cd9bd584b66c None None] Network c06eeef8-a2f8-4efb-b5da-a2fab9523e2f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:20.382365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Attempting to bind port 1e0daf03-6e1d-4723-ab9b-6da845d6deff on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:44:20.382796 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Attempting to bind port 1e0daf03-6e1d-4723-ab9b-6da845d6deff by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a5b0e89c-059e-4c64-b5c4-ce81d82f91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:44:20.383232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Attempting to bind port 1e0daf03-6e1d-4723-ab9b-6da845d6deff on network ff2965b1-4d26-4b67-bf25-0d818b1aea1c {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:44:20.397910 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fd071229-1281-42db-8b94-82a7ee9b8ec4 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1689034 Aug 20 10:44:20.401141 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50824) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:20.411348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Port 1e0daf03-6e1d-4723-ab9b-6da845d6deff on network ff2965b1-4d26-4b67-bf25-0d818b1aea1c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:44:20.411698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Attempting to bind port 1e0daf03-6e1d-4723-ab9b-6da845d6deff on network ff2965b1-4d26-4b67-bf25-0d818b1aea1c {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:44:20.436039 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:44:20.436431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Checking segment: {'id': 'a5b0e89c-059e-4c64-b5c4-ce81d82f91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:20.436966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Bound using segment: {'id': 'a5b0e89c-059e-4c64-b5c4-ce81d82f91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:44:20.438091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Bound port: 1e0daf03-6e1d-4723-ab9b-6da845d6deff, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b0e89c-059e-4c64-b5c4-ce81d82f91a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:44:20.439456 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.467876 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4f21142-2653-4024-ba55-e6c0eee36511 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.478437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port a5bf0461-24dd-4df7-af29-ff655b4ca899 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:20.478892 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.532947 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4f21142-2653-4024-ba55-e6c0eee36511 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.612663 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-40fa2142-400d-46c7-9ddb-e5f5fcf45ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.617189 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] For port a5bf0461-24dd-4df7-af29-ff655b4ca899, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a5bf0461-24dd-4df7-af29-ff655b4ca899,segment=NetworkSegment(8db14056-7bbc-4ec5-9a54-1d960f0058f5),segment_id=8db14056-7bbc-4ec5-9a54-1d960f0058f5)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:20.617706 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.637869 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c678268b-270c-414a-94e0-22770ee46aab None None] DHCP port deletion for c06eeef8-a2f8-4efb-b5da-a2fab9523e2f request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:44:20.648070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for a5bf0461-24dd-4df7-af29-ff655b4ca899 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:20.679029 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e8cd57c3-900b-4efd-9b8b-6f7ac832f36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.681043 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] For port 1e0daf03-6e1d-4723-ab9b-6da845d6deff, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:44:20.685472 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] For port 1e0daf03-6e1d-4723-ab9b-6da845d6deff, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=1e0daf03-6e1d-4723-ab9b-6da845d6deff,segment=NetworkSegment(a5b0e89c-059e-4c64-b5c4-ce81d82f91a0),segment_id=a5b0e89c-059e-4c64-b5c4-ce81d82f91a0)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:44:20.693837 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.734079 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4f21142-2653-4024-ba55-e6c0eee36511 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.742046 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4f21142-2653-4024-ba55-e6c0eee36511 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.743530 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b4f21142-2653-4024-ba55-e6c0eee36511 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e9cc680e-bc27-474c-8027-40503ba72f24 HTTP/1.1" status: 204 len: 168 time: 0.3405666 Aug 20 10:44:20.750382 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50828) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:20.769586 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-40fa2142-400d-46c7-9ddb-e5f5fcf45ee9 None None] For port a5bf0461-24dd-4df7-af29-ff655b4ca899, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a5bf0461-24dd-4df7-af29-ff655b4ca899,segment=NetworkSegment(8db14056-7bbc-4ec5-9a54-1d960f0058f5),segment_id=8db14056-7bbc-4ec5-9a54-1d960f0058f5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:20.779277 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-40fa2142-400d-46c7-9ddb-e5f5fcf45ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.794566 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e8cd57c3-900b-4efd-9b8b-6f7ac832f36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.798243 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Floating IP dfcee232-ad57-4f4a-8a92-c4e3fddcc686 associated. External IP: 172.25.3.110, port: 4f60a528-c9ad-4a6f-a427-f43753221c2f. Aug 20 10:44:20.817630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:20.817630 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.818448 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] 10.222.0.42 "PUT /v2.0/ports/1e0daf03-6e1d-4723-ab9b-6da845d6deff HTTP/1.1" status: 200 len: 1092 time: 1.6578672 Aug 20 10:44:20.823765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'tag': '1e0daf03-6e1d-4723-ab9b-6da845d6deff'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:44:20.826747 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5708745-d516-4ad3-a0ed-145371c07c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "b76cfcfe-d4b8-4076-b26c-783c04ac5102", "tag": "1e0daf03-6e1d-4723-ab9b-6da845d6deff"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:44:20.832177 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c678268b-270c-414a-94e0-22770ee46aab None None] Deleting port a5bf0461-24dd-4df7-af29-ff655b4ca899 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:20.832590 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c678268b-270c-414a-94e0-22770ee46aab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:20.840957 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f21142-2653-4024-ba55-e6c0eee36511 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9cc680e-bc27-474c-8027-40503ba72f24,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:20.963988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa2142-400d-46c7-9ddb-e5f5fcf45ee9 None None] Pushing event updated for resources: {'Port': ['ID=a5bf0461-24dd-4df7-af29-ff655b4ca899,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:21.002387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cfb71eaa-1a99-4bad-8261-b96d03693b97 None None] Provisioning complete for port a5bf0461-24dd-4df7-af29-ff655b4ca899 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:21.002874 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cfb71eaa-1a99-4bad-8261-b96d03693b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:21.062598 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c678268b-270c-414a-94e0-22770ee46aab None None] For port a5bf0461-24dd-4df7-af29-ff655b4ca899, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a5bf0461-24dd-4df7-af29-ff655b4ca899,segment=NetworkSegment(8db14056-7bbc-4ec5-9a54-1d960f0058f5),segment_id=8db14056-7bbc-4ec5-9a54-1d960f0058f5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:21.063200 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c678268b-270c-414a-94e0-22770ee46aab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:21.071220 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-89659704-d336-4eb5-8a3d-21015b757ec1 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3160596 Aug 20 10:44:21.075708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50834) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:21.081569 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c678268b-270c-414a-94e0-22770ee46aab None None] Calling delete_port for a5bf0461-24dd-4df7-af29-ff655b4ca899 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:21.147684 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e8cd57c3-900b-4efd-9b8b-6f7ac832f36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:21.150566 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e8cd57c3-900b-4efd-9b8b-6f7ac832f36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:21.155146 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e8cd57c3-900b-4efd-9b8b-6f7ac832f36f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f1f7798-104f-4a99-879d-476815e0929d HTTP/1.1" status: 204 len: 168 time: 0.9747381 Aug 20 10:44:21.172589 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd57c3-900b-4efd-9b8b-6f7ac832f36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1f7798-104f-4a99-879d-476815e0929d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:21.260421 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-66473fb5-6a43-40c0-b705-c6facc58fe1f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:21.281024 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c678268b-270c-414a-94e0-22770ee46aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:21.342244 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-66473fb5-6a43-40c0-b705-c6facc58fe1f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:21.367339 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678268b-270c-414a-94e0-22770ee46aab None None] No DVR routers for this DVR port a5bf0461-24dd-4df7-af29-ff655b4ca899 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:44:21.370542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678268b-270c-414a-94e0-22770ee46aab None None] Pushing event deleted for resources: {'Port': ['ID=a5bf0461-24dd-4df7-af29-ff655b4ca899,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:21.440034 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router 272c0360-ae05-405a-81c7-8110e90d8791 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:44:21.459312 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-66473fb5-6a43-40c0-b705-c6facc58fe1f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:21.462733 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-66473fb5-6a43-40c0-b705-c6facc58fe1f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:21.467027 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-66473fb5-6a43-40c0-b705-c6facc58fe1f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "DELETE /v2.0/security-groups/69d6e472-7b7f-4109-849a-b27c08458195 HTTP/1.1" status: 204 len: 168 time: 0.3871870 Aug 20 10:44:21.470995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50840) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:21.544366 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66473fb5-6a43-40c0-b705-c6facc58fe1f tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d6e472-7b7f-4109-849a-b27c08458195,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:21.584188 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60dec1-fd39-4b25-9ba8-28cdfa49e125 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0daf03-6e1d-4723-ab9b-6da845d6deff,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:21.609382 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597a89ae-d5ee-480d-926d-b3579c448e47 x-openstack-request-id: req-597a89ae-d5ee-480d-926d-b3579c448e47 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:44:21.610422 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76cfcfe-d4b8-4076-b26c-783c04ac5102", "tag": "1e0daf03-6e1d-4723-ab9b-6da845d6deff", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:44:21.610905 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-597a89ae-d5ee-480d-926d-b3579c448e47 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:44:21.611668 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'tag': '1e0daf03-6e1d-4723-ab9b-6da845d6deff', 'status': 'completed', 'code': 200} Aug 20 10:44:21.630647 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9a17d9b0-849a-4b0d-829f-1fe3e4594835 tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1579177 Aug 20 10:44:21.648785 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50844) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:21.655343 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:21.697797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:44:21.712557 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330b9efc-225f-4366-bd74-2f922eedb5c7 None None] Sync routers for ids ['272c0360-ae05-405a-81c7-8110e90d8791'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:44:21.733602 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330b9efc-225f-4366-bd74-2f922eedb5c7 None None] Routers {'272c0360-ae05-405a-81c7-8110e90d8791'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:44:21.735616 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-330b9efc-225f-4366-bd74-2f922eedb5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:44:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['272c0360-ae05-405a-81c7-8110e90d8791'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:21.739481 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:21.783151 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7f88e9f4-7141-434d-8c02-7a11ec96c63b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6933856 Aug 20 10:44:21.784073 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:44:21.787322 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bab297-6d02-4c03-a79c-213fd3ff359f" -d '{"events": [{"name": "network-changed", "server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:44:21.797996 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50850) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:21.816299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c448-f05c-43b1-99b5-6ecdcd02e29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:21.868892 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No DVR routers for this DVR port a5bf0461-24dd-4df7-af29-ff655b4ca899 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:44:21.879283 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=a5bf0461-24dd-4df7-af29-ff655b4ca899,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:21.962255 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-330b9efc-225f-4366-bd74-2f922eedb5c7 None None] Set router 272c0360-ae05-405a-81c7-8110e90d8791 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:44:21.964080 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c448-f05c-43b1-99b5-6ecdcd02e29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:21.977265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-830ac639-5aed-49c6-9648-ea9f72442e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:21.979855 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-830ac639-5aed-49c6-9648-ea9f72442e50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb773ac2b384fdb884cf77004ac0616&device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 1095 time: 1.1070287 Aug 20 10:44:21.981178 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c448-f05c-43b1-99b5-6ecdcd02e29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:22.025182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d910d20-29ab-457f-8975-ed69c76ac673 req-8b281e58-c321-4c1a-be6c-3b182afa30bf tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:22.033340 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9c448-f05c-43b1-99b5-6ecdcd02e29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21a60f1-ba33-4a45-9743-a14d454291ec,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:22.057659 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d910d20-29ab-457f-8975-ed69c76ac673 req-8b281e58-c321-4c1a-be6c-3b182afa30bf tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 943 time: 0.4660554 Aug 20 10:44:22.077300 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0cd9c448-f05c-43b1-99b5-6ecdcd02e29b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11d9340e7a504fc3b767964565647f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777004 Aug 20 10:44:22.086738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff710e-aa5b-4bb0-afef-3ceb6b5b90b0 req-f9287442-38c8-4056-8567-f075e1c532a5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:22.088620 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1bff710e-aa5b-4bb0-afef-3ceb6b5b90b0 req-f9287442-38c8-4056-8567-f075e1c532a5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.1493254 Aug 20 10:44:22.089269 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50852) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:22.146758 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1bff710e-aa5b-4bb0-afef-3ceb6b5b90b0 req-e632f630-3b5e-4bb3-871f-4f63a8a0dedb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421598 Aug 20 10:44:22.202902 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50854) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:22.212607 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-37a5c258-452c-437f-88a6-abf1880272b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:22.223259 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4e2c40b7-4cc3-4efe-bddb-2c10df8dc56d tempest-SecGroupIPv6Test-602803670 tempest-SecGroupIPv6Test-602803670-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5635071 Aug 20 10:44:22.289945 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-37a5c258-452c-437f-88a6-abf1880272b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:22.311506 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d9428edc-4798-4bcc-a672-7b9cc7da85f5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/floatingips/dfcee232-ad57-4f4a-8a92-c4e3fddcc686 HTTP/1.1" status: 200 len: 991 time: 0.1050913 Aug 20 10:44:22.364850 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8765c67b-dc40-47bd-9b97-9eaf7ce2af3f x-openstack-request-id: req-8765c67b-dc40-47bd-9b97-9eaf7ce2af3f {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:44:22.365147 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:44:22.365407 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8765c67b-dc40-47bd-9b97-9eaf7ce2af3f {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:44:22.365814 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'status': 'completed', 'code': 200} Aug 20 10:44:22.410845 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-6fe60064-c519-4ec9-b032-1bd58c066419 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0daf03-6e1d-4723-ab9b-6da845d6deff HTTP/1.1" status: 200 len: 217 time: 0.4209855 Aug 20 10:44:22.421260 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-330b9efc-225f-4366-bd74-2f922eedb5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272c0360-ae05-405a-81c7-8110e90d8791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478896762', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:43:40Z', 'updated_at': '2021-08-20T10:43:51Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:41Z', 'updated_at': '2021-08-20T10:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'dfcee232-ad57-4f4a-8a92-c4e3fddcc686', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'floating_ip_address': '172.25.3.110', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'port_id': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'mac_address': 'fa:16:3e:69:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053a147-e19a-43be-8f4b-41e4f199d430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:44:17Z', 'updated_at': '2021-08-20T10:44:17Z', 'revision_number': 0, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed054f0-73ec-4b01-a66b-40b4af577e36', 'name': '', 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:e9:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:49Z', 'updated_at': '2021-08-20T10:43:58Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:22.462792 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-37a5c258-452c-437f-88a6-abf1880272b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:22.470244 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-37a5c258-452c-437f-88a6-abf1880272b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:22.472531 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-37a5c258-452c-437f-88a6-abf1880272b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a21a60f1-ba33-4a45-9743-a14d454291ec HTTP/1.1" status: 204 len: 168 time: 0.3816974 Aug 20 10:44:22.481579 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330b9efc-225f-4366-bd74-2f922eedb5c7 None None] Checking router: 272c0360-ae05-405a-81c7-8110e90d8791 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:44:22.492885 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330b9efc-225f-4366-bd74-2f922eedb5c7 None None] Routers {'272c0360-ae05-405a-81c7-8110e90d8791'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:44:22.494290 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-330b9efc-225f-4366-bd74-2f922eedb5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:44:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['272c0360-ae05-405a-81c7-8110e90d8791'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:22.504254 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5c258-452c-437f-88a6-abf1880272b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21a60f1-ba33-4a45-9743-a14d454291ec,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:22.535683 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:22.540377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a5bf0461-24dd-4df7-af29-ff655b4ca899 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:44:22.568287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06eeef8-a2f8-4efb-b5da-a2fab9523e2f']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:22.574322 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d910d20-29ab-457f-8975-ed69c76ac673 req-897407f8-c34f-4e2c-95be-5527dcad0ad0 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367774 Aug 20 10:44:22.586560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db14056-7bbc-4ec5-9a54-1d960f0058f5') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:22.587645 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db14056-7bbc-4ec5-9a54-1d960f0058f5') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:22.607981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: a5bf0461-24dd-4df7-af29-ff655b4ca899 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:44:22.608331 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a5bf0461-24dd-4df7-af29-ff655b4ca899 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:44:22.610460 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:22.623001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-287d5adf-f30c-4dd9-8feb-5e5cf62a8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:22.625200 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-287d5adf-f30c-4dd9-8feb-5e5cf62a8ae4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0ca692b-df17-4ef8-a3eb-23abb2d3420b HTTP/1.1" status: 200 len: 859 time: 0.1810668 Aug 20 10:44:22.643381 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:22.776571 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-29cb2550-f3a2-46f8-98af-401ba201cfc1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418352 Aug 20 10:44:22.778004 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:44:22.778668 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:44:22.788403 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:44:22.795751 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:22.824307 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bab297-6d02-4c03-a79c-213fd3ff359f req-5d18329d-b288-4bbf-97bb-00c4b7b060db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:22.825956 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-97bab297-6d02-4c03-a79c-213fd3ff359f req-5d18329d-b288-4bbf-97bb-00c4b7b060db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1097 time: 0.4425802 Aug 20 10:44:22.918829 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50866) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:22.982273 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-330b9efc-225f-4366-bd74-2f922eedb5c7 None None] Set router 272c0360-ae05-405a-81c7-8110e90d8791 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:44:23.067366 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bab297-6d02-4c03-a79c-213fd3ff359f req-55e44cbd-793c-489a-8674-fd7c661f6eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:23.070160 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-97bab297-6d02-4c03-a79c-213fd3ff359f req-55e44cbd-793c-489a-8674-fd7c661f6eed service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4 HTTP/1.1" status: 200 len: 898 time: 0.2357047 Aug 20 10:44:23.152393 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:23.165719 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:23.169011 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/networks/c06eeef8-a2f8-4efb-b5da-a2fab9523e2f HTTP/1.1" status: 204 len: 168 time: 3.0850298 Aug 20 10:44:23.182170 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50872) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:23.192024 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-429061b4-9ed2-4911-9585-db4531d7a34d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-53590008'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:23.214691 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0c0a1-a488-4a1a-b767-8406b9aeb83b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Network': ['ID=c06eeef8-a2f8-4efb-b5da-a2fab9523e2f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:23.232560 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-97bab297-6d02-4c03-a79c-213fd3ff359f req-5da303b1-91ce-4777-99da-0a7751b0447a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 200 len: 999 time: 0.1552186 Aug 20 10:44:23.233697 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-411fdd02-bf08-4a74-8663-e745e1f25ac3 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441991 Aug 20 10:44:23.314631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50878) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:23.348845 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bab297-6d02-4c03-a79c-213fd3ff359f req-4559c695-a3b8-40e1-af87-452fd664c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:23.351825 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-97bab297-6d02-4c03-a79c-213fd3ff359f req-4559c695-a3b8-40e1-af87-452fd664c7de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffaf4917-d3ff-4902-b222-4976af69ea4a HTTP/1.1" status: 200 len: 835 time: 0.1087832 Aug 20 10:44:23.353437 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429061b4-9ed2-4911-9585-db4531d7a34d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:23.361423 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-429061b4-9ed2-4911-9585-db4531d7a34d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:23.415086 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429061b4-9ed2-4911-9585-db4531d7a34d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:44:23.415467 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-330b9efc-225f-4366-bd74-2f922eedb5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272c0360-ae05-405a-81c7-8110e90d8791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478896762', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:43:40Z', 'updated_at': '2021-08-20T10:43:51Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:41Z', 'updated_at': '2021-08-20T10:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'dfcee232-ad57-4f4a-8a92-c4e3fddcc686', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'floating_ip_address': '172.25.3.110', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'port_id': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'mac_address': 'fa:16:3e:69:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053a147-e19a-43be-8f4b-41e4f199d430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:44:17Z', 'updated_at': '2021-08-20T10:44:17Z', 'revision_number': 0, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed054f0-73ec-4b01-a66b-40b4af577e36', 'name': '', 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:e9:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:49Z', 'updated_at': '2021-08-20T10:43:58Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:23.455737 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330b9efc-225f-4366-bd74-2f922eedb5c7 None None] The sync data for ids ['272c0360-ae05-405a-81c7-8110e90d8791'] in n-d-778550-11 is: [{'id': '272c0360-ae05-405a-81c7-8110e90d8791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478896762', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:43:40Z', 'updated_at': '2021-08-20T10:43:51Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:41Z', 'updated_at': '2021-08-20T10:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'dfcee232-ad57-4f4a-8a92-c4e3fddcc686', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'floating_ip_address': '172.25.3.110', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'port_id': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'mac_address': 'fa:16:3e:69:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053a147-e19a-43be-8f4b-41e4f199d430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:44:17Z', 'updated_at': '2021-08-20T10:44:17Z', 'revision_number': 0, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed054f0-73ec-4b01-a66b-40b4af577e36', 'name': '', 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:e9:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:49Z', 'updated_at': '2021-08-20T10:43:58Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:44:23.463394 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-429061b4-9ed2-4911-9585-db4531d7a34d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:23.463926 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-429061b4-9ed2-4911-9585-db4531d7a34d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Added segment 5cc9ab46-d478-4072-a7de-9fc090a07891 of type vlan for network 271cfa65-e291-4bf6-ab16-fd6b7fbbd315 Aug 20 10:44:23.478262 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f4d036d7-e228-4907-a032-9dd683722951 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/floatingips/dfcee232-ad57-4f4a-8a92-c4e3fddcc686 HTTP/1.1" status: 200 len: 991 time: 0.1533461 Aug 20 10:44:23.481375 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5622506c-cd7e-45e5-b8dc-1342c5506356 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58beddcaf65249dea920b447ee4d45da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5603871 Aug 20 10:44:23.485995 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50884) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:23.510014 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e6c9858e-e687-402d-8f30-3d1529f9cd5e req-37f38d35-99f3-40c4-90d8-6e68d5264fb3 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681947 Aug 20 10:44:23.564651 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-665f5572-58c6-4663-9af9-474ea0b9177d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:23.573602 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-429061b4-9ed2-4911-9585-db4531d7a34d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:23.583472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bab297-6d02-4c03-a79c-213fd3ff359f req-9d68106e-bab7-42d7-b55a-d093cc3cd194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:23.585514 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-97bab297-6d02-4c03-a79c-213fd3ff359f req-9d68106e-bab7-42d7-b55a-d093cc3cd194 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1930976 Aug 20 10:44:23.605286 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-665f5572-58c6-4663-9af9-474ea0b9177d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:23.622312 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-97bab297-6d02-4c03-a79c-213fd3ff359f req-16979d3b-7e5a-49ba-a753-094bf2adabb9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:44:23.628211 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-97bab297-6d02-4c03-a79c-213fd3ff359f req-16979d3b-7e5a-49ba-a753-094bf2adabb9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0339277 Aug 20 10:44:23.747679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5708745-d516-4ad3-a0ed-145371c07c9c req-8ff6a9d7-1b63-4a58-9623-2d5077b2c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:23.749658 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-429061b4-9ed2-4911-9585-db4531d7a34d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:23.751595 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5708745-d516-4ad3-a0ed-145371c07c9c req-8ff6a9d7-1b63-4a58-9623-2d5077b2c4a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb773ac2b384fdb884cf77004ac0616&device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 1095 time: 0.1297865 Aug 20 10:44:23.756451 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429061b4-9ed2-4911-9585-db4531d7a34d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:23.757253 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-429061b4-9ed2-4911-9585-db4531d7a34d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:23.889052 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-429061b4-9ed2-4911-9585-db4531d7a34d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7026083 Aug 20 10:44:23.897252 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50892) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:23.914548 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2057e1e2-d575-4af4-8866-35e1f85e0f9a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'subnet': {'network_id': '271cfa65-e291-4bf6-ab16-fd6b7fbbd315', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:23.921453 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-665f5572-58c6-4663-9af9-474ea0b9177d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:23.924490 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-665f5572-58c6-4663-9af9-474ea0b9177d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:23.926079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f29944-c2ce-4cc9-8dba-223f86ab6c89 None None] New status for floating IP dfcee232-ad57-4f4a-8a92-c4e3fddcc686: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:44:23.926805 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-665f5572-58c6-4663-9af9-474ea0b9177d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92e0fc36-7114-4341-bf40-b80fc4b5116a HTTP/1.1" status: 204 len: 168 time: 0.4390049 Aug 20 10:44:23.936532 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429061b4-9ed2-4911-9585-db4531d7a34d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Network': ['ID=271cfa65-e291-4bf6-ab16-fd6b7fbbd315,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:23.944941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f5572-58c6-4663-9af9-474ea0b9177d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e0fc36-7114-4341-bf40-b80fc4b5116a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:24.019670 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5708745-d516-4ad3-a0ed-145371c07c9c req-7fe3d49e-5b2a-4069-86b4-24d412c7a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:24.020531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 271cfa65-e291-4bf6-ab16-fd6b7fbbd315 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:44:24.021677 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5708745-d516-4ad3-a0ed-145371c07c9c req-7fe3d49e-5b2a-4069-86b4-24d412c7a71b service neutron] 10.222.0.42 "GET /v2.0/networks?id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c HTTP/1.1" status: 200 len: 920 time: 0.2611067 Aug 20 10:44:24.028045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54983ee-fdb6-419c-9fb0-addd84e1e0a1 req-b928a6cb-7d1f-4978-ae60-2eab58288a1a tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:24.044892 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b54983ee-fdb6-419c-9fb0-addd84e1e0a1 req-b928a6cb-7d1f-4978-ae60-2eab58288a1a tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 943 time: 0.2843864 Aug 20 10:44:24.097804 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5708745-d516-4ad3-a0ed-145371c07c9c req-81bb462f-11bb-4ccb-855e-6f014603245f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0daf03-6e1d-4723-ab9b-6da845d6deff HTTP/1.1" status: 200 len: 217 time: 0.0631411 Aug 20 10:44:24.193001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5708745-d516-4ad3-a0ed-145371c07c9c req-c80f3c6c-1893-44d3-9322-aecfc65b9ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:24.193760 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-97bab297-6d02-4c03-a79c-213fd3ff359f req-861e2f94-9955-469a-9173-36d97bba603b service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603054 Aug 20 10:44:24.201738 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5708745-d516-4ad3-a0ed-145371c07c9c req-c80f3c6c-1893-44d3-9322-aecfc65b9ff5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0ca692b-df17-4ef8-a3eb-23abb2d3420b HTTP/1.1" status: 200 len: 859 time: 0.0962460 Aug 20 10:44:24.268296 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5708745-d516-4ad3-a0ed-145371c07c9c req-636afc5e-11f7-4bac-8d45-1060de3e1ee3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589325 Aug 20 10:44:24.371834 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b54983ee-fdb6-419c-9fb0-addd84e1e0a1 req-af8baf58-23cd-46d3-9eb5-4fb210722e14 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260589 Aug 20 10:44:24.404074 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-97bab297-6d02-4c03-a79c-213fd3ff359f req-9b956477-4788-4943-bc6b-9d5c739e9517 service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004445 Aug 20 10:44:24.406089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2057e1e2-d575-4af4-8866-35e1f85e0f9a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:24.410439 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2057e1e2-d575-4af4-8866-35e1f85e0f9a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:24.469537 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5708745-d516-4ad3-a0ed-145371c07c9c req-f1d57c90-186a-49ba-85aa-bce802120c4a service neutron] 10.222.0.42 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905603 Aug 20 10:44:24.492489 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50908) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:24.581113 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c56ceb68-79a2-4eff-971a-2b7b7a943fc6 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/floatingips/dfcee232-ad57-4f4a-8a92-c4e3fddcc686 HTTP/1.1" status: 200 len: 993 time: 0.0868881 Aug 20 10:44:24.646147 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5708745-d516-4ad3-a0ed-145371c07c9c req-2e61ca1b-241d-43ae-ae78-c0917fd2aa53 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689043 Aug 20 10:44:24.800212 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2057e1e2-d575-4af4-8866-35e1f85e0f9a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:24.868568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057e1e2-d575-4af4-8866-35e1f85e0f9a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Subnet': ['ID=cc991d5e-c107-48d1-a9ec-2cddbf398ccc,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:24.882332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2057e1e2-d575-4af4-8866-35e1f85e0f9a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Checking segment: {'id': '5cc9ab46-d478-4072-a7de-9fc090a07891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '271cfa65-e291-4bf6-ab16-fd6b7fbbd315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:24.882694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2057e1e2-d575-4af4-8866-35e1f85e0f9a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network hostable DHCP agents. Network: 271cfa65-e291-4bf6-ab16-fd6b7fbbd315, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:44:24.908937 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2057e1e2-d575-4af4-8866-35e1f85e0f9a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 271cfa65-e291-4bf6-ab16-fd6b7fbbd315 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:44:24.920383 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-2057e1e2-d575-4af4-8866-35e1f85e0f9a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 271cfa65-e291-4bf6-ab16-fd6b7fbbd315) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:24.926057 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2057e1e2-d575-4af4-8866-35e1f85e0f9a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:24.927322 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2057e1e2-d575-4af4-8866-35e1f85e0f9a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:24.939149 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30edfca2-2b7f-4fad-94e9-204abc618af2 None None] Network 271cfa65-e291-4bf6-ab16-fd6b7fbbd315 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:24.947433 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2057e1e2-d575-4af4-8866-35e1f85e0f9a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0453813 Aug 20 10:44:24.950163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50922) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:24.958687 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-051500ee-9d51-4dbc-badb-ffc3592090d1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'network_id': '271cfa65-e291-4bf6-ab16-fd6b7fbbd315', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1640906385'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:25.133325 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051500ee-9d51-4dbc-badb-ffc3592090d1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:25.138569 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-271cfa65-e291-4bf6-ab16-fd6b7fbbd315', 'network_id': '271cfa65-e291-4bf6-ab16-fd6b7fbbd315', 'tenant_id': '2a3124e9e92143db8dde239dcf895788', 'fixed_ips': [{'subnet_id': 'cc991d5e-c107-48d1-a9ec-2cddbf398ccc'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:44:25.139795 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-051500ee-9d51-4dbc-badb-ffc3592090d1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:25.140673 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:25.164468 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-051500ee-9d51-4dbc-badb-ffc3592090d1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] device_id is not set on port e500a44c-1125-4e9f-9612-75cf76371d7e yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:44:25.266914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50938) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:25.304967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-051500ee-9d51-4dbc-badb-ffc3592090d1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Allocated IP 172.20.0.5 (271cfa65-e291-4bf6-ab16-fd6b7fbbd315/cc991d5e-c107-48d1-a9ec-2cddbf398ccc/e500a44c-1125-4e9f-9612-75cf76371d7e) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:25.331847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 1e0daf03-6e1d-4723-ab9b-6da845d6deff details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:44:25.470435 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-051500ee-9d51-4dbc-badb-ffc3592090d1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:25.487835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-051500ee-9d51-4dbc-badb-ffc3592090d1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Transition to ACTIVE for port object e500a44c-1125-4e9f-9612-75cf76371d7e will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:25.514527 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 1e0daf03-6e1d-4723-ab9b-6da845d6deff, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=1e0daf03-6e1d-4723-ab9b-6da845d6deff,segment=NetworkSegment(a5b0e89c-059e-4c64-b5c4-ce81d82f91a0),segment_id=a5b0e89c-059e-4c64-b5c4-ce81d82f91a0)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:25.535977 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '1e0daf03-6e1d-4723-ab9b-6da845d6deff', 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c', 'port_id': '1e0daf03-6e1d-4723-ab9b-6da845d6deff', 'mac_address': 'fa:16:3e:01:db:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:44:25.559316 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-051500ee-9d51-4dbc-badb-ffc3592090d1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:25.585930 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:25.598619 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9cd6d026-f123-4506-a3a2-7d5b2926bf7c tempest-ServiceProvidersTest-1763713312 tempest-ServiceProvidersTest-1763713312-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3303640 Aug 20 10:44:25.629383 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0daf03-6e1d-4723-ab9b-6da845d6deff {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:44:25.633556 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051500ee-9d51-4dbc-badb-ffc3592090d1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 271cfa65-e291-4bf6-ab16-fd6b7fbbd315 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:25.639923 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-051500ee-9d51-4dbc-badb-ffc3592090d1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:25.646417 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051500ee-9d51-4dbc-badb-ffc3592090d1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:25.655534 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4e4c0-bf84-4295-9c0d-8e403f3520f9 req-5aa72ef4-96c2-4466-9746-62b50901de4e tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:25.657803 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1e4e4c0-bf84-4295-9c0d-8e403f3520f9 req-5aa72ef4-96c2-4466-9746-62b50901de4e tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 943 time: 0.1856663 Aug 20 10:44:25.687674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Allocated IP 172.20.0.2 (271cfa65-e291-4bf6-ab16-fd6b7fbbd315/cc991d5e-c107-48d1-a9ec-2cddbf398ccc/fd9f601c-3b25-4688-ba0d-4b0f315cd92b) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:25.766103 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1e4e4c0-bf84-4295-9c0d-8e403f3520f9 req-7d82a52b-e350-4e7c-87ab-270a2967f936 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873883 Aug 20 10:44:25.767278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051500ee-9d51-4dbc-badb-ffc3592090d1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:25.767988 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-051500ee-9d51-4dbc-badb-ffc3592090d1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:25.803171 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051500ee-9d51-4dbc-badb-ffc3592090d1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=e500a44c-1125-4e9f-9612-75cf76371d7e,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:25.827871 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-051500ee-9d51-4dbc-badb-ffc3592090d1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.8735983 Aug 20 10:44:25.828575 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50964) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:25.851806 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 1e0daf03-6e1d-4723-ab9b-6da845d6deff, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=1e0daf03-6e1d-4723-ab9b-6da845d6deff,segment=NetworkSegment(a5b0e89c-059e-4c64-b5c4-ce81d82f91a0),segment_id=a5b0e89c-059e-4c64-b5c4-ce81d82f91a0)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:25.868348 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:25.998760 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=1e0daf03-6e1d-4723-ab9b-6da845d6deff,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:26.005279 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-4e9a1e74-6554-4263-8784-8e33ba17b764 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port e500a44c-1125-4e9f-9612-75cf76371d7e {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:26.006002 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e9a1e74-6554-4263-8784-8e33ba17b764 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:26.064275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['1e0daf03-6e1d-4723-ab9b-6da845d6deff'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:44:26.086825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50968) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:26.126522 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:26.139315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Transition to ACTIVE for port object fd9f601c-3b25-4688-ba0d-4b0f315cd92b will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:26.159937 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e9a1e74-6554-4263-8784-8e33ba17b764 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:26.174364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-4e9a1e74-6554-4263-8784-8e33ba17b764 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for e500a44c-1125-4e9f-9612-75cf76371d7e owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:26.197716 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Transition to ACTIVE for port object fd9f601c-3b25-4688-ba0d-4b0f315cd92b will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:26.220549 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:26.309627 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fde9ddfb-b859-452b-99e9-481a9cc69d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:26.329332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Network 271cfa65-e291-4bf6-ab16-fd6b7fbbd315 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:26.333008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:26.341648 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:26.361228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Pushing event updated for resources: {'Port': ['ID=fd9f601c-3b25-4688-ba0d-4b0f315cd92b,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:26.399590 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e9a1e74-6554-4263-8784-8e33ba17b764 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:26.440685 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a1e74-6554-4263-8784-8e33ba17b764 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=e500a44c-1125-4e9f-9612-75cf76371d7e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:26.447790 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Attempting to bind port fd9f601c-3b25-4688-ba0d-4b0f315cd92b on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:44:26.448177 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Attempting to bind port fd9f601c-3b25-4688-ba0d-4b0f315cd92b by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '5cc9ab46-d478-4072-a7de-9fc090a07891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '271cfa65-e291-4bf6-ab16-fd6b7fbbd315'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:44:26.448545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Attempting to bind port fd9f601c-3b25-4688-ba0d-4b0f315cd92b on network 271cfa65-e291-4bf6-ab16-fd6b7fbbd315 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:44:26.468774 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:44:26.469157 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Checking segment: {'id': '5cc9ab46-d478-4072-a7de-9fc090a07891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '271cfa65-e291-4bf6-ab16-fd6b7fbbd315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:26.469507 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:26.469899 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Bound using segment: {'id': '5cc9ab46-d478-4072-a7de-9fc090a07891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '271cfa65-e291-4bf6-ab16-fd6b7fbbd315'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:44:26.470378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Bound port: fd9f601c-3b25-4688-ba0d-4b0f315cd92b, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc9ab46-d478-4072-a7de-9fc090a07891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '271cfa65-e291-4bf6-ab16-fd6b7fbbd315'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:44:26.470753 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:26.524520 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fde9ddfb-b859-452b-99e9-481a9cc69d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:26.533357 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fde9ddfb-b859-452b-99e9-481a9cc69d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:26.536146 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e9a1e74-6554-4263-8784-8e33ba17b764 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:26.538564 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4e9a1e74-6554-4263-8784-8e33ba17b764 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/ports/e500a44c-1125-4e9f-9612-75cf76371d7e HTTP/1.1" status: 204 len: 168 time: 0.7095122 Aug 20 10:44:26.541222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50978) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:26.564239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] For port fd9f601c-3b25-4688-ba0d-4b0f315cd92b, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:44:26.567669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] For port fd9f601c-3b25-4688-ba0d-4b0f315cd92b, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=fd9f601c-3b25-4688-ba0d-4b0f315cd92b,segment=NetworkSegment(5cc9ab46-d478-4072-a7de-9fc090a07891),segment_id=5cc9ab46-d478-4072-a7de-9fc090a07891)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:44:26.575431 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:26.583919 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fde9ddfb-b859-452b-99e9-481a9cc69d30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=020fbd85dc6e4115b85af30cd549d445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4960382 Aug 20 10:44:26.585437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9ddfb-b859-452b-99e9-481a9cc69d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807725cd-d821-4616-9efe-d2c8bfd66318,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:26.588861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 50980) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:26.603648 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e26f13-21db-419b-a3f2-f45737fd5dae tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] GET failed (client error): The resource could not be found. Aug 20 10:44:26.605789 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-15e26f13-21db-419b-a3f2-f45737fd5dae tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports/e500a44c-1125-4e9f-9612-75cf76371d7e HTTP/1.1" status: 404 len: 333 time: 0.0626514 Aug 20 10:44:26.609495 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50982) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:26.654842 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-68d382ae-c1bf-4e40-aaff-af624324f955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:26.695090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7a81e-52c8-4929-9e82-0b164f673d89 None None] Pushing event updated for resources: {'Port': ['ID=fd9f601c-3b25-4688-ba0d-4b0f315cd92b,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:26.702420 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-68d382ae-c1bf-4e40-aaff-af624324f955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:26.712905 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9a22a4-f8c3-4cee-b07f-b38191a5e3e1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting subnet cc991d5e-c107-48d1-a9ec-2cddbf398ccc {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:44:26.717285 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c9a22a4-f8c3-4cee-b07f-b38191a5e3e1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:26.791623 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c9a22a4-f8c3-4cee-b07f-b38191a5e3e1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:26.792054 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-68d382ae-c1bf-4e40-aaff-af624324f955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:26.796069 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-68d382ae-c1bf-4e40-aaff-af624324f955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:26.799270 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-68d382ae-c1bf-4e40-aaff-af624324f955 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/807725cd-d821-4616-9efe-d2c8bfd66318 HTTP/1.1" status: 204 len: 168 time: 0.2087796 Aug 20 10:44:26.818232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d382ae-c1bf-4e40-aaff-af624324f955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807725cd-d821-4616-9efe-d2c8bfd66318,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:26.954057 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163841ee-d324-4a11-a73f-8f2da546bd82 req-936fe54d-38d6-4c44-905e-63beb1bb556f tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:26.962158 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-163841ee-d324-4a11-a73f-8f2da546bd82 req-936fe54d-38d6-4c44-905e-63beb1bb556f tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 944 time: 0.0940294 Aug 20 10:44:27.065671 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c9a22a4-f8c3-4cee-b07f-b38191a5e3e1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:27.111427 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-163841ee-d324-4a11-a73f-8f2da546bd82 req-9aed6218-e077-486a-bc5b-3a751e284018 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411660 Aug 20 10:44:27.215518 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c9a22a4-f8c3-4cee-b07f-b38191a5e3e1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:27.253771 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c9a22a4-f8c3-4cee-b07f-b38191a5e3e1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:27.256102 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8c9a22a4-f8c3-4cee-b07f-b38191a5e3e1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/cc991d5e-c107-48d1-a9ec-2cddbf398ccc HTTP/1.1" status: 204 len: 168 time: 0.6453712 Aug 20 10:44:27.258224 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a22a4-f8c3-4cee-b07f-b38191a5e3e1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Subnet': ['ID=cc991d5e-c107-48d1-a9ec-2cddbf398ccc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:27.260401 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 50996) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:27.329836 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 1e0daf03-6e1d-4723-ab9b-6da845d6deff up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:44:27.367370 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:27.408531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 1e0daf03-6e1d-4723-ab9b-6da845d6deff completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:27.414205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 1e0daf03-6e1d-4723-ab9b-6da845d6deff triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:27.415092 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:27.455878 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port fd9f601c-3b25-4688-ba0d-4b0f315cd92b {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:27.456145 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:27.541217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] For port fd9f601c-3b25-4688-ba0d-4b0f315cd92b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=fd9f601c-3b25-4688-ba0d-4b0f315cd92b,segment=NetworkSegment(5cc9ab46-d478-4072-a7de-9fc090a07891),segment_id=5cc9ab46-d478-4072-a7de-9fc090a07891)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:27.541781 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:27.544093 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:27.561745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for fd9f601c-3b25-4688-ba0d-4b0f315cd92b owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:27.595328 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0daf03-6e1d-4723-ab9b-6da845d6deff'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:44:27.597875 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a832fa-2f1d-4cb6-a50d-96ddff58ac9d" -d '{"events": [{"server_uuid": "b76cfcfe-d4b8-4076-b26c-783c04ac5102", "name": "network-vif-plugged", "status": "completed", "tag": "1e0daf03-6e1d-4723-ab9b-6da845d6deff"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:44:27.647647 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 1e0daf03-6e1d-4723-ab9b-6da845d6deff, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=1e0daf03-6e1d-4723-ab9b-6da845d6deff,segment=NetworkSegment(a5b0e89c-059e-4c64-b5c4-ce81d82f91a0),segment_id=a5b0e89c-059e-4c64-b5c4-ce81d82f91a0)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:27.658599 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:27.706057 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0b4f19-efd9-4286-89e4-db097d531ccf x-openstack-request-id: req-7d0b4f19-efd9-4286-89e4-db097d531ccf {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:44:27.706992 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76cfcfe-d4b8-4076-b26c-783c04ac5102", "name": "network-vif-plugged", "status": "completed", "tag": "1e0daf03-6e1d-4723-ab9b-6da845d6deff", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:44:27.707250 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d0b4f19-efd9-4286-89e4-db097d531ccf {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:44:27.707598 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0daf03-6e1d-4723-ab9b-6da845d6deff', 'code': 200} Aug 20 10:44:27.779116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=1e0daf03-6e1d-4723-ab9b-6da845d6deff,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:27.799469 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:27.820947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No DVR routers for this DVR port fd9f601c-3b25-4688-ba0d-4b0f315cd92b on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:44:27.854570 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63d468-9c5a-4712-83f3-3423600d6af5 req-4045d812-2b26-4949-8a9e-bc83d0f0a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:27.861066 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9e63d468-9c5a-4712-83f3-3423600d6af5 req-4045d812-2b26-4949-8a9e-bc83d0f0a7ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 1097 time: 0.1192350 Aug 20 10:44:27.866613 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=fd9f601c-3b25-4688-ba0d-4b0f315cd92b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:27.916364 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9e63d468-9c5a-4712-83f3-3423600d6af5 req-630343c6-dd92-411d-9739-4b96054823fe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472877 Aug 20 10:44:28.053103 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:28.088031 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271cfa65-e291-4bf6-ab16-fd6b7fbbd315']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:28.107661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc9ab46-d478-4072-a7de-9fc090a07891') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:28.107974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc9ab46-d478-4072-a7de-9fc090a07891') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:28.146998 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51026) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:28.159288 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:28.194736 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:28.208266 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:44:28.208739 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:44:28.214484 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:44:28.288826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1273cf49-cc24-476b-b6ba-af1dd895cc9b None None] Network 271cfa65-e291-4bf6-ab16-fd6b7fbbd315 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:28.322138 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:28.331495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c9b366e5-5560-4584-ac02-ffaffd819fa4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1408104373'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:28.356248 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:28.362366 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/networks/271cfa65-e291-4bf6-ab16-fd6b7fbbd315 HTTP/1.1" status: 204 len: 168 time: 1.0968876 Aug 20 10:44:28.364274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51032) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:28.365610 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b366e5-5560-4584-ac02-ffaffd819fa4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Made reservation on behalf of 52b2e9b884db4b86a7dc2cda695ed544 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:28.370808 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9b366e5-5560-4584-ac02-ffaffd819fa4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:28.379329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4eefe0c7-cf58-4fff-a8a3-db1e5a2028de tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069', 'name': 'tempest-PortsTestJSON-1098714053'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:28.384003 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86538817-9d2b-4cc9-a525-1efea12f4d04 req-2381ec38-148d-4442-a3e4-c0d3ac0847bd tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:28.385762 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-86538817-9d2b-4cc9-a525-1efea12f4d04 req-2381ec38-148d-4442-a3e4-c0d3ac0847bd tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.1542783 Aug 20 10:44:28.386945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b90eaa-9a68-4c45-aac3-dd6be0c61669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Network': ['ID=271cfa65-e291-4bf6-ab16-fd6b7fbbd315,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:28.415297 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9b366e5-5560-4584-ac02-ffaffd819fa4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:28.452126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5a25f65b-efe3-46da-a72c-9240b4bfc514 None None] Could not find standard attr ID for object fd9f601c-3b25-4688-ba0d-4b0f315cd92b. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:44:28.481963 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-86538817-9d2b-4cc9-a525-1efea12f4d04 req-dd36ee5d-021f-4ad9-afab-74f284341c03 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862458 Aug 20 10:44:28.641214 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9b366e5-5560-4584-ac02-ffaffd819fa4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:28.650855 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9b366e5-5560-4584-ac02-ffaffd819fa4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:28.666778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae6f5d8-2ea2-447f-9648-ad64c277df5a None None] DHCP port deletion for 271cfa65-e291-4bf6-ab16-fd6b7fbbd315 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:44:28.704597 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b366e5-5560-4584-ac02-ffaffd819fa4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:44:28.716742 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eefe0c7-cf58-4fff-a8a3-db1e5a2028de tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:28.725715 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4eefe0c7-cf58-4fff-a8a3-db1e5a2028de tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:28.749920 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9b366e5-5560-4584-ac02-ffaffd819fa4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:28.750400 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-c9b366e5-5560-4584-ac02-ffaffd819fa4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Added segment 8bc2f005-5bab-4497-b2e1-7a4503ac9d31 of type vlan for network e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a Aug 20 10:44:28.754499 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b366e5-5560-4584-ac02-ffaffd819fa4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88230881-2919-41d1-98f8-8122027e1dd2,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:28.792435 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-4eefe0c7-cf58-4fff-a8a3-db1e5a2028de tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] device_id is not set on port 7b0cb6e0-c998-454b-a85c-418dfa10f210 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:44:28.855983 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9b366e5-5560-4584-ac02-ffaffd819fa4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:28.956284 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9b366e5-5560-4584-ac02-ffaffd819fa4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:28.965989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b366e5-5560-4584-ac02-ffaffd819fa4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:28.967861 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9b366e5-5560-4584-ac02-ffaffd819fa4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:29.025303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51034) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:29.026186 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c9b366e5-5560-4584-ac02-ffaffd819fa4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8774447 Aug 20 10:44:29.038773 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-79aeaa2d-bb33-4cf5-8301-f2be2b169bca tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Request body: {'subnet': {'network_id': 'e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:29.187720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b366e5-5560-4584-ac02-ffaffd819fa4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Pushing event updated for resources: {'Network': ['ID=e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:29.205793 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:44:29.208543 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79aeaa2d-bb33-4cf5-8301-f2be2b169bca tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Made reservation on behalf of 52b2e9b884db4b86a7dc2cda695ed544 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:29.212245 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79aeaa2d-bb33-4cf5-8301-f2be2b169bca tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:29.276575 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4eefe0c7-cf58-4fff-a8a3-db1e5a2028de tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:29.302608 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-639d276c-d846-4832-a607-f72f826bdc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:29.339832 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4eefe0c7-cf58-4fff-a8a3-db1e5a2028de tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:29.390903 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eefe0c7-cf58-4fff-a8a3-db1e5a2028de tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:29.395885 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-4eefe0c7-cf58-4fff-a8a3-db1e5a2028de tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:29.402939 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eefe0c7-cf58-4fff-a8a3-db1e5a2028de tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:29.413198 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eefe0c7-cf58-4fff-a8a3-db1e5a2028de tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:29.414111 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4eefe0c7-cf58-4fff-a8a3-db1e5a2028de tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:29.435474 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefe0c7-cf58-4fff-a8a3-db1e5a2028de tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=7b0cb6e0-c998-454b-a85c-418dfa10f210,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:29.451133 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4eefe0c7-cf58-4fff-a8a3-db1e5a2028de tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0759134 Aug 20 10:44:29.454170 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51040) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:29.531154 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79aeaa2d-bb33-4cf5-8301-f2be2b169bca tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:29.617950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aeaa2d-bb33-4cf5-8301-f2be2b169bca tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Pushing event updated for resources: {'Subnet': ['ID=75747194-dd67-49b1-9f1b-65e53bbcff37,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:29.640434 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf16b84-7262-4c44-b3fc-dda411dcd2f9 req-789a2f8f-e963-43dd-9490-a79d72d8c53c tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:29.641973 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-adf16b84-7262-4c44-b3fc-dda411dcd2f9 req-789a2f8f-e963-43dd-9490-a79d72d8c53c tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.0618691 Aug 20 10:44:29.645786 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aeaa2d-bb33-4cf5-8301-f2be2b169bca tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Checking segment: {'id': '8bc2f005-5bab-4497-b2e1-7a4503ac9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:29.646152 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aeaa2d-bb33-4cf5-8301-f2be2b169bca tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Network hostable DHCP agents. Network: e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:44:29.649572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-5a567216-b4cb-4e72-a317-6ccab1f010ad tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port 7b0cb6e0-c998-454b-a85c-418dfa10f210 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:29.649915 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a567216-b4cb-4e72-a317-6ccab1f010ad tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:29.695637 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-adf16b84-7262-4c44-b3fc-dda411dcd2f9 req-835848e1-96ec-49d2-9cd5-e6f3bd3efeec tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368588 Aug 20 10:44:29.751966 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a567216-b4cb-4e72-a317-6ccab1f010ad tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:29.754428 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aeaa2d-bb33-4cf5-8301-f2be2b169bca tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Network e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:44:29.772096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-5a567216-b4cb-4e72-a317-6ccab1f010ad tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for 7b0cb6e0-c998-454b-a85c-418dfa10f210 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:29.774850 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-79aeaa2d-bb33-4cf5-8301-f2be2b169bca tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:29.785327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4758bef-4291-4d9b-8d51-04d24c92a24c None None] Network e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:29.788239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aeaa2d-bb33-4cf5-8301-f2be2b169bca tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:29.789082 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79aeaa2d-bb33-4cf5-8301-f2be2b169bca tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:29.841932 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-79aeaa2d-bb33-4cf5-8301-f2be2b169bca tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8142934 Aug 20 10:44:29.845558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51046) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:29.851388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-95218158-3f36-48ba-9ce1-bcc02bd53947 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Request body: {'port': {'network_id': 'e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a', 'name': 'tempest-TagsExtTest-1307416529'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:29.902808 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a567216-b4cb-4e72-a317-6ccab1f010ad tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:29.941851 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a567216-b4cb-4e72-a317-6ccab1f010ad tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=7b0cb6e0-c998-454b-a85c-418dfa10f210,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:29.948103 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a567216-b4cb-4e72-a317-6ccab1f010ad tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:29.954107 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5a567216-b4cb-4e72-a317-6ccab1f010ad tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/ports/7b0cb6e0-c998-454b-a85c-418dfa10f210 HTTP/1.1" status: 204 len: 168 time: 0.4987872 Aug 20 10:44:29.957146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51050) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:29.963088 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7da82d59-5da0-417f-b055-1fca8d83aeef tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069', 'mac_address': 'fa:16:3e:dc:a8:4d', 'name': 'tempest-PortsTestJSON-1691152440'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:30.038551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677b40f-cbe0-42c7-8a60-a7d1505adb7b req-e59258c7-17e3-4dd0-873c-518c0f242143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:30.040042 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8677b40f-cbe0-42c7-8a60-a7d1505adb7b req-e59258c7-17e3-4dd0-873c-518c0f242143 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb773ac2b384fdb884cf77004ac0616&device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 1097 time: 0.1078267 Aug 20 10:44:30.071071 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a38fd-9f97-43fd-832a-be7546dcd2c4 req-3e611370-f4f3-46ed-9c6b-5f6594b7500a tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:30.072703 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a13a38fd-9f97-43fd-832a-be7546dcd2c4 req-3e611370-f4f3-46ed-9c6b-5f6594b7500a tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.1419523 Aug 20 10:44:30.077371 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a', 'network_id': 'e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a', 'tenant_id': '52b2e9b884db4b86a7dc2cda695ed544', 'fixed_ips': [{'subnet_id': '75747194-dd67-49b1-9f1b-65e53bbcff37'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:44:30.078510 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:30.091560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da82d59-5da0-417f-b055-1fca8d83aeef tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:30.187690 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7da82d59-5da0-417f-b055-1fca8d83aeef tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:30.198418 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a13a38fd-9f97-43fd-832a-be7546dcd2c4 req-b6c99a69-1ddd-4630-a64e-3a22398391fb tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065817 Aug 20 10:44:30.248854 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-7da82d59-5da0-417f-b055-1fca8d83aeef tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] device_id is not set on port 997c3242-3542-46c7-acf1-1cbb01641f5e yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:44:30.288215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95218158-3f36-48ba-9ce1-bcc02bd53947 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Made reservation on behalf of 52b2e9b884db4b86a7dc2cda695ed544 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:30.292160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Allocated IP 172.20.0.2 (e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a/75747194-dd67-49b1-9f1b-65e53bbcff37/0f2e4ada-ef69-495f-a9d1-24a08a6b9782) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:30.298731 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95218158-3f36-48ba-9ce1-bcc02bd53947 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:30.377311 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-95218158-3f36-48ba-9ce1-bcc02bd53947 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] device_id is not set on port 7d507138-d1c8-4871-8a41-239afb2d9a9a yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:44:30.404130 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677b40f-cbe0-42c7-8a60-a7d1505adb7b req-dbd69550-1f51-4219-b14a-78b9b219aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:30.410385 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8677b40f-cbe0-42c7-8a60-a7d1505adb7b req-dbd69550-1f51-4219-b14a-78b9b219aa72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c HTTP/1.1" status: 200 len: 920 time: 0.3620842 Aug 20 10:44:30.535957 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8677b40f-cbe0-42c7-8a60-a7d1505adb7b req-8ef764ac-defc-44b8-8b31-b3cfd1e6fad3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0daf03-6e1d-4723-ab9b-6da845d6deff HTTP/1.1" status: 200 len: 217 time: 0.0496099 Aug 20 10:44:30.648498 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677b40f-cbe0-42c7-8a60-a7d1505adb7b req-9f777d06-3843-44ba-8878-5a76c92afd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:30.660901 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8677b40f-cbe0-42c7-8a60-a7d1505adb7b req-9f777d06-3843-44ba-8878-5a76c92afd69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0ca692b-df17-4ef8-a3eb-23abb2d3420b HTTP/1.1" status: 200 len: 859 time: 0.1173265 Aug 20 10:44:30.725098 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7da82d59-5da0-417f-b055-1fca8d83aeef tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:30.730545 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8677b40f-cbe0-42c7-8a60-a7d1505adb7b req-f2622e65-b15e-4ea0-97ce-455f63ad3293 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612090 Aug 20 10:44:30.742616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-8677b40f-cbe0-42c7-8a60-a7d1505adb7b req-575850a5-283a-43c9-a513-3efa363c66c9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:44:30.747259 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8677b40f-cbe0-42c7-8a60-a7d1505adb7b req-575850a5-283a-43c9-a513-3efa363c66c9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063958 Aug 20 10:44:30.802802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device fd9f601c-3b25-4688-ba0d-4b0f315cd92b no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:44:30.818726 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7da82d59-5da0-417f-b055-1fca8d83aeef tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:30.858417 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: fd9f601c-3b25-4688-ba0d-4b0f315cd92b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:44:30.861749 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device fd9f601c-3b25-4688-ba0d-4b0f315cd92b not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:44:30.936968 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da82d59-5da0-417f-b055-1fca8d83aeef tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:30.941672 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-7da82d59-5da0-417f-b055-1fca8d83aeef tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:30.957817 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da82d59-5da0-417f-b055-1fca8d83aeef tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:30.963482 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8677b40f-cbe0-42c7-8a60-a7d1505adb7b req-7264c765-5fdf-430e-815a-957cf1c65b4f service neutron] 10.222.0.42 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102864 Aug 20 10:44:30.965942 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da82d59-5da0-417f-b055-1fca8d83aeef tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:30.966614 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7da82d59-5da0-417f-b055-1fca8d83aeef tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:30.979915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da82d59-5da0-417f-b055-1fca8d83aeef tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=997c3242-3542-46c7-acf1-1cbb01641f5e,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:30.996320 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7da82d59-5da0-417f-b055-1fca8d83aeef tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0378153 Aug 20 10:44:30.997205 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51120) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:31.032231 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:31.051431 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Transition to ACTIVE for port object 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:31.071080 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e232d0-e965-4bd8-9c7d-f18db7a7184c tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:31.075193 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-25e232d0-e965-4bd8-9c7d-f18db7a7184c tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports/997c3242-3542-46c7-acf1-1cbb01641f5e HTTP/1.1" status: 200 len: 841 time: 0.0741198 Aug 20 10:44:31.086879 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51128) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:31.101273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Transition to ACTIVE for port object 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:31.118084 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:31.206072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-95218158-3f36-48ba-9ce1-bcc02bd53947 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Allocated IP 172.20.0.5 (e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a/75747194-dd67-49b1-9f1b-65e53bbcff37/7d507138-d1c8-4871-8a41-239afb2d9a9a) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:31.228924 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Pushing event updated for resources: {'Port': ['ID=0f2e4ada-ef69-495f-a9d1-24a08a6b9782,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:31.243606 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:31.244248 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:31.244672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:31.245083 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:31.245625 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:31.246617 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:31.247278 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:31.247563 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:31.247983 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:31.248503 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:31.249002 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:31.250375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:31.267015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Network e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:31.268752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:31.282707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:31.313503 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-20ee1a5a-4872-4dbe-8374-d2076281b51a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port 997c3242-3542-46c7-acf1-1cbb01641f5e {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:31.314055 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-20ee1a5a-4872-4dbe-8374-d2076281b51a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:31.439445 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Attempting to bind port 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:44:31.439818 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Attempting to bind port 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '8bc2f005-5bab-4497-b2e1-7a4503ac9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:44:31.440183 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Attempting to bind port 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 on network e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:44:31.456425 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:44:31.458265 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Checking segment: {'id': '8bc2f005-5bab-4497-b2e1-7a4503ac9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:31.458712 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:31.459204 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Bound using segment: {'id': '8bc2f005-5bab-4497-b2e1-7a4503ac9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:44:31.459634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Bound port: 0f2e4ada-ef69-495f-a9d1-24a08a6b9782, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc2f005-5bab-4497-b2e1-7a4503ac9d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:44:31.460025 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:31.462405 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8677b40f-cbe0-42c7-8a60-a7d1505adb7b req-a3220d43-c7b4-4281-98f3-fb86623d580f service neutron] 10.222.0.42 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784257 Aug 20 10:44:31.494346 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-20ee1a5a-4872-4dbe-8374-d2076281b51a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:31.522321 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-20ee1a5a-4872-4dbe-8374-d2076281b51a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for 997c3242-3542-46c7-acf1-1cbb01641f5e owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:31.613764 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] For port 0f2e4ada-ef69-495f-a9d1-24a08a6b9782, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:44:31.617240 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] For port 0f2e4ada-ef69-495f-a9d1-24a08a6b9782, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0f2e4ada-ef69-495f-a9d1-24a08a6b9782,segment=NetworkSegment(8bc2f005-5bab-4497-b2e1-7a4503ac9d31),segment_id=8bc2f005-5bab-4497-b2e1-7a4503ac9d31)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:44:31.622810 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:31.646813 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-20ee1a5a-4872-4dbe-8374-d2076281b51a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:31.656278 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95218158-3f36-48ba-9ce1-bcc02bd53947 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:31.680350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-95218158-3f36-48ba-9ce1-bcc02bd53947 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Transition to ACTIVE for port object 7d507138-d1c8-4871-8a41-239afb2d9a9a will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:31.713589 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee1a5a-4872-4dbe-8374-d2076281b51a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=997c3242-3542-46c7-acf1-1cbb01641f5e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:31.720704 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-20ee1a5a-4872-4dbe-8374-d2076281b51a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:31.724693 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-20ee1a5a-4872-4dbe-8374-d2076281b51a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/ports/997c3242-3542-46c7-acf1-1cbb01641f5e HTTP/1.1" status: 204 len: 168 time: 0.6365895 Aug 20 10:44:31.727484 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51190) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:31.728027 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5739f59-b5e5-47ad-8107-4bba27b318d5 None None] Pushing event updated for resources: {'Port': ['ID=0f2e4ada-ef69-495f-a9d1-24a08a6b9782,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:31.766726 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b850af2-fa53-447f-a4c2-5251302af8b6 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] GET failed (client error): The resource could not be found. Aug 20 10:44:31.773617 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6b850af2-fa53-447f-a4c2-5251302af8b6 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports/997c3242-3542-46c7-acf1-1cbb01641f5e HTTP/1.1" status: 404 len: 333 time: 0.0441849 Aug 20 10:44:31.775846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51196) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:31.782783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-01e2fada-30b1-478c-a6aa-0db9432f1552 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069', 'name': 'tempest-PortsTestJSON-15550036'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:31.787007 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f695783-54b2-4cb5-b2d2-011a38262d3c req-e93ad460-ae37-444a-bca0-42f7fe7776eb tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:31.789141 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f695783-54b2-4cb5-b2d2-011a38262d3c req-e93ad460-ae37-444a-bca0-42f7fe7776eb tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.3727810 Aug 20 10:44:31.795384 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95218158-3f36-48ba-9ce1-bcc02bd53947 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:31.870897 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f695783-54b2-4cb5-b2d2-011a38262d3c req-6218330f-9518-4965-8d65-6872bc103ce6 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637290 Aug 20 10:44:31.944521 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a2851b15-208b-4da4-864a-1085de00c08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:31.998031 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95218158-3f36-48ba-9ce1-bcc02bd53947 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Network e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:32.017586 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-95218158-3f36-48ba-9ce1-bcc02bd53947 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:32.032353 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95218158-3f36-48ba-9ce1-bcc02bd53947 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:32.131081 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95218158-3f36-48ba-9ce1-bcc02bd53947 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Pushing event updated for resources: {'Port': ['ID=7d507138-d1c8-4871-8a41-239afb2d9a9a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:32.274522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95218158-3f36-48ba-9ce1-bcc02bd53947 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:32.276101 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-95218158-3f36-48ba-9ce1-bcc02bd53947 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:32.295717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e2fada-30b1-478c-a6aa-0db9432f1552 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:32.300587 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01e2fada-30b1-478c-a6aa-0db9432f1552 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:32.309462 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-95218158-3f36-48ba-9ce1-bcc02bd53947 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4623201 Aug 20 10:44:32.309661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51242) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:32.320329 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e3e094a5-fd1f-4656-88ee-6566238a590f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1123012732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:32.338245 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-01e2fada-30b1-478c-a6aa-0db9432f1552 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] device_id is not set on port 37d3225a-6746-41f1-9b96-29c79bbaf0f1 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:44:32.371683 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3e094a5-fd1f-4656-88ee-6566238a590f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:32.373702 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3e094a5-fd1f-4656-88ee-6566238a590f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:32.392828 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:32.481866 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3e094a5-fd1f-4656-88ee-6566238a590f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:32.489108 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3e094a5-fd1f-4656-88ee-6566238a590f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:32.520078 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e3e094a5-fd1f-4656-88ee-6566238a590f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:32.521604 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e3e094a5-fd1f-4656-88ee-6566238a590f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2092342 Aug 20 10:44:32.524535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51262) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:32.530461 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-eaece262-f6ea-4a08-9b1f-83e4890a2c3f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1890111702', 'prefixes': ['172.20.0.0/16']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:32.558973 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:44:32.616007 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01e2fada-30b1-478c-a6aa-0db9432f1552 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:32.639294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:32.684261 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01e2fada-30b1-478c-a6aa-0db9432f1552 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:32.738055 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e2fada-30b1-478c-a6aa-0db9432f1552 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:32.747229 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-01e2fada-30b1-478c-a6aa-0db9432f1552 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:32.752402 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e2fada-30b1-478c-a6aa-0db9432f1552 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:32.759449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e2fada-30b1-478c-a6aa-0db9432f1552 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:32.761487 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01e2fada-30b1-478c-a6aa-0db9432f1552 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:32.778187 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2fada-30b1-478c-a6aa-0db9432f1552 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=37d3225a-6746-41f1-9b96-29c79bbaf0f1,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:32.796510 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-01e2fada-30b1-478c-a6aa-0db9432f1552 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.0153422 Aug 20 10:44:32.797036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51296) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:32.803667 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-dd9bdeaa-e800-4e5f-a1d6-6f1344b1805b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:32.893683 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd9bdeaa-e800-4e5f-a1d6-6f1344b1805b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:33.039367 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-eaece262-f6ea-4a08-9b1f-83e4890a2c3f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks [] for subnetpool, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:33.046774 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-eaece262-f6ea-4a08-9b1f-83e4890a2c3f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5148849 Aug 20 10:44:33.047361 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51326) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:33.052771 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-4d3f5f3f-8ce4-4fd2-bc17-88d9964dab8f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '75747194-dd67-49b1-9f1b-65e53bbcff37', 'tempest-TagsExtTest-Tag-1974013083') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:33.146548 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:33.167452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c464724-af56-4bc2-8801-7fc3000500db req-eba1442c-1f05-4c86-9baa-daa72992024f tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:33.169120 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c464724-af56-4bc2-8801-7fc3000500db req-eba1442c-1f05-4c86-9baa-daa72992024f tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.1584971 Aug 20 10:44:33.188282 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4d3f5f3f-8ce4-4fd2-bc17-88d9964dab8f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "PUT /v2.0/subnets/75747194-dd67-49b1-9f1b-65e53bbcff37/tags/tempest-TagsExtTest-Tag-1974013083 HTTP/1.1" status: 201 len: 201 time: 0.1396313 Aug 20 10:44:33.190787 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51340) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:33.197202 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-11a6913a-6e56-4eba-86a9-4e30ccf1c031 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7d507138-d1c8-4871-8a41-239afb2d9a9a', 'tempest-TagsExtTest-Tag-354473136') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:33.226347 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd9bdeaa-e800-4e5f-a1d6-6f1344b1805b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:33.239798 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd9bdeaa-e800-4e5f-a1d6-6f1344b1805b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:33.330149 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-11a6913a-6e56-4eba-86a9-4e30ccf1c031 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "PUT /v2.0/ports/7d507138-d1c8-4871-8a41-239afb2d9a9a/tags/tempest-TagsExtTest-Tag-354473136 HTTP/1.1" status: 201 len: 201 time: 0.1373370 Aug 20 10:44:33.346148 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-dd9bdeaa-e800-4e5f-a1d6-6f1344b1805b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] In _notify_port_updated(), no bound segment for port 37d3225a-6746-41f1-9b96-29c79bbaf0f1 on network 75c8ce85-afd2-4bb1-9e66-b5fada521069 {{(pid=94867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:44:33.346692 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52d9e77-ef1a-41b0-b9c2-5c4efccf1cfc None None] Network e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:33.349609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51358) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:33.354141 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9bdeaa-e800-4e5f-a1d6-6f1344b1805b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:33.354695 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd9bdeaa-e800-4e5f-a1d6-6f1344b1805b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:33.359126 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dd9bdeaa-e800-4e5f-a1d6-6f1344b1805b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "PUT /v2.0/ports/37d3225a-6746-41f1-9b96-29c79bbaf0f1 HTTP/1.1" status: 200 len: 818 time: 0.5606837 Aug 20 10:44:33.359629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51364) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:33.366665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-256c7638-de3c-4d5c-9517-23703a41b22a tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0695fe1d-c211-4519-9229-65d8326c9049', 'tempest-TagsExtTest-Tag-869535356') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:33.366944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bdeaa-e800-4e5f-a1d6-6f1344b1805b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=37d3225a-6746-41f1-9b96-29c79bbaf0f1,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:33.381728 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c464724-af56-4bc2-8801-7fc3000500db req-8ad8249e-66bd-498e-afc2-50f9fb4957a3 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879303 Aug 20 10:44:33.449462 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6fdd27d1-c213-4bba-9c5f-906a23228f08 None None] Provisioning for port 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:33.460474 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6fdd27d1-c213-4bba-9c5f-906a23228f08 None None] Provisioning complete for port 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:33.461078 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6fdd27d1-c213-4bba-9c5f-906a23228f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:33.631089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-d7051f8c-af88-40fc-ae20-252619868dbb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port 37d3225a-6746-41f1-9b96-29c79bbaf0f1 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:33.631652 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d7051f8c-af88-40fc-ae20-252619868dbb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:33.685319 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-256c7638-de3c-4d5c-9517-23703a41b22a tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "PUT /v2.0/routers/0695fe1d-c211-4519-9229-65d8326c9049/tags/tempest-TagsExtTest-Tag-869535356 HTTP/1.1" status: 201 len: 201 time: 0.3246036 Aug 20 10:44:33.689791 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51398) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:33.697581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-214a1368-f102-42e1-8cff-e3b4a0f882e0 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '64d5e19b-0c89-4c3e-85f1-88686e618f5f', 'tempest-TagsExtTest-Tag-210513003') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:33.718558 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d7051f8c-af88-40fc-ae20-252619868dbb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:33.747155 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-d7051f8c-af88-40fc-ae20-252619868dbb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for 37d3225a-6746-41f1-9b96-29c79bbaf0f1 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:33.781223 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6fdd27d1-c213-4bba-9c5f-906a23228f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:33.852958 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6fdd27d1-c213-4bba-9c5f-906a23228f08 None None] For port 0f2e4ada-ef69-495f-a9d1-24a08a6b9782, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0f2e4ada-ef69-495f-a9d1-24a08a6b9782,segment=NetworkSegment(8bc2f005-5bab-4497-b2e1-7a4503ac9d31),segment_id=8bc2f005-5bab-4497-b2e1-7a4503ac9d31)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:33.858143 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-214a1368-f102-42e1-8cff-e3b4a0f882e0 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "PUT /v2.0/subnetpools/64d5e19b-0c89-4c3e-85f1-88686e618f5f/tags/tempest-TagsExtTest-Tag-210513003 HTTP/1.1" status: 201 len: 201 time: 0.1643116 Aug 20 10:44:33.859780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51412) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:33.863886 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6fdd27d1-c213-4bba-9c5f-906a23228f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:33.870134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-30f58cc7-128c-4216-856d-f5bb37bba56c tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '75747194-dd67-49b1-9f1b-65e53bbcff37') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:33.929550 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d7051f8c-af88-40fc-ae20-252619868dbb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:33.977482 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7051f8c-af88-40fc-ae20-252619868dbb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=37d3225a-6746-41f1-9b96-29c79bbaf0f1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:33.978430 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd27d1-c213-4bba-9c5f-906a23228f08 None None] Pushing event updated for resources: {'Port': ['ID=0f2e4ada-ef69-495f-a9d1-24a08a6b9782,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:33.985251 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d7051f8c-af88-40fc-ae20-252619868dbb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:33.990712 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d7051f8c-af88-40fc-ae20-252619868dbb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/ports/37d3225a-6746-41f1-9b96-29c79bbaf0f1 HTTP/1.1" status: 204 len: 168 time: 0.6287608 Aug 20 10:44:33.991735 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51424) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:34.095065 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf96a5ce-36d0-44c8-85db-a62069f488f1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:34.097505 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cf96a5ce-36d0-44c8-85db-a62069f488f1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1045887 Aug 20 10:44:34.104182 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51436) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:34.116551 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-30f58cc7-128c-4216-856d-f5bb37bba56c tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/subnets/75747194-dd67-49b1-9f1b-65e53bbcff37/tags HTTP/1.1" status: 200 len: 241 time: 0.2553296 Aug 20 10:44:34.121509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51440) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:34.127955 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-abf3ac76-570b-4dbc-9484-93fde6a7cc25 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '75747194-dd67-49b1-9f1b-65e53bbcff37', 'tempest-TagsExtTest-Tag-1974013083') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:34.167952 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c502ff9-ee2e-4694-b0b9-ab6a3e79e6d4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] GET failed (client error): The resource could not be found. Aug 20 10:44:34.172403 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5c502ff9-ee2e-4694-b0b9-ab6a3e79e6d4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports/37d3225a-6746-41f1-9b96-29c79bbaf0f1 HTTP/1.1" status: 404 len: 333 time: 0.0668416 Aug 20 10:44:34.177501 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51448) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:34.191342 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0f3bafe1-6888-49a5-b08e-77e45a6f660f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1255938218'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:34.247212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3bafe1-6888-49a5-b08e-77e45a6f660f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:34.250944 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f3bafe1-6888-49a5-b08e-77e45a6f660f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:34.259535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51458) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:34.259775 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-abf3ac76-570b-4dbc-9484-93fde6a7cc25 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/subnets/75747194-dd67-49b1-9f1b-65e53bbcff37/tags/tempest-TagsExtTest-Tag-1974013083 HTTP/1.1" status: 204 len: 168 time: 0.1362493 Aug 20 10:44:34.265725 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-41c69de9-c355-4eab-8bb3-0020774564c3 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '75747194-dd67-49b1-9f1b-65e53bbcff37', 'tempest-TagsExtTest-Tag-1974013083') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:34.298102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a55d891a-519f-4fc5-870d-17e3efca9735 None None] Provisioning for port 7d507138-d1c8-4871-8a41-239afb2d9a9a completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:34.309456 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3bafe1-6888-49a5-b08e-77e45a6f660f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:44:34.310925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a55d891a-519f-4fc5-870d-17e3efca9735 None None] Provisioning complete for port 7d507138-d1c8-4871-8a41-239afb2d9a9a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:34.314137 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a55d891a-519f-4fc5-870d-17e3efca9735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:34.349028 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f3bafe1-6888-49a5-b08e-77e45a6f660f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:34.349826 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-0f3bafe1-6888-49a5-b08e-77e45a6f660f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Added segment cf3f4368-194c-4b15-9f87-65cc61631a1c of type vlan for network 02c9637a-906e-4b80-9674-117435b987e2 Aug 20 10:44:34.378806 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-41c69de9-c355-4eab-8bb3-0020774564c3 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/subnets/75747194-dd67-49b1-9f1b-65e53bbcff37/tags/tempest-TagsExtTest-Tag-1974013083 HTTP/1.1" status: 204 len: 168 time: 0.1173868 Aug 20 10:44:34.381436 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51470) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:34.386882 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-e3fb625e-3487-4240-9d06-d72945533474 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '75747194-dd67-49b1-9f1b-65e53bbcff37') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:34.472096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a55d891a-519f-4fc5-870d-17e3efca9735 None None] Port 7d507138-d1c8-4871-8a41-239afb2d9a9a cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:44:34.519607 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f3bafe1-6888-49a5-b08e-77e45a6f660f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:34.537366 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a55d891a-519f-4fc5-870d-17e3efca9735 None None] Provisioning complete for port 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:34.538703 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a55d891a-519f-4fc5-870d-17e3efca9735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:34.548044 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e3fb625e-3487-4240-9d06-d72945533474 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/subnets/75747194-dd67-49b1-9f1b-65e53bbcff37/tags HTTP/1.1" status: 200 len: 205 time: 0.1655116 Aug 20 10:44:34.552312 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51488) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:34.565535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-66f05cb2-b3d3-4a54-8ff0-649fea5ebe38 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7d507138-d1c8-4871-8a41-239afb2d9a9a') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:34.635794 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f3bafe1-6888-49a5-b08e-77e45a6f660f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:34.655082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3bafe1-6888-49a5-b08e-77e45a6f660f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:34.656618 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:44:34.656738 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0f3bafe1-6888-49a5-b08e-77e45a6f660f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:34.759487 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0f3bafe1-6888-49a5-b08e-77e45a6f660f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5806217 Aug 20 10:44:34.760302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51508) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:34.772239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-5f80d7d6-0704-4c96-b8a6-01f8f1858660 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'subnet': {'network_id': '02c9637a-906e-4b80-9674-117435b987e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:34.795899 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:34.796643 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:34.820544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bafe1-6888-49a5-b08e-77e45a6f660f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Network': ['ID=02c9637a-906e-4b80-9674-117435b987e2,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:34.861352 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 02c9637a-906e-4b80-9674-117435b987e2 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:44:34.888923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51524) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:34.889065 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-66f05cb2-b3d3-4a54-8ff0-649fea5ebe38 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/ports/7d507138-d1c8-4871-8a41-239afb2d9a9a/tags HTTP/1.1" status: 200 len: 240 time: 0.3353198 Aug 20 10:44:34.895701 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-f6307efc-b2c3-4e0c-a0aa-355bfa9b6062 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d507138-d1c8-4871-8a41-239afb2d9a9a', 'tempest-TagsExtTest-Tag-354473136') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:34.922304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751ee2c-d840-4d90-b517-e26bb564b14c req-e96986b7-a087-450b-9da0-46c154ec7934 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:34.924392 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:34.924580 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4751ee2c-d840-4d90-b517-e26bb564b14c req-e96986b7-a087-450b-9da0-46c154ec7934 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.2532542 Aug 20 10:44:35.041319 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4751ee2c-d840-4d90-b517-e26bb564b14c req-aaf1daf6-0363-4b10-820c-3c26999bfe6e tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053073 Aug 20 10:44:35.043272 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f80d7d6-0704-4c96-b8a6-01f8f1858660 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:35.050621 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5f80d7d6-0704-4c96-b8a6-01f8f1858660 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:35.113770 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f6307efc-b2c3-4e0c-a0aa-355bfa9b6062 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/ports/7d507138-d1c8-4871-8a41-239afb2d9a9a/tags/tempest-TagsExtTest-Tag-354473136 HTTP/1.1" status: 204 len: 168 time: 0.2226436 Aug 20 10:44:35.117395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51542) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:35.133018 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-fc89dc5e-f080-42d8-9f0b-d590af3f2ab4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7d507138-d1c8-4871-8a41-239afb2d9a9a', 'tempest-TagsExtTest-Tag-354473136') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:35.226213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9fb65ba8-a759-4050-8605-e4a819c91aa3 None None] Provisioning complete for port 7d507138-d1c8-4871-8a41-239afb2d9a9a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:35.226992 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9fb65ba8-a759-4050-8605-e4a819c91aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:35.290253 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9fb65ba8-a759-4050-8605-e4a819c91aa3 None None] Port 7d507138-d1c8-4871-8a41-239afb2d9a9a cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:44:35.303333 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fc89dc5e-f080-42d8-9f0b-d590af3f2ab4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/ports/7d507138-d1c8-4871-8a41-239afb2d9a9a/tags/tempest-TagsExtTest-Tag-354473136 HTTP/1.1" status: 204 len: 168 time: 0.1780112 Aug 20 10:44:35.306823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51562) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:35.312063 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-5355e7dc-8791-46d0-aba7-b5c2bb4f0d3a tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7d507138-d1c8-4871-8a41-239afb2d9a9a') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:35.382326 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5f80d7d6-0704-4c96-b8a6-01f8f1858660 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:35.399319 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5355e7dc-8791-46d0-aba7-b5c2bb4f0d3a tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/ports/7d507138-d1c8-4871-8a41-239afb2d9a9a/tags HTTP/1.1" status: 200 len: 205 time: 0.0891130 Aug 20 10:44:35.399892 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51574) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:35.404674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-365ae756-8d69-4191-8ad1-e7ab5423c6c1 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0695fe1d-c211-4519-9229-65d8326c9049') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:35.485505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80d7d6-0704-4c96-b8a6-01f8f1858660 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Subnet': ['ID=c1bf3113-4548-4f62-a7fc-ea6e016418e6,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:35.494514 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-365ae756-8d69-4191-8ad1-e7ab5423c6c1 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/routers/0695fe1d-c211-4519-9229-65d8326c9049/tags HTTP/1.1" status: 200 len: 240 time: 0.0936725 Aug 20 10:44:35.497789 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51584) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:35.500439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f80d7d6-0704-4c96-b8a6-01f8f1858660 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Checking segment: {'id': 'cf3f4368-194c-4b15-9f87-65cc61631a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '02c9637a-906e-4b80-9674-117435b987e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:35.501003 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f80d7d6-0704-4c96-b8a6-01f8f1858660 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network hostable DHCP agents. Network: 02c9637a-906e-4b80-9674-117435b987e2, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:44:35.505921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-b8d046c8-b691-4395-88c9-66a08316a098 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0695fe1d-c211-4519-9229-65d8326c9049', 'tempest-TagsExtTest-Tag-869535356') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:35.539604 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f80d7d6-0704-4c96-b8a6-01f8f1858660 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 02c9637a-906e-4b80-9674-117435b987e2 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:44:35.558720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-5f80d7d6-0704-4c96-b8a6-01f8f1858660 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 02c9637a-906e-4b80-9674-117435b987e2) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:35.568846 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f80d7d6-0704-4c96-b8a6-01f8f1858660 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:35.569266 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1569cb6d-f9cb-4b63-8017-a0e52f1cb8bb None None] Network 02c9637a-906e-4b80-9674-117435b987e2 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:35.572100 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5f80d7d6-0704-4c96-b8a6-01f8f1858660 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:35.596980 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5f80d7d6-0704-4c96-b8a6-01f8f1858660 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8325360 Aug 20 10:44:35.597921 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51586) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:35.604557 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e5d610af-5a5d-49c1-aba7-449b6cbafef9 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'subnet': {'network_id': '02c9637a-906e-4b80-9674-117435b987e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:35.614481 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b8d046c8-b691-4395-88c9-66a08316a098 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/routers/0695fe1d-c211-4519-9229-65d8326c9049/tags/tempest-TagsExtTest-Tag-869535356 HTTP/1.1" status: 204 len: 168 time: 0.1152797 Aug 20 10:44:35.616935 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51588) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:35.621558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-5d44eea3-647d-4999-9731-08763edefaf8 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0695fe1d-c211-4519-9229-65d8326c9049', 'tempest-TagsExtTest-Tag-869535356') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:35.805591 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d610af-5a5d-49c1-aba7-449b6cbafef9 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:35.818331 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e5d610af-5a5d-49c1-aba7-449b6cbafef9 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:35.865123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-02c9637a-906e-4b80-9674-117435b987e2', 'network_id': '02c9637a-906e-4b80-9674-117435b987e2', 'tenant_id': '2a3124e9e92143db8dde239dcf895788', 'fixed_ips': [{'subnet_id': 'c1bf3113-4548-4f62-a7fc-ea6e016418e6'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:44:35.866126 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:35.978377 n-d-778550-11 neutron-server[94866]: INFO neutron.db.ipam_backend_mixin [None req-e5d610af-5a5d-49c1-aba7-449b6cbafef9 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c1bf3113-4548-4f62-a7fc-ea6e016418e6 (CIDR: 172.20.0.0/28) Aug 20 10:44:35.984480 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d610af-5a5d-49c1-aba7-449b6cbafef9 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:44:35.985454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d610af-5a5d-49c1-aba7-449b6cbafef9 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:44:36.008289 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e5d610af-5a5d-49c1-aba7-449b6cbafef9 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4072473 Aug 20 10:44:36.009200 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51600) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:36.014963 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-18521cd8-daa8-45f7-b752-819f788678a7 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'subnet': {'network_id': '02c9637a-906e-4b80-9674-117435b987e2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:36.055259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Allocated IP 172.20.0.2 (02c9637a-906e-4b80-9674-117435b987e2/c1bf3113-4548-4f62-a7fc-ea6e016418e6/8762a275-aa63-45e1-96ec-0494f47f2382) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:36.113378 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5d44eea3-647d-4999-9731-08763edefaf8 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/routers/0695fe1d-c211-4519-9229-65d8326c9049/tags/tempest-TagsExtTest-Tag-869535356 HTTP/1.1" status: 204 len: 168 time: 0.4942434 Aug 20 10:44:36.114529 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51604) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:36.125571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-4b020894-e373-4dc6-a8c3-c8dede175a36 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0695fe1d-c211-4519-9229-65d8326c9049') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:36.149977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18521cd8-daa8-45f7-b752-819f788678a7 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:36.157355 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-18521cd8-daa8-45f7-b752-819f788678a7 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:36.231428 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:36.241234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Transition to ACTIVE for port object 8762a275-aa63-45e1-96ec-0494f47f2382 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:36.260019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Transition to ACTIVE for port object 8762a275-aa63-45e1-96ec-0494f47f2382 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:36.266733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4b020894-e373-4dc6-a8c3-c8dede175a36 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/routers/0695fe1d-c211-4519-9229-65d8326c9049/tags HTTP/1.1" status: 200 len: 205 time: 0.1488750 Aug 20 10:44:36.269348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51606) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:36.270325 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:36.275322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-ab1d775c-88e6-4d49-8537-54691830f809 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '64d5e19b-0c89-4c3e-85f1-88686e618f5f') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:36.279454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29414b87-4554-40e5-882b-5a54599937c3 req-9935956f-e9a2-4ec5-8fe5-887e949310db tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:36.282337 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-29414b87-4554-40e5-882b-5a54599937c3 req-9935956f-e9a2-4ec5-8fe5-887e949310db tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.0985587 Aug 20 10:44:36.310212 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Network 02c9637a-906e-4b80-9674-117435b987e2 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:36.313652 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:36.318097 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:36.350441 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-29414b87-4554-40e5-882b-5a54599937c3 req-da6b8210-2568-4770-aa86-93cd317ef3dc tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600567 Aug 20 10:44:36.352873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Pushing event updated for resources: {'Port': ['ID=8762a275-aa63-45e1-96ec-0494f47f2382,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:36.373679 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ab1d775c-88e6-4d49-8537-54691830f809 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/subnetpools/64d5e19b-0c89-4c3e-85f1-88686e618f5f/tags HTTP/1.1" status: 200 len: 240 time: 0.1008830 Aug 20 10:44:36.374981 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51608) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:36.381409 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-fd69b336-39c5-4150-917b-c4379583bdd5 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '64d5e19b-0c89-4c3e-85f1-88686e618f5f', 'tempest-TagsExtTest-Tag-210513003') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:36.391241 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Attempting to bind port 8762a275-aa63-45e1-96ec-0494f47f2382 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:44:36.391619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Attempting to bind port 8762a275-aa63-45e1-96ec-0494f47f2382 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'cf3f4368-194c-4b15-9f87-65cc61631a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '02c9637a-906e-4b80-9674-117435b987e2'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:44:36.391985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Attempting to bind port 8762a275-aa63-45e1-96ec-0494f47f2382 on network 02c9637a-906e-4b80-9674-117435b987e2 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:44:36.398557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:44:36.399031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Checking segment: {'id': 'cf3f4368-194c-4b15-9f87-65cc61631a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '02c9637a-906e-4b80-9674-117435b987e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:36.399710 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:36.400339 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Bound using segment: {'id': 'cf3f4368-194c-4b15-9f87-65cc61631a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '02c9637a-906e-4b80-9674-117435b987e2'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:44:36.401163 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Bound port: 8762a275-aa63-45e1-96ec-0494f47f2382, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3f4368-194c-4b15-9f87-65cc61631a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '02c9637a-906e-4b80-9674-117435b987e2'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:44:36.401786 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:36.424515 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fd69b336-39c5-4150-917b-c4379583bdd5 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/subnetpools/64d5e19b-0c89-4c3e-85f1-88686e618f5f/tags/tempest-TagsExtTest-Tag-210513003 HTTP/1.1" status: 204 len: 168 time: 0.0482635 Aug 20 10:44:36.427468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51610) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:36.433221 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-b1936f2e-641a-44d5-a211-f9fa40b3fdfb tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '64d5e19b-0c89-4c3e-85f1-88686e618f5f', 'tempest-TagsExtTest-Tag-210513003') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:36.477527 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] For port 8762a275-aa63-45e1-96ec-0494f47f2382, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:44:36.480282 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b1936f2e-641a-44d5-a211-f9fa40b3fdfb tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/subnetpools/64d5e19b-0c89-4c3e-85f1-88686e618f5f/tags/tempest-TagsExtTest-Tag-210513003 HTTP/1.1" status: 204 len: 168 time: 0.0508938 Aug 20 10:44:36.482845 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51612) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:36.485416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] For port 8762a275-aa63-45e1-96ec-0494f47f2382, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8762a275-aa63-45e1-96ec-0494f47f2382,segment=NetworkSegment(cf3f4368-194c-4b15-9f87-65cc61631a1c),segment_id=cf3f4368-194c-4b15-9f87-65cc61631a1c)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:44:36.489721 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-8147be47-b3cd-4290-b3db-3620e6cdbfe3 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '64d5e19b-0c89-4c3e-85f1-88686e618f5f') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:36.491295 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:36.516342 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8147be47-b3cd-4290-b3db-3620e6cdbfe3 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/subnetpools/64d5e19b-0c89-4c3e-85f1-88686e618f5f/tags HTTP/1.1" status: 200 len: 205 time: 0.0316694 Aug 20 10:44:36.518846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51614) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:36.524661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-4e3dec08-1440-40b0-8ff9-8df4a5da2991 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '64d5e19b-0c89-4c3e-85f1-88686e618f5f') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:36.565072 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4e3dec08-1440-40b0-8ff9-8df4a5da2991 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/subnetpools/64d5e19b-0c89-4c3e-85f1-88686e618f5f/tags HTTP/1.1" status: 204 len: 168 time: 0.0451901 Aug 20 10:44:36.568677 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51616) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:36.573411 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-9bc9b933-20f4-4c52-84b8-f326769c8e5b tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0695fe1d-c211-4519-9229-65d8326c9049') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:36.579613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a6f28-079b-4dea-9e44-c1ecedefce61 None None] Pushing event updated for resources: {'Port': ['ID=8762a275-aa63-45e1-96ec-0494f47f2382,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:36.587127 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-18521cd8-daa8-45f7-b752-819f788678a7 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:36.643915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18521cd8-daa8-45f7-b752-819f788678a7 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 02c9637a-906e-4b80-9674-117435b987e2 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:36.658394 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-18521cd8-daa8-45f7-b752-819f788678a7 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:36.661527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18521cd8-daa8-45f7-b752-819f788678a7 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:36.662149 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-18521cd8-daa8-45f7-b752-819f788678a7 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:36.665122 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18521cd8-daa8-45f7-b752-819f788678a7 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Subnet': ['ID=83ee6aa9-1281-43f7-8225-23d80fa40e6e,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:36.683517 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9bc9b933-20f4-4c52-84b8-f326769c8e5b tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/routers/0695fe1d-c211-4519-9229-65d8326c9049/tags HTTP/1.1" status: 204 len: 168 time: 0.1111288 Aug 20 10:44:36.683643 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51618) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:36.690463 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-18521cd8-daa8-45f7-b752-819f788678a7 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6776927 Aug 20 10:44:36.690666 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-09fb44a6-8b29-4003-8cd1-45d7ebe5267a tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7d507138-d1c8-4871-8a41-239afb2d9a9a') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:36.690908 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51620) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:36.698607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-56c8fa0d-112c-42eb-b83a-0740fb386a4a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'network_id': '02c9637a-906e-4b80-9674-117435b987e2', 'fixed_ips': [{'subnet_id': 'c1bf3113-4548-4f62-a7fc-ea6e016418e6'}, {'subnet_id': '83ee6aa9-1281-43f7-8225-23d80fa40e6e'}], 'name': 'tempest-PortsTestJSON-1208325910'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:36.760261 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-09fb44a6-8b29-4003-8cd1-45d7ebe5267a tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/ports/7d507138-d1c8-4871-8a41-239afb2d9a9a/tags HTTP/1.1" status: 204 len: 168 time: 0.0730839 Aug 20 10:44:36.760495 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51622) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:36.767848 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-79de7bb1-3c2a-45bb-9000-6036fdb91aaf tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '75747194-dd67-49b1-9f1b-65e53bbcff37') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:36.885216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c8fa0d-112c-42eb-b83a-0740fb386a4a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:36.972428 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-79de7bb1-3c2a-45bb-9000-6036fdb91aaf tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/subnets/75747194-dd67-49b1-9f1b-65e53bbcff37/tags HTTP/1.1" status: 204 len: 168 time: 0.2108686 Aug 20 10:44:36.976556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51630) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:36.981967 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-119eacab-1cf7-4f87-ab4a-a5c902f23b1f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '75747194-dd67-49b1-9f1b-65e53bbcff37', 'tempest-TagsExtTest-Tag-1151836271') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:37.003414 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-56c8fa0d-112c-42eb-b83a-0740fb386a4a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:37.041870 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-56c8fa0d-112c-42eb-b83a-0740fb386a4a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] device_id is not set on port 2e5221bb-eeed-4088-bcc4-d5f04a3fed55 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:44:37.110106 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-119eacab-1cf7-4f87-ab4a-a5c902f23b1f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "PUT /v2.0/subnets/75747194-dd67-49b1-9f1b-65e53bbcff37/tags/tempest-TagsExtTest-Tag-1151836271 HTTP/1.1" status: 201 len: 201 time: 0.1316731 Aug 20 10:44:37.113133 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51634) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:37.123677 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-c2f0e0fa-5437-41cd-9b73-3b0d4dfddf0f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7d507138-d1c8-4871-8a41-239afb2d9a9a', 'tempest-TagsExtTest-Tag-1839331668') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:37.202747 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c2f0e0fa-5437-41cd-9b73-3b0d4dfddf0f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "PUT /v2.0/ports/7d507138-d1c8-4871-8a41-239afb2d9a9a/tags/tempest-TagsExtTest-Tag-1839331668 HTTP/1.1" status: 201 len: 201 time: 0.0866222 Aug 20 10:44:37.206555 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51640) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:37.212264 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-dc7a89d5-9465-418b-9eed-210e4eb4c11b tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0695fe1d-c211-4519-9229-65d8326c9049', 'tempest-TagsExtTest-Tag-3766771') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:37.449789 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51644) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:37.450356 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dc7a89d5-9465-418b-9eed-210e4eb4c11b tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "PUT /v2.0/routers/0695fe1d-c211-4519-9229-65d8326c9049/tags/tempest-TagsExtTest-Tag-3766771 HTTP/1.1" status: 201 len: 201 time: 0.2425773 Aug 20 10:44:37.458496 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-89d683ba-2411-465d-9d45-ab2a756e862a tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '64d5e19b-0c89-4c3e-85f1-88686e618f5f', 'tempest-TagsExtTest-Tag-315081194') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:37.566277 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-89d683ba-2411-465d-9d45-ab2a756e862a tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "PUT /v2.0/subnetpools/64d5e19b-0c89-4c3e-85f1-88686e618f5f/tags/tempest-TagsExtTest-Tag-315081194 HTTP/1.1" status: 201 len: 201 time: 0.1146524 Aug 20 10:44:37.569689 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51646) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:37.575914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-c1aae60d-bdf6-42c0-b98d-79dfba78567f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '75747194-dd67-49b1-9f1b-65e53bbcff37', {'tags': ['tempest-TagsExtTest-Tag-1085812149', 'tempest-TagsExtTest-Tag-84692440', 'tempest-TagsExtTest-Tag-964629321']}) {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:37.624762 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48a8d3-642e-422b-8551-0a7c956fbe5d req-b3787e48-1de8-47b8-b3cd-f5140e6e6a32 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:37.628766 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0d48a8d3-642e-422b-8551-0a7c956fbe5d req-b3787e48-1de8-47b8-b3cd-f5140e6e6a32 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.1621454 Aug 20 10:44:37.654632 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-56c8fa0d-112c-42eb-b83a-0740fb386a4a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Allocated IP 172.20.0.4 (02c9637a-906e-4b80-9674-117435b987e2/c1bf3113-4548-4f62-a7fc-ea6e016418e6/2e5221bb-eeed-4088-bcc4-d5f04a3fed55) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:37.683310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-56c8fa0d-112c-42eb-b83a-0740fb386a4a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Allocated IP 172.20.0.27 (02c9637a-906e-4b80-9674-117435b987e2/83ee6aa9-1281-43f7-8225-23d80fa40e6e/2e5221bb-eeed-4088-bcc4-d5f04a3fed55) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:37.728540 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0d48a8d3-642e-422b-8551-0a7c956fbe5d req-85b84669-0943-48ff-9fea-1e6268551bca tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944436 Aug 20 10:44:37.753354 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c1aae60d-bdf6-42c0-b98d-79dfba78567f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "PUT /v2.0/subnets/75747194-dd67-49b1-9f1b-65e53bbcff37/tags HTTP/1.1" status: 200 len: 315 time: 0.1816158 Aug 20 10:44:37.756401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51648) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:37.765843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-65ed6997-b60d-4a49-8b72-78d3ee8498a9 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '75747194-dd67-49b1-9f1b-65e53bbcff37') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:37.857278 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-65ed6997-b60d-4a49-8b72-78d3ee8498a9 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/subnets/75747194-dd67-49b1-9f1b-65e53bbcff37/tags HTTP/1.1" status: 204 len: 168 time: 0.0983236 Aug 20 10:44:37.857971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51650) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:37.865911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-7fa8975e-66f3-49a0-8292-1eda370f3e26 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '75747194-dd67-49b1-9f1b-65e53bbcff37', 'tempest-TagsExtTest-Tag-1085812149') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:37.942058 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-7fa8975e-66f3-49a0-8292-1eda370f3e26 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] show failed (client error): The resource could not be found. Aug 20 10:44:37.943904 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7fa8975e-66f3-49a0-8292-1eda370f3e26 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/subnets/75747194-dd67-49b1-9f1b-65e53bbcff37/tags/tempest-TagsExtTest-Tag-1085812149 HTTP/1.1" status: 404 len: 329 time: 0.0841241 Aug 20 10:44:37.949341 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51652) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:37.955238 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-71be846f-900e-402c-84b5-2f5ef4e1d6ec tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '75747194-dd67-49b1-9f1b-65e53bbcff37', 'tempest-TagsExtTest-Tag-84692440') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:37.967332 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-56c8fa0d-112c-42eb-b83a-0740fb386a4a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:37.997182 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-56c8fa0d-112c-42eb-b83a-0740fb386a4a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Transition to ACTIVE for port object 2e5221bb-eeed-4088-bcc4-d5f04a3fed55 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:38.056410 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-71be846f-900e-402c-84b5-2f5ef4e1d6ec tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] show failed (client error): The resource could not be found. Aug 20 10:44:38.058285 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-71be846f-900e-402c-84b5-2f5ef4e1d6ec tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/subnets/75747194-dd67-49b1-9f1b-65e53bbcff37/tags/tempest-TagsExtTest-Tag-84692440 HTTP/1.1" status: 404 len: 327 time: 0.1075735 Aug 20 10:44:38.061031 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51656) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:38.068918 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-ebd53bd0-e2f6-4c41-b562-5307aa36c05a tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '75747194-dd67-49b1-9f1b-65e53bbcff37', 'tempest-TagsExtTest-Tag-964629321') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:38.100736 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-56c8fa0d-112c-42eb-b83a-0740fb386a4a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:38.146688 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dac4318-5905-48aa-b27c-7e319cd92e1c None None] Network 02c9637a-906e-4b80-9674-117435b987e2 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:38.178104 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-ebd53bd0-e2f6-4c41-b562-5307aa36c05a tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] show failed (client error): The resource could not be found. Aug 20 10:44:38.184142 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ebd53bd0-e2f6-4c41-b562-5307aa36c05a tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/subnets/75747194-dd67-49b1-9f1b-65e53bbcff37/tags/tempest-TagsExtTest-Tag-964629321 HTTP/1.1" status: 404 len: 328 time: 0.1187055 Aug 20 10:44:38.184344 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8fa0d-112c-42eb-b83a-0740fb386a4a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=2e5221bb-eeed-4088-bcc4-d5f04a3fed55,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:38.184486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51658) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:38.193677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-c59a23e4-b307-4edb-8427-2dde478de471 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7d507138-d1c8-4871-8a41-239afb2d9a9a', {'tags': ['tempest-TagsExtTest-Tag-286661671', 'tempest-TagsExtTest-Tag-504024742', 'tempest-TagsExtTest-Tag-1713223314']}) {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:38.284463 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-333e61fb-61bb-4102-86d9-fa6e849e2ff5 None None] Provisioning for port 8762a275-aa63-45e1-96ec-0494f47f2382 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:38.301142 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c59a23e4-b307-4edb-8427-2dde478de471 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "PUT /v2.0/ports/7d507138-d1c8-4871-8a41-239afb2d9a9a/tags HTTP/1.1" status: 200 len: 316 time: 0.1091828 Aug 20 10:44:38.301653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51662) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:38.307188 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-2e03e18b-16b9-4211-b448-482aed5628b1 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7d507138-d1c8-4871-8a41-239afb2d9a9a') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:38.322106 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c8fa0d-112c-42eb-b83a-0740fb386a4a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 02c9637a-906e-4b80-9674-117435b987e2 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:38.326042 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-56c8fa0d-112c-42eb-b83a-0740fb386a4a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:38.332849 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8fa0d-112c-42eb-b83a-0740fb386a4a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:38.455232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c8fa0d-112c-42eb-b83a-0740fb386a4a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:38.458914 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-56c8fa0d-112c-42eb-b83a-0740fb386a4a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:38.473483 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2e03e18b-16b9-4211-b448-482aed5628b1 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/ports/7d507138-d1c8-4871-8a41-239afb2d9a9a/tags HTTP/1.1" status: 204 len: 168 time: 0.1679664 Aug 20 10:44:38.474755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51664) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:38.479673 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-0422ab7f-3d51-4197-a13c-ed87897db627 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d507138-d1c8-4871-8a41-239afb2d9a9a', 'tempest-TagsExtTest-Tag-286661671') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:38.485420 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-56c8fa0d-112c-42eb-b83a-0740fb386a4a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.7896597 Aug 20 10:44:38.487178 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51666) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:38.499916 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2e53d77f-a2ac-4ef4-a261-b0027b5baa7f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c1bf3113-4548-4f62-a7fc-ea6e016418e6'}]}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:38.546784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8762a275-aa63-45e1-96ec-0494f47f2382 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:44:38.652278 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 8762a275-aa63-45e1-96ec-0494f47f2382 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:38.658108 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 8762a275-aa63-45e1-96ec-0494f47f2382 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:38.658108 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:38.659749 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f6772c-e7b1-4af2-ad8c-a2001581dc35 None None] Update dhcp port {'port': {'network_id': '02c9637a-906e-4b80-9674-117435b987e2', 'fixed_ips': [{'subnet_id': 'c1bf3113-4548-4f62-a7fc-ea6e016418e6', 'ip_address': '172.20.0.2'}, {'subnet_id': '83ee6aa9-1281-43f7-8225-23d80fa40e6e'}], 'binding:host_id': 'n-d-778550-11'}, 'id': '8762a275-aa63-45e1-96ec-0494f47f2382'} from n-d-778550-11. {{(pid=94868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 10:44:38.713050 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-0422ab7f-3d51-4197-a13c-ed87897db627 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] show failed (client error): The resource could not be found. Aug 20 10:44:38.714374 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0422ab7f-3d51-4197-a13c-ed87897db627 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/ports/7d507138-d1c8-4871-8a41-239afb2d9a9a/tags/tempest-TagsExtTest-Tag-286661671 HTTP/1.1" status: 404 len: 328 time: 0.2384770 Aug 20 10:44:38.717518 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51668) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:38.723911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-debaf276-5544-4df2-ad6f-39690984ab60 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d507138-d1c8-4871-8a41-239afb2d9a9a', 'tempest-TagsExtTest-Tag-504024742') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:38.735609 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-14f6772c-e7b1-4af2-ad8c-a2001581dc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:38.816720 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2e53d77f-a2ac-4ef4-a261-b0027b5baa7f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:38.821014 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-debaf276-5544-4df2-ad6f-39690984ab60 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] show failed (client error): The resource could not be found. Aug 20 10:44:38.827184 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-debaf276-5544-4df2-ad6f-39690984ab60 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/ports/7d507138-d1c8-4871-8a41-239afb2d9a9a/tags/tempest-TagsExtTest-Tag-504024742 HTTP/1.1" status: 404 len: 328 time: 0.1066937 Aug 20 10:44:38.830801 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51672) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:38.839113 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-091807fa-85c8-426c-901e-8d15086557c3 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d507138-d1c8-4871-8a41-239afb2d9a9a', 'tempest-TagsExtTest-Tag-1713223314') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:38.965291 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-091807fa-85c8-426c-901e-8d15086557c3 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] show failed (client error): The resource could not be found. Aug 20 10:44:38.967102 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-091807fa-85c8-426c-901e-8d15086557c3 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/ports/7d507138-d1c8-4871-8a41-239afb2d9a9a/tags/tempest-TagsExtTest-Tag-1713223314 HTTP/1.1" status: 404 len: 329 time: 0.1346295 Aug 20 10:44:38.969948 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51674) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:38.979528 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-c72eb761-5dc9-4e61-b749-fd5cc2dd7eb0 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0695fe1d-c211-4519-9229-65d8326c9049', {'tags': ['tempest-TagsExtTest-Tag-1638781764', 'tempest-TagsExtTest-Tag-1147398480', 'tempest-TagsExtTest-Tag-802140252']}) {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:39.085991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26fedb-f664-466a-8b9d-e02375a4efd5 req-c189db8d-6076-4a07-b75f-ff6bd487e27c tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:39.088904 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c26fedb-f664-466a-8b9d-e02375a4efd5 req-c189db8d-6076-4a07-b75f-ff6bd487e27c tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.2059629 Aug 20 10:44:39.103983 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-14f6772c-e7b1-4af2-ad8c-a2001581dc35 None None] Allocated IP 172.20.0.18 (02c9637a-906e-4b80-9674-117435b987e2/83ee6aa9-1281-43f7-8225-23d80fa40e6e/8762a275-aa63-45e1-96ec-0494f47f2382) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:39.125178 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c72eb761-5dc9-4e61-b749-fd5cc2dd7eb0 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "PUT /v2.0/routers/0695fe1d-c211-4519-9229-65d8326c9049/tags HTTP/1.1" status: 200 len: 317 time: 0.1540375 Aug 20 10:44:39.127789 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51676) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:39.133216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-9ae693c9-9de5-4007-a4c2-94e49537f35b tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0695fe1d-c211-4519-9229-65d8326c9049') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:39.195066 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c26fedb-f664-466a-8b9d-e02375a4efd5 req-e903ba61-b87c-4a8d-bf36-c6b6fe182bb1 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738978 Aug 20 10:44:39.269559 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9ae693c9-9de5-4007-a4c2-94e49537f35b tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/routers/0695fe1d-c211-4519-9229-65d8326c9049/tags HTTP/1.1" status: 204 len: 168 time: 0.1406081 Aug 20 10:44:39.270246 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51682) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:39.283132 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-6df1b998-ed33-436f-a498-7ffdd78bf11b tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0695fe1d-c211-4519-9229-65d8326c9049', 'tempest-TagsExtTest-Tag-1638781764') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:39.386175 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-6df1b998-ed33-436f-a498-7ffdd78bf11b tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] show failed (client error): The resource could not be found. Aug 20 10:44:39.390551 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6df1b998-ed33-436f-a498-7ffdd78bf11b tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/routers/0695fe1d-c211-4519-9229-65d8326c9049/tags/tempest-TagsExtTest-Tag-1638781764 HTTP/1.1" status: 404 len: 329 time: 0.1161122 Aug 20 10:44:39.391963 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51688) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:39.396915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-56dcc126-d6ea-4d7e-b52a-df31fadaa318 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0695fe1d-c211-4519-9229-65d8326c9049', 'tempest-TagsExtTest-Tag-1147398480') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:39.403753 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:39.518090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-14f6772c-e7b1-4af2-ad8c-a2001581dc35 None None] For port 8762a275-aa63-45e1-96ec-0494f47f2382, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8762a275-aa63-45e1-96ec-0494f47f2382,segment=NetworkSegment(cf3f4368-194c-4b15-9f87-65cc61631a1c),segment_id=cf3f4368-194c-4b15-9f87-65cc61631a1c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:39.558299 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-14f6772c-e7b1-4af2-ad8c-a2001581dc35 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:39.586540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-14f6772c-e7b1-4af2-ad8c-a2001581dc35 None None] Transition to ACTIVE for port object 8762a275-aa63-45e1-96ec-0494f47f2382 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:39.598520 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-14f6772c-e7b1-4af2-ad8c-a2001581dc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:39.713503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-2e53d77f-a2ac-4ef4-a261-b0027b5baa7f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Delete allocated IP 172.20.0.27 (02c9637a-906e-4b80-9674-117435b987e2/83ee6aa9-1281-43f7-8225-23d80fa40e6e) {{(pid=94867) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 10:44:40.066996 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:44:40.067382 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:44:40.079997 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2e53d77f-a2ac-4ef4-a261-b0027b5baa7f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:40.090641 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6772c-e7b1-4af2-ad8c-a2001581dc35 None None] Pushing event updated for resources: {'Port': ['ID=8762a275-aa63-45e1-96ec-0494f47f2382,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:40.103851 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-2e53d77f-a2ac-4ef4-a261-b0027b5baa7f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Ignored duplicate provisioning block setup for port 2e5221bb-eeed-4088-bcc4-d5f04a3fed55 by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 10:44:40.118936 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2e53d77f-a2ac-4ef4-a261-b0027b5baa7f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:40.206315 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-56dcc126-d6ea-4d7e-b52a-df31fadaa318 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] show failed (client error): The resource could not be found. Aug 20 10:44:40.211542 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-56dcc126-d6ea-4d7e-b52a-df31fadaa318 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/routers/0695fe1d-c211-4519-9229-65d8326c9049/tags/tempest-TagsExtTest-Tag-1147398480 HTTP/1.1" status: 404 len: 329 time: 0.8182790 Aug 20 10:44:40.212143 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51692) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:40.217222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-07530056-5173-4cad-81dd-fcd3e0478261 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0695fe1d-c211-4519-9229-65d8326c9049', 'tempest-TagsExtTest-Tag-802140252') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:40.331921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53d77f-a2ac-4ef4-a261-b0027b5baa7f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=2e5221bb-eeed-4088-bcc4-d5f04a3fed55,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:40.387993 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-2e53d77f-a2ac-4ef4-a261-b0027b5baa7f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] In _notify_port_updated(), no bound segment for port 2e5221bb-eeed-4088-bcc4-d5f04a3fed55 on network 02c9637a-906e-4b80-9674-117435b987e2 {{(pid=94867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:44:40.399487 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e53d77f-a2ac-4ef4-a261-b0027b5baa7f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:40.400163 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2e53d77f-a2ac-4ef4-a261-b0027b5baa7f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:40.402586 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-07530056-5173-4cad-81dd-fcd3e0478261 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] show failed (client error): The resource could not be found. Aug 20 10:44:40.408829 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2e53d77f-a2ac-4ef4-a261-b0027b5baa7f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "PUT /v2.0/ports/2e5221bb-eeed-4088-bcc4-d5f04a3fed55 HTTP/1.1" status: 200 len: 919 time: 1.9180715 Aug 20 10:44:40.408829 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51696) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:40.409102 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-07530056-5173-4cad-81dd-fcd3e0478261 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/routers/0695fe1d-c211-4519-9229-65d8326c9049/tags/tempest-TagsExtTest-Tag-802140252 HTTP/1.1" status: 404 len: 328 time: 0.1937160 Aug 20 10:44:40.411452 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51698) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:40.422383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-b7b2822f-0f41-4822-b09b-1124f3796592 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '64d5e19b-0c89-4c3e-85f1-88686e618f5f', {'tags': ['tempest-TagsExtTest-Tag-192268294', 'tempest-TagsExtTest-Tag-298616396', 'tempest-TagsExtTest-Tag-1417382198']}) {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:40.425149 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-6b4ad831-1c16-4da5-958c-ca8d9ab17075 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c1bf3113-4548-4f62-a7fc-ea6e016418e6'}, {'subnet_id': '83ee6aa9-1281-43f7-8225-23d80fa40e6e'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:40.508400 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b7b2822f-0f41-4822-b09b-1124f3796592 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "PUT /v2.0/subnetpools/64d5e19b-0c89-4c3e-85f1-88686e618f5f/tags HTTP/1.1" status: 200 len: 316 time: 0.1000640 Aug 20 10:44:40.510587 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51704) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:40.516750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-e20d5225-658c-4554-a176-cf9cd8e8e591 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '64d5e19b-0c89-4c3e-85f1-88686e618f5f') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:40.618860 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e20d5225-658c-4554-a176-cf9cd8e8e591 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/subnetpools/64d5e19b-0c89-4c3e-85f1-88686e618f5f/tags HTTP/1.1" status: 204 len: 168 time: 0.1069086 Aug 20 10:44:40.622296 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51708) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:40.634659 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-eca24f01-1aac-43e6-a42e-7fc74be565f1 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '64d5e19b-0c89-4c3e-85f1-88686e618f5f', 'tempest-TagsExtTest-Tag-192268294') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:40.651150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee95fd-2fe3-489d-904c-5eadc39bbaae req-3c6704cb-0328-4990-838b-5b3289775a2b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:40.654919 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:40.660658 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-38ee95fd-2fe3-489d-904c-5eadc39bbaae req-3c6704cb-0328-4990-838b-5b3289775a2b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.3033834 Aug 20 10:44:40.675560 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad831-1c16-4da5-958c-ca8d9ab17075 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:40.705576 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-eca24f01-1aac-43e6-a42e-7fc74be565f1 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] show failed (client error): The resource could not be found. Aug 20 10:44:40.713652 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-eca24f01-1aac-43e6-a42e-7fc74be565f1 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/subnetpools/64d5e19b-0c89-4c3e-85f1-88686e618f5f/tags/tempest-TagsExtTest-Tag-192268294 HTTP/1.1" status: 404 len: 328 time: 0.0899055 Aug 20 10:44:40.716422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51712) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:40.726156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-4c642dda-a54d-4bd3-8f34-edfe8227c8c4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '64d5e19b-0c89-4c3e-85f1-88686e618f5f', 'tempest-TagsExtTest-Tag-298616396') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:40.781685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 8762a275-aa63-45e1-96ec-0494f47f2382, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8762a275-aa63-45e1-96ec-0494f47f2382,segment=NetworkSegment(cf3f4368-194c-4b15-9f87-65cc61631a1c),segment_id=cf3f4368-194c-4b15-9f87-65cc61631a1c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:40.793643 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:40.815912 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-4c642dda-a54d-4bd3-8f34-edfe8227c8c4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] show failed (client error): The resource could not be found. Aug 20 10:44:40.816990 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4c642dda-a54d-4bd3-8f34-edfe8227c8c4 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/subnetpools/64d5e19b-0c89-4c3e-85f1-88686e618f5f/tags/tempest-TagsExtTest-Tag-298616396 HTTP/1.1" status: 404 len: 328 time: 0.0995693 Aug 20 10:44:40.823287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51714) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:40.827930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-3ce516a5-f99d-43a9-ad12-2694e63b1661 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '64d5e19b-0c89-4c3e-85f1-88686e618f5f', 'tempest-TagsExtTest-Tag-1417382198') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:40.831937 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-38ee95fd-2fe3-489d-904c-5eadc39bbaae req-2cc95068-5533-42b9-b8a7-2906ea2c26e1 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696589 Aug 20 10:44:40.875891 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-3ce516a5-f99d-43a9-ad12-2694e63b1661 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] show failed (client error): The resource could not be found. Aug 20 10:44:40.892780 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51716) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:40.897756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.tag.tag_plugin [None req-7bdbcc78-b025-46a4-9c64-60e4936b85f5 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '64d5e19b-0c89-4c3e-85f1-88686e618f5f') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:40.899648 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3ce516a5-f99d-43a9-ad12-2694e63b1661 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/subnetpools/64d5e19b-0c89-4c3e-85f1-88686e618f5f/tags/tempest-TagsExtTest-Tag-1417382198 HTTP/1.1" status: 404 len: 329 time: 0.0751936 Aug 20 10:44:40.940741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=8762a275-aa63-45e1-96ec-0494f47f2382,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:40.975295 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8762a275-aa63-45e1-96ec-0494f47f2382 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:44:41.031810 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7bdbcc78-b025-46a4-9c64-60e4936b85f5 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/subnetpools/64d5e19b-0c89-4c3e-85f1-88686e618f5f/tags HTTP/1.1" status: 204 len: 168 time: 0.1443803 Aug 20 10:44:41.032182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51718) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:41.037220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-2ddeb642-0da4-4b10-8fc2-0b42448714cd tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0695fe1d-c211-4519-9229-65d8326c9049') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:41.196007 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5529752-49e1-4b96-8bbd-6580c3c46570 None None] Network 02c9637a-906e-4b80-9674-117435b987e2 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:41.218956 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2ddeb642-0da4-4b10-8fc2-0b42448714cd tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/routers/0695fe1d-c211-4519-9229-65d8326c9049/tags HTTP/1.1" status: 204 len: 168 time: 0.1856596 Aug 20 10:44:41.221420 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51720) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:41.228891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-17fea6bd-db6c-4b79-8f88-21dfe5711ab8 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7d507138-d1c8-4871-8a41-239afb2d9a9a') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:41.303244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-6b4ad831-1c16-4da5-958c-ca8d9ab17075 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Allocated IP 172.20.0.24 (02c9637a-906e-4b80-9674-117435b987e2/83ee6aa9-1281-43f7-8225-23d80fa40e6e/2e5221bb-eeed-4088-bcc4-d5f04a3fed55) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:41.316593 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a2e2da7b-f501-4891-b56a-5bc7bca8f3f3 None None] Provisioning for port 8762a275-aa63-45e1-96ec-0494f47f2382 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:41.329501 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a2e2da7b-f501-4891-b56a-5bc7bca8f3f3 None None] Provisioning complete for port 8762a275-aa63-45e1-96ec-0494f47f2382 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:41.329877 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a2e2da7b-f501-4891-b56a-5bc7bca8f3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:41.337943 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-17fea6bd-db6c-4b79-8f88-21dfe5711ab8 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/ports/7d507138-d1c8-4871-8a41-239afb2d9a9a/tags HTTP/1.1" status: 204 len: 168 time: 0.1154990 Aug 20 10:44:41.340415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51722) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:41.350705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.tag.tag_plugin [None req-ffb3ca47-a169-4db0-b88e-335978502e6b tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '75747194-dd67-49b1-9f1b-65e53bbcff37') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:41.452603 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51724) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:41.453801 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ffb3ca47-a169-4db0-b88e-335978502e6b tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/subnets/75747194-dd67-49b1-9f1b-65e53bbcff37/tags HTTP/1.1" status: 204 len: 168 time: 0.1121910 Aug 20 10:44:41.605056 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad831-1c16-4da5-958c-ca8d9ab17075 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:41.615484 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-297a5ba1-0b66-48fc-ad6c-34f1a1601f5e tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks [] for subnetpool, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:41.616873 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-297a5ba1-0b66-48fc-ad6c-34f1a1601f5e tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/subnetpools/64d5e19b-0c89-4c3e-85f1-88686e618f5f HTTP/1.1" status: 204 len: 168 time: 0.1631374 Aug 20 10:44:41.620388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51726) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:41.636591 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a2e2da7b-f501-4891-b56a-5bc7bca8f3f3 None None] Provisioning for port 2e5221bb-eeed-4088-bcc4-d5f04a3fed55 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:41.638720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-6b4ad831-1c16-4da5-958c-ca8d9ab17075 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Ignored duplicate provisioning block setup for port 2e5221bb-eeed-4088-bcc4-d5f04a3fed55 by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 10:44:41.645085 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad831-1c16-4da5-958c-ca8d9ab17075 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:41.659662 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a2e2da7b-f501-4891-b56a-5bc7bca8f3f3 None None] Provisioning complete for port 2e5221bb-eeed-4088-bcc4-d5f04a3fed55 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:41.660664 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a2e2da7b-f501-4891-b56a-5bc7bca8f3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:41.698601 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-42f2eb5e-0602-4b34-9f26-a69f8a8692b0 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "GET /v2.0/ports?device_id=0695fe1d-c211-4519-9229-65d8326c9049 HTTP/1.1" status: 200 len: 205 time: 0.0766890 Aug 20 10:44:41.699266 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51730) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:41.727951 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a2e2da7b-f501-4891-b56a-5bc7bca8f3f3 None None] Port 2e5221bb-eeed-4088-bcc4-d5f04a3fed55 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:44:41.762155 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ad831-1c16-4da5-958c-ca8d9ab17075 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=2e5221bb-eeed-4088-bcc4-d5f04a3fed55,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:41.787837 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ad831-1c16-4da5-958c-ca8d9ab17075 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] In _notify_port_updated(), no bound segment for port 2e5221bb-eeed-4088-bcc4-d5f04a3fed55 on network 02c9637a-906e-4b80-9674-117435b987e2 {{(pid=94866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:44:41.804506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4ad831-1c16-4da5-958c-ca8d9ab17075 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:41.815903 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6b4ad831-1c16-4da5-958c-ca8d9ab17075 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:41.820149 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6b4ad831-1c16-4da5-958c-ca8d9ab17075 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "PUT /v2.0/ports/2e5221bb-eeed-4088-bcc4-d5f04a3fed55 HTTP/1.1" status: 200 len: 999 time: 1.4053078 Aug 20 10:44:41.820556 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51732) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:41.833417 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-591d29eb-fa40-4910-ad69-6cc714be7ae5 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:41.990503 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fc226e28-1f42-4b28-8f2e-f384375bea30 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port 2e5221bb-eeed-4088-bcc4-d5f04a3fed55 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:41.991107 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc226e28-1f42-4b28-8f2e-f384375bea30 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:42.088788 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc226e28-1f42-4b28-8f2e-f384375bea30 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:42.100822 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fc226e28-1f42-4b28-8f2e-f384375bea30 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for 2e5221bb-eeed-4088-bcc4-d5f04a3fed55 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:42.107889 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-591d29eb-fa40-4910-ad69-6cc714be7ae5 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:42.111773 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-591d29eb-fa40-4910-ad69-6cc714be7ae5 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:42.127995 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d729d2-99dd-40bd-81cb-b15ca981667e req-f681ef9d-af6a-427d-8b2c-d93f9b57222c tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:42.129666 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d2d729d2-99dd-40bd-81cb-b15ca981667e req-f681ef9d-af6a-427d-8b2c-d93f9b57222c tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.1722684 Aug 20 10:44:42.190583 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-591d29eb-fa40-4910-ad69-6cc714be7ae5 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:42.191340 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591d29eb-fa40-4910-ad69-6cc714be7ae5 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Fanout notify agent at l3_agent the message router_deleted on router 0695fe1d-c211-4519-9229-65d8326c9049 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:44:42.200104 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-591d29eb-fa40-4910-ad69-6cc714be7ae5 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:42.201485 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-591d29eb-fa40-4910-ad69-6cc714be7ae5 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/routers/0695fe1d-c211-4519-9229-65d8326c9049 HTTP/1.1" status: 204 len: 168 time: 0.4999053 Aug 20 10:44:42.218843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51738) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:42.233111 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d2d729d2-99dd-40bd-81cb-b15ca981667e req-0c5bcf50-f603-4b1f-a412-06bc783ef6e0 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604534 Aug 20 10:44:42.318278 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc226e28-1f42-4b28-8f2e-f384375bea30 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:42.329222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0a9b4-820f-4703-997a-8586d9532771 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Deleting port 7d507138-d1c8-4871-8a41-239afb2d9a9a {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:42.329833 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a9b4-820f-4703-997a-8586d9532771 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:42.351752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc226e28-1f42-4b28-8f2e-f384375bea30 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=2e5221bb-eeed-4088-bcc4-d5f04a3fed55,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:42.438586 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a9b4-820f-4703-997a-8586d9532771 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:42.455627 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0a9b4-820f-4703-997a-8586d9532771 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Calling delete_port for 7d507138-d1c8-4871-8a41-239afb2d9a9a owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:42.465469 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc226e28-1f42-4b28-8f2e-f384375bea30 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:42.471334 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fc226e28-1f42-4b28-8f2e-f384375bea30 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/ports/2e5221bb-eeed-4088-bcc4-d5f04a3fed55 HTTP/1.1" status: 204 len: 168 time: 0.6473298 Aug 20 10:44:42.471616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51740) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:42.525405 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ca37b9-c7d8-400a-8387-a7091e5d16c6 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] GET failed (client error): The resource could not be found. Aug 20 10:44:42.527083 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-32ca37b9-c7d8-400a-8387-a7091e5d16c6 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports/2e5221bb-eeed-4088-bcc4-d5f04a3fed55 HTTP/1.1" status: 404 len: 333 time: 0.0542512 Aug 20 10:44:42.530708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51742) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:42.617439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8c0329-9fbc-4f9b-b09d-8ca7bca6e859 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting subnet 83ee6aa9-1281-43f7-8225-23d80fa40e6e {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:44:42.623121 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0329-9fbc-4f9b-b09d-8ca7bca6e859 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:42.624583 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a9b4-820f-4703-997a-8586d9532771 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:42.685012 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0a9b4-820f-4703-997a-8586d9532771 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Pushing event deleted for resources: {'Port': ['ID=7d507138-d1c8-4871-8a41-239afb2d9a9a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:42.713008 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0329-9fbc-4f9b-b09d-8ca7bca6e859 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:42.820501 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a9b4-820f-4703-997a-8586d9532771 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:42.825632 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8dd0a9b4-820f-4703-997a-8586d9532771 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/ports/7d507138-d1c8-4871-8a41-239afb2d9a9a HTTP/1.1" status: 204 len: 168 time: 0.5905483 Aug 20 10:44:42.828215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51746) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:42.867517 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0329-9fbc-4f9b-b09d-8ca7bca6e859 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:42.970166 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb68ba74-fe14-4ecc-8489-54bc8bc7b14f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Deleting subnet 75747194-dd67-49b1-9f1b-65e53bbcff37 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:44:42.975505 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0329-9fbc-4f9b-b09d-8ca7bca6e859 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:42.976603 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bb68ba74-fe14-4ecc-8489-54bc8bc7b14f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:42.988075 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8762a275-aa63-45e1-96ec-0494f47f2382 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:44:43.016868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c0329-9fbc-4f9b-b09d-8ca7bca6e859 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Subnet': ['ID=83ee6aa9-1281-43f7-8225-23d80fa40e6e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:43.041721 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0329-9fbc-4f9b-b09d-8ca7bca6e859 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.044135 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fa8c0329-9fbc-4f9b-b09d-8ca7bca6e859 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/83ee6aa9-1281-43f7-8225-23d80fa40e6e HTTP/1.1" status: 204 len: 168 time: 0.5119033 Aug 20 10:44:43.046839 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51750) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:43.104177 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90c7cc2-0928-40e3-8124-30e68f2f67b7 None None] Network 02c9637a-906e-4b80-9674-117435b987e2 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:43.113027 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bb68ba74-fe14-4ecc-8489-54bc8bc7b14f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.138736 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd23047d-f889-491a-956e-11725e60326e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting subnet c1bf3113-4548-4f62-a7fc-ea6e016418e6 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:44:43.146064 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd23047d-f889-491a-956e-11725e60326e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.182884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 8762a275-aa63-45e1-96ec-0494f47f2382 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:43.183597 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.222865 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd23047d-f889-491a-956e-11725e60326e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.251915 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bb68ba74-fe14-4ecc-8489-54bc8bc7b14f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.320719 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ed03f064-ed1b-4a57-a392-4627b1038fb1 None None] Provisioning complete for port 8762a275-aa63-45e1-96ec-0494f47f2382 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:43.321353 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ed03f064-ed1b-4a57-a392-4627b1038fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.344863 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bb68ba74-fe14-4ecc-8489-54bc8bc7b14f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.404443 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bb68ba74-fe14-4ecc-8489-54bc8bc7b14f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.408515 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bb68ba74-fe14-4ecc-8489-54bc8bc7b14f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/subnets/75747194-dd67-49b1-9f1b-65e53bbcff37 HTTP/1.1" status: 204 len: 168 time: 0.5779314 Aug 20 10:44:43.409704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68ba74-fe14-4ecc-8489-54bc8bc7b14f tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Pushing event deleted for resources: {'Subnet': ['ID=75747194-dd67-49b1-9f1b-65e53bbcff37,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:43.413434 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51756) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:43.414173 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3d9acf-06e2-458e-a5ac-763cb64d5e40 None None] Network e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:43.458600 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd23047d-f889-491a-956e-11725e60326e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.523300 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.547155 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973737e-e953-42aa-a4e1-6555c8994bde req-5fd0033f-5361-4e5e-9648-bb487e3c68cf tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:43.549460 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6973737e-e953-42aa-a4e1-6555c8994bde req-5fd0033f-5361-4e5e-9648-bb487e3c68cf tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.1719015 Aug 20 10:44:43.568386 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ed03f064-ed1b-4a57-a392-4627b1038fb1 None None] Could not find standard attr ID for object 2e5221bb-eeed-4088-bcc4-d5f04a3fed55. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:44:43.626879 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6973737e-e953-42aa-a4e1-6555c8994bde req-d8385e2d-0679-4286-81db-3a685464ec05 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685673 Aug 20 10:44:43.631834 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Deleting port 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:43.632441 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.642111 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd23047d-f889-491a-956e-11725e60326e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.680224 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23047d-f889-491a-956e-11725e60326e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Subnet': ['ID=c1bf3113-4548-4f62-a7fc-ea6e016418e6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:43.691239 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd23047d-f889-491a-956e-11725e60326e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.696390 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cd23047d-f889-491a-956e-11725e60326e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/c1bf3113-4548-4f62-a7fc-ea6e016418e6 HTTP/1.1" status: 204 len: 168 time: 0.6482456 Aug 20 10:44:43.697398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51758) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:43.756714 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] For port 0f2e4ada-ef69-495f-a9d1-24a08a6b9782, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0f2e4ada-ef69-495f-a9d1-24a08a6b9782,segment=NetworkSegment(8bc2f005-5bab-4497-b2e1-7a4503ac9d31),segment_id=8bc2f005-5bab-4497-b2e1-7a4503ac9d31)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:43.757006 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.776130 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957b6232-8775-43a5-aa60-956eef1c73ae None None] DHCP port deletion for e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:44:43.782954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Calling delete_port for 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:43.823332 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.840097 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-957b6232-8775-43a5-aa60-956eef1c73ae None None] Deleting port 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:43.841114 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-957b6232-8775-43a5-aa60-956eef1c73ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.931844 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.974509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Pushing event deleted for resources: {'Port': ['ID=0f2e4ada-ef69-495f-a9d1-24a08a6b9782,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:43.978662 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] No DVR routers for this DVR port 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:44:43.994132 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port 8762a275-aa63-45e1-96ec-0494f47f2382 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:43.994475 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:43.996532 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-957b6232-8775-43a5-aa60-956eef1c73ae None None] For port 0f2e4ada-ef69-495f-a9d1-24a08a6b9782, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0f2e4ada-ef69-495f-a9d1-24a08a6b9782,segment=NetworkSegment(8bc2f005-5bab-4497-b2e1-7a4503ac9d31),segment_id=8bc2f005-5bab-4497-b2e1-7a4503ac9d31)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:43.997038 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-957b6232-8775-43a5-aa60-956eef1c73ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:44.024051 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-957b6232-8775-43a5-aa60-956eef1c73ae None None] Calling delete_port for 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:44.093493 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] For port 8762a275-aa63-45e1-96ec-0494f47f2382, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8762a275-aa63-45e1-96ec-0494f47f2382,segment=NetworkSegment(cf3f4368-194c-4b15-9f87-65cc61631a1c),segment_id=cf3f4368-194c-4b15-9f87-65cc61631a1c)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:44.093868 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:44.100814 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:44.114513 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for 8762a275-aa63-45e1-96ec-0494f47f2382 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:44.138380 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:44.165929 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc2f005-5bab-4497-b2e1-7a4503ac9d31') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:44.166597 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc2f005-5bab-4497-b2e1-7a4503ac9d31') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:44.211111 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:44.242737 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:44.255069 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:44.260449 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-957b6232-8775-43a5-aa60-956eef1c73ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:44.272685 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:44:44.274943 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:44:44.278728 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:44:44.303335 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b6232-8775-43a5-aa60-956eef1c73ae None None] Pushing event deleted for resources: {'Port': ['ID=0f2e4ada-ef69-495f-a9d1-24a08a6b9782,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:44.307221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b6232-8775-43a5-aa60-956eef1c73ae None None] No DVR routers for this DVR port 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:44:44.334340 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=8762a275-aa63-45e1-96ec-0494f47f2382,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:44.341590 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No DVR routers for this DVR port 8762a275-aa63-45e1-96ec-0494f47f2382 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:44:44.410211 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:44.416063 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:44.420625 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] 10.222.0.16 "DELETE /v2.0/networks/e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a HTTP/1.1" status: 204 len: 168 time: 1.0035667 Aug 20 10:44:44.454695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee24376-cb02-41e0-b254-f5af8fce60c2 tempest-TagsExtTest-1294090142 tempest-TagsExtTest-1294090142-project] Pushing event deleted for resources: {'Network': ['ID=e38e8bb5-f9c3-4f66-b33e-ece66d0ca66a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:44.549058 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:44.566203 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c9637a-906e-4b80-9674-117435b987e2']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:44.583078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3f4368-194c-4b15-9f87-65cc61631a1c') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:44.583425 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3f4368-194c-4b15-9f87-65cc61631a1c') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:44.591308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51776) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:44.599989 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:44.618415 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:44.627765 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:44:44.628176 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:44:44.632627 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:44:44.656695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed931d02-dc28-4f5a-b02d-3b146b1ddb65 None None] Network 02c9637a-906e-4b80-9674-117435b987e2 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:44.733113 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:44.744580 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:44.747680 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-767ebdd6-c973-49e2-af4f-5967549c5b6c None None] Could not find standard attr ID for object 8762a275-aa63-45e1-96ec-0494f47f2382. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:44:44.755622 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51782) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:44.759244 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/networks/02c9637a-906e-4b80-9674-117435b987e2 HTTP/1.1" status: 204 len: 168 time: 1.0606399 Aug 20 10:44:44.789934 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee76a3-395b-47ab-8b15-bb99aa34015e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Network': ['ID=02c9637a-906e-4b80-9674-117435b987e2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:44.964034 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51786) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:44.971290 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cd3243-73fd-4173-9916-04a0e65b5431 None None] DHCP port deletion for 02c9637a-906e-4b80-9674-117435b987e2 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:44:44.976128 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10124ef2-b83d-443d-aafd-216b393fdd59 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:44.977886 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-10124ef2-b83d-443d-aafd-216b393fdd59 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2207515 Aug 20 10:44:44.981880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51790) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:45.002397 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c328d6-15c0-456b-a472-a2910c9f6aa1 req-79f201e4-1425-46c3-a616-bdf940686feb tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:45.009975 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13c328d6-15c0-456b-a472-a2910c9f6aa1 req-79f201e4-1425-46c3-a616-bdf940686feb tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.2075071 Aug 20 10:44:45.059079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:44:45.079752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8a13c3e5-b845-4b7f-a03a-072863e8c238 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0966613 Aug 20 10:44:45.083138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51792) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:45.083661 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:44:45.084182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0f2e4ada-ef69-495f-a9d1-24a08a6b9782 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:44:45.089945 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-8ae36d5d-0f25-49a2-9049-bb295508a91a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1123569256'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:45.142268 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13c328d6-15c0-456b-a472-a2910c9f6aa1 req-11d98801-dc91-4b7f-a166-6325c1286ecb tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311059 Aug 20 10:44:45.146043 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-36bf3feb-50a6-496a-9d93-cb70403ba582 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52b2e9b884db4b86a7dc2cda695ed544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798861 Aug 20 10:44:45.148337 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51794) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:45.188438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae36d5d-0f25-49a2-9049-bb295508a91a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:45.191790 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8ae36d5d-0f25-49a2-9049-bb295508a91a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:45.204014 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24dc6f03-e9c0-4162-b501-33a2ec63ad41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:45.212221 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fa41ea64-78b7-4000-acb8-d4ee0677afe2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=463a0ff73ce449dcb0169a2fb1f3e4e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6174119 Aug 20 10:44:45.212856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51796) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:45.226519 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24dc6f03-e9c0-4162-b501-33a2ec63ad41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:45.257540 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae36d5d-0f25-49a2-9049-bb295508a91a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:44:45.268415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe6b6f-cb5d-4db8-8f7c-5375382f1e6c req-c5c1b487-0020-4720-a9ee-7db4570f6dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:45.270039 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-46fe6b6f-cb5d-4db8-8f7c-5375382f1e6c req-c5c1b487-0020-4720-a9ee-7db4570f6dac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb773ac2b384fdb884cf77004ac0616&device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 1097 time: 0.1578660 Aug 20 10:44:45.286193 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24dc6f03-e9c0-4162-b501-33a2ec63ad41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:45.288833 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24dc6f03-e9c0-4162-b501-33a2ec63ad41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:45.292336 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-24dc6f03-e9c0-4162-b501-33a2ec63ad41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88230881-2919-41d1-98f8-8122027e1dd2 HTTP/1.1" status: 204 len: 168 time: 0.1386993 Aug 20 10:44:45.293591 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8ae36d5d-0f25-49a2-9049-bb295508a91a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:45.293737 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-8ae36d5d-0f25-49a2-9049-bb295508a91a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Added segment 30cad9f6-59b0-4fa1-a0eb-e42ebf2d3473 of type vlan for network 1780f1b7-2c88-49d3-bae1-cd89acc5ad0d Aug 20 10:44:45.302782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc6f03-e9c0-4162-b501-33a2ec63ad41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88230881-2919-41d1-98f8-8122027e1dd2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:45.345039 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8ae36d5d-0f25-49a2-9049-bb295508a91a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:45.383187 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8ae36d5d-0f25-49a2-9049-bb295508a91a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:45.388750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae36d5d-0f25-49a2-9049-bb295508a91a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:45.389385 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8ae36d5d-0f25-49a2-9049-bb295508a91a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:45.404190 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-144c2b80-64a0-46a0-8f7a-9398438ef2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:45.522680 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8ae36d5d-0f25-49a2-9049-bb295508a91a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4356344 Aug 20 10:44:45.523061 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51804) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:45.528254 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-9559e258-4095-44bb-8334-4439c3744c04 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'subnet': {'network_id': '1780f1b7-2c88-49d3-bae1-cd89acc5ad0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:45.534268 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-144c2b80-64a0-46a0-8f7a-9398438ef2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:45.535906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae36d5d-0f25-49a2-9049-bb295508a91a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Network': ['ID=1780f1b7-2c88-49d3-bae1-cd89acc5ad0d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:45.551702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 1780f1b7-2c88-49d3-bae1-cd89acc5ad0d details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:44:45.579129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe6b6f-cb5d-4db8-8f7c-5375382f1e6c req-de7bfad8-bd0e-4847-8ab1-02cc21c2b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:45.580628 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-46fe6b6f-cb5d-4db8-8f7c-5375382f1e6c req-de7bfad8-bd0e-4847-8ab1-02cc21c2b022 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c HTTP/1.1" status: 200 len: 920 time: 0.2103796 Aug 20 10:44:45.628254 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-46fe6b6f-cb5d-4db8-8f7c-5375382f1e6c req-52c0872b-8ddf-4eab-8cf6-53cbcffe6346 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0daf03-6e1d-4723-ab9b-6da845d6deff HTTP/1.1" status: 200 len: 217 time: 0.0378926 Aug 20 10:44:45.649735 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-144c2b80-64a0-46a0-8f7a-9398438ef2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:45.654250 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-144c2b80-64a0-46a0-8f7a-9398438ef2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:45.658601 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-144c2b80-64a0-46a0-8f7a-9398438ef2e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cffc3da8-bc1d-4a7a-9f6e-a8fe61a96afc HTTP/1.1" status: 204 len: 168 time: 0.4426119 Aug 20 10:44:45.681539 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9559e258-4095-44bb-8334-4439c3744c04 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:45.685523 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9559e258-4095-44bb-8334-4439c3744c04 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:45.718565 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c2b80-64a0-46a0-8f7a-9398438ef2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffc3da8-bc1d-4a7a-9f6e-a8fe61a96afc,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:45.745502 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe6b6f-cb5d-4db8-8f7c-5375382f1e6c req-8815f2cb-4c99-4ac2-b7bf-83ef1782274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:45.747354 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-46fe6b6f-cb5d-4db8-8f7c-5375382f1e6c req-8815f2cb-4c99-4ac2-b7bf-83ef1782274d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0ca692b-df17-4ef8-a3eb-23abb2d3420b HTTP/1.1" status: 200 len: 859 time: 0.1101391 Aug 20 10:44:45.790360 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-46fe6b6f-cb5d-4db8-8f7c-5375382f1e6c req-c2065ed2-44fc-4172-98e3-857177afa895 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345280 Aug 20 10:44:45.915088 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-46fe6b6f-cb5d-4db8-8f7c-5375382f1e6c req-ab0373fc-33a4-4691-bee6-73ee2ef9447f service neutron] 10.222.0.42 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162291 Aug 20 10:44:46.011617 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9559e258-4095-44bb-8334-4439c3744c04 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:46.159735 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559e258-4095-44bb-8334-4439c3744c04 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Subnet': ['ID=f9ee8d84-0cf5-4680-be9b-6262d8a50432,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:46.183345 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559e258-4095-44bb-8334-4439c3744c04 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Checking segment: {'id': '30cad9f6-59b0-4fa1-a0eb-e42ebf2d3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1780f1b7-2c88-49d3-bae1-cd89acc5ad0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:46.183863 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9559e258-4095-44bb-8334-4439c3744c04 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network hostable DHCP agents. Network: 1780f1b7-2c88-49d3-bae1-cd89acc5ad0d, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:44:46.224139 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9559e258-4095-44bb-8334-4439c3744c04 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 1780f1b7-2c88-49d3-bae1-cd89acc5ad0d is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:44:46.242528 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-9559e258-4095-44bb-8334-4439c3744c04 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 1780f1b7-2c88-49d3-bae1-cd89acc5ad0d) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:46.254106 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04533f3d-1b30-4217-bce8-7b2c02e86aea None None] Network 1780f1b7-2c88-49d3-bae1-cd89acc5ad0d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:46.256082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9559e258-4095-44bb-8334-4439c3744c04 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:46.256993 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9559e258-4095-44bb-8334-4439c3744c04 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:46.349495 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9559e258-4095-44bb-8334-4439c3744c04 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8249557 Aug 20 10:44:46.358916 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51838) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:46.369499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-384f1988-ff3e-4da1-8c8c-bbfac483a065 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'network_id': '1780f1b7-2c88-49d3-bae1-cd89acc5ad0d', 'name': 'tempest-PortsTestJSON-1725135261'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:46.462583 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-46fe6b6f-cb5d-4db8-8f7c-5375382f1e6c req-1337109c-ce23-4fc3-9a5f-ead0a930aba9 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389538 Aug 20 10:44:46.467372 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a1f62-f161-4c7d-a06a-94fb5a9f6173 req-a69fdf60-a843-457b-9ef2-365b2547c7f2 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:46.468672 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a63a1f62-f161-4c7d-a06a-94fb5a9f6173 req-a69fdf60-a843-457b-9ef2-365b2547c7f2 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.1955454 Aug 20 10:44:46.645453 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a63a1f62-f161-4c7d-a06a-94fb5a9f6173 req-d5707297-83f7-4822-a09a-5aac90332b65 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562200 Aug 20 10:44:46.646009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-1780f1b7-2c88-49d3-bae1-cd89acc5ad0d', 'network_id': '1780f1b7-2c88-49d3-bae1-cd89acc5ad0d', 'tenant_id': '2a3124e9e92143db8dde239dcf895788', 'fixed_ips': [{'subnet_id': 'f9ee8d84-0cf5-4680-be9b-6262d8a50432'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:44:46.647398 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:46.680706 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384f1988-ff3e-4da1-8c8c-bbfac483a065 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:46.701694 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-384f1988-ff3e-4da1-8c8c-bbfac483a065 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:46.731926 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-384f1988-ff3e-4da1-8c8c-bbfac483a065 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] device_id is not set on port 3bdc78d9-a4b4-4c93-b46e-5a4f49c47802 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:44:46.855794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8762a275-aa63-45e1-96ec-0494f47f2382 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:44:46.932971 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 8762a275-aa63-45e1-96ec-0494f47f2382 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:44:46.933332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8762a275-aa63-45e1-96ec-0494f47f2382 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:44:46.945570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-384f1988-ff3e-4da1-8c8c-bbfac483a065 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Allocated IP 172.20.0.13 (1780f1b7-2c88-49d3-bae1-cd89acc5ad0d/f9ee8d84-0cf5-4680-be9b-6262d8a50432/3bdc78d9-a4b4-4c93-b46e-5a4f49c47802) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:47.140001 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-384f1988-ff3e-4da1-8c8c-bbfac483a065 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:47.161640 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-384f1988-ff3e-4da1-8c8c-bbfac483a065 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Transition to ACTIVE for port object 3bdc78d9-a4b4-4c93-b46e-5a4f49c47802 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:47.205013 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-384f1988-ff3e-4da1-8c8c-bbfac483a065 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:47.273515 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Allocated IP 172.20.0.2 (1780f1b7-2c88-49d3-bae1-cd89acc5ad0d/f9ee8d84-0cf5-4680-be9b-6262d8a50432/c668a1af-675a-4d8a-aaec-66b62bd711fa) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:47.278112 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384f1988-ff3e-4da1-8c8c-bbfac483a065 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 1780f1b7-2c88-49d3-bae1-cd89acc5ad0d is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:47.281438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-384f1988-ff3e-4da1-8c8c-bbfac483a065 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:47.285544 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f1988-ff3e-4da1-8c8c-bbfac483a065 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:47.321038 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f1988-ff3e-4da1-8c8c-bbfac483a065 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=3bdc78d9-a4b4-4c93-b46e-5a4f49c47802,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:47.360289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384f1988-ff3e-4da1-8c8c-bbfac483a065 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:47.361111 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-384f1988-ff3e-4da1-8c8c-bbfac483a065 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:47.381938 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-384f1988-ff3e-4da1-8c8c-bbfac483a065 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0142198 Aug 20 10:44:47.382303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51880) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:47.389664 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-ab344f96-10af-4a4e-9a2c-33b92902eb31 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'network_id': '1780f1b7-2c88-49d3-bae1-cd89acc5ad0d', 'name': 'tempest-PortsTestJSON-790451576'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:47.480973 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:47.499384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Transition to ACTIVE for port object c668a1af-675a-4d8a-aaec-66b62bd711fa will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:47.537166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Transition to ACTIVE for port object c668a1af-675a-4d8a-aaec-66b62bd711fa will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:47.542596 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab344f96-10af-4a4e-9a2c-33b92902eb31 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:47.548446 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:47.550394 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ab344f96-10af-4a4e-9a2c-33b92902eb31 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:47.596346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Network 1780f1b7-2c88-49d3-bae1-cd89acc5ad0d is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:47.598871 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-ab344f96-10af-4a4e-9a2c-33b92902eb31 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] device_id is not set on port 5c4de2e8-1520-4e39-8fd4-cc4a6a044e07 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:44:47.600722 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:47.607492 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:47.704550 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Pushing event updated for resources: {'Port': ['ID=c668a1af-675a-4d8a-aaec-66b62bd711fa,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:47.711997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Attempting to bind port c668a1af-675a-4d8a-aaec-66b62bd711fa on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:44:47.712741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Attempting to bind port c668a1af-675a-4d8a-aaec-66b62bd711fa by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '30cad9f6-59b0-4fa1-a0eb-e42ebf2d3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1780f1b7-2c88-49d3-bae1-cd89acc5ad0d'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:44:47.713206 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Attempting to bind port c668a1af-675a-4d8a-aaec-66b62bd711fa on network 1780f1b7-2c88-49d3-bae1-cd89acc5ad0d {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:44:47.720958 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:44:47.721501 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Checking segment: {'id': '30cad9f6-59b0-4fa1-a0eb-e42ebf2d3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1780f1b7-2c88-49d3-bae1-cd89acc5ad0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:47.722116 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:47.722546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Bound using segment: {'id': '30cad9f6-59b0-4fa1-a0eb-e42ebf2d3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1780f1b7-2c88-49d3-bae1-cd89acc5ad0d'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:44:47.723142 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Bound port: c668a1af-675a-4d8a-aaec-66b62bd711fa, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cad9f6-59b0-4fa1-a0eb-e42ebf2d3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1780f1b7-2c88-49d3-bae1-cd89acc5ad0d'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:44:47.723626 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:47.817416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] For port c668a1af-675a-4d8a-aaec-66b62bd711fa, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:44:47.821924 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] For port c668a1af-675a-4d8a-aaec-66b62bd711fa, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c668a1af-675a-4d8a-aaec-66b62bd711fa,segment=NetworkSegment(30cad9f6-59b0-4fa1-a0eb-e42ebf2d3473),segment_id=30cad9f6-59b0-4fa1-a0eb-e42ebf2d3473)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:44:47.837961 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:47.958149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d99df-311a-48b6-8b9c-dcaaba946fcd req-baa49861-8692-463b-b433-4b393ada419e tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:47.972811 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a88d99df-311a-48b6-8b9c-dcaaba946fcd req-baa49861-8692-463b-b433-4b393ada419e tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.1679401 Aug 20 10:44:47.973019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d13376-f733-493b-b0b0-0002620768f3 None None] Pushing event updated for resources: {'Port': ['ID=c668a1af-675a-4d8a-aaec-66b62bd711fa,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:47.994691 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-ab344f96-10af-4a4e-9a2c-33b92902eb31 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Allocated IP 172.20.0.5 (1780f1b7-2c88-49d3-bae1-cd89acc5ad0d/f9ee8d84-0cf5-4680-be9b-6262d8a50432/5c4de2e8-1520-4e39-8fd4-cc4a6a044e07) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:48.075522 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a88d99df-311a-48b6-8b9c-dcaaba946fcd req-d8eb092b-bc09-41b3-bebc-688f7863cdc3 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905128 Aug 20 10:44:48.302869 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ab344f96-10af-4a4e-9a2c-33b92902eb31 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:48.319823 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-ab344f96-10af-4a4e-9a2c-33b92902eb31 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Transition to ACTIVE for port object 5c4de2e8-1520-4e39-8fd4-cc4a6a044e07 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:48.360233 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ab344f96-10af-4a4e-9a2c-33b92902eb31 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:48.375095 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51936) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:48.420250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab344f96-10af-4a4e-9a2c-33b92902eb31 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 1780f1b7-2c88-49d3-bae1-cd89acc5ad0d is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:48.423826 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-ab344f96-10af-4a4e-9a2c-33b92902eb31 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:48.427931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab344f96-10af-4a4e-9a2c-33b92902eb31 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:48.459578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab344f96-10af-4a4e-9a2c-33b92902eb31 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=5c4de2e8-1520-4e39-8fd4-cc4a6a044e07,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:48.492841 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab344f96-10af-4a4e-9a2c-33b92902eb31 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:48.493103 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ab344f96-10af-4a4e-9a2c-33b92902eb31 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:48.511772 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ab344f96-10af-4a4e-9a2c-33b92902eb31 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1251166 Aug 20 10:44:48.512109 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51964) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:48.552017 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f2194dd3-4ee5-405d-9cb2-156bfa6c95c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:48.577116 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:48.631989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48f9098-953d-4b7a-8bd2-999c1876bfbc tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:48.633490 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c48f9098-953d-4b7a-8bd2-999c1876bfbc tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.1204195 Aug 20 10:44:48.636411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51966) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:48.708868 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f2194dd3-4ee5-405d-9cb2-156bfa6c95c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:48.715672 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f2194dd3-4ee5-405d-9cb2-156bfa6c95c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:48.760767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-06c34038-e8ab-4883-946c-4afc30b6027d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port 5c4de2e8-1520-4e39-8fd4-cc4a6a044e07 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:48.761337 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-06c34038-e8ab-4883-946c-4afc30b6027d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:48.780991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f2194dd3-4ee5-405d-9cb2-156bfa6c95c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1104d17fcf9347199c0c76cf6764502e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047847 Aug 20 10:44:48.784013 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51970) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:48.786139 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2194dd3-4ee5-405d-9cb2-156bfa6c95c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a145b61-712a-4697-9d6c-53fc555ca3df,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:48.806123 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2194dd3-4ee5-405d-9cb2-156bfa6c95c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:48.806484 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2194dd3-4ee5-405d-9cb2-156bfa6c95c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:48.806832 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2194dd3-4ee5-405d-9cb2-156bfa6c95c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:48.807205 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2194dd3-4ee5-405d-9cb2-156bfa6c95c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:48.807620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2194dd3-4ee5-405d-9cb2-156bfa6c95c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:48.807949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2194dd3-4ee5-405d-9cb2-156bfa6c95c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:48.808286 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2194dd3-4ee5-405d-9cb2-156bfa6c95c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:48.808619 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2194dd3-4ee5-405d-9cb2-156bfa6c95c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:48.808955 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2194dd3-4ee5-405d-9cb2-156bfa6c95c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:48.809284 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2194dd3-4ee5-405d-9cb2-156bfa6c95c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:48.809611 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2194dd3-4ee5-405d-9cb2-156bfa6c95c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:48.809941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2194dd3-4ee5-405d-9cb2-156bfa6c95c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:44:48.894242 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2e168f75-ea7e-4011-a9c1-283ba7dbb198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:48.923823 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-06c34038-e8ab-4883-946c-4afc30b6027d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:48.928413 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2e168f75-ea7e-4011-a9c1-283ba7dbb198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:48.948252 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-06c34038-e8ab-4883-946c-4afc30b6027d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for 5c4de2e8-1520-4e39-8fd4-cc4a6a044e07 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:48.977269 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c668a1af-675a-4d8a-aaec-66b62bd711fa up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:44:49.021563 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2e168f75-ea7e-4011-a9c1-283ba7dbb198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:49.024225 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2e168f75-ea7e-4011-a9c1-283ba7dbb198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:49.025429 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2e168f75-ea7e-4011-a9c1-283ba7dbb198 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a145b61-712a-4697-9d6c-53fc555ca3df HTTP/1.1" status: 204 len: 168 time: 0.2403319 Aug 20 10:44:49.034464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e168f75-ea7e-4011-a9c1-283ba7dbb198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a145b61-712a-4697-9d6c-53fc555ca3df,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:49.071965 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port c668a1af-675a-4d8a-aaec-66b62bd711fa completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:49.206928 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-06c34038-e8ab-4883-946c-4afc30b6027d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:49.229945 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccfd04-2f7f-416f-960c-cafae9ee4f42 req-51d70c07-435b-4afc-b22e-41d01cfc3fd9 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:49.238087 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6dccfd04-2f7f-416f-960c-cafae9ee4f42 req-51d70c07-435b-4afc-b22e-41d01cfc3fd9 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.0809257 Aug 20 10:44:49.304729 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6dccfd04-2f7f-416f-960c-cafae9ee4f42 req-446f8121-365a-46ad-ba20-d29b19b2c505 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613356 Aug 20 10:44:49.314827 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c34038-e8ab-4883-946c-4afc30b6027d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=5c4de2e8-1520-4e39-8fd4-cc4a6a044e07,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:49.386497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a403e1-320e-4ac4-ac79-1abe9c7c76c8 None None] Network 1780f1b7-2c88-49d3-bae1-cd89acc5ad0d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:49.401723 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-06c34038-e8ab-4883-946c-4afc30b6027d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:49.408194 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-06c34038-e8ab-4883-946c-4afc30b6027d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/ports/5c4de2e8-1520-4e39-8fd4-cc4a6a044e07 HTTP/1.1" status: 204 len: 168 time: 0.7671609 Aug 20 10:44:49.408558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51986) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:49.449933 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4233aa5a-ab91-42c5-8606-290731498f88 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] GET failed (client error): The resource could not be found. Aug 20 10:44:49.452470 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4233aa5a-ab91-42c5-8606-290731498f88 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports/5c4de2e8-1520-4e39-8fd4-cc4a6a044e07 HTTP/1.1" status: 404 len: 333 time: 0.0421698 Aug 20 10:44:49.459686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 51988) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:49.482178 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-91600f18-e3d8-46cf-b754-00022ccb0965 None None] Provisioning for port c668a1af-675a-4d8a-aaec-66b62bd711fa completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:49.490624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-91600f18-e3d8-46cf-b754-00022ccb0965 None None] Provisioning complete for port c668a1af-675a-4d8a-aaec-66b62bd711fa triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:49.490997 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-91600f18-e3d8-46cf-b754-00022ccb0965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:49.583446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-cdb4f2ca-0638-4166-9e25-ed18b0d408d6 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port 3bdc78d9-a4b4-4c93-b46e-5a4f49c47802 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:49.583886 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f2ca-0638-4166-9e25-ed18b0d408d6 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:49.643720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 51992) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:49.666128 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-91600f18-e3d8-46cf-b754-00022ccb0965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:49.671643 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-77bb02a1-ac9d-48b3-94ae-7a4047999d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:49.713934 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-91600f18-e3d8-46cf-b754-00022ccb0965 None None] For port c668a1af-675a-4d8a-aaec-66b62bd711fa, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c668a1af-675a-4d8a-aaec-66b62bd711fa,segment=NetworkSegment(30cad9f6-59b0-4fa1-a0eb-e42ebf2d3473),segment_id=30cad9f6-59b0-4fa1-a0eb-e42ebf2d3473)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:49.719871 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-91600f18-e3d8-46cf-b754-00022ccb0965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:49.751849 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f2ca-0638-4166-9e25-ed18b0d408d6 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:49.793858 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-cdb4f2ca-0638-4166-9e25-ed18b0d408d6 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for 3bdc78d9-a4b4-4c93-b46e-5a4f49c47802 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:49.815082 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91600f18-e3d8-46cf-b754-00022ccb0965 None None] Pushing event updated for resources: {'Port': ['ID=c668a1af-675a-4d8a-aaec-66b62bd711fa,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:49.876678 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-77bb02a1-ac9d-48b3-94ae-7a4047999d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:49.885152 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-77bb02a1-ac9d-48b3-94ae-7a4047999d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:49.935375 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-77bb02a1-ac9d-48b3-94ae-7a4047999d44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6fc9521265384f54b0181bee4f6bb6a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877145 Aug 20 10:44:49.935375 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb02a1-ac9d-48b3-94ae-7a4047999d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f299e8-eb08-4c58-abd8-1c2f1e9bd7b4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:49.937588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52002) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:50.000618 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9415a94-4039-40f4-ae6b-af2a8dc1f605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:50.002857 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f2ca-0638-4166-9e25-ed18b0d408d6 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:50.041608 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-567b8130-cdc4-4e66-8f44-619d311fe8f8 None None] Could not find standard attr ID for object 3bdc78d9-a4b4-4c93-b46e-5a4f49c47802. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:44:50.045752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4f2ca-0638-4166-9e25-ed18b0d408d6 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=3bdc78d9-a4b4-4c93-b46e-5a4f49c47802,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:50.055443 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9415a94-4039-40f4-ae6b-af2a8dc1f605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:50.056859 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-567b8130-cdc4-4e66-8f44-619d311fe8f8 None None] Provisioning complete for port c668a1af-675a-4d8a-aaec-66b62bd711fa triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:50.057355 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-567b8130-cdc4-4e66-8f44-619d311fe8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:50.151311 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f2ca-0638-4166-9e25-ed18b0d408d6 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:50.153562 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cdb4f2ca-0638-4166-9e25-ed18b0d408d6 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/ports/3bdc78d9-a4b4-4c93-b46e-5a4f49c47802 HTTP/1.1" status: 204 len: 168 time: 0.6913323 Aug 20 10:44:50.156759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52004) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:50.158650 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9415a94-4039-40f4-ae6b-af2a8dc1f605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:50.169355 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c9415a94-4039-40f4-ae6b-af2a8dc1f605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:50.172982 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c9415a94-4039-40f4-ae6b-af2a8dc1f605 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47f299e8-eb08-4c58-abd8-1c2f1e9bd7b4 HTTP/1.1" status: 204 len: 168 time: 0.2337091 Aug 20 10:44:50.194315 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee277e8e-40c0-44be-a671-df946c9cd8a2 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] GET failed (client error): The resource could not be found. Aug 20 10:44:50.196806 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ee277e8e-40c0-44be-a671-df946c9cd8a2 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports/3bdc78d9-a4b4-4c93-b46e-5a4f49c47802 HTTP/1.1" status: 404 len: 333 time: 0.0386062 Aug 20 10:44:50.199386 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52008) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:50.204011 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9415a94-4039-40f4-ae6b-af2a8dc1f605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f299e8-eb08-4c58-abd8-1c2f1e9bd7b4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:50.267633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82f1120-a11b-4c37-a960-8163bccc478b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting subnet f9ee8d84-0cf5-4680-be9b-6262d8a50432 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:44:50.273210 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e82f1120-a11b-4c37-a960-8163bccc478b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:50.334492 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fc4484d9-61e1-4a4e-8147-57dad6b758a8 None None] Could not find standard attr ID for object 3bdc78d9-a4b4-4c93-b46e-5a4f49c47802. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:44:50.368258 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e82f1120-a11b-4c37-a960-8163bccc478b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:50.535216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9578ad7-e880-4475-afc9-63df913d57da req-8e4a1e38-658b-4065-a4a6-ee9ec2c787a9 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:50.536945 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b9578ad7-e880-4475-afc9-63df913d57da req-8e4a1e38-658b-4065-a4a6-ee9ec2c787a9 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.0974705 Aug 20 10:44:50.546647 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e82f1120-a11b-4c37-a960-8163bccc478b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:50.623629 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b9578ad7-e880-4475-afc9-63df913d57da req-db2ced51-7926-454c-a03a-925c464998e7 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793440 Aug 20 10:44:50.650217 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e82f1120-a11b-4c37-a960-8163bccc478b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:50.651855 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0e58dcba-8b23-42ec-a6e1-70a2f580fd48 None None] Could not find standard attr ID for object 5c4de2e8-1520-4e39-8fd4-cc4a6a044e07. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:44:50.732628 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e82f1120-a11b-4c37-a960-8163bccc478b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:50.739633 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e82f1120-a11b-4c37-a960-8163bccc478b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/f9ee8d84-0cf5-4680-be9b-6262d8a50432 HTTP/1.1" status: 204 len: 168 time: 0.5360730 Aug 20 10:44:50.741022 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f1120-a11b-4c37-a960-8163bccc478b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ee8d84-0cf5-4680-be9b-6262d8a50432,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:50.742631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52020) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:50.895503 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:50.943293 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c668a1af-675a-4d8a-aaec-66b62bd711fa up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:44:50.976745 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port c668a1af-675a-4d8a-aaec-66b62bd711fa {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:50.977190 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:51.019837 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704767a1-f3c6-4d0b-9514-77536d76d631 None None] Network 1780f1b7-2c88-49d3-bae1-cd89acc5ad0d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:51.052325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] For port c668a1af-675a-4d8a-aaec-66b62bd711fa, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c668a1af-675a-4d8a-aaec-66b62bd711fa,segment=NetworkSegment(30cad9f6-59b0-4fa1-a0eb-e42ebf2d3473),segment_id=30cad9f6-59b0-4fa1-a0eb-e42ebf2d3473)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:51.052645 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:51.069183 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for c668a1af-675a-4d8a-aaec-66b62bd711fa owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:51.083979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port c668a1af-675a-4d8a-aaec-66b62bd711fa triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:51.084257 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:51.188540 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:51.209841 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Port c668a1af-675a-4d8a-aaec-66b62bd711fa update to ACTIVE by agent not found {{(pid=94868) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 20 10:44:51.231945 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=c668a1af-675a-4d8a-aaec-66b62bd711fa,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:51.233861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No DVR routers for this DVR port c668a1af-675a-4d8a-aaec-66b62bd711fa on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:44:51.292670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798b2b71-03e8-4d91-8796-bbd55150c2d1 None None] DHCP port deletion for 1780f1b7-2c88-49d3-bae1-cd89acc5ad0d request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:44:51.329571 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:51.339764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1780f1b7-2c88-49d3-bae1-cd89acc5ad0d']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:51.351102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cad9f6-59b0-4fa1-a0eb-e42ebf2d3473') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:51.351583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cad9f6-59b0-4fa1-a0eb-e42ebf2d3473') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:51.363424 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:51.388181 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:51.395812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:44:51.396272 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:44:51.400278 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:44:51.466068 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:51.475895 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:51.478167 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/networks/1780f1b7-2c88-49d3-bae1-cd89acc5ad0d HTTP/1.1" status: 204 len: 168 time: 0.7341447 Aug 20 10:44:51.481822 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52044) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:51.487507 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7bcb8eb2-4c31-47c5-b162-679e204418aa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-794720750'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:51.490944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e890be-1e12-4a24-ac00-177bb6a12433 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Network': ['ID=1780f1b7-2c88-49d3-bae1-cd89acc5ad0d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:51.527371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcb8eb2-4c31-47c5-b162-679e204418aa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:51.531699 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7bcb8eb2-4c31-47c5-b162-679e204418aa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:51.558591 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcb8eb2-4c31-47c5-b162-679e204418aa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:44:51.568054 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7bcb8eb2-4c31-47c5-b162-679e204418aa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:51.568492 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-7bcb8eb2-4c31-47c5-b162-679e204418aa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Added segment 15b792ba-d3a9-4100-ac29-893bd77d4efa of type vlan for network 537225b9-1886-4fa7-99e2-f2181795000d Aug 20 10:44:51.616912 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7bcb8eb2-4c31-47c5-b162-679e204418aa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:51.644773 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7bcb8eb2-4c31-47c5-b162-679e204418aa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:51.650879 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcb8eb2-4c31-47c5-b162-679e204418aa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:51.651519 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7bcb8eb2-4c31-47c5-b162-679e204418aa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:51.730426 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52054) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:51.730640 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7bcb8eb2-4c31-47c5-b162-679e204418aa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2475855 Aug 20 10:44:51.733887 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb8eb2-4c31-47c5-b162-679e204418aa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Network': ['ID=537225b9-1886-4fa7-99e2-f2181795000d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:51.735993 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4b895fbd-9e57-4fd9-8e62-4d0ab15eb11f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'subnet': {'network_id': '537225b9-1886-4fa7-99e2-f2181795000d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:51.746067 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 537225b9-1886-4fa7-99e2-f2181795000d details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:44:51.885100 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345f98e-10c4-4679-9f4e-6366ec3ba0f7 req-e7106cde-5925-4d93-8b93-e239d1b8371b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:51.892907 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5345f98e-10c4-4679-9f4e-6366ec3ba0f7 req-e7106cde-5925-4d93-8b93-e239d1b8371b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.1348879 Aug 20 10:44:51.923851 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b895fbd-9e57-4fd9-8e62-4d0ab15eb11f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:51.930832 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b895fbd-9e57-4fd9-8e62-4d0ab15eb11f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:51.948084 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5345f98e-10c4-4679-9f4e-6366ec3ba0f7 req-52b920d1-7138-4832-bbfb-926dbc0a2a92 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542951 Aug 20 10:44:52.108843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52068) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:52.188169 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b895fbd-9e57-4fd9-8e62-4d0ab15eb11f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:52.264523 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b895fbd-9e57-4fd9-8e62-4d0ab15eb11f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Subnet': ['ID=57504187-17d3-45fb-b94c-602885d9b5f1,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:52.269206 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b895fbd-9e57-4fd9-8e62-4d0ab15eb11f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Checking segment: {'id': '15b792ba-d3a9-4100-ac29-893bd77d4efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '537225b9-1886-4fa7-99e2-f2181795000d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:52.269574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b895fbd-9e57-4fd9-8e62-4d0ab15eb11f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network hostable DHCP agents. Network: 537225b9-1886-4fa7-99e2-f2181795000d, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:44:52.295412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b895fbd-9e57-4fd9-8e62-4d0ab15eb11f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 537225b9-1886-4fa7-99e2-f2181795000d is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:44:52.317452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-4b895fbd-9e57-4fd9-8e62-4d0ab15eb11f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 537225b9-1886-4fa7-99e2-f2181795000d) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:52.323598 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b895fbd-9e57-4fd9-8e62-4d0ab15eb11f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:52.324271 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b895fbd-9e57-4fd9-8e62-4d0ab15eb11f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:52.327455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1707d0be-79ed-4d0f-bce3-3b9f81f58b24 None None] Network 537225b9-1886-4fa7-99e2-f2181795000d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:52.337807 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-be08b26e-a490-43ab-9759-afab10989d9f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'network': {'name': 'tempest-network-smoke--453760725', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'port_security_enabled': True}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:52.354786 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4b895fbd-9e57-4fd9-8e62-4d0ab15eb11f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6228986 Aug 20 10:44:52.357461 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52074) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:52.364029 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2b80ff21-6442-479c-95bc-1dd074b0a3f2 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'network_id': '537225b9-1886-4fa7-99e2-f2181795000d', 'name': 'tempest-PortsTestJSON-1937151859', 'fixed_ips': [{'subnet_id': '57504187-17d3-45fb-b94c-602885d9b5f1', 'ip_address': '172.20.0.10'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:52.383915 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be08b26e-a490-43ab-9759-afab10989d9f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Made reservation on behalf of ec29969148b94deaa5cea655cffb346f for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:52.387676 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-be08b26e-a490-43ab-9759-afab10989d9f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:52.401857 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-be08b26e-a490-43ab-9759-afab10989d9f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:52.534557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-537225b9-1886-4fa7-99e2-f2181795000d', 'network_id': '537225b9-1886-4fa7-99e2-f2181795000d', 'tenant_id': '2a3124e9e92143db8dde239dcf895788', 'fixed_ips': [{'subnet_id': '57504187-17d3-45fb-b94c-602885d9b5f1'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:44:52.536271 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:52.557792 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-be08b26e-a490-43ab-9759-afab10989d9f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:52.574387 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-be08b26e-a490-43ab-9759-afab10989d9f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:52.611838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b80ff21-6442-479c-95bc-1dd074b0a3f2 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:52.638856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be08b26e-a490-43ab-9759-afab10989d9f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:44:52.683259 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-be08b26e-a490-43ab-9759-afab10989d9f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:52.683616 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-be08b26e-a490-43ab-9759-afab10989d9f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Added segment 1c51bfc5-0354-42c1-a95b-5c2846703eb5 of type vlan for network ccdba01f-8288-46db-a1bf-15ac914ac346 Aug 20 10:44:52.684945 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08b26e-a490-43ab-9759-afab10989d9f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a36a004-29c9-4b2d-80c6-bd119d3e7dc3,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:52.743147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Allocated IP 172.20.0.2 (537225b9-1886-4fa7-99e2-f2181795000d/57504187-17d3-45fb-b94c-602885d9b5f1/1ef46d60-7bd2-45a5-93db-5a3301c72330) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:52.807916 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-be08b26e-a490-43ab-9759-afab10989d9f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:52.819888 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b80ff21-6442-479c-95bc-1dd074b0a3f2 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:52.854183 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-be08b26e-a490-43ab-9759-afab10989d9f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:52.860665 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:52.860820 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-2b80ff21-6442-479c-95bc-1dd074b0a3f2 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] device_id is not set on port d6a1b9e6-e42b-455d-89e0-20ce81eafb80 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:44:52.866598 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be08b26e-a490-43ab-9759-afab10989d9f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:52.867901 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-be08b26e-a490-43ab-9759-afab10989d9f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:52.891436 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:44:52.940158 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c668a1af-675a-4d8a-aaec-66b62bd711fa no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:44:52.961856 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-be08b26e-a490-43ab-9759-afab10989d9f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8523469 Aug 20 10:44:52.967198 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52088) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:52.981610 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'admin_state_up': True, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:52.989882 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: c668a1af-675a-4d8a-aaec-66b62bd711fa {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:44:52.990554 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c668a1af-675a-4d8a-aaec-66b62bd711fa not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:44:53.005632 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08b26e-a490-43ab-9759-afab10989d9f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Network': ['ID=ccdba01f-8288-46db-a1bf-15ac914ac346,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:53.029631 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:53.031313 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:53.053675 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network ccdba01f-8288-46db-a1bf-15ac914ac346 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:44:53.172966 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e73251-9dd5-4e6f-8ea4-8920fc574867 req-1f0bcbef-a848-447b-9c3a-75c67b13c2e7 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:53.175447 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:53.177956 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-06e73251-9dd5-4e6f-8ea4-8920fc574867 req-1f0bcbef-a848-447b-9c3a-75c67b13c2e7 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.0878394 Aug 20 10:44:53.228481 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-06e73251-9dd5-4e6f-8ea4-8920fc574867 req-6ea17051-af70-4ad1-8954-61ce11b2232a tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439336 Aug 20 10:44:53.337817 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:53.350928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Transition to ACTIVE for port object 1ef46d60-7bd2-45a5-93db-5a3301c72330 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:53.376186 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Transition to ACTIVE for port object 1ef46d60-7bd2-45a5-93db-5a3301c72330 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:53.387462 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:53.401991 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:53.430372 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Network 537225b9-1886-4fa7-99e2-f2181795000d is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:53.433683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:53.438332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:53.452455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Pushing event updated for resources: {'Port': ['ID=1ef46d60-7bd2-45a5-93db-5a3301c72330,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:53.463646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-2b80ff21-6442-479c-95bc-1dd074b0a3f2 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Allocated IP 172.20.0.10 (537225b9-1886-4fa7-99e2-f2181795000d/57504187-17d3-45fb-b94c-602885d9b5f1/d6a1b9e6-e42b-455d-89e0-20ce81eafb80) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:53.524123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Attempting to bind port 1ef46d60-7bd2-45a5-93db-5a3301c72330 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:44:53.524123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Attempting to bind port 1ef46d60-7bd2-45a5-93db-5a3301c72330 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '15b792ba-d3a9-4100-ac29-893bd77d4efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '537225b9-1886-4fa7-99e2-f2181795000d'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:44:53.524530 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Attempting to bind port 1ef46d60-7bd2-45a5-93db-5a3301c72330 on network 537225b9-1886-4fa7-99e2-f2181795000d {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:44:53.532875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:44:53.533713 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Checking segment: {'id': '15b792ba-d3a9-4100-ac29-893bd77d4efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '537225b9-1886-4fa7-99e2-f2181795000d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:53.534232 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:53.534950 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Bound using segment: {'id': '15b792ba-d3a9-4100-ac29-893bd77d4efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '537225b9-1886-4fa7-99e2-f2181795000d'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:44:53.535568 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Bound port: 1ef46d60-7bd2-45a5-93db-5a3301c72330, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b792ba-d3a9-4100-ac29-893bd77d4efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '537225b9-1886-4fa7-99e2-f2181795000d'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:44:53.536025 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:53.676360 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:53.693800 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] For port 1ef46d60-7bd2-45a5-93db-5a3301c72330, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:44:53.697359 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] For port 1ef46d60-7bd2-45a5-93db-5a3301c72330, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1ef46d60-7bd2-45a5-93db-5a3301c72330,segment=NetworkSegment(15b792ba-d3a9-4100-ac29-893bd77d4efa),segment_id=15b792ba-d3a9-4100-ac29-893bd77d4efa)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:44:53.704146 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:53.724646 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:53.852064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508eac1c-80ed-4d4a-a855-aa4fd840e3f1 None None] Pushing event updated for resources: {'Port': ['ID=1ef46d60-7bd2-45a5-93db-5a3301c72330,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:53.899121 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Allocated IP 172.25.3.250 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/30f40f7e-dd6f-47bb-8528-15d4d251ea86) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:54.180576 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:54.334078 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:54.344953 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b80ff21-6442-479c-95bc-1dd074b0a3f2 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:54.363219 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-2b80ff21-6442-479c-95bc-1dd074b0a3f2 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Transition to ACTIVE for port object d6a1b9e6-e42b-455d-89e0-20ce81eafb80 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:54.413062 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b80ff21-6442-479c-95bc-1dd074b0a3f2 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:54.440107 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:54.461038 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:54.463653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:54.493853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b80ff21-6442-479c-95bc-1dd074b0a3f2 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 537225b9-1886-4fa7-99e2-f2181795000d is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:54.494806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80ff21-6442-479c-95bc-1dd074b0a3f2 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=d6a1b9e6-e42b-455d-89e0-20ce81eafb80,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:54.503182 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-2b80ff21-6442-479c-95bc-1dd074b0a3f2 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:54.505269 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b80ff21-6442-479c-95bc-1dd074b0a3f2 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:54.567646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b80ff21-6442-479c-95bc-1dd074b0a3f2 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:54.571284 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b80ff21-6442-479c-95bc-1dd074b0a3f2 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:54.577972 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Port': ['ID=30f40f7e-dd6f-47bb-8528-15d4d251ea86,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:54.597587 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2b80ff21-6442-479c-95bc-1dd074b0a3f2 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2358928 Aug 20 10:44:54.598251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52100) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:54.606430 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-fe7b899a-7537-4a28-89f0-e0531b866c7e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'network_id': '537225b9-1886-4fa7-99e2-f2181795000d', 'name': 'tempest-PortsTestJSON-1055575539', 'fixed_ips': [{'subnet_id': '57504187-17d3-45fb-b94c-602885d9b5f1', 'ip_address': '172.20.0.9'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:54.665130 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421f52b-90e1-455b-913b-c0147c8dbfdc req-313c05d4-38a2-4215-8482-f3e0e15d731b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:54.671731 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0421f52b-90e1-455b-913b-c0147c8dbfdc req-313c05d4-38a2-4215-8482-f3e0e15d731b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.2604756 Aug 20 10:44:54.755496 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0421f52b-90e1-455b-913b-c0147c8dbfdc req-bf634da3-2c4b-4f1e-8709-02012063fab6 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781155 Aug 20 10:44:54.784352 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7b899a-7537-4a28-89f0-e0531b866c7e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:54.800850 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe7b899a-7537-4a28-89f0-e0531b866c7e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:54.828581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-fe7b899a-7537-4a28-89f0-e0531b866c7e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] device_id is not set on port 1135d9e5-fda6-420e-85b1-21d847b521e2 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:44:54.963661 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:55.016125 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1ef46d60-7bd2-45a5-93db-5a3301c72330 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:44:55.103568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-fe7b899a-7537-4a28-89f0-e0531b866c7e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Allocated IP 172.20.0.9 (537225b9-1886-4fa7-99e2-f2181795000d/57504187-17d3-45fb-b94c-602885d9b5f1/1135d9e5-fda6-420e-85b1-21d847b521e2) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:55.130150 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 1ef46d60-7bd2-45a5-93db-5a3301c72330 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:55.288746 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:55.307379 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-26e128b5-e550-4571-8546-0b86b700b4ef req-06e94bd6-d872-4034-b067-5bf1b6f7b179 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1473608 Aug 20 10:44:55.440862 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe7b899a-7537-4a28-89f0-e0531b866c7e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:55.457751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b2dc4b-4256-4550-83f3-7f91253932d5 None None] Network 537225b9-1886-4fa7-99e2-f2181795000d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:55.462102 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e128b5-e550-4571-8546-0b86b700b4ef req-65cdbd71-9006-43d3-b69e-d2c45a14ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:55.463665 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-26e128b5-e550-4571-8546-0b86b700b4ef req-65cdbd71-9006-43d3-b69e-d2c45a14ee3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1097 time: 0.0811198 Aug 20 10:44:55.464784 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-fe7b899a-7537-4a28-89f0-e0531b866c7e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Transition to ACTIVE for port object 1135d9e5-fda6-420e-85b1-21d847b521e2 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:55.519901 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:44:55.562012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ea163620-adac-487a-b9a8-4e33796fd285 None None] Provisioning for port 1ef46d60-7bd2-45a5-93db-5a3301c72330 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:55.573820 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ea163620-adac-487a-b9a8-4e33796fd285 None None] Provisioning complete for port 1ef46d60-7bd2-45a5-93db-5a3301c72330 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:55.574193 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ea163620-adac-487a-b9a8-4e33796fd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:55.635759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e128b5-e550-4571-8546-0b86b700b4ef req-2694f03c-8483-43c9-98ff-fd2ba50aea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:55.637710 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-26e128b5-e550-4571-8546-0b86b700b4ef req-2694f03c-8483-43c9-98ff-fd2ba50aea6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4 HTTP/1.1" status: 200 len: 898 time: 0.1486866 Aug 20 10:44:55.657501 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe7b899a-7537-4a28-89f0-e0531b866c7e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:55.738649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:44:55.747059 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ea163620-adac-487a-b9a8-4e33796fd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:55.752429 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Sync routers for ids ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:44:55.755652 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7b899a-7537-4a28-89f0-e0531b866c7e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 537225b9-1886-4fa7-99e2-f2181795000d is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:55.762233 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-fe7b899a-7537-4a28-89f0-e0531b866c7e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:55.771694 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Routers {'95ea150a-38e7-49d9-979d-a14fe0b3ca27'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:44:55.776393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b899a-7537-4a28-89f0-e0531b866c7e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:55.779002 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:44:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:55.799110 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:55.804945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ea163620-adac-487a-b9a8-4e33796fd285 None None] For port 1ef46d60-7bd2-45a5-93db-5a3301c72330, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1ef46d60-7bd2-45a5-93db-5a3301c72330,segment=NetworkSegment(15b792ba-d3a9-4100-ac29-893bd77d4efa),segment_id=15b792ba-d3a9-4100-ac29-893bd77d4efa)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:44:55.805444 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c0e07a93-d404-42bb-b34c-927ad1e1b9d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8373411 Aug 20 10:44:55.806193 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52112) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:55.819171 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ea163620-adac-487a-b9a8-4e33796fd285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:55.901292 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea163620-adac-487a-b9a8-4e33796fd285 None None] Pushing event updated for resources: {'Port': ['ID=1ef46d60-7bd2-45a5-93db-5a3301c72330,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:55.947940 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b899a-7537-4a28-89f0-e0531b866c7e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:55.948622 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fe7b899a-7537-4a28-89f0-e0531b866c7e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:55.956814 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b899a-7537-4a28-89f0-e0531b866c7e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=1135d9e5-fda6-420e-85b1-21d847b521e2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:55.968706 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-26e128b5-e550-4571-8546-0b86b700b4ef req-94172f8e-d847-4ada-8ba5-d78ce6fc3c5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 200 len: 1001 time: 0.3223438 Aug 20 10:44:56.021349 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Set router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:44:56.029660 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-28296d78-6f1a-47c3-8b7e-5a99e0ad9cf4 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ec29969148b94deaa5cea655cffb346f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2195270 Aug 20 10:44:56.031224 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52118) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:56.049993 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fe7b899a-7537-4a28-89f0-e0531b866c7e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4503999 Aug 20 10:44:56.051965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e128b5-e550-4571-8546-0b86b700b4ef req-26871d44-3217-4a2f-b99c-3d8f694fd91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:56.053514 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-26e128b5-e550-4571-8546-0b86b700b4ef req-26871d44-3217-4a2f-b99c-3d8f694fd91d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffaf4917-d3ff-4902-b222-4976af69ea4a HTTP/1.1" status: 200 len: 835 time: 0.0710361 Aug 20 10:44:56.054074 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52120) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:56.103560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c599d1-71b2-492c-ae3d-e9f4be314287 req-a9f3c38a-6307-4a9c-a87e-f2b4b94fa412 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:56.112926 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-88c599d1-71b2-492c-ae3d-e9f4be314287 req-a9f3c38a-6307-4a9c-a87e-f2b4b94fa412 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.2020903 Aug 20 10:44:56.154341 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2dc98d0c-b7d6-4f84-8b68-b6db76be9f2b None None] Provisioning for port 1135d9e5-fda6-420e-85b1-21d847b521e2 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:56.158866 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2dc98d0c-b7d6-4f84-8b68-b6db76be9f2b None None] Provisioning complete for port 1135d9e5-fda6-420e-85b1-21d847b521e2 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:56.159500 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2dc98d0c-b7d6-4f84-8b68-b6db76be9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:56.266272 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-88c599d1-71b2-492c-ae3d-e9f4be314287 req-c2c0d15d-bb8a-44fa-a66f-4b3e5fb36a3f tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520298 Aug 20 10:44:56.269453 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d186b59-543a-4f9c-a8d9-95466db91cdf tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:56.274588 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6d186b59-543a-4f9c-a8d9-95466db91cdf tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2332773 Aug 20 10:44:56.274588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52122) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:56.280819 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2dc98d0c-b7d6-4f84-8b68-b6db76be9f2b None None] Port 1135d9e5-fda6-420e-85b1-21d847b521e2 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:44:56.296218 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e128b5-e550-4571-8546-0b86b700b4ef req-9af82154-b566-41e8-9386-583056b2d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:56.300168 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2dc98d0c-b7d6-4f84-8b68-b6db76be9f2b None None] Provisioning for port d6a1b9e6-e42b-455d-89e0-20ce81eafb80 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:56.302344 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-26e128b5-e550-4571-8546-0b86b700b4ef req-9af82154-b566-41e8-9386-583056b2d2fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2185643 Aug 20 10:44:56.307207 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2dc98d0c-b7d6-4f84-8b68-b6db76be9f2b None None] Provisioning complete for port d6a1b9e6-e42b-455d-89e0-20ce81eafb80 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:56.307809 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2dc98d0c-b7d6-4f84-8b68-b6db76be9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:56.378373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2dc98d0c-b7d6-4f84-8b68-b6db76be9f2b None None] Port d6a1b9e6-e42b-455d-89e0-20ce81eafb80 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:44:56.378916 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc784026-c25e-4121-aae7-3f8cd8c497f0 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:56.388118 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fc784026-c25e-4121-aae7-3f8cd8c497f0 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3311429 Aug 20 10:44:56.390597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52126) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:56.401841 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2dc98d0c-b7d6-4f84-8b68-b6db76be9f2b None None] Provisioning complete for port 1ef46d60-7bd2-45a5-93db-5a3301c72330 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:56.402412 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2dc98d0c-b7d6-4f84-8b68-b6db76be9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:56.405844 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e1bb752f-b8d3-4947-87d7-6e4ddf0a3025 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1276760 Aug 20 10:44:56.406357 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52128) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:56.427157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-741e3d3b-1afe-41e7-8af4-fbe4ee818db8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1027043328', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:44:56.562489 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:44:54Z', 'revision_number': 3, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:56.601820 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f152dff-efd8-4238-afd8-7553cd62e599 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:56.608909 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f152dff-efd8-4238-afd8-7553cd62e599 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:56.615239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f152dff-efd8-4238-afd8-7553cd62e599 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:56.621916 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9f152dff-efd8-4238-afd8-7553cd62e599 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2021132 Aug 20 10:44:56.623226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52132) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:56.632417 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741e3d3b-1afe-41e7-8af4-fbe4ee818db8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Made reservation on behalf of ec29969148b94deaa5cea655cffb346f for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:44:56.638156 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-741e3d3b-1afe-41e7-8af4-fbe4ee818db8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:56.649928 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-26e128b5-e550-4571-8546-0b86b700b4ef req-677be07a-e2c0-4f02-a3cd-bcda092622cf service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233676 Aug 20 10:44:56.657217 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Checking router: 95ea150a-38e7-49d9-979d-a14fe0b3ca27 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:44:56.657592 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Updating router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 port 30f40f7e-dd6f-47bb-8528-15d4d251ea86 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:44:56.716112 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:56.733120 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fa98493e-4380-471a-90ed-67f7466f991f None None] Provisioning complete for port d6a1b9e6-e42b-455d-89e0-20ce81eafb80 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:56.734727 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fa98493e-4380-471a-90ed-67f7466f991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:56.822838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-fa98493e-4380-471a-90ed-67f7466f991f None None] Port d6a1b9e6-e42b-455d-89e0-20ce81eafb80 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:44:56.883216 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-a33ca51b-c814-44e2-835c-a2c7e87907c4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port 1135d9e5-fda6-420e-85b1-21d847b521e2 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:56.883569 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33ca51b-c814-44e2-835c-a2c7e87907c4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:56.900500 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-26e128b5-e550-4571-8546-0b86b700b4ef req-40d420dc-162d-4a38-abaf-ee5435a045c3 service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418478 Aug 20 10:44:56.958497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6d2b54c9-b01c-4808-8ec6-bafff35dcef4 None None] Provisioning complete for port 1135d9e5-fda6-420e-85b1-21d847b521e2 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:56.959246 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6d2b54c9-b01c-4808-8ec6-bafff35dcef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:56.978747 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1ef46d60-7bd2-45a5-93db-5a3301c72330 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:44:57.108735 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33ca51b-c814-44e2-835c-a2c7e87907c4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:57.141096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b54c9-b01c-4808-8ec6-bafff35dcef4 None None] Port 1135d9e5-fda6-420e-85b1-21d847b521e2 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:44:57.159766 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 1ef46d60-7bd2-45a5-93db-5a3301c72330 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:57.160440 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:57.179099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-a33ca51b-c814-44e2-835c-a2c7e87907c4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for 1135d9e5-fda6-420e-85b1-21d847b521e2 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:57.308514 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-741e3d3b-1afe-41e7-8af4-fbe4ee818db8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:57.345918 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:57.360908 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Transition to ACTIVE for port object 30f40f7e-dd6f-47bb-8528-15d4d251ea86 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:57.373725 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:57.458066 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Attempting to bind port 30f40f7e-dd6f-47bb-8528-15d4d251ea86 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:44:57.459617 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Attempting to bind port 30f40f7e-dd6f-47bb-8528-15d4d251ea86 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:44:57.460163 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Attempting to bind port 30f40f7e-dd6f-47bb-8528-15d4d251ea86 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:44:57.463979 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741e3d3b-1afe-41e7-8af4-fbe4ee818db8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Checking segment: {'id': '1c51bfc5-0354-42c1-a95b-5c2846703eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:57.464485 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741e3d3b-1afe-41e7-8af4-fbe4ee818db8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network hostable DHCP agents. Network: ccdba01f-8288-46db-a1bf-15ac914ac346, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:44:57.466369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e3d3b-1afe-41e7-8af4-fbe4ee818db8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Subnet': ['ID=2fb6c4ae-1007-4ed9-8ce4-283f29cc485a,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:57.482470 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:44:57.483629 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:57.485214 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:57.485587 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:44:57.486096 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Bound port: 30f40f7e-dd6f-47bb-8528-15d4d251ea86, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:44:57.486527 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:57.494569 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33ca51b-c814-44e2-835c-a2c7e87907c4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:57.536022 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e06d9-65de-4f01-b01a-83b91d5e2771 None None] Pushing event updated for resources: {'Port': ['ID=30f40f7e-dd6f-47bb-8528-15d4d251ea86,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:57.590259 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741e3d3b-1afe-41e7-8af4-fbe4ee818db8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network ccdba01f-8288-46db-a1bf-15ac914ac346 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:44:57.590463 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] For port 30f40f7e-dd6f-47bb-8528-15d4d251ea86, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:44:57.597314 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] For port 30f40f7e-dd6f-47bb-8528-15d4d251ea86, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=30f40f7e-dd6f-47bb-8528-15d4d251ea86,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:44:57.602308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7864458-6399-4adf-8521-4aa57ef1b786 req-356db9f3-f9a9-4751-a1e6-53ad3ef65d8c tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:57.603777 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:57.609756 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7864458-6399-4adf-8521-4aa57ef1b786 req-356db9f3-f9a9-4751-a1e6-53ad3ef65d8c tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.2488024 Aug 20 10:44:57.613411 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ca51b-c814-44e2-835c-a2c7e87907c4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=1135d9e5-fda6-420e-85b1-21d847b521e2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:57.659339 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Routers {'95ea150a-38e7-49d9-979d-a14fe0b3ca27'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:44:57.659339 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:44:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:57.772832 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-741e3d3b-1afe-41e7-8af4-fbe4ee818db8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, ccdba01f-8288-46db-a1bf-15ac914ac346) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:57.792417 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632c329d-1c54-4746-9473-3e4ad21b391e None None] Network ccdba01f-8288-46db-a1bf-15ac914ac346 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:44:57.803135 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] Set router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:44:57.862478 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e06d9-65de-4f01-b01a-83b91d5e2771 None None] Pushing event updated for resources: {'Port': ['ID=30f40f7e-dd6f-47bb-8528-15d4d251ea86,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:58.126383 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:44:54Z', 'revision_number': 3, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:44:58.164768 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5b6f3e-50e3-4533-9481-16a409e2d399 None None] The sync data for ids ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'] in n-d-778550-11 is: [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:44:54Z', 'revision_number': 3, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:44:58.241419 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741e3d3b-1afe-41e7-8af4-fbe4ee818db8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:58.241813 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-741e3d3b-1afe-41e7-8af4-fbe4ee818db8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:58.283022 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7864458-6399-4adf-8521-4aa57ef1b786 req-d6acc52f-676c-490c-980c-aa5ad9d4441d tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6616995 Aug 20 10:44:58.284603 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-ccdba01f-8288-46db-a1bf-15ac914ac346', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'fixed_ips': [{'subnet_id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:44:58.287740 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:58.294648 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-741e3d3b-1afe-41e7-8af4-fbe4ee818db8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8862934 Aug 20 10:44:58.296798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52146) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:58.298471 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082e708-134a-4bb9-9fe8-7c42f55a3646 req-654e8aba-9c62-4438-aed5-9f49c35c34eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:58.300439 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b082e708-134a-4bb9-9fe8-7c42f55a3646 req-654e8aba-9c62-4438-aed5-9f49c35c34eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 1097 time: 0.7712700 Aug 20 10:44:58.304068 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a33ca51b-c814-44e2-835c-a2c7e87907c4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:58.310435 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a33ca51b-c814-44e2-835c-a2c7e87907c4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/ports/1135d9e5-fda6-420e-85b1-21d847b521e2 HTTP/1.1" status: 204 len: 168 time: 1.6859930 Aug 20 10:44:58.311537 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52148) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:58.359681 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d214d05-19ec-4ffe-9225-6f87bd203124 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] GET failed (client error): The resource could not be found. Aug 20 10:44:58.364791 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4d214d05-19ec-4ffe-9225-6f87bd203124 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports/1135d9e5-fda6-420e-85b1-21d847b521e2 HTTP/1.1" status: 404 len: 333 time: 0.0453980 Aug 20 10:44:58.365591 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52150) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:58.405989 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b082e708-134a-4bb9-9fe8-7c42f55a3646 req-7c01daea-e474-4a68-b395-6f3a18444a1e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932045 Aug 20 10:44:58.509764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-5043ac85-4545-48ef-bbde-310e23c51554 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port d6a1b9e6-e42b-455d-89e0-20ce81eafb80 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:44:58.510581 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5043ac85-4545-48ef-bbde-310e23c51554 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:58.653943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Allocated IP 172.20.0.2 (ccdba01f-8288-46db-a1bf-15ac914ac346/2fb6c4ae-1007-4ed9-8ce4-283f29cc485a/a201cc29-58e7-4cbd-871d-5b8a9b8c5909) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:44:58.765087 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5043ac85-4545-48ef-bbde-310e23c51554 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:58.800398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-5043ac85-4545-48ef-bbde-310e23c51554 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for d6a1b9e6-e42b-455d-89e0-20ce81eafb80 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:44:59.032189 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:59.048337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Transition to ACTIVE for port object a201cc29-58e7-4cbd-871d-5b8a9b8c5909 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:59.071716 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Transition to ACTIVE for port object a201cc29-58e7-4cbd-871d-5b8a9b8c5909 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:44:59.081087 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:59.149762 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 30f40f7e-dd6f-47bb-8528-15d4d251ea86 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:44:59.182612 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Network ccdba01f-8288-46db-a1bf-15ac914ac346 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:44:59.194805 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:44:59.213682 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:44:59.218273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Pushing event updated for resources: {'Port': ['ID=a201cc29-58e7-4cbd-871d-5b8a9b8c5909,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:59.250262 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:59.280768 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5043ac85-4545-48ef-bbde-310e23c51554 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:59.393915 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043ac85-4545-48ef-bbde-310e23c51554 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=d6a1b9e6-e42b-455d-89e0-20ce81eafb80,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:44:59.524032 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1a4f2c97-de07-423f-826a-e27de77c5cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:59.547219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 30f40f7e-dd6f-47bb-8528-15d4d251ea86 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:44:59.554684 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Attempting to bind port a201cc29-58e7-4cbd-871d-5b8a9b8c5909 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:44:59.555424 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Attempting to bind port a201cc29-58e7-4cbd-871d-5b8a9b8c5909 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '1c51bfc5-0354-42c1-a95b-5c2846703eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:44:59.555960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Attempting to bind port a201cc29-58e7-4cbd-871d-5b8a9b8c5909 on network ccdba01f-8288-46db-a1bf-15ac914ac346 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:44:59.558460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 30f40f7e-dd6f-47bb-8528-15d4d251ea86 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:44:59.559015 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:59.614893 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:44:59.615332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Checking segment: {'id': '1c51bfc5-0354-42c1-a95b-5c2846703eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:44:59.615739 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:59.616132 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Bound using segment: {'id': '1c51bfc5-0354-42c1-a95b-5c2846703eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:44:59.616617 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Bound port: a201cc29-58e7-4cbd-871d-5b8a9b8c5909, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c51bfc5-0354-42c1-a95b-5c2846703eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:44:59.616995 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:59.630383 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5043ac85-4545-48ef-bbde-310e23c51554 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:59.635381 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5043ac85-4545-48ef-bbde-310e23c51554 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/ports/d6a1b9e6-e42b-455d-89e0-20ce81eafb80 HTTP/1.1" status: 204 len: 168 time: 1.2634482 Aug 20 10:44:59.639726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52162) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:59.692245 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857cfaf-6444-408e-b5a5-a1ec4120f7a8 req-2b457fc6-b7bc-40e6-977b-60959ede7acc tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:44:59.693748 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f857cfaf-6444-408e-b5a5-a1ec4120f7a8 req-2b457fc6-b7bc-40e6-977b-60959ede7acc tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.2303181 Aug 20 10:44:59.727622 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd29fc9-0ae6-4d93-b086-7a9e9b7527b5 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] GET failed (client error): The resource could not be found. Aug 20 10:44:59.730838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] For port a201cc29-58e7-4cbd-871d-5b8a9b8c5909, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:44:59.731988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52164) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:44:59.744071 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3bd29fc9-0ae6-4d93-b086-7a9e9b7527b5 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports/d6a1b9e6-e42b-455d-89e0-20ce81eafb80 HTTP/1.1" status: 404 len: 333 time: 0.1025922 Aug 20 10:44:59.750559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] For port a201cc29-58e7-4cbd-871d-5b8a9b8c5909, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a201cc29-58e7-4cbd-871d-5b8a9b8c5909,segment=NetworkSegment(1c51bfc5-0354-42c1-a95b-5c2846703eb5),segment_id=1c51bfc5-0354-42c1-a95b-5c2846703eb5)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:44:59.770088 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:44:59.836915 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f857cfaf-6444-408e-b5a5-a1ec4120f7a8 req-bb6b9775-d736-413b-9085-e124ad59b26b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235082 Aug 20 10:44:59.863793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20f2d76-189f-4e0b-91fe-efcae27c0669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting subnet 57504187-17d3-45fb-b94c-602885d9b5f1 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:44:59.879841 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c20f2d76-189f-4e0b-91fe-efcae27c0669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:00.009957 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c20f2d76-189f-4e0b-91fe-efcae27c0669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:00.046117 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cc143-5648-412f-be8e-78b247a4017c None None] Pushing event updated for resources: {'Port': ['ID=a201cc29-58e7-4cbd-871d-5b8a9b8c5909,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:00.072539 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:00.114239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Allocated IP 172.20.0.1 (ccdba01f-8288-46db-a1bf-15ac914ac346/2fb6c4ae-1007-4ed9-8ce4-283f29cc485a/233bafa0-feaa-4c80-9452-32462c1bf4bd) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:45:00.114626 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 30f40f7e-dd6f-47bb-8528-15d4d251ea86, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=30f40f7e-dd6f-47bb-8528-15d4d251ea86,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:00.122163 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:00.166872 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c20f2d76-189f-4e0b-91fe-efcae27c0669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:00.292324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=30f40f7e-dd6f-47bb-8528-15d4d251ea86,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:00.329599 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c20f2d76-189f-4e0b-91fe-efcae27c0669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:00.379194 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f2d76-189f-4e0b-91fe-efcae27c0669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Subnet': ['ID=57504187-17d3-45fb-b94c-602885d9b5f1,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:00.381573 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c20f2d76-189f-4e0b-91fe-efcae27c0669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:00.394206 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c20f2d76-189f-4e0b-91fe-efcae27c0669 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/57504187-17d3-45fb-b94c-602885d9b5f1 HTTP/1.1" status: 204 len: 168 time: 0.6508040 Aug 20 10:45:00.394206 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52170) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:00.411911 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:00.413791 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321d5a60-8bff-48ff-b409-7c76e1fb283b None None] Network 537225b9-1886-4fa7-99e2-f2181795000d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:45:00.439254 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Transition to ACTIVE for port object 233bafa0-feaa-4c80-9452-32462c1bf4bd will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:00.511471 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:00.584075 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:00.591512 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network ccdba01f-8288-46db-a1bf-15ac914ac346 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:00.596045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:00.603218 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:45:00.655997 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Port': ['ID=233bafa0-feaa-4c80-9452-32462c1bf4bd,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:00.671785 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:00.695942 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port 1ef46d60-7bd2-45a5-93db-5a3301c72330 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:45:00.697842 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:00.817112 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ded0095-c8b1-43cf-954b-4ae62ded8f9b None None] DHCP port deletion for 537225b9-1886-4fa7-99e2-f2181795000d request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:45:00.844468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] For port 1ef46d60-7bd2-45a5-93db-5a3301c72330, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1ef46d60-7bd2-45a5-93db-5a3301c72330,segment=NetworkSegment(15b792ba-d3a9-4100-ac29-893bd77d4efa),segment_id=15b792ba-d3a9-4100-ac29-893bd77d4efa)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:00.844851 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:00.887636 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:00.890067 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for 1ef46d60-7bd2-45a5-93db-5a3301c72330 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:45:01.001599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3ded0095-c8b1-43cf-954b-4ae62ded8f9b None None] Deleting port 1ef46d60-7bd2-45a5-93db-5a3301c72330 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:45:01.001998 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ded0095-c8b1-43cf-954b-4ae62ded8f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:01.189730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a201cc29-58e7-4cbd-871d-5b8a9b8c5909 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:45:01.249027 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea653956-8233-4d9a-81cf-a73106ce2ad2 req-03bdb5eb-2c87-4faa-9286-4d02032bc1ae tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:01.251695 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ea653956-8233-4d9a-81cf-a73106ce2ad2 req-03bdb5eb-2c87-4faa-9286-4d02032bc1ae tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.1757874 Aug 20 10:45:01.273889 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-3ded0095-c8b1-43cf-954b-4ae62ded8f9b None None] For port 1ef46d60-7bd2-45a5-93db-5a3301c72330, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1ef46d60-7bd2-45a5-93db-5a3301c72330,segment=NetworkSegment(15b792ba-d3a9-4100-ac29-893bd77d4efa),segment_id=15b792ba-d3a9-4100-ac29-893bd77d4efa)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:01.274353 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ded0095-c8b1-43cf-954b-4ae62ded8f9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:01.304479 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3ded0095-c8b1-43cf-954b-4ae62ded8f9b None None] Calling delete_port for 1ef46d60-7bd2-45a5-93db-5a3301c72330 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:45:01.336282 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ea653956-8233-4d9a-81cf-a73106ce2ad2 req-cd9ade6c-1556-4e92-aea7-1650bc79689d tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707421 Aug 20 10:45:01.353026 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:01.379693 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port a201cc29-58e7-4cbd-871d-5b8a9b8c5909 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:01.384402 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 30f40f7e-dd6f-47bb-8528-15d4d251ea86 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:45:01.407768 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=1ef46d60-7bd2-45a5-93db-5a3301c72330,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:01.460891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No DVR routers for this DVR port 1ef46d60-7bd2-45a5-93db-5a3301c72330 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:45:01.498789 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ded0095-c8b1-43cf-954b-4ae62ded8f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:01.667734 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:01.668934 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 30f40f7e-dd6f-47bb-8528-15d4d251ea86 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:01.669478 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:01.673115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded0095-c8b1-43cf-954b-4ae62ded8f9b None None] Pushing event deleted for resources: {'Port': ['ID=1ef46d60-7bd2-45a5-93db-5a3301c72330,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:01.682481 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-747c0889-5986-4476-a659-7fce33305b65 req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-43315320', 'description': 'tempest-description-850126988'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:01.690515 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537225b9-1886-4fa7-99e2-f2181795000d']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:01.706326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ded0095-c8b1-43cf-954b-4ae62ded8f9b None None] No DVR routers for this DVR port 1ef46d60-7bd2-45a5-93db-5a3301c72330 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:45:01.709801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a5f137-9628-4fad-9312-220353e7bfb3 None None] Network ccdba01f-8288-46db-a1bf-15ac914ac346 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:45:01.724245 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b792ba-d3a9-4100-ac29-893bd77d4efa') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:01.724788 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b792ba-d3a9-4100-ac29-893bd77d4efa') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:01.746683 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:01.779805 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-747c0889-5986-4476-a659-7fce33305b65 req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:01.788855 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:01.810966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-76a0b2ef-fb8c-406c-be5a-205d9fd2fe2f None None] Provisioning for port a201cc29-58e7-4cbd-871d-5b8a9b8c5909 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:01.816541 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:45:01.817763 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:45:01.827439 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:45:01.829858 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-76a0b2ef-fb8c-406c-be5a-205d9fd2fe2f None None] Provisioning complete for port a201cc29-58e7-4cbd-871d-5b8a9b8c5909 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:01.830289 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-76a0b2ef-fb8c-406c-be5a-205d9fd2fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:01.900974 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:01.929997 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:01.986679 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:01.988238 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bcbafa64-d4dc-4b7a-a687-2c4e5edfb38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:02.000348 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:02.002242 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/networks/537225b9-1886-4fa7-99e2-f2181795000d HTTP/1.1" status: 204 len: 168 time: 1.6087458 Aug 20 10:45:02.017414 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52184) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:02.026464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c4342c80-f4ce-4e17-b31b-ef06bc318639 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-822223984'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:02.045559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1ef46d60-7bd2-45a5-93db-5a3301c72330 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:45:02.057209 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b4000-8692-431b-9b20-069a21270228 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Network': ['ID=537225b9-1886-4fa7-99e2-f2181795000d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:02.100875 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Port': ['ID=233bafa0-feaa-4c80-9452-32462c1bf4bd,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:02.102670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 1ef46d60-7bd2-45a5-93db-5a3301c72330 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:45:02.103167 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1ef46d60-7bd2-45a5-93db-5a3301c72330 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:45:02.118908 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-76a0b2ef-fb8c-406c-be5a-205d9fd2fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:02.129246 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:02.158702 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-747c0889-5986-4476-a659-7fce33305b65 req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:02.158863 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-76a0b2ef-fb8c-406c-be5a-205d9fd2fe2f None None] For port a201cc29-58e7-4cbd-871d-5b8a9b8c5909, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a201cc29-58e7-4cbd-871d-5b8a9b8c5909,segment=NetworkSegment(1c51bfc5-0354-42c1-a95b-5c2846703eb5),segment_id=1c51bfc5-0354-42c1-a95b-5c2846703eb5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:02.173694 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-76a0b2ef-fb8c-406c-be5a-205d9fd2fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:02.192053 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4342c80-f4ce-4e17-b31b-ef06bc318639 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:45:02.195685 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c4342c80-f4ce-4e17-b31b-ef06bc318639 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:02.198790 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-747c0889-5986-4476-a659-7fce33305b65 req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:02.249048 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4342c80-f4ce-4e17-b31b-ef06bc318639 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:45:02.276177 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c4342c80-f4ce-4e17-b31b-ef06bc318639 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:02.276748 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-c4342c80-f4ce-4e17-b31b-ef06bc318639 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Added segment 667b6e24-2a2e-4eda-89e6-59c410940f31 of type vlan for network 5da5cd9e-551f-40d0-9021-1cdf3114afec Aug 20 10:45:02.293704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0b2ef-fb8c-406c-be5a-205d9fd2fe2f None None] Pushing event updated for resources: {'Port': ['ID=a201cc29-58e7-4cbd-871d-5b8a9b8c5909,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:02.314532 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-747c0889-5986-4476-a659-7fce33305b65 req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:02.316024 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-747c0889-5986-4476-a659-7fce33305b65 req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6506257 Aug 20 10:45:02.324155 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3cfa63-cd56-406f-b63b-2a2ba9f247fa,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:02.343247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:02.345995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:02.346371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:02.346713 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:02.347089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:02.348036 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:02.348449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:02.349619 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:02.351752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:02.353734 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:02.354305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:02.358813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3472a6-321b-47cf-afce-588ba95da88b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:02.392518 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c4342c80-f4ce-4e17-b31b-ef06bc318639 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:02.410127 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network ccdba01f-8288-46db-a1bf-15ac914ac346 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:02.411908 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:02.416088 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:02.474313 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c4342c80-f4ce-4e17-b31b-ef06bc318639 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:02.480427 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4342c80-f4ce-4e17-b31b-ef06bc318639 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:02.481046 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c4342c80-f4ce-4e17-b31b-ef06bc318639 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:02.526100 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c4342c80-f4ce-4e17-b31b-ef06bc318639 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5070305 Aug 20 10:45:02.555446 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52192) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:02.561118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2d91882d-ba45-43d9-b022-a9af94c1b916 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'subnet': {'network_id': '5da5cd9e-551f-40d0-9021-1cdf3114afec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:02.575610 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-671e9485-5763-48a5-adcb-7bb66220f2e6 req-affc35ab-b5ea-4254-912f-07ea48735beb tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-43315320&fields=id&tenant_id=9bb773ac2b384fdb884cf77004ac0616 HTTP/1.1" status: 200 len: 267 time: 0.1754138 Aug 20 10:45:02.612794 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:45:02.616769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c21ae985-0f97-4a76-9543-b4aa439761f0 None None] Provisioning for port 233bafa0-feaa-4c80-9452-32462c1bf4bd completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:02.635218 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c21ae985-0f97-4a76-9543-b4aa439761f0 None None] Provisioning complete for port 233bafa0-feaa-4c80-9452-32462c1bf4bd triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:02.635590 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c21ae985-0f97-4a76-9543-b4aa439761f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:02.703476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4342c80-f4ce-4e17-b31b-ef06bc318639 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Network': ['ID=5da5cd9e-551f-40d0-9021-1cdf3114afec,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:02.753326 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e9485-5763-48a5-adcb-7bb66220f2e6 req-25c79143-4107-43a3-96f2-2f886fefde98 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:02.754945 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-671e9485-5763-48a5-adcb-7bb66220f2e6 req-25c79143-4107-43a3-96f2-2f886fefde98 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.1275036 Aug 20 10:45:02.779590 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-671e9485-5763-48a5-adcb-7bb66220f2e6 req-bff0577b-a6f2-451d-949a-cc2caa186a85 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Request body: {'port': {'security_groups': ['0f0e5f66-44a9-4478-a87e-e463ce4f8617', '7b3cfa63-cd56-406f-b63b-2a2ba9f247fa']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:02.788291 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 5da5cd9e-551f-40d0-9021-1cdf3114afec details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:45:02.795549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c21ae985-0f97-4a76-9543-b4aa439761f0 None None] Port 233bafa0-feaa-4c80-9452-32462c1bf4bd cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:45:02.842922 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d91882d-ba45-43d9-b022-a9af94c1b916 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:45:02.850254 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d91882d-ba45-43d9-b022-a9af94c1b916 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:02.893081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:45:02.919278 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7d719900-05f8-42e4-9349-7b6e025507ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "PUT /v2.0/routers/95ea150a-38e7-49d9-979d-a14fe0b3ca27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6179574 Aug 20 10:45:02.929728 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52196) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:02.994018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Sync routers for ids ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:45:03.044505 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-671e9485-5763-48a5-adcb-7bb66220f2e6 req-bff0577b-a6f2-451d-949a-cc2caa186a85 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:03.080488 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a201cc29-58e7-4cbd-871d-5b8a9b8c5909 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:45:03.162170 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c21ae985-0f97-4a76-9543-b4aa439761f0 None None] Provisioning complete for port a201cc29-58e7-4cbd-871d-5b8a9b8c5909 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:03.162679 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c21ae985-0f97-4a76-9543-b4aa439761f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:03.164697 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Routers {'95ea150a-38e7-49d9-979d-a14fe0b3ca27'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:45:03.165356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:45:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:03.322768 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:03.619773 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d91882d-ba45-43d9-b022-a9af94c1b916 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:03.769764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d91882d-ba45-43d9-b022-a9af94c1b916 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Checking segment: {'id': '667b6e24-2a2e-4eda-89e6-59c410940f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5da5cd9e-551f-40d0-9021-1cdf3114afec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:45:03.771149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d91882d-ba45-43d9-b022-a9af94c1b916 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network hostable DHCP agents. Network: 5da5cd9e-551f-40d0-9021-1cdf3114afec, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:45:03.816982 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91882d-ba45-43d9-b022-a9af94c1b916 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Subnet': ['ID=3c654113-5b74-442c-977e-25cd1671c1a5,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:03.843709 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-671e9485-5763-48a5-adcb-7bb66220f2e6 req-bff0577b-a6f2-451d-949a-cc2caa186a85 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] For port 1e0daf03-6e1d-4723-ab9b-6da845d6deff, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=1e0daf03-6e1d-4723-ab9b-6da845d6deff,segment=NetworkSegment(a5b0e89c-059e-4c64-b5c4-ce81d82f91a0),segment_id=a5b0e89c-059e-4c64-b5c4-ce81d82f91a0)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:03.874071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027d679-172b-41a3-8f6e-3f23a8ae5638 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:03.880460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027d679-172b-41a3-8f6e-3f23a8ae5638 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:03.883058 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027d679-172b-41a3-8f6e-3f23a8ae5638 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:03.885261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d91882d-ba45-43d9-b022-a9af94c1b916 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 5da5cd9e-551f-40d0-9021-1cdf3114afec is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:45:03.888423 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port a201cc29-58e7-4cbd-871d-5b8a9b8c5909 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:03.888917 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027d679-172b-41a3-8f6e-3f23a8ae5638 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:03.889260 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:03.889425 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027d679-172b-41a3-8f6e-3f23a8ae5638 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:03.899793 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027d679-172b-41a3-8f6e-3f23a8ae5638 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:03.900498 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027d679-172b-41a3-8f6e-3f23a8ae5638 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:03.900824 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027d679-172b-41a3-8f6e-3f23a8ae5638 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:03.919479 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8027d679-172b-41a3-8f6e-3f23a8ae5638 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5574 time: 0.9815195 Aug 20 10:45:03.929524 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52206) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:03.941788 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-2d91882d-ba45-43d9-b022-a9af94c1b916 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 5da5cd9e-551f-40d0-9021-1cdf3114afec) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:03.967893 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-671e9485-5763-48a5-adcb-7bb66220f2e6 req-bff0577b-a6f2-451d-949a-cc2caa186a85 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:03.973555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d91882d-ba45-43d9-b022-a9af94c1b916 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:03.975006 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d91882d-ba45-43d9-b022-a9af94c1b916 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:03.984091 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-671e9485-5763-48a5-adcb-7bb66220f2e6 req-bff0577b-a6f2-451d-949a-cc2caa186a85 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:03.999161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Set router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:45:04.006673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73271727-234c-4554-898e-a5ad0387bfae None None] Network 5da5cd9e-551f-40d0-9021-1cdf3114afec requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:45:04.074216 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['1e0daf03-6e1d-4723-ab9b-6da845d6deff'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:45:04.158794 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2d91882d-ba45-43d9-b022-a9af94c1b916 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6016614 Aug 20 10:45:04.162403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0577b-a6f2-451d-949a-cc2caa186a85 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Pushing event updated for resources: {'Port': ['ID=1e0daf03-6e1d-4723-ab9b-6da845d6deff,revision_number=6']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:04.168005 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52208) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:04.190250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-bb85c324-d760-4570-9a5f-69580f0c6b95 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1249337692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:04.192221 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e9485-5763-48a5-adcb-7bb66220f2e6 req-bff0577b-a6f2-451d-949a-cc2caa186a85 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:04.193372 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-671e9485-5763-48a5-adcb-7bb66220f2e6 req-bff0577b-a6f2-451d-949a-cc2caa186a85 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:04.204997 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-671e9485-5763-48a5-adcb-7bb66220f2e6 req-bff0577b-a6f2-451d-949a-cc2caa186a85 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "PUT /v2.0/ports/1e0daf03-6e1d-4723-ab9b-6da845d6deff HTTP/1.1" status: 200 len: 981 time: 1.4404106 Aug 20 10:45:04.205805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'tag': '1e0daf03-6e1d-4723-ab9b-6da845d6deff'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:45:04.209842 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ac304a-3c38-4807-a2d2-9513fd32fa51" -d '{"events": [{"name": "network-changed", "server_uuid": "b76cfcfe-d4b8-4076-b26c-783c04ac5102", "tag": "1e0daf03-6e1d-4723-ab9b-6da845d6deff"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:45:04.267883 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['1e0daf03-6e1d-4723-ab9b-6da845d6deff'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:45:04.283726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa331d80-b01a-4e27-93cb-85818712c0e0 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:04.284910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa331d80-b01a-4e27-93cb-85818712c0e0 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:04.288833 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa331d80-b01a-4e27-93cb-85818712c0e0 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:04.290375 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa331d80-b01a-4e27-93cb-85818712c0e0 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:04.294188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa331d80-b01a-4e27-93cb-85818712c0e0 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:04.299992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa331d80-b01a-4e27-93cb-85818712c0e0 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:04.301075 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa331d80-b01a-4e27-93cb-85818712c0e0 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:04.312135 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aa331d80-b01a-4e27-93cb-85818712c0e0 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4590 time: 0.3766906 Aug 20 10:45:04.313482 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52216) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:04.435697 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb85c324-d760-4570-9a5f-69580f0c6b95 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:04.436873 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb85c324-d760-4570-9a5f-69580f0c6b95 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:04.463840 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1b7510dd-23ca-4365-97cd-b75e23b1c72d req-7954cb51-abcf-4fd5-b313-048f70e3cc85 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-43315320&fields=id&tenant_id=9bb773ac2b384fdb884cf77004ac0616 HTTP/1.1" status: 200 len: 267 time: 0.1084244 Aug 20 10:45:04.646806 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-383ce567-19cb-46a1-bfba-1ea17f16369a None None] Provisioning complete for port 233bafa0-feaa-4c80-9452-32462c1bf4bd triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:04.650214 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-383ce567-19cb-46a1-bfba-1ea17f16369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:04.724837 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb85c324-d760-4570-9a5f-69580f0c6b95 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:04.733896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-383ce567-19cb-46a1-bfba-1ea17f16369a None None] Port 233bafa0-feaa-4c80-9452-32462c1bf4bd cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:45:04.743981 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7510dd-23ca-4365-97cd-b75e23b1c72d req-3e80b260-bc3b-40df-a97f-22e118096027 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:04.756190 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1b7510dd-23ca-4365-97cd-b75e23b1c72d req-3e80b260-bc3b-40df-a97f-22e118096027 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 984 time: 0.2910120 Aug 20 10:45:04.767797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-1b7510dd-23ca-4365-97cd-b75e23b1c72d req-ba8f05d5-f0af-4daf-bb46-c224c1b5ebe9 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Request body: {'port': {'security_groups': ['0f0e5f66-44a9-4478-a87e-e463ce4f8617']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:04.778359 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb85c324-d760-4570-9a5f-69580f0c6b95 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:04.830367 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d461dade-db98-4f22-8738-fb2c8c9da589 x-openstack-request-id: req-d461dade-db98-4f22-8738-fb2c8c9da589 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:45:04.830978 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76cfcfe-d4b8-4076-b26c-783c04ac5102", "tag": "1e0daf03-6e1d-4723-ab9b-6da845d6deff", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:45:04.830978 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d461dade-db98-4f22-8738-fb2c8c9da589 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:45:04.831323 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'tag': '1e0daf03-6e1d-4723-ab9b-6da845d6deff', 'status': 'completed', 'code': 200} Aug 20 10:45:04.861393 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb85c324-d760-4570-9a5f-69580f0c6b95 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:04.867011 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:04.873310 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bb85c324-d760-4570-9a5f-69580f0c6b95 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7036736 Aug 20 10:45:04.885490 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52224) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:04.940603 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d8ce2b7e-b1ce-4253-a501-3315d9036947 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'network_id': '5da5cd9e-551f-40d0-9021-1cdf3114afec', 'name': 'tempest-PortsTestJSON-878680837'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:04.952591 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-5da5cd9e-551f-40d0-9021-1cdf3114afec', 'network_id': '5da5cd9e-551f-40d0-9021-1cdf3114afec', 'tenant_id': '2a3124e9e92143db8dde239dcf895788', 'fixed_ips': [{'subnet_id': '3c654113-5b74-442c-977e-25cd1671c1a5'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:45:04.953488 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:04.971356 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac304a-3c38-4807-a2d2-9513fd32fa51 req-fe408601-d352-4493-b7dc-67ef71bcbe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:04.973235 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-27ac304a-3c38-4807-a2d2-9513fd32fa51 req-fe408601-d352-4493-b7dc-67ef71bcbe06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb773ac2b384fdb884cf77004ac0616&device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 1136 time: 0.1409407 Aug 20 10:45:05.025742 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '233bafa0-feaa-4c80-9452-32462c1bf4bd', 'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:a7:e7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:59Z', 'updated_at': '2021-08-20T10:45:01Z', 'revision_number': 2, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:05.085399 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1c2b539c-218f-46da-9d0c-67e0c4bf02e8 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3061 time: 0.7704036 Aug 20 10:45:05.116852 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac304a-3c38-4807-a2d2-9513fd32fa51 req-ca78172c-9051-418e-aa29-78a9ad04d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:05.118691 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-27ac304a-3c38-4807-a2d2-9513fd32fa51 req-ca78172c-9051-418e-aa29-78a9ad04d32e service neutron] 10.222.0.42 "GET /v2.0/networks?id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c HTTP/1.1" status: 200 len: 920 time: 0.1378491 Aug 20 10:45:05.184199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Checking router: 95ea150a-38e7-49d9-979d-a14fe0b3ca27 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:45:05.184564 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Updating router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 port 233bafa0-feaa-4c80-9452-32462c1bf4bd binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:45:05.190044 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-27ac304a-3c38-4807-a2d2-9513fd32fa51 req-0efe953d-8244-4abd-8204-a36b192be068 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0daf03-6e1d-4723-ab9b-6da845d6deff HTTP/1.1" status: 200 len: 217 time: 0.0623996 Aug 20 10:45:05.248772 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:05.257834 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1b7510dd-23ca-4365-97cd-b75e23b1c72d req-ba8f05d5-f0af-4daf-bb46-c224c1b5ebe9 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:05.312521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac304a-3c38-4807-a2d2-9513fd32fa51 req-f2a09526-c24a-4b5a-ad25-c134e39b66db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:05.314913 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-27ac304a-3c38-4807-a2d2-9513fd32fa51 req-f2a09526-c24a-4b5a-ad25-c134e39b66db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0ca692b-df17-4ef8-a3eb-23abb2d3420b HTTP/1.1" status: 200 len: 859 time: 0.1171086 Aug 20 10:45:05.336190 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ce2b7e-b1ce-4253-a501-3315d9036947 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:45:05.341455 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8ce2b7e-b1ce-4253-a501-3315d9036947 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:05.372499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-d8ce2b7e-b1ce-4253-a501-3315d9036947 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] device_id is not set on port 4148ddba-87bc-472e-8269-01d904cd9fb0 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:45:05.439740 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-27ac304a-3c38-4807-a2d2-9513fd32fa51 req-f6323fd9-5c03-4384-90ee-bdcc5852c498 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120200 Aug 20 10:45:05.481213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Allocated IP 172.20.0.2 (5da5cd9e-551f-40d0-9021-1cdf3114afec/3c654113-5b74-442c-977e-25cd1671c1a5/80b063bf-a5ee-40c3-a547-c3b989de554a) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:45:05.521353 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52230) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:05.540965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7cb9321c-bc7e-4edd-82d8-dcdb11975a07 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1785648255', 'description': 'tempest-secgroup-smoke-1785648255 description', 'project_id': 'ec29969148b94deaa5cea655cffb346f'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:05.625495 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7cb9321c-bc7e-4edd-82d8-dcdb11975a07 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:05.628389 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-27ac304a-3c38-4807-a2d2-9513fd32fa51 req-d442edc3-b57f-41ec-90c2-6b8a41a0ab6b service neutron] 10.222.0.42 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809962 Aug 20 10:45:05.690742 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-1b7510dd-23ca-4365-97cd-b75e23b1c72d req-ba8f05d5-f0af-4daf-bb46-c224c1b5ebe9 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] For port 1e0daf03-6e1d-4723-ab9b-6da845d6deff, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=1e0daf03-6e1d-4723-ab9b-6da845d6deff,segment=NetworkSegment(a5b0e89c-059e-4c64-b5c4-ce81d82f91a0),segment_id=a5b0e89c-059e-4c64-b5c4-ce81d82f91a0)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:05.780022 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1b7510dd-23ca-4365-97cd-b75e23b1c72d req-ba8f05d5-f0af-4daf-bb46-c224c1b5ebe9 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:05.785987 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1b7510dd-23ca-4365-97cd-b75e23b1c72d req-ba8f05d5-f0af-4daf-bb46-c224c1b5ebe9 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:05.805951 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['1e0daf03-6e1d-4723-ab9b-6da845d6deff'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:45:05.879939 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7510dd-23ca-4365-97cd-b75e23b1c72d req-ba8f05d5-f0af-4daf-bb46-c224c1b5ebe9 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:05.880713 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1b7510dd-23ca-4365-97cd-b75e23b1c72d req-ba8f05d5-f0af-4daf-bb46-c224c1b5ebe9 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:05.882392 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1b7510dd-23ca-4365-97cd-b75e23b1c72d req-ba8f05d5-f0af-4daf-bb46-c224c1b5ebe9 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "PUT /v2.0/ports/1e0daf03-6e1d-4723-ab9b-6da845d6deff HTTP/1.1" status: 200 len: 942 time: 1.1238496 Aug 20 10:45:05.886844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'tag': '1e0daf03-6e1d-4723-ab9b-6da845d6deff'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:45:05.890271 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb20158-ee7c-4eed-8246-da6dd832bf14" -d '{"events": [{"name": "network-changed", "server_uuid": "b76cfcfe-d4b8-4076-b26c-783c04ac5102", "tag": "1e0daf03-6e1d-4723-ab9b-6da845d6deff"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:45:05.907396 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:05.913856 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-27ac304a-3c38-4807-a2d2-9513fd32fa51 req-0e323108-43fc-49ec-a515-2115091bdd65 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769217 Aug 20 10:45:05.944117 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7cb9321c-bc7e-4edd-82d8-dcdb11975a07 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:05.945807 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f05d5-f0af-4daf-bb46-c224c1b5ebe9 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Pushing event updated for resources: {'Port': ['ID=1e0daf03-6e1d-4723-ab9b-6da845d6deff,revision_number=7']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:05.964566 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7cb9321c-bc7e-4edd-82d8-dcdb11975a07 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:05.989945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['1e0daf03-6e1d-4723-ab9b-6da845d6deff'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:45:05.992214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Transition to ACTIVE for port object 80b063bf-a5ee-40c3-a547-c3b989de554a will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:05.995954 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7cb9321c-bc7e-4edd-82d8-dcdb11975a07 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:06.001806 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7cb9321c-bc7e-4edd-82d8-dcdb11975a07 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4789875 Aug 20 10:45:06.004918 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52242) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:06.010896 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-5c36cee9-8e21-45c4-b27c-7fc3e8be3c73 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group_rule': {'security_group_id': '404ea569-21d9-491a-a980-a686576a62d3', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:06.032865 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9321c-bc7e-4edd-82d8-dcdb11975a07 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404ea569-21d9-491a-a980-a686576a62d3,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:06.054316 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c36cee9-8e21-45c4-b27c-7fc3e8be3c73 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:06.091072 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Transition to ACTIVE for port object 80b063bf-a5ee-40c3-a547-c3b989de554a will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:06.101973 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:06.115357 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:06.177106 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Pushing event updated for resources: {'Port': ['ID=80b063bf-a5ee-40c3-a547-c3b989de554a,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:06.195837 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Transition to ACTIVE for port object 233bafa0-feaa-4c80-9452-32462c1bf4bd will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:06.211385 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c36cee9-8e21-45c4-b27c-7fc3e8be3c73 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:06.220335 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c36cee9-8e21-45c4-b27c-7fc3e8be3c73 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:06.238841 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Network 5da5cd9e-551f-40d0-9021-1cdf3114afec is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:06.239878 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:06.245133 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:06.247441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-d8ce2b7e-b1ce-4253-a501-3315d9036947 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Allocated IP 172.20.0.14 (5da5cd9e-551f-40d0-9021-1cdf3114afec/3c654113-5b74-442c-977e-25cd1671c1a5/4148ddba-87bc-472e-8269-01d904cd9fb0) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:45:06.248513 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:45:06.271119 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cd4428-3fe6-4dc5-8407-5c8ef515e813 x-openstack-request-id: req-31cd4428-3fe6-4dc5-8407-5c8ef515e813 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:45:06.271119 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76cfcfe-d4b8-4076-b26c-783c04ac5102", "tag": "1e0daf03-6e1d-4723-ab9b-6da845d6deff", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:45:06.271119 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31cd4428-3fe6-4dc5-8407-5c8ef515e813 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:45:06.271119 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'tag': '1e0daf03-6e1d-4723-ab9b-6da845d6deff', 'status': 'completed', 'code': 200} Aug 20 10:45:06.280395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36cee9-8e21-45c4-b27c-7fc3e8be3c73 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a528942d-9aa6-4b15-acdb-01a4c0427b8e,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:06.286560 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c36cee9-8e21-45c4-b27c-7fc3e8be3c73 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:06.287825 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5c36cee9-8e21-45c4-b27c-7fc3e8be3c73 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2818449 Aug 20 10:45:06.290586 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52246) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:06.295809 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-1e029d34-b9d8-44a7-9f48-ce047b6f8caa tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group_rule': {'security_group_id': '404ea569-21d9-491a-a980-a686576a62d3', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:06.368217 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e029d34-b9d8-44a7-9f48-ce047b6f8caa tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:06.423809 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6ddfe-210e-452c-8f43-478897d9e0b1 None None] Pushing event updated for resources: {'Port': ['ID=233bafa0-feaa-4c80-9452-32462c1bf4bd,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:06.443311 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-be3dda46-79a6-4efb-8c97-12b92a2bb40f tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4788642 Aug 20 10:45:06.474921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-e58a38e4-8f29-41ff-9661-15b0f9339be5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:06.514499 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-e58a38e4-8f29-41ff-9661-15b0f9339be5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:06.552234 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb20158-ee7c-4eed-8246-da6dd832bf14 req-ed13b4fe-a7cc-45d0-9ea9-bb62a286d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:06.553959 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3cb20158-ee7c-4eed-8246-da6dd832bf14 req-ed13b4fe-a7cc-45d0-9ea9-bb62a286d9c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb773ac2b384fdb884cf77004ac0616&device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 1097 time: 0.2637811 Aug 20 10:45:06.559633 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e029d34-b9d8-44a7-9f48-ce047b6f8caa tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:06.571200 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Attempting to bind port 80b063bf-a5ee-40c3-a547-c3b989de554a on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:45:06.571959 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Attempting to bind port 80b063bf-a5ee-40c3-a547-c3b989de554a by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '667b6e24-2a2e-4eda-89e6-59c410940f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5da5cd9e-551f-40d0-9021-1cdf3114afec'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:45:06.574142 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Attempting to bind port 80b063bf-a5ee-40c3-a547-c3b989de554a on network 5da5cd9e-551f-40d0-9021-1cdf3114afec {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:45:06.583715 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8ce2b7e-b1ce-4253-a501-3315d9036947 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:06.588178 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e029d34-b9d8-44a7-9f48-ce047b6f8caa tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:06.632367 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e029d34-b9d8-44a7-9f48-ce047b6f8caa tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa45058-d1d3-4d7c-b5a9-264388e4484d,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:06.650216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-d8ce2b7e-b1ce-4253-a501-3315d9036947 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Transition to ACTIVE for port object 4148ddba-87bc-472e-8269-01d904cd9fb0 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:06.668093 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e029d34-b9d8-44a7-9f48-ce047b6f8caa tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:06.669648 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1e029d34-b9d8-44a7-9f48-ce047b6f8caa tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3780677 Aug 20 10:45:06.672651 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52248) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:06.678210 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-8f0ec1ee-b61c-4208-bef4-3e081ebb63b5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group_rule': {'security_group_id': '404ea569-21d9-491a-a980-a686576a62d3', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:06.710809 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8ce2b7e-b1ce-4253-a501-3315d9036947 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:06.760264 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8f0ec1ee-b61c-4208-bef4-3e081ebb63b5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:06.807315 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ce2b7e-b1ce-4253-a501-3315d9036947 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 5da5cd9e-551f-40d0-9021-1cdf3114afec is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:06.814035 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-d8ce2b7e-b1ce-4253-a501-3315d9036947 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:06.824600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ce2b7e-b1ce-4253-a501-3315d9036947 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:45:06.836401 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce2b7e-b1ce-4253-a501-3315d9036947 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=4148ddba-87bc-472e-8269-01d904cd9fb0,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:06.873953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb20158-ee7c-4eed-8246-da6dd832bf14 req-ee4153c5-45c6-4590-8287-6b0a40af452d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:06.875956 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3cb20158-ee7c-4eed-8246-da6dd832bf14 req-ee4153c5-45c6-4590-8287-6b0a40af452d service neutron] 10.222.0.42 "GET /v2.0/networks?id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c HTTP/1.1" status: 200 len: 920 time: 0.2805886 Aug 20 10:45:06.944936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:45:06.945316 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Checking segment: {'id': '667b6e24-2a2e-4eda-89e6-59c410940f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5da5cd9e-551f-40d0-9021-1cdf3114afec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:45:06.945724 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:06.946120 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Bound using segment: {'id': '667b6e24-2a2e-4eda-89e6-59c410940f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5da5cd9e-551f-40d0-9021-1cdf3114afec'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:45:06.946612 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Bound port: 80b063bf-a5ee-40c3-a547-c3b989de554a, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667b6e24-2a2e-4eda-89e6-59c410940f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5da5cd9e-551f-40d0-9021-1cdf3114afec'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:45:06.946965 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:06.955381 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3cb20158-ee7c-4eed-8246-da6dd832bf14 req-bb1c1f4f-1b41-4bff-b6a7-0056af8eb290 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0daf03-6e1d-4723-ab9b-6da845d6deff HTTP/1.1" status: 200 len: 217 time: 0.0562706 Aug 20 10:45:06.974006 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ce2b7e-b1ce-4253-a501-3315d9036947 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:06.978012 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8ce2b7e-b1ce-4253-a501-3315d9036947 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:07.027152 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d8ce2b7e-b1ce-4253-a501-3315d9036947 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1395609 Aug 20 10:45:07.028675 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8f0ec1ee-b61c-4208-bef4-3e081ebb63b5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:07.029608 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52252) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:07.034193 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-e58a38e4-8f29-41ff-9661-15b0f9339be5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:07.108354 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Attempting to bind port 233bafa0-feaa-4c80-9452-32462c1bf4bd on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:45:07.110413 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Attempting to bind port 233bafa0-feaa-4c80-9452-32462c1bf4bd by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '1c51bfc5-0354-42c1-a95b-5c2846703eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:45:07.112342 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Attempting to bind port 233bafa0-feaa-4c80-9452-32462c1bf4bd on network ccdba01f-8288-46db-a1bf-15ac914ac346 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:45:07.162162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-e58a38e4-8f29-41ff-9661-15b0f9339be5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Allocated IP 172.25.3.141 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/ca044017-b6a6-451a-ae7f-1e3229df6ab8) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:45:07.170027 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:45:07.170396 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Checking segment: {'id': '1c51bfc5-0354-42c1-a95b-5c2846703eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:45:07.170801 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:07.171214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Bound using segment: {'id': '1c51bfc5-0354-42c1-a95b-5c2846703eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:45:07.171683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Bound port: 233bafa0-feaa-4c80-9452-32462c1bf4bd, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c51bfc5-0354-42c1-a95b-5c2846703eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:45:07.172413 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:07.219531 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8f0ec1ee-b61c-4208-bef4-3e081ebb63b5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:07.249895 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8f0ec1ee-b61c-4208-bef4-3e081ebb63b5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:07.254125 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8f0ec1ee-b61c-4208-bef4-3e081ebb63b5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5804851 Aug 20 10:45:07.254782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52256) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:07.266309 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2e82e4b1-f230-4419-af5f-ec7663e6eae5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group_rule': {'security_group_id': '404ea569-21d9-491a-a980-a686576a62d3', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:07.291574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb20158-ee7c-4eed-8246-da6dd832bf14 req-b465c71c-a4e4-4573-92cc-28b9873847ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:07.293086 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3cb20158-ee7c-4eed-8246-da6dd832bf14 req-b465c71c-a4e4-4573-92cc-28b9873847ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0ca692b-df17-4ef8-a3eb-23abb2d3420b HTTP/1.1" status: 200 len: 859 time: 0.3269174 Aug 20 10:45:07.307475 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ec1ee-b61c-4208-bef4-3e081ebb63b5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4bd74e-08b1-4851-ad27-0ce353440e50,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:07.324729 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2e82e4b1-f230-4419-af5f-ec7663e6eae5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:07.357948 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3cb20158-ee7c-4eed-8246-da6dd832bf14 req-d46e79ae-18f4-40c7-b506-00287c967152 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443017 Aug 20 10:45:07.375564 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] For port 233bafa0-feaa-4c80-9452-32462c1bf4bd, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:45:07.379146 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] For port 233bafa0-feaa-4c80-9452-32462c1bf4bd, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=233bafa0-feaa-4c80-9452-32462c1bf4bd,segment=NetworkSegment(1c51bfc5-0354-42c1-a95b-5c2846703eb5),segment_id=1c51bfc5-0354-42c1-a95b-5c2846703eb5)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:45:07.392101 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] For port 80b063bf-a5ee-40c3-a547-c3b989de554a, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:45:07.408399 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:07.423446 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] For port 80b063bf-a5ee-40c3-a547-c3b989de554a, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=80b063bf-a5ee-40c3-a547-c3b989de554a,segment=NetworkSegment(667b6e24-2a2e-4eda-89e6-59c410940f31),segment_id=667b6e24-2a2e-4eda-89e6-59c410940f31)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:45:07.473510 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:07.526041 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Routers {'95ea150a-38e7-49d9-979d-a14fe0b3ca27'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:45:07.526824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:45:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:07.530073 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6ddfe-210e-452c-8f43-478897d9e0b1 None None] Pushing event updated for resources: {'Port': ['ID=233bafa0-feaa-4c80-9452-32462c1bf4bd,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:07.567663 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-e58a38e4-8f29-41ff-9661-15b0f9339be5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:07.624763 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2e82e4b1-f230-4419-af5f-ec7663e6eae5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:07.639040 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2e82e4b1-f230-4419-af5f-ec7663e6eae5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:07.642103 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9ac6c3a-27dd-447f-b7d5-2bc1412a994a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:07.681056 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3cb20158-ee7c-4eed-8246-da6dd832bf14 req-fd7cd72d-d1eb-4486-b94a-ff00ce79911a service neutron] 10.222.0.42 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088882 Aug 20 10:45:07.688486 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82e4b1-f230-4419-af5f-ec7663e6eae5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75dd06b-2bb9-4218-9429-70b0f0437075,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:07.758386 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e6814-ec13-48dc-9682-7186e4c95cf6 None None] Pushing event updated for resources: {'Port': ['ID=80b063bf-a5ee-40c3-a547-c3b989de554a,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:07.788159 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] Set router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:45:08.135322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '233bafa0-feaa-4c80-9452-32462c1bf4bd', 'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:a7:e7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:59Z', 'updated_at': '2021-08-20T10:45:07Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:08.148616 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9ac6c3a-27dd-447f-b7d5-2bc1412a994a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:08.156008 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9ac6c3a-27dd-447f-b7d5-2bc1412a994a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:08.180604 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b28533-99ab-4052-8446-df52410cc5cf None None] The sync data for ids ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'] in n-d-778550-11 is: [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '233bafa0-feaa-4c80-9452-32462c1bf4bd', 'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:a7:e7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:59Z', 'updated_at': '2021-08-20T10:45:07Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:45:08.353417 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac6c3a-27dd-447f-b7d5-2bc1412a994a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=4148ddba-87bc-472e-8269-01d904cd9fb0,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:08.373992 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2e82e4b1-f230-4419-af5f-ec7663e6eae5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:08.379283 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2e82e4b1-f230-4419-af5f-ec7663e6eae5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1174328 Aug 20 10:45:08.381663 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52270) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:08.398938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-7350a7d0-28b7-4d4c-8831-3b14bf63e8eb tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group_rule': {'security_group_id': '404ea569-21d9-491a-a980-a686576a62d3', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:08.443805 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-e58a38e4-8f29-41ff-9661-15b0f9339be5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:08.526581 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-7350a7d0-28b7-4d4c-8831-3b14bf63e8eb tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Project ec29969148b94deaa5cea655cffb346f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:45:08.556372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-e58a38e4-8f29-41ff-9661-15b0f9339be5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:08.597701 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-e58a38e4-8f29-41ff-9661-15b0f9339be5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:08.600464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a38e4-8f29-41ff-9661-15b0f9339be5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Pushing event updated for resources: {'Port': ['ID=ca044017-b6a6-451a-ae7f-1e3229df6ab8,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:08.604868 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7350a7d0-28b7-4d4c-8831-3b14bf63e8eb tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:08.609828 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9ac6c3a-27dd-447f-b7d5-2bc1412a994a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:08.613021 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-e58a38e4-8f29-41ff-9661-15b0f9339be5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:45:08.743853 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3cb20158-ee7c-4eed-8246-da6dd832bf14 req-e8112aa2-d463-4f70-ab53-1942a231d054 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0480042 Aug 20 10:45:08.819514 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9ac6c3a-27dd-447f-b7d5-2bc1412a994a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:08.943969 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-e58a38e4-8f29-41ff-9661-15b0f9339be5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:09.145327 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-e58a38e4-8f29-41ff-9661-15b0f9339be5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:09.214544 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 80b063bf-a5ee-40c3-a547-c3b989de554a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:45:09.288948 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7350a7d0-28b7-4d4c-8831-3b14bf63e8eb tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:09.304938 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7350a7d0-28b7-4d4c-8831-3b14bf63e8eb tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:09.339624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3f3228-eb13-49f9-971a-8252cc7af637 None None] Network 5da5cd9e-551f-40d0-9021-1cdf3114afec requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:45:09.343067 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350a7d0-28b7-4d4c-8831-3b14bf63e8eb tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d569e405-5cb6-4f47-936f-3aeb1390cd05,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:09.371432 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7350a7d0-28b7-4d4c-8831-3b14bf63e8eb tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:09.376523 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7350a7d0-28b7-4d4c-8831-3b14bf63e8eb tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9923041 Aug 20 10:45:09.392840 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52282) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:09.406637 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-08c1e5bf-03b6-4548-8295-cd205188a3f3 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group_rule': {'security_group_id': '404ea569-21d9-491a-a980-a686576a62d3', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:09.466437 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 80b063bf-a5ee-40c3-a547-c3b989de554a completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:09.482213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a59bfd86-aca4-43bb-9460-488bc21a2111 None None] Provisioning for port 80b063bf-a5ee-40c3-a547-c3b989de554a completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:09.490040 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 80b063bf-a5ee-40c3-a547-c3b989de554a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:09.490416 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:09.537167 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a59bfd86-aca4-43bb-9460-488bc21a2111 None None] Provisioning complete for port 80b063bf-a5ee-40c3-a547-c3b989de554a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:09.537703 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a59bfd86-aca4-43bb-9460-488bc21a2111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:09.563792 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-e58a38e4-8f29-41ff-9661-15b0f9339be5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:09.570364 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-e58a38e4-8f29-41ff-9661-15b0f9339be5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:09.613408 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9ac6c3a-27dd-447f-b7d5-2bc1412a994a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:09.630304 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9ac6c3a-27dd-447f-b7d5-2bc1412a994a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:09.683741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a38e4-8f29-41ff-9661-15b0f9339be5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Pushing event updated for resources: {'Port': ['ID=ca044017-b6a6-451a-ae7f-1e3229df6ab8,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:09.688455 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-e58a38e4-8f29-41ff-9661-15b0f9339be5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:09.698037 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-08c1e5bf-03b6-4548-8295-cd205188a3f3 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Project ec29969148b94deaa5cea655cffb346f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:45:09.710381 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-e58a38e4-8f29-41ff-9661-15b0f9339be5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:09.720692 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-e58a38e4-8f29-41ff-9661-15b0f9339be5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2497306 Aug 20 10:45:09.725217 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08c1e5bf-03b6-4548-8295-cd205188a3f3 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:09.803247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac6c3a-27dd-447f-b7d5-2bc1412a994a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=4148ddba-87bc-472e-8269-01d904cd9fb0,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:09.815419 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9ac6c3a-27dd-447f-b7d5-2bc1412a994a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:09.844165 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-6cefbc16-6244-4d14-90cb-77f4ca256efe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.1122084 Aug 20 10:45:09.844574 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08c1e5bf-03b6-4548-8295-cd205188a3f3 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:09.871541 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08c1e5bf-03b6-4548-8295-cd205188a3f3 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:09.978547 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1e5bf-03b6-4548-8295-cd205188a3f3 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c0baa9-96bc-4b96-8bf4-a9caf2f94668,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:10.030166 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08c1e5bf-03b6-4548-8295-cd205188a3f3 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:10.030920 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-08c1e5bf-03b6-4548-8295-cd205188a3f3 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6338758 Aug 20 10:45:10.061151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-e9608cc4-b346-4cde-b344-74b15035efe2 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:10.072362 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-e9608cc4-b346-4cde-b344-74b15035efe2 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.2256310 Aug 20 10:45:10.085825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-8e71d82e-5072-4eca-a589-593371a9a9b9 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:45:10.097203 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d38aad7e-601c-4bf4-8dc8-dddc81da29de req-8e71d82e-5072-4eca-a589-593371a9a9b9 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233803 Aug 20 10:45:10.145175 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ac6c3a-27dd-447f-b7d5-2bc1412a994a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 5da5cd9e-551f-40d0-9021-1cdf3114afec is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:10.147267 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-c9ac6c3a-27dd-447f-b7d5-2bc1412a994a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:10.165649 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:10.182910 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a59bfd86-aca4-43bb-9460-488bc21a2111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:10.290655 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 80b063bf-a5ee-40c3-a547-c3b989de554a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=80b063bf-a5ee-40c3-a547-c3b989de554a,segment=NetworkSegment(667b6e24-2a2e-4eda-89e6-59c410940f31),segment_id=667b6e24-2a2e-4eda-89e6-59c410940f31)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:10.301303 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:10.302510 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 233bafa0-feaa-4c80-9452-32462c1bf4bd up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:45:10.304403 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-0a5bf0c7-e33b-49c6-b08f-1a8e3970f30a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785648255&fields=id&tenant_id=ec29969148b94deaa5cea655cffb346f HTTP/1.1" status: 200 len: 267 time: 0.0663743 Aug 20 10:45:10.450542 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-a59bfd86-aca4-43bb-9460-488bc21a2111 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:45:10.451855 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-a59bfd86-aca4-43bb-9460-488bc21a2111 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:45:10.483704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-593d86f4-8b8a-486d-9c2b-5a9cb9ed1399 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:10.495849 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-593d86f4-8b8a-486d-9c2b-5a9cb9ed1399 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2243984 Aug 20 10:45:10.502669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=80b063bf-a5ee-40c3-a547-c3b989de554a,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:10.538545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 233bafa0-feaa-4c80-9452-32462c1bf4bd completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:10.543324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 233bafa0-feaa-4c80-9452-32462c1bf4bd triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:10.543710 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:10.645844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-90f215eb-6b5f-469d-9c79-708a0b02fb83 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:10.653490 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-90f215eb-6b5f-469d-9c79-708a0b02fb83 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/networks?id=ccdba01f-8288-46db-a1bf-15ac914ac346 HTTP/1.1" status: 200 len: 796 time: 0.3202806 Aug 20 10:45:10.683797 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-4497bfec-c73c-44c8-a1a8-ba5eb37ca570 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/quotas/ec29969148b94deaa5cea655cffb346f HTTP/1.1" status: 200 len: 375 time: 0.0286269 Aug 20 10:45:10.713130 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-f242407f-cc4e-443d-83e0-d01fd44077bf tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.2162430 Aug 20 10:45:10.719744 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-1940e436-56e1-43ae-9d6b-9603180252fe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Request body: {'floatingip': {'port_id': '1e0daf03-6e1d-4723-ab9b-6da845d6deff', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:10.732373 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:10.780080 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9460ec1b-23a2-4800-a53d-b43a89e9f6c0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec29969148b94deaa5cea655cffb346f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943720 Aug 20 10:45:10.792895 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 233bafa0-feaa-4c80-9452-32462c1bf4bd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=233bafa0-feaa-4c80-9452-32462c1bf4bd,segment=NetworkSegment(1c51bfc5-0354-42c1-a95b-5c2846703eb5),segment_id=1c51bfc5-0354-42c1-a95b-5c2846703eb5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:10.798425 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-04885475-b39d-4666-a6b0-df48d156358e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:45:10.800387 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-1940e436-56e1-43ae-9d6b-9603180252fe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:10.802964 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-04885475-b39d-4666-a6b0-df48d156358e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111313 Aug 20 10:45:10.806674 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:10.846166 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ac6c3a-27dd-447f-b7d5-2bc1412a994a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Router 23b2eb26-0703-4ec2-891f-e87a6a8941cf is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:45:10.863002 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=233bafa0-feaa-4c80-9452-32462c1bf4bd,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:11.043388 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-10640f7d-c95a-4f37-b165-a5d39a286201 service neutron] 10.222.0.16 "GET /v2.0/networks/ccdba01f-8288-46db-a1bf-15ac914ac346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244542 Aug 20 10:45:11.077630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 80b063bf-a5ee-40c3-a547-c3b989de554a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:45:11.224825 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 80b063bf-a5ee-40c3-a547-c3b989de554a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:11.225196 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:11.256341 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b042696c-9b48-474c-ab02-22654f6f0238 None None] Provisioning complete for port 80b063bf-a5ee-40c3-a547-c3b989de554a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:11.256720 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b042696c-9b48-474c-ab02-22654f6f0238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:11.280259 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-fd88be17-04ab-4d31-9d87-095c67dc8801 service neutron] 10.222.0.16 "GET /v2.0/networks/ccdba01f-8288-46db-a1bf-15ac914ac346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359753 Aug 20 10:45:11.464952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 233bafa0-feaa-4c80-9452-32462c1bf4bd up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:45:11.554652 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b042696c-9b48-474c-ab02-22654f6f0238 None None] Provisioning for port 4148ddba-87bc-472e-8269-01d904cd9fb0 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:11.562200 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 233bafa0-feaa-4c80-9452-32462c1bf4bd triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:11.562572 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:11.635690 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b042696c-9b48-474c-ab02-22654f6f0238 None None] Provisioning complete for port 4148ddba-87bc-472e-8269-01d904cd9fb0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:11.636503 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b042696c-9b48-474c-ab02-22654f6f0238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:11.685614 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ac6c3a-27dd-447f-b7d5-2bc1412a994a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:45:11.699064 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da8303-74f5-440f-928b-a11bdced5282 None None] Sync routers for ids ['23b2eb26-0703-4ec2-891f-e87a6a8941cf'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:45:11.707288 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8fd334e8-b4a5-4661-9baa-370f2a956d64 req-0fba8e80-0b54-4412-b20e-eca1c2e2f1eb tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 210 time: 0.0792773 Aug 20 10:45:11.713912 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c9ac6c3a-27dd-447f-b7d5-2bc1412a994a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "PUT /v2.0/routers/23b2eb26-0703-4ec2-891f-e87a6a8941cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6824880 Aug 20 10:45:11.716985 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52336) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:11.718734 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da8303-74f5-440f-928b-a11bdced5282 None None] Routers {'23b2eb26-0703-4ec2-891f-e87a6a8941cf'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:45:11.719663 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-96da8303-74f5-440f-928b-a11bdced5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:45:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['23b2eb26-0703-4ec2-891f-e87a6a8941cf'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:11.735174 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b042696c-9b48-474c-ab02-22654f6f0238 None None] Port 4148ddba-87bc-472e-8269-01d904cd9fb0 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:45:11.844008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93119356-ffde-45c3-9cbd-a14b8635fb90 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:11.849040 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-93119356-ffde-45c3-9cbd-a14b8635fb90 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b2eb26-0703-4ec2-891f-e87a6a8941cf HTTP/1.1" status: 200 len: 982 time: 0.1275508 Aug 20 10:45:11.850979 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52338) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:11.873637 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-96da8303-74f5-440f-928b-a11bdced5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:11.879018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-852e8271-841e-4163-8c3e-06461533ff49 None None] Provisioning complete for port 4148ddba-87bc-472e-8269-01d904cd9fb0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:11.883094 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-852e8271-841e-4163-8c3e-06461533ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:11.920451 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da8303-74f5-440f-928b-a11bdced5282 None None] Routers {'23b2eb26-0703-4ec2-891f-e87a6a8941cf'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:45:11.921468 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-96da8303-74f5-440f-928b-a11bdced5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:45:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['23b2eb26-0703-4ec2-891f-e87a6a8941cf'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:11.963525 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-96da8303-74f5-440f-928b-a11bdced5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:11.964335 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da8303-74f5-440f-928b-a11bdced5282 None None] The sync data for ids ['23b2eb26-0703-4ec2-891f-e87a6a8941cf'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:45:11.969225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-852e8271-841e-4163-8c3e-06461533ff49 None None] Port 4148ddba-87bc-472e-8269-01d904cd9fb0 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:45:12.095844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-31d722be-5a9e-4b30-b0ab-96c323a1b018 None None] Provisioning complete for port 4148ddba-87bc-472e-8269-01d904cd9fb0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:12.096295 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-31d722be-5a9e-4b30-b0ab-96c323a1b018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:12.174367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-31d722be-5a9e-4b30-b0ab-96c323a1b018 None None] Port 4148ddba-87bc-472e-8269-01d904cd9fb0 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:45:12.395935 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-1940e436-56e1-43ae-9d6b-9603180252fe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:12.403143 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-1940e436-56e1-43ae-9d6b-9603180252fe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:12.520289 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fb3bf32-e2c7-4be8-8d88-c4be1ccca679 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:12.576511 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-1940e436-56e1-43ae-9d6b-9603180252fe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Floating IP 13cccad8-8a6f-4c2f-960f-a7257b777aed associated. External IP: 172.25.3.141, port: 1e0daf03-6e1d-4723-ab9b-6da845d6deff. Aug 20 10:45:12.871179 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67dc4a99-da65-4168-adf5-15b6e8b33a62 req-181a8166-e8d3-4945-8c65-15da4579ec36 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 210 time: 0.0592673 Aug 20 10:45:12.983572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-1940e436-56e1-43ae-9d6b-9603180252fe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Router 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:45:13.007545 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-7fb3bf32-e2c7-4be8-8d88-c4be1ccca679 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port 4148ddba-87bc-472e-8269-01d904cd9fb0 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:45:13.008201 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fb3bf32-e2c7-4be8-8d88-c4be1ccca679 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:13.141149 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-1940e436-56e1-43ae-9d6b-9603180252fe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:45:13.154902 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553d23d-444d-4a41-b4d2-7c3aa3a795d0 None None] Sync routers for ids ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:45:13.169986 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-1940e436-56e1-43ae-9d6b-9603180252fe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:13.174348 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553d23d-444d-4a41-b4d2-7c3aa3a795d0 None None] Routers {'902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:45:13.175446 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5553d23d-444d-4a41-b4d2-7c3aa3a795d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:45:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:13.229004 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fb3bf32-e2c7-4be8-8d88-c4be1ccca679 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:13.255207 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-7fb3bf32-e2c7-4be8-8d88-c4be1ccca679 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for 4148ddba-87bc-472e-8269-01d904cd9fb0 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:45:13.294800 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-1940e436-56e1-43ae-9d6b-9603180252fe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "PUT /v2.0/floatingips/13cccad8-8a6f-4c2f-960f-a7257b777aed HTTP/1.1" status: 200 len: 996 time: 2.5801086 Aug 20 10:45:13.300418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'tag': '1e0daf03-6e1d-4723-ab9b-6da845d6deff'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:45:13.304793 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bc9671-933b-4edd-ae11-3d053ca78c46" -d '{"events": [{"name": "network-changed", "server_uuid": "b76cfcfe-d4b8-4076-b26c-783c04ac5102", "tag": "1e0daf03-6e1d-4723-ab9b-6da845d6deff"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:45:13.413825 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f58f3a-efbf-44b9-a0f0-e5accb8296f6 x-openstack-request-id: req-e1f58f3a-efbf-44b9-a0f0-e5accb8296f6 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:45:13.414142 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76cfcfe-d4b8-4076-b26c-783c04ac5102", "tag": "1e0daf03-6e1d-4723-ab9b-6da845d6deff", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:45:13.414505 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1f58f3a-efbf-44b9-a0f0-e5accb8296f6 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:45:13.414986 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'tag': '1e0daf03-6e1d-4723-ab9b-6da845d6deff', 'status': 'completed', 'code': 200} Aug 20 10:45:13.415287 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-5553d23d-444d-4a41-b4d2-7c3aa3a795d0 None None] Set router 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:45:13.448016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-7fbb65cd-b311-43cb-8624-c13dfdf01349 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:13.449562 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-7fbb65cd-b311-43cb-8624-c13dfdf01349 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.24 "GET /v2.0/networks?id=ccdba01f-8288-46db-a1bf-15ac914ac346 HTTP/1.1" status: 200 len: 796 time: 0.2743838 Aug 20 10:45:13.555650 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-694d8878-3f96-4dd9-9e8b-85944dda2fb4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec29969148b94deaa5cea655cffb346f HTTP/1.1" status: 200 len: 380 time: 0.0849645 Aug 20 10:45:13.561196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc9671-933b-4edd-ae11-3d053ca78c46 req-ddbdc035-d662-428f-8592-2e1851cd4b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:13.564138 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74bc9671-933b-4edd-ae11-3d053ca78c46 req-ddbdc035-d662-428f-8592-2e1851cd4b32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb773ac2b384fdb884cf77004ac0616&device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 1097 time: 0.1117470 Aug 20 10:45:13.565386 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-28962782-ed2a-442a-8ff0-89ec08870832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:13.566898 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-28962782-ed2a-442a-8ff0-89ec08870832 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bb773ac2b384fdb884cf77004ac0616&device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 1097 time: 0.2417541 Aug 20 10:45:13.571906 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-eb8d560c-bd5c-4742-94a1-900b215f9c65 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'port': {'device_id': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'admin_state_up': True, 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'security_groups': ['404ea569-21d9-491a-a980-a686576a62d3']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:13.764904 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fb3bf32-e2c7-4be8-8d88-c4be1ccca679 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:13.789879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5553d23d-444d-4a41-b4d2-7c3aa3a795d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-680397571-router', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:02Z', 'updated_at': '2021-08-20T10:44:08Z', 'revision_number': 4, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'gw_port': {'id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:03Z', 'updated_at': '2021-08-20T10:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '13cccad8-8a6f-4c2f-960f-a7257b777aed', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'port_id': '1e0daf03-6e1d-4723-ab9b-6da845d6deff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c', 'mac_address': 'fa:16:3e:01:db:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:45:08Z', 'updated_at': '2021-08-20T10:45:12Z', 'revision_number': 1, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d947d5c-b4aa-456a-b0d6-35272e4479a9', 'name': '', 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'mac_address': 'fa:16:3e:95:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:07Z', 'updated_at': '2021-08-20T10:44:17Z', 'revision_number': 5, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'subnets': [{'id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:13.801085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-d074caef-f37b-4046-aa62-05a1863690ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:13.803270 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-d074caef-f37b-4046-aa62-05a1863690ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c HTTP/1.1" status: 200 len: 920 time: 0.2261033 Aug 20 10:45:13.832602 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3bf32-e2c7-4be8-8d88-c4be1ccca679 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=4148ddba-87bc-472e-8269-01d904cd9fb0,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:13.854661 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553d23d-444d-4a41-b4d2-7c3aa3a795d0 None None] Checking router: 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:45:13.873623 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553d23d-444d-4a41-b4d2-7c3aa3a795d0 None None] Routers {'902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:45:13.874387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5553d23d-444d-4a41-b4d2-7c3aa3a795d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:45:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:13.893327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc9671-933b-4edd-ae11-3d053ca78c46 req-b11b0aad-e79c-4798-84d8-cd04d71a9e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:13.894895 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74bc9671-933b-4edd-ae11-3d053ca78c46 req-b11b0aad-e79c-4798-84d8-cd04d71a9e98 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c HTTP/1.1" status: 200 len: 920 time: 0.3142803 Aug 20 10:45:13.938296 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-eb8d560c-bd5c-4742-94a1-900b215f9c65 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Made reservation on behalf of ec29969148b94deaa5cea655cffb346f for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:45:13.947607 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-eb8d560c-bd5c-4742-94a1-900b215f9c65 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:13.968003 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-65a0e36e-db1c-45c8-bd62-bd03d17a8892 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0daf03-6e1d-4723-ab9b-6da845d6deff HTTP/1.1" status: 200 len: 999 time: 0.1567640 Aug 20 10:45:14.063153 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74bc9671-933b-4edd-ae11-3d053ca78c46 req-b807c057-4b36-4d40-9738-56e7089f40fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0daf03-6e1d-4723-ab9b-6da845d6deff HTTP/1.1" status: 200 len: 999 time: 0.1530135 Aug 20 10:45:14.126370 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc9671-933b-4edd-ae11-3d053ca78c46 req-701e919a-bf18-4fcd-8d89-76980efdec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:14.128270 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74bc9671-933b-4edd-ae11-3d053ca78c46 req-701e919a-bf18-4fcd-8d89-76980efdec40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0ca692b-df17-4ef8-a3eb-23abb2d3420b HTTP/1.1" status: 200 len: 859 time: 0.0510354 Aug 20 10:45:14.159404 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0a70ba57-db5e-48a2-aff7-8d72ba31be39 req-9c1f9d4a-260e-4a8c-ad30-b321b71da850 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 210 time: 0.0947049 Aug 20 10:45:14.169720 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-5553d23d-444d-4a41-b4d2-7c3aa3a795d0 None None] Set router 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:45:14.185210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-9cb3b984-4917-4dbe-9741-268a8015f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:14.187596 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-9cb3b984-4917-4dbe-9741-268a8015f722 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0ca692b-df17-4ef8-a3eb-23abb2d3420b HTTP/1.1" status: 200 len: 859 time: 0.2003477 Aug 20 10:45:14.245477 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74bc9671-933b-4edd-ae11-3d053ca78c46 req-1d84f9ed-6c93-43ec-9e92-421e2dfaf126 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921121 Aug 20 10:45:14.280497 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-a01bad80-94ae-44e4-b4e6-9872cbb4e4da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764771 Aug 20 10:45:14.292223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-4acbc6a8-e941-437c-9a2d-744e1baa605f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:45:14.303150 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-4acbc6a8-e941-437c-9a2d-744e1baa605f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214267 Aug 20 10:45:14.395697 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74bc9671-933b-4edd-ae11-3d053ca78c46 req-0341512c-c777-4cde-96c0-a8cb1989c946 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462409 Aug 20 10:45:14.478557 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fb3bf32-e2c7-4be8-8d88-c4be1ccca679 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:14.555971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-eb8d560c-bd5c-4742-94a1-900b215f9c65 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Allocated IP 172.20.0.4 (ccdba01f-8288-46db-a1bf-15ac914ac346/2fb6c4ae-1007-4ed9-8ce4-283f29cc485a/da2cdfe8-aa48-43ec-bd4c-50b61f290412) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:45:14.572831 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5553d23d-444d-4a41-b4d2-7c3aa3a795d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-680397571-router', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:02Z', 'updated_at': '2021-08-20T10:44:08Z', 'revision_number': 4, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'gw_port': {'id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:03Z', 'updated_at': '2021-08-20T10:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '13cccad8-8a6f-4c2f-960f-a7257b777aed', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'port_id': '1e0daf03-6e1d-4723-ab9b-6da845d6deff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c', 'mac_address': 'fa:16:3e:01:db:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:45:08Z', 'updated_at': '2021-08-20T10:45:12Z', 'revision_number': 1, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d947d5c-b4aa-456a-b0d6-35272e4479a9', 'name': '', 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'mac_address': 'fa:16:3e:95:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:07Z', 'updated_at': '2021-08-20T10:44:17Z', 'revision_number': 5, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'subnets': [{'id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:14.603453 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-20ca9d15-71ff-4e49-b2de-ab57c1b2e1f1 service neutron] 10.222.0.16 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995501 Aug 20 10:45:14.766345 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb3bf32-e2c7-4be8-8d88-c4be1ccca679 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Router 23b2eb26-0703-4ec2-891f-e87a6a8941cf has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:45:14.766830 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-23387655-f74a-4f30-a749-d39fd9b1d555 req-248d7c6d-2140-429c-b5af-05658fe1a1b8 service neutron] 10.222.0.16 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560662 Aug 20 10:45:14.919831 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb3d077b-e946-4546-af11-671d942ebf0e req-2029c071-407e-48d1-8980-8f063e139f29 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 999 time: 0.1030688 Aug 20 10:45:14.958292 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553d23d-444d-4a41-b4d2-7c3aa3a795d0 None None] The sync data for ids ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'] in n-d-778550-11 is: [{'id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-680397571-router', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:02Z', 'updated_at': '2021-08-20T10:44:08Z', 'revision_number': 4, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'gw_port': {'id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:03Z', 'updated_at': '2021-08-20T10:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '13cccad8-8a6f-4c2f-960f-a7257b777aed', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'port_id': '1e0daf03-6e1d-4723-ab9b-6da845d6deff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c', 'mac_address': 'fa:16:3e:01:db:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:45:08Z', 'updated_at': '2021-08-20T10:45:12Z', 'revision_number': 1, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d947d5c-b4aa-456a-b0d6-35272e4479a9', 'name': '', 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'mac_address': 'fa:16:3e:95:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:07Z', 'updated_at': '2021-08-20T10:44:17Z', 'revision_number': 5, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'subnets': [{'id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:45:15.002620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d077b-e946-4546-af11-671d942ebf0e req-37b12bf6-a9aa-495c-9515-2c74c2af9b90 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:15.015731 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb3d077b-e946-4546-af11-671d942ebf0e req-37b12bf6-a9aa-495c-9515-2c74c2af9b90 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports/1e0daf03-6e1d-4723-ab9b-6da845d6deff HTTP/1.1" status: 200 len: 942 time: 0.0883017 Aug 20 10:45:15.021549 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74bc9671-933b-4edd-ae11-3d053ca78c46 req-9b96f980-4dee-4295-9934-e698f95a5e65 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343192 Aug 20 10:45:15.023820 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-eb8d560c-bd5c-4742-94a1-900b215f9c65 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:15.065104 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-eb8d560c-bd5c-4742-94a1-900b215f9c65 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Transition to ACTIVE for port object da2cdfe8-aa48-43ec-bd4c-50b61f290412 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:15.142211 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-eb8d560c-bd5c-4742-94a1-900b215f9c65 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:15.197917 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb3bf32-e2c7-4be8-8d88-c4be1ccca679 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:45:15.219776 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7fb3bf32-e2c7-4be8-8d88-c4be1ccca679 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "PUT /v2.0/routers/23b2eb26-0703-4ec2-891f-e87a6a8941cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3651135 Aug 20 10:45:15.220982 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f1bb4e-9d10-4553-98ed-9b14fdb5aab6 None None] Sync routers for ids ['23b2eb26-0703-4ec2-891f-e87a6a8941cf'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:45:15.232569 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52394) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:15.241215 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f1bb4e-9d10-4553-98ed-9b14fdb5aab6 None None] Routers {'23b2eb26-0703-4ec2-891f-e87a6a8941cf'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:45:15.241862 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-66f1bb4e-9d10-4553-98ed-9b14fdb5aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:45:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['23b2eb26-0703-4ec2-891f-e87a6a8941cf'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:15.251625 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-eb8d560c-bd5c-4742-94a1-900b215f9c65 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network ccdba01f-8288-46db-a1bf-15ac914ac346 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:15.257471 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-eb8d560c-bd5c-4742-94a1-900b215f9c65 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:15.279291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d560c-bd5c-4742-94a1-900b215f9c65 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Port': ['ID=da2cdfe8-aa48-43ec-bd4c-50b61f290412,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:15.288719 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-eb8d560c-bd5c-4742-94a1-900b215f9c65 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:45:15.392632 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb3d077b-e946-4546-af11-671d942ebf0e req-b07e8e4c-2c00-46e4-8d7f-240a1ec6993f tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 999 time: 0.2081311 Aug 20 10:45:15.485856 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8270ed86-559a-4da5-9b88-87964d4fb3ed None None] New status for floating IP 13cccad8-8a6f-4c2f-960f-a7257b777aed: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:45:15.522234 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-42838f51-4a5d-4a15-8ca7-9e2de9a3e563 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] GET failed (client error): The resource could not be found. Aug 20 10:45:15.524074 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-42838f51-4a5d-4a15-8ca7-9e2de9a3e563 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports/4148ddba-87bc-472e-8269-01d904cd9fb0 HTTP/1.1" status: 404 len: 333 time: 0.1875324 Aug 20 10:45:15.532488 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d077b-e946-4546-af11-671d942ebf0e req-eac507c2-4499-46f2-ba68-a952661bf045 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:15.538725 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52396) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:15.540910 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb3d077b-e946-4546-af11-671d942ebf0e req-eac507c2-4499-46f2-ba68-a952661bf045 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.1471343 Aug 20 10:45:15.547449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-eb3d077b-e946-4546-af11-671d942ebf0e req-0140354d-466b-4828-a92b-6790f1ba05a5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:45:15.556475 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb3d077b-e946-4546-af11-671d942ebf0e req-0140354d-466b-4828-a92b-6790f1ba05a5 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145469 Aug 20 10:45:15.631807 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-66f1bb4e-9d10-4553-98ed-9b14fdb5aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:15.653162 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f1bb4e-9d10-4553-98ed-9b14fdb5aab6 None None] Routers {'23b2eb26-0703-4ec2-891f-e87a6a8941cf'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:45:15.654960 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-66f1bb4e-9d10-4553-98ed-9b14fdb5aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:45:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['23b2eb26-0703-4ec2-891f-e87a6a8941cf'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:15.681265 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb3d077b-e946-4546-af11-671d942ebf0e req-455319cb-5f78-44c4-90f5-d95935eba4e3 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 999 time: 0.1222467 Aug 20 10:45:15.688232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-eb8d560c-bd5c-4742-94a1-900b215f9c65 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:15.688893 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-eb8d560c-bd5c-4742-94a1-900b215f9c65 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:15.693028 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-eb3d077b-e946-4546-af11-671d942ebf0e req-de563701-fddd-4e1f-8a2f-f77d3122abbe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:15.701760 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-66f1bb4e-9d10-4553-98ed-9b14fdb5aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:15.703107 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f1bb4e-9d10-4553-98ed-9b14fdb5aab6 None None] The sync data for ids ['23b2eb26-0703-4ec2-891f-e87a6a8941cf'] in n-d-778550-11 is: [] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:45:15.753111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54d53f-27ed-473d-afd9-761a0691ec85 req-d99c16e4-5a13-4f52-9b5c-8f670fa5e939 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:15.754984 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ba54d53f-27ed-473d-afd9-761a0691ec85 req-d99c16e4-5a13-4f52-9b5c-8f670fa5e939 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 931 time: 0.3945076 Aug 20 10:45:15.758855 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19aca9cf-7d97-4146-863b-f1d85dd6f76d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:15.763631 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-eb8d560c-bd5c-4742-94a1-900b215f9c65 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1951182 Aug 20 10:45:15.809415 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eb3d077b-e946-4546-af11-671d942ebf0e req-de563701-fddd-4e1f-8a2f-f77d3122abbe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for floatingip, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:15.812402 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Request body: {'port': {'device_id': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:15.883960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-acd7d70a-ea41-4534-b71e-27ae0f2490ce None None] Provisioning for port da2cdfe8-aa48-43ec-bd4c-50b61f290412 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:15.891740 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-acd7d70a-ea41-4534-b71e-27ae0f2490ce None None] Provisioning complete for port da2cdfe8-aa48-43ec-bd4c-50b61f290412 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:15.892739 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-acd7d70a-ea41-4534-b71e-27ae0f2490ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:15.955783 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ba54d53f-27ed-473d-afd9-761a0691ec85 req-c372c9a7-7132-4fd2-ba8d-5f9ff6c21131 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=404ea569-21d9-491a-a980-a686576a62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503134 Aug 20 10:45:15.960562 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-acd7d70a-ea41-4534-b71e-27ae0f2490ce None None] Port da2cdfe8-aa48-43ec-bd4c-50b61f290412 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:45:16.011304 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.db.api [req-eb3d077b-e946-4546-af11-671d942ebf0e req-de563701-fddd-4e1f-8a2f-f77d3122abbe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:45:16.011807 n-d-778550-11 neutron-server[94867]: DEBUG oslo_db.api [req-eb3d077b-e946-4546-af11-671d942ebf0e req-de563701-fddd-4e1f-8a2f-f77d3122abbe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:45:16.122965 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19aca9cf-7d97-4146-863b-f1d85dd6f76d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:16.124700 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:16.126972 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19aca9cf-7d97-4146-863b-f1d85dd6f76d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:16.351776 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19aca9cf-7d97-4146-863b-f1d85dd6f76d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:16.352409 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19aca9cf-7d97-4146-863b-f1d85dd6f76d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Fanout notify agent at l3_agent the message router_deleted on router 23b2eb26-0703-4ec2-891f-e87a6a8941cf {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:45:16.360880 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19aca9cf-7d97-4146-863b-f1d85dd6f76d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:16.364673 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-19aca9cf-7d97-4146-863b-f1d85dd6f76d tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/routers/23b2eb26-0703-4ec2-891f-e87a6a8941cf HTTP/1.1" status: 204 len: 168 time: 0.8151350 Aug 20 10:45:16.365316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52414) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:16.425849 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c4f846-a3c1-4e83-8fff-32450f27466f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting subnet 3c654113-5b74-442c-977e-25cd1671c1a5 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:45:16.429368 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f846-a3c1-4e83-8fff-32450f27466f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:16.480732 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f846-a3c1-4e83-8fff-32450f27466f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:16.489533 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2cdfe8-aa48-43ec-bd4c-50b61f290412 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:45:16.507887 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:16.520754 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Transition to ACTIVE for port object da2cdfe8-aa48-43ec-bd4c-50b61f290412 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:16.525416 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:16.618517 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52418) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:16.630469 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Pushing event updated for resources: {'Port': ['ID=da2cdfe8-aa48-43ec-bd4c-50b61f290412,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:16.657558 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f846-a3c1-4e83-8fff-32450f27466f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:16.732294 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eb3d077b-e946-4546-af11-671d942ebf0e req-de563701-fddd-4e1f-8a2f-f77d3122abbe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for floatingip, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:16.748846 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Attempting to bind port da2cdfe8-aa48-43ec-bd4c-50b61f290412 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:45:16.749387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Attempting to bind port da2cdfe8-aa48-43ec-bd4c-50b61f290412 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '1c51bfc5-0354-42c1-a95b-5c2846703eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:45:16.749646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Attempting to bind port da2cdfe8-aa48-43ec-bd4c-50b61f290412 on network ccdba01f-8288-46db-a1bf-15ac914ac346 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:45:16.759669 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Port da2cdfe8-aa48-43ec-bd4c-50b61f290412 on network ccdba01f-8288-46db-a1bf-15ac914ac346 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:45:16.760921 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Attempting to bind port da2cdfe8-aa48-43ec-bd4c-50b61f290412 on network ccdba01f-8288-46db-a1bf-15ac914ac346 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:45:16.773456 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:45:16.773456 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Checking segment: {'id': '1c51bfc5-0354-42c1-a95b-5c2846703eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:45:16.773974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Bound using segment: {'id': '1c51bfc5-0354-42c1-a95b-5c2846703eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:45:16.774511 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Bound port: da2cdfe8-aa48-43ec-bd4c-50b61f290412, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c51bfc5-0354-42c1-a95b-5c2846703eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:45:16.774985 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:16.897611 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-417b0985-e6a7-489d-a093-9cd47be08b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:16.915631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] For port da2cdfe8-aa48-43ec-bd4c-50b61f290412, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:45:16.940320 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] For port da2cdfe8-aa48-43ec-bd4c-50b61f290412, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=da2cdfe8-aa48-43ec-bd4c-50b61f290412,segment=NetworkSegment(1c51bfc5-0354-42c1-a95b-5c2846703eb5),segment_id=1c51bfc5-0354-42c1-a95b-5c2846703eb5)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:45:16.950142 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:16.992758 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:16.993494 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:16.995217 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] 10.222.0.24 "PUT /v2.0/ports/da2cdfe8-aa48-43ec-bd4c-50b61f290412 HTTP/1.1" status: 200 len: 1092 time: 1.1871810 Aug 20 10:45:17.000704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'tag': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:45:17.003634 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706d8bd2-1ba9-4a61-be50-c6a74d9e1c72" -d '{"events": [{"name": "network-changed", "server_uuid": "aeef66be-51ed-49c6-8256-b93c66c3bc78", "tag": "da2cdfe8-aa48-43ec-bd4c-50b61f290412"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:45:17.120144 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebe52a-f920-4b11-bef8-89c39b6d1a45 service neutron] Pushing event updated for resources: {'Port': ['ID=da2cdfe8-aa48-43ec-bd4c-50b61f290412,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:17.225802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-efe3f843-6925-49e5-ae1a-4e3e7dc09a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:17.227788 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-efe3f843-6925-49e5-ae1a-4e3e7dc09a89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec29969148b94deaa5cea655cffb346f&device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 1095 time: 0.1774139 Aug 20 10:45:17.289194 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-9d6898b7-4fb2-430d-a2ed-2922cd25318b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da2cdfe8-aa48-43ec-bd4c-50b61f290412 HTTP/1.1" status: 200 len: 217 time: 0.0445499 Aug 20 10:45:17.342744 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef98b1-bcd5-4565-ae7a-a2251a9f8427 req-e10fa16e-2457-406a-a9ce-9b5140887b03 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:17.345589 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-16ef98b1-bcd5-4565-ae7a-a2251a9f8427 req-e10fa16e-2457-406a-a9ce-9b5140887b03 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 943 time: 0.2022941 Aug 20 10:45:17.410055 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-417b0985-e6a7-489d-a093-9cd47be08b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:17.440050 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-417b0985-e6a7-489d-a093-9cd47be08b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:17.530021 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-492b3044-b1e9-4357-ab88-3936968d0d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:17.533266 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-492b3044-b1e9-4357-ab88-3936968d0d51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2fb6c4ae-1007-4ed9-8ce4-283f29cc485a HTTP/1.1" status: 200 len: 835 time: 0.2353647 Aug 20 10:45:17.558866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b0985-e6a7-489d-a093-9cd47be08b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bf23c9-fadc-4f3a-b5bd-85c3bbebe03d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:17.561858 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eb3d077b-e946-4546-af11-671d942ebf0e req-de563701-fddd-4e1f-8a2f-f77d3122abbe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:17.568847 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eb3d077b-e946-4546-af11-671d942ebf0e req-de563701-fddd-4e1f-8a2f-f77d3122abbe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:17.569252 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [req-eb3d077b-e946-4546-af11-671d942ebf0e req-de563701-fddd-4e1f-8a2f-f77d3122abbe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Floating IP 13cccad8-8a6f-4c2f-960f-a7257b777aed disassociated. External IP: 172.25.3.141, port: 1e0daf03-6e1d-4723-ab9b-6da845d6deff. Aug 20 10:45:17.570538 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-16ef98b1-bcd5-4565-ae7a-a2251a9f8427 req-f32d9f9b-2f81-4866-b97f-177b13624abe tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=404ea569-21d9-491a-a980-a686576a62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734416 Aug 20 10:45:17.597831 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-417b0985-e6a7-489d-a093-9cd47be08b66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65a388c7dfb843acbfc753a46b536acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9769926 Aug 20 10:45:17.601581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52428) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:17.645972 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-a93ebb79-94de-4da8-a294-6caea2d0ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:17.647230 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-a93ebb79-94de-4da8-a294-6caea2d0ffe7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ccdba01f-8288-46db-a1bf-15ac914ac346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026688 Aug 20 10:45:17.657761 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f846-a3c1-4e83-8fff-32450f27466f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:17.711184 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36ec7ca-1614-436a-9d0f-cbccaf9776d4 x-openstack-request-id: req-b36ec7ca-1614-436a-9d0f-cbccaf9776d4 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:45:17.711400 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeef66be-51ed-49c6-8256-b93c66c3bc78", "tag": "da2cdfe8-aa48-43ec-bd4c-50b61f290412", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:45:17.711629 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b36ec7ca-1614-436a-9d0f-cbccaf9776d4 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:45:17.712019 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'tag': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412', 'status': 'completed', 'code': 200} Aug 20 10:45:17.716468 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a03cbf6b-5839-475a-a8d8-33c30c9b015d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:17.727826 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f846-a3c1-4e83-8fff-32450f27466f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:17.733261 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b9c4f846-a3c1-4e83-8fff-32450f27466f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/3c654113-5b74-442c-977e-25cd1671c1a5 HTTP/1.1" status: 204 len: 168 time: 1.3668029 Aug 20 10:45:17.736293 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52430) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:17.741697 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4f846-a3c1-4e83-8fff-32450f27466f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Subnet': ['ID=3c654113-5b74-442c-977e-25cd1671c1a5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:17.754432 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a03cbf6b-5839-475a-a8d8-33c30c9b015d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:17.757367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d3652c-1cec-464e-9d06-e858a7376887 None None] Network 5da5cd9e-551f-40d0-9021-1cdf3114afec requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:45:17.805874 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-19e1d91f-ef0b-4371-be11-ddd059009630 service neutron] 10.222.0.24 "GET /v2.0/networks/ccdba01f-8288-46db-a1bf-15ac914ac346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453624 Aug 20 10:45:17.880188 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a03cbf6b-5839-475a-a8d8-33c30c9b015d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:17.883253 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a03cbf6b-5839-475a-a8d8-33c30c9b015d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:17.884640 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a03cbf6b-5839-475a-a8d8-33c30c9b015d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9bf23c9-fadc-4f3a-b5bd-85c3bbebe03d HTTP/1.1" status: 204 len: 168 time: 0.2824085 Aug 20 10:45:17.899916 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cbf6b-5839-475a-a8d8-33c30c9b015d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bf23c9-fadc-4f3a-b5bd-85c3bbebe03d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:17.932464 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6d14a934-f957-431b-a19b-c05b0d27e621 req-5cbb6c33-abcb-475f-8464-fecb78ea17cc service neutron] 10.222.0.24 "GET /v2.0/networks/ccdba01f-8288-46db-a1bf-15ac914ac346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184149 Aug 20 10:45:17.946660 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:18.021842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6c4a13-fa8f-4eaa-a132-20dde04c0d3d None None] DHCP port deletion for 5da5cd9e-551f-40d0-9021-1cdf3114afec request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:45:18.070364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb3d077b-e946-4546-af11-671d942ebf0e req-de563701-fddd-4e1f-8a2f-f77d3122abbe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Router 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:45:18.089098 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port 80b063bf-a5ee-40c3-a547-c3b989de554a {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:45:18.089506 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:18.107752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-5a6c4a13-fa8f-4eaa-a132-20dde04c0d3d None None] Deleting port 80b063bf-a5ee-40c3-a547-c3b989de554a {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:45:18.108144 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5a6c4a13-fa8f-4eaa-a132-20dde04c0d3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:18.198380 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-5a6c4a13-fa8f-4eaa-a132-20dde04c0d3d None None] For port 80b063bf-a5ee-40c3-a547-c3b989de554a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=80b063bf-a5ee-40c3-a547-c3b989de554a,segment=NetworkSegment(667b6e24-2a2e-4eda-89e6-59c410940f31),segment_id=667b6e24-2a2e-4eda-89e6-59c410940f31)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:18.198800 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5a6c4a13-fa8f-4eaa-a132-20dde04c0d3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:18.220582 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-5a6c4a13-fa8f-4eaa-a132-20dde04c0d3d None None] Calling delete_port for 80b063bf-a5ee-40c3-a547-c3b989de554a owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:45:18.271211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] For port 80b063bf-a5ee-40c3-a547-c3b989de554a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=80b063bf-a5ee-40c3-a547-c3b989de554a,segment=NetworkSegment(667b6e24-2a2e-4eda-89e6-59c410940f31),segment_id=667b6e24-2a2e-4eda-89e6-59c410940f31)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:18.271607 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:18.293718 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb3d077b-e946-4546-af11-671d942ebf0e req-de563701-fddd-4e1f-8a2f-f77d3122abbe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:45:18.295918 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for 80b063bf-a5ee-40c3-a547-c3b989de554a owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:45:18.301077 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eb3d077b-e946-4546-af11-671d942ebf0e req-de563701-fddd-4e1f-8a2f-f77d3122abbe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:18.306350 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0983ba2-66ae-4111-a1f8-775ace54c714 None None] Sync routers for ids ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:45:18.332394 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0983ba2-66ae-4111-a1f8-775ace54c714 None None] Routers {'902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:45:18.333040 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d0983ba2-66ae-4111-a1f8-775ace54c714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:45:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:18.382639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52438) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:18.406094 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5a6c4a13-fa8f-4eaa-a132-20dde04c0d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:18.414486 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb3d077b-e946-4546-af11-671d942ebf0e req-de563701-fddd-4e1f-8a2f-f77d3122abbe tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "PUT /v2.0/floatingips/13cccad8-8a6f-4c2f-960f-a7257b777aed HTTP/1.1" status: 200 len: 695 time: 2.7321289 Aug 20 10:45:18.426717 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6c4a13-fa8f-4eaa-a132-20dde04c0d3d None None] No DVR routers for this DVR port 80b063bf-a5ee-40c3-a547-c3b989de554a on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:45:18.450226 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c4a13-fa8f-4eaa-a132-20dde04c0d3d None None] Pushing event deleted for resources: {'Port': ['ID=80b063bf-a5ee-40c3-a547-c3b989de554a,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:18.476044 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'tag': '1e0daf03-6e1d-4723-ab9b-6da845d6deff'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:45:18.478299 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6c5564-1a85-4aae-9e1d-bfe03b7e5d53" -d '{"events": [{"name": "network-changed", "server_uuid": "b76cfcfe-d4b8-4076-b26c-783c04ac5102", "tag": "1e0daf03-6e1d-4723-ab9b-6da845d6deff"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:45:18.483143 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7be6f913-58db-41c3-aa20-d1e0dd2aa3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:18.539688 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-d0983ba2-66ae-4111-a1f8-775ace54c714 None None] Set router 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:45:18.557296 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5290c5a-af87-453b-a8d4-c8d86b22d250 x-openstack-request-id: req-d5290c5a-af87-453b-a8d4-c8d86b22d250 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:45:18.557641 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76cfcfe-d4b8-4076-b26c-783c04ac5102", "tag": "1e0daf03-6e1d-4723-ab9b-6da845d6deff", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:45:18.557869 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5290c5a-af87-453b-a8d4-c8d86b22d250 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:45:18.558331 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'tag': '1e0daf03-6e1d-4723-ab9b-6da845d6deff', 'status': 'completed', 'code': 200} Aug 20 10:45:18.589807 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:18.611160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d077b-e946-4546-af11-671d942ebf0e req-a68ba074-fd71-4751-84e6-7142e6c87e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:18.620413 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb3d077b-e946-4546-af11-671d942ebf0e req-a68ba074-fd71-4751-84e6-7142e6c87e17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bb773ac2b384fdb884cf77004ac0616&device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 1097 time: 0.1298313 Aug 20 10:45:18.622701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d8bd2-1ba9-4a61-be50-c6a74d9e1c72 req-239e3ee8-8d07-4555-9029-db4fe58e1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:18.624441 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-706d8bd2-1ba9-4a61-be50-c6a74d9e1c72 req-239e3ee8-8d07-4555-9029-db4fe58e1e77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec29969148b94deaa5cea655cffb346f&device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 1095 time: 0.6349885 Aug 20 10:45:18.783468 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:18.796463 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d8bd2-1ba9-4a61-be50-c6a74d9e1c72 req-df972b50-cc0d-454a-b792-f0e7b72e0e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:18.798536 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-706d8bd2-1ba9-4a61-be50-c6a74d9e1c72 req-df972b50-cc0d-454a-b792-f0e7b72e0e99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ccdba01f-8288-46db-a1bf-15ac914ac346 HTTP/1.1" status: 200 len: 897 time: 0.1659904 Aug 20 10:45:18.821611 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c5564-1a85-4aae-9e1d-bfe03b7e5d53 req-9f053e53-b145-43d6-bf07-acfeaf49e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:18.823621 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be6c5564-1a85-4aae-9e1d-bfe03b7e5d53 req-9f053e53-b145-43d6-bf07-acfeaf49e073 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9bb773ac2b384fdb884cf77004ac0616&device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 1097 time: 0.2153440 Aug 20 10:45:18.827871 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No DVR routers for this DVR port 80b063bf-a5ee-40c3-a547-c3b989de554a on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:45:18.832092 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=80b063bf-a5ee-40c3-a547-c3b989de554a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:18.842234 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d0983ba2-66ae-4111-a1f8-775ace54c714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-680397571-router', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:02Z', 'updated_at': '2021-08-20T10:44:08Z', 'revision_number': 4, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'gw_port': {'id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:03Z', 'updated_at': '2021-08-20T10:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '7d947d5c-b4aa-456a-b0d6-35272e4479a9', 'name': '', 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'mac_address': 'fa:16:3e:95:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:07Z', 'updated_at': '2021-08-20T10:44:17Z', 'revision_number': 5, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'subnets': [{'id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:18.854619 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-706d8bd2-1ba9-4a61-be50-c6a74d9e1c72 req-29d69f2c-5384-4fa5-b1b0-26346a5471bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da2cdfe8-aa48-43ec-bd4c-50b61f290412 HTTP/1.1" status: 200 len: 217 time: 0.0480707 Aug 20 10:45:18.866204 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b80e7-ffe8-4514-b5b3-93f195a18b3d req-818a7f04-26ce-4b56-b5c1-5ea54cc8a9fc tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:18.868439 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c5b80e7-ffe8-4514-b5b3-93f195a18b3d req-818a7f04-26ce-4b56-b5c1-5ea54cc8a9fc tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 943 time: 0.1223109 Aug 20 10:45:18.888550 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0983ba2-66ae-4111-a1f8-775ace54c714 None None] Checking router: 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:45:18.908589 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0983ba2-66ae-4111-a1f8-775ace54c714 None None] Routers {'902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:45:18.911281 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d0983ba2-66ae-4111-a1f8-775ace54c714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:45:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:18.970696 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d8bd2-1ba9-4a61-be50-c6a74d9e1c72 req-c9413126-a7e0-48ea-b163-a419b2267cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:18.972525 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-706d8bd2-1ba9-4a61-be50-c6a74d9e1c72 req-c9413126-a7e0-48ea-b163-a419b2267cd0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2fb6c4ae-1007-4ed9-8ce4-283f29cc485a HTTP/1.1" status: 200 len: 835 time: 0.1031470 Aug 20 10:45:19.000107 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3c5b80e7-ffe8-4514-b5b3-93f195a18b3d req-28d769f1-e1f6-4d32-8995-b6568a17dfa3 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=404ea569-21d9-491a-a980-a686576a62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128879 Aug 20 10:45:19.052587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 80b063bf-a5ee-40c3-a547-c3b989de554a no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:45:19.063750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d8bd2-1ba9-4a61-be50-c6a74d9e1c72 req-d545c4f0-f9c6-4354-894c-5fdcbe5bd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:19.076405 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-706d8bd2-1ba9-4a61-be50-c6a74d9e1c72 req-d545c4f0-f9c6-4354-894c-5fdcbe5bd43e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ccdba01f-8288-46db-a1bf-15ac914ac346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957217 Aug 20 10:45:19.076637 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d077b-e946-4546-af11-671d942ebf0e req-20a75cf5-e7e9-4855-a101-9f2a85cf591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:19.078134 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb3d077b-e946-4546-af11-671d942ebf0e req-20a75cf5-e7e9-4855-a101-9f2a85cf591c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c HTTP/1.1" status: 200 len: 920 time: 0.4569793 Aug 20 10:45:19.099214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 80b063bf-a5ee-40c3-a547-c3b989de554a {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:45:19.101999 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 80b063bf-a5ee-40c3-a547-c3b989de554a not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:45:19.115511 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-d0983ba2-66ae-4111-a1f8-775ace54c714 None None] Set router 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:45:19.121440 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:19.164696 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb3d077b-e946-4546-af11-671d942ebf0e req-4412c87b-6c12-48c3-9d6f-cc025532e86d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0daf03-6e1d-4723-ab9b-6da845d6deff HTTP/1.1" status: 200 len: 217 time: 0.0700710 Aug 20 10:45:19.181095 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da5cd9e-551f-40d0-9021-1cdf3114afec']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:19.199156 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-706d8bd2-1ba9-4a61-be50-c6a74d9e1c72 req-b176ccce-3725-45cd-8b86-5c0b092cf95a service neutron] 10.222.0.24 "GET /v2.0/networks/ccdba01f-8288-46db-a1bf-15ac914ac346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142423 Aug 20 10:45:19.199389 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7be6f913-58db-41c3-aa20-d1e0dd2aa3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:19.235014 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667b6e24-2a2e-4eda-89e6-59c410940f31') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:19.235376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667b6e24-2a2e-4eda-89e6-59c410940f31') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:19.237087 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7be6f913-58db-41c3-aa20-d1e0dd2aa3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:19.282244 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6f913-58db-41c3-aa20-d1e0dd2aa3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fd346a-fa41-46fe-951a-9521cdd2e189,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:19.292775 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:19.317813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c5564-1a85-4aae-9e1d-bfe03b7e5d53 req-9b6bcb0c-f607-47cf-9f85-2f9710a3e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:19.319335 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be6c5564-1a85-4aae-9e1d-bfe03b7e5d53 req-9b6bcb0c-f607-47cf-9f85-2f9710a3e578 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c HTTP/1.1" status: 200 len: 920 time: 0.4851735 Aug 20 10:45:19.366445 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-706d8bd2-1ba9-4a61-be50-c6a74d9e1c72 req-223eeb26-1a98-4b5d-8302-2f6a60fd20a0 service neutron] 10.222.0.24 "GET /v2.0/networks/ccdba01f-8288-46db-a1bf-15ac914ac346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592596 Aug 20 10:45:19.369144 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d0983ba2-66ae-4111-a1f8-775ace54c714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-680397571-router', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:02Z', 'updated_at': '2021-08-20T10:44:08Z', 'revision_number': 4, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'gw_port': {'id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:03Z', 'updated_at': '2021-08-20T10:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '7d947d5c-b4aa-456a-b0d6-35272e4479a9', 'name': '', 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'mac_address': 'fa:16:3e:95:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:07Z', 'updated_at': '2021-08-20T10:44:17Z', 'revision_number': 5, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'subnets': [{'id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:19.383441 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be6c5564-1a85-4aae-9e1d-bfe03b7e5d53 req-d638adf1-cdf6-4975-abf3-f0f7ee9c88c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e0daf03-6e1d-4723-ab9b-6da845d6deff HTTP/1.1" status: 200 len: 217 time: 0.0527687 Aug 20 10:45:19.407687 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7be6f913-58db-41c3-aa20-d1e0dd2aa3d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6627762b42154f3a8036f824d540e6fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0237434 Aug 20 10:45:19.408467 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52456) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:19.409980 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:19.415836 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0983ba2-66ae-4111-a1f8-775ace54c714 None None] The sync data for ids ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'] in n-d-778550-11 is: [{'id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-680397571-router', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:02Z', 'updated_at': '2021-08-20T10:44:08Z', 'revision_number': 4, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'gw_port': {'id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:03Z', 'updated_at': '2021-08-20T10:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '7d947d5c-b4aa-456a-b0d6-35272e4479a9', 'name': '', 'network_id': 'ff2965b1-4d26-4b67-bf25-0d818b1aea1c', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'mac_address': 'fa:16:3e:95:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:07Z', 'updated_at': '2021-08-20T10:44:17Z', 'revision_number': 5, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'subnets': [{'id': 'a0ca692b-df17-4ef8-a3eb-23abb2d3420b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:45:19.422824 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:45:19.423282 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:19.440944 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb2462-7677-4c7e-a8e1-81162ae41bed req-844908f5-a4eb-4c0f-8b96-5a9239313237 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:19.449704 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eedb2462-7677-4c7e-a8e1-81162ae41bed req-844908f5-a4eb-4c0f-8b96-5a9239313237 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1097 time: 0.0715480 Aug 20 10:45:19.502144 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d077b-e946-4546-af11-671d942ebf0e req-8d6ffbe7-ac7b-4977-87f4-d874ea82672b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:19.503616 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb3d077b-e946-4546-af11-671d942ebf0e req-8d6ffbe7-ac7b-4977-87f4-d874ea82672b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0ca692b-df17-4ef8-a3eb-23abb2d3420b HTTP/1.1" status: 200 len: 859 time: 0.3201966 Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:45:19.504266 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:45:19.516645 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eedb2462-7677-4c7e-a8e1-81162ae41bed req-7ffab661-7dfd-41b2-b18a-03bb92a02cc3 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607414 Aug 20 10:45:19.538139 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:19.570651 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb3d077b-e946-4546-af11-671d942ebf0e req-cfe4fe2b-f426-46e8-948c-a5ec315b0635 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382581 Aug 20 10:45:19.586749 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:19.588577 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/networks/5da5cd9e-551f-40d0-9021-1cdf3114afec HTTP/1.1" status: 204 len: 168 time: 1.8483236 Aug 20 10:45:19.594576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52460) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:19.659534 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a200a1e-b2d4-477a-a77c-44df3b5835eb tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Network': ['ID=5da5cd9e-551f-40d0-9021-1cdf3114afec,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:19.671889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2005a18e-e4ec-4408-a637-15b68238b309 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:19.677391 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2005a18e-e4ec-4408-a637-15b68238b309 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports/1bb3956e-8655-47d7-a2e3-c1067c9f5102 HTTP/1.1" status: 200 len: 840 time: 0.0779164 Aug 20 10:45:19.682623 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52462) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:19.683573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2ebd8-01e1-409e-a0f6-5c55e406e785 req-66e27193-9589-4baf-9aa7-1895d13459d1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:19.685004 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a8c2ebd8-01e1-409e-a0f6-5c55e406e785 req-66e27193-9589-4baf-9aa7-1895d13459d1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.1013660 Aug 20 10:45:19.697279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c5564-1a85-4aae-9e1d-bfe03b7e5d53 req-68f7a470-bdfc-4b07-8d8f-d08ac3e57823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:19.698761 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be6c5564-1a85-4aae-9e1d-bfe03b7e5d53 req-68f7a470-bdfc-4b07-8d8f-d08ac3e57823 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0ca692b-df17-4ef8-a3eb-23abb2d3420b HTTP/1.1" status: 200 len: 859 time: 0.3054926 Aug 20 10:45:19.734274 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a8c2ebd8-01e1-409e-a0f6-5c55e406e785 req-bf0817cd-d160-4ec5-bbfb-5b66b3087715 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422583 Aug 20 10:45:19.767157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be6c5564-1a85-4aae-9e1d-bfe03b7e5d53 req-456a1dc3-cb53-483d-a85d-52ceb5e2278b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2965b1-4d26-4b67-bf25-0d818b1aea1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602958 Aug 20 10:45:19.767624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52464) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:19.783217 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-06e34a84-3a0c-4925-bae6-cea96329ae58 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports/1bb3956e-8655-47d7-a2e3-c1067c9f5102?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0950422 Aug 20 10:45:19.783217 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1b4e43b4-9d70-4d26-853b-a1fcf999407d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:19.791243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52466) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:19.802078 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-87ef4dfa-e8a5-45ab-a558-af39e9e37c43 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'subnet': {'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:19.841530 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-352af4f7-25a2-42b5-b53c-9c599ab0b7f1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/floatingips/dfcee232-ad57-4f4a-8a92-c4e3fddcc686 HTTP/1.1" status: 200 len: 993 time: 0.0699098 Aug 20 10:45:19.853600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c434836-94fe-4e94-9e56-1d212ca9c8b4 None None] New status for floating IP 13cccad8-8a6f-4c2f-960f-a7257b777aed: DOWN {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:45:19.909018 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb3d077b-e946-4546-af11-671d942ebf0e req-1dc02152-dc5f-4c0e-b19c-86d65d29f704 service neutron] 10.222.0.16 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235817 Aug 20 10:45:19.923037 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1b4e43b4-9d70-4d26-853b-a1fcf999407d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:20.085475 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be6c5564-1a85-4aae-9e1d-bfe03b7e5d53 req-660a3415-7a8d-40b7-aa97-bbe76fe8fe98 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095186 Aug 20 10:45:20.126777 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1b4e43b4-9d70-4d26-853b-a1fcf999407d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:20.129350 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1b4e43b4-9d70-4d26-853b-a1fcf999407d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:20.132967 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1b4e43b4-9d70-4d26-853b-a1fcf999407d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11fd346a-fa41-46fe-951a-9521cdd2e189 HTTP/1.1" status: 204 len: 168 time: 0.6344206 Aug 20 10:45:20.166790 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ef4dfa-e8a5-45ab-a558-af39e9e37c43 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:45:20.170871 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-87ef4dfa-e8a5-45ab-a558-af39e9e37c43 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:20.179602 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb3d077b-e946-4546-af11-671d942ebf0e req-e6048809-4780-428d-9bf3-9a89f3698d16 service neutron] 10.222.0.16 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587116 Aug 20 10:45:20.221546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4fd17-00d3-4a33-b79c-6e2631430b22 req-ba19ce37-04c0-4de7-b8d3-7237afe94357 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:20.221948 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37e4fd17-00d3-4a33-b79c-6e2631430b22 req-ba19ce37-04c0-4de7-b8d3-7237afe94357 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 943 time: 0.0851340 Aug 20 10:45:20.244462 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e43b4-9d70-4d26-853b-a1fcf999407d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fd346a-fa41-46fe-951a-9521cdd2e189,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:20.307522 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37e4fd17-00d3-4a33-b79c-6e2631430b22 req-8c81e21c-f5c6-43be-87ab-36efa3010dbd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=404ea569-21d9-491a-a980-a686576a62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781915 Aug 20 10:45:20.362491 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-be6c5564-1a85-4aae-9e1d-bfe03b7e5d53 req-babca8ec-891c-4c54-9cc0-7c8a55559a98 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636485 Aug 20 10:45:20.500986 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff4df055-5245-4091-999d-d4544396b4f2 req-76e7d011-30eb-4cb8-a750-d1b402bab132 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/floatingips/13cccad8-8a6f-4c2f-960f-a7257b777aed HTTP/1.1" status: 200 len: 693 time: 0.0908434 Aug 20 10:45:20.521396 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device da2cdfe8-aa48-43ec-bd4c-50b61f290412 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:45:20.582713 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-87ef4dfa-e8a5-45ab-a558-af39e9e37c43 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:20.641289 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ef4dfa-e8a5-45ab-a558-af39e9e37c43 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:20.645158 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-87ef4dfa-e8a5-45ab-a558-af39e9e37c43 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:20.649712 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ef4dfa-e8a5-45ab-a558-af39e9e37c43 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:20.650507 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-87ef4dfa-e8a5-45ab-a558-af39e9e37c43 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:20.660097 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51efb9e1-fe34-4fe2-b13a-3a57c88caf49 None None] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:45:20.678096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52488) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:20.679178 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-87ef4dfa-e8a5-45ab-a558-af39e9e37c43 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8824930 Aug 20 10:45:20.694736 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f246a5d7-6814-4f8d-ba45-f1db1363fa99 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'security_group': {'name': 'tempest-secgroup-1754430946'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:20.696209 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef4dfa-e8a5-45ab-a558-af39e9e37c43 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Subnet': ['ID=1d6f7264-7a1a-4e73-b550-c61991fdff5e,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:20.726450 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4df055-5245-4091-999d-d4544396b4f2 req-6a0bcb69-0fd1-41ab-a8c2-0cfdadd06638 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:20.730449 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff4df055-5245-4091-999d-d4544396b4f2 req-6a0bcb69-0fd1-41ab-a8c2-0cfdadd06638 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/networks/e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 784 time: 0.2208443 Aug 20 10:45:20.744277 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-ff4df055-5245-4091-999d-d4544396b4f2 req-589929f6-c73e-44fd-a3f1-97ed51560b56 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:45:20.745635 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff4df055-5245-4091-999d-d4544396b4f2 req-589929f6-c73e-44fd-a3f1-97ed51560b56 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068824 Aug 20 10:45:20.810261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port da2cdfe8-aa48-43ec-bd4c-50b61f290412, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=da2cdfe8-aa48-43ec-bd4c-50b61f290412,segment=NetworkSegment(1c51bfc5-0354-42c1-a95b-5c2846703eb5),segment_id=1c51bfc5-0354-42c1-a95b-5c2846703eb5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:20.828449 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'port_id': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412', 'mac_address': 'fa:16:3e:dc:34:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:45:20.829207 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f246a5d7-6814-4f8d-ba45-f1db1363fa99 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:20.852528 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff4df055-5245-4091-999d-d4544396b4f2 req-5d2b6f33-bf93-4ba0-b385-f04c2004fc63 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.0996306 Aug 20 10:45:20.883679 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:20.924160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2cdfe8-aa48-43ec-bd4c-50b61f290412 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:45:20.955272 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff4df055-5245-4091-999d-d4544396b4f2 req-69eb35fd-0830-4cb8-8a68-ba35b01700c1 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.0937617 Aug 20 10:45:20.959360 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port da2cdfe8-aa48-43ec-bd4c-50b61f290412, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=da2cdfe8-aa48-43ec-bd4c-50b61f290412,segment=NetworkSegment(1c51bfc5-0354-42c1-a95b-5c2846703eb5),segment_id=1c51bfc5-0354-42c1-a95b-5c2846703eb5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:20.966893 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:21.013626 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52500) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:21.061691 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-75c8ce85-afd2-4bb1-9e66-b5fada521069', 'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069', 'tenant_id': '2a3124e9e92143db8dde239dcf895788', 'fixed_ips': [{'subnet_id': '1d6f7264-7a1a-4e73-b550-c61991fdff5e'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:45:21.062916 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:21.073787 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=da2cdfe8-aa48-43ec-bd4c-50b61f290412,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:21.127751 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47233822-cc8f-4bba-86f3-8a11330f1bda req-66822dba-57ef-4519-85d0-0b4bf7f78093 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:21.140533 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47233822-cc8f-4bba-86f3-8a11330f1bda req-66822dba-57ef-4519-85d0-0b4bf7f78093 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.1292930 Aug 20 10:45:21.223237 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47233822-cc8f-4bba-86f3-8a11330f1bda req-3c5b2d48-c1e9-4536-8468-f9c128d091c0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824401 Aug 20 10:45:21.273050 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Allocated IP 172.20.0.2 (75c8ce85-afd2-4bb1-9e66-b5fada521069/1d6f7264-7a1a-4e73-b550-c61991fdff5e/311c6c0f-3867-4d19-8c91-8e6e27217747) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:45:21.284246 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-e191c4b2-b346-4f40-ae74-7b080d76df22 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2666399 Aug 20 10:45:21.302381 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f246a5d7-6814-4f8d-ba45-f1db1363fa99 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:21.309311 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['da2cdfe8-aa48-43ec-bd4c-50b61f290412'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:45:21.311711 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f246a5d7-6814-4f8d-ba45-f1db1363fa99 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:21.387355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246a5d7-6814-4f8d-ba45-f1db1363fa99 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b666687-e59a-487f-b771-54180009393f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:21.400334 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f246a5d7-6814-4f8d-ba45-f1db1363fa99 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:21.403907 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f246a5d7-6814-4f8d-ba45-f1db1363fa99 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7221956 Aug 20 10:45:21.412147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52518) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:21.430954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-39421e40-686f-498d-8bb1-033d4bea7211 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'security_group': {'name': 'tempest-secgroup-1364391250'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:21.439986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-ff4df055-5245-4091-999d-d4544396b4f2 req-33762bb2-4c68-46d9-b68f-c5d198e9110b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Deleting port ca044017-b6a6-451a-ae7f-1e3229df6ab8 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:45:21.440331 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ff4df055-5245-4091-999d-d4544396b4f2 req-33762bb2-4c68-46d9-b68f-c5d198e9110b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:21.571283 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39421e40-686f-498d-8bb1-033d4bea7211 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:21.615990 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63481deb-cce1-4401-9d5b-000d9fa2163f req-f780b021-8374-4740-8f62-d8b66164b92f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:21.624412 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63481deb-cce1-4401-9d5b-000d9fa2163f req-f780b021-8374-4740-8f62-d8b66164b92f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 944 time: 0.1305780 Aug 20 10:45:21.687624 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ff4df055-5245-4091-999d-d4544396b4f2 req-33762bb2-4c68-46d9-b68f-c5d198e9110b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:21.688545 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ff4df055-5245-4091-999d-d4544396b4f2 req-33762bb2-4c68-46d9-b68f-c5d198e9110b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:21.711834 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-63481deb-cce1-4401-9d5b-000d9fa2163f req-e8cb32d7-1ee7-4322-aa6a-a992eccb5432 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=404ea569-21d9-491a-a980-a686576a62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810208 Aug 20 10:45:21.721376 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-ff4df055-5245-4091-999d-d4544396b4f2 req-33762bb2-4c68-46d9-b68f-c5d198e9110b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Calling delete_port for ca044017-b6a6-451a-ae7f-1e3229df6ab8 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:45:21.743007 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:21.783893 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Transition to ACTIVE for port object 311c6c0f-3867-4d19-8c91-8e6e27217747 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:21.784403 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39421e40-686f-498d-8bb1-033d4bea7211 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:21.789396 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39421e40-686f-498d-8bb1-033d4bea7211 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:21.833503 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39421e40-686f-498d-8bb1-033d4bea7211 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:21.837477 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-39421e40-686f-498d-8bb1-033d4bea7211 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4198947 Aug 20 10:45:21.837742 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52538) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:21.845585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-492e855a-d6a7-4c61-b868-f361910b9c4b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-690706137', 'security_groups': ['5bdd04ac-b950-4af6-9229-6bea12f24d2b'], 'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1d6f7264-7a1a-4e73-b550-c61991fdff5e'}]}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:21.849968 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Transition to ACTIVE for port object 311c6c0f-3867-4d19-8c91-8e6e27217747 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:21.853246 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39421e40-686f-498d-8bb1-033d4bea7211 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdd04ac-b950-4af6-9229-6bea12f24d2b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:21.902301 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:22.000235 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:22.010619 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ff4df055-5245-4091-999d-d4544396b4f2 req-33762bb2-4c68-46d9-b68f-c5d198e9110b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:22.029068 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:22.031834 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:45:22.100709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33762bb2-4c68-46d9-b68f-c5d198e9110b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Pushing event deleted for resources: {'Port': ['ID=ca044017-b6a6-451a-ae7f-1e3229df6ab8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:22.134475 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Pushing event updated for resources: {'Port': ['ID=311c6c0f-3867-4d19-8c91-8e6e27217747,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:22.155911 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Attempting to bind port 311c6c0f-3867-4d19-8c91-8e6e27217747 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:45:22.156382 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Attempting to bind port 311c6c0f-3867-4d19-8c91-8e6e27217747 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3cf90478-45c4-4dce-8d78-6f1e8a0c1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:45:22.156948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Attempting to bind port 311c6c0f-3867-4d19-8c91-8e6e27217747 on network 75c8ce85-afd2-4bb1-9e66-b5fada521069 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:45:22.163928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:45:22.164315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Checking segment: {'id': '3cf90478-45c4-4dce-8d78-6f1e8a0c1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:45:22.164739 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:22.165247 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Bound using segment: {'id': '3cf90478-45c4-4dce-8d78-6f1e8a0c1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:45:22.165857 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ff4df055-5245-4091-999d-d4544396b4f2 req-33762bb2-4c68-46d9-b68f-c5d198e9110b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:22.166022 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Bound port: 311c6c0f-3867-4d19-8c91-8e6e27217747, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf90478-45c4-4dce-8d78-6f1e8a0c1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:45:22.166419 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:22.169640 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ff4df055-5245-4091-999d-d4544396b4f2 req-33762bb2-4c68-46d9-b68f-c5d198e9110b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:22.172101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492e855a-d6a7-4c61-b868-f361910b9c4b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:45:22.183256 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff4df055-5245-4091-999d-d4544396b4f2 req-33762bb2-4c68-46d9-b68f-c5d198e9110b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "DELETE /v2.0/floatingips/13cccad8-8a6f-4c2f-960f-a7257b777aed HTTP/1.1" status: 204 len: 173 time: 1.2124403 Aug 20 10:45:22.320422 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] For port 311c6c0f-3867-4d19-8c91-8e6e27217747, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:45:22.326304 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] For port 311c6c0f-3867-4d19-8c91-8e6e27217747, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=311c6c0f-3867-4d19-8c91-8e6e27217747,segment=NetworkSegment(3cf90478-45c4-4dce-8d78-6f1e8a0c1533),segment_id=3cf90478-45c4-4dce-8d78-6f1e8a0c1533)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:45:22.331387 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:22.412197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-57e8169e-0dff-49b1-8e60-23770272b9a2 req-27d8666d-9223-43e9-8843-e0515a5a14d6 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups/7b3cfa63-cd56-406f-b63b-2a2ba9f247fa HTTP/1.1" status: 200 len: 1807 time: 0.1270583 Aug 20 10:45:22.422664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f8ea1-37d4-4496-b66f-763b26f9cfa2 None None] Pushing event updated for resources: {'Port': ['ID=311c6c0f-3867-4d19-8c91-8e6e27217747,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:22.441960 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-492e855a-d6a7-4c61-b868-f361910b9c4b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:22.472399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd328b-9d5d-4262-bfe0-1bd10665460a req-114c9bd0-bfc7-4338-92ab-f25460acf710 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:22.494673 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0cfd328b-9d5d-4262-bfe0-1bd10665460a req-114c9bd0-bfc7-4338-92ab-f25460acf710 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.1541965 Aug 20 10:45:22.558391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-492e855a-d6a7-4c61-b868-f361910b9c4b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] device_id is not set on port 1e186187-3096-47a5-835b-035de593566f yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:45:22.576785 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0cfd328b-9d5d-4262-bfe0-1bd10665460a req-e5c5ce90-ea65-42f3-99f5-cc5e4345fd37 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794966 Aug 20 10:45:22.613479 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-57e8169e-0dff-49b1-8e60-23770272b9a2 req-1eac5ac7-b6a0-4635-92f7-84ca77335427 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:22.676964 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-57e8169e-0dff-49b1-8e60-23770272b9a2 req-1eac5ac7-b6a0-4635-92f7-84ca77335427 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:22.777553 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:22.820698 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-57e8169e-0dff-49b1-8e60-23770272b9a2 req-1eac5ac7-b6a0-4635-92f7-84ca77335427 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:22.829848 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-57e8169e-0dff-49b1-8e60-23770272b9a2 req-1eac5ac7-b6a0-4635-92f7-84ca77335427 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:22.831192 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-57e8169e-0dff-49b1-8e60-23770272b9a2 req-1eac5ac7-b6a0-4635-92f7-84ca77335427 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "DELETE /v2.0/security-groups/7b3cfa63-cd56-406f-b63b-2a2ba9f247fa HTTP/1.1" status: 204 len: 173 time: 0.4089897 Aug 20 10:45:22.894869 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac5ac7-b6a0-4635-92f7-84ca77335427 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3cfa63-cd56-406f-b63b-2a2ba9f247fa,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:22.923034 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-492e855a-d6a7-4c61-b868-f361910b9c4b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Allocated IP 172.20.0.4 (75c8ce85-afd2-4bb1-9e66-b5fada521069/1d6f7264-7a1a-4e73-b550-c61991fdff5e/1e186187-3096-47a5-835b-035de593566f) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:45:22.979309 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f907d8c-c08a-4ca4-b84d-b606c13a50eb req-e4f1503d-3800-4297-9920-b79ad249a121 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:22.982942 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f907d8c-c08a-4ca4-b84d-b606c13a50eb req-e4f1503d-3800-4297-9920-b79ad249a121 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 944 time: 0.0983996 Aug 20 10:45:23.038705 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f907d8c-c08a-4ca4-b84d-b606c13a50eb req-8c1d98d3-8bb4-48b0-b363-52ce34c53e87 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=404ea569-21d9-491a-a980-a686576a62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493350 Aug 20 10:45:23.113440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 311c6c0f-3867-4d19-8c91-8e6e27217747 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:45:23.245455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 311c6c0f-3867-4d19-8c91-8e6e27217747 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:23.256997 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-492e855a-d6a7-4c61-b868-f361910b9c4b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:23.273570 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-492e855a-d6a7-4c61-b868-f361910b9c4b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Transition to ACTIVE for port object 1e186187-3096-47a5-835b-035de593566f will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:23.316432 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-492e855a-d6a7-4c61-b868-f361910b9c4b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:23.316668 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-c49a543f-54f7-4732-a91c-2f05a42504a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:23.318409 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-c49a543f-54f7-4732-a91c-2f05a42504a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1097 time: 0.1092520 Aug 20 10:45:23.403931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f06be-9099-4123-986a-8302650567fb req-9d709acf-d445-4af7-97b1-97afeff66ef3 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:23.405532 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c70f06be-9099-4123-986a-8302650567fb req-9d709acf-d445-4af7-97b1-97afeff66ef3 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.1450915 Aug 20 10:45:23.421348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e855a-d6a7-4c61-b868-f361910b9c4b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=1e186187-3096-47a5-835b-035de593566f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:23.444843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492e855a-d6a7-4c61-b868-f361910b9c4b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:23.446279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-492e855a-d6a7-4c61-b868-f361910b9c4b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:23.451587 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e855a-d6a7-4c61-b868-f361910b9c4b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:45:23.476961 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c70f06be-9099-4123-986a-8302650567fb req-7d0581ff-d153-49ee-ae4f-ead562e7ca59 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602162 Aug 20 10:45:23.536907 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492e855a-d6a7-4c61-b868-f361910b9c4b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:23.537581 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-492e855a-d6a7-4c61-b868-f361910b9c4b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:23.541567 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-5e6880c8-eb16-4c46-b27c-cc5f4a2bafb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:23.545807 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-5e6880c8-eb16-4c46-b27c-cc5f4a2bafb8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4 HTTP/1.1" status: 200 len: 898 time: 0.2139726 Aug 20 10:45:23.557836 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-492e855a-d6a7-4c61-b868-f361910b9c4b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7183828 Aug 20 10:45:23.568469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52568) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:23.588096 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a7ffd581-fcf1-482a-b171-253622863f6a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'subnet': {'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:23.676233 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-9b36e642-bedc-401b-8d64-796f3697f28b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 200 len: 1001 time: 0.1233187 Aug 20 10:45:23.772878 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-35db855c-9269-417e-9187-5c56331fba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:23.774414 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-35db855c-9269-417e-9187-5c56331fba12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffaf4917-d3ff-4902-b222-4976af69ea4a HTTP/1.1" status: 200 len: 835 time: 0.0898824 Aug 20 10:45:23.806190 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74303f06-c49a-4df9-989f-adb39ecf57b6 req-6d7739ff-3eb4-4532-a392-7d6f09ed6197 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:23.807795 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74303f06-c49a-4df9-989f-adb39ecf57b6 req-6d7739ff-3eb4-4532-a392-7d6f09ed6197 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.0937471 Aug 20 10:45:23.826584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ffd581-fcf1-482a-b171-253622863f6a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:45:23.830034 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a7ffd581-fcf1-482a-b171-253622863f6a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:23.839744 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-3367f0d4-dac5-45cb-aba0-8349dcd21783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:23.841391 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-3367f0d4-dac5-45cb-aba0-8349dcd21783 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582368 Aug 20 10:45:23.907568 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74303f06-c49a-4df9-989f-adb39ecf57b6 req-e3023116-7aaf-4264-96ce-4638f100e532 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922098 Aug 20 10:45:23.951353 n-d-778550-11 neutron-server[94867]: INFO neutron.db.ipam_backend_mixin [None req-a7ffd581-fcf1-482a-b171-253622863f6a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1d6f7264-7a1a-4e73-b550-c61991fdff5e (CIDR: 172.20.0.0/28) Aug 20 10:45:23.954997 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-471f02af-6a12-4bbe-9257-2caa260d38b4 service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054475 Aug 20 10:45:23.957146 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ffd581-fcf1-482a-b171-253622863f6a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:45:23.958156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ffd581-fcf1-482a-b171-253622863f6a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:45:23.974833 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a7ffd581-fcf1-482a-b171-253622863f6a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4045310 Aug 20 10:45:23.977558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52572) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:23.982022 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c3694e5b-862b-4943-ad81-f38cc74dc681 None None] Provisioning complete for port 1bb3956e-8655-47d7-a2e3-c1067c9f5102 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:23.983094 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c3694e5b-862b-4943-ad81-f38cc74dc681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:23.986189 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4f760470-1c00-44a7-b3e4-6dd676fd8029 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'subnet': {'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:24.038920 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c3694e5b-862b-4943-ad81-f38cc74dc681 None None] Port 1bb3956e-8655-47d7-a2e3-c1067c9f5102 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:45:24.062411 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c3694e5b-862b-4943-ad81-f38cc74dc681 None None] Provisioning for port 311c6c0f-3867-4d19-8c91-8e6e27217747 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:24.071329 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c3694e5b-862b-4943-ad81-f38cc74dc681 None None] Provisioning complete for port 311c6c0f-3867-4d19-8c91-8e6e27217747 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:24.073208 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c3694e5b-862b-4943-ad81-f38cc74dc681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:24.091361 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-ea1d9e96-77df-482f-8fa4-4f019bb6cc19 service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283767 Aug 20 10:45:24.195091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f760470-1c00-44a7-b3e4-6dd676fd8029 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:45:24.199604 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f760470-1c00-44a7-b3e4-6dd676fd8029 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:24.219266 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c3694e5b-862b-4943-ad81-f38cc74dc681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:24.246793 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b60be6-dda2-4110-ab7e-b641497c655a req-af9b1704-869d-4edf-957f-3378e64152d0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:24.250185 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-77b60be6-dda2-4110-ab7e-b641497c655a req-af9b1704-869d-4edf-957f-3378e64152d0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 944 time: 0.0844665 Aug 20 10:45:24.272909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c3694e5b-862b-4943-ad81-f38cc74dc681 None None] For port 311c6c0f-3867-4d19-8c91-8e6e27217747, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=311c6c0f-3867-4d19-8c91-8e6e27217747,segment=NetworkSegment(3cf90478-45c4-4dce-8d78-6f1e8a0c1533),segment_id=3cf90478-45c4-4dce-8d78-6f1e8a0c1533)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:24.277975 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c3694e5b-862b-4943-ad81-f38cc74dc681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:24.311334 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-77b60be6-dda2-4110-ab7e-b641497c655a req-8b5b9ea8-b21f-422b-861f-f2a188db1d27 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=404ea569-21d9-491a-a980-a686576a62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526304 Aug 20 10:45:24.351695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3694e5b-862b-4943-ad81-f38cc74dc681 None None] Pushing event updated for resources: {'Port': ['ID=311c6c0f-3867-4d19-8c91-8e6e27217747,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:24.422117 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0dbc64b4-82e1-4431-83ee-0cbc9452bb85 None None] Provisioning for port 1e186187-3096-47a5-835b-035de593566f completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:24.426500 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0dbc64b4-82e1-4431-83ee-0cbc9452bb85 None None] Provisioning complete for port 1e186187-3096-47a5-835b-035de593566f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:24.427349 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0dbc64b4-82e1-4431-83ee-0cbc9452bb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:24.493460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc64b4-82e1-4431-83ee-0cbc9452bb85 None None] Port 1e186187-3096-47a5-835b-035de593566f cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:45:24.531841 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f760470-1c00-44a7-b3e4-6dd676fd8029 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:24.540751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device da2cdfe8-aa48-43ec-bd4c-50b61f290412 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:45:24.613283 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f760470-1c00-44a7-b3e4-6dd676fd8029 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:24.618739 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-4f760470-1c00-44a7-b3e4-6dd676fd8029 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:24.626970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f760470-1c00-44a7-b3e4-6dd676fd8029 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:24.627594 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4f760470-1c00-44a7-b3e4-6dd676fd8029 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:24.641799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f760470-1c00-44a7-b3e4-6dd676fd8029 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Subnet': ['ID=39cee93f-fb98-41a4-9272-4294afcbb760,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:24.646033 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8bcfb4-0780-4744-bbc0-ad3e0d8ff7cf None None] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:45:24.656533 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e97c8-afef-4774-a02d-2aa60566676d req-c055705b-f040-403f-8519-bb1a5a9288ed tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:24.658068 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f50e97c8-afef-4774-a02d-2aa60566676d req-c055705b-f040-403f-8519-bb1a5a9288ed tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.0839078 Aug 20 10:45:24.659863 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4f760470-1c00-44a7-b3e4-6dd676fd8029 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6812100 Aug 20 10:45:24.662675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52582) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:24.670186 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-94d36b1e-da00-4c2a-bc24-1e2855c349a3 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1937609234', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '39cee93f-fb98-41a4-9272-4294afcbb760'}], 'security_groups': ['8b666687-e59a-487f-b771-54180009393f']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:24.760742 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port da2cdfe8-aa48-43ec-bd4c-50b61f290412 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:24.770520 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port da2cdfe8-aa48-43ec-bd4c-50b61f290412 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:24.771219 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:24.818219 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-94d36b1e-da00-4c2a-bc24-1e2855c349a3 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:24.823321 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f50e97c8-afef-4774-a02d-2aa60566676d req-17ae5027-1fa1-4d24-9b33-09990ff0feed tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489248 Aug 20 10:45:24.947706 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:25.036956 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port da2cdfe8-aa48-43ec-bd4c-50b61f290412, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=da2cdfe8-aa48-43ec-bd4c-50b61f290412,segment=NetworkSegment(1c51bfc5-0354-42c1-a95b-5c2846703eb5),segment_id=1c51bfc5-0354-42c1-a95b-5c2846703eb5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:25.040769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:45:25.046590 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd435765-53e3-4a8c-91ee-0054c36a4013" -d '{"events": [{"server_uuid": "aeef66be-51ed-49c6-8256-b93c66c3bc78", "name": "network-vif-plugged", "status": "completed", "tag": "da2cdfe8-aa48-43ec-bd4c-50b61f290412"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:45:25.062549 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:25.169707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 311c6c0f-3867-4d19-8c91-8e6e27217747 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:45:25.173187 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5ca0dc-16f3-49df-884f-8db59b58cca2 x-openstack-request-id: req-ba5ca0dc-16f3-49df-884f-8db59b58cca2 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:45:25.173579 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeef66be-51ed-49c6-8256-b93c66c3bc78", "name": "network-vif-plugged", "status": "completed", "tag": "da2cdfe8-aa48-43ec-bd4c-50b61f290412", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:45:25.173903 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba5ca0dc-16f3-49df-884f-8db59b58cca2 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:45:25.174672 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412', 'code': 200} Aug 20 10:45:25.177671 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e54a00b-2cc1-4803-a0c6-34dfa0e8e0f6 None None] Update dhcp port {'port': {'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069', 'fixed_ips': [{'subnet_id': '1d6f7264-7a1a-4e73-b550-c61991fdff5e', 'ip_address': '172.20.0.2'}, {'subnet_id': '39cee93f-fb98-41a4-9272-4294afcbb760'}], 'binding:host_id': 'n-d-778550-11'}, 'id': '311c6c0f-3867-4d19-8c91-8e6e27217747'} from n-d-778550-11. {{(pid=94868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 10:45:25.262040 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa5cd1-5ad4-415a-9954-4385093bcd50 req-fa275726-9c81-46c9-aad9-4291c84d6c8f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:25.270425 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-adaa5cd1-5ad4-415a-9954-4385093bcd50 req-fa275726-9c81-46c9-aad9-4291c84d6c8f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.1642275 Aug 20 10:45:25.366371 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-adaa5cd1-5ad4-415a-9954-4385093bcd50 req-4816aac0-ccb7-4c2c-bc46-3cacd80856db tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949709 Aug 20 10:45:25.400242 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2e54a00b-2cc1-4803-a0c6-34dfa0e8e0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:25.406666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9efb3-61af-4faa-96a3-af74fe7b29bc req-caf4b4e9-466f-45b8-83fa-a7b15205d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:25.410160 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-88d9efb3-61af-4faa-96a3-af74fe7b29bc req-caf4b4e9-466f-45b8-83fa-a7b15205d300 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 1097 time: 0.1746106 Aug 20 10:45:25.489218 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-88d9efb3-61af-4faa-96a3-af74fe7b29bc req-41491d55-ebf3-4b78-9638-75dc1aef3621 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=404ea569-21d9-491a-a980-a686576a62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703435 Aug 20 10:45:25.499516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=da2cdfe8-aa48-43ec-bd4c-50b61f290412,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:25.553167 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 311c6c0f-3867-4d19-8c91-8e6e27217747 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:25.553538 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:26.055674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bc8b9-4487-4650-9e0c-fbd2311e8ba3 req-850a9475-88ed-43ab-92d0-63bb9f42f74b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:26.058778 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-000bc8b9-4487-4650-9e0c-fbd2311e8ba3 req-850a9475-88ed-43ab-92d0-63bb9f42f74b tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.42 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.7264540 Aug 20 10:45:26.117810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1086fb-abcd-41f9-a384-f32629ff0c66 req-35472383-12c9-467f-b7a2-0150db497332 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:26.127231 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c1086fb-abcd-41f9-a384-f32629ff0c66 req-35472383-12c9-467f-b7a2-0150db497332 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 945 time: 0.6316111 Aug 20 10:45:26.168590 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-94d36b1e-da00-4c2a-bc24-1e2855c349a3 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Delete allocated IP 172.20.0.4 (75c8ce85-afd2-4bb1-9e66-b5fada521069/1d6f7264-7a1a-4e73-b550-c61991fdff5e) {{(pid=94867) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 10:45:26.189432 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfec46a-b680-4526-bec2-fc1f31e4d897 req-e06d2c1b-71b5-4c27-9470-879cc9237d5e tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:26.191016 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6bfec46a-b680-4526-bec2-fc1f31e4d897 req-e06d2c1b-71b5-4c27-9470-879cc9237d5e tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 945 time: 0.1988120 Aug 20 10:45:26.221944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-94d36b1e-da00-4c2a-bc24-1e2855c349a3 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Allocated IP 172.20.0.25 (75c8ce85-afd2-4bb1-9e66-b5fada521069/39cee93f-fb98-41a4-9272-4294afcbb760/1e186187-3096-47a5-835b-035de593566f) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:45:26.277862 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c1086fb-abcd-41f9-a384-f32629ff0c66 req-c5faca03-78fe-47a8-b140-9ff02d2aec4f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=404ea569-21d9-491a-a980-a686576a62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493115 Aug 20 10:45:26.314190 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6bfec46a-b680-4526-bec2-fc1f31e4d897 req-8fcc630b-1888-43a9-aedc-35edf0014a79 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/security-groups?id=0f0e5f66-44a9-4478-a87e-e463ce4f8617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099269 Aug 20 10:45:26.319881 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-000bc8b9-4487-4650-9e0c-fbd2311e8ba3 req-bd6aaf8e-e3f0-4d51-9da2-1d3d06f11239 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Deleting port 1e0daf03-6e1d-4723-ab9b-6da845d6deff {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:45:26.319881 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-000bc8b9-4487-4650-9e0c-fbd2311e8ba3 req-bd6aaf8e-e3f0-4d51-9da2-1d3d06f11239 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:26.605141 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-000bc8b9-4487-4650-9e0c-fbd2311e8ba3 req-bd6aaf8e-e3f0-4d51-9da2-1d3d06f11239 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] For port 1e0daf03-6e1d-4723-ab9b-6da845d6deff, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=1e0daf03-6e1d-4723-ab9b-6da845d6deff,segment=NetworkSegment(a5b0e89c-059e-4c64-b5c4-ce81d82f91a0),segment_id=a5b0e89c-059e-4c64-b5c4-ce81d82f91a0)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:26.605744 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-000bc8b9-4487-4650-9e0c-fbd2311e8ba3 req-bd6aaf8e-e3f0-4d51-9da2-1d3d06f11239 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:26.617991 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cba38-9043-4daa-962e-f7cae782663a req-b32cdbab-fe25-4c63-b94a-adefddbe98c9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:26.623610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5c4cba38-9043-4daa-962e-f7cae782663a req-b32cdbab-fe25-4c63-b94a-adefddbe98c9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.1275744 Aug 20 10:45:26.650002 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-000bc8b9-4487-4650-9e0c-fbd2311e8ba3 req-bd6aaf8e-e3f0-4d51-9da2-1d3d06f11239 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Calling delete_port for 1e0daf03-6e1d-4723-ab9b-6da845d6deff owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:45:26.716535 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-94d36b1e-da00-4c2a-bc24-1e2855c349a3 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:26.722805 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5c4cba38-9043-4daa-962e-f7cae782663a req-504986f8-b727-4319-bb17-4678aa768502 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901880 Aug 20 10:45:26.785734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-94d36b1e-da00-4c2a-bc24-1e2855c349a3 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Transition to ACTIVE for port object 1e186187-3096-47a5-835b-035de593566f will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:26.827460 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-94d36b1e-da00-4c2a-bc24-1e2855c349a3 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:26.936968 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-2e54a00b-2cc1-4803-a0c6-34dfa0e8e0f6 None None] Allocated IP 172.20.0.18 (75c8ce85-afd2-4bb1-9e66-b5fada521069/39cee93f-fb98-41a4-9272-4294afcbb760/311c6c0f-3867-4d19-8c91-8e6e27217747) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:45:27.133996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d36b1e-da00-4c2a-bc24-1e2855c349a3 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=1e186187-3096-47a5-835b-035de593566f,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:27.237056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-94d36b1e-da00-4c2a-bc24-1e2855c349a3 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] In _notify_port_updated(), no bound segment for port 1e186187-3096-47a5-835b-035de593566f on network 75c8ce85-afd2-4bb1-9e66-b5fada521069 {{(pid=94867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:45:27.244659 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d36b1e-da00-4c2a-bc24-1e2855c349a3 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:27.245652 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-94d36b1e-da00-4c2a-bc24-1e2855c349a3 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:27.251820 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-94d36b1e-da00-4c2a-bc24-1e2855c349a3 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "PUT /v2.0/ports/1e186187-3096-47a5-835b-035de593566f HTTP/1.1" status: 200 len: 921 time: 2.5879612 Aug 20 10:45:27.252844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52606) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:27.278343 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2e54a00b-2cc1-4803-a0c6-34dfa0e8e0f6 None None] For port 311c6c0f-3867-4d19-8c91-8e6e27217747, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=311c6c0f-3867-4d19-8c91-8e6e27217747,segment=NetworkSegment(3cf90478-45c4-4dce-8d78-6f1e8a0c1533),segment_id=3cf90478-45c4-4dce-8d78-6f1e8a0c1533)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:27.302249 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-000bc8b9-4487-4650-9e0c-fbd2311e8ba3 req-bd6aaf8e-e3f0-4d51-9da2-1d3d06f11239 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:27.331873 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2e54a00b-2cc1-4803-a0c6-34dfa0e8e0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:27.341072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6aaf8e-e3f0-4d51-9da2-1d3d06f11239 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Pushing event deleted for resources: {'Port': ['ID=1e0daf03-6e1d-4723-ab9b-6da845d6deff,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:27.344671 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['1e0daf03-6e1d-4723-ab9b-6da845d6deff'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:45:27.381393 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2e54a00b-2cc1-4803-a0c6-34dfa0e8e0f6 None None] Transition to ACTIVE for port object 311c6c0f-3867-4d19-8c91-8e6e27217747 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:27.397982 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2e54a00b-2cc1-4803-a0c6-34dfa0e8e0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:27.414495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-000bc8b9-4487-4650-9e0c-fbd2311e8ba3 req-bd6aaf8e-e3f0-4d51-9da2-1d3d06f11239 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] No DVR routers for this DVR port 1e0daf03-6e1d-4723-ab9b-6da845d6deff on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:45:27.418119 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-000bc8b9-4487-4650-9e0c-fbd2311e8ba3 req-bd6aaf8e-e3f0-4d51-9da2-1d3d06f11239 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:27.423493 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-000bc8b9-4487-4650-9e0c-fbd2311e8ba3 req-bd6aaf8e-e3f0-4d51-9da2-1d3d06f11239 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.42 "DELETE /v2.0/ports/1e0daf03-6e1d-4723-ab9b-6da845d6deff HTTP/1.1" status: 204 len: 173 time: 1.3585970 Aug 20 10:45:27.425314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'name': 'network-vif-deleted', 'tag': '1e0daf03-6e1d-4723-ab9b-6da845d6deff'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:45:27.428186 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4516b80f-88a5-4d04-b699-787acaec1f89" -d '{"events": [{"server_uuid": "b76cfcfe-d4b8-4076-b26c-783c04ac5102", "name": "network-vif-deleted", "tag": "1e0daf03-6e1d-4723-ab9b-6da845d6deff"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:45:27.435278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-237aa6b3-8ba0-42ba-a083-619cf3aded64 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port 1e186187-3096-47a5-835b-035de593566f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:45:27.439414 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-237aa6b3-8ba0-42ba-a083-619cf3aded64 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:27.500626 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-76d05136-fecb-413a-89e8-0e4cca82c4f0 req-12e41d2a-4f5e-40aa-ac60-ec2ac1963a50 tempest-ServerRescueTestJSONUnderV235-504714807 tempest-ServerRescueTestJSONUnderV235-504714807-project] 10.222.0.16 "GET /v2.0/ports?device_id=b76cfcfe-d4b8-4076-b26c-783c04ac5102 HTTP/1.1" status: 200 len: 210 time: 0.0383790 Aug 20 10:45:27.551214 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa0ae2c-6d54-45bf-a2c7-b1314150cf85 x-openstack-request-id: req-eaa0ae2c-6d54-45bf-a2c7-b1314150cf85 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:45:27.551526 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76cfcfe-d4b8-4076-b26c-783c04ac5102", "name": "network-vif-deleted", "tag": "1e0daf03-6e1d-4723-ab9b-6da845d6deff", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:45:27.551953 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eaa0ae2c-6d54-45bf-a2c7-b1314150cf85 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:45:27.552380 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76cfcfe-d4b8-4076-b26c-783c04ac5102', 'name': 'network-vif-deleted', 'tag': '1e0daf03-6e1d-4723-ab9b-6da845d6deff', 'status': 'completed', 'code': 200} Aug 20 10:45:27.590206 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0f22b-9e3c-4e0b-baec-df66266c44b7 req-fcd04282-aeec-4643-9d83-17eac9aba6b6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:27.591658 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54a00b-2cc1-4803-a0c6-34dfa0e8e0f6 None None] Pushing event updated for resources: {'Port': ['ID=311c6c0f-3867-4d19-8c91-8e6e27217747,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:27.593345 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9df0f22b-9e3c-4e0b-baec-df66266c44b7 req-fcd04282-aeec-4643-9d83-17eac9aba6b6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 945 time: 0.1449418 Aug 20 10:45:27.630252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-237aa6b3-8ba0-42ba-a083-619cf3aded64 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:27.660005 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-237aa6b3-8ba0-42ba-a083-619cf3aded64 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for 1e186187-3096-47a5-835b-035de593566f owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:45:27.693162 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9df0f22b-9e3c-4e0b-baec-df66266c44b7 req-0b3b66bc-b767-4be5-9bc4-0d28708111f8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=404ea569-21d9-491a-a980-a686576a62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783126 Aug 20 10:45:27.959383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad3392-791d-41b1-b877-786931b1419d req-81a54e19-cc42-4fcd-bc1e-b690baefe2bb tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:27.962928 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-59ad3392-791d-41b1-b877-786931b1419d req-81a54e19-cc42-4fcd-bc1e-b690baefe2bb tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 945 time: 0.1406796 Aug 20 10:45:28.013960 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b082099-19e1-46a0-b266-c63a0b4fbf9a req-d21c3707-c3aa-4458-88e9-0b13b88549e6 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:28.015634 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9b082099-19e1-46a0-b266-c63a0b4fbf9a req-d21c3707-c3aa-4458-88e9-0b13b88549e6 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.1685634 Aug 20 10:45:28.062751 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-237aa6b3-8ba0-42ba-a083-619cf3aded64 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:28.068800 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-59ad3392-791d-41b1-b877-786931b1419d req-a54f01ba-7f87-4baa-9bdb-63d67c367f4b tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=404ea569-21d9-491a-a980-a686576a62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956635 Aug 20 10:45:28.098315 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52620) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:28.101244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237aa6b3-8ba0-42ba-a083-619cf3aded64 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=1e186187-3096-47a5-835b-035de593566f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:28.155901 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6229cdd5-3b69-4e9d-9fd6-e8541cf7bfdb tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:28.159684 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6229cdd5-3b69-4e9d-9fd6-e8541cf7bfdb tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 1092 time: 0.0590599 Aug 20 10:45:28.161887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52622) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:28.169868 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:28.182408 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9b082099-19e1-46a0-b266-c63a0b4fbf9a req-6f99613c-a7ae-4625-ab36-d4380ec9725b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553004 Aug 20 10:45:28.220671 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:28.321858 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-237aa6b3-8ba0-42ba-a083-619cf3aded64 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:28.330092 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52628) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:28.331414 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-237aa6b3-8ba0-42ba-a083-619cf3aded64 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/ports/1e186187-3096-47a5-835b-035de593566f HTTP/1.1" status: 204 len: 168 time: 1.0757415 Aug 20 10:45:28.375314 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-1818d408-49e7-4d5d-9438-64b3502c1901 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] GET failed (client error): The resource could not be found. Aug 20 10:45:28.377791 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1818d408-49e7-4d5d-9438-64b3502c1901 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports/1e186187-3096-47a5-835b-035de593566f HTTP/1.1" status: 404 len: 333 time: 0.0435379 Aug 20 10:45:28.378739 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52630) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:28.464318 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b382b65-2923-4f07-8624-5652508caf0a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:28.492001 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:28.509472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b382b65-2923-4f07-8624-5652508caf0a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:28.582154 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b382b65-2923-4f07-8624-5652508caf0a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:28.589724 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b382b65-2923-4f07-8624-5652508caf0a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:28.591779 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5b382b65-2923-4f07-8624-5652508caf0a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/security-groups/5bdd04ac-b950-4af6-9229-6bea12f24d2b HTTP/1.1" status: 204 len: 168 time: 0.2119727 Aug 20 10:45:28.595694 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52640) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:28.609160 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b382b65-2923-4f07-8624-5652508caf0a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdd04ac-b950-4af6-9229-6bea12f24d2b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:28.621893 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52642) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:28.689413 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-88d873a9-503a-43ef-a460-9e35fe776a1f None None] Provisioning complete for port 1bb3956e-8655-47d7-a2e3-c1067c9f5102 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:28.689916 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-88d873a9-503a-43ef-a460-9e35fe776a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:28.746257 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cde0c17d-be01-414e-a3f1-8e761fab7e99 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:28.761605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-88d873a9-503a-43ef-a460-9e35fe776a1f None None] Port 1bb3956e-8655-47d7-a2e3-c1067c9f5102 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:45:28.767076 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-88d873a9-503a-43ef-a460-9e35fe776a1f None None] Could not find standard attr ID for object 1e186187-3096-47a5-835b-035de593566f. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:45:28.784707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-88d873a9-503a-43ef-a460-9e35fe776a1f None None] Provisioning for port 311c6c0f-3867-4d19-8c91-8e6e27217747 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:28.791224 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-88d873a9-503a-43ef-a460-9e35fe776a1f None None] Provisioning complete for port 311c6c0f-3867-4d19-8c91-8e6e27217747 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:28.791860 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-88d873a9-503a-43ef-a460-9e35fe776a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:28.805538 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cde0c17d-be01-414e-a3f1-8e761fab7e99 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:28.829551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Allocated IP 172.25.3.234 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/0c939190-b264-4f51-b7f6-8e91092e11a1) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:45:29.011408 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:29.026549 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cde0c17d-be01-414e-a3f1-8e761fab7e99 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:29.029852 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cde0c17d-be01-414e-a3f1-8e761fab7e99 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:29.033933 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cde0c17d-be01-414e-a3f1-8e761fab7e99 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/security-groups/8b666687-e59a-487f-b771-54180009393f HTTP/1.1" status: 204 len: 168 time: 0.4371781 Aug 20 10:45:29.035219 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52658) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:29.091377 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0c17d-be01-414e-a3f1-8e761fab7e99 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b666687-e59a-487f-b771-54180009393f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:29.141077 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 311c6c0f-3867-4d19-8c91-8e6e27217747 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:45:29.146222 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:29.208839 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:29.212850 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:29.246070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:45:29.285792 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Port': ['ID=0c939190-b264-4f51-b7f6-8e91092e11a1,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:29.300576 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 311c6c0f-3867-4d19-8c91-8e6e27217747 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:29.315313 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:29.356694 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-410ee876-3f6d-4583-95d9-1b7fe7f8994d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:29.363593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd21eed-4fe3-4783-984b-8e6d2ce90961 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting subnet 1d6f7264-7a1a-4e73-b550-c61991fdff5e {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:45:29.393039 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3bd21eed-4fe3-4783-984b-8e6d2ce90961 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:29.490342 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b6856413-7e80-4708-8ce4-80a706d4c768 None None] Could not find standard attr ID for object 1e186187-3096-47a5-835b-035de593566f. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:45:29.527019 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3bd21eed-4fe3-4783-984b-8e6d2ce90961 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:29.620225 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413d7f8-7f85-4db6-ae9e-f5a02aab1b3a req-1344f4e3-ea54-44ac-b995-1ec53c1b2962 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:29.630807 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0413d7f8-7f85-4db6-ae9e-f5a02aab1b3a req-1344f4e3-ea54-44ac-b995-1ec53c1b2962 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.2636971 Aug 20 10:45:29.687602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 1e0daf03-6e1d-4723-ab9b-6da845d6deff no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:45:29.743038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 1e0daf03-6e1d-4723-ab9b-6da845d6deff {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:45:29.743671 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 1e0daf03-6e1d-4723-ab9b-6da845d6deff not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:45:29.848091 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0413d7f8-7f85-4db6-ae9e-f5a02aab1b3a req-4c47d660-dddd-4310-83b3-69e29e516650 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783445 Aug 20 10:45:29.891302 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3bd21eed-4fe3-4783-984b-8e6d2ce90961 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:29.894178 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:45:30.005118 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c76294f4-fa7e-44e9-a86b-c220b562f990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:30.046077 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3bd21eed-4fe3-4783-984b-8e6d2ce90961 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:30.089292 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd21eed-4fe3-4783-984b-8e6d2ce90961 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Subnet': ['ID=1d6f7264-7a1a-4e73-b550-c61991fdff5e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:30.102741 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3bd21eed-4fe3-4783-984b-8e6d2ce90961 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:30.105450 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3bd21eed-4fe3-4783-984b-8e6d2ce90961 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/1d6f7264-7a1a-4e73-b550-c61991fdff5e HTTP/1.1" status: 204 len: 168 time: 1.0689547 Aug 20 10:45:30.111494 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1418fdcf-3cba-471a-b04b-01c87bc7f3a5 None None] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:45:30.115397 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52674) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:30.120782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-1f9b56b9-920c-4f0d-a879-e4f22012d4d4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'subnet': {'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:30.302715 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:30.370377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9b56b9-920c-4f0d-a879-e4f22012d4d4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:45:30.376139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1f9b56b9-920c-4f0d-a879-e4f22012d4d4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:30.511565 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:30.862563 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:30.873953 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:30.980052 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Port': ['ID=0c939190-b264-4f51-b7f6-8e91092e11a1,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:31.108071 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:31.186563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c76294f4-fa7e-44e9-a86b-c220b562f990 admin admin] Deleting port 7d947d5c-b4aa-456a-b0d6-35272e4479a9 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:45:31.187153 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c76294f4-fa7e-44e9-a86b-c220b562f990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:31.264819 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Floating IP 0e6b06a7-60b3-41ca-913c-74e70f434ba4 associated. External IP: 172.25.3.234, port: da2cdfe8-aa48-43ec-bd4c-50b61f290412. Aug 20 10:45:31.287684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2f64f-bbf9-45ca-b215-672381272d96 req-d085c638-19a3-43a9-a255-dc442967465c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:31.296273 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5eb2f64f-bbf9-45ca-b215-672381272d96 req-d085c638-19a3-43a9-a255-dc442967465c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.2583709 Aug 20 10:45:31.444036 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f35f377b-201f-4a05-9427-8324424f830f None None] Provisioning complete for port 1bb3956e-8655-47d7-a2e3-c1067c9f5102 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:31.444610 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f35f377b-201f-4a05-9427-8324424f830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:31.465291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-c76294f4-fa7e-44e9-a86b-c220b562f990 admin admin] For port 7d947d5c-b4aa-456a-b0d6-35272e4479a9, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7d947d5c-b4aa-456a-b0d6-35272e4479a9,segment=NetworkSegment(a5b0e89c-059e-4c64-b5c4-ce81d82f91a0),segment_id=a5b0e89c-059e-4c64-b5c4-ce81d82f91a0)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:31.465783 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c76294f4-fa7e-44e9-a86b-c220b562f990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:31.486023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c76294f4-fa7e-44e9-a86b-c220b562f990 admin admin] Calling delete_port for 7d947d5c-b4aa-456a-b0d6-35272e4479a9 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:45:31.533245 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5eb2f64f-bbf9-45ca-b215-672381272d96 req-19424170-6fd8-4a74-a179-3ebbbfd587c8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359447 Aug 20 10:45:31.544011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-f35f377b-201f-4a05-9427-8324424f830f None None] Port 1bb3956e-8655-47d7-a2e3-c1067c9f5102 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:45:31.576720 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f35f377b-201f-4a05-9427-8324424f830f None None] Provisioning complete for port 311c6c0f-3867-4d19-8c91-8e6e27217747 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:31.577180 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f35f377b-201f-4a05-9427-8324424f830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:31.619457 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1f9b56b9-920c-4f0d-a879-e4f22012d4d4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:31.631512 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:45:31.765122 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9b56b9-920c-4f0d-a879-e4f22012d4d4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:31.773255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-1f9b56b9-920c-4f0d-a879-e4f22012d4d4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:31.779594 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9b56b9-920c-4f0d-a879-e4f22012d4d4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:31.780193 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1f9b56b9-920c-4f0d-a879-e4f22012d4d4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:31.787003 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282b58fa-3c2b-4df7-a005-1f911f704387 None None] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:45:31.791852 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b56b9-920c-4f0d-a879-e4f22012d4d4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Subnet': ['ID=b7a340e8-f439-49aa-b2a8-6f5e89cdcef3,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:31.796458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:45:31.810618 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1f9b56b9-920c-4f0d-a879-e4f22012d4d4 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6885188 Aug 20 10:45:31.816128 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52686) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:31.835981 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6c003-9782-4036-864b-a1ddea649124 None None] Sync routers for ids ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:45:31.846279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c92f2b02-1dbe-402c-9c54-6bc945d9f92c tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'security_group': {'name': 'tempest-secgroup-932519755'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:31.864486 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6c003-9782-4036-864b-a1ddea649124 None None] Routers {'95ea150a-38e7-49d9-979d-a14fe0b3ca27'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:45:31.866048 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c2e6c003-9782-4036-864b-a1ddea649124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:45:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:31.932123 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c92f2b02-1dbe-402c-9c54-6bc945d9f92c tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:31.962741 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c76294f4-fa7e-44e9-a86b-c220b562f990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:31.988333 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6cb8df34-642f-47bd-bf4c-7fcfcc80aef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:31.998149 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:32.032660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76294f4-fa7e-44e9-a86b-c220b562f990 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d947d5c-b4aa-456a-b0d6-35272e4479a9,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:32.071242 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-16181ac5-c7de-46d3-99ba-c89435b3b7d8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9079971 Aug 20 10:45:32.074551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'tag': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:45:32.077134 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6435c486-16e9-47f3-ac1e-add2e66389e4" -d '{"events": [{"name": "network-changed", "server_uuid": "aeef66be-51ed-49c6-8256-b93c66c3bc78", "tag": "da2cdfe8-aa48-43ec-bd4c-50b61f290412"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:45:32.094712 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52690) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:32.133836 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-c2e6c003-9782-4036-864b-a1ddea649124 None None] Set router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:45:32.172672 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7c7cc3-2f70-421d-b6b2-1b49de144808 x-openstack-request-id: req-0b7c7cc3-2f70-421d-b6b2-1b49de144808 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:45:32.187951 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeef66be-51ed-49c6-8256-b93c66c3bc78", "tag": "da2cdfe8-aa48-43ec-bd4c-50b61f290412", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:45:32.189402 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b7c7cc3-2f70-421d-b6b2-1b49de144808 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:45:32.190287 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'tag': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412', 'status': 'completed', 'code': 200} Aug 20 10:45:32.222991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-09664e35-7e41-4338-b784-a7660c325fe1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/floatingips/0e6b06a7-60b3-41ca-913c-74e70f434ba4 HTTP/1.1" status: 200 len: 991 time: 0.1264763 Aug 20 10:45:32.242298 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c92f2b02-1dbe-402c-9c54-6bc945d9f92c tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:32.250102 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c92f2b02-1dbe-402c-9c54-6bc945d9f92c tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:32.314902 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c92f2b02-1dbe-402c-9c54-6bc945d9f92c tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:32.317211 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c92f2b02-1dbe-402c-9c54-6bc945d9f92c tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4950268 Aug 20 10:45:32.321686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52696) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:32.338891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-1a3d7969-49fb-424e-b5fc-6d1ac88c277b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'security_group': {'name': 'tempest-secgroup-853146905'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:32.390373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435c486-16e9-47f3-ac1e-add2e66389e4 req-bec46625-1f7e-4158-9a66-e2f7cb48ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:32.392254 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6435c486-16e9-47f3-ac1e-add2e66389e4 req-bec46625-1f7e-4158-9a66-e2f7cb48ed9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec29969148b94deaa5cea655cffb346f&device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 1097 time: 0.1604390 Aug 20 10:45:32.397092 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f2b02-1dbe-402c-9c54-6bc945d9f92c tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e142a84-f89b-44f5-b63a-55f16876ee0c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:32.399436 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:32.415364 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7969-49fb-424e-b5fc-6d1ac88c277b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:32.470310 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c76294f4-fa7e-44e9-a86b-c220b562f990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:32.490147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740166b9-881f-4406-95d0-491c93df102b None None] Update dhcp port {'port': {'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069', 'fixed_ips': [{'subnet_id': '39cee93f-fb98-41a4-9272-4294afcbb760', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b7a340e8-f439-49aa-b2a8-6f5e89cdcef3'}], 'binding:host_id': 'n-d-778550-11'}, 'id': '311c6c0f-3867-4d19-8c91-8e6e27217747'} from n-d-778550-11. {{(pid=94868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 10:45:32.548474 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-740166b9-881f-4406-95d0-491c93df102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:32.604207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435c486-16e9-47f3-ac1e-add2e66389e4 req-9542cf21-a021-4019-acbe-17e7157a6950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:32.606029 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6435c486-16e9-47f3-ac1e-add2e66389e4 req-9542cf21-a021-4019-acbe-17e7157a6950 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ccdba01f-8288-46db-a1bf-15ac914ac346 HTTP/1.1" status: 200 len: 897 time: 0.2034419 Aug 20 10:45:32.673500 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7969-49fb-424e-b5fc-6d1ac88c277b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:32.682869 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7969-49fb-424e-b5fc-6d1ac88c277b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:32.754640 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6435c486-16e9-47f3-ac1e-add2e66389e4 req-b15aef8b-a065-4c08-a516-1eefbecd5fa8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da2cdfe8-aa48-43ec-bd4c-50b61f290412 HTTP/1.1" status: 200 len: 999 time: 0.1381977 Aug 20 10:45:32.768205 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c2e6c003-9782-4036-864b-a1ddea649124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '0e6b06a7-60b3-41ca-913c-74e70f434ba4', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'port_id': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'mac_address': 'fa:16:3e:dc:34:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:45:29Z', 'updated_at': '2021-08-20T10:45:29Z', 'revision_number': 0, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233bafa0-feaa-4c80-9452-32462c1bf4bd', 'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:a7:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:59Z', 'updated_at': '2021-08-20T10:45:10Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:32.771203 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7969-49fb-424e-b5fc-6d1ac88c277b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:32.772700 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1a3d7969-49fb-424e-b5fc-6d1ac88c277b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4496686 Aug 20 10:45:32.775443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52700) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:32.781797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-bb247cf1-698f-42e5-9a15-00a96c2fba7a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'security_group': {'name': 'tempest-secgroup-1017146821'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:32.783750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d7969-49fb-424e-b5fc-6d1ac88c277b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6e9516-480a-4ac9-b69d-4442d19d1dbf,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:32.800134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9347bc-539a-48c4-b33c-ce89b05587ea req-534a0e1f-f1b3-4cc2-802f-698b622c6f04 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:32.808791 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb9347bc-539a-48c4-b33c-ce89b05587ea req-534a0e1f-f1b3-4cc2-802f-698b622c6f04 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.0851839 Aug 20 10:45:32.855714 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb9347bc-539a-48c4-b33c-ce89b05587ea req-6651711b-716d-46d7-a0d3-609fe4840e25 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459106 Aug 20 10:45:32.859960 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6c003-9782-4036-864b-a1ddea649124 None None] Checking router: 95ea150a-38e7-49d9-979d-a14fe0b3ca27 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:45:32.882479 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6c003-9782-4036-864b-a1ddea649124 None None] Routers {'95ea150a-38e7-49d9-979d-a14fe0b3ca27'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:45:32.883758 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c2e6c003-9782-4036-864b-a1ddea649124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:45:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:32.888095 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb247cf1-698f-42e5-9a15-00a96c2fba7a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:32.895956 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435c486-16e9-47f3-ac1e-add2e66389e4 req-91677154-b788-4574-a807-5c8af587f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:32.897658 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6435c486-16e9-47f3-ac1e-add2e66389e4 req-91677154-b788-4574-a807-5c8af587f1fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2fb6c4ae-1007-4ed9-8ce4-283f29cc485a HTTP/1.1" status: 200 len: 835 time: 0.1350062 Aug 20 10:45:32.913715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-740166b9-881f-4406-95d0-491c93df102b None None] Allocated IP 172.20.0.2 (75c8ce85-afd2-4bb1-9e66-b5fada521069/b7a340e8-f439-49aa-b2a8-6f5e89cdcef3/311c6c0f-3867-4d19-8c91-8e6e27217747) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:45:33.022211 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb247cf1-698f-42e5-9a15-00a96c2fba7a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:33.025111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76294f4-fa7e-44e9-a86b-c220b562f990 admin admin] Router 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:45:33.031031 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb247cf1-698f-42e5-9a15-00a96c2fba7a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:33.112519 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb247cf1-698f-42e5-9a15-00a96c2fba7a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277dab48-e825-4cdb-a4d6-44eec6187528,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:33.116712 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb247cf1-698f-42e5-9a15-00a96c2fba7a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:33.120755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52704) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:33.121047 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bb247cf1-698f-42e5-9a15-00a96c2fba7a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3440621 Aug 20 10:45:33.126419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435c486-16e9-47f3-ac1e-add2e66389e4 req-700051f3-07b9-4936-a0a2-23e8be05cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:33.127911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-18317558-527b-44bf-8137-fb4198cde448 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-391188835', 'security_groups': ['277dab48-e825-4cdb-a4d6-44eec6187528'], 'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b7a340e8-f439-49aa-b2a8-6f5e89cdcef3'}]}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:33.128124 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6435c486-16e9-47f3-ac1e-add2e66389e4 req-700051f3-07b9-4936-a0a2-23e8be05cc31 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ccdba01f-8288-46db-a1bf-15ac914ac346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2189465 Aug 20 10:45:33.134141 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-c2e6c003-9782-4036-864b-a1ddea649124 None None] Set router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:45:33.142482 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-740166b9-881f-4406-95d0-491c93df102b None None] For port 311c6c0f-3867-4d19-8c91-8e6e27217747, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=311c6c0f-3867-4d19-8c91-8e6e27217747,segment=NetworkSegment(3cf90478-45c4-4dce-8d78-6f1e8a0c1533),segment_id=3cf90478-45c4-4dce-8d78-6f1e8a0c1533)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:33.189619 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-740166b9-881f-4406-95d0-491c93df102b None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:33.209472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-740166b9-881f-4406-95d0-491c93df102b None None] Transition to ACTIVE for port object 311c6c0f-3867-4d19-8c91-8e6e27217747 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:33.222375 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-740166b9-881f-4406-95d0-491c93df102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:33.229341 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52706) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:33.319781 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740166b9-881f-4406-95d0-491c93df102b None None] Pushing event updated for resources: {'Port': ['ID=311c6c0f-3867-4d19-8c91-8e6e27217747,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:33.371229 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:33.373175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740166b9-881f-4406-95d0-491c93df102b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:33.373524 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740166b9-881f-4406-95d0-491c93df102b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:33.373882 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740166b9-881f-4406-95d0-491c93df102b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:33.374298 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740166b9-881f-4406-95d0-491c93df102b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:33.374639 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740166b9-881f-4406-95d0-491c93df102b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:33.374974 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740166b9-881f-4406-95d0-491c93df102b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:33.375329 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740166b9-881f-4406-95d0-491c93df102b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:33.375905 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740166b9-881f-4406-95d0-491c93df102b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:33.376243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740166b9-881f-4406-95d0-491c93df102b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:33.376570 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740166b9-881f-4406-95d0-491c93df102b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:33.376938 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740166b9-881f-4406-95d0-491c93df102b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:33.377268 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740166b9-881f-4406-95d0-491c93df102b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:33.407430 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6435c486-16e9-47f3-ac1e-add2e66389e4 req-44b8cc9d-e7ad-46f2-90bb-5038b0c53aff service neutron] 10.222.0.24 "GET /v2.0/networks/ccdba01f-8288-46db-a1bf-15ac914ac346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472551 Aug 20 10:45:33.417245 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-38aec21d-029c-4699-99da-201cf8a71e2c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/floatingips/0e6b06a7-60b3-41ca-913c-74e70f434ba4 HTTP/1.1" status: 200 len: 991 time: 0.1867595 Aug 20 10:45:33.427506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76294f4-fa7e-44e9-a86b-c220b562f990 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:45:33.436952 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c76294f4-fa7e-44e9-a86b-c220b562f990 admin admin] 10.222.0.16 "PUT /v2.0/routers/902b7b0b-6389-46e0-a38c-7b5f2a52f4f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8097439 Aug 20 10:45:33.440570 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcad6b-5e6f-4568-bd1d-43f527dff8de None None] Sync routers for ids ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:45:33.446970 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52710) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:33.459685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dcad6b-5e6f-4568-bd1d-43f527dff8de None None] Routers {'902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:45:33.460596 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-88dcad6b-5e6f-4568-bd1d-43f527dff8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:45:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:33.650672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-88dcad6b-5e6f-4568-bd1d-43f527dff8de None None] Set router 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:45:33.694827 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6435c486-16e9-47f3-ac1e-add2e66389e4 req-5dd7c1de-8fe5-4e7b-96bd-d14d2bae9639 service neutron] 10.222.0.24 "GET /v2.0/networks/ccdba01f-8288-46db-a1bf-15ac914ac346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757232 Aug 20 10:45:33.701863 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d038ca28-bd30-42b0-bb18-ca616525ccde admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:33.830168 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c2e6c003-9782-4036-864b-a1ddea649124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '0e6b06a7-60b3-41ca-913c-74e70f434ba4', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'port_id': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'mac_address': 'fa:16:3e:dc:34:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:45:29Z', 'updated_at': '2021-08-20T10:45:29Z', 'revision_number': 0, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233bafa0-feaa-4c80-9452-32462c1bf4bd', 'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:a7:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:59Z', 'updated_at': '2021-08-20T10:45:10Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:33.886428 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e6c003-9782-4036-864b-a1ddea649124 None None] The sync data for ids ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'] in n-d-778550-11 is: [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '0e6b06a7-60b3-41ca-913c-74e70f434ba4', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'port_id': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'mac_address': 'fa:16:3e:dc:34:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:45:29Z', 'updated_at': '2021-08-20T10:45:29Z', 'revision_number': 0, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233bafa0-feaa-4c80-9452-32462c1bf4bd', 'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:a7:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:59Z', 'updated_at': '2021-08-20T10:45:10Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:45:34.007063 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d038ca28-bd30-42b0-bb18-ca616525ccde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:34.061714 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-88dcad6b-5e6f-4568-bd1d-43f527dff8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-680397571-router', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:02Z', 'updated_at': '2021-08-20T10:45:31Z', 'revision_number': 5, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'gw_port': {'id': '1ef54d44-cac9-4f0b-93e0-1cdc5a09d720', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:03Z', 'updated_at': '2021-08-20T10:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:34.133316 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcad6b-5e6f-4568-bd1d-43f527dff8de None None] Checking router: 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:45:34.168919 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dcad6b-5e6f-4568-bd1d-43f527dff8de None None] Routers {'902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:45:34.169549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-88dcad6b-5e6f-4568-bd1d-43f527dff8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:45:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:34.209215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a271de1-ccd9-48df-a7aa-33f8d53f2fa8 req-cac38ac9-c9a5-4bfe-8138-7678a9fe73a9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:34.210666 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6a271de1-ccd9-48df-a7aa-33f8d53f2fa8 req-cac38ac9-c9a5-4bfe-8138-7678a9fe73a9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.2001560 Aug 20 10:45:34.321165 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-d038ca28-bd30-42b0-bb18-ca616525ccde admin admin] Deleting port 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:45:34.321655 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d038ca28-bd30-42b0-bb18-ca616525ccde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:34.380389 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8988d29-e0c0-4e72-a8d4-c57b58c8026f None None] New status for floating IP 0e6b06a7-60b3-41ca-913c-74e70f434ba4: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:45:34.406573 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-88dcad6b-5e6f-4568-bd1d-43f527dff8de None None] Set router 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:45:34.413067 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18317558-527b-44bf-8137-fb4198cde448 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:45:34.421658 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52716) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:34.509929 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6a271de1-ccd9-48df-a7aa-33f8d53f2fa8 req-81fb070f-8c94-4a9e-bbba-150d0f10145c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816920 Aug 20 10:45:34.605701 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-88dcad6b-5e6f-4568-bd1d-43f527dff8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-680397571-router', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:02Z', 'updated_at': '2021-08-20T10:45:34Z', 'revision_number': 6, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:34.642941 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-d038ca28-bd30-42b0-bb18-ca616525ccde admin admin] For port 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1ef54d44-cac9-4f0b-93e0-1cdc5a09d720,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:34.643474 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d038ca28-bd30-42b0-bb18-ca616525ccde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:34.657394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcad6b-5e6f-4568-bd1d-43f527dff8de None None] The sync data for ids ['902b7b0b-6389-46e0-a38c-7b5f2a52f4f7'] in n-d-778550-11 is: [{'id': '902b7b0b-6389-46e0-a38c-7b5f2a52f4f7', 'name': 'tempest-ServerRescueTestJSONUnderV235-680397571-router', 'tenant_id': '9bb773ac2b384fdb884cf77004ac0616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:02Z', 'updated_at': '2021-08-20T10:45:34Z', 'revision_number': 6, 'project_id': '9bb773ac2b384fdb884cf77004ac0616', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:45:34.677838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3d9fef16-50bd-4a9c-8e28-90ab56b894cd None None] Provisioning complete for port 1bb3956e-8655-47d7-a2e3-c1067c9f5102 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:34.678342 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3d9fef16-50bd-4a9c-8e28-90ab56b894cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:34.688753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-d038ca28-bd30-42b0-bb18-ca616525ccde admin admin] Calling delete_port for 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:45:34.708020 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-91cb9288-a5ed-4983-b648-b35efc1d1368 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/floatingips/0e6b06a7-60b3-41ca-913c-74e70f434ba4 HTTP/1.1" status: 200 len: 991 time: 0.2845855 Aug 20 10:45:34.763725 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-18317558-527b-44bf-8137-fb4198cde448 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:34.785605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3d9fef16-50bd-4a9c-8e28-90ab56b894cd None None] Port 1bb3956e-8655-47d7-a2e3-c1067c9f5102 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:45:34.810408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-18317558-527b-44bf-8137-fb4198cde448 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] device_id is not set on port 3be08719-1b16-43dd-a32b-23aa8028e918 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:45:34.841328 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3d9fef16-50bd-4a9c-8e28-90ab56b894cd None None] Provisioning for port 311c6c0f-3867-4d19-8c91-8e6e27217747 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:34.852345 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:34.857299 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3d9fef16-50bd-4a9c-8e28-90ab56b894cd None None] Provisioning complete for port 311c6c0f-3867-4d19-8c91-8e6e27217747 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:34.857664 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3d9fef16-50bd-4a9c-8e28-90ab56b894cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:35.049053 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d038ca28-bd30-42b0-bb18-ca616525ccde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:35.072006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-18317558-527b-44bf-8137-fb4198cde448 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Allocated IP 172.20.0.4 (75c8ce85-afd2-4bb1-9e66-b5fada521069/b7a340e8-f439-49aa-b2a8-6f5e89cdcef3/3be08719-1b16-43dd-a32b-23aa8028e918) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:45:35.087807 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038ca28-bd30-42b0-bb18-ca616525ccde admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef54d44-cac9-4f0b-93e0-1cdc5a09d720,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:35.154971 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d038ca28-bd30-42b0-bb18-ca616525ccde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:35.236752 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-18317558-527b-44bf-8137-fb4198cde448 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:35.250259 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-18317558-527b-44bf-8137-fb4198cde448 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Transition to ACTIVE for port object 3be08719-1b16-43dd-a32b-23aa8028e918 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:35.270220 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d038ca28-bd30-42b0-bb18-ca616525ccde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:35.272531 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d038ca28-bd30-42b0-bb18-ca616525ccde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:35.288666 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-18317558-527b-44bf-8137-fb4198cde448 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:35.342587 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d038ca28-bd30-42b0-bb18-ca616525ccde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:35.343192 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d038ca28-bd30-42b0-bb18-ca616525ccde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:45:35.356557 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d038ca28-bd30-42b0-bb18-ca616525ccde admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:35.361016 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d038ca28-bd30-42b0-bb18-ca616525ccde admin admin] 10.222.0.16 "DELETE /v2.0/routers/902b7b0b-6389-46e0-a38c-7b5f2a52f4f7 HTTP/1.1" status: 204 len: 168 time: 1.9126592 Aug 20 10:45:35.361519 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52724) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:35.370749 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 311c6c0f-3867-4d19-8c91-8e6e27217747 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:45:35.402331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18317558-527b-44bf-8137-fb4198cde448 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:35.406103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-18317558-527b-44bf-8137-fb4198cde448 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:35.413135 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18317558-527b-44bf-8137-fb4198cde448 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:45:35.468276 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6adfe03-0dde-4799-991f-2b1b33f6e694 admin admin] Deleting subnet a0ca692b-df17-4ef8-a3eb-23abb2d3420b {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:45:35.471726 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d6adfe03-0dde-4799-991f-2b1b33f6e694 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:35.473380 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 311c6c0f-3867-4d19-8c91-8e6e27217747 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:35.474005 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:35.483744 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18317558-527b-44bf-8137-fb4198cde448 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=3be08719-1b16-43dd-a32b-23aa8028e918,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:35.524920 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18317558-527b-44bf-8137-fb4198cde448 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:35.526698 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-18317558-527b-44bf-8137-fb4198cde448 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:35.538009 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d6adfe03-0dde-4799-991f-2b1b33f6e694 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:35.549873 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-18317558-527b-44bf-8137-fb4198cde448 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4274397 Aug 20 10:45:35.552726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52730) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:35.568552 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-11e54a5e-66a6-4d97-866e-5289dabc2c4f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'subnet': {'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:35.645804 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d6adfe03-0dde-4799-991f-2b1b33f6e694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:35.682090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7d947d5c-b4aa-456a-b0d6-35272e4479a9 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:45:35.702607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52734) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:35.722919 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52736) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:35.735848 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 7d947d5c-b4aa-456a-b0d6-35272e4479a9 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:45:35.736382 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7d947d5c-b4aa-456a-b0d6-35272e4479a9 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:45:35.845089 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b841e16a-b52c-46a0-9b9f-5f6312945d24 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/floatingips/0e6b06a7-60b3-41ca-913c-74e70f434ba4 HTTP/1.1" status: 200 len: 993 time: 0.1075392 Aug 20 10:45:35.845897 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfaa30-0199-4114-b214-67dded2384db req-f7a36e5c-f45d-40bf-aba9-4601280734a6 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:35.847533 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bddfaa30-0199-4114-b214-67dded2384db req-f7a36e5c-f45d-40bf-aba9-4601280734a6 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.1613779 Aug 20 10:45:35.874968 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d6adfe03-0dde-4799-991f-2b1b33f6e694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:35.961826 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bddfaa30-0199-4114-b214-67dded2384db req-0ee904ec-205a-4711-a2b4-23a9e7410d3a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956430 Aug 20 10:45:35.962055 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c0207f26-1305-4017-ac82-145fbccbff47 None None] Provisioning for port 3be08719-1b16-43dd-a32b-23aa8028e918 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:35.969939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c0207f26-1305-4017-ac82-145fbccbff47 None None] Provisioning complete for port 3be08719-1b16-43dd-a32b-23aa8028e918 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:35.970370 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c0207f26-1305-4017-ac82-145fbccbff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:35.986047 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e54a5e-66a6-4d97-866e-5289dabc2c4f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:45:35.989698 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-11e54a5e-66a6-4d97-866e-5289dabc2c4f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:36.001059 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6adfe03-0dde-4799-991f-2b1b33f6e694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ca692b-df17-4ef8-a3eb-23abb2d3420b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:36.005402 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e2135b15-5754-4f08-b642-2a18b51921cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:36.017396 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d6adfe03-0dde-4799-991f-2b1b33f6e694 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:36.020488 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d6adfe03-0dde-4799-991f-2b1b33f6e694 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a0ca692b-df17-4ef8-a3eb-23abb2d3420b HTTP/1.1" status: 204 len: 168 time: 0.6575241 Aug 20 10:45:36.029377 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52744) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:36.062601 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c0207f26-1305-4017-ac82-145fbccbff47 None None] Port 3be08719-1b16-43dd-a32b-23aa8028e918 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:45:36.134075 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e2135b15-5754-4f08-b642-2a18b51921cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:36.140593 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e2135b15-5754-4f08-b642-2a18b51921cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:36.164270 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dc8e33da-451f-4239-af1d-6157c8650342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:36.191515 n-d-778550-11 neutron-server[94867]: INFO neutron.db.ipam_backend_mixin [None req-11e54a5e-66a6-4d97-866e-5289dabc2c4f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b7a340e8-f439-49aa-b2a8-6f5e89cdcef3 (CIDR: 172.20.0.0/28) Aug 20 10:45:36.207816 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e2135b15-5754-4f08-b642-2a18b51921cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cd3e05f9910437b92bef48025aa0aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037036 Aug 20 10:45:36.208821 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52746) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:36.214866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2135b15-5754-4f08-b642-2a18b51921cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ee090d-3dc6-4b06-99b4-cc959f9c1769,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:36.221744 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e54a5e-66a6-4d97-866e-5289dabc2c4f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:45:36.222242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e54a5e-66a6-4d97-866e-5289dabc2c4f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:45:36.287694 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97fd0162-6b29-427f-a86e-6c4e5c91d7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:36.317293 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-11e54a5e-66a6-4d97-866e-5289dabc2c4f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7634773 Aug 20 10:45:36.320195 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52750) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:36.321287 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97fd0162-6b29-427f-a86e-6c4e5c91d7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:36.323723 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dc8e33da-451f-4239-af1d-6157c8650342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:36.330056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-3032ed23-71dc-412d-bb61-b042c15ba1ea tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'subnet': {'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:36.366774 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-dc8e33da-451f-4239-af1d-6157c8650342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2965b1-4d26-4b67-bf25-0d818b1aea1c']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:36.388066 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97fd0162-6b29-427f-a86e-6c4e5c91d7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:36.391070 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97fd0162-6b29-427f-a86e-6c4e5c91d7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:36.395792 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-97fd0162-6b29-427f-a86e-6c4e5c91d7f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8ee090d-3dc6-4b06-99b4-cc959f9c1769 HTTP/1.1" status: 204 len: 168 time: 0.1862280 Aug 20 10:45:36.407297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd0162-6b29-427f-a86e-6c4e5c91d7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ee090d-3dc6-4b06-99b4-cc959f9c1769,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:36.413505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-dc8e33da-451f-4239-af1d-6157c8650342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b0e89c-059e-4c64-b5c4-ce81d82f91a0') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:36.413980 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-dc8e33da-451f-4239-af1d-6157c8650342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b0e89c-059e-4c64-b5c4-ce81d82f91a0') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:36.430125 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dc8e33da-451f-4239-af1d-6157c8650342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:36.457642 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dc8e33da-451f-4239-af1d-6157c8650342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:36.470873 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8e33da-451f-4239-af1d-6157c8650342 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:45:36.471408 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dc8e33da-451f-4239-af1d-6157c8650342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:45:36.473366 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:45:36.550819 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dc8e33da-451f-4239-af1d-6157c8650342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:36.559767 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dc8e33da-451f-4239-af1d-6157c8650342 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:36.564320 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dc8e33da-451f-4239-af1d-6157c8650342 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ff2965b1-4d26-4b67-bf25-0d818b1aea1c HTTP/1.1" status: 204 len: 168 time: 0.5319307 Aug 20 10:45:36.571953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3032ed23-71dc-412d-bb61-b042c15ba1ea tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:45:36.575606 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3032ed23-71dc-412d-bb61-b042c15ba1ea tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:36.599652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e33da-451f-4239-af1d-6157c8650342 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff2965b1-4d26-4b67-bf25-0d818b1aea1c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:36.694575 n-d-778550-11 neutron-server[94867]: INFO neutron.db.ipam_backend_mixin [None req-3032ed23-71dc-412d-bb61-b042c15ba1ea tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 39cee93f-fb98-41a4-9272-4294afcbb760 (CIDR: 172.20.0.16/28) Aug 20 10:45:36.698417 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-3032ed23-71dc-412d-bb61-b042c15ba1ea tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:45:36.700263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3032ed23-71dc-412d-bb61-b042c15ba1ea tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:45:36.722929 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3032ed23-71dc-412d-bb61-b042c15ba1ea tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3985951 Aug 20 10:45:36.727070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52764) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:36.734147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-27d1c96f-5508-4d1e-bea2-4803c44d6b68 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'subnet': {'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:36.858587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52770) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:36.937926 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d1c96f-5508-4d1e-bea2-4803c44d6b68 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Made reservation on behalf of 2a3124e9e92143db8dde239dcf895788 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:45:36.942716 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27d1c96f-5508-4d1e-bea2-4803c44d6b68 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:36.948014 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-18971289-c812-4612-8e65-96ef7f2fd64e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bb773ac2b384fdb884cf77004ac0616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867884 Aug 20 10:45:36.948180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52774) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:37.069329 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:45:37.101187 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bcb5a493-71d4-47df-a869-b6fd4d20d8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:37.112055 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:45:37.112395 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1ef54d44-cac9-4f0b-93e0-1cdc5a09d720 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:45:37.157828 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bcb5a493-71d4-47df-a869-b6fd4d20d8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:37.169633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4c022-23f0-4e8c-865f-062dd7e4cbf6 req-99457b2f-eecb-4cc0-8ef7-6b1f4134c7bf tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:37.177591 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6bb4c022-23f0-4e8c-865f-062dd7e4cbf6 req-99457b2f-eecb-4cc0-8ef7-6b1f4134c7bf tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.0966449 Aug 20 10:45:37.222400 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6bb4c022-23f0-4e8c-865f-062dd7e4cbf6 req-046acf9e-0a7b-4b86-bb9f-b25b2aed0356 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443368 Aug 20 10:45:37.287365 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bcb5a493-71d4-47df-a869-b6fd4d20d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:37.290158 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bcb5a493-71d4-47df-a869-b6fd4d20d8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:37.291350 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bcb5a493-71d4-47df-a869-b6fd4d20d8dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f0e5f66-44a9-4478-a87e-e463ce4f8617 HTTP/1.1" status: 204 len: 168 time: 0.3426650 Aug 20 10:45:37.326639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5a493-71d4-47df-a869-b6fd4d20d8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0e5f66-44a9-4478-a87e-e463ce4f8617,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:37.392465 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27d1c96f-5508-4d1e-bea2-4803c44d6b68 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:37.443238 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d1c96f-5508-4d1e-bea2-4803c44d6b68 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:37.446678 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-27d1c96f-5508-4d1e-bea2-4803c44d6b68 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:37.459221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ed772a-fd68-46fe-b8ef-384320f680c4 None None] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:45:37.465601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d1c96f-5508-4d1e-bea2-4803c44d6b68 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:37.466356 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-27d1c96f-5508-4d1e-bea2-4803c44d6b68 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:37.491162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1c96f-5508-4d1e-bea2-4803c44d6b68 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Subnet': ['ID=dd93b0b9-a811-41e4-b32d-ed39a6b2b93d,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:37.518020 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-27d1c96f-5508-4d1e-bea2-4803c44d6b68 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7928710 Aug 20 10:45:37.520573 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52794) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:37.526606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2de3120e-112f-4d0e-8f4b-2dfed6a9d60a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1376349985', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dd93b0b9-a811-41e4-b32d-ed39a6b2b93d'}], 'security_groups': ['4e142a84-f89b-44f5-b63a-55f16876ee0c', '2c6e9516-480a-4ac9-b69d-4442d19d1dbf']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:37.639706 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2de3120e-112f-4d0e-8f4b-2dfed6a9d60a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:37.833659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdf06a1-2537-47fa-af46-6be764e90ecb None None] Update dhcp port {'port': {'network_id': '75c8ce85-afd2-4bb1-9e66-b5fada521069', 'fixed_ips': [{'subnet_id': '39cee93f-fb98-41a4-9272-4294afcbb760', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b7a340e8-f439-49aa-b2a8-6f5e89cdcef3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dd93b0b9-a811-41e4-b32d-ed39a6b2b93d'}], 'binding:host_id': 'n-d-778550-11'}, 'id': '311c6c0f-3867-4d19-8c91-8e6e27217747'} from n-d-778550-11. {{(pid=94868) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 10:45:37.880137 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6cdf06a1-2537-47fa-af46-6be764e90ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:38.157515 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-2de3120e-112f-4d0e-8f4b-2dfed6a9d60a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Delete allocated IP 172.20.0.4 (75c8ce85-afd2-4bb1-9e66-b5fada521069/b7a340e8-f439-49aa-b2a8-6f5e89cdcef3) {{(pid=94867) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 10:45:38.169211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-2de3120e-112f-4d0e-8f4b-2dfed6a9d60a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Allocated IP 172.20.0.40 (75c8ce85-afd2-4bb1-9e66-b5fada521069/dd93b0b9-a811-41e4-b32d-ed39a6b2b93d/3be08719-1b16-43dd-a32b-23aa8028e918) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:45:38.470933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52836) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:38.503225 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2de3120e-112f-4d0e-8f4b-2dfed6a9d60a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:38.568156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-2de3120e-112f-4d0e-8f4b-2dfed6a9d60a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Transition to ACTIVE for port object 3be08719-1b16-43dd-a32b-23aa8028e918 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:38.569015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52840) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:38.574350 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2de3120e-112f-4d0e-8f4b-2dfed6a9d60a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:38.649253 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-6cdf06a1-2537-47fa-af46-6be764e90ecb None None] Allocated IP 172.20.0.34 (75c8ce85-afd2-4bb1-9e66-b5fada521069/dd93b0b9-a811-41e4-b32d-ed39a6b2b93d/311c6c0f-3867-4d19-8c91-8e6e27217747) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:45:38.661055 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b88838-d857-46ee-bab2-d9942eb69875 req-5529a191-29c4-40fe-963a-63c8e32e42d3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:38.663672 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1b88838-d857-46ee-bab2-d9942eb69875 req-5529a191-29c4-40fe-963a-63c8e32e42d3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.1892352 Aug 20 10:45:38.785300 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6bebc4a9-64e8-4e16-b5e3-1383bce72d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:38.788800 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6cdf06a1-2537-47fa-af46-6be764e90ecb None None] For port 311c6c0f-3867-4d19-8c91-8e6e27217747, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=311c6c0f-3867-4d19-8c91-8e6e27217747,segment=NetworkSegment(3cf90478-45c4-4dce-8d78-6f1e8a0c1533),segment_id=3cf90478-45c4-4dce-8d78-6f1e8a0c1533)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:38.822751 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3120e-112f-4d0e-8f4b-2dfed6a9d60a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event updated for resources: {'Port': ['ID=3be08719-1b16-43dd-a32b-23aa8028e918,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:38.823618 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6cdf06a1-2537-47fa-af46-6be764e90ecb None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:38.836560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-505d0082-42fe-42d4-a9c7-c43b9acd59a8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1682362161-network', 'tenant_id': 'e206e79aedef4e01a604bb788ee3246e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:38.850656 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6cdf06a1-2537-47fa-af46-6be764e90ecb None None] Transition to ACTIVE for port object 311c6c0f-3867-4d19-8c91-8e6e27217747 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:38.854989 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6cdf06a1-2537-47fa-af46-6be764e90ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:38.873047 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1b88838-d857-46ee-bab2-d9942eb69875 req-77c218fd-f86c-4d13-b3ef-97063871214d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990190 Aug 20 10:45:38.877015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-2de3120e-112f-4d0e-8f4b-2dfed6a9d60a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] In _notify_port_updated(), no bound segment for port 3be08719-1b16-43dd-a32b-23aa8028e918 on network 75c8ce85-afd2-4bb1-9e66-b5fada521069 {{(pid=94867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:45:38.882699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3120e-112f-4d0e-8f4b-2dfed6a9d60a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:38.883656 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2de3120e-112f-4d0e-8f4b-2dfed6a9d60a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:38.885177 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2de3120e-112f-4d0e-8f4b-2dfed6a9d60a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "PUT /v2.0/ports/3be08719-1b16-43dd-a32b-23aa8028e918 HTTP/1.1" status: 200 len: 960 time: 1.3636034 Aug 20 10:45:38.888044 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52844) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:38.931455 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6bebc4a9-64e8-4e16-b5e3-1383bce72d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:38.936498 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6bebc4a9-64e8-4e16-b5e3-1383bce72d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:39.001524 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6bebc4a9-64e8-4e16-b5e3-1383bce72d6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=275c4857578d4245a7ce825edae5b1d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5290587 Aug 20 10:45:39.002555 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebc4a9-64e8-4e16-b5e3-1383bce72d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2829cc2f-4874-4aad-8bae-6591c84274ab,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:39.003214 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505d0082-42fe-42d4-a9c7-c43b9acd59a8 admin admin] Made reservation on behalf of e206e79aedef4e01a604bb788ee3246e for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:45:39.005848 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52848) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:39.018017 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-505d0082-42fe-42d4-a9c7-c43b9acd59a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:39.038979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf06a1-2537-47fa-af46-6be764e90ecb None None] Pushing event updated for resources: {'Port': ['ID=311c6c0f-3867-4d19-8c91-8e6e27217747,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:39.092842 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-505d0082-42fe-42d4-a9c7-c43b9acd59a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:39.121951 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c58de0b4-0588-4a03-8999-3a751ef90d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:39.154437 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c58de0b4-0588-4a03-8999-3a751ef90d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:39.222017 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c58de0b4-0588-4a03-8999-3a751ef90d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:39.224728 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c58de0b4-0588-4a03-8999-3a751ef90d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:39.225969 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c58de0b4-0588-4a03-8999-3a751ef90d74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2829cc2f-4874-4aad-8bae-6591c84274ab HTTP/1.1" status: 204 len: 168 time: 0.2188752 Aug 20 10:45:39.246098 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58de0b4-0588-4a03-8999-3a751ef90d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2829cc2f-4874-4aad-8bae-6591c84274ab,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:39.257780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-eae60543-c222-446e-a38b-e7db32764852 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port 3be08719-1b16-43dd-a32b-23aa8028e918 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:45:39.258123 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eae60543-c222-446e-a38b-e7db32764852 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:39.348063 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-505d0082-42fe-42d4-a9c7-c43b9acd59a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:39.369705 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-505d0082-42fe-42d4-a9c7-c43b9acd59a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:39.427381 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505d0082-42fe-42d4-a9c7-c43b9acd59a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:45:39.522114 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eae60543-c222-446e-a38b-e7db32764852 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:39.551081 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-eae60543-c222-446e-a38b-e7db32764852 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for 3be08719-1b16-43dd-a32b-23aa8028e918 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:45:39.577169 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-505d0082-42fe-42d4-a9c7-c43b9acd59a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:39.577857 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-505d0082-42fe-42d4-a9c7-c43b9acd59a8 admin admin] Added segment 5dab89d1-7afa-40b4-8ab1-a66990487579 of type vlan for network 4551b4ad-9ae7-48e9-b303-9d78db445b94 Aug 20 10:45:39.631834 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d0082-42fe-42d4-a9c7-c43b9acd59a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0e269e-1292-44f6-b251-9d9b4f6bb319,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:39.690238 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-505d0082-42fe-42d4-a9c7-c43b9acd59a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:39.754293 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-505d0082-42fe-42d4-a9c7-c43b9acd59a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:39.755439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505d0082-42fe-42d4-a9c7-c43b9acd59a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:39.756040 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-505d0082-42fe-42d4-a9c7-c43b9acd59a8 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:39.897184 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-505d0082-42fe-42d4-a9c7-c43b9acd59a8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3254187 Aug 20 10:45:39.900020 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52862) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:39.905771 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-92eb1f91-7e88-46d3-9946-a20808dec421 admin admin] Request body: {'subnet': {'network_id': '4551b4ad-9ae7-48e9-b303-9d78db445b94', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1682362161-subnet', 'tenant_id': 'e206e79aedef4e01a604bb788ee3246e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:39.920839 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d0082-42fe-42d4-a9c7-c43b9acd59a8 admin admin] Pushing event updated for resources: {'Network': ['ID=4551b4ad-9ae7-48e9-b303-9d78db445b94,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:39.934488 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eae60543-c222-446e-a38b-e7db32764852 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:39.936966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 4551b4ad-9ae7-48e9-b303-9d78db445b94 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:45:39.964070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eb1f91-7e88-46d3-9946-a20808dec421 admin admin] Made reservation on behalf of e206e79aedef4e01a604bb788ee3246e for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:45:39.975864 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-92eb1f91-7e88-46d3-9946-a20808dec421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:40.052606 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-02e49d6e-1916-4f03-b264-9dcb536ade28 None None] Could not find standard attr ID for object 3be08719-1b16-43dd-a32b-23aa8028e918. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:45:40.068163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae60543-c222-446e-a38b-e7db32764852 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=3be08719-1b16-43dd-a32b-23aa8028e918,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:40.092035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-02e49d6e-1916-4f03-b264-9dcb536ade28 None None] Provisioning complete for port 1bb3956e-8655-47d7-a2e3-c1067c9f5102 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:40.092538 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-02e49d6e-1916-4f03-b264-9dcb536ade28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:40.148962 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2de93-4daf-4597-a848-cb8a47305193 req-17678598-80fd-43ed-a948-5b09fa674ca1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:40.150876 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15d2de93-4daf-4597-a848-cb8a47305193 req-17678598-80fd-43ed-a948-5b09fa674ca1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.0819578 Aug 20 10:45:40.151414 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eae60543-c222-446e-a38b-e7db32764852 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:40.154934 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-eae60543-c222-446e-a38b-e7db32764852 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/ports/3be08719-1b16-43dd-a32b-23aa8028e918 HTTP/1.1" status: 204 len: 168 time: 1.2653916 Aug 20 10:45:40.160258 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52868) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:40.162975 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-02e49d6e-1916-4f03-b264-9dcb536ade28 None None] Port 1bb3956e-8655-47d7-a2e3-c1067c9f5102 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:45:40.179893 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-02e49d6e-1916-4f03-b264-9dcb536ade28 None None] Provisioning for port 311c6c0f-3867-4d19-8c91-8e6e27217747 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:40.189699 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-02e49d6e-1916-4f03-b264-9dcb536ade28 None None] Provisioning complete for port 311c6c0f-3867-4d19-8c91-8e6e27217747 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:40.190270 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-02e49d6e-1916-4f03-b264-9dcb536ade28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:40.228822 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-881d3deb-56b0-4768-9b26-09f432c9a99f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] GET failed (client error): The resource could not be found. Aug 20 10:45:40.234632 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-881d3deb-56b0-4768-9b26-09f432c9a99f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports/3be08719-1b16-43dd-a32b-23aa8028e918 HTTP/1.1" status: 404 len: 333 time: 0.0731320 Aug 20 10:45:40.235391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52872) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:40.258157 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15d2de93-4daf-4597-a848-cb8a47305193 req-e74d3175-afcf-47da-978c-f579ba8475ac tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982194 Aug 20 10:45:40.317721 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-771043ba-c36e-4a98-aeaa-d6ee85d21c70 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:40.351256 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-92eb1f91-7e88-46d3-9946-a20808dec421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:40.361531 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-771043ba-c36e-4a98-aeaa-d6ee85d21c70 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:40.440576 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-771043ba-c36e-4a98-aeaa-d6ee85d21c70 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:40.440749 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb1f91-7e88-46d3-9946-a20808dec421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe3d15a-0c37-4a0c-94f5-16cdc340871f,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:40.445147 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-771043ba-c36e-4a98-aeaa-d6ee85d21c70 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:40.446783 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-771043ba-c36e-4a98-aeaa-d6ee85d21c70 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/security-groups/277dab48-e825-4cdb-a4d6-44eec6187528 HTTP/1.1" status: 204 len: 168 time: 0.2101204 Aug 20 10:45:40.450935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52878) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:40.459957 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771043ba-c36e-4a98-aeaa-d6ee85d21c70 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277dab48-e825-4cdb-a4d6-44eec6187528,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:40.479694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eb1f91-7e88-46d3-9946-a20808dec421 admin admin] Checking segment: {'id': '5dab89d1-7afa-40b4-8ab1-a66990487579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4551b4ad-9ae7-48e9-b303-9d78db445b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:45:40.480195 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb1f91-7e88-46d3-9946-a20808dec421 admin admin] Network hostable DHCP agents. Network: 4551b4ad-9ae7-48e9-b303-9d78db445b94, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:45:40.536791 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb1f91-7e88-46d3-9946-a20808dec421 admin admin] Network 4551b4ad-9ae7-48e9-b303-9d78db445b94 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:45:40.548243 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8d461a2-5242-44dc-9edd-9e7458668432 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:40.563974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-92eb1f91-7e88-46d3-9946-a20808dec421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 4551b4ad-9ae7-48e9-b303-9d78db445b94) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:40.576211 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eb1f91-7e88-46d3-9946-a20808dec421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:40.576950 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-92eb1f91-7e88-46d3-9946-a20808dec421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:40.590356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff67dd6-afe8-4609-843b-a437c27d27c0 None None] Network 4551b4ad-9ae7-48e9-b303-9d78db445b94 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:45:40.608571 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8d461a2-5242-44dc-9edd-9e7458668432 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:40.668689 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8d461a2-5242-44dc-9edd-9e7458668432 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:40.672437 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8d461a2-5242-44dc-9edd-9e7458668432 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:40.677857 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c8d461a2-5242-44dc-9edd-9e7458668432 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/security-groups/2c6e9516-480a-4ac9-b69d-4442d19d1dbf HTTP/1.1" status: 204 len: 168 time: 0.2237809 Aug 20 10:45:40.679297 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52882) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:40.704372 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-92eb1f91-7e88-46d3-9946-a20808dec421 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7939985 Aug 20 10:45:40.710033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d461a2-5242-44dc-9edd-9e7458668432 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6e9516-480a-4ac9-b69d-4442d19d1dbf,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:40.772668 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7f703bb3-a821-4d30-9468-9179be285fbc None None] Could not find standard attr ID for object 3be08719-1b16-43dd-a32b-23aa8028e918. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:45:40.804465 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-df155b33-549f-4f82-b3de-f72f1de77edc tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:40.840981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae0f4a1-4aec-4f7e-bcc4-29817e1da43f None None] Network 4551b4ad-9ae7-48e9-b303-9d78db445b94 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:45:40.868095 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-df155b33-549f-4f82-b3de-f72f1de77edc tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:40.921729 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52890) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:41.023953 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-df155b33-549f-4f82-b3de-f72f1de77edc tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:41.026804 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-df155b33-549f-4f82-b3de-f72f1de77edc tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:41.035085 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-df155b33-549f-4f82-b3de-f72f1de77edc tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/security-groups/4e142a84-f89b-44f5-b63a-55f16876ee0c HTTP/1.1" status: 204 len: 168 time: 0.3482275 Aug 20 10:45:41.039311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52894) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:41.073736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df155b33-549f-4f82-b3de-f72f1de77edc tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e142a84-f89b-44f5-b63a-55f16876ee0c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:41.122080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 311c6c0f-3867-4d19-8c91-8e6e27217747 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:45:41.175738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-34210bb1-d302-43d6-bf11-04e4f14531d6 admin admin] Deleting subnet fbe3d15a-0c37-4a0c-94f5-16cdc340871f {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:45:41.188327 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34210bb1-d302-43d6-bf11-04e4f14531d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:41.247276 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 311c6c0f-3867-4d19-8c91-8e6e27217747 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:41.247826 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:41.319385 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34210bb1-d302-43d6-bf11-04e4f14531d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:41.321310 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-11562b77-e3a2-4e24-a773-992e45cdcacd service neutron] show failed (client error): The resource could not be found. Aug 20 10:45:41.325188 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-11562b77-e3a2-4e24-a773-992e45cdcacd service neutron] 10.222.0.24 "GET /v2.0/ports/4f60a528-c9ad-4a6f-a427-f43753221c2f/bindings/n-h1-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.2810142 Aug 20 10:45:41.372147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d8e2e0-83b9-4b20-a9b8-2141d22efccc tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting subnet b7a340e8-f439-49aa-b2a8-6f5e89cdcef3 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:45:41.383609 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c5d8e2e0-83b9-4b20-a9b8-2141d22efccc tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:41.513960 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34210bb1-d302-43d6-bf11-04e4f14531d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:41.606824 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c5d8e2e0-83b9-4b20-a9b8-2141d22efccc tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:41.678772 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-10fd663c-f3cf-4ea8-90f8-fb8ff395316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:41.681259 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-10fd663c-f3cf-4ea8-90f8-fb8ff395316b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430&tenant_id=a42de817dc7f43e1b394c597ce63df37 HTTP/1.1" status: 200 len: 1097 time: 0.0912471 Aug 20 10:45:41.700801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-11', 'device_owner': 'compute:nova'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:41.715605 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6641cf-c506-44e1-be79-fa5b8d5b87c5 req-7d4486bd-1343-4b08-a81b-740925ba1645 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:41.717228 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1e6641cf-c506-44e1-be79-fa5b8d5b87c5 req-7d4486bd-1343-4b08-a81b-740925ba1645 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.2432365 Aug 20 10:45:41.745493 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34210bb1-d302-43d6-bf11-04e4f14531d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:41.776575 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:41.813607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34210bb1-d302-43d6-bf11-04e4f14531d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe3d15a-0c37-4a0c-94f5-16cdc340871f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:41.815797 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-34210bb1-d302-43d6-bf11-04e4f14531d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:41.817770 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-34210bb1-d302-43d6-bf11-04e4f14531d6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fbe3d15a-0c37-4a0c-94f5-16cdc340871f HTTP/1.1" status: 204 len: 168 time: 0.8936551 Aug 20 10:45:41.823406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52910) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:41.911177 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1e6641cf-c506-44e1-be79-fa5b8d5b87c5 req-61f478ac-ac3e-497f-992b-8228ac22d500 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806266 Aug 20 10:45:41.916396 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c5d8e2e0-83b9-4b20-a9b8-2141d22efccc tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:41.989426 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-557c0b6b-309c-4f4f-9e94-e657bc5a9121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:42.041610 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c5d8e2e0-83b9-4b20-a9b8-2141d22efccc tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:42.125151 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8e2e0-83b9-4b20-a9b8-2141d22efccc tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Subnet': ['ID=b7a340e8-f439-49aa-b2a8-6f5e89cdcef3,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:42.127687 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c5d8e2e0-83b9-4b20-a9b8-2141d22efccc tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:42.129860 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c5d8e2e0-83b9-4b20-a9b8-2141d22efccc tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/b7a340e8-f439-49aa-b2a8-6f5e89cdcef3 HTTP/1.1" status: 204 len: 168 time: 1.0845692 Aug 20 10:45:42.136304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52918) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:42.138451 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-557c0b6b-309c-4f4f-9e94-e657bc5a9121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:42.141854 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55285b31-06d0-4bda-9778-b4404630060f None None] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:45:42.541259 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-557c0b6b-309c-4f4f-9e94-e657bc5a9121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4551b4ad-9ae7-48e9-b303-9d78db445b94']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:42.577364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-557c0b6b-309c-4f4f-9e94-e657bc5a9121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dab89d1-7afa-40b4-8ab1-a66990487579') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:42.577668 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-557c0b6b-309c-4f4f-9e94-e657bc5a9121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dab89d1-7afa-40b4-8ab1-a66990487579') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:42.602707 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-557c0b6b-309c-4f4f-9e94-e657bc5a9121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:42.619774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-656895b6-1bb8-4dfa-8ef4-9e351f41182b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting subnet dd93b0b9-a811-41e4-b32d-ed39a6b2b93d {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:45:42.625967 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-656895b6-1bb8-4dfa-8ef4-9e351f41182b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:42.628908 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-557c0b6b-309c-4f4f-9e94-e657bc5a9121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:42.630596 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:42.664421 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557c0b6b-309c-4f4f-9e94-e657bc5a9121 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:45:42.664421 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-557c0b6b-309c-4f4f-9e94-e657bc5a9121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:45:42.666469 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:45:42.694781 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:45:42.736110 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-656895b6-1bb8-4dfa-8ef4-9e351f41182b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:42.789985 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:45:42.792354 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac40a78-eaaf-4455-98a1-d1d0e1717b67" -d '{"events": [{"server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "name": "network-vif-unplugged", "status": "completed", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:45:42.801533 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:42.842619 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Transition to ACTIVE for port object 4f60a528-c9ad-4a6f-a427-f43753221c2f will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:42.847465 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:42.891818 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-656895b6-1bb8-4dfa-8ef4-9e351f41182b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:42.916294 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad136ef-7420-4354-962f-295792f1ac7d x-openstack-request-id: req-3ad136ef-7420-4354-962f-295792f1ac7d {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:45:42.917664 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "name": "network-vif-unplugged", "status": "completed", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:45:42.918070 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ad136ef-7420-4354-962f-295792f1ac7d {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:45:42.918590 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'code': 200} Aug 20 10:45:42.967280 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-557c0b6b-309c-4f4f-9e94-e657bc5a9121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:42.973793 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-557c0b6b-309c-4f4f-9e94-e657bc5a9121 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:42.988177 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-557c0b6b-309c-4f4f-9e94-e657bc5a9121 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4551b4ad-9ae7-48e9-b303-9d78db445b94 HTTP/1.1" status: 204 len: 168 time: 1.1494045 Aug 20 10:45:42.998512 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-656895b6-1bb8-4dfa-8ef4-9e351f41182b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:43.113930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Pushing event updated for resources: {'Port': ['ID=4f60a528-c9ad-4a6f-a427-f43753221c2f,revision_number=6']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:43.207387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c0b6b-309c-4f4f-9e94-e657bc5a9121 admin admin] Pushing event deleted for resources: {'Network': ['ID=4551b4ad-9ae7-48e9-b303-9d78db445b94,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:43.213284 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656895b6-1bb8-4dfa-8ef4-9e351f41182b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Subnet': ['ID=dd93b0b9-a811-41e4-b32d-ed39a6b2b93d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:43.215915 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-656895b6-1bb8-4dfa-8ef4-9e351f41182b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:43.222007 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-656895b6-1bb8-4dfa-8ef4-9e351f41182b tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/dd93b0b9-a811-41e4-b32d-ed39a6b2b93d HTTP/1.1" status: 204 len: 168 time: 1.0802104 Aug 20 10:45:43.223500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52940) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:43.272709 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9d7916-1bad-4bd6-b70f-bad3f4b1f6c1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] DELETE failed (client error): The resource could not be found. Aug 20 10:45:43.273362 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9d7916-1bad-4bd6-b70f-bad3f4b1f6c1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:45:43.282260 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-da9d7916-1bad-4bd6-b70f-bad3f4b1f6c1 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/b7a340e8-f439-49aa-b2a8-6f5e89cdcef3 HTTP/1.1" status: 404 len: 337 time: 0.0559170 Aug 20 10:45:43.284045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52942) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:43.378637 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] No DVR routers for this DVR port 4f60a528-c9ad-4a6f-a427-f43753221c2f on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:45:43.397437 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-3379b24a-63c0-49fb-974b-597adb66333f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting subnet 39cee93f-fb98-41a4-9272-4294afcbb760 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:45:43.430002 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3379b24a-63c0-49fb-974b-597adb66333f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:43.515938 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3379b24a-63c0-49fb-974b-597adb66333f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:43.603418 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0cc919-78ad-44e0-8016-66edcddebb88 None None] Network 75c8ce85-afd2-4bb1-9e66-b5fada521069 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:45:43.604538 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52946) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:43.713171 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3379b24a-63c0-49fb-974b-597adb66333f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:43.781614 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Attempting to bind port 4f60a528-c9ad-4a6f-a427-f43753221c2f on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:45:43.782293 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Attempting to bind port 4f60a528-c9ad-4a6f-a427-f43753221c2f by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:45:43.782903 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Attempting to bind port 4f60a528-c9ad-4a6f-a427-f43753221c2f on network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:45:43.794213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-79261e4a-8622-4a89-a86f-83bc8d3d4e8e None None] Provisioning complete for port 1bb3956e-8655-47d7-a2e3-c1067c9f5102 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:43.794862 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-79261e4a-8622-4a89-a86f-83bc8d3d4e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:43.799905 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f1e41696-ceaa-49d7-a6e8-338b6d1873f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e206e79aedef4e01a604bb788ee3246e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1937160 Aug 20 10:45:43.808207 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52950) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:43.820924 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Port 4f60a528-c9ad-4a6f-a427-f43753221c2f on network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:45:43.821495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Attempting to bind port 4f60a528-c9ad-4a6f-a427-f43753221c2f on network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:45:43.835825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:45:43.836279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Checking segment: {'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:45:43.836564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Bound using segment: {'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:45:43.837012 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Bound port: 4f60a528-c9ad-4a6f-a427-f43753221c2f, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:45:43.837383 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:43.899404 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3379b24a-63c0-49fb-974b-597adb66333f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:43.919734 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-79261e4a-8622-4a89-a86f-83bc8d3d4e8e None None] Port 1bb3956e-8655-47d7-a2e3-c1067c9f5102 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:45:43.922732 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb6253-0162-490f-8274-402fae439254 req-f981a930-3e11-47cb-aad9-59449e3d862e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:43.939613 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ecb6253-0162-490f-8274-402fae439254 req-f981a930-3e11-47cb-aad9-59449e3d862e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 943 time: 0.1299036 Aug 20 10:45:43.983592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-79261e4a-8622-4a89-a86f-83bc8d3d4e8e None None] Provisioning complete for port 311c6c0f-3867-4d19-8c91-8e6e27217747 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:43.984181 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-79261e4a-8622-4a89-a86f-83bc8d3d4e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:44.052234 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2bd0ac8-76ce-4cd7-9e35-cbb7312e9ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:44.054055 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379b24a-63c0-49fb-974b-597adb66333f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Subnet': ['ID=39cee93f-fb98-41a4-9272-4294afcbb760,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:44.064571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:45:44.074382 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:45:44.105279 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:44.116004 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3379b24a-63c0-49fb-974b-597adb66333f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:44.127579 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3379b24a-63c0-49fb-974b-597adb66333f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/39cee93f-fb98-41a4-9272-4294afcbb760 HTTP/1.1" status: 204 len: 168 time: 0.8421159 Aug 20 10:45:44.130286 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52956) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:44.136310 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2bd0ac8-76ce-4cd7-9e35-cbb7312e9ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:44.165918 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:44.166799 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:44.168697 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] 10.222.0.42 "PUT /v2.0/ports/4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 200 len: 1092 time: 2.4729822 Aug 20 10:45:44.182373 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ab5c63-3de8-464a-b4a9-d396ccdbdacd tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] DELETE failed (client error): The resource could not be found. Aug 20 10:45:44.193609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ab5c63-3de8-464a-b4a9-d396ccdbdacd tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:45:44.198299 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-06ab5c63-3de8-464a-b4a9-d396ccdbdacd tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/1d6f7264-7a1a-4e73-b550-c61991fdff5e HTTP/1.1" status: 404 len: 337 time: 0.0668852 Aug 20 10:45:44.199703 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52958) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:44.249396 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571c028f-4f5f-471a-84fc-3900a80b4463 None None] DHCP port deletion for 75c8ce85-afd2-4bb1-9e66-b5fada521069 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:45:44.312992 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1bacd-a618-43cb-b99f-33b51af7971b service neutron] Pushing event updated for resources: {'Port': ['ID=4f60a528-c9ad-4a6f-a427-f43753221c2f,revision_number=7']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:44.348163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-7bf3d577-07fd-4953-bf65-55c02d1228cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:44.349470 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-694704b6-aa50-4ee6-ad3a-18a06418049f tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "GET /v2.0/ports?device_id=23b2eb26-0703-4ec2-891f-e87a6a8941cf HTTP/1.1" status: 200 len: 205 time: 0.1398954 Aug 20 10:45:44.350349 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-7bf3d577-07fd-4953-bf65-55c02d1228cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1095 time: 0.1544957 Aug 20 10:45:44.351294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52960) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:44.394525 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ecb6253-0162-490f-8274-402fae439254 req-78483c1d-21fa-4191-8970-1149674ddcbc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3769343 Aug 20 10:45:44.401079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-571c028f-4f5f-471a-84fc-3900a80b4463 None None] Deleting port 311c6c0f-3867-4d19-8c91-8e6e27217747 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:45:44.401541 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-571c028f-4f5f-471a-84fc-3900a80b4463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:44.535339 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-571c028f-4f5f-471a-84fc-3900a80b4463 None None] For port 311c6c0f-3867-4d19-8c91-8e6e27217747, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=311c6c0f-3867-4d19-8c91-8e6e27217747,segment=NetworkSegment(3cf90478-45c4-4dce-8d78-6f1e8a0c1533),segment_id=3cf90478-45c4-4dce-8d78-6f1e8a0c1533)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:44.535616 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-7ffa3cbb-e3d0-4114-87b1-613f62fa1f25 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] delete failed (client error): The resource could not be found. Aug 20 10:45:44.539010 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7ffa3cbb-e3d0-4114-87b1-613f62fa1f25 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/routers/23b2eb26-0703-4ec2-891f-e87a6a8941cf HTTP/1.1" status: 404 len: 336 time: 0.1843147 Aug 20 10:45:44.539750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52962) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:44.550363 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2bd0ac8-76ce-4cd7-9e35-cbb7312e9ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:44.552996 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b2bd0ac8-76ce-4cd7-9e35-cbb7312e9ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:44.559256 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b2bd0ac8-76ce-4cd7-9e35-cbb7312e9ffa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f0e269e-1292-44f6-b251-9d9b4f6bb319 HTTP/1.1" status: 204 len: 168 time: 0.7429254 Aug 20 10:45:44.561680 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-0720f6d8-bff2-42b5-8e03-61a57741f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:44.561803 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-0720f6d8-bff2-42b5-8e03-61a57741f5e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4 HTTP/1.1" status: 200 len: 898 time: 0.2013481 Aug 20 10:45:44.565310 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-571c028f-4f5f-471a-84fc-3900a80b4463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:44.566964 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd0ac8-76ce-4cd7-9e35-cbb7312e9ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0e269e-1292-44f6-b251-9d9b4f6bb319,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:44.622553 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f68d6a-de54-4ec9-937c-e738579c67b6 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] DELETE failed (client error): The resource could not be found. Aug 20 10:45:44.624856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f68d6a-de54-4ec9-937c-e738579c67b6 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:45:44.635560 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b7f68d6a-de54-4ec9-937c-e738579c67b6 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/3c654113-5b74-442c-977e-25cd1671c1a5 HTTP/1.1" status: 404 len: 337 time: 0.0944767 Aug 20 10:45:44.636463 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52966) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:44.643986 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-571c028f-4f5f-471a-84fc-3900a80b4463 None None] Calling delete_port for 311c6c0f-3867-4d19-8c91-8e6e27217747 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:45:44.683756 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad98347-db5a-4480-a6ac-ca6ba266cc24 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] DELETE failed (client error): The resource could not be found. Aug 20 10:45:44.685503 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad98347-db5a-4480-a6ac-ca6ba266cc24 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:45:44.690779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 4f60a528-c9ad-4a6f-a427-f43753221c2f no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:45:44.696898 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9ad98347-db5a-4480-a6ac-ca6ba266cc24 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/57504187-17d3-45fb-b94c-602885d9b5f1 HTTP/1.1" status: 404 len: 337 time: 0.0590560 Aug 20 10:45:44.700669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 52968) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:44.790199 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa73a6b-5c25-4d29-9b60-895537957ebf tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] DELETE failed (client error): The resource could not be found. Aug 20 10:45:44.791675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa73a6b-5c25-4d29-9b60-895537957ebf tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:45:44.798341 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3aa73a6b-5c25-4d29-9b60-895537957ebf tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/f9ee8d84-0cf5-4680-be9b-6262d8a50432 HTTP/1.1" status: 404 len: 337 time: 0.0966427 Aug 20 10:45:44.798535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52972) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:44.806489 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-fe813bb2-33aa-4a7a-91be-6e9f40d8a0c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 200 len: 999 time: 0.2370639 Aug 20 10:45:44.849850 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6dcd73-088b-468b-871b-0a2a72fb135c tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] DELETE failed (client error): The resource could not be found. Aug 20 10:45:44.850796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6dcd73-088b-468b-871b-0a2a72fb135c tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:45:44.852751 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7e6dcd73-088b-468b-871b-0a2a72fb135c tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/ports/2e5221bb-eeed-4088-bcc4-d5f04a3fed55 HTTP/1.1" status: 404 len: 333 time: 0.0527759 Aug 20 10:45:44.855220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52974) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:44.914025 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-982eccbd-f0c9-4270-a14e-65675f65fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:44.915561 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-982eccbd-f0c9-4270-a14e-65675f65fcdb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffaf4917-d3ff-4902-b222-4976af69ea4a HTTP/1.1" status: 200 len: 835 time: 0.1009200 Aug 20 10:45:44.918564 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 4f60a528-c9ad-4a6f-a427-f43753221c2f not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:45:44.919202 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:45:44.922923 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602" -d '{"events": [{"name": "network-changed", "server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:45:44.939953 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2717069-5f36-4ae6-881f-3c98b14981db tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] DELETE failed (client error): The resource could not be found. Aug 20 10:45:44.940423 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2717069-5f36-4ae6-881f-3c98b14981db tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:45:44.950063 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f2717069-5f36-4ae6-881f-3c98b14981db tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/83ee6aa9-1281-43f7-8225-23d80fa40e6e HTTP/1.1" status: 404 len: 337 time: 0.0924828 Aug 20 10:45:44.950735 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52980) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:45.013800 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef93b14-0cc0-44bc-a9e9-7a61e8d8912a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] DELETE failed (client error): The resource could not be found. Aug 20 10:45:45.015894 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef93b14-0cc0-44bc-a9e9-7a61e8d8912a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:45:45.017813 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2ef93b14-0cc0-44bc-a9e9-7a61e8d8912a tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/c1bf3113-4548-4f62-a7fc-ea6e016418e6 HTTP/1.1" status: 404 len: 337 time: 0.0604696 Aug 20 10:45:45.024559 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52982) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:45.050464 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-571c028f-4f5f-471a-84fc-3900a80b4463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:45.056084 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-d6108d16-e634-4094-96b0-113914c1890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:45.061939 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-d6108d16-e634-4094-96b0-113914c1890f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1363008 Aug 20 10:45:45.125321 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40b0f80-92d9-46b7-a807-5ce2af37e8d8 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] DELETE failed (client error): The resource could not be found. Aug 20 10:45:45.126561 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40b0f80-92d9-46b7-a807-5ce2af37e8d8 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:45:45.129432 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f40b0f80-92d9-46b7-a807-5ce2af37e8d8 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/ports/e500a44c-1125-4e9f-9612-75cf76371d7e HTTP/1.1" status: 404 len: 333 time: 0.1019206 Aug 20 10:45:45.134464 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c028f-4f5f-471a-84fc-3900a80b4463 None None] No DVR routers for this DVR port 311c6c0f-3867-4d19-8c91-8e6e27217747 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:45:45.138571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52986) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:45.138781 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41302168-2635-4f4d-a045-e8ee35d5b7da x-openstack-request-id: req-41302168-2635-4f4d-a045-e8ee35d5b7da {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:45:45.139160 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:45:45.139416 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41302168-2635-4f4d-a045-e8ee35d5b7da {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:45:45.139821 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'status': 'completed', 'code': 200} Aug 20 10:45:45.163255 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c028f-4f5f-471a-84fc-3900a80b4463 None None] Pushing event deleted for resources: {'Port': ['ID=311c6c0f-3867-4d19-8c91-8e6e27217747,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:45.171303 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 311c6c0f-3867-4d19-8c91-8e6e27217747 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:45:45.204104 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-78791726-c82d-4515-b3d9-56842e378da7 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] DELETE failed (client error): The resource could not be found. Aug 20 10:45:45.204907 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78791726-c82d-4515-b3d9-56842e378da7 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:45:45.210042 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-78791726-c82d-4515-b3d9-56842e378da7 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/cc991d5e-c107-48d1-a9ec-2cddbf398ccc HTTP/1.1" status: 404 len: 337 time: 0.0690646 Aug 20 10:45:45.211406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52988) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:45.240578 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 311c6c0f-3867-4d19-8c91-8e6e27217747 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:45:45.240941 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 311c6c0f-3867-4d19-8c91-8e6e27217747 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:45:45.259822 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-696653b0-1e65-4728-947a-125782fe9f0c service neutron] 10.222.0.42 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911805 Aug 20 10:45:45.286770 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2802d8-c5b0-4e9f-992b-61d7ee3486b9 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] DELETE failed (client error): The resource could not be found. Aug 20 10:45:45.287598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2802d8-c5b0-4e9f-992b-61d7ee3486b9 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:45:45.289504 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ba2802d8-c5b0-4e9f-992b-61d7ee3486b9 tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/subnets/20c38285-de8c-44a3-876e-ff97c94b3186 HTTP/1.1" status: 404 len: 337 time: 0.0562165 Aug 20 10:45:45.292090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 52992) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:45.344094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-e7e52351-c722-44fc-aa55-5bfdfb19a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:45.347363 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-e7e52351-c722-44fc-aa55-5bfdfb19a9cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1095 time: 0.1567028 Aug 20 10:45:45.439135 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe0b3d57-08c2-4a5a-93ef-3898f1603eb2 req-e6823184-1e8b-4f51-886e-f3204ab1f5c8 service neutron] 10.222.0.42 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686478 Aug 20 10:45:45.500135 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-7459ed56-87ec-41cd-a288-b32c3332bbfa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Deleting port 1bb3956e-8655-47d7-a2e3-c1067c9f5102 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:45:45.500487 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7459ed56-87ec-41cd-a288-b32c3332bbfa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:45.705775 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250a7ce-59b4-40d8-8d62-cf5261ead244 req-2e39f46b-0586-49cb-8f50-8c0afaaa6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:45.709581 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b250a7ce-59b4-40d8-8d62-cf5261ead244 req-2e39f46b-0586-49cb-8f50-8c0afaaa6dbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1095 time: 0.1597168 Aug 20 10:45:45.732147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-7455bc2b-a069-4912-b4d0-0c813479b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:45.733610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-7455bc2b-a069-4912-b4d0-0c813479b376 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4 HTTP/1.1" status: 200 len: 898 time: 0.3763814 Aug 20 10:45:45.740669 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7459ed56-87ec-41cd-a288-b32c3332bbfa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:45.809207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-7459ed56-87ec-41cd-a288-b32c3332bbfa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Calling delete_port for 1bb3956e-8655-47d7-a2e3-c1067c9f5102 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:45:45.832096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9321d20-3c7a-4378-af7b-b057b7ea8a2a req-92d34dd7-2491-4f44-a62a-e4dc227650bc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:45.834648 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e9321d20-3c7a-4378-af7b-b057b7ea8a2a req-92d34dd7-2491-4f44-a62a-e4dc227650bc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 943 time: 0.3013797 Aug 20 10:45:45.879758 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250a7ce-59b4-40d8-8d62-cf5261ead244 req-d45b527d-a76e-4a98-b821-713cc0c35364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:45.881353 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b250a7ce-59b4-40d8-8d62-cf5261ead244 req-d45b527d-a76e-4a98-b821-713cc0c35364 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4 HTTP/1.1" status: 200 len: 898 time: 0.1451895 Aug 20 10:45:45.961636 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-a3d2c94f-12ba-43d0-b56f-40e778889272 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 200 len: 999 time: 0.2179446 Aug 20 10:45:46.024817 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e9321d20-3c7a-4378-af7b-b057b7ea8a2a req-1fa06700-558d-4b83-9805-a875135eea73 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782124 Aug 20 10:45:46.059303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-f86e3e93-bc24-49b1-adc1-504f812cf8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:46.059303 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-f86e3e93-bc24-49b1-adc1-504f812cf8f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffaf4917-d3ff-4902-b222-4976af69ea4a HTTP/1.1" status: 200 len: 835 time: 0.0849705 Aug 20 10:45:46.061854 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b250a7ce-59b4-40d8-8d62-cf5261ead244 req-6d0858f2-58a5-4707-98ed-941459c225c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 200 len: 999 time: 0.1701124 Aug 20 10:45:46.101985 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7459ed56-87ec-41cd-a288-b32c3332bbfa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:46.166205 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53016) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:46.179571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459ed56-87ec-41cd-a288-b32c3332bbfa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Port': ['ID=1bb3956e-8655-47d7-a2e3-c1067c9f5102,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:46.196711 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7459ed56-87ec-41cd-a288-b32c3332bbfa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:46.199832 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7459ed56-87ec-41cd-a288-b32c3332bbfa tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/ports/1bb3956e-8655-47d7-a2e3-c1067c9f5102 HTTP/1.1" status: 204 len: 168 time: 0.9055312 Aug 20 10:45:46.206141 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53020) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:46.245143 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250a7ce-59b4-40d8-8d62-cf5261ead244 req-312928dc-ddc5-4dc9-a57c-174ebafb5d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:46.247555 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b250a7ce-59b4-40d8-8d62-cf5261ead244 req-312928dc-ddc5-4dc9-a57c-174ebafb5d35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffaf4917-d3ff-4902-b222-4976af69ea4a HTTP/1.1" status: 200 len: 835 time: 0.1758194 Aug 20 10:45:46.271447 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-bcdafef3-c4d1-47aa-9aea-2e31d2343a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:46.272979 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-bcdafef3-c4d1-47aa-9aea-2e31d2343a13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2060573 Aug 20 10:45:46.325145 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250a7ce-59b4-40d8-8d62-cf5261ead244 req-80799fd5-0c3a-41b6-a896-cc43a54a871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:46.326306 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b250a7ce-59b4-40d8-8d62-cf5261ead244 req-80799fd5-0c3a-41b6-a896-cc43a54a871e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709040 Aug 20 10:45:46.398659 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a36ad8b-f82e-4287-84b8-b1321fc8a43e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:46.484343 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4ba8cb96-7f95-4ae7-b74d-750b9582426a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-354809403-network', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:46.518103 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-3ec3435e-0d32-47b3-915f-69425db0e6ed service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359831 Aug 20 10:45:46.524662 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b250a7ce-59b4-40d8-8d62-cf5261ead244 req-e76395b1-b0ac-4a20-9589-c0110c7f8ed4 service neutron] 10.222.0.42 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893046 Aug 20 10:45:46.525870 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba8cb96-7f95-4ae7-b74d-750b9582426a admin admin] Made reservation on behalf of efb0d4159b0e494fac7fc05ad50fd56e for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:45:46.529083 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ba8cb96-7f95-4ae7-b74d-750b9582426a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:46.548885 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ba8cb96-7f95-4ae7-b74d-750b9582426a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:46.641803 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a36ad8b-f82e-4287-84b8-b1321fc8a43e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:46.660566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0a36ad8b-f82e-4287-84b8-b1321fc8a43e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c8ce85-afd2-4bb1-9e66-b5fada521069']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:46.675455 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b250a7ce-59b4-40d8-8d62-cf5261ead244 req-3c87aac6-c824-4711-9514-0fa617b1782d service neutron] 10.222.0.42 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424136 Aug 20 10:45:46.676269 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0a36ad8b-f82e-4287-84b8-b1321fc8a43e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf90478-45c4-4dce-8d78-6f1e8a0c1533') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:46.676269 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-0a36ad8b-f82e-4287-84b8-b1321fc8a43e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf90478-45c4-4dce-8d78-6f1e8a0c1533') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:46.717559 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a36ad8b-f82e-4287-84b8-b1321fc8a43e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:46.743117 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a36ad8b-f82e-4287-84b8-b1321fc8a43e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:46.753432 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a36ad8b-f82e-4287-84b8-b1321fc8a43e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:45:46.753849 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a36ad8b-f82e-4287-84b8-b1321fc8a43e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:45:46.757216 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:45:46.769295 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-a0aab413-0af5-470a-ab22-f746cd0fdcb7 service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830249 Aug 20 10:45:46.811133 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ba8cb96-7f95-4ae7-b74d-750b9582426a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:46.819889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-5ef0c790-f51d-45ce-93b6-2db6743983f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:46.821424 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-5ef0c790-f51d-45ce-93b6-2db6743983f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1095 time: 0.0988185 Aug 20 10:45:46.822189 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ba8cb96-7f95-4ae7-b74d-750b9582426a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:46.836960 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a36ad8b-f82e-4287-84b8-b1321fc8a43e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:46.847704 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a36ad8b-f82e-4287-84b8-b1321fc8a43e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:46.864772 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0a36ad8b-f82e-4287-84b8-b1321fc8a43e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] 10.222.0.16 "DELETE /v2.0/networks/75c8ce85-afd2-4bb1-9e66-b5fada521069 HTTP/1.1" status: 204 len: 168 time: 0.6473923 Aug 20 10:45:46.887715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36ad8b-f82e-4287-84b8-b1321fc8a43e tempest-PortsTestJSON-1451333559 tempest-PortsTestJSON-1451333559-project] Pushing event deleted for resources: {'Network': ['ID=75c8ce85-afd2-4bb1-9e66-b5fada521069,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:46.907105 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba8cb96-7f95-4ae7-b74d-750b9582426a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:45:46.916314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8cb96-7f95-4ae7-b74d-750b9582426a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962d63a7-bb10-4a3d-9752-ae363a7cfc66,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:46.932115 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ba8cb96-7f95-4ae7-b74d-750b9582426a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:46.932539 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-4ba8cb96-7f95-4ae7-b74d-750b9582426a admin admin] Added segment 05682320-2b36-4fe5-a47e-45c173a62394 of type vlan for network 25c66816-a4a2-4111-8e55-a06f6e704a9d Aug 20 10:45:47.102921 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ba8cb96-7f95-4ae7-b74d-750b9582426a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:47.156607 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-16990adb-cb42-459f-8daf-f929c36f4e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:47.158398 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-16990adb-cb42-459f-8daf-f929c36f4e52 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4 HTTP/1.1" status: 200 len: 898 time: 0.3243024 Aug 20 10:45:47.274292 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ba8cb96-7f95-4ae7-b74d-750b9582426a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:47.275618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8cb96-7f95-4ae7-b74d-750b9582426a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:47.276477 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4ba8cb96-7f95-4ae7-b74d-750b9582426a admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:47.357379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53040) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:47.358113 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4ba8cb96-7f95-4ae7-b74d-750b9582426a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1891928 Aug 20 10:45:47.360693 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-a3100aa6-80c3-46f9-af77-110dffe954c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 200 len: 999 time: 0.1886516 Aug 20 10:45:47.362581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-915efa7f-b978-4535-aafa-f50ccced0611 admin admin] Request body: {'subnet': {'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-subnet', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:47.384209 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ebd01-3309-4b21-a897-cc13358a906a req-d0cdcd6e-3d13-415f-879f-37763c9ef388 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:47.393242 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f80ebd01-3309-4b21-a897-cc13358a906a req-d0cdcd6e-3d13-415f-879f-37763c9ef388 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 943 time: 0.2015569 Aug 20 10:45:47.406765 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915efa7f-b978-4535-aafa-f50ccced0611 admin admin] Made reservation on behalf of efb0d4159b0e494fac7fc05ad50fd56e for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:45:47.409674 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-915efa7f-b978-4535-aafa-f50ccced0611 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:47.428237 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53042) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:47.463019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8cb96-7f95-4ae7-b74d-750b9582426a admin admin] Pushing event updated for resources: {'Network': ['ID=25c66816-a4a2-4111-8e55-a06f6e704a9d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:47.476813 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 25c66816-a4a2-4111-8e55-a06f6e704a9d details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:45:47.480428 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-0c271e30-8ec2-467d-88ad-f1f6f8f6ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:47.481570 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-0c271e30-8ec2-467d-88ad-f1f6f8f6ab6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffaf4917-d3ff-4902-b222-4976af69ea4a HTTP/1.1" status: 200 len: 835 time: 0.1132226 Aug 20 10:45:47.493802 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f80ebd01-3309-4b21-a897-cc13358a906a req-d50930d2-e894-47db-aad0-103ef8c552a5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995936 Aug 20 10:45:47.619094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-f00c6e2a-89fa-4972-9b4b-d8fcd0f2ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:47.620715 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-f00c6e2a-89fa-4972-9b4b-d8fcd0f2ea29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1259131 Aug 20 10:45:47.738910 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-915efa7f-b978-4535-aafa-f50ccced0611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:47.780244 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 4f60a528-c9ad-4a6f-a427-f43753221c2f details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:45:47.806632 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915efa7f-b978-4535-aafa-f50ccced0611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17a2913c-28e4-4acc-846e-9b3385544ba9,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:47.815217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915efa7f-b978-4535-aafa-f50ccced0611 admin admin] Checking segment: {'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:45:47.815588 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915efa7f-b978-4535-aafa-f50ccced0611 admin admin] Network hostable DHCP agents. Network: 25c66816-a4a2-4111-8e55-a06f6e704a9d, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:45:47.856575 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-536e6f6b-6900-45f2-abbc-2e0706026f01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a3124e9e92143db8dde239dcf895788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269245 Aug 20 10:45:47.879650 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915efa7f-b978-4535-aafa-f50ccced0611 admin admin] Network 25c66816-a4a2-4111-8e55-a06f6e704a9d is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:45:47.918294 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-915efa7f-b978-4535-aafa-f50ccced0611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 25c66816-a4a2-4111-8e55-a06f6e704a9d) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:47.927210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915efa7f-b978-4535-aafa-f50ccced0611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:47.928513 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-915efa7f-b978-4535-aafa-f50ccced0611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:47.934777 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-1204685a-7ad4-4c9a-87e3-0bd1e5ab8e92 service neutron] 10.222.0.42 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065250 Aug 20 10:45:47.935307 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53048) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:47.939935 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e18e1ef-6c65-44ed-9d47-c78fc8325816 None None] Network 25c66816-a4a2-4111-8e55-a06f6e704a9d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:45:47.967379 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-915efa7f-b978-4535-aafa-f50ccced0611 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6085110 Aug 20 10:45:47.972103 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53050) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:47.982226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:48.024975 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:48.048642 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:48.051800 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:48.060775 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17b2c130-9e5c-47d1-b52c-5efc8f730046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:48.081948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'port_id': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'mac_address': 'fa:16:3e:69:ea:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:45:48.163686 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17b2c130-9e5c-47d1-b52c-5efc8f730046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:48.181946 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd82fe30-c3c9-45d4-ab90-4b6aa06b9602 req-41be1b3b-7630-4373-aab2-fffdba2d3702 service neutron] 10.222.0.42 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382381 Aug 20 10:45:48.235348 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:48.235707 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:48.255087 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17b2c130-9e5c-47d1-b52c-5efc8f730046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:48.258022 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-17b2c130-9e5c-47d1-b52c-5efc8f730046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:48.262461 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-17b2c130-9e5c-47d1-b52c-5efc8f730046 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a149f8f-2b98-48c5-bd88-fbe673631eb2 HTTP/1.1" status: 204 len: 168 time: 0.3261149 Aug 20 10:45:48.274345 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2c130-9e5c-47d1-b52c-5efc8f730046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a149f8f-2b98-48c5-bd88-fbe673631eb2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:48.329647 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f60a528-c9ad-4a6f-a427-f43753221c2f {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:45:48.357796 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:48.361814 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-25c66816-a4a2-4111-8e55-a06f6e704a9d', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:45:48.363296 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:48.367618 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:48.449311 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:48.607553 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Allocated IP 172.20.0.2 (25c66816-a4a2-4111-8e55-a06f6e704a9d/17a2913c-28e4-4acc-846e-9b3385544ba9/40d07f57-0519-4373-a692-3817c930fdf6) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:45:48.753657 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=4f60a528-c9ad-4a6f-a427-f43753221c2f,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:48.790749 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['4f60a528-c9ad-4a6f-a427-f43753221c2f'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:45:48.797430 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:48.809506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbb490-56ad-4de0-87c2-986649d09257 req-277f1c70-4742-4478-8c55-217a1db6e515 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:48.820538 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8dcbb490-56ad-4de0-87c2-986649d09257 req-277f1c70-4742-4478-8c55-217a1db6e515 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 944 time: 0.1846123 Aug 20 10:45:48.863090 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:48.898757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Transition to ACTIVE for port object 40d07f57-0519-4373-a692-3817c930fdf6 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:48.936285 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Transition to ACTIVE for port object 40d07f57-0519-4373-a692-3817c930fdf6 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:48.952780 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:49.050566 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Network 25c66816-a4a2-4111-8e55-a06f6e704a9d is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:49.073204 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:49.076573 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Pushing event updated for resources: {'Port': ['ID=40d07f57-0519-4373-a692-3817c930fdf6,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:49.079225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:45:49.130201 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8dcbb490-56ad-4de0-87c2-986649d09257 req-50e9f5dc-8c72-489a-85eb-5a9174eada45 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3083963 Aug 20 10:45:49.178987 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:49.180560 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Attempting to bind port 40d07f57-0519-4373-a692-3817c930fdf6 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:45:49.181370 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Attempting to bind port 40d07f57-0519-4373-a692-3817c930fdf6 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:45:49.182035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Attempting to bind port 40d07f57-0519-4373-a692-3817c930fdf6 on network 25c66816-a4a2-4111-8e55-a06f6e704a9d {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:45:49.202039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:45:49.203756 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Checking segment: {'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:45:49.203756 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:49.203756 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Bound using segment: {'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:45:49.203756 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Bound port: 40d07f57-0519-4373-a692-3817c930fdf6, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:45:49.206918 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:49.209543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:49.296917 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] For port 40d07f57-0519-4373-a692-3817c930fdf6, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:45:49.300849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] For port 40d07f57-0519-4373-a692-3817c930fdf6, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=40d07f57-0519-4373-a692-3817c930fdf6,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:45:49.309144 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:49.365092 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Allocated IP 172.25.3.84 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/896f824b-9918-4dbf-ba6b-e35c3ddc7f87) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:45:49.438401 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091718af-6fb8-4ff5-a710-bd8a1bfde98c None None] Pushing event updated for resources: {'Port': ['ID=40d07f57-0519-4373-a692-3817c930fdf6,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:49.755603 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:49.789008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 4f60a528-c9ad-4a6f-a427-f43753221c2f up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:45:49.862221 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:49.978813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:49.987441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:49.991323 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:45:50.039691 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 4f60a528-c9ad-4a6f-a427-f43753221c2f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:50.047439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 4f60a528-c9ad-4a6f-a427-f43753221c2f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:50.048013 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:50.076466 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e13bc5-842d-4247-ba65-50523c178725 req-124006f2-b25c-46ea-9f41-eb1ccf0ce764 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:50.078744 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a3e13bc5-842d-4247-ba65-50523c178725 req-124006f2-b25c-46ea-9f41-eb1ccf0ce764 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.42 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430&tenant_id=a42de817dc7f43e1b394c597ce63df37&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 944 time: 0.2827864 Aug 20 10:45:50.250389 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Pushing event updated for resources: {'Port': ['ID=896f824b-9918-4dbf-ba6b-e35c3ddc7f87,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:50.267657 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a3e13bc5-842d-4247-ba65-50523c178725 req-7bfda7eb-a846-4a6d-9e97-924e39c6661d service neutron] 10.222.0.42 "GET /v2.0/ports/4f60a528-c9ad-4a6f-a427-f43753221c2f/bindings/n-h1-778550-11 HTTP/1.1" status: 200 len: 383 time: 0.1781554 Aug 20 10:45:50.318292 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcdf6e-e179-4abe-a906-fff97a55cf10 req-4185c2a1-b804-422e-9564-4c25e570b369 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:50.320952 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4fdcdf6e-e179-4abe-a906-fff97a55cf10 req-4185c2a1-b804-422e-9564-4c25e570b369 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 944 time: 0.3675153 Aug 20 10:45:50.326067 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:50.357783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53096) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:50.416985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:45:50.427073 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b9deb0-6d7f-4557-999e-d075a1c104a2" -d '{"events": [{"server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "name": "network-vif-plugged", "status": "completed", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:45:50.429867 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e13bc5-842d-4247-ba65-50523c178725 req-5aca29c6-58c9-4fad-abe9-a1c99923e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:50.435305 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a3e13bc5-842d-4247-ba65-50523c178725 req-5aca29c6-58c9-4fad-abe9-a1c99923e5f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1096 time: 0.1408398 Aug 20 10:45:50.460420 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:50.467498 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:50.633115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-56ad8d7b-7475-4044-8742-cfcdeb3cd464 tempest-DvrRoutersNegativeTest-416069318 tempest-DvrRoutersNegativeTest-416069318-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-941436297', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:50.636168 n-d-778550-11 neutron-server[94867]: DEBUG neutron.policy [None req-56ad8d7b-7475-4044-8742-cfcdeb3cd464 tempest-DvrRoutersNegativeTest-416069318 tempest-DvrRoutersNegativeTest-416069318-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94867) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 20 10:45:50.637139 n-d-778550-11 neutron-server[94867]: DEBUG neutron.policy [None req-56ad8d7b-7475-4044-8742-cfcdeb3cd464 tempest-DvrRoutersNegativeTest-416069318 tempest-DvrRoutersNegativeTest-416069318-project] Failed policy check for 'create_router' {{(pid=94867) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 20 10:45:50.637764 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-56ad8d7b-7475-4044-8742-cfcdeb3cd464 tempest-DvrRoutersNegativeTest-416069318 tempest-DvrRoutersNegativeTest-416069318-project] create failed (client error): Access was denied to this resource. Aug 20 10:45:50.638867 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-56ad8d7b-7475-4044-8742-cfcdeb3cd464 tempest-DvrRoutersNegativeTest-416069318 tempest-DvrRoutersNegativeTest-416069318-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2744689 Aug 20 10:45:50.650972 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e13bc5-842d-4247-ba65-50523c178725 req-4c22ef31-2582-4c43-8381-3e2b1d45c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:50.652665 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a3e13bc5-842d-4247-ba65-50523c178725 req-4c22ef31-2582-4c43-8381-3e2b1d45c22c service neutron] 10.222.0.42 "GET /v2.0/networks?id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4 HTTP/1.1" status: 200 len: 898 time: 0.2084875 Aug 20 10:45:50.678670 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a50afc-192d-4959-8590-fd777dbcbdc0 x-openstack-request-id: req-f2a50afc-192d-4959-8590-fd777dbcbdc0 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:45:50.684188 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "name": "network-vif-plugged", "status": "completed", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:45:50.687212 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2a50afc-192d-4959-8590-fd777dbcbdc0 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:45:50.687835 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'code': 200} Aug 20 10:45:50.692601 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4fdcdf6e-e179-4abe-a906-fff97a55cf10 req-5904b7b2-618e-48d0-8457-09e421d12ed4 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3593214 Aug 20 10:45:50.772678 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=4f60a528-c9ad-4a6f-a427-f43753221c2f,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:50.844025 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a3e13bc5-842d-4247-ba65-50523c178725 req-286ae8d5-0ceb-494a-9c7c-55df5c5177c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 200 len: 1001 time: 0.1799393 Aug 20 10:45:50.874812 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:50.960829 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e13bc5-842d-4247-ba65-50523c178725 req-fe1d1647-851c-408b-bb34-dbb08563aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:50.963410 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a3e13bc5-842d-4247-ba65-50523c178725 req-fe1d1647-851c-408b-bb34-dbb08563aa7c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffaf4917-d3ff-4902-b222-4976af69ea4a HTTP/1.1" status: 200 len: 835 time: 0.1108725 Aug 20 10:45:51.032381 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1452d38-12a0-45e1-8782-f010e80dd347 None None] Network 25c66816-a4a2-4111-8e55-a06f6e704a9d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:45:51.036389 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e13bc5-842d-4247-ba65-50523c178725 req-c0c25ca3-fa72-4d74-a1bb-bc10fadf8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:51.038122 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a3e13bc5-842d-4247-ba65-50523c178725 req-c0c25ca3-fa72-4d74-a1bb-bc10fadf8c68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619972 Aug 20 10:45:51.202486 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a3e13bc5-842d-4247-ba65-50523c178725 req-8d63973a-2af7-4778-9565-a42a872f8681 service neutron] 10.222.0.42 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555057 Aug 20 10:45:51.286925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53110) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:51.352628 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a3e13bc5-842d-4247-ba65-50523c178725 req-5c328e57-77ea-4243-bad8-667165f615f5 service neutron] 10.222.0.42 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424606 Aug 20 10:45:51.409048 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 40d07f57-0519-4373-a692-3817c930fdf6 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:45:51.455464 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e7452ef6-5b94-42c2-a7da-05d9fc990886 None None] Provisioning for port 40d07f57-0519-4373-a692-3817c930fdf6 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:51.521342 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 40d07f57-0519-4373-a692-3817c930fdf6 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:51.552315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 40d07f57-0519-4373-a692-3817c930fdf6 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:51.552593 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:51.748666 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:51.845280 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 40d07f57-0519-4373-a692-3817c930fdf6, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=40d07f57-0519-4373-a692-3817c930fdf6,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:51.850496 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:51.874940 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:51.907164 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947759c-bd28-4e50-b71a-59e9af37ef26 req-d4d96982-8b2f-4e75-b30a-7f716278e4d4 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:51.921178 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5947759c-bd28-4e50-b71a-59e9af37ef26 req-d4d96982-8b2f-4e75-b30a-7f716278e4d4 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.1054959 Aug 20 10:45:51.977358 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=40d07f57-0519-4373-a692-3817c930fdf6,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:52.014521 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5947759c-bd28-4e50-b71a-59e9af37ef26 req-648c8058-d7b0-47e6-9e44-826e66f50628 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916095 Aug 20 10:45:52.159247 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d8efc28-0d21-4b5d-ad67-6e6461f46b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:52.207915 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6f7c4df9-11b6-4a84-b09a-2330c3719f8c None None] Provisioning complete for port 40d07f57-0519-4373-a692-3817c930fdf6 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:52.208532 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f7c4df9-11b6-4a84-b09a-2330c3719f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:52.209391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Router 857dfe7f-8d11-46c1-87b4-618ed7281275 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:45:52.440718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:45:52.443896 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d8efc28-0d21-4b5d-ad67-6e6461f46b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:52.453827 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Sync routers for ids ['857dfe7f-8d11-46c1-87b4-618ed7281275'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:45:52.462476 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d8efc28-0d21-4b5d-ad67-6e6461f46b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:52.468427 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Routers {'857dfe7f-8d11-46c1-87b4-618ed7281275'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:45:52.469269 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:45:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['857dfe7f-8d11-46c1-87b4-618ed7281275'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:52.469584 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:52.473502 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-969ad14a-7e60-4e0d-8238-604e4e84cdf7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4975064 Aug 20 10:45:52.474547 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53122) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:52.507833 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0d8efc28-0d21-4b5d-ad67-6e6461f46b18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55bed8e93ac3418094a2bc6ebb7df745&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2164328 Aug 20 10:45:52.508739 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8efc28-0d21-4b5d-ad67-6e6461f46b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463a14dd-8fba-44c6-b2b4-69b845cba6ea,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:52.511301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53124) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:52.612997 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-23ccd6c7-adc7-4f5d-83b6-cbd0b1a5236c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:52.621670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Set router 857dfe7f-8d11-46c1-87b4-618ed7281275 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:45:52.666600 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-23ccd6c7-adc7-4f5d-83b6-cbd0b1a5236c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:52.839213 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:52.846953 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-23ccd6c7-adc7-4f5d-83b6-cbd0b1a5236c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:52.850185 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-23ccd6c7-adc7-4f5d-83b6-cbd0b1a5236c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:52.851642 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-23ccd6c7-adc7-4f5d-83b6-cbd0b1a5236c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/463a14dd-8fba-44c6-b2b4-69b845cba6ea HTTP/1.1" status: 204 len: 168 time: 0.3276842 Aug 20 10:45:52.885913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccd6c7-adc7-4f5d-83b6-cbd0b1a5236c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463a14dd-8fba-44c6-b2b4-69b845cba6ea,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:53.025204 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:45:50Z', 'revision_number': 3, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:53.167984 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 40d07f57-0519-4373-a692-3817c930fdf6 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:45:53.170475 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Checking router: 857dfe7f-8d11-46c1-87b4-618ed7281275 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:45:53.170902 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Updating router 857dfe7f-8d11-46c1-87b4-618ed7281275 port 896f824b-9918-4dbf-ba6b-e35c3ddc7f87 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:45:53.257782 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:53.312157 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a47ab-5e9d-4a0e-b185-002b07212f81 req-61e0b194-02a5-4b96-be97-b8d2aa1c097a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:53.313718 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-738a47ab-5e9d-4a0e-b185-002b07212f81 req-61e0b194-02a5-4b96-be97-b8d2aa1c097a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 945 time: 0.1202438 Aug 20 10:45:53.405119 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-738a47ab-5e9d-4a0e-b185-002b07212f81 req-b5a03113-6ec1-44cc-ab98-5a0d606e468e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766447 Aug 20 10:45:53.737547 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 40d07f57-0519-4373-a692-3817c930fdf6 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:53.738185 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:53.798818 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e13bc5-842d-4247-ba65-50523c178725 req-3dd0460e-45a4-473d-8372-a73e73df0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:53.802566 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3e13bc5-842d-4247-ba65-50523c178725 req-3dd0460e-45a4-473d-8372-a73e73df0434 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430&tenant_id=a42de817dc7f43e1b394c597ce63df37 HTTP/1.1" status: 200 len: 1097 time: 0.0899963 Aug 20 10:45:53.819823 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-11', 'device_owner': 'compute:nova'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:53.917207 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:53.961840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Transition to ACTIVE for port object 896f824b-9918-4dbf-ba6b-e35c3ddc7f87 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:53.982730 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:53.993785 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:54.079990 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933db2c-0693-4d5a-80ff-6ee7cec0e95a None None] Pushing event updated for resources: {'Port': ['ID=896f824b-9918-4dbf-ba6b-e35c3ddc7f87,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:54.084707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Attempting to bind port 896f824b-9918-4dbf-ba6b-e35c3ddc7f87 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:45:54.087165 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Attempting to bind port 896f824b-9918-4dbf-ba6b-e35c3ddc7f87 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:45:54.091096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Attempting to bind port 896f824b-9918-4dbf-ba6b-e35c3ddc7f87 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:45:54.102436 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:45:54.102952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:45:54.104795 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:54.105355 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:45:54.106002 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Bound port: 896f824b-9918-4dbf-ba6b-e35c3ddc7f87, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:45:54.109032 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:54.172016 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53164) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:54.193408 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] For port 896f824b-9918-4dbf-ba6b-e35c3ddc7f87, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:45:54.197276 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] For port 896f824b-9918-4dbf-ba6b-e35c3ddc7f87, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=896f824b-9918-4dbf-ba6b-e35c3ddc7f87,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:45:54.203489 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:54.260025 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:54.338501 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Routers {'857dfe7f-8d11-46c1-87b4-618ed7281275'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:45:54.339928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:45:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['857dfe7f-8d11-46c1-87b4-618ed7281275'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:54.360613 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:54.386039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933db2c-0693-4d5a-80ff-6ee7cec0e95a None None] Pushing event updated for resources: {'Port': ['ID=896f824b-9918-4dbf-ba6b-e35c3ddc7f87,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:54.431620 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:45:54.480481 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-47e242a5-9b06-4124-bc8a-d725df2483db tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:54.481035 n-d-778550-11 neutron-server[94867]: WARNING neutron.api.v2.base [None req-47e242a5-9b06-4124-bc8a-d725df2483db tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 10:45:54.481603 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-47e242a5-9b06-4124-bc8a-d725df2483db tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 10:45:54.486148 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-47e242a5-9b06-4124-bc8a-d725df2483db tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3085344 Aug 20 10:45:54.486335 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:45:54.488520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53172) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:54.489905 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e463d6-e3ee-4837-a3ab-b4a6fcfc55a7" -d '{"events": [{"server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "name": "network-vif-unplugged", "status": "completed", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:45:54.495095 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-52add785-6815-453d-b815-b30e4005cbdb tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group': {'name': 'tempest-secgroup--605507584'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:54.498650 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:54.507969 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] Set router 857dfe7f-8d11-46c1-87b4-618ed7281275 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:45:54.518290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Transition to ACTIVE for port object 4f60a528-c9ad-4a6f-a427-f43753221c2f will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:54.525026 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:54.573257 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e75e40-96be-4557-8e64-3a3ddaf8c976 x-openstack-request-id: req-d1e75e40-96be-4557-8e64-3a3ddaf8c976 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:45:54.574529 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "name": "network-vif-unplugged", "status": "completed", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:45:54.575030 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1e75e40-96be-4557-8e64-3a3ddaf8c976 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:45:54.575677 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'code': 200} Aug 20 10:45:54.658155 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Pushing event updated for resources: {'Port': ['ID=4f60a528-c9ad-4a6f-a427-f43753221c2f,revision_number=10']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:54.693190 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Allocated IP 172.20.0.1 (25c66816-a4a2-4111-8e55-a06f6e704a9d/17a2913c-28e4-4acc-846e-9b3385544ba9/87067d78-d73d-4d24-8b6d-fb0b78c5661f) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:45:54.750688 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] No DVR routers for this DVR port 4f60a528-c9ad-4a6f-a427-f43753221c2f on host n-h1-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:45:54.752641 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:45:50Z', 'revision_number': 3, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:54.789336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc58628a-e04c-4a6b-a162-e26657a45b6d None None] The sync data for ids ['857dfe7f-8d11-46c1-87b4-618ed7281275'] in n-d-778550-11 is: [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:45:50Z', 'revision_number': 3, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:45:54.873604 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:54.885509 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52add785-6815-453d-b815-b30e4005cbdb tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:54.919834 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52add785-6815-453d-b815-b30e4005cbdb tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:54.923982 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Transition to ACTIVE for port object 87067d78-d73d-4d24-8b6d-fb0b78c5661f will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:54.934758 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Attempting to bind port 4f60a528-c9ad-4a6f-a427-f43753221c2f on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:45:54.935190 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Attempting to bind port 4f60a528-c9ad-4a6f-a427-f43753221c2f by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:45:54.935670 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Attempting to bind port 4f60a528-c9ad-4a6f-a427-f43753221c2f on network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:45:54.941889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Port 4f60a528-c9ad-4a6f-a427-f43753221c2f on network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:45:54.942224 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Attempting to bind port 4f60a528-c9ad-4a6f-a427-f43753221c2f on network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:45:54.948562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:45:54.949112 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Checking segment: {'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:45:54.949753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Bound using segment: {'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:45:54.950434 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Bound port: 4f60a528-c9ad-4a6f-a427-f43753221c2f, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46164dfb-b2f2-4cb2-a717-3ab8663dc657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:45:54.950793 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:54.985327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b863fa9-7a9f-4b3d-ac3d-dd0a0f2a77b7 req-c7c4e45b-5932-49b2-b5fb-464605262d59 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:54.987028 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2b863fa9-7a9f-4b3d-ac3d-dd0a0f2a77b7 req-c7c4e45b-5932-49b2-b5fb-464605262d59 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 944 time: 0.4333117 Aug 20 10:45:55.048001 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:45:55.053326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:45:55.060958 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:55.085422 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:55.086414 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:55.088408 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3e13bc5-842d-4247-ba65-50523c178725 req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] 10.222.0.24 "PUT /v2.0/ports/4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 200 len: 1093 time: 1.2782879 Aug 20 10:45:55.091028 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:55.165841 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2b863fa9-7a9f-4b3d-ac3d-dd0a0f2a77b7 req-bad3c254-a959-4cc4-ba0e-3f1272e1714e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522918 Aug 20 10:45:55.225103 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63eb5f-788c-4c96-91a2-6d0fb61d5d41 service neutron] Pushing event updated for resources: {'Port': ['ID=4f60a528-c9ad-4a6f-a427-f43753221c2f,revision_number=11']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:55.242080 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Network 25c66816-a4a2-4111-8e55-a06f6e704a9d is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:55.246948 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:55.249954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Pushing event updated for resources: {'Port': ['ID=87067d78-d73d-4d24-8b6d-fb0b78c5661f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:55.253055 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:45:55.314342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e13bc5-842d-4247-ba65-50523c178725 req-5b4ee071-43f0-408a-a70a-996207ec5e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:55.316015 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3e13bc5-842d-4247-ba65-50523c178725 req-5b4ee071-43f0-408a-a70a-996207ec5e0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1096 time: 0.1774271 Aug 20 10:45:55.336174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:55.336785 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:55.337284 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:55.337931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:55.338474 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:55.338992 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:55.340093 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:55.340684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:55.341197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:55.343537 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:55.344294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:55.344629 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:55.377340 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52add785-6815-453d-b815-b30e4005cbdb tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:55.385506 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52add785-6815-453d-b815-b30e4005cbdb tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:55.424007 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:55.662761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e13bc5-842d-4247-ba65-50523c178725 req-372ea10c-11f6-48d8-ac42-e50cfb953284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:55.664568 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3e13bc5-842d-4247-ba65-50523c178725 req-372ea10c-11f6-48d8-ac42-e50cfb953284 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4 HTTP/1.1" status: 200 len: 898 time: 0.3414819 Aug 20 10:45:55.667838 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52add785-6815-453d-b815-b30e4005cbdb tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816d6d08-ab92-4863-86c4-effca90a468c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:55.841389 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3e13bc5-842d-4247-ba65-50523c178725 req-17f4e56c-19cf-486d-b74b-2992b056f072 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 200 len: 999 time: 0.1689847 Aug 20 10:45:55.842098 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 4f60a528-c9ad-4a6f-a427-f43753221c2f no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:45:55.907798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7de6ae92-5b56-417e-a14c-f66b7203f68c None None] Provisioning for port 87067d78-d73d-4d24-8b6d-fb0b78c5661f completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:55.919295 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7de6ae92-5b56-417e-a14c-f66b7203f68c None None] Provisioning complete for port 87067d78-d73d-4d24-8b6d-fb0b78c5661f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:55.919688 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7de6ae92-5b56-417e-a14c-f66b7203f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:55.922623 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 4f60a528-c9ad-4a6f-a427-f43753221c2f not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:45:55.938954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e13bc5-842d-4247-ba65-50523c178725 req-f9bae1ce-23e0-47c0-98c5-594155844d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:55.939605 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3e13bc5-842d-4247-ba65-50523c178725 req-f9bae1ce-23e0-47c0-98c5-594155844d44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffaf4917-d3ff-4902-b222-4976af69ea4a HTTP/1.1" status: 200 len: 835 time: 0.0901120 Aug 20 10:45:55.971861 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7de6ae92-5b56-417e-a14c-f66b7203f68c None None] Port 87067d78-d73d-4d24-8b6d-fb0b78c5661f cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:45:55.977249 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52add785-6815-453d-b815-b30e4005cbdb tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:56.001224 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52add785-6815-453d-b815-b30e4005cbdb tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:56.027909 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e13bc5-842d-4247-ba65-50523c178725 req-ddd08b19-2afe-4c6f-8490-56565810b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:56.030328 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3e13bc5-842d-4247-ba65-50523c178725 req-ddd08b19-2afe-4c6f-8490-56565810b3fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825093 Aug 20 10:45:56.064349 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:56.077241 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-52add785-6815-453d-b815-b30e4005cbdb tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:56.081688 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-52add785-6815-453d-b815-b30e4005cbdb tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5921872 Aug 20 10:45:56.083885 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53196) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:56.097454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52add785-6815-453d-b815-b30e4005cbdb tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22800f95-2c94-4936-beb4-27d8ec8166a1,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:56.127448 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2542eedd-03c7-44de-b468-50a7c9e7c206 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '22800f95-2c94-4936-beb4-27d8ec8166a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:56.194778 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2542eedd-03c7-44de-b468-50a7c9e7c206 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:56.248017 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3e13bc5-842d-4247-ba65-50523c178725 req-6270a848-f2e2-493e-a37b-b5296cf68f42 service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093091 Aug 20 10:45:56.367698 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2542eedd-03c7-44de-b468-50a7c9e7c206 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:56.383915 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2542eedd-03c7-44de-b468-50a7c9e7c206 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:56.388878 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:56.400561 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:56.469745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542eedd-03c7-44de-b468-50a7c9e7c206 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea32b01-7e83-44b7-8e34-a78108255768,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:56.503277 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2542eedd-03c7-44de-b468-50a7c9e7c206 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:56.506976 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2542eedd-03c7-44de-b468-50a7c9e7c206 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4191794 Aug 20 10:45:56.511757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53204) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:56.517518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-32f20cba-5ac0-4414-b6da-345882e5cf12 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '22800f95-2c94-4936-beb4-27d8ec8166a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:56.529314 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3e13bc5-842d-4247-ba65-50523c178725 req-48e95204-4af0-4020-81cf-fde2b8cedfce service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730799 Aug 20 10:45:56.552630 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:56.568157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Pushing event updated for resources: {'Port': ['ID=87067d78-d73d-4d24-8b6d-fb0b78c5661f,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:56.607448 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1956a-4d68-486f-890f-99b3da23679f req-2f19919c-7e9f-4403-a0e3-7ee9c2f21338 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:56.620363 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ddd1956a-4d68-486f-890f-99b3da23679f req-2f19919c-7e9f-4403-a0e3-7ee9c2f21338 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 944 time: 0.2410409 Aug 20 10:45:56.625723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:45:56.632407 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e" -d '{"events": [{"name": "network-changed", "server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:45:56.655439 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-32f20cba-5ac0-4414-b6da-345882e5cf12 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:56.728123 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ddd1956a-4d68-486f-890f-99b3da23679f req-5142a5c6-b582-4466-b2fc-a74fd8a82ad8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988071 Aug 20 10:45:56.742394 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7f393-fa1e-424c-8aab-e1610575f6d8 req-5ae6533c-9fe7-4842-8384-615caa2f624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:56.742394 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ac7f393-fa1e-424c-8aab-e1610575f6d8 req-5ae6533c-9fe7-4842-8384-615caa2f624d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1096 time: 0.0978286 Aug 20 10:45:56.783264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Network 25c66816-a4a2-4111-8e55-a06f6e704a9d is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:45:56.785987 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-32f20cba-5ac0-4414-b6da-345882e5cf12 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 10:45:56.790562 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-32f20cba-5ac0-4414-b6da-345882e5cf12 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2749822 Aug 20 10:45:56.794710 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:45:56.807608 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53210) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:56.996704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7f393-fa1e-424c-8aab-e1610575f6d8 req-5f027ebc-5f1d-464a-aca7-15c0ee610148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:56.996704 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ac7f393-fa1e-424c-8aab-e1610575f6d8 req-5f027ebc-5f1d-464a-aca7-15c0ee610148 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4 HTTP/1.1" status: 200 len: 898 time: 0.2182987 Aug 20 10:45:56.996704 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc86252d-2792-45ab-b25e-1e69cf97c9d3 x-openstack-request-id: req-fc86252d-2792-45ab-b25e-1e69cf97c9d3 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:45:56.996704 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:45:56.996704 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc86252d-2792-45ab-b25e-1e69cf97c9d3 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:45:56.996704 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'status': 'completed', 'code': 200} Aug 20 10:45:57.045873 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-5f097612-ddb5-4b72-889f-81fcc840a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:57.047478 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-5f097612-ddb5-4b72-889f-81fcc840a80b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1096 time: 0.2409191 Aug 20 10:45:57.085145 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0ca9fa44-353e-4a67-9496-22b0c074cf00 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:57.161877 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ac7f393-fa1e-424c-8aab-e1610575f6d8 req-5401b4bd-12af-4786-b87e-b50d22df373e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 200 len: 999 time: 0.1652918 Aug 20 10:45:57.233058 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 896f824b-9918-4dbf-ba6b-e35c3ddc7f87 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:45:57.244985 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-c9dada19-ecde-4143-ab71-cabfab82fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:57.247226 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-c9dada19-ecde-4143-ab71-cabfab82fce3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4 HTTP/1.1" status: 200 len: 898 time: 0.1630967 Aug 20 10:45:57.302414 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7f393-fa1e-424c-8aab-e1610575f6d8 req-eec336e0-8b73-40df-be2f-ef5ebed0db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:57.303963 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ac7f393-fa1e-424c-8aab-e1610575f6d8 req-eec336e0-8b73-40df-be2f-ef5ebed0db3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffaf4917-d3ff-4902-b222-4976af69ea4a HTTP/1.1" status: 200 len: 835 time: 0.1335819 Aug 20 10:45:57.338193 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-526158bb-29cc-4d2a-806e-d68465482dd3 None None] Provisioning complete for port 87067d78-d73d-4d24-8b6d-fb0b78c5661f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:57.339991 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0ca9fa44-353e-4a67-9496-22b0c074cf00 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:57.340568 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-526158bb-29cc-4d2a-806e-d68465482dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:57.344152 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Router 857dfe7f-8d11-46c1-87b4-618ed7281275 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:45:57.389869 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-6af3b508-d8cb-4379-adb1-8ef16129557c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 200 len: 999 time: 0.1276093 Aug 20 10:45:57.390830 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7f393-fa1e-424c-8aab-e1610575f6d8 req-90c20d71-b1db-4bc9-8e84-5cb4c45414e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:57.392613 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ac7f393-fa1e-424c-8aab-e1610575f6d8 req-90c20d71-b1db-4bc9-8e84-5cb4c45414e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812697 Aug 20 10:45:57.476932 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-526158bb-29cc-4d2a-806e-d68465482dd3 None None] Port 87067d78-d73d-4d24-8b6d-fb0b78c5661f cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:45:57.487073 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 896f824b-9918-4dbf-ba6b-e35c3ddc7f87 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:45:57.507458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 896f824b-9918-4dbf-ba6b-e35c3ddc7f87 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:57.507636 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:57.535451 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-bb2ba48a-0af9-4185-aada-4a9530ccb967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:57.537085 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-bb2ba48a-0af9-4185-aada-4a9530ccb967 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ffaf4917-d3ff-4902-b222-4976af69ea4a HTTP/1.1" status: 200 len: 835 time: 0.1388142 Aug 20 10:45:57.540381 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0ca9fa44-353e-4a67-9496-22b0c074cf00 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:57.543034 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0ca9fa44-353e-4a67-9496-22b0c074cf00 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:57.547130 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0ca9fa44-353e-4a67-9496-22b0c074cf00 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "DELETE /v2.0/security-groups/22800f95-2c94-4936-beb4-27d8ec8166a1 HTTP/1.1" status: 204 len: 168 time: 0.7342956 Aug 20 10:45:57.551631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53214) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:57.635806 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:57.662161 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ac7f393-fa1e-424c-8aab-e1610575f6d8 req-3c0c9ce7-bb8b-4cc2-829b-e5ec634d90ed service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614641 Aug 20 10:45:57.666551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9fa44-353e-4a67-9496-22b0c074cf00 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22800f95-2c94-4936-beb4-27d8ec8166a1,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:57.670714 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 896f824b-9918-4dbf-ba6b-e35c3ddc7f87, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=896f824b-9918-4dbf-ba6b-e35c3ddc7f87,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:45:57.677564 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:57.706430 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-62a86b6a-dbd5-420a-8886-72370e8bda22 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1502850 Aug 20 10:45:57.707643 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53218) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:57.745310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0d105d5a-29ab-4368-846a-70949108d9d6 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group': {'name': 'tempest-secgroup--1635193097'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:57.783572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=896f824b-9918-4dbf-ba6b-e35c3ddc7f87,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:57.837397 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:45:57.849582 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Sync routers for ids ['857dfe7f-8d11-46c1-87b4-618ed7281275'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:45:57.860494 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Routers {'857dfe7f-8d11-46c1-87b4-618ed7281275'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:45:57.861805 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:45:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['857dfe7f-8d11-46c1-87b4-618ed7281275'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:57.871348 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-34ed36ec-de54-4335-bfdb-40bb56160c32 admin admin] 10.222.0.16 "PUT /v2.0/routers/857dfe7f-8d11-46c1-87b4-618ed7281275/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3879447 Aug 20 10:45:57.871994 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ac7f393-fa1e-424c-8aab-e1610575f6d8 req-53192437-36aa-434c-9701-b6eef8332f99 service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999600 Aug 20 10:45:57.872098 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-aa353d62-7328-449c-b96e-4b50acfb2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:57.899081 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-aa353d62-7328-449c-b96e-4b50acfb2fd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3518403 Aug 20 10:45:57.907276 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d105d5a-29ab-4368-846a-70949108d9d6 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:58.041030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-74c7b912-407a-41f9-848b-c25d30f6d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:58.045129 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-74c7b912-407a-41f9-848b-c25d30f6d7fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1096 time: 0.1064620 Aug 20 10:45:58.062359 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c6ce8-74fc-4acf-b5c0-03101340ef7b req-22798d3c-bcc6-4a81-8d26-6d27bad4ce1f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:58.064255 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-213c6ce8-74fc-4acf-b5c0-03101340ef7b req-22798d3c-bcc6-4a81-8d26-6d27bad4ce1f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 944 time: 0.2257159 Aug 20 10:45:58.086656 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Set router 857dfe7f-8d11-46c1-87b4-618ed7281275 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:45:58.159692 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-d0008c85-939f-4023-9d4b-c47e585432c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:58.162282 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-d0008c85-939f-4023-9d4b-c47e585432c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4 HTTP/1.1" status: 200 len: 898 time: 0.0969708 Aug 20 10:45:58.253510 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-213c6ce8-74fc-4acf-b5c0-03101340ef7b req-928c698a-e39a-4648-aa9f-7ef06ce6b3d9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899315 Aug 20 10:45:58.281660 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-08c2d93e-ff5b-485d-ace1-3cc905171496 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 200 len: 999 time: 0.1009839 Aug 20 10:45:58.345152 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-ac7a4c8b-461d-4ef0-b0d9-d85396d2cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:58.346830 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-ac7a4c8b-461d-4ef0-b0d9-d85396d2cae3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffaf4917-d3ff-4902-b222-4976af69ea4a HTTP/1.1" status: 200 len: 835 time: 0.0582867 Aug 20 10:45:58.434045 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-7f27ca12-c111-48f8-b142-98527a938cbb service neutron] 10.222.0.42 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026827 Aug 20 10:45:58.437762 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-9967c792-d3dd-4448-9bd2-b0507447259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:58.442843 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-9967c792-d3dd-4448-9bd2-b0507447259a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862663 Aug 20 10:45:58.546465 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:45:56Z', 'revision_number': 4, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '87067d78-d73d-4d24-8b6d-fb0b78c5661f', 'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'mac_address': 'fa:16:3e:cd:b5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:54Z', 'updated_at': '2021-08-20T10:45:56Z', 'revision_number': 2, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'subnets': [{'id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:45:58.597622 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Checking router: 857dfe7f-8d11-46c1-87b4-618ed7281275 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:45:58.598131 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Updating router 857dfe7f-8d11-46c1-87b4-618ed7281275 port 87067d78-d73d-4d24-8b6d-fb0b78c5661f binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:45:58.605911 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d105d5a-29ab-4368-846a-70949108d9d6 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:58.634073 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:58.661982 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-b2229325-48f9-4117-8ef2-d581d45b9e22 service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135124 Aug 20 10:45:58.760242 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d105d5a-29ab-4368-846a-70949108d9d6 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:58.837597 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0d105d5a-29ab-4368-846a-70949108d9d6 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:58.838929 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0d105d5a-29ab-4368-846a-70949108d9d6 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1301541 Aug 20 10:45:58.846182 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53232) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:58.863824 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d0d1f061-15d9-4546-a1af-2e62ba9ba246 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '57c199c9-f108-48f7-a08f-555c522afa58', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:58.864687 n-d-778550-11 neutron-server[94866]: WARNING neutron.api.v2.base [None req-d0d1f061-15d9-4546-a1af-2e62ba9ba246 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 20 10:45:58.864947 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-d0d1f061-15d9-4546-a1af-2e62ba9ba246 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:45:58.865989 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d0d1f061-15d9-4546-a1af-2e62ba9ba246 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0186999 Aug 20 10:45:58.869558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d105d5a-29ab-4368-846a-70949108d9d6 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c199c9-f108-48f7-a08f-555c522afa58,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:58.876661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53234) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:58.920818 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-3e01141e-1acf-4e59-8491-7c665fb175f1 service neutron] 10.222.0.42 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691217 Aug 20 10:45:58.951716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53236) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:58.957899 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e7026f8e-2c56-4e54-b04c-8dc040076fe7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1042292669', 'description': 'tempest-description--541106702'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:58.985775 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33dea44c-0367-48f1-8be9-ac8f7bc8bb3e req-7b6f06e8-b322-489e-b411-d5dd0948ab0c service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150215 Aug 20 10:45:59.009232 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e7026f8e-2c56-4e54-b04c-8dc040076fe7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.063557 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0467c24-e5fb-4ca7-b170-1fc37c578c1e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.138950 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0467c24-e5fb-4ca7-b170-1fc37c578c1e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.144134 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 896f824b-9918-4dbf-ba6b-e35c3ddc7f87 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:45:59.214073 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.234975 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Transition to ACTIVE for port object 87067d78-d73d-4d24-8b6d-fb0b78c5661f will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:45:59.247971 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.256112 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e7026f8e-2c56-4e54-b04c-8dc040076fe7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.263287 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e7026f8e-2c56-4e54-b04c-8dc040076fe7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.278976 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0467c24-e5fb-4ca7-b170-1fc37c578c1e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.281783 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b0467c24-e5fb-4ca7-b170-1fc37c578c1e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.286525 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b0467c24-e5fb-4ca7-b170-1fc37c578c1e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "DELETE /v2.0/security-groups/57c199c9-f108-48f7-a08f-555c522afa58 HTTP/1.1" status: 204 len: 168 time: 0.4063807 Aug 20 10:45:59.287915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53246) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:59.316649 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 896f824b-9918-4dbf-ba6b-e35c3ddc7f87 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:45:59.318892 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.350800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0467c24-e5fb-4ca7-b170-1fc37c578c1e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c199c9-f108-48f7-a08f-555c522afa58,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:59.396464 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c39ef-72e0-4847-beff-f133ff560e07 None None] Pushing event updated for resources: {'Port': ['ID=87067d78-d73d-4d24-8b6d-fb0b78c5661f,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:59.404001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7026f8e-2c56-4e54-b04c-8dc040076fe7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f74a99-c125-499f-a7b8-8fc030ab38ba,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:59.454363 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e7026f8e-2c56-4e54-b04c-8dc040076fe7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.455921 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e7026f8e-2c56-4e54-b04c-8dc040076fe7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5028818 Aug 20 10:45:59.464177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53250) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:59.481238 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-3681258c-d00c-489f-9328-84d49041e658 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Request body: {'security_group_rule': {'security_group_id': '16f74a99-c125-499f-a7b8-8fc030ab38ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:59.504470 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c39ef-72e0-4847-beff-f133ff560e07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:59.505271 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c39ef-72e0-4847-beff-f133ff560e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:59.505774 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c39ef-72e0-4847-beff-f133ff560e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:59.506259 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c39ef-72e0-4847-beff-f133ff560e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:59.509196 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c39ef-72e0-4847-beff-f133ff560e07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:59.514277 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c39ef-72e0-4847-beff-f133ff560e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:59.514706 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c39ef-72e0-4847-beff-f133ff560e07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:59.515091 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c39ef-72e0-4847-beff-f133ff560e07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:59.515486 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c39ef-72e0-4847-beff-f133ff560e07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:59.515750 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c39ef-72e0-4847-beff-f133ff560e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:59.516088 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c39ef-72e0-4847-beff-f133ff560e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:59.516416 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c39ef-72e0-4847-beff-f133ff560e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:45:59.545744 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fcace02c-24b1-4c7c-a6ae-2cd366367ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.608363 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3681258c-d00c-489f-9328-84d49041e658 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.669307 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Attempting to bind port 87067d78-d73d-4d24-8b6d-fb0b78c5661f on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:45:59.669852 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Attempting to bind port 87067d78-d73d-4d24-8b6d-fb0b78c5661f by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:45:59.671308 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Attempting to bind port 87067d78-d73d-4d24-8b6d-fb0b78c5661f on network 25c66816-a4a2-4111-8e55-a06f6e704a9d {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:45:59.677764 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5db4afa0-b4d5-4f90-879f-075d895ce20e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3886611 Aug 20 10:45:59.682400 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53254) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:59.688049 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2e44f6b3-d627-4e71-bfaa-5d4dba00e7da tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group': {'name': 'tempest-secgroup--972943093'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:59.698286 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:45:59.701831 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Checking segment: {'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:45:59.707633 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.708163 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Bound using segment: {'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:45:59.709028 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Bound port: 87067d78-d73d-4d24-8b6d-fb0b78c5661f, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:45:59.711328 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.785377 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3681258c-d00c-489f-9328-84d49041e658 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.790674 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3681258c-d00c-489f-9328-84d49041e658 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.825701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded45fe-2908-4981-9f5c-718e04924f97 req-2b6e880d-a002-4e06-9c3f-c6e4ef7cab96 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:45:59.827301 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ded45fe-2908-4981-9f5c-718e04924f97 req-2b6e880d-a002-4e06-9c3f-c6e4ef7cab96 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 944 time: 0.3561926 Aug 20 10:45:59.829529 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53256) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:59.855610 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] For port 87067d78-d73d-4d24-8b6d-fb0b78c5661f, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:45:59.860373 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] For port 87067d78-d73d-4d24-8b6d-fb0b78c5661f, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=87067d78-d73d-4d24-8b6d-fb0b78c5661f,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:45:59.868684 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.878113 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681258c-d00c-489f-9328-84d49041e658 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2816f0-6be7-4c50-b940-7a141625cb2b,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:45:59.881965 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3681258c-d00c-489f-9328-84d49041e658 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:45:59.896689 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3681258c-d00c-489f-9328-84d49041e658 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4305525 Aug 20 10:45:59.900309 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53262) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:45:59.920275 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-939b9634-1c82-4d35-8539-58497abb25d8 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Request body: {'security_group_rule': {'security_group_id': '16f74a99-c125-499f-a7b8-8fc030ab38ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:45:59.948107 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2e44f6b3-d627-4e71-bfaa-5d4dba00e7da tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.036630 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ded45fe-2908-4981-9f5c-718e04924f97 req-0e3bc0b3-29fb-4928-ad44-542cb4b31857 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902690 Aug 20 10:46:00.042887 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-939b9634-1c82-4d35-8539-58497abb25d8 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.069708 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c39ef-72e0-4847-beff-f133ff560e07 None None] Pushing event updated for resources: {'Port': ['ID=87067d78-d73d-4d24-8b6d-fb0b78c5661f,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:00.086316 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Routers {'857dfe7f-8d11-46c1-87b4-618ed7281275'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:46:00.086946 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:45:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['857dfe7f-8d11-46c1-87b4-618ed7281275'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:46:00.231644 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-939b9634-1c82-4d35-8539-58497abb25d8 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.235898 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-939b9634-1c82-4d35-8539-58497abb25d8 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.246411 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2e44f6b3-d627-4e71-bfaa-5d4dba00e7da tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.262373 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40bea40e-700c-4b5a-a9c3-341681de6fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.275248 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2e44f6b3-d627-4e71-bfaa-5d4dba00e7da tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.296739 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-939b9634-1c82-4d35-8539-58497abb25d8 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.302109 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-939b9634-1c82-4d35-8539-58497abb25d8 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4007137 Aug 20 10:46:00.309285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53268) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:00.310267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b9634-1c82-4d35-8539-58497abb25d8 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15e643f-070e-4806-aadc-3969a78d162d,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:00.320903 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] Set router 857dfe7f-8d11-46c1-87b4-618ed7281275 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:46:00.322689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-61063f22-1e47-46d5-9e9f-0af443013fe9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:00.348386 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44f6b3-d627-4e71-bfaa-5d4dba00e7da tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3b759e-649f-4ef8-9871-3df781cc2cf6,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:00.461833 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40bea40e-700c-4b5a-a9c3-341681de6fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.470090 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40bea40e-700c-4b5a-a9c3-341681de6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.541620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53270) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:00.556905 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-40bea40e-700c-4b5a-a9c3-341681de6fb5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6919c03269645688eb9a25ed1ff4432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7012341 Aug 20 10:46:00.559066 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2e44f6b3-d627-4e71-bfaa-5d4dba00e7da tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.568462 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2e44f6b3-d627-4e71-bfaa-5d4dba00e7da tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8838859 Aug 20 10:46:00.570128 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53272) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:00.571732 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bea40e-700c-4b5a-a9c3-341681de6fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feeb6194-c818-4e81-bed0-e20e882f14c2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:00.583889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a75468a5-df60-4c8f-af28-a9391fcded1e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '8b3b759e-649f-4ef8-9871-3df781cc2cf6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:00.585482 n-d-778550-11 neutron-server[94866]: WARNING neutron.api.v2.base [None req-a75468a5-df60-4c8f-af28-a9391fcded1e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 20 10:46:00.586718 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-a75468a5-df60-4c8f-af28-a9391fcded1e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:46:00.591633 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a75468a5-df60-4c8f-af28-a9391fcded1e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0126286 Aug 20 10:46:00.592860 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53274) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:00.593854 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61063f22-1e47-46d5-9e9f-0af443013fe9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.602187 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:45:56Z', 'revision_number': 4, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '87067d78-d73d-4d24-8b6d-fb0b78c5661f', 'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'mac_address': 'fa:16:3e:cd:b5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:54Z', 'updated_at': '2021-08-20T10:45:59Z', 'revision_number': 4, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'subnets': [{'id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:46:00.629716 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83145671-baa1-47d7-b412-e6204ebbd8e6 None None] The sync data for ids ['857dfe7f-8d11-46c1-87b4-618ed7281275'] in n-d-778550-11 is: [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:45:56Z', 'revision_number': 4, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '87067d78-d73d-4d24-8b6d-fb0b78c5661f', 'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'mac_address': 'fa:16:3e:cd:b5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:54Z', 'updated_at': '2021-08-20T10:45:59Z', 'revision_number': 4, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'subnets': [{'id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:46:00.676931 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01bd98eb-9dce-4820-89f2-94a5ddd37f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.728124 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01bd98eb-9dce-4820-89f2-94a5ddd37f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.759929 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-31558a0c-351b-447d-b9f9-a826647f5795 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.785686 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 4f60a528-c9ad-4a6f-a427-f43753221c2f details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:46:00.797008 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01bd98eb-9dce-4820-89f2-94a5ddd37f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.801192 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-01bd98eb-9dce-4820-89f2-94a5ddd37f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.804833 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-01bd98eb-9dce-4820-89f2-94a5ddd37f28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/feeb6194-c818-4e81-bed0-e20e882f14c2 HTTP/1.1" status: 204 len: 168 time: 0.2592406 Aug 20 10:46:00.812306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd98eb-9dce-4820-89f2-94a5ddd37f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feeb6194-c818-4e81-bed0-e20e882f14c2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:00.815542 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-31558a0c-351b-447d-b9f9-a826647f5795 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.897186 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-31558a0c-351b-447d-b9f9-a826647f5795 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.899731 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-31558a0c-351b-447d-b9f9-a826647f5795 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:00.904188 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53278) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:00.904371 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-31558a0c-351b-447d-b9f9-a826647f5795 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "DELETE /v2.0/security-groups/8b3b759e-649f-4ef8-9871-3df781cc2cf6 HTTP/1.1" status: 204 len: 168 time: 0.2948725 Aug 20 10:46:00.938025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31558a0c-351b-447d-b9f9-a826647f5795 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3b759e-649f-4ef8-9871-3df781cc2cf6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:00.987648 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61063f22-1e47-46d5-9e9f-0af443013fe9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:01.035646 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:46:01.058812 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'port_id': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'mac_address': 'fa:16:3e:69:ea:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:46:01.098742 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-91ac96bd-8c14-4d34-b191-0bdd9801f92e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1879430 Aug 20 10:46:01.099726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53284) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:01.123288 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a97853ac-97cc-43a9-97e0-efe88a91a359 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group': {'name': 'tempest-secgroup--283572758'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:01.175087 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:01.207856 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f60a528-c9ad-4a6f-a427-f43753221c2f {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:46:01.219525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 87067d78-d73d-4d24-8b6d-fb0b78c5661f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:46:01.268424 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a97853ac-97cc-43a9-97e0-efe88a91a359 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:01.279833 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:46:01.300265 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:01.311765 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-61063f22-1e47-46d5-9e9f-0af443013fe9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Allocated IP 172.25.3.87 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/0ca80053-f61c-42c2-97a1-8af6d7df617f) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:46:01.405399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478962d-3ee3-46f4-a956-483c76bc0a13 req-719f28fa-4cf2-4c9e-a2ae-df354b4ed63e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:01.424783 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9478962d-3ee3-46f4-a956-483c76bc0a13 req-719f28fa-4cf2-4c9e-a2ae-df354b4ed63e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 944 time: 0.2195024 Aug 20 10:46:01.454159 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 87067d78-d73d-4d24-8b6d-fb0b78c5661f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:46:01.467216 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=4f60a528-c9ad-4a6f-a427-f43753221c2f,revision_number=12']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:01.480142 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 87067d78-d73d-4d24-8b6d-fb0b78c5661f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:46:01.486634 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:01.499247 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53288) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:01.539688 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-16824b28-1ebb-43ce-844a-d0625834fc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:01.558648 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61063f22-1e47-46d5-9e9f-0af443013fe9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:01.566387 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9478962d-3ee3-46f4-a956-483c76bc0a13 req-d80c5a5c-aecf-4cc7-aaac-97f302da37d7 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405923 Aug 20 10:46:01.583790 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53290) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:01.639998 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:01.654584 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a97853ac-97cc-43a9-97e0-efe88a91a359 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:01.659539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['4f60a528-c9ad-4a6f-a427-f43753221c2f'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:46:01.660105 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a97853ac-97cc-43a9-97e0-efe88a91a359 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:01.716082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97853ac-97cc-43a9-97e0-efe88a91a359 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7c83b7-c839-41e2-b62e-63662326a44f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:01.729212 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 87067d78-d73d-4d24-8b6d-fb0b78c5661f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=87067d78-d73d-4d24-8b6d-fb0b78c5661f,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:46:01.739680 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7f577d51-2044-40f4-b88d-67245ec89c03 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/floatingips/dfcee232-ad57-4f4a-8a92-c4e3fddcc686 HTTP/1.1" status: 200 len: 992 time: 0.1507113 Aug 20 10:46:01.753146 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:01.771787 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61063f22-1e47-46d5-9e9f-0af443013fe9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:01.835540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=87067d78-d73d-4d24-8b6d-fb0b78c5661f,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:01.859770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61063f22-1e47-46d5-9e9f-0af443013fe9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:46:01.864705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-61063f22-1e47-46d5-9e9f-0af443013fe9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:46:01.875013 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61063f22-1e47-46d5-9e9f-0af443013fe9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:46:01.891364 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-16824b28-1ebb-43ce-844a-d0625834fc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:01.908898 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61063f22-1e47-46d5-9e9f-0af443013fe9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Pushing event updated for resources: {'Port': ['ID=0ca80053-f61c-42c2-97a1-8af6d7df617f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:01.910280 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-16824b28-1ebb-43ce-844a-d0625834fc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:01.940109 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a97853ac-97cc-43a9-97e0-efe88a91a359 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:01.949284 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53292) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:01.950114 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a97853ac-97cc-43a9-97e0-efe88a91a359 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8492432 Aug 20 10:46:01.958006 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-1bb515b3-1b02-4533-8c9e-9572b4ec262b tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '9f7c83b7-c839-41e2-b62e-63662326a44f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:01.958574 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b05770ac-239d-4387-9de3-def42ccaa3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:01.959881 n-d-778550-11 neutron-server[94866]: WARNING neutron.api.v2.base [None req-1bb515b3-1b02-4533-8c9e-9572b4ec262b tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 20 10:46:01.959881 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-1bb515b3-1b02-4533-8c9e-9572b4ec262b tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:46:01.962838 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1bb515b3-1b02-4533-8c9e-9572b4ec262b tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119789 Aug 20 10:46:01.993944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53294) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:02.006506 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c2160bae-45d0-4735-8cb3-1f164641a9ce tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '9f7c83b7-c839-41e2-b62e-63662326a44f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:02.010085 n-d-778550-11 neutron-server[94867]: WARNING neutron.api.v2.base [None req-c2160bae-45d0-4735-8cb3-1f164641a9ce tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 20 10:46:02.010705 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-c2160bae-45d0-4735-8cb3-1f164641a9ce tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:46:02.014966 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c2160bae-45d0-4735-8cb3-1f164641a9ce tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0195172 Aug 20 10:46:02.016758 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53296) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:02.042714 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-eac2f365-aa8c-4278-812d-8c708de14f62 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '9f7c83b7-c839-41e2-b62e-63662326a44f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:02.043979 n-d-778550-11 neutron-server[94867]: WARNING neutron.api.v2.base [None req-eac2f365-aa8c-4278-812d-8c708de14f62 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 20 10:46:02.044984 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-eac2f365-aa8c-4278-812d-8c708de14f62 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:46:02.045130 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61063f22-1e47-46d5-9e9f-0af443013fe9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.048877 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-eac2f365-aa8c-4278-812d-8c708de14f62 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0281432 Aug 20 10:46:02.050350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53298) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:02.067890 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53300) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:02.069307 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-16824b28-1ebb-43ce-844a-d0625834fc3c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf6d610909554457bda67f44991cbf35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5624704 Aug 20 10:46:02.075213 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-dfe7010d-a56b-4a89-b8db-2dde765fb83d tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '9f7c83b7-c839-41e2-b62e-63662326a44f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:02.075948 n-d-778550-11 neutron-server[94867]: WARNING neutron.api.v2.base [None req-dfe7010d-a56b-4a89-b8db-2dde765fb83d tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 20 10:46:02.076450 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-dfe7010d-a56b-4a89-b8db-2dde765fb83d tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:46:02.081758 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dfe7010d-a56b-4a89-b8db-2dde765fb83d tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0100737 Aug 20 10:46:02.081758 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53302) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:02.085013 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16824b28-1ebb-43ce-844a-d0625834fc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb3c959-fefd-4395-9b4f-218e0958bcf1,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:02.171170 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdb316a6-5725-4b56-8c1f-cfcc2bcb35d4 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.204710 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61063f22-1e47-46d5-9e9f-0af443013fe9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.206517 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdb316a6-5725-4b56-8c1f-cfcc2bcb35d4 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.248809 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1636cca0-2d7f-474b-a52d-5f90b8570be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.267274 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdb316a6-5725-4b56-8c1f-cfcc2bcb35d4 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.270197 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdb316a6-5725-4b56-8c1f-cfcc2bcb35d4 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.274767 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cdb316a6-5725-4b56-8c1f-cfcc2bcb35d4 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "DELETE /v2.0/security-groups/9f7c83b7-c839-41e2-b62e-63662326a44f HTTP/1.1" status: 204 len: 168 time: 0.1921842 Aug 20 10:46:02.275535 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53304) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:02.295007 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1636cca0-2d7f-474b-a52d-5f90b8570be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.303447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb316a6-5725-4b56-8c1f-cfcc2bcb35d4 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7c83b7-c839-41e2-b62e-63662326a44f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:02.347537 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c7931702-20ff-4f15-9490-1b12f47e7cd8 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0665438 Aug 20 10:46:02.348265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53306) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:02.353053 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-bda36ebe-4a4e-4e93-97f7-243e0f973476 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group': {'name': 'tempest-secgroup--1186522525'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:02.387809 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bda36ebe-4a4e-4e93-97f7-243e0f973476 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.388755 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.546536 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bda36ebe-4a4e-4e93-97f7-243e0f973476 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.555867 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bda36ebe-4a4e-4e93-97f7-243e0f973476 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.562013 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61063f22-1e47-46d5-9e9f-0af443013fe9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.570228 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61063f22-1e47-46d5-9e9f-0af443013fe9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.594906 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bda36ebe-4a4e-4e93-97f7-243e0f973476 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.596236 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bda36ebe-4a4e-4e93-97f7-243e0f973476 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2469943 Aug 20 10:46:02.599263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53310) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:02.604169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9cbd1ed0-2eff-49b3-98d4-16940d7e3a90 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '64625f6c-b066-4eda-a086-00d69d2b9364', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:02.604698 n-d-778550-11 neutron-server[94867]: WARNING neutron.api.v2.base [None req-9cbd1ed0-2eff-49b3-98d4-16940d7e3a90 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 10:46:02.605212 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-9cbd1ed0-2eff-49b3-98d4-16940d7e3a90 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:46:02.606249 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9cbd1ed0-2eff-49b3-98d4-16940d7e3a90 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060885 Aug 20 10:46:02.608602 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda36ebe-4a4e-4e93-97f7-243e0f973476 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64625f6c-b066-4eda-a086-00d69d2b9364,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:02.610723 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53312) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:02.618096 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1636cca0-2d7f-474b-a52d-5f90b8570be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.622225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-97d0d69d-a70e-4a35-9795-ac05a01cd40e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '64625f6c-b066-4eda-a086-00d69d2b9364', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:02.622921 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1636cca0-2d7f-474b-a52d-5f90b8570be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.628847 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1636cca0-2d7f-474b-a52d-5f90b8570be7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbb3c959-fefd-4395-9b4f-218e0958bcf1 HTTP/1.1" status: 204 len: 168 time: 0.5606968 Aug 20 10:46:02.680802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636cca0-2d7f-474b-a52d-5f90b8570be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb3c959-fefd-4395-9b4f-218e0958bcf1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:02.692989 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-97d0d69d-a70e-4a35-9795-ac05a01cd40e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:46:02.698166 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-97d0d69d-a70e-4a35-9795-ac05a01cd40e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0863161 Aug 20 10:46:02.699801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53316) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:02.703635 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cca0-2d7f-474b-a52d-5f90b8570be7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:02.703984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cca0-2d7f-474b-a52d-5f90b8570be7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:02.704337 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cca0-2d7f-474b-a52d-5f90b8570be7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:02.704671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cca0-2d7f-474b-a52d-5f90b8570be7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:02.705004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cca0-2d7f-474b-a52d-5f90b8570be7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:02.705332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cca0-2d7f-474b-a52d-5f90b8570be7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:02.705664 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cca0-2d7f-474b-a52d-5f90b8570be7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:02.706009 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cca0-2d7f-474b-a52d-5f90b8570be7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:02.706319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cca0-2d7f-474b-a52d-5f90b8570be7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:02.706647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cca0-2d7f-474b-a52d-5f90b8570be7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:02.706979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cca0-2d7f-474b-a52d-5f90b8570be7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:02.707964 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1636cca0-2d7f-474b-a52d-5f90b8570be7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:02.710116 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-72ad04d8-e638-4020-b37f-918331031a8a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '64625f6c-b066-4eda-a086-00d69d2b9364', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:02.711803 n-d-778550-11 neutron-server[94867]: WARNING neutron.api.v2.base [None req-72ad04d8-e638-4020-b37f-918331031a8a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 20 10:46:02.713594 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61063f22-1e47-46d5-9e9f-0af443013fe9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Pushing event updated for resources: {'Port': ['ID=0ca80053-f61c-42c2-97a1-8af6d7df617f,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:02.714263 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-72ad04d8-e638-4020-b37f-918331031a8a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:46:02.720587 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61063f22-1e47-46d5-9e9f-0af443013fe9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.721041 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-72ad04d8-e638-4020-b37f-918331031a8a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0160241 Aug 20 10:46:02.721722 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53318) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:02.731204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0c3f5ce9-556f-4376-b561-0176025b8eb5 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '64625f6c-b066-4eda-a086-00d69d2b9364', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:02.755163 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61063f22-1e47-46d5-9e9f-0af443013fe9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:02.758892 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-61063f22-1e47-46d5-9e9f-0af443013fe9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4448671 Aug 20 10:46:02.784230 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-0c3f5ce9-556f-4376-b561-0176025b8eb5 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:46:02.790282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53322) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:02.790585 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0c3f5ce9-556f-4376-b561-0176025b8eb5 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0666516 Aug 20 10:46:02.799520 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7cf4b228-325f-43d0-abc6-4ddd7440cd3b tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '64625f6c-b066-4eda-a086-00d69d2b9364', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:02.800332 n-d-778550-11 neutron-server[94866]: WARNING neutron.api.v2.base [None req-7cf4b228-325f-43d0-abc6-4ddd7440cd3b tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 10:46:02.801110 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-7cf4b228-325f-43d0-abc6-4ddd7440cd3b tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:46:02.802375 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7cf4b228-325f-43d0-abc6-4ddd7440cd3b tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094256 Aug 20 10:46:02.805844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53324) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:02.813722 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9bf079fb-cff6-4b17-9d18-ce2930ae0ed9 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '64625f6c-b066-4eda-a086-00d69d2b9364', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:02.856810 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-9bf079fb-cff6-4b17-9d18-ce2930ae0ed9 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Project 55aeb4f8704d4d669bde1247f878f6fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:46:02.875454 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-9bf079fb-cff6-4b17-9d18-ce2930ae0ed9 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:46:02.880358 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9bf079fb-cff6-4b17-9d18-ce2930ae0ed9 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0729306 Aug 20 10:46:02.885060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53328) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:02.889790 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2073723d-ff95-48c1-835c-70b789034f1e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '64625f6c-b066-4eda-a086-00d69d2b9364', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:02.890260 n-d-778550-11 neutron-server[94866]: WARNING neutron.api.v2.base [None req-2073723d-ff95-48c1-835c-70b789034f1e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 20 10:46:02.890744 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-2073723d-ff95-48c1-835c-70b789034f1e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:46:02.891714 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2073723d-ff95-48c1-835c-70b789034f1e tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056784 Aug 20 10:46:02.894541 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53330) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:02.904072 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-5806fb0e-3969-4e08-969c-1eb240a2838d tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '64625f6c-b066-4eda-a086-00d69d2b9364', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:02.941165 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-5806fb0e-3969-4e08-969c-1eb240a2838d tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Project 55aeb4f8704d4d669bde1247f878f6fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:46:02.960722 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-5806fb0e-3969-4e08-969c-1eb240a2838d tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:46:02.964820 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5806fb0e-3969-4e08-969c-1eb240a2838d tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0663254 Aug 20 10:46:02.965583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53342) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:02.971358 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-ba3d660a-aaf9-4134-bc6e-5a4db4e53d6a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '64625f6c-b066-4eda-a086-00d69d2b9364', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:02.999279 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-ba3d660a-aaf9-4134-bc6e-5a4db4e53d6a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Project 55aeb4f8704d4d669bde1247f878f6fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:46:03.017725 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-ba3d660a-aaf9-4134-bc6e-5a4db4e53d6a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:46:03.023498 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ba3d660a-aaf9-4134-bc6e-5a4db4e53d6a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0555348 Aug 20 10:46:03.023882 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53344) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:03.071976 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ed27572-332f-4e33-8644-02461b903ddb req-b5d1d4e1-0fe5-4cb5-9025-9f6f4e5524b1 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1042292669&fields=id&tenant_id=efb0d4159b0e494fac7fc05ad50fd56e HTTP/1.1" status: 200 len: 267 time: 0.0719037 Aug 20 10:46:03.117328 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 87067d78-d73d-4d24-8b6d-fb0b78c5661f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:46:03.140913 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c915dd9e-1e7e-4078-b472-f4ff6d81963a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:03.179354 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c915dd9e-1e7e-4078-b472-f4ff6d81963a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:03.219430 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed27572-332f-4e33-8644-02461b903ddb req-3b096f96-4676-4947-8be0-aa0dabd2935d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:03.221055 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ed27572-332f-4e33-8644-02461b903ddb req-3b096f96-4676-4947-8be0-aa0dabd2935d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 816 time: 0.1301055 Aug 20 10:46:03.242446 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ed27572-332f-4e33-8644-02461b903ddb req-3e8836fd-11ef-4a5e-bdb4-fb2c17f62735 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/quotas/efb0d4159b0e494fac7fc05ad50fd56e HTTP/1.1" status: 200 len: 375 time: 0.0129635 Aug 20 10:46:03.262897 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c915dd9e-1e7e-4078-b472-f4ff6d81963a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:03.275113 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c915dd9e-1e7e-4078-b472-f4ff6d81963a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:03.278620 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:03.281483 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c915dd9e-1e7e-4078-b472-f4ff6d81963a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "DELETE /v2.0/security-groups/64625f6c-b066-4eda-a086-00d69d2b9364 HTTP/1.1" status: 204 len: 168 time: 0.2540176 Aug 20 10:46:03.284592 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53346) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:03.284969 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 87067d78-d73d-4d24-8b6d-fb0b78c5661f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:46:03.285548 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:03.334954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915dd9e-1e7e-4078-b472-f4ff6d81963a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64625f6c-b066-4eda-a086-00d69d2b9364,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:03.368773 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ed27572-332f-4e33-8644-02461b903ddb req-62ff0ae9-1108-4bea-a326-9b36b5b8320e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1077595 Aug 20 10:46:03.438127 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-91b87b2f-6b57-456f-9a27-f85931979433 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1406105 Aug 20 10:46:03.443092 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53348) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:03.447736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d113b360-2a5a-47ee-920c-8f0a0164267a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group': {'name': 'tempest-secgroup--883162153'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:03.462312 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53350) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:03.481355 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d113b360-2a5a-47ee-920c-8f0a0164267a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:03.485095 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5077-2f4f-4d65-a184-95ef1bbc852c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:03.520667 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ed27572-332f-4e33-8644-02461b903ddb req-e674af2e-19c0-4c12-ba8c-89344230a013 service neutron] 10.222.0.16 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482158 Aug 20 10:46:03.601538 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d113b360-2a5a-47ee-920c-8f0a0164267a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:03.610662 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d113b360-2a5a-47ee-920c-8f0a0164267a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:03.664179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113b360-2a5a-47ee-920c-8f0a0164267a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa4c5a0-a6f7-4f2b-bf77-94cd9bbfc297,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:03.703955 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ed27572-332f-4e33-8644-02461b903ddb req-59756f87-e891-4c9c-8be5-48b105ecb07a service neutron] 10.222.0.16 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749971 Aug 20 10:46:03.793902 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5077-2f4f-4d65-a184-95ef1bbc852c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:03.799834 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5077-2f4f-4d65-a184-95ef1bbc852c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:03.803645 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d113b360-2a5a-47ee-920c-8f0a0164267a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:03.805421 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d113b360-2a5a-47ee-920c-8f0a0164267a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3612688 Aug 20 10:46:03.809328 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53358) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:03.815117 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-ea25135e-ebad-496d-82ad-8431f24e2448 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': 'afa4c5a0-a6f7-4f2b-bf77-94cd9bbfc297', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:03.832753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec5077-2f4f-4d65-a184-95ef1bbc852c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f0252d-0342-4d84-be90-751034b844e1,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:03.891747 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e9ec5077-2f4f-4d65-a184-95ef1bbc852c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c927200436064d6d9e4781c86de26027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277787 Aug 20 10:46:03.892732 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53360) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:03.899087 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-ea25135e-ebad-496d-82ad-8431f24e2448 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The resource could not be found. Aug 20 10:46:03.904144 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ea25135e-ebad-496d-82ad-8431f24e2448 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0898209 Aug 20 10:46:03.904342 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53362) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:03.918365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-8c595241-e8ba-4b83-a540-6351d71a9ac1 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': 'afa4c5a0-a6f7-4f2b-bf77-94cd9bbfc297', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd0043af9-1e86-4629-bfd6-7168cfc1d433'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:04.009653 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2fafd98b-8a84-42e7-a7d1-b1180df5f62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:04.023129 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-786cf407-3c62-4a12-9b5a-2536a9fd2e32 req-83ad0fb5-fb10-49b5-b40e-e889083a1c37 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 210 time: 0.0366025 Aug 20 10:46:04.043816 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-8c595241-e8ba-4b83-a540-6351d71a9ac1 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The resource could not be found. Aug 20 10:46:04.045343 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8c595241-e8ba-4b83-a540-6351d71a9ac1 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1398845 Aug 20 10:46:04.048408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53370) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:04.068814 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2fafd98b-8a84-42e7-a7d1-b1180df5f62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:04.115009 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c43c91b-19c9-465e-917a-0e26dccbb4db tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:04.155745 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c43c91b-19c9-465e-917a-0e26dccbb4db tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:04.169120 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2fafd98b-8a84-42e7-a7d1-b1180df5f62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:04.173525 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2fafd98b-8a84-42e7-a7d1-b1180df5f62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:04.177101 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2fafd98b-8a84-42e7-a7d1-b1180df5f62e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3f0252d-0342-4d84-be90-751034b844e1 HTTP/1.1" status: 204 len: 168 time: 0.2831097 Aug 20 10:46:04.202049 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafd98b-8a84-42e7-a7d1-b1180df5f62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f0252d-0342-4d84-be90-751034b844e1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:04.268602 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c43c91b-19c9-465e-917a-0e26dccbb4db tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:04.271266 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c43c91b-19c9-465e-917a-0e26dccbb4db tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:04.272430 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5c43c91b-19c9-465e-917a-0e26dccbb4db tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "DELETE /v2.0/security-groups/afa4c5a0-a6f7-4f2b-bf77-94cd9bbfc297 HTTP/1.1" status: 204 len: 168 time: 0.2223735 Aug 20 10:46:04.275290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53380) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:04.282002 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43c91b-19c9-465e-917a-0e26dccbb4db tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa4c5a0-a6f7-4f2b-bf77-94cd9bbfc297,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:04.344827 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-062c635d-9743-4a86-8004-bc601ed90d7c tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681217 Aug 20 10:46:04.349019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53382) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:04.353880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-74d47476-b303-4a89-805c-4340c21c1dd2 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '035426bb-ef2c-44e5-9511-1c23550cb352', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:04.401041 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-74d47476-b303-4a89-805c-4340c21c1dd2 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The resource could not be found. Aug 20 10:46:04.406334 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-74d47476-b303-4a89-805c-4340c21c1dd2 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0529342 Aug 20 10:46:04.406622 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53384) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:04.412153 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-78a98439-0d83-4461-93c8-682408e7dc46 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004705870'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:04.444958 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-78a98439-0d83-4461-93c8-682408e7dc46 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:04.556376 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-78a98439-0d83-4461-93c8-682408e7dc46 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:04.563706 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-78a98439-0d83-4461-93c8-682408e7dc46 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:04.600780 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-78a98439-0d83-4461-93c8-682408e7dc46 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:04.605232 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-78a98439-0d83-4461-93c8-682408e7dc46 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1944270 Aug 20 10:46:04.605878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53392) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:04.611508 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d9f05006-288d-4627-9a9c-d933364f7812 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group': {'name': 'tempest-secgroup--16472381'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:04.618580 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a98439-0d83-4461-93c8-682408e7dc46 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2836e4d-496d-4e33-8393-34fdc1a7cd70,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:04.651563 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d9f05006-288d-4627-9a9c-d933364f7812 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:04.787495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 4f60a528-c9ad-4a6f-a427-f43753221c2f up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:46:04.788075 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d9f05006-288d-4627-9a9c-d933364f7812 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:04.794260 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d9f05006-288d-4627-9a9c-d933364f7812 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:04.843101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f05006-288d-4627-9a9c-d933364f7812 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f86af856-2ed5-4dea-91a5-6909b687d433,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:04.858018 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:04.859449 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d9f05006-288d-4627-9a9c-d933364f7812 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:04.864152 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d9f05006-288d-4627-9a9c-d933364f7812 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2545962 Aug 20 10:46:04.864506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53402) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:04.869682 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-387160ba-6414-49bc-8855-4ed3d04652a9 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': 'd2836e4d-496d-4e33-8393-34fdc1a7cd70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f86af856-2ed5-4dea-91a5-6909b687d433'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:04.894106 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 4f60a528-c9ad-4a6f-a427-f43753221c2f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:46:04.899693 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 4f60a528-c9ad-4a6f-a427-f43753221c2f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:46:04.900275 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:04.917768 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-387160ba-6414-49bc-8855-4ed3d04652a9 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:46:04.918941 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-387160ba-6414-49bc-8855-4ed3d04652a9 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0534229 Aug 20 10:46:04.922113 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53406) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:05.004551 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9c050f42-e0b4-41b5-8a2c-3b5699270c6d tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:05.036173 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9c050f42-e0b4-41b5-8a2c-3b5699270c6d tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:05.106773 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9c050f42-e0b4-41b5-8a2c-3b5699270c6d tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:05.116335 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9c050f42-e0b4-41b5-8a2c-3b5699270c6d tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:05.122285 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9c050f42-e0b4-41b5-8a2c-3b5699270c6d tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "DELETE /v2.0/security-groups/f86af856-2ed5-4dea-91a5-6909b687d433 HTTP/1.1" status: 204 len: 168 time: 0.1960008 Aug 20 10:46:05.123119 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53414) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:05.144698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c050f42-e0b4-41b5-8a2c-3b5699270c6d tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86af856-2ed5-4dea-91a5-6909b687d433,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:05.218973 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef225009-4ba2-4444-8c5d-894c48bc9b0d req-f81e75df-9af0-4c94-b37b-2ef959c48e68 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 210 time: 0.0517769 Aug 20 10:46:05.228501 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:05.278396 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3a1d3be4-6335-4ca9-860b-6d7282b01a0c tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1486115 Aug 20 10:46:05.278626 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53418) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:05.292251 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:46:05.293234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:46:05.296169 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975ab0e9-27d5-4556-b89e-aa6c5c830bb9" -d '{"events": [{"server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "name": "network-vif-plugged", "status": "completed", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:46:05.311604 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:05.403138 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f3f453-25ba-4244-9870-5fb72780cfd0 x-openstack-request-id: req-e2f3f453-25ba-4244-9870-5fb72780cfd0 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:46:05.403446 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "name": "network-vif-plugged", "status": "completed", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:46:05.403710 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2f3f453-25ba-4244-9870-5fb72780cfd0 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:46:05.404121 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'code': 200} Aug 20 10:46:05.408941 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f4c21747-5e67-49b5-bd0d-e3bb4f8ab4fd tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:05.411148 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=4f60a528-c9ad-4a6f-a427-f43753221c2f,revision_number=13']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:05.455362 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f4c21747-5e67-49b5-bd0d-e3bb4f8ab4fd tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:05.550793 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f4c21747-5e67-49b5-bd0d-e3bb4f8ab4fd tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:05.553612 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f4c21747-5e67-49b5-bd0d-e3bb4f8ab4fd tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:05.558829 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f4c21747-5e67-49b5-bd0d-e3bb4f8ab4fd tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "DELETE /v2.0/security-groups/d2836e4d-496d-4e33-8393-34fdc1a7cd70 HTTP/1.1" status: 204 len: 168 time: 0.2751231 Aug 20 10:46:05.559087 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed27572-332f-4e33-8644-02461b903ddb req-9d91b4e7-5e10-494a-ae65-83270f4b11df tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:05.559221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53426) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:05.559368 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ed27572-332f-4e33-8644-02461b903ddb req-9d91b4e7-5e10-494a-ae65-83270f4b11df tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.42 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 816 time: 0.1977553 Aug 20 10:46:05.602326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c21747-5e67-49b5-bd0d-e3bb4f8ab4fd tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2836e4d-496d-4e33-8393-34fdc1a7cd70,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:05.641626 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ed27572-332f-4e33-8644-02461b903ddb req-32ea5ef4-ccb8-4955-9652-0b8ad270e696 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efb0d4159b0e494fac7fc05ad50fd56e HTTP/1.1" status: 200 len: 380 time: 0.0729358 Aug 20 10:46:05.645540 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0293acd0-53b6-4f58-94f9-e48296d741a9 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0841901 Aug 20 10:46:05.651728 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53428) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:05.657930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-0ed27572-332f-4e33-8644-02461b903ddb req-45886e14-6ac1-4546-b991-5819fdaf2867 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Request body: {'port': {'device_id': '4be89970-2e63-408c-b57e-df67561caa46', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'admin_state_up': True, 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'security_groups': ['16f74a99-c125-499f-a7b8-8fc030ab38ba']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:05.658483 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-5b06880e-8e40-4afb-b640-53610ad4aaf4 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group': {'name': 'tempest-secgroup--1618759951'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:05.687555 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b06880e-8e40-4afb-b640-53610ad4aaf4 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:05.847219 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b06880e-8e40-4afb-b640-53610ad4aaf4 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:05.852448 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b06880e-8e40-4afb-b640-53610ad4aaf4 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:05.910480 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06880e-8e40-4afb-b640-53610ad4aaf4 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711b1d47-6434-446a-b42c-5e3ccec9b5bc,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:05.913726 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5b06880e-8e40-4afb-b640-53610ad4aaf4 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:05.914974 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5b06880e-8e40-4afb-b640-53610ad4aaf4 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2627304 Aug 20 10:46:05.919658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53432) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:05.928651 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f515c50e-3774-4f8a-a6cc-5b20bfaa8abd tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '711b1d47-6434-446a-b42c-5e3ccec9b5bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:05.942159 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed27572-332f-4e33-8644-02461b903ddb req-45886e14-6ac1-4546-b991-5819fdaf2867 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Made reservation on behalf of efb0d4159b0e494fac7fc05ad50fd56e for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:46:05.950097 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0ed27572-332f-4e33-8644-02461b903ddb req-45886e14-6ac1-4546-b991-5819fdaf2867 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:05.978601 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-f515c50e-3774-4f8a-a6cc-5b20bfaa8abd tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:46:05.980283 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f515c50e-3774-4f8a-a6cc-5b20bfaa8abd tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0590396 Aug 20 10:46:05.984694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53434) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:05.991094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-17dd0568-3603-4007-81d7-87d5b523ff1a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group_rule': {'security_group_id': '711b1d47-6434-446a-b42c-5e3ccec9b5bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:06.057444 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-17dd0568-3603-4007-81d7-87d5b523ff1a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 10:46:06.058955 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-17dd0568-3603-4007-81d7-87d5b523ff1a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0721979 Aug 20 10:46:06.062189 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53436) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:06.138742 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b69d8db-61b6-4351-9eec-af459f01a0d0 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:06.167760 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b69d8db-61b6-4351-9eec-af459f01a0d0 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:06.220974 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b69d8db-61b6-4351-9eec-af459f01a0d0 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:06.224926 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b69d8db-61b6-4351-9eec-af459f01a0d0 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:06.229184 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3b69d8db-61b6-4351-9eec-af459f01a0d0 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "DELETE /v2.0/security-groups/711b1d47-6434-446a-b42c-5e3ccec9b5bc HTTP/1.1" status: 204 len: 168 time: 0.1619134 Aug 20 10:46:06.230766 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53442) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:06.253505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69d8db-61b6-4351-9eec-af459f01a0d0 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711b1d47-6434-446a-b42c-5e3ccec9b5bc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:06.309357 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-94936771-0184-41ac-b886-00525d0d59b5 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0771129 Aug 20 10:46:06.313220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53446) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:06.318186 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-42197e14-9d5a-4ed3-8ea3-71103bd7b75b tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680593824'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:06.346494 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-42197e14-9d5a-4ed3-8ea3-71103bd7b75b tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:06.446225 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3134a472-f2e9-47c4-96e0-10a0bee27d24 req-7f6339ce-0517-4c6e-9e4e-2ff1edbcba7e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 210 time: 0.0467987 Aug 20 10:46:06.454289 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-42197e14-9d5a-4ed3-8ea3-71103bd7b75b tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:06.460961 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-42197e14-9d5a-4ed3-8ea3-71103bd7b75b tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:06.497857 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-42197e14-9d5a-4ed3-8ea3-71103bd7b75b tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:06.501853 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-42197e14-9d5a-4ed3-8ea3-71103bd7b75b tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1846230 Aug 20 10:46:06.502082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53450) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:06.506772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f34a405a-1170-434c-a786-ef82da5c7e7a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:06.507221 n-d-778550-11 neutron-server[94866]: WARNING neutron.api.v2.base [None req-f34a405a-1170-434c-a786-ef82da5c7e7a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 10:46:06.507719 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-f34a405a-1170-434c-a786-ef82da5c7e7a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 10:46:06.510621 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f34a405a-1170-434c-a786-ef82da5c7e7a tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "PUT /v2.0/security-groups/84b59091-163e-43a7-8076-990b15e14c26 HTTP/1.1" status: 409 len: 330 time: 0.0056937 Aug 20 10:46:06.510621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42197e14-9d5a-4ed3-8ea3-71103bd7b75b tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b59091-163e-43a7-8076-990b15e14c26,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:06.512451 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53452) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:06.600469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-0ed27572-332f-4e33-8644-02461b903ddb req-45886e14-6ac1-4546-b991-5819fdaf2867 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Allocated IP 172.20.0.13 (25c66816-a4a2-4111-8e55-a06f6e704a9d/17a2913c-28e4-4acc-846e-9b3385544ba9/24f9d973-7a87-4a8e-9204-bc6b88a1f793) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:46:06.603438 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0194edce-33ca-4d0f-b14c-cc45bb6de4ce tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:06.631631 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0194edce-33ca-4d0f-b14c-cc45bb6de4ce tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:06.686519 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0194edce-33ca-4d0f-b14c-cc45bb6de4ce tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:06.689241 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0194edce-33ca-4d0f-b14c-cc45bb6de4ce tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:06.690554 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0194edce-33ca-4d0f-b14c-cc45bb6de4ce tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "DELETE /v2.0/security-groups/84b59091-163e-43a7-8076-990b15e14c26 HTTP/1.1" status: 204 len: 168 time: 0.1771638 Aug 20 10:46:06.694104 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53456) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:06.712846 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194edce-33ca-4d0f-b14c-cc45bb6de4ce tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b59091-163e-43a7-8076-990b15e14c26,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:06.771558 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-415da699-0ce6-44b7-be31-faef147d7b03 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0758536 Aug 20 10:46:06.775554 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53458) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:06.802495 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-078f29a8-9c50-4803-926b-9f9118c5b2c3 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] delete failed (client error): The resource could not be found. Aug 20 10:46:06.809284 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-078f29a8-9c50-4803-926b-9f9118c5b2c3 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "DELETE /v2.0/security-groups/66ae3d38-3a83-43d5-8c40-6cfab19249bd HTTP/1.1" status: 404 len: 347 time: 0.0324514 Aug 20 10:46:06.810103 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53460) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:06.825111 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-92e189fc-358a-4a3e-a888-59d0c5ddb5c9 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] show failed (client error): The resource could not be found. Aug 20 10:46:06.830831 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-92e189fc-358a-4a3e-a888-59d0c5ddb5c9 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "GET /v2.0/security-groups/73e6f1fc-85d5-48f0-9c14-c3a92e3c84aa HTTP/1.1" status: 404 len: 347 time: 0.0150683 Aug 20 10:46:06.831834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53462) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:06.837207 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0ed27572-332f-4e33-8644-02461b903ddb req-45886e14-6ac1-4546-b991-5819fdaf2867 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:06.846056 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-0537807f-7ff4-4c9f-a527-6d6046a98972 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] show failed (client error): The resource could not be found. Aug 20 10:46:06.851114 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0537807f-7ff4-4c9f-a527-6d6046a98972 tempest-NegativeSecGroupIPv6Test-858285473 tempest-NegativeSecGroupIPv6Test-858285473-project] 10.222.0.16 "GET /v2.0/security-group-rules/0fd398f4-f84c-47ce-88a2-d60caa98a59c HTTP/1.1" status: 404 len: 356 time: 0.0145690 Aug 20 10:46:06.864345 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-0ed27572-332f-4e33-8644-02461b903ddb req-45886e14-6ac1-4546-b991-5819fdaf2867 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Transition to ACTIVE for port object 24f9d973-7a87-4a8e-9204-bc6b88a1f793 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:46:06.907120 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:46:06.934722 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0ed27572-332f-4e33-8644-02461b903ddb req-45886e14-6ac1-4546-b991-5819fdaf2867 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:07.002183 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed27572-332f-4e33-8644-02461b903ddb req-45886e14-6ac1-4546-b991-5819fdaf2867 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Network 25c66816-a4a2-4111-8e55-a06f6e704a9d is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:46:07.007446 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-0ed27572-332f-4e33-8644-02461b903ddb req-45886e14-6ac1-4546-b991-5819fdaf2867 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:46:07.019463 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed27572-332f-4e33-8644-02461b903ddb req-45886e14-6ac1-4546-b991-5819fdaf2867 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:46:07.025726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45886e14-6ac1-4546-b991-5819fdaf2867 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Pushing event updated for resources: {'Port': ['ID=24f9d973-7a87-4a8e-9204-bc6b88a1f793,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:07.134530 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed27572-332f-4e33-8644-02461b903ddb req-45886e14-6ac1-4546-b991-5819fdaf2867 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:07.135791 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0ed27572-332f-4e33-8644-02461b903ddb req-45886e14-6ac1-4546-b991-5819fdaf2867 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:07.157328 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ed27572-332f-4e33-8644-02461b903ddb req-45886e14-6ac1-4546-b991-5819fdaf2867 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5095952 Aug 20 10:46:07.179827 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Request body: {'port': {'device_id': '4be89970-2e63-408c-b57e-df67561caa46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:07.318530 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:07.356130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53478) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:07.373798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53482) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:07.537631 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f499c9c1-96f1-4892-93fa-78de5255cc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:07.558540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ce8a79a1-d7be-4bc8-8d41-e1ef126b6c16 None None] Provisioning for port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:46:07.565012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ce8a79a1-d7be-4bc8-8d41-e1ef126b6c16 None None] Provisioning complete for port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:46:07.565697 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ce8a79a1-d7be-4bc8-8d41-e1ef126b6c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:07.606256 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a79a1-d7be-4bc8-8d41-e1ef126b6c16 None None] Port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:46:07.637013 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-08ed992c-d1d2-4af6-a99b-a89dc1dbf862 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55aeb4f8704d4d669bde1247f878f6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789490 Aug 20 10:46:07.640728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53488) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:07.664183 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78102c0b-ec85-4085-8928-bbd549939d21 req-9f2f6c3e-a4d4-4f5f-b010-ed5749cd0cf7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:07.665710 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78102c0b-ec85-4085-8928-bbd549939d21 req-9f2f6c3e-a4d4-4f5f-b010-ed5749cd0cf7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 932 time: 0.1040919 Aug 20 10:46:07.666089 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f9d973-7a87-4a8e-9204-bc6b88a1f793 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:46:07.680019 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:07.704891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Transition to ACTIVE for port object 24f9d973-7a87-4a8e-9204-bc6b88a1f793 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:46:07.710182 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:07.726736 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78102c0b-ec85-4085-8928-bbd549939d21 req-ea0cc393-2bfe-4fa3-934c-fac61ceff119 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539157 Aug 20 10:46:07.749423 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff415673-3d53-40b5-afb1-3eeceba801bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:07.765822 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f499c9c1-96f1-4892-93fa-78de5255cc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:07.770313 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f499c9c1-96f1-4892-93fa-78de5255cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:07.794005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=24f9d973-7a87-4a8e-9204-bc6b88a1f793,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:07.811869 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff415673-3d53-40b5-afb1-3eeceba801bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:07.821314 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f499c9c1-96f1-4892-93fa-78de5255cc37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8cf4c3e38fa2470c80039114ce5b5600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4460838 Aug 20 10:46:07.822117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499c9c1-96f1-4892-93fa-78de5255cc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cfd86a-849f-4291-98bb-5bc19d02567a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:07.826126 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53490) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:07.884543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b2c683d1-9f3c-4c46-9bef-f32accc1457a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:07.910541 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b2c683d1-9f3c-4c46-9bef-f32accc1457a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:07.918541 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Attempting to bind port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:46:07.919188 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Attempting to bind port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:46:07.919309 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Attempting to bind port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 on network 25c66816-a4a2-4111-8e55-a06f6e704a9d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:46:07.924959 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 on network 25c66816-a4a2-4111-8e55-a06f6e704a9d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:46:07.925289 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Attempting to bind port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 on network 25c66816-a4a2-4111-8e55-a06f6e704a9d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:46:07.931366 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:46:07.931767 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Checking segment: {'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:46:07.932152 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Bound using segment: {'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:46:07.933117 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Bound port: 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:46:07.933639 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:07.950947 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff415673-3d53-40b5-afb1-3eeceba801bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:07.954221 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff415673-3d53-40b5-afb1-3eeceba801bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:07.955609 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ff415673-3d53-40b5-afb1-3eeceba801bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/816d6d08-ab92-4863-86c4-effca90a468c HTTP/1.1" status: 204 len: 168 time: 0.3137064 Aug 20 10:46:07.972071 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff415673-3d53-40b5-afb1-3eeceba801bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816d6d08-ab92-4863-86c4-effca90a468c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:07.986532 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b2c683d1-9f3c-4c46-9bef-f32accc1457a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:07.989864 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b2c683d1-9f3c-4c46-9bef-f32accc1457a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:07.993925 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b2c683d1-9f3c-4c46-9bef-f32accc1457a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0cfd86a-849f-4291-98bb-5bc19d02567a HTTP/1.1" status: 204 len: 168 time: 0.1641958 Aug 20 10:46:08.002023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c683d1-9f3c-4c46-9bef-f32accc1457a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cfd86a-849f-4291-98bb-5bc19d02567a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:08.077569 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] For port 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:46:08.081326 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] For port 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:46:08.086031 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:08.103929 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:08.105377 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:08.106920 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ed27572-332f-4e33-8644-02461b903ddb req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] 10.222.0.42 "PUT /v2.0/ports/24f9d973-7a87-4a8e-9204-bc6b88a1f793 HTTP/1.1" status: 200 len: 1093 time: 0.9400048 Aug 20 10:46:08.127427 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be89970-2e63-408c-b57e-df67561caa46', 'tag': '24f9d973-7a87-4a8e-9204-bc6b88a1f793'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:46:08.131038 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9257b91-ae97-4f09-8d32-561e32ae67e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4be89970-2e63-408c-b57e-df67561caa46", "tag": "24f9d973-7a87-4a8e-9204-bc6b88a1f793"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:46:08.214832 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88727a26-27a3-41b8-8d60-f201c9385983 x-openstack-request-id: req-88727a26-27a3-41b8-8d60-f201c9385983 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:46:08.215181 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be89970-2e63-408c-b57e-df67561caa46", "tag": "24f9d973-7a87-4a8e-9204-bc6b88a1f793", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:46:08.215416 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88727a26-27a3-41b8-8d60-f201c9385983 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:46:08.215786 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be89970-2e63-408c-b57e-df67561caa46', 'tag': '24f9d973-7a87-4a8e-9204-bc6b88a1f793', 'status': 'completed', 'code': 200} Aug 20 10:46:08.217327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bedb5-125f-4a29-990d-b07d4eb7a0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=24f9d973-7a87-4a8e-9204-bc6b88a1f793,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:08.248991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed27572-332f-4e33-8644-02461b903ddb req-1440fda7-cf6b-4c61-b5e7-69fa0ad4310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:08.250529 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ed27572-332f-4e33-8644-02461b903ddb req-1440fda7-cf6b-4c61-b5e7-69fa0ad4310b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 1096 time: 0.0879617 Aug 20 10:46:08.328588 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ed27572-332f-4e33-8644-02461b903ddb req-2268730a-bbae-4f80-a4aa-5f0066dfe1b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793 HTTP/1.1" status: 200 len: 217 time: 0.0690565 Aug 20 10:46:08.398180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed27572-332f-4e33-8644-02461b903ddb req-388da7b6-8e5e-4be1-85b4-504720b85a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:08.398180 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ed27572-332f-4e33-8644-02461b903ddb req-388da7b6-8e5e-4be1-85b4-504720b85a6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.0600271 Aug 20 10:46:08.466913 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed27572-332f-4e33-8644-02461b903ddb req-ab2826c3-f465-4518-a054-ee249c8ff0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:08.468508 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ed27572-332f-4e33-8644-02461b903ddb req-ab2826c3-f465-4518-a054-ee249c8ff0f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636351 Aug 20 10:46:08.594153 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ed27572-332f-4e33-8644-02461b903ddb req-6b914365-a72a-43da-a160-aaa56846b83d service neutron] 10.222.0.42 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174183 Aug 20 10:46:08.714745 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ed27572-332f-4e33-8644-02461b903ddb req-2c862c74-19c3-48d7-945d-af1bd041a586 service neutron] 10.222.0.42 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105692 Aug 20 10:46:08.870581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9257b91-ae97-4f09-8d32-561e32ae67e2 req-73e287ba-bae6-4ac3-a2ee-449817c629f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:08.872016 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a9257b91-ae97-4f09-8d32-561e32ae67e2 req-73e287ba-bae6-4ac3-a2ee-449817c629f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 1096 time: 0.0851560 Aug 20 10:46:08.907394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53544) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:08.926456 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df6310-268a-4e49-8adc-6d7ef04aa18e req-ad834bf3-185f-4b11-a9b0-d0c728d43c97 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:08.934159 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84df6310-268a-4e49-8adc-6d7ef04aa18e req-ad834bf3-185f-4b11-a9b0-d0c728d43c97 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 944 time: 0.0831380 Aug 20 10:46:09.003193 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84df6310-268a-4e49-8adc-6d7ef04aa18e req-fcfe6e71-a2b4-4e62-8450-08ccf319e5fe tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634954 Aug 20 10:46:09.033261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9257b91-ae97-4f09-8d32-561e32ae67e2 req-46b2dc84-e072-439e-a93f-4c78bc10f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:09.036363 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a9257b91-ae97-4f09-8d32-561e32ae67e2 req-46b2dc84-e072-439e-a93f-4c78bc10f83d service neutron] 10.222.0.42 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 917 time: 0.1573129 Aug 20 10:46:09.091486 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a9257b91-ae97-4f09-8d32-561e32ae67e2 req-e7072019-cb36-4033-a361-1b9fbca90a16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793 HTTP/1.1" status: 200 len: 217 time: 0.0473385 Aug 20 10:46:09.158431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9257b91-ae97-4f09-8d32-561e32ae67e2 req-cb350d86-c752-4c97-96f7-fca237412a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:09.160703 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a9257b91-ae97-4f09-8d32-561e32ae67e2 req-cb350d86-c752-4c97-96f7-fca237412a1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.0622723 Aug 20 10:46:09.168842 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-7731ba1f-6842-4799-94e5-ee164676905b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1863504323-network', 'tenant_id': '13b7f318bdca4447ae0f1216de453a8c'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:09.219592 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7731ba1f-6842-4799-94e5-ee164676905b admin admin] Made reservation on behalf of 13b7f318bdca4447ae0f1216de453a8c for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:46:09.221866 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7731ba1f-6842-4799-94e5-ee164676905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:09.237203 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7731ba1f-6842-4799-94e5-ee164676905b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:09.253079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9257b91-ae97-4f09-8d32-561e32ae67e2 req-e9a3fb4e-7df2-4dc2-9bfa-d00de7ed3d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:09.254620 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a9257b91-ae97-4f09-8d32-561e32ae67e2 req-e9a3fb4e-7df2-4dc2-9bfa-d00de7ed3d5b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643237 Aug 20 10:46:09.390312 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a9257b91-ae97-4f09-8d32-561e32ae67e2 req-6a86a6b7-9de6-4d4d-9de3-691f8e35582b service neutron] 10.222.0.42 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269417 Aug 20 10:46:09.471707 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7731ba1f-6842-4799-94e5-ee164676905b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:09.478184 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7731ba1f-6842-4799-94e5-ee164676905b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:09.524457 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7731ba1f-6842-4799-94e5-ee164676905b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:46:09.537601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731ba1f-6842-4799-94e5-ee164676905b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade32cfc-f65d-434c-8129-8575e9e1d383,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:09.552576 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a9257b91-ae97-4f09-8d32-561e32ae67e2 req-1c40526f-a00f-4272-b2c8-2fc8622ac827 service neutron] 10.222.0.42 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522822 Aug 20 10:46:09.556078 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7731ba1f-6842-4799-94e5-ee164676905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:09.556534 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-7731ba1f-6842-4799-94e5-ee164676905b admin admin] Added segment d3129cdb-300d-497e-a8d8-eee1637eb3f9 of type vlan for network e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 Aug 20 10:46:09.602549 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7731ba1f-6842-4799-94e5-ee164676905b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:09.645142 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7731ba1f-6842-4799-94e5-ee164676905b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:09.646302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7731ba1f-6842-4799-94e5-ee164676905b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:09.647030 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7731ba1f-6842-4799-94e5-ee164676905b admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:09.711446 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7731ba1f-6842-4799-94e5-ee164676905b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8021946 Aug 20 10:46:09.713763 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53568) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:09.720796 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e9f424b5-064e-4714-871e-b892f778d182 admin admin] Request body: {'subnet': {'network_id': 'e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1863504323-subnet', 'tenant_id': '13b7f318bdca4447ae0f1216de453a8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:09.725142 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731ba1f-6842-4799-94e5-ee164676905b admin admin] Pushing event updated for resources: {'Network': ['ID=e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:09.741146 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:46:09.756457 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f424b5-064e-4714-871e-b892f778d182 admin admin] Made reservation on behalf of 13b7f318bdca4447ae0f1216de453a8c for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:46:09.759033 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9f424b5-064e-4714-871e-b892f778d182 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:09.935380 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 24f9d973-7a87-4a8e-9204-bc6b88a1f793 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:46:09.981270 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9f424b5-064e-4714-871e-b892f778d182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:10.041536 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f424b5-064e-4714-871e-b892f778d182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b63b4d56-d58c-4d55-861b-33fdbcc82d72,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:10.059197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f424b5-064e-4714-871e-b892f778d182 admin admin] Checking segment: {'id': 'd3129cdb-300d-497e-a8d8-eee1637eb3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:46:10.059518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f424b5-064e-4714-871e-b892f778d182 admin admin] Network hostable DHCP agents. Network: e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:46:10.086707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f424b5-064e-4714-871e-b892f778d182 admin admin] Network e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:46:10.108294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-e9f424b5-064e-4714-871e-b892f778d182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:46:10.119139 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f424b5-064e-4714-871e-b892f778d182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:10.119864 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9f424b5-064e-4714-871e-b892f778d182 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:10.121361 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7605768d-695e-48f1-8f8d-7f028e4c8f62 None None] Network e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:46:10.128028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:46:10.170769 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e9f424b5-064e-4714-871e-b892f778d182 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4477513 Aug 20 10:46:10.192439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b09cd0-2f3e-4d96-841c-7c8e48208144 req-f6c4061e-295c-4469-bd5b-f6bba6d84748 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:10.199343 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '24f9d973-7a87-4a8e-9204-bc6b88a1f793', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'port_id': '24f9d973-7a87-4a8e-9204-bc6b88a1f793', 'mac_address': 'fa:16:3e:7f:86:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:46:10.199590 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7b09cd0-2f3e-4d96-841c-7c8e48208144 req-f6c4061e-295c-4469-bd5b-f6bba6d84748 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 944 time: 0.0820942 Aug 20 10:46:10.264438 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7b09cd0-2f3e-4d96-841c-7c8e48208144 req-4af03b80-661f-4234-97a9-88a933339342 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614743 Aug 20 10:46:10.280127 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:10.328864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f9d973-7a87-4a8e-9204-bc6b88a1f793 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:46:10.372712 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:46:10.378945 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:10.381045 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324e0b39-48e8-47a9-b7b1-6a345778f149 None None] Network e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:46:10.446205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=24f9d973-7a87-4a8e-9204-bc6b88a1f793,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:10.578205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['24f9d973-7a87-4a8e-9204-bc6b88a1f793'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:46:10.977004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53616) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:11.117857 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b97a0a4-d630-4754-99c3-a17dc2419f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:11.219181 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b97a0a4-d630-4754-99c3-a17dc2419f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:11.223894 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b97a0a4-d630-4754-99c3-a17dc2419f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:11.274698 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2b97a0a4-d630-4754-99c3-a17dc2419f51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2906ba0086a47c09c2d49d469f141f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958963 Aug 20 10:46:11.277615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53622) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:11.285008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97a0a4-d630-4754-99c3-a17dc2419f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bc6c3c-64cc-430b-952b-6257bc7e9e21,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:11.368320 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e6dd15d5-ee91-4173-92fe-1dd087583825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:11.415118 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e6dd15d5-ee91-4173-92fe-1dd087583825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:11.473953 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2eda9-58f2-4602-81ec-ad6ab4e47aa0 req-32313fc5-de6e-4b29-9338-d473f531bb94 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:11.476021 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1ff2eda9-58f2-4602-81ec-ad6ab4e47aa0 req-32313fc5-de6e-4b29-9338-d473f531bb94 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.0956497 Aug 20 10:46:11.504505 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e6dd15d5-ee91-4173-92fe-1dd087583825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:11.507379 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e6dd15d5-ee91-4173-92fe-1dd087583825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:11.508574 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e6dd15d5-ee91-4173-92fe-1dd087583825 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54bc6c3c-64cc-430b-952b-6257bc7e9e21 HTTP/1.1" status: 204 len: 168 time: 0.2298605 Aug 20 10:46:11.531269 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd15d5-ee91-4173-92fe-1dd087583825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bc6c3c-64cc-430b-952b-6257bc7e9e21,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:11.555928 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1ff2eda9-58f2-4602-81ec-ad6ab4e47aa0 req-0c877551-56c9-46df-97a2-010ac6c3f232 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599740 Aug 20 10:46:11.943884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 24f9d973-7a87-4a8e-9204-bc6b88a1f793 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:46:11.972722 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 53634) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:11.998387 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f6019b3a-a7a6-4bf4-9ef1-abc646739438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:12.052019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:46:12.071337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:46:12.071807 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:12.154786 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:12.170475 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f6019b3a-a7a6-4bf4-9ef1-abc646739438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:12.176645 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f6019b3a-a7a6-4bf4-9ef1-abc646739438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:12.179615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be89970-2e63-408c-b57e-df67561caa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f9d973-7a87-4a8e-9204-bc6b88a1f793'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:46:12.181903 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25bc8e5-0a0c-4473-aa8f-02929369ccec" -d '{"events": [{"server_uuid": "4be89970-2e63-408c-b57e-df67561caa46", "name": "network-vif-plugged", "status": "completed", "tag": "24f9d973-7a87-4a8e-9204-bc6b88a1f793"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:46:12.195761 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:46:12.202547 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:12.216477 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6019b3a-a7a6-4bf4-9ef1-abc646739438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22a0979-485e-466e-9649-563ac328a786,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:12.232382 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f6019b3a-a7a6-4bf4-9ef1-abc646739438 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=650ad9e8aa7b45dead1a26360e7601c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578950 Aug 20 10:46:12.235143 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53642) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:12.334800 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-69941396-061e-4c90-80e2-12e190f0daad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:12.344036 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66074d8f-51a3-4c21-aa97-f6463f0fb6fa x-openstack-request-id: req-66074d8f-51a3-4c21-aa97-f6463f0fb6fa {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:46:12.344307 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be89970-2e63-408c-b57e-df67561caa46", "name": "network-vif-plugged", "status": "completed", "tag": "24f9d973-7a87-4a8e-9204-bc6b88a1f793", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:46:12.344620 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66074d8f-51a3-4c21-aa97-f6463f0fb6fa {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:46:12.345073 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be89970-2e63-408c-b57e-df67561caa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f9d973-7a87-4a8e-9204-bc6b88a1f793', 'code': 200} Aug 20 10:46:12.346354 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=24f9d973-7a87-4a8e-9204-bc6b88a1f793,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:12.398670 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-69941396-061e-4c90-80e2-12e190f0daad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:12.428048 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fae36f-1291-404a-8b14-692d11e84931 req-3838244b-755a-464f-bfc1-936a7033512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:12.429841 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08fae36f-1291-404a-8b14-692d11e84931 req-3838244b-755a-464f-bfc1-936a7033512f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 1098 time: 0.0775044 Aug 20 10:46:12.492802 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08fae36f-1291-404a-8b14-692d11e84931 req-809e5983-4bb7-4d8f-918a-6596bf8fa6d8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539711 Aug 20 10:46:12.511234 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-69941396-061e-4c90-80e2-12e190f0daad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:12.513996 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-69941396-061e-4c90-80e2-12e190f0daad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:12.515630 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-69941396-061e-4c90-80e2-12e190f0daad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e22a0979-485e-466e-9649-563ac328a786 HTTP/1.1" status: 204 len: 168 time: 0.2792625 Aug 20 10:46:12.528226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69941396-061e-4c90-80e2-12e190f0daad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22a0979-485e-466e-9649-563ac328a786,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:12.748180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a1c32-3c55-4c78-9007-9e4a8fe70ba0 req-2f0b90b0-0d6e-458b-b2f0-3fdf9fcb0873 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:12.749787 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-768a1c32-3c55-4c78-9007-9e4a8fe70ba0 req-2f0b90b0-0d6e-458b-b2f0-3fdf9fcb0873 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.0693252 Aug 20 10:46:12.794479 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-768a1c32-3c55-4c78-9007-9e4a8fe70ba0 req-94d3a842-c009-4551-9afa-2bcad3c9e8b4 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373709 Aug 20 10:46:13.978638 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f647c5-6eca-49a5-aa10-1a34e970a307 req-1dea41ed-461b-4795-96a0-831b2004ca4f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:13.995740 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5f647c5-6eca-49a5-aa10-1a34e970a307 req-1dea41ed-461b-4795-96a0-831b2004ca4f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.1089180 Aug 20 10:46:14.047229 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5f647c5-6eca-49a5-aa10-1a34e970a307 req-f101ff49-274f-4e35-b962-e7c7bc7c7a9e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500126 Aug 20 10:46:14.184118 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a59f4-b211-4fe5-95fb-02f49f7334bc req-f331aa09-73ab-4886-bbea-bfa4dbea6f81 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:14.186792 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc4a59f4-b211-4fe5-95fb-02f49f7334bc req-f331aa09-73ab-4886-bbea-bfa4dbea6f81 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.0639529 Aug 20 10:46:14.195290 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 53690) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:14.200965 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-75dc1151-23d6-49ca-8146-ba117fb8c76c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Request body: {'floatingip': {'port_id': '24f9d973-7a87-4a8e-9204-bc6b88a1f793'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:14.243342 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-75dc1151-23d6-49ca-8146-ba117fb8c76c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for floatingip, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:14.834433 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-75dc1151-23d6-49ca-8146-ba117fb8c76c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:14.839141 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-75dc1151-23d6-49ca-8146-ba117fb8c76c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:14.972880 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-75dc1151-23d6-49ca-8146-ba117fb8c76c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Floating IP 51612916-c0cf-47ab-8a0a-9d99bb6712ca associated. External IP: 172.25.3.87, port: 24f9d973-7a87-4a8e-9204-bc6b88a1f793. Aug 20 10:46:15.334410 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dc1151-23d6-49ca-8146-ba117fb8c76c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Router 857dfe7f-8d11-46c1-87b4-618ed7281275 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:46:15.568907 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dc1151-23d6-49ca-8146-ba117fb8c76c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:46:15.574295 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-75dc1151-23d6-49ca-8146-ba117fb8c76c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:15.583079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da69c8-05b5-4145-83f1-9ca149f531f0 None None] Sync routers for ids ['857dfe7f-8d11-46c1-87b4-618ed7281275'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:46:15.598108 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67da69c8-05b5-4145-83f1-9ca149f531f0 None None] Routers {'857dfe7f-8d11-46c1-87b4-618ed7281275'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:46:15.611263 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-67da69c8-05b5-4145-83f1-9ca149f531f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:46:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['857dfe7f-8d11-46c1-87b4-618ed7281275'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:46:15.626268 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-75dc1151-23d6-49ca-8146-ba117fb8c76c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "PUT /v2.0/floatingips/51612916-c0cf-47ab-8a0a-9d99bb6712ca HTTP/1.1" status: 200 len: 991 time: 1.4297137 Aug 20 10:46:15.627258 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be89970-2e63-408c-b57e-df67561caa46', 'tag': '24f9d973-7a87-4a8e-9204-bc6b88a1f793'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:46:15.639530 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ece511-7ac8-48e0-a7c5-c32347b638ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4be89970-2e63-408c-b57e-df67561caa46", "tag": "24f9d973-7a87-4a8e-9204-bc6b88a1f793"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:46:15.749195 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a15c34a-4f6c-46fd-aebc-72702903e0cd x-openstack-request-id: req-8a15c34a-4f6c-46fd-aebc-72702903e0cd {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:46:15.749873 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be89970-2e63-408c-b57e-df67561caa46", "tag": "24f9d973-7a87-4a8e-9204-bc6b88a1f793", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:46:15.750436 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a15c34a-4f6c-46fd-aebc-72702903e0cd {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:46:15.751563 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be89970-2e63-408c-b57e-df67561caa46', 'tag': '24f9d973-7a87-4a8e-9204-bc6b88a1f793', 'status': 'completed', 'code': 200} Aug 20 10:46:15.794715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-67da69c8-05b5-4145-83f1-9ca149f531f0 None None] Set router 857dfe7f-8d11-46c1-87b4-618ed7281275 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:46:15.897131 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ece511-7ac8-48e0-a7c5-c32347b638ae req-baac09bf-64bd-44e9-b3c0-98133ddfe709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:15.907466 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10ece511-7ac8-48e0-a7c5-c32347b638ae req-baac09bf-64bd-44e9-b3c0-98133ddfe709 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 1098 time: 0.1416724 Aug 20 10:46:16.107574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ece511-7ac8-48e0-a7c5-c32347b638ae req-63b0332a-9d8b-42c6-8b4e-a18de966fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:16.109965 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10ece511-7ac8-48e0-a7c5-c32347b638ae req-63b0332a-9d8b-42c6-8b4e-a18de966fc72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 917 time: 0.1936688 Aug 20 10:46:16.234363 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10ece511-7ac8-48e0-a7c5-c32347b638ae req-be8b2f71-8fa2-4e02-8706-5a6064e6a18f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793 HTTP/1.1" status: 200 len: 999 time: 0.1162789 Aug 20 10:46:16.297087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-67da69c8-05b5-4145-83f1-9ca149f531f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:45:56Z', 'revision_number': 4, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '51612916-c0cf-47ab-8a0a-9d99bb6712ca', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'floating_ip_address': '172.25.3.87', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'port_id': '24f9d973-7a87-4a8e-9204-bc6b88a1f793', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'mac_address': 'fa:16:3e:7f:86:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be89970-2e63-408c-b57e-df67561caa46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:46:01Z', 'updated_at': '2021-08-20T10:46:14Z', 'revision_number': 1, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87067d78-d73d-4d24-8b6d-fb0b78c5661f', 'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'mac_address': 'fa:16:3e:cd:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:54Z', 'updated_at': '2021-08-20T10:46:01Z', 'revision_number': 5, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'subnets': [{'id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:46:16.332481 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ece511-7ac8-48e0-a7c5-c32347b638ae req-a20565ca-6360-421e-8291-513b7a3d4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:16.334167 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10ece511-7ac8-48e0-a7c5-c32347b638ae req-a20565ca-6360-421e-8291-513b7a3d4aae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.0907910 Aug 20 10:46:16.367881 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da69c8-05b5-4145-83f1-9ca149f531f0 None None] Checking router: 857dfe7f-8d11-46c1-87b4-618ed7281275 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:46:16.393748 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67da69c8-05b5-4145-83f1-9ca149f531f0 None None] Routers {'857dfe7f-8d11-46c1-87b4-618ed7281275'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:46:16.394731 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-67da69c8-05b5-4145-83f1-9ca149f531f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:46:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['857dfe7f-8d11-46c1-87b4-618ed7281275'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:46:16.454985 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ece511-7ac8-48e0-a7c5-c32347b638ae req-3ed8a0ea-2fa8-407f-b330-d77ea2138c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:16.456790 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10ece511-7ac8-48e0-a7c5-c32347b638ae req-3ed8a0ea-2fa8-407f-b330-d77ea2138c8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147993 Aug 20 10:46:16.585932 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-67da69c8-05b5-4145-83f1-9ca149f531f0 None None] Set router 857dfe7f-8d11-46c1-87b4-618ed7281275 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:46:16.981108 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-67da69c8-05b5-4145-83f1-9ca149f531f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:45:56Z', 'revision_number': 4, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '51612916-c0cf-47ab-8a0a-9d99bb6712ca', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'floating_ip_address': '172.25.3.87', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'port_id': '24f9d973-7a87-4a8e-9204-bc6b88a1f793', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'mac_address': 'fa:16:3e:7f:86:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be89970-2e63-408c-b57e-df67561caa46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:46:01Z', 'updated_at': '2021-08-20T10:46:14Z', 'revision_number': 1, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87067d78-d73d-4d24-8b6d-fb0b78c5661f', 'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'mac_address': 'fa:16:3e:cd:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:54Z', 'updated_at': '2021-08-20T10:46:01Z', 'revision_number': 5, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'subnets': [{'id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:46:17.026500 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67da69c8-05b5-4145-83f1-9ca149f531f0 None None] The sync data for ids ['857dfe7f-8d11-46c1-87b4-618ed7281275'] in n-d-778550-11 is: [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:45:56Z', 'revision_number': 4, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '51612916-c0cf-47ab-8a0a-9d99bb6712ca', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'floating_ip_address': '172.25.3.87', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'port_id': '24f9d973-7a87-4a8e-9204-bc6b88a1f793', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'mac_address': 'fa:16:3e:7f:86:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be89970-2e63-408c-b57e-df67561caa46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:46:01Z', 'updated_at': '2021-08-20T10:46:14Z', 'revision_number': 1, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87067d78-d73d-4d24-8b6d-fb0b78c5661f', 'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'mac_address': 'fa:16:3e:cd:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:54Z', 'updated_at': '2021-08-20T10:46:01Z', 'revision_number': 5, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'subnets': [{'id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:46:17.243952 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10ece511-7ac8-48e0-a7c5-c32347b638ae req-444a084a-d271-4a87-9b47-797379f7d83a service neutron] 10.222.0.42 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7789087 Aug 20 10:46:17.473705 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10ece511-7ac8-48e0-a7c5-c32347b638ae req-7a6aa8d3-4631-47f4-9d5f-81af57ed0cfe service neutron] 10.222.0.42 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190964 Aug 20 10:46:17.553898 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cce05f-2ad1-4a02-acf3-dd2298c34491 None None] New status for floating IP 51612916-c0cf-47ab-8a0a-9d99bb6712ca: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:46:18.596802 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:22.817120 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:29.296629 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0044f9f6-c3a4-4681-be4e-c00156261c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:31.937063 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a9ef-5ae9-47f5-bcea-3b50e3805a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:32.392311 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:33.176125 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:34.832510 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:43.150962 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54522) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:43.230392 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b956f-bef5-4555-ad27-78a2fa886881 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:43.230877 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b956f-bef5-4555-ad27-78a2fa886881 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:43.231386 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b956f-bef5-4555-ad27-78a2fa886881 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:43.233204 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d55b956f-bef5-4555-ad27-78a2fa886881 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=ec29969148b94deaa5cea655cffb346f&network_id=ccdba01f-8288-46db-a1bf-15ac914ac346 HTTP/1.1" status: 200 len: 2972 time: 0.0811567 Aug 20 10:46:43.898812 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:46:44.610045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54596) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:44.701906 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9d2fb3-baf5-49a4-94c4-b010f9952af5 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:44.715850 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2f9d2fb3-baf5-49a4-94c4-b010f9952af5 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e HTTP/1.1" status: 200 len: 814 time: 0.1045582 Aug 20 10:46:44.783710 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54608) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:44.931610 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9c53b7fc-0120-47c1-95d3-8769b38c0da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:45.089405 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9c53b7fc-0120-47c1-95d3-8769b38c0da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:45.093860 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9c53b7fc-0120-47c1-95d3-8769b38c0da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:45.122042 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53b7fc-0120-47c1-95d3-8769b38c0da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36ea786-72da-48bb-8223-4b97478984da,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:45.148532 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9c53b7fc-0120-47c1-95d3-8769b38c0da8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab8194bace8443a69810792d341124b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635433 Aug 20 10:46:45.151780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54626) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:45.199257 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54632) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:45.204648 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d44b1078-c9fa-4ace-a4ca-a2fb23cc1f7a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'network': {'name': 'tempest-network-smoke--1642725527', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'port_security_enabled': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:45.208339 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-125b2161-87e2-463e-ae7c-fe8f5494e910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:45.229700 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44b1078-c9fa-4ace-a4ca-a2fb23cc1f7a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Made reservation on behalf of ec29969148b94deaa5cea655cffb346f for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:46:45.233929 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d44b1078-c9fa-4ace-a4ca-a2fb23cc1f7a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:45.235030 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-125b2161-87e2-463e-ae7c-fe8f5494e910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:45.269597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44b1078-c9fa-4ace-a4ca-a2fb23cc1f7a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:46:45.282171 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d44b1078-c9fa-4ace-a4ca-a2fb23cc1f7a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:45.282574 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-d44b1078-c9fa-4ace-a4ca-a2fb23cc1f7a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Added segment 7a77c8d7-0d46-4e93-a0b6-ce83d27de50e of type vlan for network a3f56360-669f-44d5-997e-08437df2f0e6 Aug 20 10:46:45.339564 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-125b2161-87e2-463e-ae7c-fe8f5494e910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:45.341137 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d44b1078-c9fa-4ace-a4ca-a2fb23cc1f7a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:45.343902 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-125b2161-87e2-463e-ae7c-fe8f5494e910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:45.348430 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-125b2161-87e2-463e-ae7c-fe8f5494e910 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b36ea786-72da-48bb-8223-4b97478984da HTTP/1.1" status: 204 len: 168 time: 0.1946914 Aug 20 10:46:45.359937 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b2161-87e2-463e-ae7c-fe8f5494e910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36ea786-72da-48bb-8223-4b97478984da,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:45.376759 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d44b1078-c9fa-4ace-a4ca-a2fb23cc1f7a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:45.385901 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44b1078-c9fa-4ace-a4ca-a2fb23cc1f7a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:45.386477 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d44b1078-c9fa-4ace-a4ca-a2fb23cc1f7a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:45.465401 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b1078-c9fa-4ace-a4ca-a2fb23cc1f7a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Network': ['ID=a3f56360-669f-44d5-997e-08437df2f0e6,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:45.479987 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d44b1078-c9fa-4ace-a4ca-a2fb23cc1f7a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2794979 Aug 20 10:46:45.480772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network a3f56360-669f-44d5-997e-08437df2f0e6 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:46:45.483000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54640) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:45.583747 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3178a25f-4857-46c8-8f2d-11f1bfa5f164 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:45.586054 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3178a25f-4857-46c8-8f2d-11f1bfa5f164 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ec29969148b94deaa5cea655cffb346f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1020112 Aug 20 10:46:45.588960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54650) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:45.791409 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c37b4a0-91c4-429a-9a55-01f3c693456c tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:45.793149 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1c37b4a0-91c4-429a-9a55-01f3c693456c tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2032361 Aug 20 10:46:45.796152 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54660) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:45.835826 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5a8cbc6f-4105-4689-9eff-46f3fa27cac1 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382428 Aug 20 10:46:45.839230 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54664) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:45.873397 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-637d9fd6-ba5a-40f9-96db-5fe73f90e731 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ec29969148b94deaa5cea655cffb346f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311553 Aug 20 10:46:45.874654 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54666) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:46.124245 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-961f34ca-b334-42eb-bdbb-d27c168cacb3 req-eabeaf75-8e63-4c60-882a-648f9302ef97 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580637 Aug 20 10:46:46.134933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5119f1-1489-442f-846c-9cd9272539de tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:46.136543 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3b5119f1-1489-442f-846c-9cd9272539de tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2608311 Aug 20 10:46:46.143072 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54682) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:46.240903 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f34ca-b334-42eb-bdbb-d27c168cacb3 req-3bd6501c-fd9d-4952-884c-7e41f3852faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:46.242914 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-961f34ca-b334-42eb-bdbb-d27c168cacb3 req-3bd6501c-fd9d-4952-884c-7e41f3852faf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 1098 time: 0.0604889 Aug 20 10:46:46.432576 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f34ca-b334-42eb-bdbb-d27c168cacb3 req-9c439f8a-3e1a-4185-b1f0-6bee606551ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:46.434344 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-961f34ca-b334-42eb-bdbb-d27c168cacb3 req-9c439f8a-3e1a-4185-b1f0-6bee606551ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 917 time: 0.1681237 Aug 20 10:46:46.528234 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-961f34ca-b334-42eb-bdbb-d27c168cacb3 req-201a056d-16a8-4cae-9ac1-c4d9b3dda96d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793 HTTP/1.1" status: 200 len: 1001 time: 0.0850747 Aug 20 10:46:46.608254 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f34ca-b334-42eb-bdbb-d27c168cacb3 req-a8d4acf0-b518-47a8-9300-be67e11ca78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:46.609732 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-961f34ca-b334-42eb-bdbb-d27c168cacb3 req-a8d4acf0-b518-47a8-9300-be67e11ca78b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.0742402 Aug 20 10:46:46.662537 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b4f7d55b-e623-4c97-93af-249b36c8acf9 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5182889 Aug 20 10:46:46.668218 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54706) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:46.683083 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-06114eab-7318-4a5c-b12b-38dbdf9741f2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-888052409', 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:46.767237 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f34ca-b334-42eb-bdbb-d27c168cacb3 req-f22bba53-3cb5-40a2-ad91-379c16412514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:46.768795 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-961f34ca-b334-42eb-bdbb-d27c168cacb3 req-f22bba53-3cb5-40a2-ad91-379c16412514 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1506817 Aug 20 10:46:46.865555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06114eab-7318-4a5c-b12b-38dbdf9741f2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Made reservation on behalf of ec29969148b94deaa5cea655cffb346f for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:46:46.870337 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06114eab-7318-4a5c-b12b-38dbdf9741f2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:46.967595 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-961f34ca-b334-42eb-bdbb-d27c168cacb3 req-d333cbbd-4b26-41cd-bacb-16735b7ef60c service neutron] 10.222.0.42 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892042 Aug 20 10:46:47.138152 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-961f34ca-b334-42eb-bdbb-d27c168cacb3 req-20633dae-9163-444c-ae85-901d25923646 service neutron] 10.222.0.42 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608970 Aug 20 10:46:47.223074 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06114eab-7318-4a5c-b12b-38dbdf9741f2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:47.328544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06114eab-7318-4a5c-b12b-38dbdf9741f2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Checking segment: {'id': '7a77c8d7-0d46-4e93-a0b6-ce83d27de50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:46:47.329216 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06114eab-7318-4a5c-b12b-38dbdf9741f2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network hostable DHCP agents. Network: a3f56360-669f-44d5-997e-08437df2f0e6, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:46:47.354427 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06114eab-7318-4a5c-b12b-38dbdf9741f2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Subnet': ['ID=972f4139-5cfd-4274-9cc1-b54fcf095c73,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:47.369846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06114eab-7318-4a5c-b12b-38dbdf9741f2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network a3f56360-669f-44d5-997e-08437df2f0e6 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:46:47.383166 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-06114eab-7318-4a5c-b12b-38dbdf9741f2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, a3f56360-669f-44d5-997e-08437df2f0e6) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:46:47.388499 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06114eab-7318-4a5c-b12b-38dbdf9741f2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:47.389146 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-06114eab-7318-4a5c-b12b-38dbdf9741f2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:47.407627 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abf35f0-8999-407d-ae17-5e1cd0832f79 None None] Network a3f56360-669f-44d5-997e-08437df2f0e6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:46:47.410583 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-06114eab-7318-4a5c-b12b-38dbdf9741f2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7387116 Aug 20 10:46:47.647952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-a3f56360-669f-44d5-997e-08437df2f0e6', 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'fixed_ips': [{'subnet_id': '972f4139-5cfd-4274-9cc1-b54fcf095c73'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:46:47.651023 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:47.844518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54746) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:47.849322 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-8f987df9-7741-4b4f-a035-ae224873bee4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-261437468', 'description': 'tempest-secgroup-smoke-261437468 description', 'project_id': 'ec29969148b94deaa5cea655cffb346f'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:47.913113 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8f987df9-7741-4b4f-a035-ae224873bee4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:47.962427 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Allocated IP 172.20.0.18 (a3f56360-669f-44d5-997e-08437df2f0e6/972f4139-5cfd-4274-9cc1-b54fcf095c73/3593a682-451f-4f74-bc98-829749ec5d0f) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:46:48.086109 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8f987df9-7741-4b4f-a035-ae224873bee4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.093671 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8f987df9-7741-4b4f-a035-ae224873bee4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.137271 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8f987df9-7741-4b4f-a035-ae224873bee4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.142116 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8f987df9-7741-4b4f-a035-ae224873bee4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2961473 Aug 20 10:46:48.146127 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54758) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:48.154077 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f987df9-7741-4b4f-a035-ae224873bee4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77de498a-d144-492a-9486-5a4fca8477e8,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:48.184702 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-4f337480-e45f-483d-b670-fa924eac77a9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group_rule': {'security_group_id': '77de498a-d144-492a-9486-5a4fca8477e8', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:48.295854 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4f337480-e45f-483d-b670-fa924eac77a9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.359563 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.372070 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4f337480-e45f-483d-b670-fa924eac77a9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.378231 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4f337480-e45f-483d-b670-fa924eac77a9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.385917 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Transition to ACTIVE for port object 3593a682-451f-4f74-bc98-829749ec5d0f will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:46:48.402752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Transition to ACTIVE for port object 3593a682-451f-4f74-bc98-829749ec5d0f will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:46:48.404142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f337480-e45f-483d-b670-fa924eac77a9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d995e0e0-3e25-4ffb-9178-8fafc29a192f,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:48.413461 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.417036 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4f337480-e45f-483d-b670-fa924eac77a9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.419030 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4f337480-e45f-483d-b670-fa924eac77a9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2613542 Aug 20 10:46:48.429860 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54764) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:48.435996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-212a7206-9f76-48c9-8072-82030cd34de5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group_rule': {'security_group_id': '77de498a-d144-492a-9486-5a4fca8477e8', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:48.458427 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Network a3f56360-669f-44d5-997e-08437df2f0e6 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:46:48.463616 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:46:48.471985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:46:48.476107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Pushing event updated for resources: {'Port': ['ID=3593a682-451f-4f74-bc98-829749ec5d0f,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:48.488218 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-212a7206-9f76-48c9-8072-82030cd34de5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.491679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:48.492234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:48.492750 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:48.493298 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:48.493788 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:48.494286 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:48.494869 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:48.495568 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:48.496212 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:48.496814 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:48.498143 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:48.498703 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:46:48.557345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Attempting to bind port 3593a682-451f-4f74-bc98-829749ec5d0f on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:46:48.558006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Attempting to bind port 3593a682-451f-4f74-bc98-829749ec5d0f by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '7a77c8d7-0d46-4e93-a0b6-ce83d27de50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:46:48.558799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Attempting to bind port 3593a682-451f-4f74-bc98-829749ec5d0f on network a3f56360-669f-44d5-997e-08437df2f0e6 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:46:48.572923 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:46:48.573657 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Checking segment: {'id': '7a77c8d7-0d46-4e93-a0b6-ce83d27de50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:46:48.574225 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.574926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Bound using segment: {'id': '7a77c8d7-0d46-4e93-a0b6-ce83d27de50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:46:48.575779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Bound port: 3593a682-451f-4f74-bc98-829749ec5d0f, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a77c8d7-0d46-4e93-a0b6-ce83d27de50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:46:48.576357 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.585972 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-212a7206-9f76-48c9-8072-82030cd34de5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.592950 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-212a7206-9f76-48c9-8072-82030cd34de5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.624225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a7206-9f76-48c9-8072-82030cd34de5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b95e5ce-0093-4de4-a928-5a2e5fa28aeb,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:48.638255 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-212a7206-9f76-48c9-8072-82030cd34de5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.644634 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-212a7206-9f76-48c9-8072-82030cd34de5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2094841 Aug 20 10:46:48.644878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54774) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:48.653179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-ff059940-be42-413f-84e8-2a4d2fb3a063 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group_rule': {'security_group_id': '77de498a-d144-492a-9486-5a4fca8477e8', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:48.658224 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.716341 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff059940-be42-413f-84e8-2a4d2fb3a063 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.728557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] For port 3593a682-451f-4f74-bc98-829749ec5d0f, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:46:48.733606 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] For port 3593a682-451f-4f74-bc98-829749ec5d0f, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3593a682-451f-4f74-bc98-829749ec5d0f,segment=NetworkSegment(7a77c8d7-0d46-4e93-a0b6-ce83d27de50e),segment_id=7a77c8d7-0d46-4e93-a0b6-ce83d27de50e)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:46:48.741573 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.817259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf220ab6-66a2-4190-8ea3-4c557cc96b3d None None] Pushing event updated for resources: {'Port': ['ID=3593a682-451f-4f74-bc98-829749ec5d0f,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:48.832082 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff059940-be42-413f-84e8-2a4d2fb3a063 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.839947 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff059940-be42-413f-84e8-2a4d2fb3a063 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.858544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff059940-be42-413f-84e8-2a4d2fb3a063 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffcd43f5-e30d-4c53-a4ce-0bd3dabf3527,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:48.866999 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff059940-be42-413f-84e8-2a4d2fb3a063 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:48.868686 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ff059940-be42-413f-84e8-2a4d2fb3a063 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2227423 Aug 20 10:46:48.871432 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54778) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:48.877231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9e40d45f-4c16-43c3-947c-b31cb008ffd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group_rule': {'security_group_id': '77de498a-d144-492a-9486-5a4fca8477e8', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:48.926797 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9e40d45f-4c16-43c3-947c-b31cb008ffd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:49.020409 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9e40d45f-4c16-43c3-947c-b31cb008ffd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:49.041095 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9e40d45f-4c16-43c3-947c-b31cb008ffd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:49.078303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40d45f-4c16-43c3-947c-b31cb008ffd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873abcda-6fe5-46d0-9e2d-51e108cc62eb,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:49.095804 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9e40d45f-4c16-43c3-947c-b31cb008ffd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:49.101563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 54788) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:49.113930 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-54663eb2-08fb-4712-bb21-02350b62552a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group_rule': {'security_group_id': '77de498a-d144-492a-9486-5a4fca8477e8', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:49.126009 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9e40d45f-4c16-43c3-947c-b31cb008ffd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2498169 Aug 20 10:46:49.155949 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-54663eb2-08fb-4712-bb21-02350b62552a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Project ec29969148b94deaa5cea655cffb346f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:46:49.162762 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-54663eb2-08fb-4712-bb21-02350b62552a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:49.270294 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-54663eb2-08fb-4712-bb21-02350b62552a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:49.278396 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-54663eb2-08fb-4712-bb21-02350b62552a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:49.317734 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-54663eb2-08fb-4712-bb21-02350b62552a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:49.322053 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-54663eb2-08fb-4712-bb21-02350b62552a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2191877 Aug 20 10:46:49.322863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54796) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:49.323308 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54663eb2-08fb-4712-bb21-02350b62552a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0449a20a-0b3c-44b5-8625-51c6ef3241a5,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:49.342783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5f01c093-1591-45f2-aa42-828e670e492c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group_rule': {'security_group_id': '77de498a-d144-492a-9486-5a4fca8477e8', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:49.378468 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-5f01c093-1591-45f2-aa42-828e670e492c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Project ec29969148b94deaa5cea655cffb346f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:46:49.393758 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f01c093-1591-45f2-aa42-828e670e492c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:49.519745 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f01c093-1591-45f2-aa42-828e670e492c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:49.528121 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f01c093-1591-45f2-aa42-828e670e492c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:49.556664 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f01c093-1591-45f2-aa42-828e670e492c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:49.568033 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5f01c093-1591-45f2-aa42-828e670e492c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2397878 Aug 20 10:46:49.569770 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01c093-1591-45f2-aa42-828e670e492c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25246c30-cccd-4d12-9e7e-ff949278d1f4,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:49.863040 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-5dba228d-8607-498e-9f39-f9f08870d85d tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-261437468&fields=id&tenant_id=ec29969148b94deaa5cea655cffb346f HTTP/1.1" status: 200 len: 267 time: 0.0649457 Aug 20 10:46:50.078546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-e7e17053-11b1-455c-84ac-534c33790e23 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:50.081061 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-e7e17053-11b1-455c-84ac-534c33790e23 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/networks?id=a3f56360-669f-44d5-997e-08437df2f0e6 HTTP/1.1" status: 200 len: 797 time: 0.1988099 Aug 20 10:46:50.100107 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-ea453cf2-5764-45cc-b151-50abbb8f6dbe tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/quotas/ec29969148b94deaa5cea655cffb346f HTTP/1.1" status: 200 len: 375 time: 0.0105813 Aug 20 10:46:50.200349 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-148aa377-fa72-42c6-b382-7b2cc4279a68 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec29969148b94deaa5cea655cffb346f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0818861 Aug 20 10:46:50.217318 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-286dee11-845c-40f8-996a-41ef8a62d94e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:46:50.255479 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-286dee11-845c-40f8-996a-41ef8a62d94e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142598 Aug 20 10:46:50.374210 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23597fc-cf7c-41e1-b330-cf3adba7c3aa None None] Network a3f56360-669f-44d5-997e-08437df2f0e6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:46:50.400082 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-325405df-b3d5-4d02-8f38-f1157d72777b service neutron] 10.222.0.16 "GET /v2.0/networks/a3f56360-669f-44d5-997e-08437df2f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436963 Aug 20 10:46:50.561222 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-9ba4aaa6-d9a2-475c-b6df-885502a2777e service neutron] 10.222.0.16 "GET /v2.0/networks/a3f56360-669f-44d5-997e-08437df2f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496062 Aug 20 10:46:50.572476 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8159e763-5f4d-445a-858f-513067886e61 None None] Provisioning for port 3593a682-451f-4f74-bc98-829749ec5d0f completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:46:50.899126 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e069b135-05ab-4418-91bb-8ad84fabf661 req-d1539a45-587e-4ad7-b47c-899f97fea272 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 210 time: 0.0441809 Aug 20 10:46:51.252766 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3593a682-451f-4f74-bc98-829749ec5d0f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:46:51.410107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 3593a682-451f-4f74-bc98-829749ec5d0f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:46:51.421720 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3593a682-451f-4f74-bc98-829749ec5d0f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:46:51.422211 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:51.556187 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:51.590972 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-71991b59-a458-480b-b3f5-47e15c0c1d64 None None] Provisioning complete for port 3593a682-451f-4f74-bc98-829749ec5d0f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:46:51.591434 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-71991b59-a458-480b-b3f5-47e15c0c1d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:51.622259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 3593a682-451f-4f74-bc98-829749ec5d0f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3593a682-451f-4f74-bc98-829749ec5d0f,segment=NetworkSegment(7a77c8d7-0d46-4e93-a0b6-ce83d27de50e),segment_id=7a77c8d7-0d46-4e93-a0b6-ce83d27de50e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:46:51.629658 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:51.741138 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=3593a682-451f-4f74-bc98-829749ec5d0f,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:52.030640 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-98b1f323-5726-4cb5-ace0-5e32fe87d18b req-310c48db-3ed1-4db9-bac6-9bbadc82f0a4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 210 time: 0.0331285 Aug 20 10:46:52.765554 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-98720f51-4c94-4fc8-99e3-f204eef669d7 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:52.767166 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-98720f51-4c94-4fc8-99e3-f204eef669d7 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.24 "GET /v2.0/networks?id=a3f56360-669f-44d5-997e-08437df2f0e6 HTTP/1.1" status: 200 len: 797 time: 0.1363032 Aug 20 10:46:52.820926 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-1f1cab69-65ac-4842-b89d-e3cfbb83fa5f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec29969148b94deaa5cea655cffb346f HTTP/1.1" status: 200 len: 472 time: 0.0415833 Aug 20 10:46:52.839316 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-d8eafafa-d7ff-40bc-b097-b9018e472f14 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'port': {'device_id': 'edf122ab-ba6e-4740-8169-2bdc2d037db2', 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6', 'admin_state_up': True, 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'security_groups': ['77de498a-d144-492a-9486-5a4fca8477e8']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:52.842682 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:53.003414 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-d8eafafa-d7ff-40bc-b097-b9018e472f14 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Made reservation on behalf of ec29969148b94deaa5cea655cffb346f for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:46:53.007888 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-d8eafafa-d7ff-40bc-b097-b9018e472f14 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:53.155520 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3593a682-451f-4f74-bc98-829749ec5d0f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:46:53.181772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-d8eafafa-d7ff-40bc-b097-b9018e472f14 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Allocated IP 172.20.0.20 (a3f56360-669f-44d5-997e-08437df2f0e6/972f4139-5cfd-4274-9cc1-b54fcf095c73/298c7162-2b54-40f9-ba3f-09af44b6254b) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:46:53.187522 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3b519aa7-c182-4420-b1ec-5aa22cddd871 req-2053a5e3-6418-40f4-b325-03f43f77be86 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 210 time: 0.0392878 Aug 20 10:46:53.243849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3593a682-451f-4f74-bc98-829749ec5d0f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:46:53.244129 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:53.440008 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-d8eafafa-d7ff-40bc-b097-b9018e472f14 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:53.455800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-d8eafafa-d7ff-40bc-b097-b9018e472f14 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Transition to ACTIVE for port object 298c7162-2b54-40f9-ba3f-09af44b6254b will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:46:53.502038 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-d8eafafa-d7ff-40bc-b097-b9018e472f14 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:53.566745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-d8eafafa-d7ff-40bc-b097-b9018e472f14 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network a3f56360-669f-44d5-997e-08437df2f0e6 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:46:53.570669 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-d8eafafa-d7ff-40bc-b097-b9018e472f14 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:46:53.574730 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-d8eafafa-d7ff-40bc-b097-b9018e472f14 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:46:53.610512 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eafafa-d7ff-40bc-b097-b9018e472f14 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Port': ['ID=298c7162-2b54-40f9-ba3f-09af44b6254b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:53.662986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-d8eafafa-d7ff-40bc-b097-b9018e472f14 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:53.663766 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-d8eafafa-d7ff-40bc-b097-b9018e472f14 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:53.692737 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-d8eafafa-d7ff-40bc-b097-b9018e472f14 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8641739 Aug 20 10:46:53.706727 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Request body: {'port': {'device_id': 'edf122ab-ba6e-4740-8169-2bdc2d037db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:46:53.818383 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:53.993887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54962) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:54.020194 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e30cfc2d-16ee-4029-b671-4203f952dd76 None None] Provisioning for port 298c7162-2b54-40f9-ba3f-09af44b6254b completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:46:54.028547 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e30cfc2d-16ee-4029-b671-4203f952dd76 None None] Provisioning complete for port 298c7162-2b54-40f9-ba3f-09af44b6254b triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:46:54.029014 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e30cfc2d-16ee-4029-b671-4203f952dd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:54.101933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e30cfc2d-16ee-4029-b671-4203f952dd76 None None] Port 298c7162-2b54-40f9-ba3f-09af44b6254b cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:46:54.171142 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5bf5eefc-7543-49b7-8d80-b22726d1d6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:54.183805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298c7162-2b54-40f9-ba3f-09af44b6254b {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:46:54.192469 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:54.206239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Transition to ACTIVE for port object 298c7162-2b54-40f9-ba3f-09af44b6254b will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:46:54.225226 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:54.266391 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5bf5eefc-7543-49b7-8d80-b22726d1d6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:54.272275 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5bf5eefc-7543-49b7-8d80-b22726d1d6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:54.302042 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5bf5eefc-7543-49b7-8d80-b22726d1d6dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b967768c41824beabcc2d782339e7159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070176 Aug 20 10:46:54.303956 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 54972) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:54.364755 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Pushing event updated for resources: {'Port': ['ID=298c7162-2b54-40f9-ba3f-09af44b6254b,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:54.396154 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5eefc-7543-49b7-8d80-b22726d1d6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3add34d-68be-4714-b10f-07cd542b5794,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:54.419167 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-256f45eb-2181-496e-bdc4-7e5241cfc3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:54.443381 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-256f45eb-2181-496e-bdc4-7e5241cfc3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:54.518773 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Attempting to bind port 298c7162-2b54-40f9-ba3f-09af44b6254b on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:46:54.519314 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Attempting to bind port 298c7162-2b54-40f9-ba3f-09af44b6254b by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '7a77c8d7-0d46-4e93-a0b6-ce83d27de50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:46:54.519874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Attempting to bind port 298c7162-2b54-40f9-ba3f-09af44b6254b on network a3f56360-669f-44d5-997e-08437df2f0e6 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:46:54.525979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Port 298c7162-2b54-40f9-ba3f-09af44b6254b on network a3f56360-669f-44d5-997e-08437df2f0e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:46:54.526607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Attempting to bind port 298c7162-2b54-40f9-ba3f-09af44b6254b on network a3f56360-669f-44d5-997e-08437df2f0e6 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:46:54.532734 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:46:54.533423 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Checking segment: {'id': '7a77c8d7-0d46-4e93-a0b6-ce83d27de50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:46:54.534045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Bound using segment: {'id': '7a77c8d7-0d46-4e93-a0b6-ce83d27de50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:46:54.534729 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Bound port: 298c7162-2b54-40f9-ba3f-09af44b6254b, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a77c8d7-0d46-4e93-a0b6-ce83d27de50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:46:54.535419 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:54.580921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad16ee1-2020-42b9-af2e-a54f1c27cb95 req-a972cf20-9520-4829-8ed4-683e1c2f9717 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:54.582578 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5ad16ee1-2020-42b9-af2e-a54f1c27cb95 req-a972cf20-9520-4829-8ed4-683e1c2f9717 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 944 time: 0.2380676 Aug 20 10:46:54.646333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] For port 298c7162-2b54-40f9-ba3f-09af44b6254b, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:46:54.650562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] For port 298c7162-2b54-40f9-ba3f-09af44b6254b, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=298c7162-2b54-40f9-ba3f-09af44b6254b,segment=NetworkSegment(7a77c8d7-0d46-4e93-a0b6-ce83d27de50e),segment_id=7a77c8d7-0d46-4e93-a0b6-ce83d27de50e)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:46:54.651678 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5ad16ee1-2020-42b9-af2e-a54f1c27cb95 req-fee8e997-e982-49fa-9efd-696aea331fa9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=77de498a-d144-492a-9486-5a4fca8477e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618384 Aug 20 10:46:54.652353 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-256f45eb-2181-496e-bdc4-7e5241cfc3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:54.654866 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-256f45eb-2181-496e-bdc4-7e5241cfc3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:54.658690 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:54.669082 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-256f45eb-2181-496e-bdc4-7e5241cfc3ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3add34d-68be-4714-b10f-07cd542b5794 HTTP/1.1" status: 204 len: 168 time: 0.3534937 Aug 20 10:46:54.692617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f45eb-2181-496e-bdc4-7e5241cfc3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3add34d-68be-4714-b10f-07cd542b5794,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:54.719091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:54.719955 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:54.728756 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] 10.222.0.24 "PUT /v2.0/ports/298c7162-2b54-40f9-ba3f-09af44b6254b HTTP/1.1" status: 200 len: 1093 time: 1.0270412 Aug 20 10:46:54.729490 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf122ab-ba6e-4740-8169-2bdc2d037db2', 'tag': '298c7162-2b54-40f9-ba3f-09af44b6254b'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:46:54.732857 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee08beb-cc4b-47ff-ac48-75177f45e107" -d '{"events": [{"name": "network-changed", "server_uuid": "edf122ab-ba6e-4740-8169-2bdc2d037db2", "tag": "298c7162-2b54-40f9-ba3f-09af44b6254b"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:46:54.828675 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcadc06-6403-472f-ab73-94ea041d5c23 x-openstack-request-id: req-afcadc06-6403-472f-ab73-94ea041d5c23 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:46:54.829313 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf122ab-ba6e-4740-8169-2bdc2d037db2", "tag": "298c7162-2b54-40f9-ba3f-09af44b6254b", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:46:54.829313 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afcadc06-6403-472f-ab73-94ea041d5c23 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:46:54.829595 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf122ab-ba6e-4740-8169-2bdc2d037db2', 'tag': '298c7162-2b54-40f9-ba3f-09af44b6254b', 'status': 'completed', 'code': 200} Aug 20 10:46:54.858486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e24fc4-1371-41c3-bafd-9c39ac23b959 service neutron] Pushing event updated for resources: {'Port': ['ID=298c7162-2b54-40f9-ba3f-09af44b6254b,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:54.879948 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-fbc9591a-0e61-4a0f-9168-4f17309c9285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:54.881571 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-fbc9591a-0e61-4a0f-9168-4f17309c9285 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec29969148b94deaa5cea655cffb346f&device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 1096 time: 0.0841708 Aug 20 10:46:54.946623 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-8b689501-cca2-4a39-888b-87b3f738cd86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=298c7162-2b54-40f9-ba3f-09af44b6254b HTTP/1.1" status: 200 len: 217 time: 0.0561600 Aug 20 10:46:55.020732 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-8ed29625-ee6c-4660-b769-c633d592f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:55.022247 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-8ed29625-ee6c-4660-b769-c633d592f6f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=972f4139-5cfd-4274-9cc1-b54fcf095c73 HTTP/1.1" status: 200 len: 837 time: 0.0688548 Aug 20 10:46:55.128733 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-a8995927-f3ef-4f6d-91df-c2aa6581055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:55.130474 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-a8995927-f3ef-4f6d-91df-c2aa6581055d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3f56360-669f-44d5-997e-08437df2f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0988259 Aug 20 10:46:55.264704 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-7b43202b-1417-41b5-b37c-dfde514d154a service neutron] 10.222.0.24 "GET /v2.0/networks/a3f56360-669f-44d5-997e-08437df2f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239340 Aug 20 10:46:55.372063 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca10afec-fdc6-45b5-9e13-82dbbd6d8fd0 req-5e0eb6dd-3b81-4e6f-b7c6-2d9814e74298 service neutron] 10.222.0.24 "GET /v2.0/networks/a3f56360-669f-44d5-997e-08437df2f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004691 Aug 20 10:46:55.487228 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee08beb-cc4b-47ff-ac48-75177f45e107 req-f7b9060d-b6ee-4e65-9b4c-032e8e6410b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:55.488800 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ee08beb-cc4b-47ff-ac48-75177f45e107 req-f7b9060d-b6ee-4e65-9b4c-032e8e6410b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec29969148b94deaa5cea655cffb346f&device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 1096 time: 0.0590532 Aug 20 10:46:55.627109 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee08beb-cc4b-47ff-ac48-75177f45e107 req-b89f9be9-cf0e-4094-982e-6fee17fc93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:55.629143 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ee08beb-cc4b-47ff-ac48-75177f45e107 req-b89f9be9-cf0e-4094-982e-6fee17fc93eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a3f56360-669f-44d5-997e-08437df2f0e6 HTTP/1.1" status: 200 len: 898 time: 0.1315944 Aug 20 10:46:55.680006 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ee08beb-cc4b-47ff-ac48-75177f45e107 req-196a466e-b424-40be-867e-5c647b063347 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=298c7162-2b54-40f9-ba3f-09af44b6254b HTTP/1.1" status: 200 len: 217 time: 0.0425603 Aug 20 10:46:55.786117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee08beb-cc4b-47ff-ac48-75177f45e107 req-c0da6d4b-84c3-4ca3-9af0-071aa5be6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:55.788313 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ee08beb-cc4b-47ff-ac48-75177f45e107 req-c0da6d4b-84c3-4ca3-9af0-071aa5be6f78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=972f4139-5cfd-4274-9cc1-b54fcf095c73 HTTP/1.1" status: 200 len: 837 time: 0.1007144 Aug 20 10:46:55.861782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2767b9e-a266-4abb-8eef-016fc735b7e7 req-e2a65f51-586c-4f41-aee1-9e9cb75b6fa7 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:55.863404 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2767b9e-a266-4abb-8eef-016fc735b7e7 req-e2a65f51-586c-4f41-aee1-9e9cb75b6fa7 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 944 time: 0.1110628 Aug 20 10:46:55.894643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee08beb-cc4b-47ff-ac48-75177f45e107 req-7518b56d-adfe-41e3-9130-2f045d3d6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:55.896369 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ee08beb-cc4b-47ff-ac48-75177f45e107 req-7518b56d-adfe-41e3-9130-2f045d3d6caa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a3f56360-669f-44d5-997e-08437df2f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0992751 Aug 20 10:46:55.932912 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2767b9e-a266-4abb-8eef-016fc735b7e7 req-2ea9776d-67da-48bc-b7fc-d520ffc52561 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=77de498a-d144-492a-9486-5a4fca8477e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606496 Aug 20 10:46:56.026535 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ee08beb-cc4b-47ff-ac48-75177f45e107 req-94b300d4-bbf5-4795-bc4d-35ddb7266c52 service neutron] 10.222.0.24 "GET /v2.0/networks/a3f56360-669f-44d5-997e-08437df2f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181169 Aug 20 10:46:56.168013 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ee08beb-cc4b-47ff-ac48-75177f45e107 req-3b90f44d-912d-4b90-87f9-5a373308fc44 service neutron] 10.222.0.24 "GET /v2.0/networks/a3f56360-669f-44d5-997e-08437df2f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341422 Aug 20 10:46:56.241250 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce0c359e-4bb9-4655-981a-19e9b3ea2839 req-e644f694-d1c2-45a2-ba2f-a1a654f2d46e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0575421 Aug 20 10:46:56.329167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c359e-4bb9-4655-981a-19e9b3ea2839 req-b01f3a39-7e3d-4da1-ac4a-4262e4282225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:56.331141 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce0c359e-4bb9-4655-981a-19e9b3ea2839 req-b01f3a39-7e3d-4da1-ac4a-4262e4282225 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec29969148b94deaa5cea655cffb346f&device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 1097 time: 0.0659134 Aug 20 10:46:56.453680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c359e-4bb9-4655-981a-19e9b3ea2839 req-2236c4b1-3b63-4f7e-b017-a4f94d0e3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:56.455707 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce0c359e-4bb9-4655-981a-19e9b3ea2839 req-2236c4b1-3b63-4f7e-b017-a4f94d0e3c1e service neutron] 10.222.0.24 "GET /v2.0/networks?id=ccdba01f-8288-46db-a1bf-15ac914ac346 HTTP/1.1" status: 200 len: 897 time: 0.1003394 Aug 20 10:46:56.534437 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce0c359e-4bb9-4655-981a-19e9b3ea2839 req-19c0324d-3d60-4d0f-951c-46bda75ac146 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da2cdfe8-aa48-43ec-bd4c-50b61f290412 HTTP/1.1" status: 200 len: 1001 time: 0.0692363 Aug 20 10:46:56.607029 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c359e-4bb9-4655-981a-19e9b3ea2839 req-2aba7529-bbd7-4fb1-b26f-4698df720b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:56.608713 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce0c359e-4bb9-4655-981a-19e9b3ea2839 req-2aba7529-bbd7-4fb1-b26f-4698df720b70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2fb6c4ae-1007-4ed9-8ce4-283f29cc485a HTTP/1.1" status: 200 len: 835 time: 0.0662701 Aug 20 10:46:56.698022 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c359e-4bb9-4655-981a-19e9b3ea2839 req-5e5e5a3b-8ae2-454e-9922-c3a53b71b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:56.699967 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce0c359e-4bb9-4655-981a-19e9b3ea2839 req-5e5e5a3b-8ae2-454e-9922-c3a53b71b659 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ccdba01f-8288-46db-a1bf-15ac914ac346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837512 Aug 20 10:46:56.858484 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce0c359e-4bb9-4655-981a-19e9b3ea2839 req-4ed1f50d-d1e3-4346-8bcf-a378fdf704a9 service neutron] 10.222.0.24 "GET /v2.0/networks/ccdba01f-8288-46db-a1bf-15ac914ac346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502316 Aug 20 10:46:57.045501 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce0c359e-4bb9-4655-981a-19e9b3ea2839 req-7a43b20d-5247-4d1b-8be8-f2af4be8ef58 service neutron] 10.222.0.24 "GET /v2.0/networks/ccdba01f-8288-46db-a1bf-15ac914ac346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792066 Aug 20 10:46:57.187695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb08c25-6fb1-4e84-b3f1-cc631c5125dc req-96f266ba-f3cd-44f0-a724-e6d2067a5c00 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:57.189733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3fb08c25-6fb1-4e84-b3f1-cc631c5125dc req-96f266ba-f3cd-44f0-a724-e6d2067a5c00 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 944 time: 0.1226017 Aug 20 10:46:57.234938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e4e41-51db-4903-a8bd-d82e106b92e7 req-47d93d2e-4606-4f73-a93d-2c2ad8abd3eb tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:57.236158 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3fb08c25-6fb1-4e84-b3f1-cc631c5125dc req-198ad581-c3bc-4645-8720-014dfbe99c99 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=77de498a-d144-492a-9486-5a4fca8477e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401773 Aug 20 10:46:57.250902 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-102e4e41-51db-4903-a8bd-d82e106b92e7 req-47d93d2e-4606-4f73-a93d-2c2ad8abd3eb tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1098 time: 0.0782404 Aug 20 10:46:57.347167 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-102e4e41-51db-4903-a8bd-d82e106b92e7 req-b9168105-4281-4bad-be7c-975e6becaf7c tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620496 Aug 20 10:46:57.372804 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55142) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:46:57.591913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0bbce771-5f73-4fa6-8e2c-589df6841278 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting port 1c8b0e90-76fd-4f68-9796-5b58435a588c {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:46:57.592356 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bbce771-5f73-4fa6-8e2c-589df6841278 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:57.759953 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bbce771-5f73-4fa6-8e2c-589df6841278 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:57.760354 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bbce771-5f73-4fa6-8e2c-589df6841278 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:57.776756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0bbce771-5f73-4fa6-8e2c-589df6841278 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Calling delete_port for 1c8b0e90-76fd-4f68-9796-5b58435a588c owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:46:58.005886 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bbce771-5f73-4fa6-8e2c-589df6841278 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:58.044218 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbce771-5f73-4fa6-8e2c-589df6841278 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Port': ['ID=1c8b0e90-76fd-4f68-9796-5b58435a588c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:46:58.109508 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bbce771-5f73-4fa6-8e2c-589df6841278 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:58.110134 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-0bbce771-5f73-4fa6-8e2c-589df6841278 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Floating IP dfcee232-ad57-4f4a-8a92-c4e3fddcc686 disassociated (deleted). External IP: 172.25.3.110, port: 4f60a528-c9ad-4a6f-a427-f43753221c2f. Aug 20 10:46:58.284274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-f88cf42a-e880-44de-b321-74ac108f41c8 req-81e59828-b6fc-4e7c-954d-cbaa73512362 service neutron] (94866) timed out ('10.222.0.16', 58098) {{(pid=94866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 10:46:58.405293 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbce771-5f73-4fa6-8e2c-589df6841278 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router 272c0360-ae05-405a-81c7-8110e90d8791 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:46:58.425105 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417fa28-7246-4b4d-8425-d9c3c61604bc req-0b6e8343-2b69-4ede-9d2d-716af878fd19 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:58.426686 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1417fa28-7246-4b4d-8425-d9c3c61604bc req-0b6e8343-2b69-4ede-9d2d-716af878fd19 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 944 time: 0.0813677 Aug 20 10:46:58.540462 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1417fa28-7246-4b4d-8425-d9c3c61604bc req-0c25aee7-4b10-4061-8742-fb6387e5c2d0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=77de498a-d144-492a-9486-5a4fca8477e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048450 Aug 20 10:46:58.626294 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbce771-5f73-4fa6-8e2c-589df6841278 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:46:58.638133 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb2702f-dabb-421a-b1af-ccc9ff4da393 None None] Sync routers for ids ['272c0360-ae05-405a-81c7-8110e90d8791'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:46:58.638635 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bbce771-5f73-4fa6-8e2c-589df6841278 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:58.648690 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb2702f-dabb-421a-b1af-ccc9ff4da393 None None] Routers {'272c0360-ae05-405a-81c7-8110e90d8791'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:46:58.650065 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4cb2702f-dabb-421a-b1af-ccc9ff4da393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:46:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['272c0360-ae05-405a-81c7-8110e90d8791'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:46:58.698285 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0bbce771-5f73-4fa6-8e2c-589df6841278 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/floatingips/dfcee232-ad57-4f4a-8a92-c4e3fddcc686 HTTP/1.1" status: 204 len: 168 time: 1.3241374 Aug 20 10:46:58.698997 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:46:58.701929 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68719d43-63a0-4a09-8bb3-f7d585540331" -d '{"events": [{"name": "network-changed", "server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:46:58.772870 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-4cb2702f-dabb-421a-b1af-ccc9ff4da393 None None] Set router 272c0360-ae05-405a-81c7-8110e90d8791 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:46:58.814897 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a3eab0-9a67-484f-915f-d32ae44fe70d x-openstack-request-id: req-d1a3eab0-9a67-484f-915f-d32ae44fe70d {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:46:58.823947 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:46:58.824222 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1a3eab0-9a67-484f-915f-d32ae44fe70d {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:46:58.824680 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'status': 'completed', 'code': 200} Aug 20 10:46:58.901957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68719d43-63a0-4a09-8bb3-f7d585540331 req-2832b15f-9144-4a8c-914f-4726fdb71aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:58.911892 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-68719d43-63a0-4a09-8bb3-f7d585540331 req-2832b15f-9144-4a8c-914f-4726fdb71aab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 1098 time: 0.0835736 Aug 20 10:46:59.174939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 298c7162-2b54-40f9-ba3f-09af44b6254b details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:46:59.177794 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b8b55-3343-4b2c-acc2-9e68e4e1277a req-1a8025a9-3b09-49a3-b4ce-fcd2b6b2c762 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:59.186415 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9e4b8b55-3343-4b2c-acc2-9e68e4e1277a req-1a8025a9-3b09-49a3-b4ce-fcd2b6b2c762 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 946 time: 0.1249006 Aug 20 10:46:59.198707 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68719d43-63a0-4a09-8bb3-f7d585540331 req-950e4d67-6195-4313-bda0-5847ba6c8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:59.200273 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-68719d43-63a0-4a09-8bb3-f7d585540331 req-950e4d67-6195-4313-bda0-5847ba6c8434 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4 HTTP/1.1" status: 200 len: 898 time: 0.2788534 Aug 20 10:46:59.328038 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9e4b8b55-3343-4b2c-acc2-9e68e4e1277a req-c0e90df4-7378-4d73-8c07-27eafa4ddb5d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357577 Aug 20 10:46:59.329790 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-68719d43-63a0-4a09-8bb3-f7d585540331 req-3d5dd6ba-2af2-4672-8980-6b09f0094c55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 200 len: 217 time: 0.1195581 Aug 20 10:46:59.330631 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-341be0c0-257f-4b1a-9541-4f1277885c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:59.366115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4cb2702f-dabb-421a-b1af-ccc9ff4da393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272c0360-ae05-405a-81c7-8110e90d8791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478896762', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:43:40Z', 'updated_at': '2021-08-20T10:43:51Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:41Z', 'updated_at': '2021-08-20T10:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'bed054f0-73ec-4b01-a66b-40b4af577e36', 'name': '', 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:e9:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:49Z', 'updated_at': '2021-08-20T10:43:58Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:46:59.409138 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb2702f-dabb-421a-b1af-ccc9ff4da393 None None] Checking router: 272c0360-ae05-405a-81c7-8110e90d8791 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:46:59.417555 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68719d43-63a0-4a09-8bb3-f7d585540331 req-56e9f0d9-0fda-4290-857e-bc2055deb38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:59.419474 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-68719d43-63a0-4a09-8bb3-f7d585540331 req-56e9f0d9-0fda-4290-857e-bc2055deb38e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffaf4917-d3ff-4902-b222-4976af69ea4a HTTP/1.1" status: 200 len: 835 time: 0.0733762 Aug 20 10:46:59.433907 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 298c7162-2b54-40f9-ba3f-09af44b6254b, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=298c7162-2b54-40f9-ba3f-09af44b6254b,segment=NetworkSegment(7a77c8d7-0d46-4e93-a0b6-ce83d27de50e),segment_id=7a77c8d7-0d46-4e93-a0b6-ce83d27de50e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:46:59.437070 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb2702f-dabb-421a-b1af-ccc9ff4da393 None None] Routers {'272c0360-ae05-405a-81c7-8110e90d8791'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:46:59.438427 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4cb2702f-dabb-421a-b1af-ccc9ff4da393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:46:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['272c0360-ae05-405a-81c7-8110e90d8791'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:46:59.495667 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68719d43-63a0-4a09-8bb3-f7d585540331 req-716d6f10-dc7b-482e-8d26-be2b10bd8f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:59.497429 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-68719d43-63a0-4a09-8bb3-f7d585540331 req-716d6f10-dc7b-482e-8d26-be2b10bd8f84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e4e0ef3-4f0a-473e-86af-ada3f65518f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698037 Aug 20 10:46:59.500636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '298c7162-2b54-40f9-ba3f-09af44b6254b', 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6', 'port_id': '298c7162-2b54-40f9-ba3f-09af44b6254b', 'mac_address': 'fa:16:3e:14:dc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972f4139-5cfd-4274-9cc1-b54fcf095c73', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:46:59.627420 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-68719d43-63a0-4a09-8bb3-f7d585540331 req-aee49a3e-54c9-4b14-879f-0bc4b1ad26d8 service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210904 Aug 20 10:46:59.640822 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:59.668116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-4cb2702f-dabb-421a-b1af-ccc9ff4da393 None None] Set router 272c0360-ae05-405a-81c7-8110e90d8791 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:46:59.701434 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298c7162-2b54-40f9-ba3f-09af44b6254b {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:46:59.771099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da99786-2921-4e2f-965a-056430489443 req-0855fa15-5b57-48b0-9b8f-2e525cb17faf tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:46:59.773641 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9da99786-2921-4e2f-965a-056430489443 req-0855fa15-5b57-48b0-9b8f-2e525cb17faf tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 944 time: 0.1092486 Aug 20 10:46:59.786554 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-68719d43-63a0-4a09-8bb3-f7d585540331 req-260ef663-2218-44e6-8d10-c43d7ada816b service neutron] 10.222.0.24 "GET /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495543 Aug 20 10:46:59.790202 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 298c7162-2b54-40f9-ba3f-09af44b6254b, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=298c7162-2b54-40f9-ba3f-09af44b6254b,segment=NetworkSegment(7a77c8d7-0d46-4e93-a0b6-ce83d27de50e),segment_id=7a77c8d7-0d46-4e93-a0b6-ce83d27de50e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:46:59.848017 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:46:59.849387 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9da99786-2921-4e2f-965a-056430489443 req-21df37c9-809e-4c07-bc30-94e45e0cf9ce tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=77de498a-d144-492a-9486-5a4fca8477e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683775 Aug 20 10:46:59.937620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=298c7162-2b54-40f9-ba3f-09af44b6254b,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:00.034378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4cb2702f-dabb-421a-b1af-ccc9ff4da393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272c0360-ae05-405a-81c7-8110e90d8791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478896762', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:43:40Z', 'updated_at': '2021-08-20T10:43:51Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:41Z', 'updated_at': '2021-08-20T10:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'bed054f0-73ec-4b01-a66b-40b4af577e36', 'name': '', 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:e9:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:49Z', 'updated_at': '2021-08-20T10:43:58Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:00.071574 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb2702f-dabb-421a-b1af-ccc9ff4da393 None None] The sync data for ids ['272c0360-ae05-405a-81c7-8110e90d8791'] in n-d-778550-11 is: [{'id': '272c0360-ae05-405a-81c7-8110e90d8791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478896762', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:43:40Z', 'updated_at': '2021-08-20T10:43:51Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:41Z', 'updated_at': '2021-08-20T10:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'bed054f0-73ec-4b01-a66b-40b4af577e36', 'name': '', 'network_id': '8e4e0ef3-4f0a-473e-86af-ada3f65518f4', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:e9:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:49Z', 'updated_at': '2021-08-20T10:43:58Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': 'ffaf4917-d3ff-4902-b222-4976af69ea4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:47:00.270886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['298c7162-2b54-40f9-ba3f-09af44b6254b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:47:00.432302 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c1bff-391f-4c52-ad07-dc964f06ad15 None None] New status for floating IP dfcee232-ad57-4f4a-8a92-c4e3fddcc686: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:47:00.546043 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0abb1e-181f-4239-8c52-bb04ceabf325 req-44b0f630-6adb-4273-8313-95d3c002b78c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:00.557430 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4b0abb1e-181f-4239-8c52-bb04ceabf325 req-44b0f630-6adb-4273-8313-95d3c002b78c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 946 time: 0.1380422 Aug 20 10:47:00.622557 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4b0abb1e-181f-4239-8c52-bb04ceabf325 req-02335fe6-d244-4cc7-86dc-1c19598f390f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=d038cddc-17cd-4f01-9ca0-c14bec2437c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636423 Aug 20 10:47:00.880896 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfc0b2-b769-4813-a6f3-24fb55b0c7a1 req-f4e2cdb0-bfc8-4caf-b8f1-158959608dcb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:00.882565 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0dbfc0b2-b769-4813-a6f3-24fb55b0c7a1 req-f4e2cdb0-bfc8-4caf-b8f1-158959608dcb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.24 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 946 time: 0.0597427 Aug 20 10:47:00.992307 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-0dbfc0b2-b769-4813-a6f3-24fb55b0c7a1 req-88780fdb-a4c2-4808-a3ee-6a5cfe22d996 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting port 4f60a528-c9ad-4a6f-a427-f43753221c2f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:47:00.992693 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0dbfc0b2-b769-4813-a6f3-24fb55b0c7a1 req-88780fdb-a4c2-4808-a3ee-6a5cfe22d996 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:01.128042 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad31df-3f83-45ea-a74c-f423111ced35 req-145f5e42-05cb-4f41-9261-f6e73f42bd59 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:01.129610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0cad31df-3f83-45ea-a74c-f423111ced35 req-145f5e42-05cb-4f41-9261-f6e73f42bd59 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 945 time: 0.1112525 Aug 20 10:47:01.155622 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-0dbfc0b2-b769-4813-a6f3-24fb55b0c7a1 req-88780fdb-a4c2-4808-a3ee-6a5cfe22d996 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] For port 4f60a528-c9ad-4a6f-a427-f43753221c2f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4f60a528-c9ad-4a6f-a427-f43753221c2f,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:01.158582 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0dbfc0b2-b769-4813-a6f3-24fb55b0c7a1 req-88780fdb-a4c2-4808-a3ee-6a5cfe22d996 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:01.187826 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-0dbfc0b2-b769-4813-a6f3-24fb55b0c7a1 req-88780fdb-a4c2-4808-a3ee-6a5cfe22d996 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Calling delete_port for 4f60a528-c9ad-4a6f-a427-f43753221c2f owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:47:01.216618 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0cad31df-3f83-45ea-a74c-f423111ced35 req-8da9cf8c-a19c-43c2-9617-cbc4664c9f53 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=77de498a-d144-492a-9486-5a4fca8477e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756035 Aug 20 10:47:01.350868 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0dbfc0b2-b769-4813-a6f3-24fb55b0c7a1 req-88780fdb-a4c2-4808-a3ee-6a5cfe22d996 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:01.381531 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88780fdb-a4c2-4808-a3ee-6a5cfe22d996 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Port': ['ID=4f60a528-c9ad-4a6f-a427-f43753221c2f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:01.428683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbfc0b2-b769-4813-a6f3-24fb55b0c7a1 req-88780fdb-a4c2-4808-a3ee-6a5cfe22d996 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] No DVR routers for this DVR port 4f60a528-c9ad-4a6f-a427-f43753221c2f on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:47:01.431321 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0dbfc0b2-b769-4813-a6f3-24fb55b0c7a1 req-88780fdb-a4c2-4808-a3ee-6a5cfe22d996 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:01.433303 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0dbfc0b2-b769-4813-a6f3-24fb55b0c7a1 req-88780fdb-a4c2-4808-a3ee-6a5cfe22d996 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.24 "DELETE /v2.0/ports/4f60a528-c9ad-4a6f-a427-f43753221c2f HTTP/1.1" status: 204 len: 173 time: 0.5421126 Aug 20 10:47:01.433740 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'name': 'network-vif-deleted', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:47:01.436081 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53c5fa1-531d-4dfd-9677-7a5fd3d93cb6" -d '{"events": [{"server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "name": "network-vif-deleted", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:47:01.493584 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb0568d-ea90-4401-b25e-fc5d4df219b1 x-openstack-request-id: req-7eb0568d-ea90-4401-b25e-fc5d4df219b1 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:47:01.494096 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1053a147-e19a-43be-8f4b-41e4f199d430", "name": "network-vif-deleted", "tag": "4f60a528-c9ad-4a6f-a427-f43753221c2f", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:47:01.494516 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7eb0568d-ea90-4401-b25e-fc5d4df219b1 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:47:01.494917 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1053a147-e19a-43be-8f4b-41e4f199d430', 'name': 'network-vif-deleted', 'tag': '4f60a528-c9ad-4a6f-a427-f43753221c2f', 'status': 'completed', 'code': 200} Aug 20 10:47:01.731176 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f61ff14f-41f6-430f-a0ed-47a9b5852af4 req-3e1fe2da-7d59-4406-91b3-021c814e0b14 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=1053a147-e19a-43be-8f4b-41e4f199d430 HTTP/1.1" status: 200 len: 210 time: 0.0339496 Aug 20 10:47:01.944605 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ac6104db-17c7-453c-88d9-85e074036b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:02.397652 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:02.422240 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436270c-1dc6-4214-8559-7d43b5bc869a req-f61548d9-c2b7-484b-84e7-7a44d002fc9c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:02.424576 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6436270c-1dc6-4214-8559-7d43b5bc869a req-f61548d9-c2b7-484b-84e7-7a44d002fc9c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 945 time: 0.1119201 Aug 20 10:47:02.471986 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6436270c-1dc6-4214-8559-7d43b5bc869a req-154447a4-d3e9-4f26-88d9-34271ef31ac6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=77de498a-d144-492a-9486-5a4fca8477e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406802 Aug 20 10:47:02.816878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55662) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:03.192736 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 298c7162-2b54-40f9-ba3f-09af44b6254b up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:47:03.306751 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:03.359564 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 298c7162-2b54-40f9-ba3f-09af44b6254b completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:47:03.371765 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 298c7162-2b54-40f9-ba3f-09af44b6254b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:03.372469 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:03.603385 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:03.661475 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf122ab-ba6e-4740-8169-2bdc2d037db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298c7162-2b54-40f9-ba3f-09af44b6254b'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:47:03.666284 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62a7b44-ae3f-49bd-be39-f01846b89330" -d '{"events": [{"server_uuid": "edf122ab-ba6e-4740-8169-2bdc2d037db2", "name": "network-vif-plugged", "status": "completed", "tag": "298c7162-2b54-40f9-ba3f-09af44b6254b"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:47:03.694689 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 298c7162-2b54-40f9-ba3f-09af44b6254b, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=298c7162-2b54-40f9-ba3f-09af44b6254b,segment=NetworkSegment(7a77c8d7-0d46-4e93-a0b6-ce83d27de50e),segment_id=7a77c8d7-0d46-4e93-a0b6-ce83d27de50e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:03.701403 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:03.702621 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 4f60a528-c9ad-4a6f-a427-f43753221c2f no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:47:03.745208 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 4f60a528-c9ad-4a6f-a427-f43753221c2f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:47:03.745961 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 4f60a528-c9ad-4a6f-a427-f43753221c2f not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:47:03.806039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=298c7162-2b54-40f9-ba3f-09af44b6254b,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:03.850326 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:03.856060 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf2acc3-e758-4102-8280-42b4518b7702 x-openstack-request-id: req-baf2acc3-e758-4102-8280-42b4518b7702 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:47:03.856427 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf122ab-ba6e-4740-8169-2bdc2d037db2", "name": "network-vif-plugged", "status": "completed", "tag": "298c7162-2b54-40f9-ba3f-09af44b6254b", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:47:03.856750 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-baf2acc3-e758-4102-8280-42b4518b7702 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:47:03.857255 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf122ab-ba6e-4740-8169-2bdc2d037db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298c7162-2b54-40f9-ba3f-09af44b6254b', 'code': 200} Aug 20 10:47:03.867539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c1285-a800-4b4a-ae06-d92e2c1f6df8 req-49da4ca7-6e8f-4803-9026-4b4ef001f632 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:03.877250 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d0c1285-a800-4b4a-ae06-d92e2c1f6df8 req-49da4ca7-6e8f-4803-9026-4b4ef001f632 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 945 time: 0.2643723 Aug 20 10:47:03.966175 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d0c1285-a800-4b4a-ae06-d92e2c1f6df8 req-783f3111-6131-4580-8a86-c96bb67c1b0e tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=77de498a-d144-492a-9486-5a4fca8477e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879405 Aug 20 10:47:04.047490 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bcd15-c2ca-4ca8-97b8-8f1c0cf8fa1d req-d0ea8a44-455b-4e29-bb84-a8b19629005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:04.050815 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc0bcd15-c2ca-4ca8-97b8-8f1c0cf8fa1d req-d0ea8a44-455b-4e29-bb84-a8b19629005e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 1098 time: 0.1194334 Aug 20 10:47:04.092632 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc0bcd15-c2ca-4ca8-97b8-8f1c0cf8fa1d req-32778ae5-796f-461a-a83d-3d5f0906370d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=77de498a-d144-492a-9486-5a4fca8477e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342028 Aug 20 10:47:04.274566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting port bed054f0-73ec-4b01-a66b-40b4af577e36 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:47:04.275452 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:04.395970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] For port bed054f0-73ec-4b01-a66b-40b4af577e36, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=bed054f0-73ec-4b01-a66b-40b4af577e36,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:04.397703 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:04.419211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Calling delete_port for bed054f0-73ec-4b01-a66b-40b4af577e36 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:47:04.751889 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:04.788675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Port': ['ID=bed054f0-73ec-4b01-a66b-40b4af577e36,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:04.806772 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:04.807502 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:04.807860 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:04.808203 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:04.808852 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:04.809205 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:04.809543 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:04.810467 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:04.810817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:04.811179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:04.811513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:04.811891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:04.832376 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:05.501799 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:05.566434 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294f5b2-27f6-453a-9fe4-7cdecbbc7285 req-6535422d-534c-44e2-a973-e6a9a60be157 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:05.577010 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d294f5b2-27f6-453a-9fe4-7cdecbbc7285 req-6535422d-534c-44e2-a973-e6a9a60be157 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 946 time: 0.1687455 Aug 20 10:47:05.725530 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d294f5b2-27f6-453a-9fe4-7cdecbbc7285 req-d5584db9-1414-479a-acc3-c72a3a1a7dba tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=77de498a-d144-492a-9486-5a4fca8477e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472385 Aug 20 10:47:05.891924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55750) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:06.028313 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router 272c0360-ae05-405a-81c7-8110e90d8791 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:47:06.097374 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08a2a2d1-e36e-497d-8014-7cb8b133e65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:06.219530 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:47:06.230412 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4b2ecb23-b25a-411e-a21a-d8d37b24a821 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "PUT /v2.0/routers/272c0360-ae05-405a-81c7-8110e90d8791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4100583 Aug 20 10:47:06.230993 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55754) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:06.233745 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1317a-218e-4ce1-9099-68a437a0ded0 None None] Sync routers for ids ['272c0360-ae05-405a-81c7-8110e90d8791'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:47:06.255791 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1317a-218e-4ce1-9099-68a437a0ded0 None None] Routers {'272c0360-ae05-405a-81c7-8110e90d8791'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:47:06.256804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c5f1317a-218e-4ce1-9099-68a437a0ded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:47:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['272c0360-ae05-405a-81c7-8110e90d8791'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:06.309129 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08a2a2d1-e36e-497d-8014-7cb8b133e65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:06.315627 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08a2a2d1-e36e-497d-8014-7cb8b133e65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:06.318587 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df3e71e-86e6-4f20-8d20-2729cf0a951e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting subnet ffaf4917-d3ff-4902-b222-4976af69ea4a {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:47:06.322919 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1df3e71e-86e6-4f20-8d20-2729cf0a951e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:06.360723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2a2d1-e36e-497d-8014-7cb8b133e65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5b2709-ae25-4971-ab53-e09dd90efacc,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:06.376848 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1df3e71e-86e6-4f20-8d20-2729cf0a951e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:06.411756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2a2d1-e36e-497d-8014-7cb8b133e65a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:06.412374 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2a2d1-e36e-497d-8014-7cb8b133e65a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:06.412722 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2a2d1-e36e-497d-8014-7cb8b133e65a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:06.413058 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2a2d1-e36e-497d-8014-7cb8b133e65a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:06.413392 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2a2d1-e36e-497d-8014-7cb8b133e65a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:06.413739 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2a2d1-e36e-497d-8014-7cb8b133e65a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:06.414109 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2a2d1-e36e-497d-8014-7cb8b133e65a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:06.415008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2a2d1-e36e-497d-8014-7cb8b133e65a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:06.417814 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2a2d1-e36e-497d-8014-7cb8b133e65a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:06.418165 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2a2d1-e36e-497d-8014-7cb8b133e65a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:06.418509 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2a2d1-e36e-497d-8014-7cb8b133e65a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:06.418841 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a2a2d1-e36e-497d-8014-7cb8b133e65a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:06.448807 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-08a2a2d1-e36e-497d-8014-7cb8b133e65a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f6dbc170d8e4e8989198970733c1ba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555098 Aug 20 10:47:06.455284 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55756) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:06.493608 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1df3e71e-86e6-4f20-8d20-2729cf0a951e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:06.505685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-c5f1317a-218e-4ce1-9099-68a437a0ded0 None None] Set router 272c0360-ae05-405a-81c7-8110e90d8791 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:47:06.555715 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-105c0d0e-25f9-444c-a09e-616f7849f14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:06.579451 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1df3e71e-86e6-4f20-8d20-2729cf0a951e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:06.596129 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-105c0d0e-25f9-444c-a09e-616f7849f14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:06.628865 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3e71e-86e6-4f20-8d20-2729cf0a951e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Subnet': ['ID=ffaf4917-d3ff-4902-b222-4976af69ea4a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:06.638642 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1df3e71e-86e6-4f20-8d20-2729cf0a951e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:06.640772 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1df3e71e-86e6-4f20-8d20-2729cf0a951e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/subnets/ffaf4917-d3ff-4902-b222-4976af69ea4a HTTP/1.1" status: 204 len: 168 time: 0.4081631 Aug 20 10:47:06.643458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55758) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:06.651981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729061f8-cf72-4fa7-a2b9-0546ab94d32e None None] Network 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:47:06.710885 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-105c0d0e-25f9-444c-a09e-616f7849f14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:06.718144 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-105c0d0e-25f9-444c-a09e-616f7849f14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:06.727735 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-105c0d0e-25f9-444c-a09e-616f7849f14b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e5b2709-ae25-4971-ab53-e09dd90efacc HTTP/1.1" status: 204 len: 168 time: 0.2711508 Aug 20 10:47:06.745959 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c0d0e-25f9-444c-a09e-616f7849f14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5b2709-ae25-4971-ab53-e09dd90efacc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:07.025083 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec6033f4-1490-4d19-b384-699b32795102 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:07.077774 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b03979-333f-49fe-b53d-1b7836363163 req-a70dd2f0-5392-48f7-b357-945acc24f511 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:07.079562 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91b03979-333f-49fe-b53d-1b7836363163 req-a70dd2f0-5392-48f7-b357-945acc24f511 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 946 time: 0.1721103 Aug 20 10:47:07.111465 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c5f1317a-218e-4ce1-9099-68a437a0ded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272c0360-ae05-405a-81c7-8110e90d8791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478896762', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:43:40Z', 'updated_at': '2021-08-20T10:47:04Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': '9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c0360-ae05-405a-81c7-8110e90d8791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:43:41Z', 'updated_at': '2021-08-20T10:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:07.212769 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91b03979-333f-49fe-b53d-1b7836363163 req-82ef2b09-52f4-4f47-a260-33fb851fe96f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=77de498a-d144-492a-9486-5a4fca8477e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125393 Aug 20 10:47:07.237757 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec6033f4-1490-4d19-b384-699b32795102 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:07.324677 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-ec6033f4-1490-4d19-b384-699b32795102 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting port 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:47:07.325248 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec6033f4-1490-4d19-b384-699b32795102 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:07.357020 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7547010-63f5-4697-ac77-a9fc689adfc0 None None] DHCP port deletion for 8e4e0ef3-4f0a-473e-86af-ada3f65518f4 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:47:07.360414 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1317a-218e-4ce1-9099-68a437a0ded0 None None] Checking router: 272c0360-ae05-405a-81c7-8110e90d8791 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:47:07.376038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1317a-218e-4ce1-9099-68a437a0ded0 None None] Routers {'272c0360-ae05-405a-81c7-8110e90d8791'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:47:07.377570 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c5f1317a-218e-4ce1-9099-68a437a0ded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:47:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['272c0360-ae05-405a-81c7-8110e90d8791'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:07.407551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f328f-5ba8-4f99-aec6-7ca55365a0c9 req-4836c931-6432-44c1-8782-a51cb427b45b tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:07.419820 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f86f328f-5ba8-4f99-aec6-7ca55365a0c9 req-4836c931-6432-44c1-8782-a51cb427b45b tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 946 time: 0.0876091 Aug 20 10:47:07.467941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-ec6033f4-1490-4d19-b384-699b32795102 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] For port 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:07.468460 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec6033f4-1490-4d19-b384-699b32795102 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:07.489269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-ec6033f4-1490-4d19-b384-699b32795102 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Calling delete_port for 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:47:07.510458 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f86f328f-5ba8-4f99-aec6-7ca55365a0c9 req-4be311d9-79be-48a7-aabc-d9cdbbfad29a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=77de498a-d144-492a-9486-5a4fca8477e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811753 Aug 20 10:47:07.518211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-c5f1317a-218e-4ce1-9099-68a437a0ded0 None None] Set router 272c0360-ae05-405a-81c7-8110e90d8791 gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:47:07.590287 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c5f1317a-218e-4ce1-9099-68a437a0ded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272c0360-ae05-405a-81c7-8110e90d8791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478896762', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:43:40Z', 'updated_at': '2021-08-20T10:47:07Z', 'revision_number': 6, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:07.623020 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1317a-218e-4ce1-9099-68a437a0ded0 None None] The sync data for ids ['272c0360-ae05-405a-81c7-8110e90d8791'] in n-d-778550-11 is: [{'id': '272c0360-ae05-405a-81c7-8110e90d8791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-478896762', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:43:40Z', 'updated_at': '2021-08-20T10:47:07Z', 'revision_number': 6, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:47:07.628682 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-f7547010-63f5-4697-ac77-a9fc689adfc0 None None] Deleting port 63bab4cb-1278-4e8b-8611-8ae535f050fb {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:47:07.634106 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f7547010-63f5-4697-ac77-a9fc689adfc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:07.719456 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f7547010-63f5-4697-ac77-a9fc689adfc0 None None] For port 63bab4cb-1278-4e8b-8611-8ae535f050fb, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=63bab4cb-1278-4e8b-8611-8ae535f050fb,segment=NetworkSegment(46164dfb-b2f2-4cb2-a717-3ab8663dc657),segment_id=46164dfb-b2f2-4cb2-a717-3ab8663dc657)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:07.719862 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f7547010-63f5-4697-ac77-a9fc689adfc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:07.738495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-f7547010-63f5-4697-ac77-a9fc689adfc0 None None] Calling delete_port for 63bab4cb-1278-4e8b-8611-8ae535f050fb owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:47:07.750811 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec6033f4-1490-4d19-b384-699b32795102 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:07.792343 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6033f4-1490-4d19-b384-699b32795102 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Port': ['ID=9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:07.825092 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55796) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:07.854590 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f7547010-63f5-4697-ac77-a9fc689adfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:07.859146 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec6033f4-1490-4d19-b384-699b32795102 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:07.927937 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7547010-63f5-4697-ac77-a9fc689adfc0 None None] Pushing event deleted for resources: {'Port': ['ID=63bab4cb-1278-4e8b-8611-8ae535f050fb,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:07.957366 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7547010-63f5-4697-ac77-a9fc689adfc0 None None] No DVR routers for this DVR port 63bab4cb-1278-4e8b-8611-8ae535f050fb on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:47:08.011673 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec6033f4-1490-4d19-b384-699b32795102 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.014312 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec6033f4-1490-4d19-b384-699b32795102 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.088030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-fd63b683-f8b5-4c48-954a-712268a517a3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1705640937-network', 'tenant_id': 'bedbc095e60c441fb78d31f848a58a24'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:08.128924 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec6033f4-1490-4d19-b384-699b32795102 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.129622 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6033f4-1490-4d19-b384-699b32795102 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Fanout notify agent at l3_agent the message router_deleted on router 272c0360-ae05-405a-81c7-8110e90d8791 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:47:08.138027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd63b683-f8b5-4c48-954a-712268a517a3 admin admin] Made reservation on behalf of bedbc095e60c441fb78d31f848a58a24 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:47:08.141965 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ec6033f4-1490-4d19-b384-699b32795102 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.142348 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd63b683-f8b5-4c48-954a-712268a517a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.145631 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ec6033f4-1490-4d19-b384-699b32795102 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/routers/272c0360-ae05-405a-81c7-8110e90d8791 HTTP/1.1" status: 204 len: 168 time: 1.4986989 Aug 20 10:47:08.146044 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55808) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:08.178697 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd63b683-f8b5-4c48-954a-712268a517a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.293299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7da2794-9903-4441-b19b-5d5c00b3c454 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.471223 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7da2794-9903-4441-b19b-5d5c00b3c454 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.483422 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c7da2794-9903-4441-b19b-5d5c00b3c454 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4e0ef3-4f0a-473e-86af-ada3f65518f4']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:08.496503 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c7da2794-9903-4441-b19b-5d5c00b3c454 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46164dfb-b2f2-4cb2-a717-3ab8663dc657') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:08.496883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c7da2794-9903-4441-b19b-5d5c00b3c454 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46164dfb-b2f2-4cb2-a717-3ab8663dc657') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:08.505859 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd63b683-f8b5-4c48-954a-712268a517a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.511651 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7da2794-9903-4441-b19b-5d5c00b3c454 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.514134 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd63b683-f8b5-4c48-954a-712268a517a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.549220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd63b683-f8b5-4c48-954a-712268a517a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:47:08.554045 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7da2794-9903-4441-b19b-5d5c00b3c454 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.580681 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7da2794-9903-4441-b19b-5d5c00b3c454 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:47:08.581442 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7da2794-9903-4441-b19b-5d5c00b3c454 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:47:08.584819 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:47:08.632710 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63b683-f8b5-4c48-954a-712268a517a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee7d02e-8dda-459d-acbb-19abc64b4f21,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:08.654523 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd63b683-f8b5-4c48-954a-712268a517a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.655670 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-fd63b683-f8b5-4c48-954a-712268a517a3 admin admin] Added segment 42d26f50-de6e-4b65-98ec-f95b0a699168 of type vlan for network 9a052368-d1a2-4dbb-a703-996617acac96 Aug 20 10:47:08.708871 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7da2794-9903-4441-b19b-5d5c00b3c454 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.716029 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c7da2794-9903-4441-b19b-5d5c00b3c454 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.720889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55818) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:08.724329 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c7da2794-9903-4441-b19b-5d5c00b3c454 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/networks/8e4e0ef3-4f0a-473e-86af-ada3f65518f4 HTTP/1.1" status: 204 len: 168 time: 0.5765646 Aug 20 10:47:08.744839 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd63b683-f8b5-4c48-954a-712268a517a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.750567 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da2794-9903-4441-b19b-5d5c00b3c454 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Network': ['ID=8e4e0ef3-4f0a-473e-86af-ada3f65518f4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:08.788364 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd63b683-f8b5-4c48-954a-712268a517a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.789530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd63b683-f8b5-4c48-954a-712268a517a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:08.790370 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd63b683-f8b5-4c48-954a-712268a517a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.834249 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2541a6f3-9fd1-41a0-abd9-8f69d6439e28 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.872295 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fd63b683-f8b5-4c48-954a-712268a517a3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0454195 Aug 20 10:47:08.874718 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2541a6f3-9fd1-41a0-abd9-8f69d6439e28 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.879910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55820) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:08.896023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-bcb9186d-f51e-4899-9324-49abbf7ef045 admin admin] Request body: {'subnet': {'network_id': '9a052368-d1a2-4dbb-a703-996617acac96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1705640937-subnet', 'tenant_id': 'bedbc095e60c441fb78d31f848a58a24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:08.906554 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63b683-f8b5-4c48-954a-712268a517a3 admin admin] Pushing event updated for resources: {'Network': ['ID=9a052368-d1a2-4dbb-a703-996617acac96,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:08.917542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 9a052368-d1a2-4dbb-a703-996617acac96 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:47:08.958109 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb9186d-f51e-4899-9324-49abbf7ef045 admin admin] Made reservation on behalf of bedbc095e60c441fb78d31f848a58a24 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:47:08.962006 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcb9186d-f51e-4899-9324-49abbf7ef045 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:08.997521 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2541a6f3-9fd1-41a0-abd9-8f69d6439e28 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:09.004758 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2541a6f3-9fd1-41a0-abd9-8f69d6439e28 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:09.008332 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2541a6f3-9fd1-41a0-abd9-8f69d6439e28 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/security-groups/d038cddc-17cd-4f01-9ca0-c14bec2437c4 HTTP/1.1" status: 204 len: 168 time: 0.2858152 Aug 20 10:47:09.034505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55828) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:09.187485 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:47:09.218044 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541a6f3-9fd1-41a0-abd9-8f69d6439e28 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d038cddc-17cd-4f01-9ca0-c14bec2437c4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:09.258584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:47:09.262306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9e6a091e-e630-4f34-a5d5-8c72c5b6b2ec not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:47:09.262910 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 63bab4cb-1278-4e8b-8611-8ae535f050fb no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:47:09.318894 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 63bab4cb-1278-4e8b-8611-8ae535f050fb {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:47:09.331767 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 63bab4cb-1278-4e8b-8611-8ae535f050fb not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:47:09.332507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device bed054f0-73ec-4b01-a66b-40b4af577e36 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:47:09.345861 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcb9186d-f51e-4899-9324-49abbf7ef045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:09.369414 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: bed054f0-73ec-4b01-a66b-40b4af577e36 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:47:09.369958 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device bed054f0-73ec-4b01-a66b-40b4af577e36 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:47:09.410884 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9186d-f51e-4899-9324-49abbf7ef045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33730f3c-5484-431b-bd14-755ea61f318f,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:09.442277 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb9186d-f51e-4899-9324-49abbf7ef045 admin admin] Checking segment: {'id': '42d26f50-de6e-4b65-98ec-f95b0a699168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9a052368-d1a2-4dbb-a703-996617acac96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:47:09.442651 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb9186d-f51e-4899-9324-49abbf7ef045 admin admin] Network hostable DHCP agents. Network: 9a052368-d1a2-4dbb-a703-996617acac96, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:47:09.463773 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb9186d-f51e-4899-9324-49abbf7ef045 admin admin] Network 9a052368-d1a2-4dbb-a703-996617acac96 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:47:09.479347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-bcb9186d-f51e-4899-9324-49abbf7ef045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 9a052368-d1a2-4dbb-a703-996617acac96) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:47:09.490302 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c28fb-9292-475b-882d-2e78541fe8c2 None None] Network 9a052368-d1a2-4dbb-a703-996617acac96 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:47:09.510002 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb9186d-f51e-4899-9324-49abbf7ef045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:09.513793 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcb9186d-f51e-4899-9324-49abbf7ef045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:09.549246 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bcb9186d-f51e-4899-9324-49abbf7ef045 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6663311 Aug 20 10:47:09.642636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55836) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:09.647330 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e157ef8f-e04f-4bc1-8979-4585c7146d81 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1956722675', 'description': 'tempest-secgroup-smoke-1956722675 description', 'project_id': 'a42de817dc7f43e1b394c597ce63df37'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:09.691082 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e157ef8f-e04f-4bc1-8979-4585c7146d81 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:09.739366 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403fee97-14c6-4ecc-98fc-bb046139b9d7 None None] Network 9a052368-d1a2-4dbb-a703-996617acac96 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:47:09.854917 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e157ef8f-e04f-4bc1-8979-4585c7146d81 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:09.862438 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e157ef8f-e04f-4bc1-8979-4585c7146d81 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:09.912942 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e157ef8f-e04f-4bc1-8979-4585c7146d81 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:09.915288 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e157ef8f-e04f-4bc1-8979-4585c7146d81 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2714105 Aug 20 10:47:09.918052 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55842) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:09.925036 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b51b0965-ee0d-46d8-ae0a-f48871483135 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': '504bc32f-b665-4bde-9983-b97e45600ee7', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:09.939133 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:09.949248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157ef8f-e04f-4bc1-8979-4585c7146d81 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504bc32f-b665-4bde-9983-b97e45600ee7,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:09.964539 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b51b0965-ee0d-46d8-ae0a-f48871483135 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.036086 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b51b0965-ee0d-46d8-ae0a-f48871483135 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.044159 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b51b0965-ee0d-46d8-ae0a-f48871483135 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.076165 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b0965-ee0d-46d8-ae0a-f48871483135 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33c190d-156a-404e-96b0-57e28a90f013,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:10.103226 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b51b0965-ee0d-46d8-ae0a-f48871483135 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.104916 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b51b0965-ee0d-46d8-ae0a-f48871483135 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1855202 Aug 20 10:47:10.108522 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55850) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:10.116447 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-3b6b5838-2e6c-4486-9e73-ffc8c7815107 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': '504bc32f-b665-4bde-9983-b97e45600ee7', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:10.150522 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b6b5838-2e6c-4486-9e73-ffc8c7815107 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.256008 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b6b5838-2e6c-4486-9e73-ffc8c7815107 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.267476 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b6b5838-2e6c-4486-9e73-ffc8c7815107 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.305186 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b5838-2e6c-4486-9e73-ffc8c7815107 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69d601a-f9eb-4c79-a37c-eba313faff0c,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:10.320257 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b6b5838-2e6c-4486-9e73-ffc8c7815107 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.324934 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3b6b5838-2e6c-4486-9e73-ffc8c7815107 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2119579 Aug 20 10:47:10.327187 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55856) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:10.343192 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-1a4bcc71-4782-4bec-aaa2-38678f534901 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': '504bc32f-b665-4bde-9983-b97e45600ee7', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:10.420150 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1a4bcc71-4782-4bec-aaa2-38678f534901 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.470229 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55860) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:10.488913 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-53d301fb-d051-4111-88b1-30eeedf2a727 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-7835256-network', 'tenant_id': '60002e9178134c5abf1559df271ac465'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:10.496888 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Allocated IP 172.20.0.17 (a3f56360-669f-44d5-997e-08437df2f0e6/972f4139-5cfd-4274-9cc1-b54fcf095c73/d5faef95-d4f0-443b-9086-99c60c2172df) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:47:10.539378 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1a4bcc71-4782-4bec-aaa2-38678f534901 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.545254 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1a4bcc71-4782-4bec-aaa2-38678f534901 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.573177 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bcc71-4782-4bec-aaa2-38678f534901 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d77920e-c882-4e84-b29b-228bdbf29df6,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:10.583815 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d301fb-d051-4111-88b1-30eeedf2a727 admin admin] Made reservation on behalf of 60002e9178134c5abf1559df271ac465 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:47:10.586708 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-53d301fb-d051-4111-88b1-30eeedf2a727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.588372 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1a4bcc71-4782-4bec-aaa2-38678f534901 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.592518 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1a4bcc71-4782-4bec-aaa2-38678f534901 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2598991 Aug 20 10:47:10.594182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55862) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:10.602628 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-898fcd8b-a6c8-40bd-9151-1b416162fdac tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': '504bc32f-b665-4bde-9983-b97e45600ee7', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:10.612599 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-53d301fb-d051-4111-88b1-30eeedf2a727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.689771 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-898fcd8b-a6c8-40bd-9151-1b416162fdac tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.792967 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.795890 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-898fcd8b-a6c8-40bd-9151-1b416162fdac tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.809786 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-898fcd8b-a6c8-40bd-9151-1b416162fdac tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.824093 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Transition to ACTIVE for port object d5faef95-d4f0-443b-9086-99c60c2172df will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:47:10.852978 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fcd8b-a6c8-40bd-9151-1b416162fdac tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f20656-8ee7-41af-a84c-d4e00654c3c2,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:10.911314 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.915507 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-53d301fb-d051-4111-88b1-30eeedf2a727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.944475 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-53d301fb-d051-4111-88b1-30eeedf2a727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.959168 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-898fcd8b-a6c8-40bd-9151-1b416162fdac tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:10.963212 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-898fcd8b-a6c8-40bd-9151-1b416162fdac tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3663211 Aug 20 10:47:10.963569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55866) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:10.972239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-de7e6192-c4f3-434d-bfc8-0f8e91d2923e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': '504bc32f-b665-4bde-9983-b97e45600ee7', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:10.982076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network a3f56360-669f-44d5-997e-08437df2f0e6 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:47:10.985235 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d301fb-d051-4111-88b1-30eeedf2a727 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:47:10.995765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:47:11.003032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:47:11.006190 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-de7e6192-c4f3-434d-bfc8-0f8e91d2923e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Project a42de817dc7f43e1b394c597ce63df37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:47:11.014543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de7e6192-c4f3-434d-bfc8-0f8e91d2923e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.034177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Port': ['ID=d5faef95-d4f0-443b-9086-99c60c2172df,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:11.036578 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d301fb-d051-4111-88b1-30eeedf2a727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9453777-55aa-4d2e-b438-920e0ff038c8,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:11.043379 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-53d301fb-d051-4111-88b1-30eeedf2a727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.043379 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-53d301fb-d051-4111-88b1-30eeedf2a727 admin admin] Added segment 4379fe11-68ad-453e-be40-c8129c950a55 of type vlan for network df82b930-2715-487c-b5df-e5c591dad28b Aug 20 10:47:11.134278 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.153035 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-53d301fb-d051-4111-88b1-30eeedf2a727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.163725 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de7e6192-c4f3-434d-bfc8-0f8e91d2923e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.168504 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de7e6192-c4f3-434d-bfc8-0f8e91d2923e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.204290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e6192-c4f3-434d-bfc8-0f8e91d2923e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12224bdd-fc7f-4dc5-8cb7-05662ed65de7,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:11.216141 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de7e6192-c4f3-434d-bfc8-0f8e91d2923e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.221650 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-de7e6192-c4f3-434d-bfc8-0f8e91d2923e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2569313 Aug 20 10:47:11.222733 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55870) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:11.228043 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-6f7604d5-ebfc-4d4c-8534-3dbe59dd3dfc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': '504bc32f-b665-4bde-9983-b97e45600ee7', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:11.245237 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-53d301fb-d051-4111-88b1-30eeedf2a727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.246275 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d301fb-d051-4111-88b1-30eeedf2a727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:11.246919 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-53d301fb-d051-4111-88b1-30eeedf2a727 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.260228 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-6f7604d5-ebfc-4d4c-8534-3dbe59dd3dfc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Project a42de817dc7f43e1b394c597ce63df37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:47:11.266791 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f7604d5-ebfc-4d4c-8534-3dbe59dd3dfc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.347390 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-53d301fb-d051-4111-88b1-30eeedf2a727 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8733501 Aug 20 10:47:11.353489 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 55874) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:11.359426 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-38899771-a0b0-4174-b58e-0474cf116176 admin admin] Request body: {'subnet': {'network_id': 'df82b930-2715-487c-b5df-e5c591dad28b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-7835256-subnet', 'tenant_id': '60002e9178134c5abf1559df271ac465', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:11.364670 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d301fb-d051-4111-88b1-30eeedf2a727 admin admin] Pushing event updated for resources: {'Network': ['ID=df82b930-2715-487c-b5df-e5c591dad28b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:11.376561 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network df82b930-2715-487c-b5df-e5c591dad28b details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:47:11.417583 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.434294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38899771-a0b0-4174-b58e-0474cf116176 admin admin] Made reservation on behalf of 60002e9178134c5abf1559df271ac465 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:47:11.438113 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38899771-a0b0-4174-b58e-0474cf116176 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.474402 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f7604d5-ebfc-4d4c-8534-3dbe59dd3dfc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.481451 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f7604d5-ebfc-4d4c-8534-3dbe59dd3dfc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.512505 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6f7604d5-ebfc-4d4c-8534-3dbe59dd3dfc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.516971 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6f7604d5-ebfc-4d4c-8534-3dbe59dd3dfc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2929461 Aug 20 10:47:11.517756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55876) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:11.518395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7604d5-ebfc-4d4c-8534-3dbe59dd3dfc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea78ce7-d674-4fd4-9a72-8a284d01688a,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:11.533772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-74436d91-646a-4144-85e5-2b1559eff3f8 None None] Provisioning for port d5faef95-d4f0-443b-9086-99c60c2172df completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:47:11.534516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-fc6f77a6-c45d-4945-bb95-111ee81ddcd5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'network': {'name': 'tempest-network-smoke--749564412', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'port_security_enabled': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:11.565998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-74436d91-646a-4144-85e5-2b1559eff3f8 None None] Provisioning complete for port d5faef95-d4f0-443b-9086-99c60c2172df triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:11.566557 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-74436d91-646a-4144-85e5-2b1559eff3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.571522 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6f77a6-c45d-4945-bb95-111ee81ddcd5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Made reservation on behalf of a42de817dc7f43e1b394c597ce63df37 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:47:11.575990 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc6f77a6-c45d-4945-bb95-111ee81ddcd5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.613631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6f77a6-c45d-4945-bb95-111ee81ddcd5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:47:11.635533 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-74436d91-646a-4144-85e5-2b1559eff3f8 None None] Port d5faef95-d4f0-443b-9086-99c60c2172df cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:47:11.653037 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc6f77a6-c45d-4945-bb95-111ee81ddcd5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.653414 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-fc6f77a6-c45d-4945-bb95-111ee81ddcd5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Added segment 8568aeff-212c-454c-be24-bf4d1c310128 of type vlan for network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 Aug 20 10:47:11.712838 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc6f77a6-c45d-4945-bb95-111ee81ddcd5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.759741 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc6f77a6-c45d-4945-bb95-111ee81ddcd5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.768379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6f77a6-c45d-4945-bb95-111ee81ddcd5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:11.769625 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc6f77a6-c45d-4945-bb95-111ee81ddcd5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.842545 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fc6f77a6-c45d-4945-bb95-111ee81ddcd5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3136821 Aug 20 10:47:11.846187 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 55880) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:11.852169 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1190764321', 'admin_state_up': True, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:11.859952 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f77a6-c45d-4945-bb95-111ee81ddcd5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Network': ['ID=ca0440ba-af56-4d26-ab30-fbbe9d53ac40,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:11.875962 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:47:11.910687 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:11.912025 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:12.019545 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:12.210114 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38899771-a0b0-4174-b58e-0474cf116176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:12.343106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38899771-a0b0-4174-b58e-0474cf116176 admin admin] Checking segment: {'id': '4379fe11-68ad-453e-be40-c8129c950a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'df82b930-2715-487c-b5df-e5c591dad28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:47:12.343491 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38899771-a0b0-4174-b58e-0474cf116176 admin admin] Network hostable DHCP agents. Network: df82b930-2715-487c-b5df-e5c591dad28b, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:47:12.353434 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38899771-a0b0-4174-b58e-0474cf116176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9770c858-21fc-4291-b9c8-5ff9ad000bf0,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:12.389517 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:12.397434 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:12.406283 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38899771-a0b0-4174-b58e-0474cf116176 admin admin] Network df82b930-2715-487c-b5df-e5c591dad28b is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:47:12.509710 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-38899771-a0b0-4174-b58e-0474cf116176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, df82b930-2715-487c-b5df-e5c591dad28b) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:47:12.519685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a82b725-f910-4e66-9f60-468db68fc5f5 None None] Network df82b930-2715-487c-b5df-e5c591dad28b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:47:12.544217 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38899771-a0b0-4174-b58e-0474cf116176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:12.544846 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38899771-a0b0-4174-b58e-0474cf116176 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:12.608964 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Port': ['ID=d5faef95-d4f0-443b-9086-99c60c2172df,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:12.649553 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:12.662145 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-38899771-a0b0-4174-b58e-0474cf116176 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3075898 Aug 20 10:47:12.710724 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:12.755543 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b2bf29-98ac-4bac-8012-7afe4b7f58ca None None] Network df82b930-2715-487c-b5df-e5c591dad28b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:47:12.795401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network a3f56360-669f-44d5-997e-08437df2f0e6 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:47:12.796974 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:47:13.001119 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:47:13.148092 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:13.182532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:47:13.199508 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:13.204920 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-be4f5480-e2ae-43bd-b7bd-0d680afe66cd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "PUT /v2.0/routers/95ea150a-38e7-49d9-979d-a14fe0b3ca27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1673069 Aug 20 10:47:13.206634 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Sync routers for ids ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:47:13.222077 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Routers {'95ea150a-38e7-49d9-979d-a14fe0b3ca27'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:47:13.222929 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:47:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:13.271978 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f1bd35c7-f7ac-474b-800d-cf22f3bf2991 None None] Provisioning complete for port d5faef95-d4f0-443b-9086-99c60c2172df triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:13.272344 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f1bd35c7-f7ac-474b-800d-cf22f3bf2991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:13.390105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-f1bd35c7-f7ac-474b-800d-cf22f3bf2991 None None] Port d5faef95-d4f0-443b-9086-99c60c2172df cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:47:13.540307 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Allocated IP 172.25.3.80 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/b2ff1cae-4459-4b20-980d-ada4bb37e940) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:47:13.576636 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Set router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:47:13.720404 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-43625572-28b5-4b04-b124-cf2e24315216 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:13.729210 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-43625572-28b5-4b04-b124-cf2e24315216 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/networks?id=9a052368-d1a2-4dbb-a703-996617acac96 HTTP/1.1" status: 200 len: 812 time: 0.1978300 Aug 20 10:47:13.753446 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-4d315bf5-095a-442c-bcb4-78622cc069ea tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/quotas/bedbc095e60c441fb78d31f848a58a24 HTTP/1.1" status: 200 len: 375 time: 0.0215306 Aug 20 10:47:13.783026 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:13.823879 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:13.874682 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:47:13.877643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:47:13.879627 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-a848cc91-452a-4d63-b6fb-528617b05b44 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bedbc095e60c441fb78d31f848a58a24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1178324 Aug 20 10:47:13.890090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:47:13.957143 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=b2ff1cae-4459-4b20-980d-ada4bb37e940,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:14.204713 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:47:11Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '0e6b06a7-60b3-41ca-913c-74e70f434ba4', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'port_id': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'mac_address': 'fa:16:3e:dc:34:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:45:29Z', 'updated_at': '2021-08-20T10:45:34Z', 'revision_number': 1, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233bafa0-feaa-4c80-9452-32462c1bf4bd', 'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:a7:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:59Z', 'updated_at': '2021-08-20T10:45:10Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5faef95-d4f0-443b-9086-99c60c2172df', 'name': '', 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:3e:f7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '972f4139-5cfd-4274-9cc1-b54fcf095c73', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:10Z', 'updated_at': '2021-08-20T10:47:12Z', 'revision_number': 2, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': '972f4139-5cfd-4274-9cc1-b54fcf095c73', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:14.259719 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-fbc0471e-8e64-4961-aac8-06d7c4b988de service neutron] 10.222.0.16 "GET /v2.0/networks/9a052368-d1a2-4dbb-a703-996617acac96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703742 Aug 20 10:47:14.329856 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Checking router: 95ea150a-38e7-49d9-979d-a14fe0b3ca27 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:47:14.330905 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Updating router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 port d5faef95-d4f0-443b-9086-99c60c2172df binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:47:14.406755 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:14.507735 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-018ba13a-1e4a-46ed-81d8-7196b37b284e service neutron] 10.222.0.16 "GET /v2.0/networks/9a052368-d1a2-4dbb-a703-996617acac96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469032 Aug 20 10:47:14.568560 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:15.088696 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a0460b0d-f428-4d10-ae98-3a8db7defa82 req-cc183152-2845-4757-b5b4-4ec156249bf9 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 210 time: 0.1644022 Aug 20 10:47:15.367435 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:15.378735 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Transition to ACTIVE for port object d5faef95-d4f0-443b-9086-99c60c2172df will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:47:15.387508 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:15.458768 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:15.520954 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efb9ac-ee89-4472-a5a3-60af74b10fa1 None None] Pushing event updated for resources: {'Port': ['ID=d5faef95-d4f0-443b-9086-99c60c2172df,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:15.584115 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efb9ac-ee89-4472-a5a3-60af74b10fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:15.588730 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efb9ac-ee89-4472-a5a3-60af74b10fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:15.594588 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efb9ac-ee89-4472-a5a3-60af74b10fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:15.595360 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efb9ac-ee89-4472-a5a3-60af74b10fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:15.596362 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efb9ac-ee89-4472-a5a3-60af74b10fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:15.597007 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efb9ac-ee89-4472-a5a3-60af74b10fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:15.597599 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efb9ac-ee89-4472-a5a3-60af74b10fa1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:15.597850 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efb9ac-ee89-4472-a5a3-60af74b10fa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:15.598237 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efb9ac-ee89-4472-a5a3-60af74b10fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:15.598477 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efb9ac-ee89-4472-a5a3-60af74b10fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:15.602437 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efb9ac-ee89-4472-a5a3-60af74b10fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:15.602970 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efb9ac-ee89-4472-a5a3-60af74b10fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:15.679675 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Attempting to bind port d5faef95-d4f0-443b-9086-99c60c2172df on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:47:15.681068 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Attempting to bind port d5faef95-d4f0-443b-9086-99c60c2172df by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '7a77c8d7-0d46-4e93-a0b6-ce83d27de50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:47:15.681068 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Attempting to bind port d5faef95-d4f0-443b-9086-99c60c2172df on network a3f56360-669f-44d5-997e-08437df2f0e6 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:47:15.697421 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:47:15.697421 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Checking segment: {'id': '7a77c8d7-0d46-4e93-a0b6-ce83d27de50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:47:15.697421 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:15.698981 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Bound using segment: {'id': '7a77c8d7-0d46-4e93-a0b6-ce83d27de50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:47:15.699134 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Bound port: d5faef95-d4f0-443b-9086-99c60c2172df, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a77c8d7-0d46-4e93-a0b6-ce83d27de50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:47:15.699872 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:15.799293 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router c53372c8-37ab-4493-9f31-2ca432f6d9bb is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:47:15.852835 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] For port d5faef95-d4f0-443b-9086-99c60c2172df, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:47:15.860111 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] For port d5faef95-d4f0-443b-9086-99c60c2172df, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d5faef95-d4f0-443b-9086-99c60c2172df,segment=NetworkSegment(7a77c8d7-0d46-4e93-a0b6-ce83d27de50e),segment_id=7a77c8d7-0d46-4e93-a0b6-ce83d27de50e)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:47:15.867633 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:15.989971 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Routers {'95ea150a-38e7-49d9-979d-a14fe0b3ca27'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:47:15.991261 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:47:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:16.049466 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efb9ac-ee89-4472-a5a3-60af74b10fa1 None None] Pushing event updated for resources: {'Port': ['ID=d5faef95-d4f0-443b-9086-99c60c2172df,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:16.064798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:47:16.083158 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Sync routers for ids ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:47:16.098903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Routers {'c53372c8-37ab-4493-9f31-2ca432f6d9bb'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:47:16.099577 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:47:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:16.141472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:16.149728 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-559bf3cf-8c3d-4c22-baf0-4ea91cb02be8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.3021111 Aug 20 10:47:16.154040 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56172) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:16.281876 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8b41a3ac-91ec-40ca-ab66-3b8cf0ae78e5 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a42de817dc7f43e1b394c597ce63df37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1239312 Aug 20 10:47:16.285276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56184) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:16.380460 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] Set router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:47:16.382204 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2fd07ab1-27cc-45e3-bc72-1cbe9979416d req-d1cf7083-e45d-45c8-b468-1b37fc3a972a tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 210 time: 0.1047542 Aug 20 10:47:16.424862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Set router c53372c8-37ab-4493-9f31-2ca432f6d9bb gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:47:16.581668 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a004c34-0adf-4171-bc01-c3978bdfef68 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:16.584301 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1a004c34-0adf-4171-bc01-c3978bdfef68 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2980974 Aug 20 10:47:16.587094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56210) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:16.677098 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7aa47716-5d24-48f7-ae2d-e4f71112b3b9 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0887032 Aug 20 10:47:16.685133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56220) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:16.696313 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-79682f95-545f-44c9-b127-b58c2258d4d0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-198397016', 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:16.894989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-4dfc79ae-452a-496d-810b-04c104dc6a39 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:16.906243 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-4dfc79ae-452a-496d-810b-04c104dc6a39 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.42 "GET /v2.0/networks?id=9a052368-d1a2-4dbb-a703-996617acac96 HTTP/1.1" status: 200 len: 812 time: 0.2275336 Aug 20 10:47:16.911778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190764321', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:47:11Z', 'updated_at': '2021-08-20T10:47:14Z', 'revision_number': 3, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:13Z', 'updated_at': '2021-08-20T10:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:16.933671 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-d0940c35-ab54-4292-ab78-6fb3c062b94a tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Request body: {'port': {'device_id': '21d44ce2-432c-43fb-926a-f7d5f7f6eab1', 'network_id': '9a052368-d1a2-4dbb-a703-996617acac96', 'admin_state_up': True, 'tenant_id': 'bedbc095e60c441fb78d31f848a58a24'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:16.975456 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Checking router: c53372c8-37ab-4493-9f31-2ca432f6d9bb for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:47:16.975808 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Updating router c53372c8-37ab-4493-9f31-2ca432f6d9bb port b2ff1cae-4459-4b20-980d-ada4bb37e940 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:47:17.042412 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:17.076631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79682f95-545f-44c9-b127-b58c2258d4d0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Made reservation on behalf of a42de817dc7f43e1b394c597ce63df37 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:47:17.082405 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79682f95-545f-44c9-b127-b58c2258d4d0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:17.098014 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:47:11Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '0e6b06a7-60b3-41ca-913c-74e70f434ba4', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'port_id': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'mac_address': 'fa:16:3e:dc:34:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:45:29Z', 'updated_at': '2021-08-20T10:45:34Z', 'revision_number': 1, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233bafa0-feaa-4c80-9452-32462c1bf4bd', 'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:a7:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:59Z', 'updated_at': '2021-08-20T10:45:10Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5faef95-d4f0-443b-9086-99c60c2172df', 'name': '', 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:3e:f7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '972f4139-5cfd-4274-9cc1-b54fcf095c73', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:10Z', 'updated_at': '2021-08-20T10:47:15Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': '972f4139-5cfd-4274-9cc1-b54fcf095c73', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:17.146714 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae6fa44-9acf-4dcd-9dc3-c8687910a16e None None] The sync data for ids ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'] in n-d-778550-11 is: [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:47:11Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '0e6b06a7-60b3-41ca-913c-74e70f434ba4', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'port_id': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'mac_address': 'fa:16:3e:dc:34:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:45:29Z', 'updated_at': '2021-08-20T10:45:34Z', 'revision_number': 1, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233bafa0-feaa-4c80-9452-32462c1bf4bd', 'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:a7:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:59Z', 'updated_at': '2021-08-20T10:45:10Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5faef95-d4f0-443b-9086-99c60c2172df', 'name': '', 'network_id': 'a3f56360-669f-44d5-997e-08437df2f0e6', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:3e:f7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '972f4139-5cfd-4274-9cc1-b54fcf095c73', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:10Z', 'updated_at': '2021-08-20T10:47:15Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': '972f4139-5cfd-4274-9cc1-b54fcf095c73', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:47:17.291094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-d0940c35-ab54-4292-ab78-6fb3c062b94a tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Made reservation on behalf of bedbc095e60c441fb78d31f848a58a24 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:47:17.297407 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-d0940c35-ab54-4292-ab78-6fb3c062b94a tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:17.607093 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-d0940c35-ab54-4292-ab78-6fb3c062b94a tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Allocated IP 172.20.0.13 (9a052368-d1a2-4dbb-a703-996617acac96/33730f3c-5484-431b-bd14-755ea61f318f/c66b9ad6-b051-4fec-b6ee-ca3568ab30a0) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:47:17.656293 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:17.662459 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f24acfe-8227-4e93-afdd-b97d84f5cb16 req-0cebedff-c688-4f8f-bd6f-6d2b2344d5bd tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 210 time: 0.1037638 Aug 20 10:47:17.693568 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Transition to ACTIVE for port object b2ff1cae-4459-4b20-980d-ada4bb37e940 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:47:17.712418 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:17.816846 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Attempting to bind port b2ff1cae-4459-4b20-980d-ada4bb37e940 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:47:17.817827 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Attempting to bind port b2ff1cae-4459-4b20-980d-ada4bb37e940 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:47:17.818436 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Attempting to bind port b2ff1cae-4459-4b20-980d-ada4bb37e940 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:47:17.854452 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d536e-52ef-4bc0-a748-6ee581c78443 None None] Pushing event updated for resources: {'Port': ['ID=b2ff1cae-4459-4b20-980d-ada4bb37e940,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:17.861848 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:47:17.862608 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:47:17.863288 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:17.863943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:47:17.864657 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Bound port: b2ff1cae-4459-4b20-980d-ada4bb37e940, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:47:17.865734 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:17.913534 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79682f95-545f-44c9-b127-b58c2258d4d0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:18.041072 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] For port b2ff1cae-4459-4b20-980d-ada4bb37e940, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:47:18.047392 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] For port b2ff1cae-4459-4b20-980d-ada4bb37e940, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b2ff1cae-4459-4b20-980d-ada4bb37e940,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:47:18.078560 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-d0940c35-ab54-4292-ab78-6fb3c062b94a tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:18.084383 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:18.086121 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79682f95-545f-44c9-b127-b58c2258d4d0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Subnet': ['ID=71031201-8bdf-4970-b1b1-c8f0c2624c57,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:18.102808 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79682f95-545f-44c9-b127-b58c2258d4d0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Checking segment: {'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:47:18.103479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79682f95-545f-44c9-b127-b58c2258d4d0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network hostable DHCP agents. Network: ca0440ba-af56-4d26-ab30-fbbe9d53ac40, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:47:18.139715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79682f95-545f-44c9-b127-b58c2258d4d0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:47:18.165870 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-79682f95-545f-44c9-b127-b58c2258d4d0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, ca0440ba-af56-4d26-ab30-fbbe9d53ac40) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:47:18.172146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79682f95-545f-44c9-b127-b58c2258d4d0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:18.172741 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79682f95-545f-44c9-b127-b58c2258d4d0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:18.193487 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-79682f95-545f-44c9-b127-b58c2258d4d0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5070617 Aug 20 10:47:18.200124 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56342) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:18.200396 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d2a872-36c5-4d1e-8c5c-8b56eac0f7f6 None None] Network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:47:18.216317 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d536e-52ef-4bc0-a748-6ee581c78443 None None] Pushing event updated for resources: {'Port': ['ID=b2ff1cae-4459-4b20-980d-ada4bb37e940,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:18.282883 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Routers {'c53372c8-37ab-4493-9f31-2ca432f6d9bb'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:47:18.284243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:47:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:18.295440 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-d0940c35-ab54-4292-ab78-6fb3c062b94a tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:18.383845 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-d0940c35-ab54-4292-ab78-6fb3c062b94a tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Network 9a052368-d1a2-4dbb-a703-996617acac96 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:47:18.391279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-d0940c35-ab54-4292-ab78-6fb3c062b94a tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:47:18.399633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-d0940c35-ab54-4292-ab78-6fb3c062b94a tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:47:18.474103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0940c35-ab54-4292-ab78-6fb3c062b94a tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Pushing event updated for resources: {'Port': ['ID=c66b9ad6-b051-4fec-b6ee-ca3568ab30a0,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:18.543553 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-d0940c35-ab54-4292-ab78-6fb3c062b94a tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:18.544329 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-d0940c35-ab54-4292-ab78-6fb3c062b94a tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:18.580115 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-d0940c35-ab54-4292-ab78-6fb3c062b94a tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6585672 Aug 20 10:47:18.628343 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Request body: {'port': {'device_id': '21d44ce2-432c-43fb-926a-f7d5f7f6eab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:18.688481 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:18.702915 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:18.730071 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] Set router c53372c8-37ab-4493-9f31-2ca432f6d9bb gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:47:18.929309 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-ca0440ba-af56-4d26-ab30-fbbe9d53ac40', 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ips': [{'subnet_id': '71031201-8bdf-4970-b1b1-c8f0c2624c57'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:47:18.932236 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:18.942444 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a43f96-61f4-4d71-a109-74c58afffcd5 req-4ddb8bfb-b3b5-46f2-abd1-5a5eecdac771 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:18.952162 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1a43f96-61f4-4d71-a109-74c58afffcd5 req-4ddb8bfb-b3b5-46f2-abd1-5a5eecdac771 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 932 time: 0.1165080 Aug 20 10:47:19.008268 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1a43f96-61f4-4d71-a109-74c58afffcd5 req-b5a548e7-c01c-4446-8f99-e3f1d8544503 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541031 Aug 20 10:47:19.207965 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:19.250041 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Allocated IP 172.20.0.2 (ca0440ba-af56-4d26-ab30-fbbe9d53ac40/71031201-8bdf-4970-b1b1-c8f0c2624c57/b7e9bea7-fd90-4763-9026-99494e271597) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:47:19.263869 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d5faef95-d4f0-443b-9086-99c60c2172df up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:47:19.305284 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190764321', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:47:11Z', 'updated_at': '2021-08-20T10:47:14Z', 'revision_number': 3, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:13Z', 'updated_at': '2021-08-20T10:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:19.376614 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df654c50-dcf5-48bc-bf38-e5b045561b0a None None] The sync data for ids ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'] in n-d-778550-11 is: [{'id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190764321', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:47:11Z', 'updated_at': '2021-08-20T10:47:14Z', 'revision_number': 3, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:13Z', 'updated_at': '2021-08-20T10:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:47:19.394469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:47:19.422321 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:19.442483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port d5faef95-d4f0-443b-9086-99c60c2172df completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:47:19.449803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d5faef95-d4f0-443b-9086-99c60c2172df triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:19.450177 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:19.481466 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Transition to ACTIVE for port object c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:47:19.503758 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:19.553275 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:19.586230 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Transition to ACTIVE for port object b7e9bea7-fd90-4763-9026-99494e271597 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:47:19.645700 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:19.673322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Transition to ACTIVE for port object b7e9bea7-fd90-4763-9026-99494e271597 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:47:19.704512 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:19.727487 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port d5faef95-d4f0-443b-9086-99c60c2172df, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d5faef95-d4f0-443b-9086-99c60c2172df,segment=NetworkSegment(7a77c8d7-0d46-4e93-a0b6-ce83d27de50e),segment_id=7a77c8d7-0d46-4e93-a0b6-ce83d27de50e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:19.728543 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Pushing event updated for resources: {'Port': ['ID=c66b9ad6-b051-4fec-b6ee-ca3568ab30a0,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:19.748274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Attempting to bind port c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:47:19.748723 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Attempting to bind port c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '42d26f50-de6e-4b65-98ec-f95b0a699168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9a052368-d1a2-4dbb-a703-996617acac96'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:47:19.749151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Attempting to bind port c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 on network 9a052368-d1a2-4dbb-a703-996617acac96 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:47:19.780884 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Port c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 on network 9a052368-d1a2-4dbb-a703-996617acac96 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:47:19.781609 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Attempting to bind port c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 on network 9a052368-d1a2-4dbb-a703-996617acac96 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:47:19.828866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:47:19.828866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Checking segment: {'id': '42d26f50-de6e-4b65-98ec-f95b0a699168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9a052368-d1a2-4dbb-a703-996617acac96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:47:19.831243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Bound using segment: {'id': '42d26f50-de6e-4b65-98ec-f95b0a699168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9a052368-d1a2-4dbb-a703-996617acac96'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:47:19.831243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Bound port: c66b9ad6-b051-4fec-b6ee-ca3568ab30a0, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d26f50-de6e-4b65-98ec-f95b0a699168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9a052368-d1a2-4dbb-a703-996617acac96'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:47:19.831243 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:19.868309 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:47:19.871002 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:19.877726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:47:19.894030 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:47:19.904625 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Allocated IP 172.20.0.1 (ca0440ba-af56-4d26-ab30-fbbe9d53ac40/71031201-8bdf-4970-b1b1-c8f0c2624c57/c55b63a9-6833-4d52-a01f-65f750a425b5) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:47:19.948262 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Pushing event updated for resources: {'Port': ['ID=b7e9bea7-fd90-4763-9026-99494e271597,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:19.990292 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Attempting to bind port b7e9bea7-fd90-4763-9026-99494e271597 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:47:19.991121 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Attempting to bind port b7e9bea7-fd90-4763-9026-99494e271597 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:47:19.991121 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Attempting to bind port b7e9bea7-fd90-4763-9026-99494e271597 on network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:47:19.998052 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:47:19.998296 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Checking segment: {'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:47:19.998644 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:19.999531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Bound using segment: {'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:47:20.000225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Bound port: b7e9bea7-fd90-4763-9026-99494e271597, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:47:20.000225 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:20.001860 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] For port c66b9ad6-b051-4fec-b6ee-ca3568ab30a0, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:47:20.074597 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=d5faef95-d4f0-443b-9086-99c60c2172df,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:20.077298 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] For port c66b9ad6-b051-4fec-b6ee-ca3568ab30a0, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c66b9ad6-b051-4fec-b6ee-ca3568ab30a0,segment=NetworkSegment(42d26f50-de6e-4b65-98ec-f95b0a699168),segment_id=42d26f50-de6e-4b65-98ec-f95b0a699168)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:47:20.091384 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:20.126940 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] For port b7e9bea7-fd90-4763-9026-99494e271597, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:47:20.131273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-91123644-247d-41a1-8f28-9166f05b35ba tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:20.138846 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] For port b7e9bea7-fd90-4763-9026-99494e271597, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b7e9bea7-fd90-4763-9026-99494e271597,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:47:20.144920 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:20.145843 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:20.146901 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] 10.222.0.42 "PUT /v2.0/ports/c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 HTTP/1.1" status: 200 len: 1093 time: 1.5232589 Aug 20 10:47:20.151153 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:20.151750 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-91123644-247d-41a1-8f28-9166f05b35ba tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/networks?id=e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 HTTP/1.1" status: 200 len: 814 time: 0.2724612 Aug 20 10:47:20.155450 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d44ce2-432c-43fb-926a-f7d5f7f6eab1', 'tag': 'c66b9ad6-b051-4fec-b6ee-ca3568ab30a0'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:47:20.157721 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67a8762-e3e4-4dfe-a8c2-a5af3a4f2bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "21d44ce2-432c-43fb-926a-f7d5f7f6eab1", "tag": "c66b9ad6-b051-4fec-b6ee-ca3568ab30a0"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:47:20.166241 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-63073be1-2baf-4df3-9227-3d51f88ec459 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/quotas/13b7f318bdca4447ae0f1216de453a8c HTTP/1.1" status: 200 len: 375 time: 0.0117860 Aug 20 10:47:20.238646 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-0b2dedb6-b679-4671-906b-359093cba197 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=13b7f318bdca4447ae0f1216de453a8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524476 Aug 20 10:47:20.257292 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f002248-9709-4e17-8fa5-ec90ad2edc65 None None] Pushing event updated for resources: {'Port': ['ID=b7e9bea7-fd90-4763-9026-99494e271597,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:20.289862 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:20.332001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Transition to ACTIVE for port object c55b63a9-6833-4d52-a01f-65f750a425b5 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:47:20.376016 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:20.381531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af1978-f8ec-48c4-9270-adfe1b611e45 service neutron] Pushing event updated for resources: {'Port': ['ID=c66b9ad6-b051-4fec-b6ee-ca3568ab30a0,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:20.426117 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e2f25bee-8b47-4a9d-bfc1-15a564439273 service neutron] 10.222.0.16 "GET /v2.0/networks/e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792767 Aug 20 10:47:20.474221 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-8cb3d688-d563-42f1-98e3-5c842dd55bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:20.476041 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-8cb3d688-d563-42f1-98e3-5c842dd55bf3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bedbc095e60c441fb78d31f848a58a24&device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 1096 time: 0.2487612 Aug 20 10:47:20.477884 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:47:20.516498 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26fa16-20d3-45fe-ae08-f4bcf506687f req-5b884a0d-a989-409e-8066-c1cf0aa76de1 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:20.518065 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d26fa16-20d3-45fe-ae08-f4bcf506687f req-5b884a0d-a989-409e-8066-c1cf0aa76de1 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 944 time: 0.3484478 Aug 20 10:47:20.519006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:47:20.530437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:47:20.605788 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-92ed54ee-a110-4239-89d6-93487e1068c3 service neutron] 10.222.0.16 "GET /v2.0/networks/e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706247 Aug 20 10:47:20.629589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=c55b63a9-6833-4d52-a01f-65f750a425b5,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:20.640391 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-49175538-3581-4b33-8f0e-b90127884473 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 HTTP/1.1" status: 200 len: 217 time: 0.1538923 Aug 20 10:47:20.673045 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:20.899877 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:47:20.940413 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d26fa16-20d3-45fe-ae08-f4bcf506687f req-08886585-f2dc-4a1c-9dec-78d2137b966f tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543601 Aug 20 10:47:20.989793 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3d2ef4-027c-4af5-a162-c3fa331fdc77 x-openstack-request-id: req-0a3d2ef4-027c-4af5-a162-c3fa331fdc77 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:47:20.990153 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d44ce2-432c-43fb-926a-f7d5f7f6eab1", "tag": "c66b9ad6-b051-4fec-b6ee-ca3568ab30a0", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:47:20.990649 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a3d2ef4-027c-4af5-a162-c3fa331fdc77 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:47:20.991154 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d44ce2-432c-43fb-926a-f7d5f7f6eab1', 'tag': 'c66b9ad6-b051-4fec-b6ee-ca3568ab30a0', 'status': 'completed', 'code': 200} Aug 20 10:47:21.014906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-12951caf-173e-4822-8425-47fa9acd4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:21.016674 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-12951caf-173e-4822-8425-47fa9acd4002 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33730f3c-5484-431b-bd14-755ea61f318f HTTP/1.1" status: 200 len: 852 time: 0.3555045 Aug 20 10:47:21.066534 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-3d64b78a-fe4d-4338-aacf-6b23fbab65b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9a052368-d1a2-4dbb-a703-996617acac96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343294 Aug 20 10:47:21.114597 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-271571ee-ac53-41a5-ba4a-1646593bc3a3 req-5716a9b4-3328-46e0-a3a2-bbf7a8a27567 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da HTTP/1.1" status: 200 len: 210 time: 0.0966747 Aug 20 10:47:21.177830 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:21.257871 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-dfc13be8-861d-4d51-bc96-598c88cc4c07 service neutron] 10.222.0.42 "GET /v2.0/networks/9a052368-d1a2-4dbb-a703-996617acac96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590185 Aug 20 10:47:21.427484 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b2ff1cae-4459-4b20-980d-ada4bb37e940 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:47:21.509860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port b2ff1cae-4459-4b20-980d-ada4bb37e940 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:47:21.514816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b2ff1cae-4459-4b20-980d-ada4bb37e940 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:21.515228 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:21.652780 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:21.677291 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port b2ff1cae-4459-4b20-980d-ada4bb37e940, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b2ff1cae-4459-4b20-980d-ada4bb37e940,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:21.686121 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:21.687004 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d5faef95-d4f0-443b-9086-99c60c2172df up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:47:21.808247 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=b2ff1cae-4459-4b20-980d-ada4bb37e940,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:21.834661 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d5faef95-d4f0-443b-9086-99c60c2172df triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:21.835068 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:21.919918 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5934e7d-262f-4301-bcbf-d0eb4e392788 None None] Network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:47:21.985341 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60bfeaa8-0c4b-4b30-af7a-02133622b38c req-73095d4b-1967-4107-9c7e-1cab69d4b916 service neutron] 10.222.0.42 "GET /v2.0/networks/9a052368-d1a2-4dbb-a703-996617acac96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7196131 Aug 20 10:47:22.126625 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-954bcf5a-656e-44be-9b35-e59e45ee9d30 None None] Provisioning for port b7e9bea7-fd90-4763-9026-99494e271597 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:47:22.162454 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b7e9bea7-fd90-4763-9026-99494e271597 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:47:22.251622 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a6510-a82e-4d1a-a9f5-feec7a108f88 req-0baafdf3-f38d-4ead-9856-2d735096ffb7 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:22.253331 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f62a6510-a82e-4d1a-a9f5-feec7a108f88 req-0baafdf3-f38d-4ead-9856-2d735096ffb7 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 944 time: 0.1332855 Aug 20 10:47:22.258115 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:22.261484 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a8762-e3e4-4dfe-a8c2-a5af3a4f2bd4 req-e49fb71a-b398-4fdb-8680-c2a7b9e86a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:22.263312 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f67a8762-e3e4-4dfe-a8c2-a5af3a4f2bd4 req-e49fb71a-b398-4fdb-8680-c2a7b9e86a46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bedbc095e60c441fb78d31f848a58a24&device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 1096 time: 0.1989076 Aug 20 10:47:22.264543 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:22.277106 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d9071506-45a4-497d-afac-515bae78f0e3 req-0a806a57-7a3b-4420-b3ab-c980ad7adcf6 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da HTTP/1.1" status: 200 len: 210 time: 0.0409262 Aug 20 10:47:22.418243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port b7e9bea7-fd90-4763-9026-99494e271597 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:47:22.432184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b7e9bea7-fd90-4763-9026-99494e271597 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:22.433415 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:22.442274 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:22.449277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=c55b63a9-6833-4d52-a01f-65f750a425b5,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:22.527773 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-2fb76e21-234f-4361-910b-5624a42c4489 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:22.529330 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-2fb76e21-234f-4361-910b-5624a42c4489 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.24 "GET /v2.0/networks?id=e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 HTTP/1.1" status: 200 len: 814 time: 0.1597819 Aug 20 10:47:22.549674 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-66e87bdf-7f4a-4de6-9384-24c60dff282e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Request body: {'port': {'device_id': '6de1b888-e7ed-4df1-8558-ca8a3bcf47da', 'network_id': 'e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0', 'admin_state_up': True, 'tenant_id': '13b7f318bdca4447ae0f1216de453a8c'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:22.559837 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f62a6510-a82e-4d1a-a9f5-feec7a108f88 req-202d0830-e45b-42d4-883e-34bdaca64dfe tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622135 Aug 20 10:47:22.617411 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:22.673108 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port b7e9bea7-fd90-4763-9026-99494e271597, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b7e9bea7-fd90-4763-9026-99494e271597,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:22.679011 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:22.690646 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a8762-e3e4-4dfe-a8c2-a5af3a4f2bd4 req-6a3dbc17-3ea5-4ab4-ac42-8c2869450bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:22.692583 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f67a8762-e3e4-4dfe-a8c2-a5af3a4f2bd4 req-6a3dbc17-3ea5-4ab4-ac42-8c2869450bfc service neutron] 10.222.0.42 "GET /v2.0/networks?id=9a052368-d1a2-4dbb-a703-996617acac96 HTTP/1.1" status: 200 len: 913 time: 0.3933682 Aug 20 10:47:22.746036 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f67a8762-e3e4-4dfe-a8c2-a5af3a4f2bd4 req-2637d4c4-3536-4e6e-9f8e-44a6ee80d689 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 HTTP/1.1" status: 200 len: 217 time: 0.0438230 Aug 20 10:47:22.753104 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=b7e9bea7-fd90-4763-9026-99494e271597,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:22.790517 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1bf67c52-ced9-4595-b395-c136c3958830 None None] Provisioning for port c55b63a9-6833-4d52-a01f-65f750a425b5 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:47:22.828443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-66e87bdf-7f4a-4de6-9384-24c60dff282e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Made reservation on behalf of 13b7f318bdca4447ae0f1216de453a8c for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:47:22.836329 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-66e87bdf-7f4a-4de6-9384-24c60dff282e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:22.841584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1bf67c52-ced9-4595-b395-c136c3958830 None None] Provisioning complete for port c55b63a9-6833-4d52-a01f-65f750a425b5 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:22.841584 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1bf67c52-ced9-4595-b395-c136c3958830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:22.890250 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-1bf67c52-ced9-4595-b395-c136c3958830 None None] Port c55b63a9-6833-4d52-a01f-65f750a425b5 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:47:22.894244 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a8762-e3e4-4dfe-a8c2-a5af3a4f2bd4 req-4756ee4f-e1d5-47fc-abad-fc4ab4418dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:22.896109 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f67a8762-e3e4-4dfe-a8c2-a5af3a4f2bd4 req-4756ee4f-e1d5-47fc-abad-fc4ab4418dd5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33730f3c-5484-431b-bd14-755ea61f318f HTTP/1.1" status: 200 len: 852 time: 0.1280363 Aug 20 10:47:22.897972 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:47:22.899578 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:47:22.901810 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:22.928649 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1bf67c52-ced9-4595-b395-c136c3958830 None None] Provisioning complete for port b7e9bea7-fd90-4763-9026-99494e271597 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:22.928942 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1bf67c52-ced9-4595-b395-c136c3958830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:22.946521 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f67a8762-e3e4-4dfe-a8c2-a5af3a4f2bd4 req-d591c7b5-6510-4fdd-b3d9-732e5c69d6fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9a052368-d1a2-4dbb-a703-996617acac96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413835 Aug 20 10:47:23.051684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-66e87bdf-7f4a-4de6-9384-24c60dff282e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Allocated IP 172.20.0.5 (e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0/b63b4d56-d58c-4d55-861b-33fdbcc82d72/2dabdccb-7275-49a3-bd2d-b9bf17225287) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:47:23.195465 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f67a8762-e3e4-4dfe-a8c2-a5af3a4f2bd4 req-e5f2fadd-7585-415e-b030-60151da48acb service neutron] 10.222.0.42 "GET /v2.0/networks/9a052368-d1a2-4dbb-a703-996617acac96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007327 Aug 20 10:47:23.201498 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router c53372c8-37ab-4493-9f31-2ca432f6d9bb has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:47:23.245936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4eaec708-0042-4709-a793-ab758825dc91 None None] Provisioning complete for port c55b63a9-6833-4d52-a01f-65f750a425b5 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:23.246452 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4eaec708-0042-4709-a793-ab758825dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:23.249738 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b2ff1cae-4459-4b20-980d-ada4bb37e940 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:47:23.309554 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-66e87bdf-7f4a-4de6-9384-24c60dff282e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:23.329057 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4eaec708-0042-4709-a793-ab758825dc91 None None] Port c55b63a9-6833-4d52-a01f-65f750a425b5 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:47:23.362261 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-66e87bdf-7f4a-4de6-9384-24c60dff282e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:23.372409 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b2ff1cae-4459-4b20-980d-ada4bb37e940 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:23.372786 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:23.420686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-66e87bdf-7f4a-4de6-9384-24c60dff282e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Network e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:47:23.427741 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-66e87bdf-7f4a-4de6-9384-24c60dff282e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:47:23.430903 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e87bdf-7f4a-4de6-9384-24c60dff282e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Pushing event updated for resources: {'Port': ['ID=2dabdccb-7275-49a3-bd2d-b9bf17225287,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:23.441299 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-66e87bdf-7f4a-4de6-9384-24c60dff282e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:47:23.468448 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f67a8762-e3e4-4dfe-a8c2-a5af3a4f2bd4 req-bcb967b1-9d87-4e49-92ab-07c962879b8b service neutron] 10.222.0.42 "GET /v2.0/networks/9a052368-d1a2-4dbb-a703-996617acac96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652452 Aug 20 10:47:23.468831 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b7e9bea7-fd90-4763-9026-99494e271597 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:47:23.497588 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-66e87bdf-7f4a-4de6-9384-24c60dff282e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:23.498317 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-66e87bdf-7f4a-4de6-9384-24c60dff282e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:23.501923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:47:23.510485 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b05a9-8e97-4d57-9cf4-70651dc4c157 req-f2a239bb-d7d9-4f09-9ccb-42aa6aad94a4 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:23.512234 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Sync routers for ids ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:47:23.513120 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a82b05a9-8e97-4d57-9cf4-70651dc4c157 req-f2a239bb-d7d9-4f09-9ccb-42aa6aad94a4 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da HTTP/1.1" status: 200 len: 931 time: 0.0890570 Aug 20 10:47:23.517547 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2d0cdac7-01a5-4b6c-b718-05af9d4cb8ec tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "PUT /v2.0/routers/c53372c8-37ab-4493-9f31-2ca432f6d9bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3129079 Aug 20 10:47:23.518641 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-66e87bdf-7f4a-4de6-9384-24c60dff282e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9797649 Aug 20 10:47:23.523779 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Routers {'c53372c8-37ab-4493-9f31-2ca432f6d9bb'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:47:23.524644 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:47:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:23.534170 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Request body: {'port': {'device_id': '6de1b888-e7ed-4df1-8558-ca8a3bcf47da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:23.560443 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b7e9bea7-fd90-4763-9026-99494e271597 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:23.563085 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:23.577627 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a82b05a9-8e97-4d57-9cf4-70651dc4c157 req-e55fca2a-7fc7-48ec-b054-16835e4c9e58 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552053 Aug 20 10:47:23.622186 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:23.642126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-102cd807-5568-4316-96ad-1117da249659 None None] Provisioning complete for port c55b63a9-6833-4d52-a01f-65f750a425b5 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:23.642631 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-102cd807-5568-4316-96ad-1117da249659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:23.687749 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-102cd807-5568-4316-96ad-1117da249659 None None] Port c55b63a9-6833-4d52-a01f-65f750a425b5 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:47:23.746640 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-a363e7d2-13a9-4312-92b7-171615bee271 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1956722675&fields=id&tenant_id=a42de817dc7f43e1b394c597ce63df37 HTTP/1.1" status: 200 len: 267 time: 0.0392010 Aug 20 10:47:23.795146 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Set router c53372c8-37ab-4493-9f31-2ca432f6d9bb gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:47:23.869517 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-de01f64d-6f64-4534-a2ff-3949e98c0b5e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:23.871068 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-de01f64d-6f64-4534-a2ff-3949e98c0b5e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/networks?id=ca0440ba-af56-4d26-ab30-fbbe9d53ac40 HTTP/1.1" status: 200 len: 796 time: 0.1148722 Aug 20 10:47:23.886056 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3bb7f-482a-4714-824b-a0a1fd81a4ff req-325fed72-474e-44d4-93d8-91e2033ed19c tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:23.887991 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13a3bb7f-482a-4714-824b-a0a1fd81a4ff req-325fed72-474e-44d4-93d8-91e2033ed19c tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 944 time: 0.1093171 Aug 20 10:47:23.889083 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-d1e21e83-cd11-4320-bb87-f30637741433 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/quotas/a42de817dc7f43e1b394c597ce63df37 HTTP/1.1" status: 200 len: 375 time: 0.0108573 Aug 20 10:47:23.951449 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-95c67419-ba99-472b-b55d-8bbf8e080457 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499582 Aug 20 10:47:23.963426 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13a3bb7f-482a-4714-824b-a0a1fd81a4ff req-d98565ba-6ac5-4e7c-9def-1dec18609f65 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685098 Aug 20 10:47:24.031431 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dabdccb-7275-49a3-bd2d-b9bf17225287 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:47:24.039456 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:24.051582 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190764321', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:47:11Z', 'updated_at': '2021-08-20T10:47:20Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:13Z', 'updated_at': '2021-08-20T10:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'c55b63a9-6833-4d52-a01f-65f750a425b5', 'name': '', 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:1f:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:19Z', 'updated_at': '2021-08-20T10:47:21Z', 'revision_number': 2, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:24.053251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Transition to ACTIVE for port object 2dabdccb-7275-49a3-bd2d-b9bf17225287 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:47:24.065605 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:24.071288 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-39a8a0a4-30a6-4371-ba42-856ccdcfc4d8 service neutron] 10.222.0.16 "GET /v2.0/networks/ca0440ba-af56-4d26-ab30-fbbe9d53ac40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940285 Aug 20 10:47:24.083146 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Checking router: c53372c8-37ab-4493-9f31-2ca432f6d9bb for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:47:24.083800 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Updating router c53372c8-37ab-4493-9f31-2ca432f6d9bb port c55b63a9-6833-4d52-a01f-65f750a425b5 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:47:24.113157 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:24.132823 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Pushing event updated for resources: {'Port': ['ID=2dabdccb-7275-49a3-bd2d-b9bf17225287,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:24.175403 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-a22b601b-29ea-49ce-bc5e-1cc2e0a56d48 service neutron] 10.222.0.16 "GET /v2.0/networks/ca0440ba-af56-4d26-ab30-fbbe9d53ac40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966256 Aug 20 10:47:24.212627 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Attempting to bind port 2dabdccb-7275-49a3-bd2d-b9bf17225287 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:47:24.212942 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Attempting to bind port 2dabdccb-7275-49a3-bd2d-b9bf17225287 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'd3129cdb-300d-497e-a8d8-eee1637eb3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:47:24.213268 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Attempting to bind port 2dabdccb-7275-49a3-bd2d-b9bf17225287 on network e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:47:24.217976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Port 2dabdccb-7275-49a3-bd2d-b9bf17225287 on network e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:47:24.218300 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Attempting to bind port 2dabdccb-7275-49a3-bd2d-b9bf17225287 on network e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:47:24.223456 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:47:24.223794 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Checking segment: {'id': 'd3129cdb-300d-497e-a8d8-eee1637eb3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:47:24.224202 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Bound using segment: {'id': 'd3129cdb-300d-497e-a8d8-eee1637eb3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:47:24.224622 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Bound port: 2dabdccb-7275-49a3-bd2d-b9bf17225287, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3129cdb-300d-497e-a8d8-eee1637eb3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:47:24.224974 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:24.313854 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] For port 2dabdccb-7275-49a3-bd2d-b9bf17225287, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:47:24.322048 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] For port 2dabdccb-7275-49a3-bd2d-b9bf17225287, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2dabdccb-7275-49a3-bd2d-b9bf17225287,segment=NetworkSegment(d3129cdb-300d-497e-a8d8-eee1637eb3f9),segment_id=d3129cdb-300d-497e-a8d8-eee1637eb3f9)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:47:24.332428 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:24.337634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:47:24.355082 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:24.356210 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:24.357808 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] 10.222.0.24 "PUT /v2.0/ports/2dabdccb-7275-49a3-bd2d-b9bf17225287 HTTP/1.1" status: 200 len: 1092 time: 0.8294466 Aug 20 10:47:24.358613 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de1b888-e7ed-4df1-8558-ca8a3bcf47da', 'tag': '2dabdccb-7275-49a3-bd2d-b9bf17225287'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:47:24.362102 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e67f08d-49df-4b42-9817-7a60942b9270" -d '{"events": [{"name": "network-changed", "server_uuid": "6de1b888-e7ed-4df1-8558-ca8a3bcf47da", "tag": "2dabdccb-7275-49a3-bd2d-b9bf17225287"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:47:24.469157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3bc0c76-105b-4d35-a06a-11edf0f873b0 req-1e660c05-da93-4a37-a252-c959a5eb4b03 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 210 time: 0.0630794 Aug 20 10:47:24.486841 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57898be-262e-4ab8-8287-edeb9b1e98fe x-openstack-request-id: req-f57898be-262e-4ab8-8287-edeb9b1e98fe {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:47:24.487200 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de1b888-e7ed-4df1-8558-ca8a3bcf47da", "tag": "2dabdccb-7275-49a3-bd2d-b9bf17225287", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:47:24.487446 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f57898be-262e-4ab8-8287-edeb9b1e98fe {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:47:24.487873 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de1b888-e7ed-4df1-8558-ca8a3bcf47da', 'tag': '2dabdccb-7275-49a3-bd2d-b9bf17225287', 'status': 'completed', 'code': 200} Aug 20 10:47:24.497298 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e8765-5e6b-46be-ab41-56a0e16c761f service neutron] Pushing event updated for resources: {'Port': ['ID=2dabdccb-7275-49a3-bd2d-b9bf17225287,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:24.524866 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:24.525544 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-817b26e6-8afd-4b75-9042-b68204ba4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:24.526762 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-817b26e6-8afd-4b75-9042-b68204ba4519 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13b7f318bdca4447ae0f1216de453a8c&device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da HTTP/1.1" status: 200 len: 1095 time: 0.1050494 Aug 20 10:47:24.543522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c66b9ad6-b051-4fec-b6ee-ca3568ab30a0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c66b9ad6-b051-4fec-b6ee-ca3568ab30a0,segment=NetworkSegment(42d26f50-de6e-4b65-98ec-f95b0a699168),segment_id=42d26f50-de6e-4b65-98ec-f95b0a699168)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:24.550790 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Transition to ACTIVE for port object c55b63a9-6833-4d52-a01f-65f750a425b5 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:47:24.562376 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:24.572435 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'c66b9ad6-b051-4fec-b6ee-ca3568ab30a0', 'network_id': '9a052368-d1a2-4dbb-a703-996617acac96', 'port_id': 'c66b9ad6-b051-4fec-b6ee-ca3568ab30a0', 'mac_address': 'fa:16:3e:a6:61:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33730f3c-5484-431b-bd14-755ea61f318f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:47:24.584733 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-9c45c3de-1758-4bdf-9fed-8a6883829a4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dabdccb-7275-49a3-bd2d-b9bf17225287 HTTP/1.1" status: 200 len: 217 time: 0.0489597 Aug 20 10:47:24.616000 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c5a60-a364-4e17-865c-3cb6198fc421 None None] Pushing event updated for resources: {'Port': ['ID=c55b63a9-6833-4d52-a01f-65f750a425b5,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:24.631741 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:24.649458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:47:24.699071 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c66b9ad6-b051-4fec-b6ee-ca3568ab30a0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c66b9ad6-b051-4fec-b6ee-ca3568ab30a0,segment=NetworkSegment(42d26f50-de6e-4b65-98ec-f95b0a699168),segment_id=42d26f50-de6e-4b65-98ec-f95b0a699168)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:24.713879 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:24.744342 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Attempting to bind port c55b63a9-6833-4d52-a01f-65f750a425b5 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:47:24.744971 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Attempting to bind port c55b63a9-6833-4d52-a01f-65f750a425b5 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:47:24.745550 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Attempting to bind port c55b63a9-6833-4d52-a01f-65f750a425b5 on network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:47:24.745703 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-00758e25-0a1a-427b-8b3a-24119cebd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:24.751874 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-00758e25-0a1a-427b-8b3a-24119cebd21b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b63b4d56-d58c-4d55-861b-33fdbcc82d72 HTTP/1.1" status: 200 len: 854 time: 0.1591308 Aug 20 10:47:24.764174 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:47:24.764851 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Checking segment: {'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:47:24.765427 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:24.766004 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Bound using segment: {'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:47:24.766654 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Bound port: c55b63a9-6833-4d52-a01f-65f750a425b5, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:47:24.767278 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:24.800795 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=c66b9ad6-b051-4fec-b6ee-ca3568ab30a0,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:24.862841 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] For port c55b63a9-6833-4d52-a01f-65f750a425b5, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:47:24.867441 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] For port c55b63a9-6833-4d52-a01f-65f750a425b5, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c55b63a9-6833-4d52-a01f-65f750a425b5,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:47:24.876710 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:24.883933 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-1a6c778d-a8db-470e-a604-52da5cb1fb59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184387 Aug 20 10:47:24.932845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['c66b9ad6-b051-4fec-b6ee-ca3568ab30a0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:47:24.968781 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Routers {'c53372c8-37ab-4493-9f31-2ca432f6d9bb'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:47:24.969648 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:47:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:25.085099 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91203ba0-ced2-4ae5-bb3a-a6eedf8038f7 req-064689a0-b9a6-4282-a941-abb0f336a8c1 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:25.110114 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c5a60-a364-4e17-865c-3cb6198fc421 None None] Pushing event updated for resources: {'Port': ['ID=c55b63a9-6833-4d52-a01f-65f750a425b5,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:25.131292 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91203ba0-ced2-4ae5-bb3a-a6eedf8038f7 req-064689a0-b9a6-4282-a941-abb0f336a8c1 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da HTTP/1.1" status: 200 len: 943 time: 0.4196901 Aug 20 10:47:25.211434 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308397a-861c-47f3-87e0-9121535f84d1 req-ec96b6ef-32a9-4917-9f24-1b3972e033fd tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:25.220196 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5308397a-861c-47f3-87e0-9121535f84d1 req-ec96b6ef-32a9-4917-9f24-1b3972e033fd tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 945 time: 0.1430874 Aug 20 10:47:25.271657 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91203ba0-ced2-4ae5-bb3a-a6eedf8038f7 req-df8c1d4c-049c-415f-8339-6c7c08a6815f tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354122 Aug 20 10:47:25.291615 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5308397a-861c-47f3-87e0-9121535f84d1 req-c91126f1-daab-4ee3-9208-2ee7c3fae681 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704448 Aug 20 10:47:25.306042 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] Set router c53372c8-37ab-4493-9f31-2ca432f6d9bb gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:47:25.322860 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-c6a43a3e-adea-4453-89f4-572c3e53e490 service neutron] 10.222.0.24 "GET /v2.0/networks/e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194355 Aug 20 10:47:25.471980 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a7a0e3b-aa2b-4d37-8f2e-d08d1e823814 req-7846a9e3-32d4-4d50-a773-00f275bf95e7 service neutron] 10.222.0.24 "GET /v2.0/networks/e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414781 Aug 20 10:47:25.535704 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190764321', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:47:11Z', 'updated_at': '2021-08-20T10:47:20Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:13Z', 'updated_at': '2021-08-20T10:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'c55b63a9-6833-4d52-a01f-65f750a425b5', 'name': '', 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:1f:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:19Z', 'updated_at': '2021-08-20T10:47:24Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:25.570183 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8521086-66b3-471b-b602-7817ea2130d5 None None] The sync data for ids ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'] in n-d-778550-11 is: [{'id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190764321', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:47:11Z', 'updated_at': '2021-08-20T10:47:20Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:13Z', 'updated_at': '2021-08-20T10:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'c55b63a9-6833-4d52-a01f-65f750a425b5', 'name': '', 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:1f:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:19Z', 'updated_at': '2021-08-20T10:47:24Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:47:25.577920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67f08d-49df-4b42-9817-7a60942b9270 req-bf3d3828-c8ca-4f79-a9f9-ac33afc67eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:25.579807 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5e67f08d-49df-4b42-9817-7a60942b9270 req-bf3d3828-c8ca-4f79-a9f9-ac33afc67eca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13b7f318bdca4447ae0f1216de453a8c&device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da HTTP/1.1" status: 200 len: 1095 time: 0.0528502 Aug 20 10:47:25.586578 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f29e97a9-5b8c-4aab-9f5a-799bbfd1802c req-2b235951-2f13-4b7e-bcd4-406255e1bc04 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 210 time: 0.0430999 Aug 20 10:47:25.702447 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67f08d-49df-4b42-9817-7a60942b9270 req-50679c87-c790-4d99-a6ff-7f867045ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:25.704413 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5e67f08d-49df-4b42-9817-7a60942b9270 req-50679c87-c790-4d99-a6ff-7f867045ec73 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 HTTP/1.1" status: 200 len: 915 time: 0.1121247 Aug 20 10:47:25.776291 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5e67f08d-49df-4b42-9817-7a60942b9270 req-e91d1d9c-aa96-4d63-8102-633996732d74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dabdccb-7275-49a3-bd2d-b9bf17225287 HTTP/1.1" status: 200 len: 217 time: 0.0637836 Aug 20 10:47:25.841976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67f08d-49df-4b42-9817-7a60942b9270 req-bfea9128-4a0f-46f3-b9b6-7e65d836a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:25.843760 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5e67f08d-49df-4b42-9817-7a60942b9270 req-bfea9128-4a0f-46f3-b9b6-7e65d836a5d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b63b4d56-d58c-4d55-861b-33fdbcc82d72 HTTP/1.1" status: 200 len: 854 time: 0.0587764 Aug 20 10:47:25.877856 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5e67f08d-49df-4b42-9817-7a60942b9270 req-490d3b69-a11c-4591-91c6-ad9dce3f2232 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266297 Aug 20 10:47:25.921202 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-dbc505c8-fb4f-4342-9aeb-df73a8705c89 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:25.922772 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-dbc505c8-fb4f-4342-9aeb-df73a8705c89 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.42 "GET /v2.0/networks?id=ca0440ba-af56-4d26-ab30-fbbe9d53ac40 HTTP/1.1" status: 200 len: 796 time: 0.1706278 Aug 20 10:47:25.997806 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-a469e06a-528c-4c4f-a257-999d3ad71f42 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a42de817dc7f43e1b394c597ce63df37 HTTP/1.1" status: 200 len: 380 time: 0.0575969 Aug 20 10:47:26.008936 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-f5262e33-a43a-414f-9781-8a19fe918dcb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'port': {'device_id': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40', 'admin_state_up': True, 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'security_groups': ['504bc32f-b665-4bde-9983-b97e45600ee7']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:26.036606 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5e67f08d-49df-4b42-9817-7a60942b9270 req-8cecefca-6faa-4393-8ace-32b724cfcfe9 service neutron] 10.222.0.24 "GET /v2.0/networks/e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488669 Aug 20 10:47:26.141149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-f5262e33-a43a-414f-9781-8a19fe918dcb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Made reservation on behalf of a42de817dc7f43e1b394c597ce63df37 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:47:26.143360 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5e67f08d-49df-4b42-9817-7a60942b9270 req-4062e5a0-4435-4aa0-99df-c0ae1421bd12 service neutron] 10.222.0.24 "GET /v2.0/networks/e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987000 Aug 20 10:47:26.144985 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-f5262e33-a43a-414f-9781-8a19fe918dcb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:26.276981 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-f5262e33-a43a-414f-9781-8a19fe918dcb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Allocated IP 172.20.0.7 (ca0440ba-af56-4d26-ab30-fbbe9d53ac40/71031201-8bdf-4970-b1b1-c8f0c2624c57/f3608ed5-a2fa-40b4-9c5f-23701031103f) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:47:26.344755 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:47:26.451736 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:47:26.459545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:26.459974 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:26.467190 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb9632-04af-470c-840c-9e58d7e12306 req-9957753f-a81b-4d7d-819a-d57a01892758 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:26.469118 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bbeb9632-04af-470c-840c-9e58d7e12306 req-9957753f-a81b-4d7d-819a-d57a01892758 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da HTTP/1.1" status: 200 len: 943 time: 0.0886948 Aug 20 10:47:26.512763 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3ba0b-9d26-4a2d-90a0-6bd82e274985 req-57f41a19-978a-4f66-a5e7-297ea8d4b9bd tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:26.521461 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b7a3ba0b-9d26-4a2d-90a0-6bd82e274985 req-57f41a19-978a-4f66-a5e7-297ea8d4b9bd tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 945 time: 0.1310301 Aug 20 10:47:26.555071 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bbeb9632-04af-470c-840c-9e58d7e12306 req-16104891-1897-42a0-aa98-4b1258307965 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693555 Aug 20 10:47:26.560835 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-f5262e33-a43a-414f-9781-8a19fe918dcb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:26.591877 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-f5262e33-a43a-414f-9781-8a19fe918dcb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Transition to ACTIVE for port object f3608ed5-a2fa-40b4-9c5f-23701031103f will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:47:26.615679 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:26.637668 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b7a3ba0b-9d26-4a2d-90a0-6bd82e274985 req-8761e24d-f8dd-4485-9dfe-d9679bf35d90 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097126 Aug 20 10:47:26.679811 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port c66b9ad6-b051-4fec-b6ee-ca3568ab30a0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c66b9ad6-b051-4fec-b6ee-ca3568ab30a0,segment=NetworkSegment(42d26f50-de6e-4b65-98ec-f95b0a699168),segment_id=42d26f50-de6e-4b65-98ec-f95b0a699168)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:26.680933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d44ce2-432c-43fb-926a-f7d5f7f6eab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66b9ad6-b051-4fec-b6ee-ca3568ab30a0'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:47:26.686124 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a4ec06-6b9a-400a-9979-38b6091dd8c3" -d '{"events": [{"server_uuid": "21d44ce2-432c-43fb-926a-f7d5f7f6eab1", "name": "network-vif-plugged", "status": "completed", "tag": "c66b9ad6-b051-4fec-b6ee-ca3568ab30a0"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:47:26.691581 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:26.707371 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-f5262e33-a43a-414f-9781-8a19fe918dcb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:26.764921 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a600986a-1750-4eaa-bcf1-7da9c5344fc2 x-openstack-request-id: req-a600986a-1750-4eaa-bcf1-7da9c5344fc2 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:47:26.765362 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d44ce2-432c-43fb-926a-f7d5f7f6eab1", "name": "network-vif-plugged", "status": "completed", "tag": "c66b9ad6-b051-4fec-b6ee-ca3568ab30a0", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:47:26.765626 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a600986a-1750-4eaa-bcf1-7da9c5344fc2 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:47:26.766187 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d44ce2-432c-43fb-926a-f7d5f7f6eab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66b9ad6-b051-4fec-b6ee-ca3568ab30a0', 'code': 200} Aug 20 10:47:26.772144 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=c66b9ad6-b051-4fec-b6ee-ca3568ab30a0,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:26.798396 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-f5262e33-a43a-414f-9781-8a19fe918dcb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:47:26.818500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-f5262e33-a43a-414f-9781-8a19fe918dcb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:47:26.828142 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-f5262e33-a43a-414f-9781-8a19fe918dcb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:47:26.879958 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5262e33-a43a-414f-9781-8a19fe918dcb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=f3608ed5-a2fa-40b4-9c5f-23701031103f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:26.943786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-f5262e33-a43a-414f-9781-8a19fe918dcb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:26.944771 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-f5262e33-a43a-414f-9781-8a19fe918dcb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:26.955754 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd423f6-403e-4453-a2b3-076709087d71 req-73c7fe3a-01ba-4aae-96b8-a4d2cf07f97e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:26.957571 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dd423f6-403e-4453-a2b3-076709087d71 req-73c7fe3a-01ba-4aae-96b8-a4d2cf07f97e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 931 time: 0.2130978 Aug 20 10:47:27.002407 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378d58d-af05-4214-8514-821692fa13e1 req-c037114b-1f7a-4161-a366-4deede374db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:27.004431 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5378d58d-af05-4214-8514-821692fa13e1 req-c037114b-1f7a-4161-a366-4deede374db6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 1098 time: 0.1689517 Aug 20 10:47:27.012093 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-f5262e33-a43a-414f-9781-8a19fe918dcb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0081699 Aug 20 10:47:27.023760 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dd423f6-403e-4453-a2b3-076709087d71 req-8187397a-cfd1-430e-84aa-698b7e4a5223 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580764 Aug 20 10:47:27.029162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Request body: {'port': {'device_id': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:27.095749 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5378d58d-af05-4214-8514-821692fa13e1 req-fc93f6e4-ff4a-4e60-a5c2-35f0288d9692 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821815 Aug 20 10:47:27.104640 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:27.187542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-de61b2dc-8b24-4694-a0fc-c03cc53e29ac None None] Provisioning for port f3608ed5-a2fa-40b4-9c5f-23701031103f completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:47:27.197582 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-de61b2dc-8b24-4694-a0fc-c03cc53e29ac None None] Provisioning complete for port f3608ed5-a2fa-40b4-9c5f-23701031103f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:27.198155 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-de61b2dc-8b24-4694-a0fc-c03cc53e29ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:27.255659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-de61b2dc-8b24-4694-a0fc-c03cc53e29ac None None] Port f3608ed5-a2fa-40b4-9c5f-23701031103f cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:47:27.263181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c55b63a9-6833-4d52-a01f-65f750a425b5 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:47:27.340171 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port c55b63a9-6833-4d52-a01f-65f750a425b5 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:47:27.346105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port c55b63a9-6833-4d52-a01f-65f750a425b5 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:27.346754 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:27.461738 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:27.490630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3608ed5-a2fa-40b4-9c5f-23701031103f {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:47:27.500437 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:27.505865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port c55b63a9-6833-4d52-a01f-65f750a425b5, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c55b63a9-6833-4d52-a01f-65f750a425b5,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:27.510516 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:27.518113 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Transition to ACTIVE for port object f3608ed5-a2fa-40b4-9c5f-23701031103f will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:47:27.523009 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:27.573993 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=c55b63a9-6833-4d52-a01f-65f750a425b5,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:27.576318 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Pushing event updated for resources: {'Port': ['ID=f3608ed5-a2fa-40b4-9c5f-23701031103f,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:27.672527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Attempting to bind port f3608ed5-a2fa-40b4-9c5f-23701031103f on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:47:27.682650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Attempting to bind port f3608ed5-a2fa-40b4-9c5f-23701031103f by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:47:27.683158 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Attempting to bind port f3608ed5-a2fa-40b4-9c5f-23701031103f on network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:47:27.690933 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Port f3608ed5-a2fa-40b4-9c5f-23701031103f on network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:47:27.691302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Attempting to bind port f3608ed5-a2fa-40b4-9c5f-23701031103f on network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:47:27.697039 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:47:27.705204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Checking segment: {'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:47:27.705667 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Bound using segment: {'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:47:27.706131 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Bound port: f3608ed5-a2fa-40b4-9c5f-23701031103f, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:47:27.707132 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:27.762907 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022b19f-d39b-4b79-9803-f4a3ee5861d0 req-407de141-ded9-468c-b26c-cf0b5eb5e8c9 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:27.770572 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6022b19f-d39b-4b79-9803-f4a3ee5861d0 req-407de141-ded9-468c-b26c-cf0b5eb5e8c9 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da HTTP/1.1" status: 200 len: 943 time: 0.0966642 Aug 20 10:47:27.818083 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6022b19f-d39b-4b79-9803-f4a3ee5861d0 req-1913f2b7-5295-4a30-be7a-45b89029dcf6 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466211 Aug 20 10:47:27.822726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55289143-3862-4520-8431-734f0bc23c41 req-26af1ce1-ce5e-4912-a066-45326833d377 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:27.832385 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-55289143-3862-4520-8431-734f0bc23c41 req-26af1ce1-ce5e-4912-a066-45326833d377 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 946 time: 0.0769241 Aug 20 10:47:27.848142 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] For port f3608ed5-a2fa-40b4-9c5f-23701031103f, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:47:27.865179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] For port f3608ed5-a2fa-40b4-9c5f-23701031103f, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:47:27.888425 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:27.895337 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-55289143-3862-4520-8431-734f0bc23c41 req-6dcf6d7f-91c8-4aa9-ab18-c8df3e6d7fbb tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620644 Aug 20 10:47:27.926255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:27.926876 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:27.928280 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] 10.222.0.42 "PUT /v2.0/ports/f3608ed5-a2fa-40b4-9c5f-23701031103f HTTP/1.1" status: 200 len: 1092 time: 0.9082799 Aug 20 10:47:27.928753 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'tag': 'f3608ed5-a2fa-40b4-9c5f-23701031103f'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:47:27.931558 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3011fc4d-7aa9-4e45-ad79-98ea8d6072d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d2dccefa-a560-4344-8a64-a22ebafffa9e", "tag": "f3608ed5-a2fa-40b4-9c5f-23701031103f"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:47:27.959512 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc829a4-ac36-4a58-8997-e63f6c49941a service neutron] Pushing event updated for resources: {'Port': ['ID=f3608ed5-a2fa-40b4-9c5f-23701031103f,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:27.978821 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241a6a3c-06b8-498c-9a58-eea8479206bf x-openstack-request-id: req-241a6a3c-06b8-498c-9a58-eea8479206bf {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:47:27.979023 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2dccefa-a560-4344-8a64-a22ebafffa9e", "tag": "f3608ed5-a2fa-40b4-9c5f-23701031103f", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:47:27.979370 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-241a6a3c-06b8-498c-9a58-eea8479206bf {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:47:27.979780 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'tag': 'f3608ed5-a2fa-40b4-9c5f-23701031103f', 'status': 'completed', 'code': 200} Aug 20 10:47:28.046367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-89bb1bad-5301-4a5f-a976-6de75b41927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:28.049683 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-89bb1bad-5301-4a5f-a976-6de75b41927d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 1095 time: 0.0496368 Aug 20 10:47:28.119814 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-7dfec440-ce98-4789-a41c-93587e838f2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f HTTP/1.1" status: 200 len: 217 time: 0.0609496 Aug 20 10:47:28.219758 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-62fbe87e-4091-4ff4-b2ab-a51237abecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:28.221272 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-62fbe87e-4091-4ff4-b2ab-a51237abecf7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71031201-8bdf-4970-b1b1-c8f0c2624c57 HTTP/1.1" status: 200 len: 834 time: 0.0946465 Aug 20 10:47:28.237085 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfdf79-0495-4910-aae1-8c29826c666e req-10fe6384-c2a4-440e-b6f6-edc2da4442eb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:28.238520 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34dfdf79-0495-4910-aae1-8c29826c666e req-10fe6384-c2a4-440e-b6f6-edc2da4442eb tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 943 time: 0.0818729 Aug 20 10:47:28.301659 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34dfdf79-0495-4910-aae1-8c29826c666e req-4a36c17a-25a8-4c9f-9a40-74734dac78cd tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559251 Aug 20 10:47:28.307324 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-735bdd51-b641-400a-b9f8-5d2da714ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:28.308814 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-735bdd51-b641-400a-b9f8-5d2da714ca18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca0440ba-af56-4d26-ab30-fbbe9d53ac40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796270 Aug 20 10:47:28.407648 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-e8349884-92f3-47f6-bf78-78ac70e77084 service neutron] 10.222.0.42 "GET /v2.0/networks/ca0440ba-af56-4d26-ab30-fbbe9d53ac40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917704 Aug 20 10:47:28.499216 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e988236a-fa04-478a-88f6-19d22334c9e8 req-c7889627-43ac-4bb9-8ea8-67fabe259d42 service neutron] 10.222.0.42 "GET /v2.0/networks/ca0440ba-af56-4d26-ab30-fbbe9d53ac40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848532 Aug 20 10:47:28.587520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011fc4d-7aa9-4e45-ad79-98ea8d6072d9 req-c28a8deb-b641-4cf9-8fb2-5c1bc7148481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:28.588925 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3011fc4d-7aa9-4e45-ad79-98ea8d6072d9 req-c28a8deb-b641-4cf9-8fb2-5c1bc7148481 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 1095 time: 0.0433264 Aug 20 10:47:28.688142 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011fc4d-7aa9-4e45-ad79-98ea8d6072d9 req-71ed59f4-6ed4-4e60-901e-86cf1b717fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:28.689732 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3011fc4d-7aa9-4e45-ad79-98ea8d6072d9 req-71ed59f4-6ed4-4e60-901e-86cf1b717fee service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca0440ba-af56-4d26-ab30-fbbe9d53ac40 HTTP/1.1" status: 200 len: 897 time: 0.0939906 Aug 20 10:47:28.736457 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3011fc4d-7aa9-4e45-ad79-98ea8d6072d9 req-1ec10d11-c528-44a6-849b-11c1f1a013fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f HTTP/1.1" status: 200 len: 217 time: 0.0385871 Aug 20 10:47:28.789792 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011fc4d-7aa9-4e45-ad79-98ea8d6072d9 req-fb5a5985-398b-4211-9455-393b2321f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:28.791382 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3011fc4d-7aa9-4e45-ad79-98ea8d6072d9 req-fb5a5985-398b-4211-9455-393b2321f180 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71031201-8bdf-4970-b1b1-c8f0c2624c57 HTTP/1.1" status: 200 len: 834 time: 0.0469055 Aug 20 10:47:28.857506 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011fc4d-7aa9-4e45-ad79-98ea8d6072d9 req-61d7edbb-457a-4038-bf26-dcde33d1d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:28.859163 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3011fc4d-7aa9-4e45-ad79-98ea8d6072d9 req-61d7edbb-457a-4038-bf26-dcde33d1d530 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca0440ba-af56-4d26-ab30-fbbe9d53ac40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598414 Aug 20 10:47:28.956627 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97a62c-c22e-49d1-b771-c864729715d0 req-6cae2801-dbc2-4ab0-9c6e-32a1ed88087f tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:28.965565 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf97a62c-c22e-49d1-b771-c864729715d0 req-6cae2801-dbc2-4ab0-9c6e-32a1ed88087f tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da HTTP/1.1" status: 200 len: 943 time: 0.0647645 Aug 20 10:47:29.003568 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf97a62c-c22e-49d1-b771-c864729715d0 req-97e9e028-734e-46c3-a2c7-a24b9a6d248e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366449 Aug 20 10:47:29.040052 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3011fc4d-7aa9-4e45-ad79-98ea8d6072d9 req-bb7bde74-992d-43e3-ae08-f54f0dfb7a50 service neutron] 10.222.0.42 "GET /v2.0/networks/ca0440ba-af56-4d26-ab30-fbbe9d53ac40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711700 Aug 20 10:47:29.160162 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d529c9d-e97e-4b10-b2c4-575e1870de64 req-cd32661b-62ea-44aa-a587-73f36d72ef04 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:29.165657 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d529c9d-e97e-4b10-b2c4-575e1870de64 req-cd32661b-62ea-44aa-a587-73f36d72ef04 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 946 time: 0.0814214 Aug 20 10:47:29.185587 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3011fc4d-7aa9-4e45-ad79-98ea8d6072d9 req-62eb9811-6020-41ef-bc34-22fa75a1a375 service neutron] 10.222.0.42 "GET /v2.0/networks/ca0440ba-af56-4d26-ab30-fbbe9d53ac40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386983 Aug 20 10:47:29.224071 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c55b63a9-6833-4d52-a01f-65f750a425b5 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:47:29.234603 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d529c9d-e97e-4b10-b2c4-575e1870de64 req-7da5e329-e8e7-4235-878e-2890078c16c9 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613267 Aug 20 10:47:29.293962 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port c55b63a9-6833-4d52-a01f-65f750a425b5 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:29.294340 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:29.299201 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ef5a14ed-ca56-4ae7-8022-89982174fe61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:29.324091 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2dabdccb-7275-49a3-bd2d-b9bf17225287 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:47:29.381302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed07fff-9765-45b0-aaa0-8bae4f526b9e req-a73df1f4-a6e2-4118-8679-c431c18d7426 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:29.383714 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3ed07fff-9765-45b0-aaa0-8bae4f526b9e req-a73df1f4-a6e2-4118-8679-c431c18d7426 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 946 time: 0.0739346 Aug 20 10:47:29.444150 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3ed07fff-9765-45b0-aaa0-8bae4f526b9e req-e032448d-85e9-4534-a548-c3cad9b9e1ce tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545421 Aug 20 10:47:29.469140 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d196df-0429-4f39-8dc2-cd3ebdb94551 req-c68933af-aca1-4813-9a6c-5d6b54726f65 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:29.471190 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-92d196df-0429-4f39-8dc2-cd3ebdb94551 req-c68933af-aca1-4813-9a6c-5d6b54726f65 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 943 time: 0.0745220 Aug 20 10:47:29.515157 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-92d196df-0429-4f39-8dc2-cd3ebdb94551 req-d8eb9a5c-185b-49a3-803e-88a42117a698 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359199 Aug 20 10:47:29.519830 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 2dabdccb-7275-49a3-bd2d-b9bf17225287, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2dabdccb-7275-49a3-bd2d-b9bf17225287,segment=NetworkSegment(d3129cdb-300d-497e-a8d8-eee1637eb3f9),segment_id=d3129cdb-300d-497e-a8d8-eee1637eb3f9)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:29.538821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '2dabdccb-7275-49a3-bd2d-b9bf17225287', 'network_id': 'e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0', 'port_id': '2dabdccb-7275-49a3-bd2d-b9bf17225287', 'mac_address': 'fa:16:3e:f0:74:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b63b4d56-d58c-4d55-861b-33fdbcc82d72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:47:29.579856 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:29.594258 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dabdccb-7275-49a3-bd2d-b9bf17225287 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:47:29.616793 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 2dabdccb-7275-49a3-bd2d-b9bf17225287, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2dabdccb-7275-49a3-bd2d-b9bf17225287,segment=NetworkSegment(d3129cdb-300d-497e-a8d8-eee1637eb3f9),segment_id=d3129cdb-300d-497e-a8d8-eee1637eb3f9)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:29.621534 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:29.672250 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=2dabdccb-7275-49a3-bd2d-b9bf17225287,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:29.712020 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd55dd4-f343-49a1-bb0c-064f18e4cfbb req-e18a89d4-4ee4-41f5-9c5b-f8bdbcf8cdda tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:29.713450 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0dd55dd4-f343-49a1-bb0c-064f18e4cfbb req-e18a89d4-4ee4-41f5-9c5b-f8bdbcf8cdda tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 946 time: 0.0505438 Aug 20 10:47:29.753156 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0dd55dd4-f343-49a1-bb0c-064f18e4cfbb req-2a091eb9-2530-4cd3-b78f-4b3438d72135 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336018 Aug 20 10:47:29.928124 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['2dabdccb-7275-49a3-bd2d-b9bf17225287'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:47:30.160973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49409-d626-4c57-9926-833f22181a10 req-a24b88b1-770e-42ef-9b60-26818a0cb33e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:30.166859 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75d49409-d626-4c57-9926-833f22181a10 req-a24b88b1-770e-42ef-9b60-26818a0cb33e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da HTTP/1.1" status: 200 len: 944 time: 0.0717597 Aug 20 10:47:30.209229 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75d49409-d626-4c57-9926-833f22181a10 req-7059518b-c09c-4d7d-84cd-130c4098279b tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Aug 20 10:47:30.361139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f3608ed5-a2fa-40b4-9c5f-23701031103f details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:47:30.461562 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f3608ed5-a2fa-40b4-9c5f-23701031103f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:30.473382 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'f3608ed5-a2fa-40b4-9c5f-23701031103f', 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40', 'port_id': 'f3608ed5-a2fa-40b4-9c5f-23701031103f', 'mac_address': 'fa:16:3e:83:26:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:47:30.514898 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:30.528625 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3608ed5-a2fa-40b4-9c5f-23701031103f {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:47:30.551945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f3608ed5-a2fa-40b4-9c5f-23701031103f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:30.556980 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:30.612819 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=f3608ed5-a2fa-40b4-9c5f-23701031103f,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:30.644192 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9296017-c192-4109-9e17-232fb1b49bf2 req-2814bc13-76e3-41e6-b8c5-b6f81979ad53 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:30.645676 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d9296017-c192-4109-9e17-232fb1b49bf2 req-2814bc13-76e3-41e6-b8c5-b6f81979ad53 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 944 time: 0.0520504 Aug 20 10:47:30.691438 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d9296017-c192-4109-9e17-232fb1b49bf2 req-75923a2e-bb73-4e87-9ec4-aaf5bfb30cc8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387521 Aug 20 10:47:30.766183 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['f3608ed5-a2fa-40b4-9c5f-23701031103f'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:47:30.889152 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87537a-48de-445b-a837-d888858721c7 req-b2a79392-4b3c-4986-9e8b-c289ba594802 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:30.890735 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ba87537a-48de-445b-a837-d888858721c7 req-b2a79392-4b3c-4986-9e8b-c289ba594802 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 946 time: 0.0677450 Aug 20 10:47:30.947422 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ba87537a-48de-445b-a837-d888858721c7 req-958a0a43-d7c5-4083-a95d-1d9c1da5b778 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451410 Aug 20 10:47:31.234722 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1a798-3a20-480a-aa17-0282dbb45210 req-13875d48-85f3-4095-8058-75a9032cedd2 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:31.237049 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1bb1a798-3a20-480a-aa17-0282dbb45210 req-13875d48-85f3-4095-8058-75a9032cedd2 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 946 time: 0.0593038 Aug 20 10:47:31.237185 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbaf0b-3a7a-4f32-9648-b3ca21967f84 req-63985bc0-bccb-4436-a0f6-8bd380cbe8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:31.238969 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1bbaf0b-3a7a-4f32-9648-b3ca21967f84 req-63985bc0-bccb-4436-a0f6-8bd380cbe8fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bedbc095e60c441fb78d31f848a58a24&device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 1098 time: 0.0578966 Aug 20 10:47:31.304283 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1bb1a798-3a20-480a-aa17-0282dbb45210 req-7c044098-2c22-4eaa-bafd-397602d9ae4f tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512960 Aug 20 10:47:31.346187 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2dabdccb-7275-49a3-bd2d-b9bf17225287 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:47:31.421580 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 2dabdccb-7275-49a3-bd2d-b9bf17225287 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:47:31.434592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 2dabdccb-7275-49a3-bd2d-b9bf17225287 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:31.436325 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:31.458984 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83daea-467d-4a9e-b175-d096c2341e10 req-55ac44f6-e45c-486c-8070-c5d235a8db71 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:31.460583 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4b83daea-467d-4a9e-b175-d096c2341e10 req-55ac44f6-e45c-486c-8070-c5d235a8db71 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da HTTP/1.1" status: 200 len: 944 time: 0.1573026 Aug 20 10:47:31.463646 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbaf0b-3a7a-4f32-9648-b3ca21967f84 req-b1a9a9c4-50a8-4278-8e4c-f059502610e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:31.465071 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1bbaf0b-3a7a-4f32-9648-b3ca21967f84 req-b1a9a9c4-50a8-4278-8e4c-f059502610e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9a052368-d1a2-4dbb-a703-996617acac96 HTTP/1.1" status: 200 len: 913 time: 0.2192912 Aug 20 10:47:31.538984 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:31.570444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de1b888-e7ed-4df1-8558-ca8a3bcf47da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dabdccb-7275-49a3-bd2d-b9bf17225287'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:47:31.572816 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73e78a6-3a97-47fe-932b-9bd39572eae2" -d '{"events": [{"server_uuid": "6de1b888-e7ed-4df1-8558-ca8a3bcf47da", "name": "network-vif-plugged", "status": "completed", "tag": "2dabdccb-7275-49a3-bd2d-b9bf17225287"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:47:31.764207 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d579ad17-c912-429e-8770-3e5f31f24407 x-openstack-request-id: req-d579ad17-c912-429e-8770-3e5f31f24407 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:47:31.764725 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de1b888-e7ed-4df1-8558-ca8a3bcf47da", "name": "network-vif-plugged", "status": "completed", "tag": "2dabdccb-7275-49a3-bd2d-b9bf17225287", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:47:31.765097 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d579ad17-c912-429e-8770-3e5f31f24407 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:47:31.765592 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de1b888-e7ed-4df1-8558-ca8a3bcf47da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dabdccb-7275-49a3-bd2d-b9bf17225287', 'code': 200} Aug 20 10:47:31.769995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 2dabdccb-7275-49a3-bd2d-b9bf17225287, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2dabdccb-7275-49a3-bd2d-b9bf17225287,segment=NetworkSegment(d3129cdb-300d-497e-a8d8-eee1637eb3f9),segment_id=d3129cdb-300d-497e-a8d8-eee1637eb3f9)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:31.777449 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:31.804338 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f2ee5-6d1f-4ea9-a417-201cfec7f611 req-6c355a4a-e143-4909-bd34-4cb50bebf3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:31.806792 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c63f2ee5-6d1f-4ea9-a417-201cfec7f611 req-6c355a4a-e143-4909-bd34-4cb50bebf3f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da HTTP/1.1" status: 200 len: 1096 time: 0.0943556 Aug 20 10:47:31.846845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=2dabdccb-7275-49a3-bd2d-b9bf17225287,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:31.902773 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c63f2ee5-6d1f-4ea9-a417-201cfec7f611 req-4f5de08a-69b4-47ed-b172-e07da9e67f4a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402591 Aug 20 10:47:31.906832 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1bbaf0b-3a7a-4f32-9648-b3ca21967f84 req-98da2096-35bf-494b-82d7-971c07415819 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 HTTP/1.1" status: 200 len: 217 time: 0.4288957 Aug 20 10:47:31.911343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725d821-5401-4d22-909b-906036db3b1b req-1364db34-dc02-452a-a88f-d04a45ffa3d7 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:31.919709 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5725d821-5401-4d22-909b-906036db3b1b req-1364db34-dc02-452a-a88f-d04a45ffa3d7 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 944 time: 0.1044824 Aug 20 10:47:31.935849 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f707f4de-a758-40e5-95a5-9663bf27bf96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:31.952008 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4b83daea-467d-4a9e-b175-d096c2341e10 req-5fde71ea-c5c1-42c3-a6f9-828a1009e21e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822803 Aug 20 10:47:31.969015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbaf0b-3a7a-4f32-9648-b3ca21967f84 req-7b49a26f-2cc2-475f-9244-148cfaba0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:31.970494 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1bbaf0b-3a7a-4f32-9648-b3ca21967f84 req-7b49a26f-2cc2-475f-9244-148cfaba0c50 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33730f3c-5484-431b-bd14-755ea61f318f HTTP/1.1" status: 200 len: 852 time: 0.0546515 Aug 20 10:47:31.976499 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5725d821-5401-4d22-909b-906036db3b1b req-aef492bd-1003-47ee-b24f-d48b3735fd04 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549798 Aug 20 10:47:32.016235 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1bbaf0b-3a7a-4f32-9648-b3ca21967f84 req-ab561445-7206-4b91-84ab-ec13992eb670 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9a052368-d1a2-4dbb-a703-996617acac96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376720 Aug 20 10:47:32.119902 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1bbaf0b-3a7a-4f32-9648-b3ca21967f84 req-de4f40b3-845a-4b2c-b323-921255e32317 service neutron] 10.222.0.42 "GET /v2.0/networks/9a052368-d1a2-4dbb-a703-996617acac96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959685 Aug 20 10:47:32.235127 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f1bbaf0b-3a7a-4f32-9648-b3ca21967f84 req-3a1c3f4c-a94b-4481-870f-f9a8a7aded14 service neutron] 10.222.0.42 "GET /v2.0/networks/9a052368-d1a2-4dbb-a703-996617acac96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082408 Aug 20 10:47:32.375349 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f3608ed5-a2fa-40b4-9c5f-23701031103f up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:47:32.414415 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:32.427037 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706ce46-3460-4157-9457-f8cdeaa2d650 req-ef18a7e6-0a24-49a2-81d2-0d3dc031888b tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:32.429394 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9706ce46-3460-4157-9457-f8cdeaa2d650 req-ef18a7e6-0a24-49a2-81d2-0d3dc031888b tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 946 time: 0.0577295 Aug 20 10:47:32.441607 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port f3608ed5-a2fa-40b4-9c5f-23701031103f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:47:32.446942 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port f3608ed5-a2fa-40b4-9c5f-23701031103f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:47:32.447369 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:32.497466 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9706ce46-3460-4157-9457-f8cdeaa2d650 req-733a7b81-2681-47fc-86b7-ea27b7b03e4a tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583394 Aug 20 10:47:32.538020 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:32.571521 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port f3608ed5-a2fa-40b4-9c5f-23701031103f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:32.575621 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:32.627397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=f3608ed5-a2fa-40b4-9c5f-23701031103f,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:33.097488 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3edffd-907e-431c-96c3-a2169514ec83 req-2e6e100f-03a8-46ae-9364-ffdb4ae9d189 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:33.099201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d3edffd-907e-431c-96c3-a2169514ec83 req-2e6e100f-03a8-46ae-9364-ffdb4ae9d189 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da HTTP/1.1" status: 200 len: 945 time: 0.0612051 Aug 20 10:47:33.115120 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f83712-5324-43eb-9d8e-3ecafa6f3726 req-4de7e8a3-654c-41d2-b00b-8415e7f53e91 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:33.117968 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-93f83712-5324-43eb-9d8e-3ecafa6f3726 req-4de7e8a3-654c-41d2-b00b-8415e7f53e91 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 945 time: 0.0609603 Aug 20 10:47:33.153079 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d3edffd-907e-431c-96c3-a2169514ec83 req-d94042cc-b34a-46c3-9316-82795e0ded1a tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460837 Aug 20 10:47:33.161750 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-93f83712-5324-43eb-9d8e-3ecafa6f3726 req-74228e78-6aa2-48cc-a829-88f3d4f9b486 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372753 Aug 20 10:47:33.168341 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:33.650207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9af1dc-17cc-4bb1-99b1-9b0a5bd745df req-4129142d-c6eb-4070-97a1-1e105b0df3df tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:33.652064 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2a9af1dc-17cc-4bb1-99b1-9b0a5bd745df req-4129142d-c6eb-4070-97a1-1e105b0df3df tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 946 time: 0.0647569 Aug 20 10:47:33.703574 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2a9af1dc-17cc-4bb1-99b1-9b0a5bd745df req-0f793d44-7b09-4819-85f6-0a8c424b6974 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 Aug 20 10:47:33.766815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3608ed5-a2fa-40b4-9c5f-23701031103f'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:47:33.769542 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be25ea7b-1baa-476d-b47d-91baa2dad260" -d '{"events": [{"server_uuid": "d2dccefa-a560-4344-8a64-a22ebafffa9e", "name": "network-vif-plugged", "status": "completed", "tag": "f3608ed5-a2fa-40b4-9c5f-23701031103f"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:47:33.810662 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0378537c-0ce7-45da-8790-bb7e6fc343ac x-openstack-request-id: req-0378537c-0ce7-45da-8790-bb7e6fc343ac {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:47:33.811801 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2dccefa-a560-4344-8a64-a22ebafffa9e", "name": "network-vif-plugged", "status": "completed", "tag": "f3608ed5-a2fa-40b4-9c5f-23701031103f", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:47:33.812080 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0378537c-0ce7-45da-8790-bb7e6fc343ac {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:47:33.812857 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3608ed5-a2fa-40b4-9c5f-23701031103f', 'code': 200} Aug 20 10:47:33.942003 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9000d5-0bba-48c6-9cbd-6830df2be00f req-d7e6a72a-3c47-48f1-9c3f-470e25dd0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:33.942795 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f9000d5-0bba-48c6-9cbd-6830df2be00f req-d7e6a72a-3c47-48f1-9c3f-470e25dd0623 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 1097 time: 0.0655110 Aug 20 10:47:33.985342 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f9000d5-0bba-48c6-9cbd-6830df2be00f req-4bc9f7d2-40cc-4599-ae9a-4f2b2d8a489b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324731 Aug 20 10:47:34.011090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becddabf-d24f-4497-a320-fbe537a53031 req-d6c5c7ab-14d0-4ff1-9316-577c5301a97c tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:34.011090 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-becddabf-d24f-4497-a320-fbe537a53031 req-d6c5c7ab-14d0-4ff1-9316-577c5301a97c tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 946 time: 0.0708010 Aug 20 10:47:34.061633 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-becddabf-d24f-4497-a320-fbe537a53031 req-ebb79f8d-aff3-45d4-80f7-9e28db5472a3 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431812 Aug 20 10:47:34.299063 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7a740-9d42-4af3-ae8d-c84e295d3dc4 req-f37df727-f536-4732-8834-a8963adfea3c tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:34.300851 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ca7a740-9d42-4af3-ae8d-c84e295d3dc4 req-f37df727-f536-4732-8834-a8963adfea3c tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da HTTP/1.1" status: 200 len: 945 time: 0.0671515 Aug 20 10:47:34.332623 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf7b69-41b6-471c-9dc8-ac010cc26732 req-9af90d8f-e1b9-4d0f-a9f4-aef99a2de716 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:34.334092 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-abbf7b69-41b6-471c-9dc8-ac010cc26732 req-9af90d8f-e1b9-4d0f-a9f4-aef99a2de716 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 945 time: 0.0693109 Aug 20 10:47:34.350198 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ca7a740-9d42-4af3-ae8d-c84e295d3dc4 req-5d764c63-2202-4950-83f6-b66a177b6b47 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415077 Aug 20 10:47:34.399942 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-abbf7b69-41b6-471c-9dc8-ac010cc26732 req-508ee456-d5f5-4aba-8fd8-4cdd87341f03 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560348 Aug 20 10:47:34.825432 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:35.194120 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f4a65-a521-4095-95dc-3cf87e694437 req-01463bd1-7ed2-4aee-ad62-e630296ea2d7 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:35.201719 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-503f4a65-a521-4095-95dc-3cf87e694437 req-01463bd1-7ed2-4aee-ad62-e630296ea2d7 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 946 time: 0.0615914 Aug 20 10:47:35.243739 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-503f4a65-a521-4095-95dc-3cf87e694437 req-6d0a5233-b0a6-47f3-ad57-6345d4485814 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408311 Aug 20 10:47:35.491837 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a7a14-cae2-41aa-a417-123fa58fc8b5 req-9df0755b-3de5-4888-83e3-e69ef7be2313 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:35.497331 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f8a7a14-cae2-41aa-a417-123fa58fc8b5 req-9df0755b-3de5-4888-83e3-e69ef7be2313 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 946 time: 0.0800679 Aug 20 10:47:35.546387 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f8a7a14-cae2-41aa-a417-123fa58fc8b5 req-c806f666-2297-4288-b674-1e811a88dd03 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416963 Aug 20 10:47:35.547846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf647a5-8bcf-495e-89be-e51729dbc553 req-95736eda-dbf1-4f5d-9f99-bf80c90a662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:35.550540 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ebf647a5-8bcf-495e-89be-e51729dbc553 req-95736eda-dbf1-4f5d-9f99-bf80c90a662e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bedbc095e60c441fb78d31f848a58a24&device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 1098 time: 0.0561175 Aug 20 10:47:35.701988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe028ede-e05a-46fb-8697-00a4dedc3d04 req-a82e5a59-f491-478b-a81c-7b8749bc4322 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:35.703539 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe028ede-e05a-46fb-8697-00a4dedc3d04 req-a82e5a59-f491-478b-a81c-7b8749bc4322 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 945 time: 0.0850978 Aug 20 10:47:35.708854 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf647a5-8bcf-495e-89be-e51729dbc553 req-88b200f3-0365-4bac-92da-36e74da1222c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:35.711281 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ebf647a5-8bcf-495e-89be-e51729dbc553 req-88b200f3-0365-4bac-92da-36e74da1222c service neutron] 10.222.0.42 "GET /v2.0/networks?id=9a052368-d1a2-4dbb-a703-996617acac96 HTTP/1.1" status: 200 len: 913 time: 0.1537843 Aug 20 10:47:35.775724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ebf647a5-8bcf-495e-89be-e51729dbc553 req-4c56d222-3240-4ee5-a995-cefbca7f649a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 HTTP/1.1" status: 200 len: 217 time: 0.0543487 Aug 20 10:47:35.827909 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe028ede-e05a-46fb-8697-00a4dedc3d04 req-195a75ba-a5f5-4c6c-a1c6-09f18d47cfe7 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083755 Aug 20 10:47:35.864212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf647a5-8bcf-495e-89be-e51729dbc553 req-9353a75d-0946-4b30-b229-4a89e4d5e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:35.864212 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ebf647a5-8bcf-495e-89be-e51729dbc553 req-9353a75d-0946-4b30-b229-4a89e4d5e8ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33730f3c-5484-431b-bd14-755ea61f318f HTTP/1.1" status: 200 len: 852 time: 0.0682576 Aug 20 10:47:35.890843 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ebf647a5-8bcf-495e-89be-e51729dbc553 req-a41c296d-066a-4b29-979d-56716de94258 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9a052368-d1a2-4dbb-a703-996617acac96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333705 Aug 20 10:47:35.993541 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26042935-b617-47e4-ab19-51ab7725df5e req-e4f683d0-68e9-4e5b-aaa5-020c5254e34a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:36.000878 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-26042935-b617-47e4-ab19-51ab7725df5e req-e4f683d0-68e9-4e5b-aaa5-020c5254e34a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 945 time: 0.0721345 Aug 20 10:47:36.010665 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ebf647a5-8bcf-495e-89be-e51729dbc553 req-949b1f15-e4bc-4eae-9572-c7ccfb886771 service neutron] 10.222.0.42 "GET /v2.0/networks/9a052368-d1a2-4dbb-a703-996617acac96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108987 Aug 20 10:47:36.055695 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-26042935-b617-47e4-ab19-51ab7725df5e req-98e0633c-4484-4293-ba0b-6105fcee194f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493112 Aug 20 10:47:36.081684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56794) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:36.151433 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3cff3f-5339-476e-95e1-ce8e98bc4637 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:36.153088 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7f3cff3f-5339-476e-95e1-ce8e98bc4637 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 1092 time: 0.0703301 Aug 20 10:47:36.156220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56796) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:36.157345 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ebf647a5-8bcf-495e-89be-e51729dbc553 req-d027c084-6d29-4ec1-b75a-8623e0fe8cc9 service neutron] 10.222.0.42 "GET /v2.0/networks/9a052368-d1a2-4dbb-a703-996617acac96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397102 Aug 20 10:47:36.162162 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': 'f3608ed5-a2fa-40b4-9c5f-23701031103f', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:47:36.194764 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:36.308091 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:36.709779 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c1b80-f809-48f6-8dda-a3737620fb3b req-0a03d13b-ed75-4c6b-98ea-775279b7ce42 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:36.711738 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f78c1b80-f809-48f6-8dda-a3737620fb3b req-0a03d13b-ed75-4c6b-98ea-775279b7ce42 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 946 time: 0.0704620 Aug 20 10:47:36.800736 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f78c1b80-f809-48f6-8dda-a3737620fb3b req-f8490fb2-be35-4c73-9539-1a292314007a tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728073 Aug 20 10:47:36.819265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Allocated IP 172.25.3.152 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/cb038158-ea22-4d19-8352-7aa2f33addf2) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:47:36.932614 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:36.974481 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:37.017101 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:47:37.030347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=cb038158-ea22-4d19-8352-7aa2f33addf2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:37.034321 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:47:37.036668 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:47:37.418475 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:37.487021 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:37.654549 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:37.660259 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:37.736085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=cb038158-ea22-4d19-8352-7aa2f33addf2,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:37.743428 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:37.873525 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Floating IP 11dc89aa-0691-45d8-9525-4e6e079185ca associated. External IP: 172.25.3.152, port: f3608ed5-a2fa-40b4-9c5f-23701031103f. Aug 20 10:47:37.926831 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755a3f9-42e9-4ccc-b79f-e55bac0ac0a9 req-35f8861e-ea27-46e2-a6b3-04332b047215 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:37.931944 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2755a3f9-42e9-4ccc-b79f-e55bac0ac0a9 req-35f8861e-ea27-46e2-a6b3-04332b047215 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 946 time: 0.0633006 Aug 20 10:47:37.975156 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2755a3f9-42e9-4ccc-b79f-e55bac0ac0a9 req-575bf91d-624c-4f96-8322-6c8c84a333c4 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385759 Aug 20 10:47:38.118950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router c53372c8-37ab-4493-9f31-2ca432f6d9bb has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:47:38.255638 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:47:38.269912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3cd326-7e2d-4951-90fd-1fb306c5d5f0 None None] Sync routers for ids ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:47:38.273902 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:38.284308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3cd326-7e2d-4951-90fd-1fb306c5d5f0 None None] Routers {'c53372c8-37ab-4493-9f31-2ca432f6d9bb'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:47:38.285564 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-dc3cd326-7e2d-4951-90fd-1fb306c5d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:47:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:38.302190 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e7f0c-e49e-4bde-a53e-d44dc5f0784d req-0b65fb9b-8988-4fe3-a8c7-36c502f1cfff tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:38.303801 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f3e7f0c-e49e-4bde-a53e-d44dc5f0784d req-0b65fb9b-8988-4fe3-a8c7-36c502f1cfff tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 946 time: 0.0655224 Aug 20 10:47:38.316225 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-96e0aafc-7bac-4770-b552-97c9e8a998ba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1500146 Aug 20 10:47:38.316225 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'tag': 'f3608ed5-a2fa-40b4-9c5f-23701031103f'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:47:38.316225 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce298f8-0780-4fbc-96fb-dd26c2dbd655" -d '{"events": [{"name": "network-changed", "server_uuid": "d2dccefa-a560-4344-8a64-a22ebafffa9e", "tag": "f3608ed5-a2fa-40b4-9c5f-23701031103f"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:47:38.367258 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f3e7f0c-e49e-4bde-a53e-d44dc5f0784d req-51153923-3d11-4d2d-ab4d-a83717c41804 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548339 Aug 20 10:47:38.441278 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39525ee3-809b-400c-816f-dd011215bf6e x-openstack-request-id: req-39525ee3-809b-400c-816f-dd011215bf6e {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:47:38.442201 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2dccefa-a560-4344-8a64-a22ebafffa9e", "tag": "f3608ed5-a2fa-40b4-9c5f-23701031103f", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:47:38.442619 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39525ee3-809b-400c-816f-dd011215bf6e {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:47:38.443025 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'tag': 'f3608ed5-a2fa-40b4-9c5f-23701031103f', 'status': 'completed', 'code': 200} Aug 20 10:47:38.456028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-dc3cd326-7e2d-4951-90fd-1fb306c5d5f0 None None] Set router c53372c8-37ab-4493-9f31-2ca432f6d9bb gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:47:38.468314 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9869e50-0b94-47c0-abbb-9c4cdb873ab8 req-6df5827b-5dbf-4843-9518-0fee59d28b28 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:38.469925 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c9869e50-0b94-47c0-abbb-9c4cdb873ab8 req-6df5827b-5dbf-4843-9518-0fee59d28b28 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 945 time: 0.0570848 Aug 20 10:47:38.520785 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce298f8-0780-4fbc-96fb-dd26c2dbd655 req-38b27947-b464-4d3d-885d-405b4872d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:38.522296 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ce298f8-0780-4fbc-96fb-dd26c2dbd655 req-38b27947-b464-4d3d-885d-405b4872d453 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 1097 time: 0.0606108 Aug 20 10:47:38.528680 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c9869e50-0b94-47c0-abbb-9c4cdb873ab8 req-667ee73d-381d-41ca-9009-7b756827bee1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517702 Aug 20 10:47:38.562439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56824) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:38.641500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce298f8-0780-4fbc-96fb-dd26c2dbd655 req-6d521ae1-1917-4b9c-a055-0945c22f0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:38.644450 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3a900ffb-3f99-4033-a463-ecef56f1db08 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/floatingips/11dc89aa-0691-45d8-9525-4e6e079185ca HTTP/1.1" status: 200 len: 991 time: 0.0797644 Aug 20 10:47:38.645215 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ce298f8-0780-4fbc-96fb-dd26c2dbd655 req-6d521ae1-1917-4b9c-a055-0945c22f0031 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca0440ba-af56-4d26-ab30-fbbe9d53ac40 HTTP/1.1" status: 200 len: 897 time: 0.1154840 Aug 20 10:47:38.733784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-dc3cd326-7e2d-4951-90fd-1fb306c5d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190764321', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:47:11Z', 'updated_at': '2021-08-20T10:47:20Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:13Z', 'updated_at': '2021-08-20T10:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '11dc89aa-0691-45d8-9525-4e6e079185ca', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'port_id': 'f3608ed5-a2fa-40b4-9c5f-23701031103f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40', 'mac_address': 'fa:16:3e:83:26:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:47:37Z', 'updated_at': '2021-08-20T10:47:37Z', 'revision_number': 0, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55b63a9-6833-4d52-a01f-65f750a425b5', 'name': '', 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:1f:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:19Z', 'updated_at': '2021-08-20T10:47:27Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:38.736780 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ce298f8-0780-4fbc-96fb-dd26c2dbd655 req-dad8f620-d8ea-49c6-86bf-0431a1cc8d65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f HTTP/1.1" status: 200 len: 999 time: 0.0787799 Aug 20 10:47:38.763940 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3cd326-7e2d-4951-90fd-1fb306c5d5f0 None None] Checking router: c53372c8-37ab-4493-9f31-2ca432f6d9bb for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:47:38.775116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3cd326-7e2d-4951-90fd-1fb306c5d5f0 None None] Routers {'c53372c8-37ab-4493-9f31-2ca432f6d9bb'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:47:38.775677 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-dc3cd326-7e2d-4951-90fd-1fb306c5d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:47:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:38.810814 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce298f8-0780-4fbc-96fb-dd26c2dbd655 req-0df2c9d7-1d02-4fb9-9555-046901bd4bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:38.811916 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ce298f8-0780-4fbc-96fb-dd26c2dbd655 req-0df2c9d7-1d02-4fb9-9555-046901bd4bac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71031201-8bdf-4970-b1b1-c8f0c2624c57 HTTP/1.1" status: 200 len: 834 time: 0.0669231 Aug 20 10:47:38.883143 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce298f8-0780-4fbc-96fb-dd26c2dbd655 req-ab71c3bb-c884-4bd1-9f2c-df355a0eb378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:38.884773 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ce298f8-0780-4fbc-96fb-dd26c2dbd655 req-ab71c3bb-c884-4bd1-9f2c-df355a0eb378 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca0440ba-af56-4d26-ab30-fbbe9d53ac40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583682 Aug 20 10:47:38.905551 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-dc3cd326-7e2d-4951-90fd-1fb306c5d5f0 None None] Set router c53372c8-37ab-4493-9f31-2ca432f6d9bb gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:47:39.007404 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ce298f8-0780-4fbc-96fb-dd26c2dbd655 req-2a835b4d-f2cf-4077-877f-8ca2a58e6e6a service neutron] 10.222.0.42 "GET /v2.0/networks/ca0440ba-af56-4d26-ab30-fbbe9d53ac40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125927 Aug 20 10:47:39.122840 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ce298f8-0780-4fbc-96fb-dd26c2dbd655 req-5d4c0ff8-85bb-4ef6-be8b-93c69d17217c service neutron] 10.222.0.42 "GET /v2.0/networks/ca0440ba-af56-4d26-ab30-fbbe9d53ac40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080198 Aug 20 10:47:39.314043 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-dc3cd326-7e2d-4951-90fd-1fb306c5d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190764321', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:47:11Z', 'updated_at': '2021-08-20T10:47:20Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:13Z', 'updated_at': '2021-08-20T10:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '11dc89aa-0691-45d8-9525-4e6e079185ca', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'port_id': 'f3608ed5-a2fa-40b4-9c5f-23701031103f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40', 'mac_address': 'fa:16:3e:83:26:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:47:37Z', 'updated_at': '2021-08-20T10:47:37Z', 'revision_number': 0, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55b63a9-6833-4d52-a01f-65f750a425b5', 'name': '', 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:1f:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:19Z', 'updated_at': '2021-08-20T10:47:27Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:39.341314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3cd326-7e2d-4951-90fd-1fb306c5d5f0 None None] The sync data for ids ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'] in n-d-778550-11 is: [{'id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190764321', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:47:11Z', 'updated_at': '2021-08-20T10:47:20Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:13Z', 'updated_at': '2021-08-20T10:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '11dc89aa-0691-45d8-9525-4e6e079185ca', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'port_id': 'f3608ed5-a2fa-40b4-9c5f-23701031103f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40', 'mac_address': 'fa:16:3e:83:26:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:47:37Z', 'updated_at': '2021-08-20T10:47:37Z', 'revision_number': 0, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55b63a9-6833-4d52-a01f-65f750a425b5', 'name': '', 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:1f:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:19Z', 'updated_at': '2021-08-20T10:47:27Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:47:39.496874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba45b64-cc49-4794-823f-e928a3d97041 req-940bc81a-88a1-4474-aaf1-408d83c39032 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:39.500023 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eba45b64-cc49-4794-823f-e928a3d97041 req-940bc81a-88a1-4474-aaf1-408d83c39032 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 946 time: 0.0632725 Aug 20 10:47:39.561848 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eba45b64-cc49-4794-823f-e928a3d97041 req-f6db623f-4269-493d-998b-58075dd3173a tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ee7d02e-8dda-459d-acbb-19abc64b4f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566561 Aug 20 10:47:39.624947 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df3d36-c33f-49df-a4f3-5b49a535fc04 None None] New status for floating IP 11dc89aa-0691-45d8-9525-4e6e079185ca: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:47:39.647354 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56834) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:39.714512 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0c167a99-e196-45a1-a8e9-a74aac25ed35 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/floatingips/11dc89aa-0691-45d8-9525-4e6e079185ca HTTP/1.1" status: 200 len: 991 time: 0.0648170 Aug 20 10:47:40.183403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014cbe7-1d02-4518-b9b8-0918dff6b76f req-cb972445-aca0-459e-a3f6-84698d8ab66b tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:40.186338 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6014cbe7-1d02-4518-b9b8-0918dff6b76f req-cb972445-aca0-459e-a3f6-84698d8ab66b tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.42 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 946 time: 0.0828977 Aug 20 10:47:40.344767 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-6014cbe7-1d02-4518-b9b8-0918dff6b76f req-826522da-63d5-440d-8220-feaeba4b094b tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Deleting port c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:47:40.345204 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6014cbe7-1d02-4518-b9b8-0918dff6b76f req-826522da-63d5-440d-8220-feaeba4b094b tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:40.470900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-6014cbe7-1d02-4518-b9b8-0918dff6b76f req-826522da-63d5-440d-8220-feaeba4b094b tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] For port c66b9ad6-b051-4fec-b6ee-ca3568ab30a0, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=c66b9ad6-b051-4fec-b6ee-ca3568ab30a0,segment=NetworkSegment(42d26f50-de6e-4b65-98ec-f95b0a699168),segment_id=42d26f50-de6e-4b65-98ec-f95b0a699168)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:40.471278 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6014cbe7-1d02-4518-b9b8-0918dff6b76f req-826522da-63d5-440d-8220-feaeba4b094b tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:40.489194 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-6014cbe7-1d02-4518-b9b8-0918dff6b76f req-826522da-63d5-440d-8220-feaeba4b094b tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Calling delete_port for c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:47:40.632982 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6014cbe7-1d02-4518-b9b8-0918dff6b76f req-826522da-63d5-440d-8220-feaeba4b094b tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:40.646541 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['c66b9ad6-b051-4fec-b6ee-ca3568ab30a0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:47:40.702752 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d04e1878-631b-4ccb-a912-96a959a6e836 req-c2ba4b99-181a-4f56-94cb-8b97d3d68469 tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.16 "GET /v2.0/ports?device_id=21d44ce2-432c-43fb-926a-f7d5f7f6eab1 HTTP/1.1" status: 200 len: 210 time: 0.0414915 Aug 20 10:47:40.703828 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826522da-63d5-440d-8220-feaeba4b094b tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Pushing event deleted for resources: {'Port': ['ID=c66b9ad6-b051-4fec-b6ee-ca3568ab30a0,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:40.723577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56848) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:40.726634 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-6014cbe7-1d02-4518-b9b8-0918dff6b76f req-826522da-63d5-440d-8220-feaeba4b094b tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] No DVR routers for this DVR port c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:47:40.729236 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6014cbe7-1d02-4518-b9b8-0918dff6b76f req-826522da-63d5-440d-8220-feaeba4b094b tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:40.731458 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6014cbe7-1d02-4518-b9b8-0918dff6b76f req-826522da-63d5-440d-8220-feaeba4b094b tempest-TestServerAdvancedOps-2027896869 tempest-TestServerAdvancedOps-2027896869-project] 10.222.0.42 "DELETE /v2.0/ports/c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 HTTP/1.1" status: 204 len: 173 time: 0.5384645 Aug 20 10:47:40.731919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d44ce2-432c-43fb-926a-f7d5f7f6eab1', 'name': 'network-vif-deleted', 'tag': 'c66b9ad6-b051-4fec-b6ee-ca3568ab30a0'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:47:40.734227 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00caac43-75c7-44c5-8766-03000dcafc7d" -d '{"events": [{"server_uuid": "21d44ce2-432c-43fb-926a-f7d5f7f6eab1", "name": "network-vif-deleted", "tag": "c66b9ad6-b051-4fec-b6ee-ca3568ab30a0"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:47:40.801194 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8e1fea-ddb7-4262-a765-84c49ac48c57 x-openstack-request-id: req-cf8e1fea-ddb7-4262-a765-84c49ac48c57 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:47:40.801496 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d44ce2-432c-43fb-926a-f7d5f7f6eab1", "name": "network-vif-deleted", "tag": "c66b9ad6-b051-4fec-b6ee-ca3568ab30a0", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:47:40.801736 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf8e1fea-ddb7-4262-a765-84c49ac48c57 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:47:40.802159 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d44ce2-432c-43fb-926a-f7d5f7f6eab1', 'name': 'network-vif-deleted', 'tag': 'c66b9ad6-b051-4fec-b6ee-ca3568ab30a0', 'status': 'completed', 'code': 200} Aug 20 10:47:40.836977 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-230a42b5-542d-4c04-8dc2-294d2445f6a0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/floatingips/11dc89aa-0691-45d8-9525-4e6e079185ca HTTP/1.1" status: 200 len: 993 time: 0.1184835 Aug 20 10:47:41.781369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56860) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:41.837703 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b63f977-b2ac-4b95-aeb9-ab32c19f53e8 admin admin] Deleting subnet 33730f3c-5484-431b-bd14-755ea61f318f {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:47:41.841049 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b63f977-b2ac-4b95-aeb9-ab32c19f53e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:41.896615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b63f977-b2ac-4b95-aeb9-ab32c19f53e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:41.949071 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b63f977-b2ac-4b95-aeb9-ab32c19f53e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:42.032748 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b63f977-b2ac-4b95-aeb9-ab32c19f53e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:42.068224 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63f977-b2ac-4b95-aeb9-ab32c19f53e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33730f3c-5484-431b-bd14-755ea61f318f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:42.078954 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3b63f977-b2ac-4b95-aeb9-ab32c19f53e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:42.082914 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3b63f977-b2ac-4b95-aeb9-ab32c19f53e8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/33730f3c-5484-431b-bd14-755ea61f318f HTTP/1.1" status: 204 len: 168 time: 0.2999144 Aug 20 10:47:42.086018 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56864) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:42.238203 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc76eaa8-360d-4a85-80cb-3131af6c5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:42.342343 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc76eaa8-360d-4a85-80cb-3131af6c5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:42.362801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-cc76eaa8-360d-4a85-80cb-3131af6c5c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a052368-d1a2-4dbb-a703-996617acac96']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:42.385869 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-cc76eaa8-360d-4a85-80cb-3131af6c5c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d26f50-de6e-4b65-98ec-f95b0a699168') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:42.386291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-cc76eaa8-360d-4a85-80cb-3131af6c5c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d26f50-de6e-4b65-98ec-f95b0a699168') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:42.401058 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc76eaa8-360d-4a85-80cb-3131af6c5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:42.422537 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc76eaa8-360d-4a85-80cb-3131af6c5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:42.431100 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc76eaa8-360d-4a85-80cb-3131af6c5c2b admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:47:42.431440 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc76eaa8-360d-4a85-80cb-3131af6c5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:47:42.435225 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:47:42.690177 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc76eaa8-360d-4a85-80cb-3131af6c5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:42.699350 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc76eaa8-360d-4a85-80cb-3131af6c5c2b admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:42.705553 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cc76eaa8-360d-4a85-80cb-3131af6c5c2b admin admin] 10.222.0.16 "DELETE /v2.0/networks/9a052368-d1a2-4dbb-a703-996617acac96 HTTP/1.1" status: 204 len: 168 time: 0.6137545 Aug 20 10:47:42.705675 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56872) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:42.719781 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76eaa8-360d-4a85-80cb-3131af6c5c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=9a052368-d1a2-4dbb-a703-996617acac96,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:42.772418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3a5163-ba4f-403d-9114-da7ed3461363 admin admin] Deleting subnet 9770c858-21fc-4291-b9c8-5ff9ad000bf0 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:47:42.777822 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5163-ba4f-403d-9114-da7ed3461363 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:42.836857 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5163-ba4f-403d-9114-da7ed3461363 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:42.892096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56874) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:42.965535 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5163-ba4f-403d-9114-da7ed3461363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:43.154166 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5163-ba4f-403d-9114-da7ed3461363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:43.197576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a5163-ba4f-403d-9114-da7ed3461363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9770c858-21fc-4291-b9c8-5ff9ad000bf0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:43.202372 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5163-ba4f-403d-9114-da7ed3461363 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:43.208628 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56880) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:43.210609 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4c3a5163-ba4f-403d-9114-da7ed3461363 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9770c858-21fc-4291-b9c8-5ff9ad000bf0 HTTP/1.1" status: 204 len: 168 time: 0.5029221 Aug 20 10:47:43.297289 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdab82e8-4893-4a53-8746-30c714c0d736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:43.405029 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdab82e8-4893-4a53-8746-30c714c0d736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:43.416853 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-cdab82e8-4893-4a53-8746-30c714c0d736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df82b930-2715-487c-b5df-e5c591dad28b']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:43.434092 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-cdab82e8-4893-4a53-8746-30c714c0d736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4379fe11-68ad-453e-be40-c8129c950a55') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:43.434365 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-cdab82e8-4893-4a53-8746-30c714c0d736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4379fe11-68ad-453e-be40-c8129c950a55') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:43.444757 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdab82e8-4893-4a53-8746-30c714c0d736 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:43.460538 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdab82e8-4893-4a53-8746-30c714c0d736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:43.467729 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdab82e8-4893-4a53-8746-30c714c0d736 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:47:43.468149 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdab82e8-4893-4a53-8746-30c714c0d736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:47:43.469883 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:47:43.537493 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-443c3b32-43d3-4722-b78e-2d25d06175c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:43.546995 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdab82e8-4893-4a53-8746-30c714c0d736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:43.552640 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cdab82e8-4893-4a53-8746-30c714c0d736 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:43.561329 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cdab82e8-4893-4a53-8746-30c714c0d736 admin admin] 10.222.0.16 "DELETE /v2.0/networks/df82b930-2715-487c-b5df-e5c591dad28b HTTP/1.1" status: 204 len: 168 time: 0.3466215 Aug 20 10:47:43.582410 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab82e8-4893-4a53-8746-30c714c0d736 admin admin] Pushing event deleted for resources: {'Network': ['ID=df82b930-2715-487c-b5df-e5c591dad28b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:43.849914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56886) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:43.906518 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4626085a-90b1-470a-b399-24351f8a06c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bedbc095e60c441fb78d31f848a58a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529056 Aug 20 10:47:43.906757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56888) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:43.963121 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-443c3b32-43d3-4722-b78e-2d25d06175c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Deleting port d5faef95-d4f0-443b-9086-99c60c2172df {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:47:43.963121 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-443c3b32-43d3-4722-b78e-2d25d06175c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:43.968951 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-791f5f38-6e0e-4e2f-8982-5b9918a61efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:43.994082 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-791f5f38-6e0e-4e2f-8982-5b9918a61efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:44.047227 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-791f5f38-6e0e-4e2f-8982-5b9918a61efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:44.049657 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-791f5f38-6e0e-4e2f-8982-5b9918a61efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:44.050845 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-791f5f38-6e0e-4e2f-8982-5b9918a61efb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ee7d02e-8dda-459d-acbb-19abc64b4f21 HTTP/1.1" status: 204 len: 168 time: 0.1431532 Aug 20 10:47:44.064951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f5f38-6e0e-4e2f-8982-5b9918a61efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee7d02e-8dda-459d-acbb-19abc64b4f21,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:44.066942 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-443c3b32-43d3-4722-b78e-2d25d06175c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] For port d5faef95-d4f0-443b-9086-99c60c2172df, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d5faef95-d4f0-443b-9086-99c60c2172df,segment=NetworkSegment(7a77c8d7-0d46-4e93-a0b6-ce83d27de50e),segment_id=7a77c8d7-0d46-4e93-a0b6-ce83d27de50e)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:44.067571 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-443c3b32-43d3-4722-b78e-2d25d06175c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:44.085279 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-443c3b32-43d3-4722-b78e-2d25d06175c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Calling delete_port for d5faef95-d4f0-443b-9086-99c60c2172df owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:47:44.332985 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-443c3b32-43d3-4722-b78e-2d25d06175c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:44.366009 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c3b32-43d3-4722-b78e-2d25d06175c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'Port': ['ID=d5faef95-d4f0-443b-9086-99c60c2172df,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:44.430150 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:47:44.456547 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:47:44.463648 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device c66b9ad6-b051-4fec-b6ee-ca3568ab30a0 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:47:44.539601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56900) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:44.604243 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2e25b9dd-0875-4fda-983a-65c093fb6f96 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60002e9178134c5abf1559df271ac465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631847 Aug 20 10:47:44.605177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56902) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:44.623389 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-443c3b32-43d3-4722-b78e-2d25d06175c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:44.676890 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c86611c-7ac3-4e12-a1f3-2de056a0727f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:44.705092 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c86611c-7ac3-4e12-a1f3-2de056a0727f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:44.780368 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c86611c-7ac3-4e12-a1f3-2de056a0727f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:44.783600 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c86611c-7ac3-4e12-a1f3-2de056a0727f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:44.784930 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5c86611c-7ac3-4e12-a1f3-2de056a0727f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9453777-55aa-4d2e-b438-920e0ff038c8 HTTP/1.1" status: 204 len: 168 time: 0.1785531 Aug 20 10:47:44.799746 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86611c-7ac3-4e12-a1f3-2de056a0727f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9453777-55aa-4d2e-b438-920e0ff038c8,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:44.913231 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443c3b32-43d3-4722-b78e-2d25d06175c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:47:45.047228 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443c3b32-43d3-4722-b78e-2d25d06175c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:47:45.060865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973cb5c4-938a-4bc4-b38a-11bf968b7aab None None] Sync routers for ids ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:47:45.069895 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-443c3b32-43d3-4722-b78e-2d25d06175c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "PUT /v2.0/routers/95ea150a-38e7-49d9-979d-a14fe0b3ca27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1633198 Aug 20 10:47:45.086344 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973cb5c4-938a-4bc4-b38a-11bf968b7aab None None] Routers {'95ea150a-38e7-49d9-979d-a14fe0b3ca27'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:47:45.090748 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-973cb5c4-938a-4bc4-b38a-11bf968b7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:47:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:45.313858 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-973cb5c4-938a-4bc4-b38a-11bf968b7aab None None] Set router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:47:45.528383 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669aac4-dd01-41bb-a7a7-7fdb80444ad6 req-f6cb67fe-9adb-45e3-b389-a522269ff900 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:45.536491 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2669aac4-dd01-41bb-a7a7-7fdb80444ad6 req-f6cb67fe-9adb-45e3-b389-a522269ff900 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 946 time: 0.0870626 Aug 20 10:47:45.582582 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2669aac4-dd01-41bb-a7a7-7fdb80444ad6 req-f6005151-9ca0-4dc9-ba33-35666ca5e7f2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=77de498a-d144-492a-9486-5a4fca8477e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446491 Aug 20 10:47:45.642931 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-973cb5c4-938a-4bc4-b38a-11bf968b7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:47:44Z', 'revision_number': 6, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '0e6b06a7-60b3-41ca-913c-74e70f434ba4', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'port_id': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'mac_address': 'fa:16:3e:dc:34:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:45:29Z', 'updated_at': '2021-08-20T10:45:34Z', 'revision_number': 1, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233bafa0-feaa-4c80-9452-32462c1bf4bd', 'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:a7:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:59Z', 'updated_at': '2021-08-20T10:45:10Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:45.683479 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973cb5c4-938a-4bc4-b38a-11bf968b7aab None None] Checking router: 95ea150a-38e7-49d9-979d-a14fe0b3ca27 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:47:45.693527 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973cb5c4-938a-4bc4-b38a-11bf968b7aab None None] Routers {'95ea150a-38e7-49d9-979d-a14fe0b3ca27'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:47:45.694181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-973cb5c4-938a-4bc4-b38a-11bf968b7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:47:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:45.811196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-973cb5c4-938a-4bc4-b38a-11bf968b7aab None None] Set router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:47:46.040372 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a7cd10f-6ea9-4559-95a5-2d811363a294 req-0db30a62-b2c5-4ed3-9998-aaec58891799 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0697687 Aug 20 10:47:46.114266 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-973cb5c4-938a-4bc4-b38a-11bf968b7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:47:44Z', 'revision_number': 6, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '0e6b06a7-60b3-41ca-913c-74e70f434ba4', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'port_id': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'mac_address': 'fa:16:3e:dc:34:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:45:29Z', 'updated_at': '2021-08-20T10:45:34Z', 'revision_number': 1, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233bafa0-feaa-4c80-9452-32462c1bf4bd', 'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:a7:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:59Z', 'updated_at': '2021-08-20T10:45:10Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:46.132935 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cd10f-6ea9-4559-95a5-2d811363a294 req-d8aabbd1-0ef4-47b6-a49f-e06a02763da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:46.134663 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a7cd10f-6ea9-4559-95a5-2d811363a294 req-d8aabbd1-0ef4-47b6-a49f-e06a02763da5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 1098 time: 0.0456517 Aug 20 10:47:46.145539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973cb5c4-938a-4bc4-b38a-11bf968b7aab None None] The sync data for ids ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'] in n-d-778550-11 is: [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:47:44Z', 'revision_number': 6, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '0e6b06a7-60b3-41ca-913c-74e70f434ba4', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'port_id': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'mac_address': 'fa:16:3e:dc:34:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:45:29Z', 'updated_at': '2021-08-20T10:45:34Z', 'revision_number': 1, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233bafa0-feaa-4c80-9452-32462c1bf4bd', 'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:a7:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:59Z', 'updated_at': '2021-08-20T10:45:10Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:47:46.267196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cd10f-6ea9-4559-95a5-2d811363a294 req-cd1a5590-76b6-43a7-bef7-f5d286e9e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:46.269378 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a7cd10f-6ea9-4559-95a5-2d811363a294 req-cd1a5590-76b6-43a7-bef7-f5d286e9e548 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 917 time: 0.1130886 Aug 20 10:47:46.344715 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a7cd10f-6ea9-4559-95a5-2d811363a294 req-0d0f413e-055f-4e09-b9f9-e4d682e5059f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793 HTTP/1.1" status: 200 len: 1001 time: 0.0675409 Aug 20 10:47:46.401182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cd10f-6ea9-4559-95a5-2d811363a294 req-4e19bd10-f41e-47cc-bd6e-e52406ce9bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:46.402808 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a7cd10f-6ea9-4559-95a5-2d811363a294 req-4e19bd10-f41e-47cc-bd6e-e52406ce9bb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.0503523 Aug 20 10:47:46.458654 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cd10f-6ea9-4559-95a5-2d811363a294 req-ed1252bf-2dcd-4f6f-b33f-a5d7c5de7fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:46.460236 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a7cd10f-6ea9-4559-95a5-2d811363a294 req-ed1252bf-2dcd-4f6f-b33f-a5d7c5de7fa6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500638 Aug 20 10:47:46.578319 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a7cd10f-6ea9-4559-95a5-2d811363a294 req-293ea1ae-fce3-4a79-bd5f-bd7599fb5a40 service neutron] 10.222.0.42 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077821 Aug 20 10:47:46.713031 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a7cd10f-6ea9-4559-95a5-2d811363a294 req-f5a738a5-c316-439c-8e8c-ad6a387b41e4 service neutron] 10.222.0.42 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260564 Aug 20 10:47:46.753766 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a56db5-ef2f-43d0-afb2-e21c1b1052da req-bdac8e8e-accb-48f5-9bac-b8eb1feddd76 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:46.755531 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10a56db5-ef2f-43d0-afb2-e21c1b1052da req-bdac8e8e-accb-48f5-9bac-b8eb1feddd76 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 946 time: 0.0928528 Aug 20 10:47:46.798099 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10a56db5-ef2f-43d0-afb2-e21c1b1052da req-10b9acb4-a1f9-4b93-a730-27e628ae8282 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=77de498a-d144-492a-9486-5a4fca8477e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361011 Aug 20 10:47:47.061035 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1c8ee-763a-4164-bf18-804966d4d9de req-7f70e5b2-891a-4d95-bb17-774bcf7441b8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:47.062463 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79b1c8ee-763a-4164-bf18-804966d4d9de req-7f70e5b2-891a-4d95-bb17-774bcf7441b8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.24 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 946 time: 0.0629761 Aug 20 10:47:47.155162 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d5faef95-d4f0-443b-9086-99c60c2172df no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:47:47.168267 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-79b1c8ee-763a-4164-bf18-804966d4d9de req-897e1478-20e5-431e-80d6-b867f3d50f0b tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Deleting port 298c7162-2b54-40f9-ba3f-09af44b6254b {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:47:47.168611 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-79b1c8ee-763a-4164-bf18-804966d4d9de req-897e1478-20e5-431e-80d6-b867f3d50f0b tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:47.176372 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: d5faef95-d4f0-443b-9086-99c60c2172df {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:47:47.176712 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d5faef95-d4f0-443b-9086-99c60c2172df not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:47:47.267450 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-79b1c8ee-763a-4164-bf18-804966d4d9de req-897e1478-20e5-431e-80d6-b867f3d50f0b tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] For port 298c7162-2b54-40f9-ba3f-09af44b6254b, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=298c7162-2b54-40f9-ba3f-09af44b6254b,segment=NetworkSegment(7a77c8d7-0d46-4e93-a0b6-ce83d27de50e),segment_id=7a77c8d7-0d46-4e93-a0b6-ce83d27de50e)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:47.267858 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-79b1c8ee-763a-4164-bf18-804966d4d9de req-897e1478-20e5-431e-80d6-b867f3d50f0b tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:47.282052 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-79b1c8ee-763a-4164-bf18-804966d4d9de req-897e1478-20e5-431e-80d6-b867f3d50f0b tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Calling delete_port for 298c7162-2b54-40f9-ba3f-09af44b6254b owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:47:47.422075 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-79b1c8ee-763a-4164-bf18-804966d4d9de req-897e1478-20e5-431e-80d6-b867f3d50f0b tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:47.453342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e1478-20e5-431e-80d6-b867f3d50f0b tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'Port': ['ID=298c7162-2b54-40f9-ba3f-09af44b6254b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:47.494671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b1c8ee-763a-4164-bf18-804966d4d9de req-897e1478-20e5-431e-80d6-b867f3d50f0b tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] No DVR routers for this DVR port 298c7162-2b54-40f9-ba3f-09af44b6254b on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:47:47.497328 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-79b1c8ee-763a-4164-bf18-804966d4d9de req-897e1478-20e5-431e-80d6-b867f3d50f0b tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:47.499492 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79b1c8ee-763a-4164-bf18-804966d4d9de req-897e1478-20e5-431e-80d6-b867f3d50f0b tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.24 "DELETE /v2.0/ports/298c7162-2b54-40f9-ba3f-09af44b6254b HTTP/1.1" status: 204 len: 173 time: 0.4296496 Aug 20 10:47:47.499929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf122ab-ba6e-4740-8169-2bdc2d037db2', 'name': 'network-vif-deleted', 'tag': '298c7162-2b54-40f9-ba3f-09af44b6254b'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:47:47.502388 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13235872-01d5-41fa-858a-e20df07e5c9f" -d '{"events": [{"server_uuid": "edf122ab-ba6e-4740-8169-2bdc2d037db2", "name": "network-vif-deleted", "tag": "298c7162-2b54-40f9-ba3f-09af44b6254b"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:47:47.543058 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5107741-f0c2-4705-87af-093d6453497a x-openstack-request-id: req-e5107741-f0c2-4705-87af-093d6453497a {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:47:47.543359 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf122ab-ba6e-4740-8169-2bdc2d037db2", "name": "network-vif-deleted", "tag": "298c7162-2b54-40f9-ba3f-09af44b6254b", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:47:47.543611 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5107741-f0c2-4705-87af-093d6453497a {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:47:47.544014 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf122ab-ba6e-4740-8169-2bdc2d037db2', 'name': 'network-vif-deleted', 'tag': '298c7162-2b54-40f9-ba3f-09af44b6254b', 'status': 'completed', 'code': 200} Aug 20 10:47:47.947801 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9952d556-663c-4286-83e1-db76629d27d2 req-59ed2b91-2766-4ee9-b5f9-238f2799aaec tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=edf122ab-ba6e-4740-8169-2bdc2d037db2 HTTP/1.1" status: 200 len: 210 time: 0.0398862 Aug 20 10:47:48.588517 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:49.006682 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56958) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:49.081825 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fd14-32bb-4391-8523-508d22ab7625 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:49.121459 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fd14-32bb-4391-8523-508d22ab7625 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:49.204388 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fd14-32bb-4391-8523-508d22ab7625 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:49.207286 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fd14-32bb-4391-8523-508d22ab7625 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:49.208734 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2ef9fd14-32bb-4391-8523-508d22ab7625 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "DELETE /v2.0/security-groups/77de498a-d144-492a-9486-5a4fca8477e8 HTTP/1.1" status: 204 len: 168 time: 0.2006726 Aug 20 10:47:49.219550 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9fd14-32bb-4391-8523-508d22ab7625 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77de498a-d144-492a-9486-5a4fca8477e8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:49.244875 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56962) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:49.310093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe22d31-7a73-4b86-b9b1-f8266c7dc15e tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Deleting subnet 972f4139-5cfd-4274-9cc1-b54fcf095c73 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:47:49.313964 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0fe22d31-7a73-4b86-b9b1-f8266c7dc15e tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:49.362791 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0fe22d31-7a73-4b86-b9b1-f8266c7dc15e tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:49.424125 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 298c7162-2b54-40f9-ba3f-09af44b6254b no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:47:49.443293 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 298c7162-2b54-40f9-ba3f-09af44b6254b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:47:49.444506 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 298c7162-2b54-40f9-ba3f-09af44b6254b not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:47:49.467685 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0fe22d31-7a73-4b86-b9b1-f8266c7dc15e tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:49.543089 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0fe22d31-7a73-4b86-b9b1-f8266c7dc15e tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:49.575632 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe22d31-7a73-4b86-b9b1-f8266c7dc15e tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'Subnet': ['ID=972f4139-5cfd-4274-9cc1-b54fcf095c73,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:49.579955 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0fe22d31-7a73-4b86-b9b1-f8266c7dc15e tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:49.582346 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0fe22d31-7a73-4b86-b9b1-f8266c7dc15e tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "DELETE /v2.0/subnets/972f4139-5cfd-4274-9cc1-b54fcf095c73 HTTP/1.1" status: 204 len: 168 time: 0.3360648 Aug 20 10:47:49.585965 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 56964) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:49.593831 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a14c564-af3b-4b73-8727-3b357fe2c310 None None] Network a3f56360-669f-44d5-997e-08437df2f0e6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:47:49.752442 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:49.864549 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Deleting port 3593a682-451f-4f74-bc98-829749ec5d0f {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:47:49.865106 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:49.872006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] DHCP port deletion for a3f56360-669f-44d5-997e-08437df2f0e6 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:47:49.938598 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] Deleting port 3593a682-451f-4f74-bc98-829749ec5d0f {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:47:49.939101 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:49.953701 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] For port 3593a682-451f-4f74-bc98-829749ec5d0f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3593a682-451f-4f74-bc98-829749ec5d0f,segment=NetworkSegment(7a77c8d7-0d46-4e93-a0b6-ce83d27de50e),segment_id=7a77c8d7-0d46-4e93-a0b6-ce83d27de50e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:49.954338 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:49.979352 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Calling delete_port for 3593a682-451f-4f74-bc98-829749ec5d0f owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:47:50.081878 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:50.121103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'Port': ['ID=3593a682-451f-4f74-bc98-829749ec5d0f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:50.127550 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] No DVR routers for this DVR port 3593a682-451f-4f74-bc98-829749ec5d0f on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:47:50.201859 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] For port 3593a682-451f-4f74-bc98-829749ec5d0f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3593a682-451f-4f74-bc98-829749ec5d0f,segment=NetworkSegment(7a77c8d7-0d46-4e93-a0b6-ce83d27de50e),segment_id=7a77c8d7-0d46-4e93-a0b6-ce83d27de50e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:50.202353 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:50.218003 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] Calling delete_port for 3593a682-451f-4f74-bc98-829749ec5d0f owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:47:50.227195 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:50.238579 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f56360-669f-44d5-997e-08437df2f0e6']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:50.264503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a77c8d7-0d46-4e93-a0b6-ce83d27de50e') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:50.264818 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a77c8d7-0d46-4e93-a0b6-ce83d27de50e') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:50.277446 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:50.301306 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:50.311600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:47:50.312288 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:47:50.318074 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:47:50.342990 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:50.375758 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] Pushing event deleted for resources: {'Port': ['ID=3593a682-451f-4f74-bc98-829749ec5d0f,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:50.390047 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:50.390406 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:50.390739 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:50.391090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:50.391424 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:50.391763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:50.392070 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:50.392390 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:50.392708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:50.393027 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:50.393345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:50.394108 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:47:50.400751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e01582-05ae-442e-b7a0-6c392fb040ed None None] No DVR routers for this DVR port 3593a682-451f-4f74-bc98-829749ec5d0f on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:47:50.430996 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:50.441076 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:50.448511 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 56980) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:50.449295 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "DELETE /v2.0/networks/a3f56360-669f-44d5-997e-08437df2f0e6 HTTP/1.1" status: 204 len: 168 time: 0.8619945 Aug 20 10:47:50.471676 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824af19-80e2-492b-8d27-726dc798f1d4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'Network': ['ID=a3f56360-669f-44d5-997e-08437df2f0e6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:50.643912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-bad6b708-5b57-4fcd-9bae-5df44d1b5464 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Deleting port 0c939190-b264-4f51-b7f6-8e91092e11a1 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:47:50.644302 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bad6b708-5b57-4fcd-9bae-5df44d1b5464 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:50.746535 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bad6b708-5b57-4fcd-9bae-5df44d1b5464 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:50.746868 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bad6b708-5b57-4fcd-9bae-5df44d1b5464 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:50.760519 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-bad6b708-5b57-4fcd-9bae-5df44d1b5464 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Calling delete_port for 0c939190-b264-4f51-b7f6-8e91092e11a1 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:47:51.226511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3593a682-451f-4f74-bc98-829749ec5d0f no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:47:51.260559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 3593a682-451f-4f74-bc98-829749ec5d0f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:47:51.261216 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3593a682-451f-4f74-bc98-829749ec5d0f not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:47:51.280915 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bad6b708-5b57-4fcd-9bae-5df44d1b5464 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:51.316860 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6b708-5b57-4fcd-9bae-5df44d1b5464 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'Port': ['ID=0c939190-b264-4f51-b7f6-8e91092e11a1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:51.386032 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bad6b708-5b57-4fcd-9bae-5df44d1b5464 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:51.386961 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-bad6b708-5b57-4fcd-9bae-5df44d1b5464 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Floating IP 0e6b06a7-60b3-41ca-913c-74e70f434ba4 disassociated (deleted). External IP: 172.25.3.234, port: da2cdfe8-aa48-43ec-bd4c-50b61f290412. Aug 20 10:47:51.619706 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad6b708-5b57-4fcd-9bae-5df44d1b5464 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:47:51.766843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad6b708-5b57-4fcd-9bae-5df44d1b5464 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:47:51.773202 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bad6b708-5b57-4fcd-9bae-5df44d1b5464 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:51.779230 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882c04b-6a50-4e69-bd83-26e65937a72a None None] Sync routers for ids ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:47:51.789700 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d882c04b-6a50-4e69-bd83-26e65937a72a None None] Routers {'95ea150a-38e7-49d9-979d-a14fe0b3ca27'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:47:51.790356 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d882c04b-6a50-4e69-bd83-26e65937a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:47:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:51.816800 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bad6b708-5b57-4fcd-9bae-5df44d1b5464 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "DELETE /v2.0/floatingips/0e6b06a7-60b3-41ca-913c-74e70f434ba4 HTTP/1.1" status: 204 len: 168 time: 1.3670635 Aug 20 10:47:51.817573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'tag': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:47:51.820602 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc77e05-905f-4bdd-b525-3001d295ef8f" -d '{"events": [{"name": "network-changed", "server_uuid": "aeef66be-51ed-49c6-8256-b93c66c3bc78", "tag": "da2cdfe8-aa48-43ec-bd4c-50b61f290412"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:47:51.867970 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79eba332-c513-4fba-b444-4a52741894aa x-openstack-request-id: req-79eba332-c513-4fba-b444-4a52741894aa {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:47:51.868716 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeef66be-51ed-49c6-8256-b93c66c3bc78", "tag": "da2cdfe8-aa48-43ec-bd4c-50b61f290412", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:47:51.868716 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79eba332-c513-4fba-b444-4a52741894aa {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:47:51.869125 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'tag': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412', 'status': 'completed', 'code': 200} Aug 20 10:47:51.928052 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-d882c04b-6a50-4e69-bd83-26e65937a72a None None] Set router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:47:52.000895 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc77e05-905f-4bdd-b525-3001d295ef8f req-cd88cebe-2241-4660-8ddb-4f0af4427bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:52.006680 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bdc77e05-905f-4bdd-b525-3001d295ef8f req-cd88cebe-2241-4660-8ddb-4f0af4427bc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec29969148b94deaa5cea655cffb346f&device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 1097 time: 0.1080821 Aug 20 10:47:52.220658 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d882c04b-6a50-4e69-bd83-26e65937a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:47:44Z', 'revision_number': 6, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '233bafa0-feaa-4c80-9452-32462c1bf4bd', 'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:a7:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:59Z', 'updated_at': '2021-08-20T10:45:10Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:52.229646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc77e05-905f-4bdd-b525-3001d295ef8f req-6f8cf8b6-d206-4442-903b-9f9aa4686201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:52.231404 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bdc77e05-905f-4bdd-b525-3001d295ef8f req-6f8cf8b6-d206-4442-903b-9f9aa4686201 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ccdba01f-8288-46db-a1bf-15ac914ac346 HTTP/1.1" status: 200 len: 897 time: 0.2169473 Aug 20 10:47:52.255879 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882c04b-6a50-4e69-bd83-26e65937a72a None None] Checking router: 95ea150a-38e7-49d9-979d-a14fe0b3ca27 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:47:52.269556 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d882c04b-6a50-4e69-bd83-26e65937a72a None None] Routers {'95ea150a-38e7-49d9-979d-a14fe0b3ca27'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:47:52.280931 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d882c04b-6a50-4e69-bd83-26e65937a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:47:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:52.323140 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bdc77e05-905f-4bdd-b525-3001d295ef8f req-89f830af-9e8d-4a2e-8c0f-6226f188c8db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da2cdfe8-aa48-43ec-bd4c-50b61f290412 HTTP/1.1" status: 200 len: 217 time: 0.0827570 Aug 20 10:47:52.393679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285bcf1-425e-439f-a0d9-f7066f8aa713 req-4bdbbbf2-a96a-4dcd-a515-561a785b5ee3 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:52.406750 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7285bcf1-425e-439f-a0d9-f7066f8aa713 req-4bdbbbf2-a96a-4dcd-a515-561a785b5ee3 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 945 time: 0.1485240 Aug 20 10:47:52.430817 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc77e05-905f-4bdd-b525-3001d295ef8f req-b7132e1c-c489-48f5-8551-83fd6d541999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:52.436701 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bdc77e05-905f-4bdd-b525-3001d295ef8f req-b7132e1c-c489-48f5-8551-83fd6d541999 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2fb6c4ae-1007-4ed9-8ce4-283f29cc485a HTTP/1.1" status: 200 len: 835 time: 0.1045413 Aug 20 10:47:52.492552 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7285bcf1-425e-439f-a0d9-f7066f8aa713 req-a0af0627-2bf2-4f7e-ad65-305c152b9157 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=404ea569-21d9-491a-a980-a686576a62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847511 Aug 20 10:47:52.514264 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc77e05-905f-4bdd-b525-3001d295ef8f req-308218cc-d155-4946-82f9-9cacb673b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:52.516156 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bdc77e05-905f-4bdd-b525-3001d295ef8f req-308218cc-d155-4946-82f9-9cacb673b1bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ccdba01f-8288-46db-a1bf-15ac914ac346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696380 Aug 20 10:47:52.579271 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-d882c04b-6a50-4e69-bd83-26e65937a72a None None] Set router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:47:52.707790 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bdc77e05-905f-4bdd-b525-3001d295ef8f req-80d50711-8482-4daa-ab74-cc2a6bc89613 service neutron] 10.222.0.24 "GET /v2.0/networks/ccdba01f-8288-46db-a1bf-15ac914ac346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771102 Aug 20 10:47:52.847644 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bdc77e05-905f-4bdd-b525-3001d295ef8f req-fe06f024-770e-4576-bed9-ff82b8a62963 service neutron] 10.222.0.24 "GET /v2.0/networks/ccdba01f-8288-46db-a1bf-15ac914ac346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309409 Aug 20 10:47:52.850774 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:52.939349 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d882c04b-6a50-4e69-bd83-26e65937a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:47:44Z', 'revision_number': 6, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '233bafa0-feaa-4c80-9452-32462c1bf4bd', 'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:a7:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:59Z', 'updated_at': '2021-08-20T10:45:10Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:52.987670 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882c04b-6a50-4e69-bd83-26e65937a72a None None] The sync data for ids ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'] in n-d-778550-11 is: [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:47:44Z', 'revision_number': 6, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '233bafa0-feaa-4c80-9452-32462c1bf4bd', 'name': '', 'network_id': 'ccdba01f-8288-46db-a1bf-15ac914ac346', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:a7:e7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:59Z', 'updated_at': '2021-08-20T10:45:10Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': '2fb6c4ae-1007-4ed9-8ce4-283f29cc485a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:47:53.347621 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c1bf6c-0544-4bed-8163-85251a4392d2 None None] New status for floating IP 0e6b06a7-60b3-41ca-913c-74e70f434ba4: DOWN {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:47:53.606591 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f096ff-dcf3-4f8e-a559-ce99da0ceed1 req-03804c31-e420-44e2-a367-a190d6969914 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:53.608134 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-00f096ff-dcf3-4f8e-a559-ce99da0ceed1 req-03804c31-e420-44e2-a367-a190d6969914 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 945 time: 0.0533481 Aug 20 10:47:53.652209 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-00f096ff-dcf3-4f8e-a559-ce99da0ceed1 req-778a9e01-9f17-407e-befa-d593962286b1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=404ea569-21d9-491a-a980-a686576a62d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379217 Aug 20 10:47:53.711543 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab42417-36cf-4247-93bd-f88fac8580f0 req-0dd0215a-0c1c-4a91-b36f-2b6f0ff8e73a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:53.713021 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2ab42417-36cf-4247-93bd-f88fac8580f0 req-0dd0215a-0c1c-4a91-b36f-2b6f0ff8e73a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 945 time: 0.0556452 Aug 20 10:47:53.812236 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-2ab42417-36cf-4247-93bd-f88fac8580f0 req-972ed382-33fa-42ed-bd1a-b2b53de668c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Deleting port da2cdfe8-aa48-43ec-bd4c-50b61f290412 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:47:53.812399 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2ab42417-36cf-4247-93bd-f88fac8580f0 req-972ed382-33fa-42ed-bd1a-b2b53de668c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:53.911581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-2ab42417-36cf-4247-93bd-f88fac8580f0 req-972ed382-33fa-42ed-bd1a-b2b53de668c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] For port da2cdfe8-aa48-43ec-bd4c-50b61f290412, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=da2cdfe8-aa48-43ec-bd4c-50b61f290412,segment=NetworkSegment(1c51bfc5-0354-42c1-a95b-5c2846703eb5),segment_id=1c51bfc5-0354-42c1-a95b-5c2846703eb5)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:53.911943 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2ab42417-36cf-4247-93bd-f88fac8580f0 req-972ed382-33fa-42ed-bd1a-b2b53de668c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:53.926125 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-2ab42417-36cf-4247-93bd-f88fac8580f0 req-972ed382-33fa-42ed-bd1a-b2b53de668c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Calling delete_port for da2cdfe8-aa48-43ec-bd4c-50b61f290412 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:47:54.063626 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2ab42417-36cf-4247-93bd-f88fac8580f0 req-972ed382-33fa-42ed-bd1a-b2b53de668c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:54.096238 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ed382-33fa-42ed-bd1a-b2b53de668c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'Port': ['ID=da2cdfe8-aa48-43ec-bd4c-50b61f290412,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:54.141021 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab42417-36cf-4247-93bd-f88fac8580f0 req-972ed382-33fa-42ed-bd1a-b2b53de668c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] No DVR routers for this DVR port da2cdfe8-aa48-43ec-bd4c-50b61f290412 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:47:54.143871 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2ab42417-36cf-4247-93bd-f88fac8580f0 req-972ed382-33fa-42ed-bd1a-b2b53de668c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:54.146235 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2ab42417-36cf-4247-93bd-f88fac8580f0 req-972ed382-33fa-42ed-bd1a-b2b53de668c2 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.24 "DELETE /v2.0/ports/da2cdfe8-aa48-43ec-bd4c-50b61f290412 HTTP/1.1" status: 204 len: 173 time: 0.4260406 Aug 20 10:47:54.146775 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'name': 'network-vif-deleted', 'tag': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:47:54.149292 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfe2c80-8fc6-4a31-9c19-6e2a113f898a" -d '{"events": [{"server_uuid": "aeef66be-51ed-49c6-8256-b93c66c3bc78", "name": "network-vif-deleted", "tag": "da2cdfe8-aa48-43ec-bd4c-50b61f290412"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:47:54.204318 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ee9f9f-1ef7-4927-81bc-13a0b7e2bb27 x-openstack-request-id: req-50ee9f9f-1ef7-4927-81bc-13a0b7e2bb27 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:47:54.204613 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeef66be-51ed-49c6-8256-b93c66c3bc78", "name": "network-vif-deleted", "tag": "da2cdfe8-aa48-43ec-bd4c-50b61f290412", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:47:54.204867 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50ee9f9f-1ef7-4927-81bc-13a0b7e2bb27 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:47:54.205283 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeef66be-51ed-49c6-8256-b93c66c3bc78', 'name': 'network-vif-deleted', 'tag': 'da2cdfe8-aa48-43ec-bd4c-50b61f290412', 'status': 'completed', 'code': 200} Aug 20 10:47:54.848047 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83b60d72-3c9a-4459-9ff8-6ffb71aa544d req-11c13591-45b1-4923-872d-c72730e064d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeef66be-51ed-49c6-8256-b93c66c3bc78 HTTP/1.1" status: 200 len: 210 time: 0.0468328 Aug 20 10:47:55.149251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d648557-593b-42e5-a154-11d753630e3b req-2ce33155-1a5d-4b94-8e81-6eeffccdc471 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:55.150784 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d648557-593b-42e5-a154-11d753630e3b req-2ce33155-1a5d-4b94-8e81-6eeffccdc471 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.0556281 Aug 20 10:47:55.192296 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d648557-593b-42e5-a154-11d753630e3b req-15ef55a7-9382-4494-9837-c906eaccf61e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343065 Aug 20 10:47:55.358324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-9881d5c1-883f-42b6-a42b-16212aa1ebd5 req-d84e220b-c46f-4d35-9095-7595810cfbc1 service neutron] (94866) timed out ('10.222.0.24', 63098) {{(pid=94866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 10:47:55.902714 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57090) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:55.969649 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7498de64-9f10-4cb9-af4a-1c0ef55f3862 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:55.999170 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7498de64-9f10-4cb9-af4a-1c0ef55f3862 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:56.087384 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7498de64-9f10-4cb9-af4a-1c0ef55f3862 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:56.105615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7498de64-9f10-4cb9-af4a-1c0ef55f3862 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:56.111261 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7498de64-9f10-4cb9-af4a-1c0ef55f3862 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "DELETE /v2.0/security-groups/404ea569-21d9-491a-a980-a686576a62d3 HTTP/1.1" status: 204 len: 168 time: 0.2073793 Aug 20 10:47:56.126623 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498de64-9f10-4cb9-af4a-1c0ef55f3862 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=404ea569-21d9-491a-a980-a686576a62d3,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:56.165191 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57102) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:56.384835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaca45-a19d-4c31-9413-abf25f8a1b82 req-7fd0824d-9a94-46bb-bc42-f6217c3f7a08 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:56.386671 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c4aaca45-a19d-4c31-9413-abf25f8a1b82 req-7fd0824d-9a94-46bb-bc42-f6217c3f7a08 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.0885189 Aug 20 10:47:56.551422 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c4aaca45-a19d-4c31-9413-abf25f8a1b82 req-abbb8bd1-6458-4c64-b15a-10f58f701a89 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260600 Aug 20 10:47:56.790019 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-498a0913-2300-4305-a818-7d0cb0b65a74 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:57.083140 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-498a0913-2300-4305-a818-7d0cb0b65a74 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Deleting port 233bafa0-feaa-4c80-9452-32462c1bf4bd {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:47:57.083364 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-498a0913-2300-4305-a818-7d0cb0b65a74 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:57.222114 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb8f2f4c-c6cb-444a-8731-ff3aa6938da1 req-5f6035a4-675a-4c25-9b2c-c9e6873b13f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0794876 Aug 20 10:47:57.227998 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-498a0913-2300-4305-a818-7d0cb0b65a74 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] For port 233bafa0-feaa-4c80-9452-32462c1bf4bd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=233bafa0-feaa-4c80-9452-32462c1bf4bd,segment=NetworkSegment(1c51bfc5-0354-42c1-a95b-5c2846703eb5),segment_id=1c51bfc5-0354-42c1-a95b-5c2846703eb5)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:57.228415 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-498a0913-2300-4305-a818-7d0cb0b65a74 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:57.241587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-498a0913-2300-4305-a818-7d0cb0b65a74 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Calling delete_port for 233bafa0-feaa-4c80-9452-32462c1bf4bd owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:47:57.354366 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f2f4c-c6cb-444a-8731-ff3aa6938da1 req-b79cf369-6c1b-4216-a438-150bebdec0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:57.355895 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb8f2f4c-c6cb-444a-8731-ff3aa6938da1 req-b79cf369-6c1b-4216-a438-150bebdec0f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13b7f318bdca4447ae0f1216de453a8c&device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da HTTP/1.1" status: 200 len: 1097 time: 0.0633063 Aug 20 10:47:57.471641 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device da2cdfe8-aa48-43ec-bd4c-50b61f290412 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:47:57.497680 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: da2cdfe8-aa48-43ec-bd4c-50b61f290412 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:47:57.498370 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device da2cdfe8-aa48-43ec-bd4c-50b61f290412 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:47:57.546889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f2f4c-c6cb-444a-8731-ff3aa6938da1 req-643f764c-5680-46a2-8758-b5792ff0bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:57.548714 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb8f2f4c-c6cb-444a-8731-ff3aa6938da1 req-643f764c-5680-46a2-8758-b5792ff0bdeb service neutron] 10.222.0.24 "GET /v2.0/networks?id=e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 HTTP/1.1" status: 200 len: 915 time: 0.1492803 Aug 20 10:47:57.606332 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb8f2f4c-c6cb-444a-8731-ff3aa6938da1 req-b8ea466f-239e-43aa-9aca-5efac5bdf061 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dabdccb-7275-49a3-bd2d-b9bf17225287 HTTP/1.1" status: 200 len: 217 time: 0.0489988 Aug 20 10:47:57.624471 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-498a0913-2300-4305-a818-7d0cb0b65a74 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:57.728596 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a0913-2300-4305-a818-7d0cb0b65a74 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'Port': ['ID=233bafa0-feaa-4c80-9452-32462c1bf4bd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:57.761832 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd4971-3705-438c-a3ab-b02cfe896486 req-f3d23066-3db7-41ab-ad7f-a1846f6ab5f7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:57.767699 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-06bd4971-3705-438c-a3ab-b02cfe896486 req-f3d23066-3db7-41ab-ad7f-a1846f6ab5f7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.0830054 Aug 20 10:47:57.779813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f2f4c-c6cb-444a-8731-ff3aa6938da1 req-7a8f9244-3b82-43d1-8453-3c2e8270efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:57.781322 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb8f2f4c-c6cb-444a-8731-ff3aa6938da1 req-7a8f9244-3b82-43d1-8453-3c2e8270efd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b63b4d56-d58c-4d55-861b-33fdbcc82d72 HTTP/1.1" status: 200 len: 854 time: 0.1680276 Aug 20 10:47:57.829351 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb8f2f4c-c6cb-444a-8731-ff3aa6938da1 req-5599b01d-7100-4b3b-b630-2c064ba3cde6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387928 Aug 20 10:47:57.860426 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-06bd4971-3705-438c-a3ab-b02cfe896486 req-be86259a-5bd8-4160-abc3-ec26325eb07f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875790 Aug 20 10:47:57.902793 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:47:58.040074 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb8f2f4c-c6cb-444a-8731-ff3aa6938da1 req-1c7d366a-9b86-4af0-816e-be8fe08ce456 service neutron] 10.222.0.24 "GET /v2.0/networks/e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006412 Aug 20 10:47:58.050699 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-498a0913-2300-4305-a818-7d0cb0b65a74 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:58.230363 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb8f2f4c-c6cb-444a-8731-ff3aa6938da1 req-57e603b0-29a7-47d5-abd9-5683f3df7437 service neutron] 10.222.0.24 "GET /v2.0/networks/e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700506 Aug 20 10:47:58.378951 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498a0913-2300-4305-a818-7d0cb0b65a74 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:47:58.513651 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498a0913-2300-4305-a818-7d0cb0b65a74 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:47:58.525409 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fcd105-da16-40d1-953a-3d6cc19f3b8c None None] Sync routers for ids ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:47:58.528077 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-498a0913-2300-4305-a818-7d0cb0b65a74 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "PUT /v2.0/routers/95ea150a-38e7-49d9-979d-a14fe0b3ca27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3617709 Aug 20 10:47:58.530458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57130) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:58.539875 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fcd105-da16-40d1-953a-3d6cc19f3b8c None None] Routers {'95ea150a-38e7-49d9-979d-a14fe0b3ca27'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:47:58.540706 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-23fcd105-da16-40d1-953a-3d6cc19f3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:47:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:58.588654 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc6ee2c-24be-4cc6-8dba-45cc04e2eea1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Deleting subnet 2fb6c4ae-1007-4ed9-8ce4-283f29cc485a {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:47:58.592641 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcc6ee2c-24be-4cc6-8dba-45cc04e2eea1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:58.639755 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcc6ee2c-24be-4cc6-8dba-45cc04e2eea1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:58.684890 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-23fcd105-da16-40d1-953a-3d6cc19f3b8c None None] Set router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:47:58.758652 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcc6ee2c-24be-4cc6-8dba-45cc04e2eea1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:58.868139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcc6ee2c-24be-4cc6-8dba-45cc04e2eea1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:58.914348 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0666b5-b148-42cf-b3a4-723ac7d4583b None None] Network ccdba01f-8288-46db-a1bf-15ac914ac346 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:47:58.919097 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6ee2c-24be-4cc6-8dba-45cc04e2eea1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb6c4ae-1007-4ed9-8ce4-283f29cc485a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:58.939252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bcc6ee2c-24be-4cc6-8dba-45cc04e2eea1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:58.944925 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57134) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:47:58.946298 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bcc6ee2c-24be-4cc6-8dba-45cc04e2eea1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "DELETE /v2.0/subnets/2fb6c4ae-1007-4ed9-8ce4-283f29cc485a HTTP/1.1" status: 204 len: 168 time: 0.4145024 Aug 20 10:47:59.023224 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-23fcd105-da16-40d1-953a-3d6cc19f3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:47:57Z', 'revision_number': 7, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:59.050633 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fcd105-da16-40d1-953a-3d6cc19f3b8c None None] Checking router: 95ea150a-38e7-49d9-979d-a14fe0b3ca27 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:47:59.060194 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fcd105-da16-40d1-953a-3d6cc19f3b8c None None] Routers {'95ea150a-38e7-49d9-979d-a14fe0b3ca27'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:47:59.060864 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-23fcd105-da16-40d1-953a-3d6cc19f3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:47:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:59.221967 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-23fcd105-da16-40d1-953a-3d6cc19f3b8c None None] Set router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:47:59.318090 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5923eb65-6447-486d-b966-c5f746c3eb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:59.371136 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004eb53-8d2c-4891-998b-43a839a79c78 req-cc15c12f-9204-4a38-b6a8-4d3682cda763 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:47:59.374714 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8004eb53-8d2c-4891-998b-43a839a79c78 req-cc15c12f-9204-4a38-b6a8-4d3682cda763 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.2709122 Aug 20 10:47:59.380135 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-892fea83-f5d4-4b61-aefc-a6d5a88bf8d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:59.454906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df0d626-e6ab-4443-91ed-5ebd7b0f52e8 None None] DHCP port deletion for ccdba01f-8288-46db-a1bf-15ac914ac346 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:47:59.506834 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8004eb53-8d2c-4891-998b-43a839a79c78 req-36597c78-f4a2-41de-8d1e-80aba6840cb8 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208115 Aug 20 10:47:59.562060 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-5df0d626-e6ab-4443-91ed-5ebd7b0f52e8 None None] Deleting port a201cc29-58e7-4cbd-871d-5b8a9b8c5909 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:47:59.562469 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5df0d626-e6ab-4443-91ed-5ebd7b0f52e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:59.582346 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-23fcd105-da16-40d1-953a-3d6cc19f3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:47:57Z', 'revision_number': 7, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:47:59.600717 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-892fea83-f5d4-4b61-aefc-a6d5a88bf8d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:59.636188 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-5df0d626-e6ab-4443-91ed-5ebd7b0f52e8 None None] For port a201cc29-58e7-4cbd-871d-5b8a9b8c5909, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a201cc29-58e7-4cbd-871d-5b8a9b8c5909,segment=NetworkSegment(1c51bfc5-0354-42c1-a95b-5c2846703eb5),segment_id=1c51bfc5-0354-42c1-a95b-5c2846703eb5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:59.636593 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5df0d626-e6ab-4443-91ed-5ebd7b0f52e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:59.639662 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fcd105-da16-40d1-953a-3d6cc19f3b8c None None] The sync data for ids ['95ea150a-38e7-49d9-979d-a14fe0b3ca27'] in n-d-778550-11 is: [{'id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'name': 'tempest-TestNetworkBasicOps-router-2146510413', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:47:57Z', 'revision_number': 7, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '30f40f7e-dd6f-47bb-8528-15d4d251ea86', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ea150a-38e7-49d9-979d-a14fe0b3ca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:44:53Z', 'updated_at': '2021-08-20T10:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:47:59.653312 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-5df0d626-e6ab-4443-91ed-5ebd7b0f52e8 None None] Calling delete_port for a201cc29-58e7-4cbd-871d-5b8a9b8c5909 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:47:59.665805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-892fea83-f5d4-4b61-aefc-a6d5a88bf8d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Deleting port 30f40f7e-dd6f-47bb-8528-15d4d251ea86 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:47:59.666565 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-892fea83-f5d4-4b61-aefc-a6d5a88bf8d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:59.763468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-892fea83-f5d4-4b61-aefc-a6d5a88bf8d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] For port 30f40f7e-dd6f-47bb-8528-15d4d251ea86, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=30f40f7e-dd6f-47bb-8528-15d4d251ea86,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:47:59.763881 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-892fea83-f5d4-4b61-aefc-a6d5a88bf8d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:59.768341 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5df0d626-e6ab-4443-91ed-5ebd7b0f52e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:47:59.784092 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-892fea83-f5d4-4b61-aefc-a6d5a88bf8d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Calling delete_port for 30f40f7e-dd6f-47bb-8528-15d4d251ea86 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:47:59.798807 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0d626-e6ab-4443-91ed-5ebd7b0f52e8 None None] Pushing event deleted for resources: {'Port': ['ID=a201cc29-58e7-4cbd-871d-5b8a9b8c5909,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:47:59.808694 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df0d626-e6ab-4443-91ed-5ebd7b0f52e8 None None] No DVR routers for this DVR port a201cc29-58e7-4cbd-871d-5b8a9b8c5909 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:48:00.032579 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-892fea83-f5d4-4b61-aefc-a6d5a88bf8d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:00.079402 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fea83-f5d4-4b61-aefc-a6d5a88bf8d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'Port': ['ID=30f40f7e-dd6f-47bb-8528-15d4d251ea86,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:00.179618 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-892fea83-f5d4-4b61-aefc-a6d5a88bf8d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:00.312484 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-892fea83-f5d4-4b61-aefc-a6d5a88bf8d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:00.315468 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-892fea83-f5d4-4b61-aefc-a6d5a88bf8d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:00.380121 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-892fea83-f5d4-4b61-aefc-a6d5a88bf8d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:00.381390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892fea83-f5d4-4b61-aefc-a6d5a88bf8d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Fanout notify agent at l3_agent the message router_deleted on router 95ea150a-38e7-49d9-979d-a14fe0b3ca27 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:48:00.389285 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-892fea83-f5d4-4b61-aefc-a6d5a88bf8d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:00.393411 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-892fea83-f5d4-4b61-aefc-a6d5a88bf8d9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "DELETE /v2.0/routers/95ea150a-38e7-49d9-979d-a14fe0b3ca27 HTTP/1.1" status: 204 len: 168 time: 1.4471531 Aug 20 10:48:00.393947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57142) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:00.968716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c3056-198b-4812-82fe-86ddbd2fc460 req-a9e9089b-e63a-48ba-8571-ddcf54a6a981 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:00.971112 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa8c3056-198b-4812-82fe-86ddbd2fc460 req-a9e9089b-e63a-48ba-8571-ddcf54a6a981 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.0822976 Aug 20 10:48:00.981909 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-01a8d784-73ae-4e75-a4a6-0a02852b5847 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:01.031546 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa8c3056-198b-4812-82fe-86ddbd2fc460 req-31f3e0a3-8f3b-4048-be54-89451e116c07 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470269 Aug 20 10:48:01.153188 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-01a8d784-73ae-4e75-a4a6-0a02852b5847 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:01.189309 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-01a8d784-73ae-4e75-a4a6-0a02852b5847 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdba01f-8288-46db-a1bf-15ac914ac346']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:01.205901 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-01a8d784-73ae-4e75-a4a6-0a02852b5847 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c51bfc5-0354-42c1-a95b-5c2846703eb5') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:01.206199 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-01a8d784-73ae-4e75-a4a6-0a02852b5847 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c51bfc5-0354-42c1-a95b-5c2846703eb5') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:01.236668 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-01a8d784-73ae-4e75-a4a6-0a02852b5847 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:01.250851 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a201cc29-58e7-4cbd-871d-5b8a9b8c5909 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:48:01.255776 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-01a8d784-73ae-4e75-a4a6-0a02852b5847 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:01.263678 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a8d784-73ae-4e75-a4a6-0a02852b5847 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:48:01.264321 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-01a8d784-73ae-4e75-a4a6-0a02852b5847 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:48:01.268444 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:48:01.275510 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: a201cc29-58e7-4cbd-871d-5b8a9b8c5909 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:48:01.275934 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a201cc29-58e7-4cbd-871d-5b8a9b8c5909 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:48:01.290034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 233bafa0-feaa-4c80-9452-32462c1bf4bd no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:48:01.332201 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 233bafa0-feaa-4c80-9452-32462c1bf4bd {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:48:01.335698 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 233bafa0-feaa-4c80-9452-32462c1bf4bd not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:48:01.336237 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 30f40f7e-dd6f-47bb-8528-15d4d251ea86 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:48:01.345049 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-01a8d784-73ae-4e75-a4a6-0a02852b5847 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:01.362547 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-01a8d784-73ae-4e75-a4a6-0a02852b5847 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:01.364548 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-01a8d784-73ae-4e75-a4a6-0a02852b5847 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "DELETE /v2.0/networks/ccdba01f-8288-46db-a1bf-15ac914ac346 HTTP/1.1" status: 204 len: 168 time: 0.9686258 Aug 20 10:48:01.387215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57154) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:01.392621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d7cc51c4-a6f2-4f82-9fb9-e8f39b7f5865 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'network': {'name': 'tempest-network-smoke--1640042023', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'port_security_enabled': True}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:01.400281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 30f40f7e-dd6f-47bb-8528-15d4d251ea86 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:48:01.401068 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 30f40f7e-dd6f-47bb-8528-15d4d251ea86 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:48:01.410635 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8d784-73ae-4e75-a4a6-0a02852b5847 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'Network': ['ID=ccdba01f-8288-46db-a1bf-15ac914ac346,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:01.434153 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cc51c4-a6f2-4f82-9fb9-e8f39b7f5865 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Made reservation on behalf of ec29969148b94deaa5cea655cffb346f for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:48:01.437649 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d7cc51c4-a6f2-4f82-9fb9-e8f39b7f5865 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:01.480528 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7cc51c4-a6f2-4f82-9fb9-e8f39b7f5865 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:48:01.495136 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d7cc51c4-a6f2-4f82-9fb9-e8f39b7f5865 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:01.495945 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-d7cc51c4-a6f2-4f82-9fb9-e8f39b7f5865 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Added segment f4f49e7e-1c8f-4fcc-8713-06dab0380af3 of type vlan for network f8f685f1-a478-4cf3-a0ff-049dda1ac69e Aug 20 10:48:01.548658 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d7cc51c4-a6f2-4f82-9fb9-e8f39b7f5865 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:01.578304 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d7cc51c4-a6f2-4f82-9fb9-e8f39b7f5865 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:01.589144 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cc51c4-a6f2-4f82-9fb9-e8f39b7f5865 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:01.590612 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d7cc51c4-a6f2-4f82-9fb9-e8f39b7f5865 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:01.742040 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc51c4-a6f2-4f82-9fb9-e8f39b7f5865 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Network': ['ID=f8f685f1-a478-4cf3-a0ff-049dda1ac69e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:01.754311 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network f8f685f1-a478-4cf3-a0ff-049dda1ac69e details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:48:01.759329 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d7cc51c4-a6f2-4f82-9fb9-e8f39b7f5865 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3706944 Aug 20 10:48:01.762474 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57158) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:01.770312 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-275290348', 'admin_state_up': True, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:01.931861 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a323c01a-26b1-4dc1-8867-c2910a422b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:02.185657 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:02.186763 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:02.246935 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fced5-a476-48cd-9516-b389bc180703 req-8812c54f-eb74-4dd6-8ad5-81f90ce66921 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:02.248386 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1b7fced5-a476-48cd-9516-b389bc180703 req-8812c54f-eb74-4dd6-8ad5-81f90ce66921 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.0924404 Aug 20 10:48:02.313169 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:02.414165 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:02.429668 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1b7fced5-a476-48cd-9516-b389bc180703 req-75e92bf6-3906-4287-a58c-7d091940e2c6 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533446 Aug 20 10:48:02.513125 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:02.737690 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:02.766579 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:02.892718 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Allocated IP 172.25.3.105 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:48:03.031954 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:03.100907 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:03.143668 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:48:03.152585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:48:03.156907 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:48:03.167117 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Port': ['ID=2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:03.184605 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:03.274199 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57174) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:03.410957 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71e19e36-1908-4a95-9bac-4ac9a5a978d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:03.485988 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:03.530704 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71e19e36-1908-4a95-9bac-4ac9a5a978d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:03.535675 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-71e19e36-1908-4a95-9bac-4ac9a5a978d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:03.580550 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-71e19e36-1908-4a95-9bac-4ac9a5a978d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6986b02648da41609699045d527fb006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050997 Aug 20 10:48:03.581694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e19e36-1908-4a95-9bac-4ac9a5a978d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b632cc1a-9c9d-4bd8-963d-0da1e4a72d66,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:03.584130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57182) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:03.639031 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0041ee7-1411-45c7-9a96-bdf74337b1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:03.650279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c15aa-f000-414f-8769-dc29fb33122c req-34190326-86af-48a6-b922-6db2c6e6aefa tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:03.652010 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f8c15aa-f000-414f-8769-dc29fb33122c req-34190326-86af-48a6-b922-6db2c6e6aefa tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.1130042 Aug 20 10:48:03.660740 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0041ee7-1411-45c7-9a96-bdf74337b1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:03.709674 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0041ee7-1411-45c7-9a96-bdf74337b1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:03.712513 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f0041ee7-1411-45c7-9a96-bdf74337b1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:03.713743 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f0041ee7-1411-45c7-9a96-bdf74337b1f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b632cc1a-9c9d-4bd8-963d-0da1e4a72d66 HTTP/1.1" status: 204 len: 168 time: 0.1283870 Aug 20 10:48:03.721920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0041ee7-1411-45c7-9a96-bdf74337b1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b632cc1a-9c9d-4bd8-963d-0da1e4a72d66,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:03.755557 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5f8c15aa-f000-414f-8769-dc29fb33122c req-3e6fce2f-346f-42f8-883b-14241f34d2fe tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964990 Aug 20 10:48:03.823133 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:03.978879 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Router cde63e6a-de58-4dfa-9952-23a9a8dc0f2b is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:48:04.092625 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:48:04.104894 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Sync routers for ids ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:48:04.121692 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:04.123239 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dacbb208-e974-4070-9e05-b2b0b4f99497 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3590264 Aug 20 10:48:04.126195 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57196) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:04.126363 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Routers {'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:48:04.126980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:48:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:04.167247 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8d0bbee7-4a44-4bfc-8535-29ddbc8e4cf6 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ec29969148b94deaa5cea655cffb346f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348601 Aug 20 10:48:04.167371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57198) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:04.263589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Set router cde63e6a-de58-4dfa-9952-23a9a8dc0f2b gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:48:04.271856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1092c715-3664-4907-b4e0-318f6d8609e8 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:04.277651 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1092c715-3664-4907-b4e0-318f6d8609e8 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1050828 Aug 20 10:48:04.278265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57204) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:04.322206 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1770bc70-38be-4ae2-904c-f62fae432cf7 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405052 Aug 20 10:48:04.322400 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57208) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:04.327473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e4c522fe-9e58-45fc-984c-f87ae979e3a4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-287964324', 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:04.433368 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c522fe-9e58-45fc-984c-f87ae979e3a4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Made reservation on behalf of ec29969148b94deaa5cea655cffb346f for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:48:04.437117 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e4c522fe-9e58-45fc-984c-f87ae979e3a4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:04.466149 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'name': 'tempest-TestNetworkBasicOps-router-275290348', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:03Z', 'revision_number': 3, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:04.499032 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Checking router: cde63e6a-de58-4dfa-9952-23a9a8dc0f2b for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:48:04.499741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Updating router cde63e6a-de58-4dfa-9952-23a9a8dc0f2b port 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:48:04.528835 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:04.670898 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e4c522fe-9e58-45fc-984c-f87ae979e3a4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:04.752136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c522fe-9e58-45fc-984c-f87ae979e3a4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Subnet': ['ID=c4fc5702-0438-41c5-934f-c1608491883d,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:04.770438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c522fe-9e58-45fc-984c-f87ae979e3a4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Checking segment: {'id': 'f4f49e7e-1c8f-4fcc-8713-06dab0380af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:48:04.771136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c522fe-9e58-45fc-984c-f87ae979e3a4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network hostable DHCP agents. Network: f8f685f1-a478-4cf3-a0ff-049dda1ac69e, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:48:04.794744 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c522fe-9e58-45fc-984c-f87ae979e3a4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network f8f685f1-a478-4cf3-a0ff-049dda1ac69e is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:48:04.806176 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-e4c522fe-9e58-45fc-984c-f87ae979e3a4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, f8f685f1-a478-4cf3-a0ff-049dda1ac69e) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:48:04.822569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c522fe-9e58-45fc-984c-f87ae979e3a4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:04.823293 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e4c522fe-9e58-45fc-984c-f87ae979e3a4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:04.829478 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:04.839791 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Transition to ACTIVE for port object 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:48:04.843646 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57220) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:04.844163 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e4c522fe-9e58-45fc-984c-f87ae979e3a4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5205607 Aug 20 10:48:04.847531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e989a0f1-2c1c-4fc8-83ff-f55e9e1e1c63 None None] Network f8f685f1-a478-4cf3-a0ff-049dda1ac69e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:48:04.966050 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5358326-8521-4156-89c5-ee466ee7f9e3 req-13860928-3bcb-4486-92ab-59b7b68a0778 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:04.971834 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a5358326-8521-4156-89c5-ee466ee7f9e3 req-13860928-3bcb-4486-92ab-59b7b68a0778 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.1111126 Aug 20 10:48:04.995002 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:05.026645 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-f8f685f1-a478-4cf3-a0ff-049dda1ac69e', 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'fixed_ips': [{'subnet_id': 'c4fc5702-0438-41c5-934f-c1608491883d'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:48:05.027549 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:05.034237 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:05.060585 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a5358326-8521-4156-89c5-ee466ee7f9e3 req-04cd9966-ce51-428c-8559-a57c42f80b4c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824571 Aug 20 10:48:05.074862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Attempting to bind port 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:48:05.075504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Attempting to bind port 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:48:05.076045 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Attempting to bind port 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:48:05.083853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:48:05.084368 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:48:05.084781 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:05.085174 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:48:05.085652 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Bound port: 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:48:05.086034 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:05.123315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d6df2-6fe3-4c2d-9526-cb89248035f8 None None] Pushing event updated for resources: {'Port': ['ID=2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:05.216785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] For port 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:48:05.222157 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] For port 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:48:05.241576 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:05.308566 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Routers {'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:48:05.309213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:48:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:05.368057 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Allocated IP 172.20.0.2 (f8f685f1-a478-4cf3-a0ff-049dda1ac69e/c4fc5702-0438-41c5-934f-c1608491883d/213bb320-c0d2-4da6-8f02-84b8bf8fbf34) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:48:05.419952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d6df2-6fe3-4c2d-9526-cb89248035f8 None None] Pushing event updated for resources: {'Port': ['ID=2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:05.457963 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:05.496447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] Set router cde63e6a-de58-4dfa-9952-23a9a8dc0f2b gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:48:05.877788 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:05.894739 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Transition to ACTIVE for port object 213bb320-c0d2-4da6-8f02-84b8bf8fbf34 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:48:05.922837 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Transition to ACTIVE for port object 213bb320-c0d2-4da6-8f02-84b8bf8fbf34 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:48:05.931310 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:05.978286 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Allocated IP 172.20.0.1 (f8f685f1-a478-4cf3-a0ff-049dda1ac69e/c4fc5702-0438-41c5-934f-c1608491883d/3572ea98-7652-45aa-b785-1c17dc565eab) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:48:05.993161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Network f8f685f1-a478-4cf3-a0ff-049dda1ac69e is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:48:05.998846 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:48:06.009289 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:48:06.016196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Pushing event updated for resources: {'Port': ['ID=213bb320-c0d2-4da6-8f02-84b8bf8fbf34,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:06.084299 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Attempting to bind port 213bb320-c0d2-4da6-8f02-84b8bf8fbf34 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:48:06.084939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Attempting to bind port 213bb320-c0d2-4da6-8f02-84b8bf8fbf34 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'f4f49e7e-1c8f-4fcc-8713-06dab0380af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:48:06.085299 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Attempting to bind port 213bb320-c0d2-4da6-8f02-84b8bf8fbf34 on network f8f685f1-a478-4cf3-a0ff-049dda1ac69e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:48:06.089103 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'name': 'tempest-TestNetworkBasicOps-router-275290348', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:03Z', 'revision_number': 3, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:06.125284 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aeec4e-6c2f-4479-856e-5e0efe11cfe2 None None] The sync data for ids ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'] in n-d-778550-11 is: [{'id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'name': 'tempest-TestNetworkBasicOps-router-275290348', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:03Z', 'revision_number': 3, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:48:06.127202 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:48:06.127580 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Checking segment: {'id': 'f4f49e7e-1c8f-4fcc-8713-06dab0380af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:48:06.127985 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:06.128382 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Bound using segment: {'id': 'f4f49e7e-1c8f-4fcc-8713-06dab0380af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:48:06.128844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Bound port: 213bb320-c0d2-4da6-8f02-84b8bf8fbf34, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f49e7e-1c8f-4fcc-8713-06dab0380af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:48:06.129234 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:06.133248 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:06.158644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Transition to ACTIVE for port object 3572ea98-7652-45aa-b785-1c17dc565eab will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:48:06.234490 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-d934bb49-70f7-4c22-94ce-0326a3dc751e tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c64ed987495d4cec9c05c08e3c49d6f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409944 Aug 20 10:48:06.246747 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] For port 213bb320-c0d2-4da6-8f02-84b8bf8fbf34, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:48:06.251116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] For port 213bb320-c0d2-4da6-8f02-84b8bf8fbf34, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=213bb320-c0d2-4da6-8f02-84b8bf8fbf34,segment=NetworkSegment(f4f49e7e-1c8f-4fcc-8713-06dab0380af3),segment_id=f4f49e7e-1c8f-4fcc-8713-06dab0380af3)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:48:06.255247 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17a48e-57a2-4c4c-bb5f-213dd4b4cf99 req-7dbeb54f-cf7f-4844-9bb2-3ab4a0f5b76c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:06.256231 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8a17a48e-57a2-4c4c-bb5f-213dd4b4cf99 req-7dbeb54f-cf7f-4844-9bb2-3ab4a0f5b76c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.0954053 Aug 20 10:48:06.258648 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:06.274627 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:06.332182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf02dd-c600-4920-802e-71adf0f8d708 None None] Pushing event updated for resources: {'Port': ['ID=213bb320-c0d2-4da6-8f02-84b8bf8fbf34,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:06.363382 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network f8f685f1-a478-4cf3-a0ff-049dda1ac69e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:48:06.367761 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8a17a48e-57a2-4c4c-bb5f-213dd4b4cf99 req-a51e8750-b6a8-4417-af70-fb19f1c874f1 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025255 Aug 20 10:48:06.371265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:48:06.375691 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:48:06.422704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Port': ['ID=3572ea98-7652-45aa-b785-1c17dc565eab,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:06.447748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:06.447748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:06.447748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:06.447748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:06.447748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:06.447748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:06.447748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:06.447748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:06.447748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:06.447748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:06.447748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:06.447748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:06.466113 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:06.507175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 24f9d973-7a87-4a8e-9204-bc6b88a1f793 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:48:06.557236 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-82763cbe-9120-41b5-a7bf-198a24a3a0f0 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:06.565849 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-82763cbe-9120-41b5-a7bf-198a24a3a0f0 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3304877 Aug 20 10:48:06.603498 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-1ce07e3b-7a2b-4357-85da-273136c8035f tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/quotas/c64ed987495d4cec9c05c08e3c49d6f4 HTTP/1.1" status: 200 len: 375 time: 0.0328541 Aug 20 10:48:06.646608 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-792aef92-b373-4552-92a2-20c1be113807 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c64ed987495d4cec9c05c08e3c49d6f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401444 Aug 20 10:48:06.703650 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:06.706566 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:06.723671 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '24f9d973-7a87-4a8e-9204-bc6b88a1f793', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'port_id': '24f9d973-7a87-4a8e-9204-bc6b88a1f793', 'mac_address': 'fa:16:3e:7f:86:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:48:06.841537 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:06.864232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24f9d973-7a87-4a8e-9204-bc6b88a1f793 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:48:06.896602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:06.904942 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:06.978145 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3da27139-16a1-4624-ac88-884d8dda59d8 req-7bc3ce7e-a6c8-4740-9cd8-7ceeb6bf90d6 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 210 time: 0.0409820 Aug 20 10:48:07.008335 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=24f9d973-7a87-4a8e-9204-bc6b88a1f793,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:07.014167 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['24f9d973-7a87-4a8e-9204-bc6b88a1f793'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:48:07.393734 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 213bb320-c0d2-4da6-8f02-84b8bf8fbf34 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:48:07.512822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 213bb320-c0d2-4da6-8f02-84b8bf8fbf34 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:48:07.517675 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:48:07.598598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a3a63-815b-434f-8232-5ca4ace33641 req-c4494c83-2caa-477a-9533-e6856d0a65ce tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:07.601334 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-960a3a63-815b-434f-8232-5ca4ace33641 req-c4494c83-2caa-477a-9533-e6856d0a65ce tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.0842769 Aug 20 10:48:07.687336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:48:07.691648 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-960a3a63-815b-434f-8232-5ca4ace33641 req-eeb778ce-640e-49ce-9c57-9e3800bdef90 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779800 Aug 20 10:48:07.713001 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:48:07.726519 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:07.754647 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:07.767184 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:07.823973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Port': ['ID=3572ea98-7652-45aa-b785-1c17dc565eab,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:07.884986 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e7b1d1-d999-4f8d-bbe1-792448426627 None None] Network f8f685f1-a478-4cf3-a0ff-049dda1ac69e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:48:07.891572 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:07.959738 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:08.010008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:08.012752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-648d63ac-9958-4fb4-92e7-02a77a817177 None None] Provisioning for port 213bb320-c0d2-4da6-8f02-84b8bf8fbf34 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:48:08.024026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network f8f685f1-a478-4cf3-a0ff-049dda1ac69e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:48:08.024190 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:08.025690 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:48:08.087687 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-648d63ac-9958-4fb4-92e7-02a77a817177 None None] Provisioning complete for port 213bb320-c0d2-4da6-8f02-84b8bf8fbf34 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:48:08.088084 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-648d63ac-9958-4fb4-92e7-02a77a817177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:08.094314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:08.153365 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2e8eb06-00d0-4289-8d57-54aff91f7ee6 req-4ea5e30f-5b23-41d0-8509-9ccbca1716ff tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 210 time: 0.0628402 Aug 20 10:48:08.198954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Router cde63e6a-de58-4dfa-9952-23a9a8dc0f2b has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:48:08.254093 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-648d63ac-9958-4fb4-92e7-02a77a817177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:08.293127 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-84154617-c00d-43c8-ab89-4d858a8461e6 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c64ed987495d4cec9c05c08e3c49d6f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363595 Aug 20 10:48:08.368695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-648d63ac-9958-4fb4-92e7-02a77a817177 None None] For port 213bb320-c0d2-4da6-8f02-84b8bf8fbf34, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=213bb320-c0d2-4da6-8f02-84b8bf8fbf34,segment=NetworkSegment(f4f49e7e-1c8f-4fcc-8713-06dab0380af3),segment_id=f4f49e7e-1c8f-4fcc-8713-06dab0380af3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:08.379033 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:48:08.381332 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-648d63ac-9958-4fb4-92e7-02a77a817177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:08.389359 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0874ce9d-8cfa-4ee7-b044-846fad377831 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "PUT /v2.0/routers/cde63e6a-de58-4dfa-9952-23a9a8dc0f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5444214 Aug 20 10:48:08.391860 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57296) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:08.488468 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d63ac-9958-4fb4-92e7-02a77a817177 None None] Pushing event updated for resources: {'Port': ['ID=213bb320-c0d2-4da6-8f02-84b8bf8fbf34,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:08.518289 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Sync routers for ids ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:48:08.537467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 24f9d973-7a87-4a8e-9204-bc6b88a1f793 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:48:08.538970 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Routers {'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:48:08.542184 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:48:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:08.659759 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:48:08.660143 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:08.686878 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-e96264b7-9709-426a-879c-30d977be90d8 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:08.690845 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-e96264b7-9709-426a-879c-30d977be90d8 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3900189 Aug 20 10:48:08.712971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Request body: {'port': {'device_id': '8ca11e75-1807-4bd0-b101-060ca64a4fc4', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': 'c64ed987495d4cec9c05c08e3c49d6f4'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:08.793605 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Set router cde63e6a-de58-4dfa-9952-23a9a8dc0f2b gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:48:08.817557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fdedb2e3-5462-4e72-90e0-77d8d655048f None None] Provisioning for port 3572ea98-7652-45aa-b785-1c17dc565eab completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:48:08.838693 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fdedb2e3-5462-4e72-90e0-77d8d655048f None None] Provisioning complete for port 3572ea98-7652-45aa-b785-1c17dc565eab triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:48:08.839860 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fdedb2e3-5462-4e72-90e0-77d8d655048f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:08.948787 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1f9ba-76e5-4f2a-acd8-ecb8be99b28d tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:08.949313 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1f9ba-76e5-4f2a-acd8-ecb8be99b28d tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:08.949789 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1f9ba-76e5-4f2a-acd8-ecb8be99b28d tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:08.950349 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1f9ba-76e5-4f2a-acd8-ecb8be99b28d tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:08.950855 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1f9ba-76e5-4f2a-acd8-ecb8be99b28d tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:08.951230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1f9ba-76e5-4f2a-acd8-ecb8be99b28d tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:08.956060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1f9ba-76e5-4f2a-acd8-ecb8be99b28d tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:08.962327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57300) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:08.963228 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b6b1f9ba-76e5-4f2a-acd8-ecb8be99b28d tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4976 time: 0.5675981 Aug 20 10:48:09.056006 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Made reservation on behalf of c64ed987495d4cec9c05c08e3c49d6f4 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:48:09.057750 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-fdedb2e3-5462-4e72-90e0-77d8d655048f None None] Port 3572ea98-7652-45aa-b785-1c17dc565eab cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:48:09.061184 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:09.091464 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:09.118646 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fdedb2e3-5462-4e72-90e0-77d8d655048f None None] Provisioning complete for port 213bb320-c0d2-4da6-8f02-84b8bf8fbf34 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:48:09.124333 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fdedb2e3-5462-4e72-90e0-77d8d655048f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:09.164013 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600fb37-f9e8-4683-9096-9667b7f00f04 req-11b82ef7-c140-464a-832b-e23c8dcfba47 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:09.176786 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8600fb37-f9e8-4683-9096-9667b7f00f04 req-11b82ef7-c140-464a-832b-e23c8dcfba47 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.2120762 Aug 20 10:48:09.303416 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:09.327686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c63ed1-cf39-489d-9aaf-2c2656f6a96b tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:09.328881 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c63ed1-cf39-489d-9aaf-2c2656f6a96b tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:09.329539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c63ed1-cf39-489d-9aaf-2c2656f6a96b tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:09.330179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c63ed1-cf39-489d-9aaf-2c2656f6a96b tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:09.330814 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c63ed1-cf39-489d-9aaf-2c2656f6a96b tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:09.331471 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c63ed1-cf39-489d-9aaf-2c2656f6a96b tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:09.332098 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c63ed1-cf39-489d-9aaf-2c2656f6a96b tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:09.335179 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-51c63ed1-cf39-489d-9aaf-2c2656f6a96b tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4634 time: 0.3714492 Aug 20 10:48:09.338602 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57308) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:09.350052 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8600fb37-f9e8-4683-9096-9667b7f00f04 req-16732ea0-9a72-4808-b5db-428c8311e29e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720812 Aug 20 10:48:09.372866 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 213bb320-c0d2-4da6-8f02-84b8bf8fbf34 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:48:09.414684 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be89970-2e63-408c-b57e-df67561caa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f9d973-7a87-4a8e-9204-bc6b88a1f793'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:48:09.417237 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c967dd4-cd9d-4b6b-8aee-97c8a5f2457d" -d '{"events": [{"server_uuid": "4be89970-2e63-408c-b57e-df67561caa46", "name": "network-vif-plugged", "status": "completed", "tag": "24f9d973-7a87-4a8e-9204-bc6b88a1f793"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:48:09.424229 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'name': 'tempest-TestNetworkBasicOps-router-275290348', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:06Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3572ea98-7652-45aa-b785-1c17dc565eab', 'name': '', 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:71:d9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:05Z', 'updated_at': '2021-08-20T10:48:06Z', 'revision_number': 2, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:09.449111 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:09.483456 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:09.543551 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Checking router: cde63e6a-de58-4dfa-9952-23a9a8dc0f2b for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:48:09.544094 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Updating router cde63e6a-de58-4dfa-9952-23a9a8dc0f2b port 3572ea98-7652-45aa-b785-1c17dc565eab binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:48:09.548111 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:09.549131 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f5afe254-a089-4caa-b638-db5147aa7a89 req-e374ff27-e399-4d8f-b96e-d877f1283236 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 210 time: 0.0787838 Aug 20 10:48:09.555751 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:09.582022 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc49ab61-3c78-4f01-84be-3530021fb614 x-openstack-request-id: req-fc49ab61-3c78-4f01-84be-3530021fb614 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:48:09.583587 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be89970-2e63-408c-b57e-df67561caa46", "name": "network-vif-plugged", "status": "completed", "tag": "24f9d973-7a87-4a8e-9204-bc6b88a1f793", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:48:09.583846 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc49ab61-3c78-4f01-84be-3530021fb614 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:48:09.584332 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be89970-2e63-408c-b57e-df67561caa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f9d973-7a87-4a8e-9204-bc6b88a1f793', 'code': 200} Aug 20 10:48:09.590770 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=24f9d973-7a87-4a8e-9204-bc6b88a1f793,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:09.616999 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:09.692402 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 213bb320-c0d2-4da6-8f02-84b8bf8fbf34 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:48:09.695573 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:09.720408 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-abde1bf7-1c2d-449e-8cf2-abf3d6f11927 tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3057 time: 0.3803666 Aug 20 10:48:09.763303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f231df9c-e4af-4abd-8471-1f8401e33957,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:09.793306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:09.793665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:09.794001 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:09.794341 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:09.794674 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:09.795005 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:09.804990 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:09.805262 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:09.806643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:09.806643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:09.806891 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-af30e04a-f614-4dbc-85c5-76fceb3e1459 None None] Provisioning complete for port 3572ea98-7652-45aa-b785-1c17dc565eab triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:48:09.806996 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:09.807110 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-af30e04a-f614-4dbc-85c5-76fceb3e1459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:09.807204 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:09.887715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Allocated IP 192.168.233.146 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/65483853-cb59-4657-856f-dd1478fb655d) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:48:09.927833 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-af30e04a-f614-4dbc-85c5-76fceb3e1459 None None] Port 3572ea98-7652-45aa-b785-1c17dc565eab cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:48:09.963945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:48:10.115502 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:48:10.117426 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:10.182201 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:10.203664 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Transition to ACTIVE for port object 65483853-cb59-4657-856f-dd1478fb655d will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:48:10.250693 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:10.324789 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:48:10.329177 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:48:10.331904 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:48:10.384520 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Pushing event updated for resources: {'Port': ['ID=65483853-cb59-4657-856f-dd1478fb655d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:10.457782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:10.459030 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:10.463261 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:10.478137 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Transition to ACTIVE for port object 3572ea98-7652-45aa-b785-1c17dc565eab will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:48:10.496382 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:10.504428 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b4fc5ede-b22e-4512-a28a-80f1d1ddc615 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8035743 Aug 20 10:48:10.522239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Request body: {'port': {'device_id': '8ca11e75-1807-4bd0-b101-060ca64a4fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:10.570083 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57322) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:10.576989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-14a66021-5be8-4594-bff3-856d4129966f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1264039041', 'description': 'tempest-secgroup-smoke-1264039041 description', 'project_id': 'ec29969148b94deaa5cea655cffb346f'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:10.684217 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e1eb3-da6b-40f5-951c-4df38b0955d8 None None] Pushing event updated for resources: {'Port': ['ID=3572ea98-7652-45aa-b785-1c17dc565eab,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:10.691174 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:10.714611 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-14a66021-5be8-4594-bff3-856d4129966f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:10.723996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ba3ec-8b9e-4f50-b8e4-c1c0572ecf29 req-0284f71c-e701-437c-9ead-ccf541210337 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:10.741472 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d28ba3ec-8b9e-4f50-b8e4-c1c0572ecf29 req-0284f71c-e701-437c-9ead-ccf541210337 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.1651354 Aug 20 10:48:10.791016 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Attempting to bind port 3572ea98-7652-45aa-b785-1c17dc565eab on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:48:10.791690 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Attempting to bind port 3572ea98-7652-45aa-b785-1c17dc565eab by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'f4f49e7e-1c8f-4fcc-8713-06dab0380af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:48:10.792403 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Attempting to bind port 3572ea98-7652-45aa-b785-1c17dc565eab on network f8f685f1-a478-4cf3-a0ff-049dda1ac69e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:48:10.803260 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:48:10.803922 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Checking segment: {'id': 'f4f49e7e-1c8f-4fcc-8713-06dab0380af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:48:10.805359 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:10.805946 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Bound using segment: {'id': 'f4f49e7e-1c8f-4fcc-8713-06dab0380af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:48:10.806589 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Bound port: 3572ea98-7652-45aa-b785-1c17dc565eab, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f49e7e-1c8f-4fcc-8713-06dab0380af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:48:10.810618 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:10.843266 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d28ba3ec-8b9e-4f50-b8e4-c1c0572ecf29 req-19ffb8c1-72e7-4ad5-823e-22e346a79c18 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004117 Aug 20 10:48:10.858257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e045b606-a779-4138-9aeb-9467d16d9cd4 None None] Provisioning for port 65483853-cb59-4657-856f-dd1478fb655d completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:48:10.871713 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e045b606-a779-4138-9aeb-9467d16d9cd4 None None] Provisioning complete for port 65483853-cb59-4657-856f-dd1478fb655d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:48:10.872387 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e045b606-a779-4138-9aeb-9467d16d9cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:10.939396 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] For port 3572ea98-7652-45aa-b785-1c17dc565eab, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:48:10.944073 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] For port 3572ea98-7652-45aa-b785-1c17dc565eab, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3572ea98-7652-45aa-b785-1c17dc565eab,segment=NetworkSegment(f4f49e7e-1c8f-4fcc-8713-06dab0380af3),segment_id=f4f49e7e-1c8f-4fcc-8713-06dab0380af3)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:48:10.951220 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:10.987497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e045b606-a779-4138-9aeb-9467d16d9cd4 None None] Port 65483853-cb59-4657-856f-dd1478fb655d cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:48:10.989204 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f0325-16c9-46b9-8d2e-b7bbb0a97c11 req-78ee8e18-b538-454c-a319-fc4c6454d198 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:10.999984 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-639f0325-16c9-46b9-8d2e-b7bbb0a97c11 req-78ee8e18-b538-454c-a319-fc4c6454d198 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 936 time: 0.2109828 Aug 20 10:48:11.051349 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Routers {'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:48:11.052536 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:48:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:11.201460 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] Set router cde63e6a-de58-4dfa-9952-23a9a8dc0f2b gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:48:11.203358 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e1eb3-da6b-40f5-951c-4df38b0955d8 None None] Pushing event updated for resources: {'Port': ['ID=3572ea98-7652-45aa-b785-1c17dc565eab,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:11.310214 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-639f0325-16c9-46b9-8d2e-b7bbb0a97c11 req-a7195b22-252f-4988-8934-1aa54c16d40e tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/security-groups?id=f231df9c-e4af-4abd-8471-1f8401e33957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050203 Aug 20 10:48:11.502108 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65483853-cb59-4657-856f-dd1478fb655d {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:48:11.514790 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:11.527576 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-14a66021-5be8-4594-bff3-856d4129966f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:11.529109 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'name': 'tempest-TestNetworkBasicOps-router-275290348', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:06Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3572ea98-7652-45aa-b785-1c17dc565eab', 'name': '', 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:71:d9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:05Z', 'updated_at': '2021-08-20T10:48:10Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:11.531821 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-14a66021-5be8-4594-bff3-856d4129966f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:11.558583 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Transition to ACTIVE for port object 65483853-cb59-4657-856f-dd1478fb655d will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:48:11.562903 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf02a9c9-3977-4f6e-ba66-32dc4d058383 None None] The sync data for ids ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'] in n-d-778550-11 is: [{'id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'name': 'tempest-TestNetworkBasicOps-router-275290348', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:06Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3572ea98-7652-45aa-b785-1c17dc565eab', 'name': '', 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:71:d9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:05Z', 'updated_at': '2021-08-20T10:48:10Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:48:11.579166 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:11.641158 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Pushing event updated for resources: {'Port': ['ID=65483853-cb59-4657-856f-dd1478fb655d,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:11.647719 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-14a66021-5be8-4594-bff3-856d4129966f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:11.649284 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-14a66021-5be8-4594-bff3-856d4129966f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0778546 Aug 20 10:48:11.653085 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57328) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:11.656916 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a66021-5be8-4594-bff3-856d4129966f tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e4a382-44a2-4dd2-aa0a-41fea4b4a802,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:11.660448 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4c237d5b-7f2c-43bd-ba4f-f1820fd2e8e0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group_rule': {'security_group_id': '18e4a382-44a2-4dd2-aa0a-41fea4b4a802', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:11.747448 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c237d5b-7f2c-43bd-ba4f-f1820fd2e8e0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:11.850178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Attempting to bind port 65483853-cb59-4657-856f-dd1478fb655d on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:48:11.850680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Attempting to bind port 65483853-cb59-4657-856f-dd1478fb655d by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:48:11.851156 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Attempting to bind port 65483853-cb59-4657-856f-dd1478fb655d on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:48:11.863992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Port 65483853-cb59-4657-856f-dd1478fb655d on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:48:11.864522 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Attempting to bind port 65483853-cb59-4657-856f-dd1478fb655d on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:48:11.874974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:48:11.876021 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:48:11.876515 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:48:11.877602 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Bound port: 65483853-cb59-4657-856f-dd1478fb655d, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:48:11.878755 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:11.883830 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c237d5b-7f2c-43bd-ba4f-f1820fd2e8e0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:11.888736 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c237d5b-7f2c-43bd-ba4f-f1820fd2e8e0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:11.933012 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c237d5b-7f2c-43bd-ba4f-f1820fd2e8e0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e4a2a9-7c63-4feb-8b69-a4b474f0e8f6,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:11.951518 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c237d5b-7f2c-43bd-ba4f-f1820fd2e8e0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:11.952786 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4c237d5b-7f2c-43bd-ba4f-f1820fd2e8e0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2966571 Aug 20 10:48:11.955576 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57334) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:11.960913 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9d5c959c-f460-40c8-8c9a-4e9ada8d09db tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group_rule': {'security_group_id': '18e4a382-44a2-4dd2-aa0a-41fea4b4a802', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:12.007526 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] For port 65483853-cb59-4657-856f-dd1478fb655d, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:48:12.015292 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] For port 65483853-cb59-4657-856f-dd1478fb655d, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=65483853-cb59-4657-856f-dd1478fb655d,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:48:12.032273 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:12.126743 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9d5c959c-f460-40c8-8c9a-4e9ada8d09db tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:12.128908 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:12.129894 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:12.132452 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] 10.222.0.24 "PUT /v2.0/ports/65483853-cb59-4657-856f-dd1478fb655d HTTP/1.1" status: 200 len: 1097 time: 1.6153014 Aug 20 10:48:12.133211 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca11e75-1807-4bd0-b101-060ca64a4fc4', 'tag': '65483853-cb59-4657-856f-dd1478fb655d'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:48:12.135814 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa3c344-20e9-43b6-9ca1-f92f0e343b69" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca11e75-1807-4bd0-b101-060ca64a4fc4", "tag": "65483853-cb59-4657-856f-dd1478fb655d"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:48:12.220138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf032f0b-cb51-45e9-be83-5651b56c0963 req-5ec598f4-fa31-4b09-8379-9a73d6915ed9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:12.238338 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cf032f0b-cb51-45e9-be83-5651b56c0963 req-5ec598f4-fa31-4b09-8379-9a73d6915ed9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.2409949 Aug 20 10:48:12.271002 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60af063a-fd43-4e07-b673-2196c188a3f3 x-openstack-request-id: req-60af063a-fd43-4e07-b673-2196c188a3f3 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:48:12.274841 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca11e75-1807-4bd0-b101-060ca64a4fc4", "tag": "65483853-cb59-4657-856f-dd1478fb655d", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:48:12.275263 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60af063a-fd43-4e07-b673-2196c188a3f3 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:48:12.275801 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca11e75-1807-4bd0-b101-060ca64a4fc4', 'tag': '65483853-cb59-4657-856f-dd1478fb655d', 'status': 'completed', 'code': 200} Aug 20 10:48:12.297323 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681ca08-8d25-4e73-b8de-a7df1ed70015 service neutron] Pushing event updated for resources: {'Port': ['ID=65483853-cb59-4657-856f-dd1478fb655d,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:12.323559 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-2fc96353-17d1-4cdb-bc91-489f56a2a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:12.326250 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-2fc96353-17d1-4cdb-bc91-489f56a2a71c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c64ed987495d4cec9c05c08e3c49d6f4&device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 1100 time: 0.1360445 Aug 20 10:48:12.395740 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cf032f0b-cb51-45e9-be83-5651b56c0963 req-5b0388a7-1419-40c0-b96d-a4dff22fd4a9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563458 Aug 20 10:48:12.418596 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9d5c959c-f460-40c8-8c9a-4e9ada8d09db tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:12.425589 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9d5c959c-f460-40c8-8c9a-4e9ada8d09db tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:12.469046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c959c-f460-40c8-8c9a-4e9ada8d09db tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035a2be7-4b12-4056-b760-70cca8528575,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:12.480124 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9d5c959c-f460-40c8-8c9a-4e9ada8d09db tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:12.481376 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9d5c959c-f460-40c8-8c9a-4e9ada8d09db tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5248070 Aug 20 10:48:12.484289 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57340) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:12.484921 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-14b155a6-b533-4263-a321-62c045265c41 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=65483853-cb59-4657-856f-dd1478fb655d HTTP/1.1" status: 200 len: 217 time: 0.1450229 Aug 20 10:48:12.489380 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-408c7d33-97bf-4a92-80aa-b0cc4442450e tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group_rule': {'security_group_id': '18e4a382-44a2-4dd2-aa0a-41fea4b4a802', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:12.533524 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-408c7d33-97bf-4a92-80aa-b0cc4442450e tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:12.612655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-f11ffe40-4a49-49d7-9be5-ae9f48efb753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:12.622975 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-f11ffe40-4a49-49d7-9be5-ae9f48efb753 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0958569 Aug 20 10:48:12.669186 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-408c7d33-97bf-4a92-80aa-b0cc4442450e tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:12.683665 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-408c7d33-97bf-4a92-80aa-b0cc4442450e tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:12.736059 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7d33-97bf-4a92-80aa-b0cc4442450e tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d06794-81dd-473a-8cde-92fe4efbdabf,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:12.749738 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-408c7d33-97bf-4a92-80aa-b0cc4442450e tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:12.752339 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-408c7d33-97bf-4a92-80aa-b0cc4442450e tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2670529 Aug 20 10:48:12.754974 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57342) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:12.760104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-df71b281-d304-40ba-83eb-06ff2a38a200 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group_rule': {'security_group_id': '18e4a382-44a2-4dd2-aa0a-41fea4b4a802', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:12.838768 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-df71b281-d304-40ba-83eb-06ff2a38a200 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:12.842374 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4d198-244c-499b-bef7-b00f725390cb req-f66c0cfd-b321-4ac9-ba76-1083a0f080e8 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:12.870529 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d6b4d198-244c-499b-bef7-b00f725390cb req-f66c0cfd-b321-4ac9-ba76-1083a0f080e8 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 948 time: 0.3844385 Aug 20 10:48:12.948268 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-1cb205ff-7c4f-451b-a1f4-2897330eb572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:12.951238 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-1cb205ff-7c4f-451b-a1f4-2897330eb572 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2856488 Aug 20 10:48:13.073326 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-df71b281-d304-40ba-83eb-06ff2a38a200 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:13.082162 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-df71b281-d304-40ba-83eb-06ff2a38a200 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:13.149238 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-df71b281-d304-40ba-83eb-06ff2a38a200 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:13.149238 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-df71b281-d304-40ba-83eb-06ff2a38a200 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3682213 Aug 20 10:48:13.149238 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57346) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:13.149238 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71b281-d304-40ba-83eb-06ff2a38a200 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543fb659-3af6-4f1a-8a46-8dbbb7752486,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:13.205460 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-f5a036ba-0b20-41be-9969-04dab7915bde tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group_rule': {'security_group_id': '18e4a382-44a2-4dd2-aa0a-41fea4b4a802', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:13.290031 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-f5a036ba-0b20-41be-9969-04dab7915bde tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Project ec29969148b94deaa5cea655cffb346f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:48:13.306558 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d6b4d198-244c-499b-bef7-b00f725390cb req-26bf6482-7a6e-4b32-ad5e-ba93185edb31 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/security-groups?id=f231df9c-e4af-4abd-8471-1f8401e33957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343224 Aug 20 10:48:13.308113 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f5a036ba-0b20-41be-9969-04dab7915bde tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:13.399103 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-dd823a48-0559-4b3e-ac23-7d3dee2866ae service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028471 Aug 20 10:48:13.443629 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3572ea98-7652-45aa-b785-1c17dc565eab up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:48:13.475034 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f5a036ba-0b20-41be-9969-04dab7915bde tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:13.482486 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f5a036ba-0b20-41be-9969-04dab7915bde tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:13.510703 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a036ba-0b20-41be-9969-04dab7915bde tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34cb9f6-b2e1-4800-b860-0a39c05df577,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:13.536696 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f5a036ba-0b20-41be-9969-04dab7915bde tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:13.541620 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f5a036ba-0b20-41be-9969-04dab7915bde tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4122107 Aug 20 10:48:13.542323 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57350) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:13.547353 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-f0919c27-b15d-4fec-8de3-b147fbca2add tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'security_group_rule': {'security_group_id': '18e4a382-44a2-4dd2-aa0a-41fea4b4a802', 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:13.569751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 3572ea98-7652-45aa-b785-1c17dc565eab completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:48:13.576702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3572ea98-7652-45aa-b785-1c17dc565eab triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:48:13.577580 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:13.601927 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-f0919c27-b15d-4fec-8de3-b147fbca2add tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Project ec29969148b94deaa5cea655cffb346f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:48:13.656504 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de68e079-7e28-4442-af2f-e22bf9bad7d0 req-b9979218-15e5-4d3b-bbf9-44fa2b929403 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460132 Aug 20 10:48:13.686987 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f0919c27-b15d-4fec-8de3-b147fbca2add tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:13.699229 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:13.745294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 3572ea98-7652-45aa-b785-1c17dc565eab, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3572ea98-7652-45aa-b785-1c17dc565eab,segment=NetworkSegment(f4f49e7e-1c8f-4fcc-8713-06dab0380af3),segment_id=f4f49e7e-1c8f-4fcc-8713-06dab0380af3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:13.752551 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:13.785500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2c422-5919-4134-918e-0f56f03c3b39 req-a42ce37b-c5a8-4917-b8f5-63264c369d75 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:13.794365 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-86e2c422-5919-4134-918e-0f56f03c3b39 req-a42ce37b-c5a8-4917-b8f5-63264c369d75 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.2278907 Aug 20 10:48:13.823763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=3572ea98-7652-45aa-b785-1c17dc565eab,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:13.856279 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3c344-20e9-43b6-9ca1-f92f0e343b69 req-d0e5d93e-cb72-4883-99fe-87c0fa263bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:13.861666 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7aa3c344-20e9-43b6-9ca1-f92f0e343b69 req-d0e5d93e-cb72-4883-99fe-87c0fa263bf0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c64ed987495d4cec9c05c08e3c49d6f4&device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 1100 time: 0.1396389 Aug 20 10:48:13.878702 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f0919c27-b15d-4fec-8de3-b147fbca2add tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:13.898777 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-86e2c422-5919-4134-918e-0f56f03c3b39 req-38208a3f-7748-46ce-8a66-793f95ab99f5 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032476 Aug 20 10:48:13.903018 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f0919c27-b15d-4fec-8de3-b147fbca2add tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:13.933812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0919c27-b15d-4fec-8de3-b147fbca2add tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9012e517-f189-42bc-a91d-213ff58329cb,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:13.939119 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f0919c27-b15d-4fec-8de3-b147fbca2add tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:13.940971 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f0919c27-b15d-4fec-8de3-b147fbca2add tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3975308 Aug 20 10:48:14.128476 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3c344-20e9-43b6-9ca1-f92f0e343b69 req-3c59cb1b-f9ad-4bf5-87c6-df04fc1fb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:14.132995 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7aa3c344-20e9-43b6-9ca1-f92f0e343b69 req-3c59cb1b-f9ad-4bf5-87c6-df04fc1fb9c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.2645998 Aug 20 10:48:14.310615 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7aa3c344-20e9-43b6-9ca1-f92f0e343b69 req-96eaa3b0-aab8-4660-b251-c3cd3aa19d72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=65483853-cb59-4657-856f-dd1478fb655d HTTP/1.1" status: 200 len: 217 time: 0.1704390 Aug 20 10:48:14.344260 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d1d93-9b72-4f1a-9b2f-2f1ab7a481ea req-55150128-ae80-425d-a2bd-ddd384053636 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:14.359442 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ea5d1d93-9b72-4f1a-9b2f-2f1ab7a481ea req-55150128-ae80-425d-a2bd-ddd384053636 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 945 time: 0.1454637 Aug 20 10:48:14.396603 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-cd0e20d2-98f4-455c-8e24-613f81484256 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264039041&fields=id&tenant_id=ec29969148b94deaa5cea655cffb346f HTTP/1.1" status: 200 len: 267 time: 0.1469078 Aug 20 10:48:14.460096 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ea5d1d93-9b72-4f1a-9b2f-2f1ab7a481ea req-242fc490-8362-436f-acf1-649685eb470b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995052 Aug 20 10:48:14.485134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57376) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:14.516545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3c344-20e9-43b6-9ca1-f92f0e343b69 req-86c71e52-399d-4317-b437-6053cdf78024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:14.519410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7aa3c344-20e9-43b6-9ca1-f92f0e343b69 req-86c71e52-399d-4317-b437-6053cdf78024 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.1930945 Aug 20 10:48:14.637005 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d122df17-7e6d-4277-a83a-aa340f16a2dd tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/floatingips/11dc89aa-0691-45d8-9525-4e6e079185ca HTTP/1.1" status: 200 len: 993 time: 0.1404088 Aug 20 10:48:14.650724 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3c344-20e9-43b6-9ca1-f92f0e343b69 req-f5547d64-c6c0-4f71-a55f-4550820fc574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:14.650724 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7aa3c344-20e9-43b6-9ca1-f92f0e343b69 req-f5547d64-c6c0-4f71-a55f-4550820fc574 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1115580 Aug 20 10:48:14.702965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-f0139fa9-22c2-405d-b348-32997cd1c956 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:14.707961 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-f0139fa9-22c2-405d-b348-32997cd1c956 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/networks?id=f8f685f1-a478-4cf3-a0ff-049dda1ac69e HTTP/1.1" status: 200 len: 797 time: 0.2989914 Aug 20 10:48:14.774960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196a3ca-dee3-4ae4-bad7-cf56116739b7 req-d80b46a6-fcdb-48dd-ad69-7ac58bbbed2b tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:14.784427 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7196a3ca-dee3-4ae4-bad7-cf56116739b7 req-d80b46a6-fcdb-48dd-ad69-7ac58bbbed2b tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 948 time: 0.1334512 Aug 20 10:48:14.840603 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-bec95f9f-5334-4827-ba00-de4a8eaf2678 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/quotas/ec29969148b94deaa5cea655cffb346f HTTP/1.1" status: 200 len: 375 time: 0.1058655 Aug 20 10:48:14.863361 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7196a3ca-dee3-4ae4-bad7-cf56116739b7 req-b299f42f-9981-4871-bf18-32351ce2ef36 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/security-groups?id=f231df9c-e4af-4abd-8471-1f8401e33957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760732 Aug 20 10:48:15.001137 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7aa3c344-20e9-43b6-9ca1-f92f0e343b69 req-0c358433-0e8e-4b22-98ac-2378906651eb service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363364 Aug 20 10:48:15.109190 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-7f0cdca5-9ef5-4660-ad57-5feeba6654fb tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec29969148b94deaa5cea655cffb346f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2414262 Aug 20 10:48:15.159958 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db03428-811f-462e-9fcf-c4dfaad4fea5 req-c6938f7b-ea6b-4e29-82a6-d7eb3240de29 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:15.162282 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4db03428-811f-462e-9fcf-c4dfaad4fea5 req-c6938f7b-ea6b-4e29-82a6-d7eb3240de29 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.0964947 Aug 20 10:48:15.265966 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4db03428-811f-462e-9fcf-c4dfaad4fea5 req-cbc446fa-7d8d-4376-b5d6-224e156445cd tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951176 Aug 20 10:48:15.279834 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3572ea98-7652-45aa-b785-1c17dc565eab up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:48:15.296966 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7aa3c344-20e9-43b6-9ca1-f92f0e343b69 req-e64f6803-7dea-4d75-b1f0-c7f03158b01e service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861469 Aug 20 10:48:15.348560 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-4a09d825-e063-4a74-aca3-ffb3b4972448 service neutron] 10.222.0.16 "GET /v2.0/networks/f8f685f1-a478-4cf3-a0ff-049dda1ac69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120314 Aug 20 10:48:15.430486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3572ea98-7652-45aa-b785-1c17dc565eab triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:48:15.430861 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:15.526232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a705c0-2896-4246-85b0-431f89056dfd req-c2253368-163b-40d4-ba92-1dbe62ce32f0 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:15.530792 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-12a705c0-2896-4246-85b0-431f89056dfd req-c2253368-163b-40d4-ba92-1dbe62ce32f0 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 1097 time: 0.0911567 Aug 20 10:48:15.545549 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-e7e55188-eebe-49ad-94e8-c42071b92b1c service neutron] 10.222.0.16 "GET /v2.0/networks/f8f685f1-a478-4cf3-a0ff-049dda1ac69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960468 Aug 20 10:48:15.622367 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-12a705c0-2896-4246-85b0-431f89056dfd req-00e3f8aa-e390-4623-9871-fd36105aed30 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694036 Aug 20 10:48:15.913818 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fffab9cc-aca3-4e1d-85d2-48cf538f2bb7 req-bd944eaa-eca0-4a7a-8e74-97b8c5b80a79 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 210 time: 0.0486724 Aug 20 10:48:16.116518 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e514e68-9d8a-4b25-a4c7-a7c99558446b req-557d3e2b-7a27-477b-8829-18b4f0082131 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:16.126236 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e514e68-9d8a-4b25-a4c7-a7c99558446b req-557d3e2b-7a27-477b-8829-18b4f0082131 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 948 time: 0.0918190 Aug 20 10:48:16.253201 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e514e68-9d8a-4b25-a4c7-a7c99558446b req-ac4e994e-8ae0-4289-9b0d-cf0c538cab86 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/security-groups?id=f231df9c-e4af-4abd-8471-1f8401e33957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256564 Aug 20 10:48:16.525569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b38a1-2223-4d7a-b44d-4aa102b2dba9 req-d1f9aa5c-eff2-4a8d-b0b3-f775f10ec794 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:16.529161 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-842b38a1-2223-4d7a-b44d-4aa102b2dba9 req-d1f9aa5c-eff2-4a8d-b0b3-f775f10ec794 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.1021390 Aug 20 10:48:16.606431 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-842b38a1-2223-4d7a-b44d-4aa102b2dba9 req-475855b0-c672-4850-ac9b-d8cd8cc9afa9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723546 Aug 20 10:48:16.812522 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-0e61a0d1-eb4d-46ce-bddc-d865b86c24af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0640554 Aug 20 10:48:17.061515 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5b74ed5c-e1f0-4c24-8046-d511a81e634d req-9ea6bac0-7f4e-4e54-b1f3-d00300f6a1c0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 210 time: 0.0457337 Aug 20 10:48:17.471040 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1791a5e-9b5c-4d96-a85e-3442eb913bb4 req-7c8f22a2-324c-4ee3-b1be-1140fc3fc553 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:17.481084 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c1791a5e-9b5c-4d96-a85e-3442eb913bb4 req-7c8f22a2-324c-4ee3-b1be-1140fc3fc553 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 948 time: 0.1303928 Aug 20 10:48:17.481547 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-1422f5fe-fe29-4624-9152-d3c3251355ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:17.483334 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-1422f5fe-fe29-4624-9152-d3c3251355ad tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.42 "GET /v2.0/networks?id=f8f685f1-a478-4cf3-a0ff-049dda1ac69e HTTP/1.1" status: 200 len: 797 time: 0.2445335 Aug 20 10:48:17.549902 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 65483853-cb59-4657-856f-dd1478fb655d details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:48:17.559672 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-6f1de7e6-cbf9-4705-a907-7f754b0a7fc1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec29969148b94deaa5cea655cffb346f HTTP/1.1" status: 200 len: 380 time: 0.0658116 Aug 20 10:48:17.571971 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c1791a5e-9b5c-4d96-a85e-3442eb913bb4 req-c5380aab-4ee0-466d-89d5-73dd57b6c8b7 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/security-groups?id=f231df9c-e4af-4abd-8471-1f8401e33957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892119 Aug 20 10:48:17.579816 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-05f04008-6fae-4090-8a67-9e7a1212ae9c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'port': {'device_id': '075d7797-df18-4426-ab30-342317d52871', 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e', 'admin_state_up': True, 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'security_groups': ['18e4a382-44a2-4dd2-aa0a-41fea4b4a802']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:17.775989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 65483853-cb59-4657-856f-dd1478fb655d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=65483853-cb59-4657-856f-dd1478fb655d,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:17.810577 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '65483853-cb59-4657-856f-dd1478fb655d', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '65483853-cb59-4657-856f-dd1478fb655d', 'mac_address': 'fa:16:3e:8c:e0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:48:17.872570 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-05f04008-6fae-4090-8a67-9e7a1212ae9c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Made reservation on behalf of ec29969148b94deaa5cea655cffb346f for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:48:17.881282 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-05f04008-6fae-4090-8a67-9e7a1212ae9c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:17.962741 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:17.979223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d981ebb-9b0f-4439-8a16-3b0f52f59a26 req-86372e89-f174-46b5-adfb-bd0f685833a7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:17.990273 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2d981ebb-9b0f-4439-8a16-3b0f52f59a26 req-86372e89-f174-46b5-adfb-bd0f685833a7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.2155709 Aug 20 10:48:18.011645 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65483853-cb59-4657-856f-dd1478fb655d {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:48:18.046118 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 65483853-cb59-4657-856f-dd1478fb655d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=65483853-cb59-4657-856f-dd1478fb655d,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:18.068181 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:18.084261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-90e10367-d994-4d96-8c4c-6598a5b2295d tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:48:18.085723 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-90e10367-d994-4d96-8c4c-6598a5b2295d tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4921687 Aug 20 10:48:18.097740 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2d981ebb-9b0f-4439-8a16-3b0f52f59a26 req-d0f932ac-7b49-4480-a2f7-f310430551da tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062007 Aug 20 10:48:18.106875 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-37f77d37-99af-4785-a902-08ac767cc5b5 service neutron] Request body: {'binding': {'host': 'n-h2-778550-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:18.110104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-37f77d37-99af-4785-a902-08ac767cc5b5 service neutron] Unknown quota resources ['binding']. {{(pid=94867) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 10:48:18.188760 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=65483853-cb59-4657-856f-dd1478fb655d,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:18.228449 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-644e6f47-81b8-4c50-9927-07616ea10699 req-09e3f538-9f6b-40a9-b77f-2b39fc287bf8 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 210 time: 0.0432773 Aug 20 10:48:18.265508 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-05f04008-6fae-4090-8a67-9e7a1212ae9c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Allocated IP 172.20.0.3 (f8f685f1-a478-4cf3-a0ff-049dda1ac69e/c4fc5702-0438-41c5-934f-c1608491883d/861babb4-8e5e-48ca-b384-e80897625356) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:48:18.402591 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['65483853-cb59-4657-856f-dd1478fb655d'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:48:18.414709 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-37f77d37-99af-4785-a902-08ac767cc5b5 service neutron] Attempting to bind port f3608ed5-a2fa-40b4-9c5f-23701031103f on host n-h2-778550-11 for vnic_type normal with profile None {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:48:18.415214 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-37f77d37-99af-4785-a902-08ac767cc5b5 service neutron] Attempting to bind port f3608ed5-a2fa-40b4-9c5f-23701031103f by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:48:18.415530 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-37f77d37-99af-4785-a902-08ac767cc5b5 service neutron] Attempting to bind port f3608ed5-a2fa-40b4-9c5f-23701031103f on network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:48:18.424706 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-37f77d37-99af-4785-a902-08ac767cc5b5 service neutron] Port f3608ed5-a2fa-40b4-9c5f-23701031103f on network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:48:18.425032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-37f77d37-99af-4785-a902-08ac767cc5b5 service neutron] Attempting to bind port f3608ed5-a2fa-40b4-9c5f-23701031103f on network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:48:18.436699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-37f77d37-99af-4785-a902-08ac767cc5b5 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:48:18.437038 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-37f77d37-99af-4785-a902-08ac767cc5b5 service neutron] Checking segment: {'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:48:18.437437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-37f77d37-99af-4785-a902-08ac767cc5b5 service neutron] Bound using segment: {'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:48:18.437890 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-37f77d37-99af-4785-a902-08ac767cc5b5 service neutron] Bound port: f3608ed5-a2fa-40b4-9c5f-23701031103f, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:48:18.568163 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-05f04008-6fae-4090-8a67-9e7a1212ae9c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:18.593013 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-37f77d37-99af-4785-a902-08ac767cc5b5 service neutron] For port f3608ed5-a2fa-40b4-9c5f-23701031103f, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:48:18.596891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-05f04008-6fae-4090-8a67-9e7a1212ae9c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Transition to ACTIVE for port object 861babb4-8e5e-48ca-b384-e80897625356 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:48:18.605022 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-37f77d37-99af-4785-a902-08ac767cc5b5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:18.606258 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-37f77d37-99af-4785-a902-08ac767cc5b5 service neutron] 10.222.0.16 "POST /v2.0/ports/f3608ed5-a2fa-40b4-9c5f-23701031103f/bindings HTTP/1.1" status: 201 len: 390 time: 0.5059104 Aug 20 10:48:18.654659 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:18.655967 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-05f04008-6fae-4090-8a67-9e7a1212ae9c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:18.795441 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-05f04008-6fae-4090-8a67-9e7a1212ae9c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network f8f685f1-a478-4cf3-a0ff-049dda1ac69e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:48:18.803998 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-05f04008-6fae-4090-8a67-9e7a1212ae9c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:48:18.808672 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-05f04008-6fae-4090-8a67-9e7a1212ae9c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:48:18.849839 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488e902-6c4c-42f8-be4a-a5cf197fd763 req-5a847ea6-1fcf-41a2-9add-4480f694518c tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:18.860826 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8488e902-6c4c-42f8-be4a-a5cf197fd763 req-5a847ea6-1fcf-41a2-9add-4480f694518c tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 949 time: 0.1183145 Aug 20 10:48:18.869724 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f04008-6fae-4090-8a67-9e7a1212ae9c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Port': ['ID=861babb4-8e5e-48ca-b384-e80897625356,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:18.955909 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8488e902-6c4c-42f8-be4a-a5cf197fd763 req-491cbf89-25a7-4bdb-adbb-337b63ee4380 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/security-groups?id=f231df9c-e4af-4abd-8471-1f8401e33957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938983 Aug 20 10:48:19.034098 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-bd527d8c-5508-469a-9d4c-677be87757e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:19.036111 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-bd527d8c-5508-469a-9d4c-677be87757e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 1097 time: 0.0792975 Aug 20 10:48:19.063373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-05f04008-6fae-4090-8a67-9e7a1212ae9c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:19.064207 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-05f04008-6fae-4090-8a67-9e7a1212ae9c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:19.119305 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-05f04008-6fae-4090-8a67-9e7a1212ae9c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5486104 Aug 20 10:48:19.149000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcf9de-a972-4a87-adfe-1868bb9cea74 req-43f626c7-fa3a-444b-a86d-ab07ffc976ef tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:19.159671 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5dbcf9de-a972-4a87-adfe-1868bb9cea74 req-43f626c7-fa3a-444b-a86d-ab07ffc976ef tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 945 time: 0.2521133 Aug 20 10:48:19.182825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Request body: {'port': {'device_id': '075d7797-df18-4426-ab30-342317d52871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:19.225865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-42fefb84-5644-43e3-b721-4c99f9da5132 None None] Provisioning for port 861babb4-8e5e-48ca-b384-e80897625356 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:48:19.238278 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-42fefb84-5644-43e3-b721-4c99f9da5132 None None] Provisioning complete for port 861babb4-8e5e-48ca-b384-e80897625356 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:48:19.238667 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-42fefb84-5644-43e3-b721-4c99f9da5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:19.302248 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5dbcf9de-a972-4a87-adfe-1868bb9cea74 req-42ebe1c8-1dcc-4ee8-94d3-633faf64f628 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414497 Aug 20 10:48:19.312168 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:19.353065 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-cc847861-a5fc-4da8-8e75-e2d997b97584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:19.355648 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-cc847861-a5fc-4da8-8e75-e2d997b97584 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca0440ba-af56-4d26-ab30-fbbe9d53ac40 HTTP/1.1" status: 200 len: 897 time: 0.3111923 Aug 20 10:48:19.384466 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-42fefb84-5644-43e3-b721-4c99f9da5132 None None] Port 861babb4-8e5e-48ca-b384-e80897625356 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:48:19.523059 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-5af4c6fa-af97-4e39-8c53-ab11907e58d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f HTTP/1.1" status: 200 len: 1001 time: 0.1592751 Aug 20 10:48:19.553137 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a558b-6551-4812-809b-5ea09324577a req-4043c40e-705e-43d5-ad1e-13471c9e9bbf tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:19.554875 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b23a558b-6551-4812-809b-5ea09324577a req-4043c40e-705e-43d5-ad1e-13471c9e9bbf tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.2701535 Aug 20 10:48:19.555139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 65483853-cb59-4657-856f-dd1478fb655d up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:48:19.729171 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861babb4-8e5e-48ca-b384-e80897625356 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:48:19.741759 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:19.742001 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 65483853-cb59-4657-856f-dd1478fb655d completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:48:19.754464 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 65483853-cb59-4657-856f-dd1478fb655d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:48:19.758484 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:19.764846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Transition to ACTIVE for port object 861babb4-8e5e-48ca-b384-e80897625356 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:48:19.786172 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:19.946600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Pushing event updated for resources: {'Port': ['ID=861babb4-8e5e-48ca-b384-e80897625356,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:19.978570 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:20.039761 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf61a63-308d-4027-b8b3-25ee99dfb10b req-bb010eab-8847-4a13-903c-0274e5e678cb tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:20.041879 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dbf61a63-308d-4027-b8b3-25ee99dfb10b req-bb010eab-8847-4a13-903c-0274e5e678cb tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 943 time: 0.2749965 Aug 20 10:48:20.095807 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 65483853-cb59-4657-856f-dd1478fb655d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=65483853-cb59-4657-856f-dd1478fb655d,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:20.108353 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca11e75-1807-4bd0-b101-060ca64a4fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65483853-cb59-4657-856f-dd1478fb655d'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:48:20.112551 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ee32a1-acbf-458e-ba36-bc221c9fbe9f" -d '{"events": [{"server_uuid": "8ca11e75-1807-4bd0-b101-060ca64a4fc4", "name": "network-vif-plugged", "status": "completed", "tag": "65483853-cb59-4657-856f-dd1478fb655d"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:48:20.118673 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:20.257316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Attempting to bind port 861babb4-8e5e-48ca-b384-e80897625356 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:48:20.264216 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Attempting to bind port 861babb4-8e5e-48ca-b384-e80897625356 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'f4f49e7e-1c8f-4fcc-8713-06dab0380af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:48:20.264887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Attempting to bind port 861babb4-8e5e-48ca-b384-e80897625356 on network f8f685f1-a478-4cf3-a0ff-049dda1ac69e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:48:20.287373 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dbf61a63-308d-4027-b8b3-25ee99dfb10b req-b8f4f898-dde7-4412-b85f-742206170271 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=18e4a382-44a2-4dd2-aa0a-41fea4b4a802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180003 Aug 20 10:48:20.289134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Port 861babb4-8e5e-48ca-b384-e80897625356 on network f8f685f1-a478-4cf3-a0ff-049dda1ac69e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:48:20.289648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Attempting to bind port 861babb4-8e5e-48ca-b384-e80897625356 on network f8f685f1-a478-4cf3-a0ff-049dda1ac69e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:48:20.292927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=65483853-cb59-4657-856f-dd1478fb655d,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:20.307774 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:48:20.308596 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Checking segment: {'id': 'f4f49e7e-1c8f-4fcc-8713-06dab0380af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:48:20.309282 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Bound using segment: {'id': 'f4f49e7e-1c8f-4fcc-8713-06dab0380af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:48:20.310010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Bound port: 861babb4-8e5e-48ca-b384-e80897625356, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f49e7e-1c8f-4fcc-8713-06dab0380af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:48:20.310644 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:20.404423 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b23a558b-6551-4812-809b-5ea09324577a req-c3bab19c-5bfb-4c6a-9e5b-b278dbd56ce7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8229680 Aug 20 10:48:20.438548 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-dfe71d8f-a3f2-4d57-b3f2-cbabe81ee664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:20.442095 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-dfe71d8f-a3f2-4d57-b3f2-cbabe81ee664 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71031201-8bdf-4970-b1b1-c8f0c2624c57 HTTP/1.1" status: 200 len: 834 time: 0.9118178 Aug 20 10:48:20.488204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] For port 861babb4-8e5e-48ca-b384-e80897625356, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:48:20.492840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] For port 861babb4-8e5e-48ca-b384-e80897625356, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=861babb4-8e5e-48ca-b384-e80897625356,segment=NetworkSegment(f4f49e7e-1c8f-4fcc-8713-06dab0380af3),segment_id=f4f49e7e-1c8f-4fcc-8713-06dab0380af3)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:48:20.505883 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12134467-39b0-43c3-9cd2-5417d762d7e2 x-openstack-request-id: req-12134467-39b0-43c3-9cd2-5417d762d7e2 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:48:20.506187 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca11e75-1807-4bd0-b101-060ca64a4fc4", "name": "network-vif-plugged", "status": "completed", "tag": "65483853-cb59-4657-856f-dd1478fb655d", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:48:20.506441 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12134467-39b0-43c3-9cd2-5417d762d7e2 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:48:20.507095 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca11e75-1807-4bd0-b101-060ca64a4fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65483853-cb59-4657-856f-dd1478fb655d', 'code': 200} Aug 20 10:48:20.509968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d565f-4ce2-4b5c-b181-1c794103a2ca req-84170a19-f152-4ab5-93f5-8ea7e9528e01 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:20.528075 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-385d565f-4ce2-4b5c-b181-1c794103a2ca req-84170a19-f152-4ab5-93f5-8ea7e9528e01 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 950 time: 0.1258061 Aug 20 10:48:20.533539 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:20.560525 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-1fe04b66-844b-4a0f-af57-b07f6cb1adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:20.564110 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-1fe04b66-844b-4a0f-af57-b07f6cb1adeb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca0440ba-af56-4d26-ab30-fbbe9d53ac40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1122279 Aug 20 10:48:20.636934 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:20.637657 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:20.639449 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] 10.222.0.42 "PUT /v2.0/ports/861babb4-8e5e-48ca-b384-e80897625356 HTTP/1.1" status: 200 len: 1092 time: 1.4661007 Aug 20 10:48:20.643741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075d7797-df18-4426-ab30-342317d52871', 'tag': '861babb4-8e5e-48ca-b384-e80897625356'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:48:20.648968 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348a8361-dda0-48f1-a3f7-cd72a4e8d108" -d '{"events": [{"name": "network-changed", "server_uuid": "075d7797-df18-4426-ab30-342317d52871", "tag": "861babb4-8e5e-48ca-b384-e80897625356"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:48:20.696163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8ca81-8228-4ae4-bfbc-befbbc3d27e4 service neutron] Pushing event updated for resources: {'Port': ['ID=861babb4-8e5e-48ca-b384-e80897625356,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:20.740617 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8880e3-9627-4463-8eb9-7bcfeaee7df8 req-c4524e42-3b99-4dfc-a8a8-770c3627e111 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:20.751875 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af8880e3-9627-4463-8eb9-7bcfeaee7df8 req-c4524e42-3b99-4dfc-a8a8-770c3627e111 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 945 time: 0.1656487 Aug 20 10:48:20.757523 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-385d565f-4ce2-4b5c-b181-1c794103a2ca req-a563a733-ce1c-4380-b6e5-2490f4cfdef0 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/security-groups?id=f231df9c-e4af-4abd-8471-1f8401e33957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277012 Aug 20 10:48:20.805153 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-eb1cf2ec-5a38-4f69-8ea9-ac4b02056d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:20.807346 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-eb1cf2ec-5a38-4f69-8ea9-ac4b02056d0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec29969148b94deaa5cea655cffb346f&device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 1095 time: 0.0998979 Aug 20 10:48:20.810498 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88102f11-de67-4c9c-9601-71c571103a26 req-75293048-0fde-441c-85cf-0acfdb82d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:20.813194 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88102f11-de67-4c9c-9601-71c571103a26 req-75293048-0fde-441c-85cf-0acfdb82d50d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 1102 time: 0.2188373 Aug 20 10:48:20.815355 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-91badbda-64b2-4c08-ac40-018a74d96ec7 service neutron] 10.222.0.24 "GET /v2.0/networks/ca0440ba-af56-4d26-ab30-fbbe9d53ac40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399306 Aug 20 10:48:20.885997 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ae9d70-5e0a-4422-b0d5-54b17c814981 x-openstack-request-id: req-54ae9d70-5e0a-4422-b0d5-54b17c814981 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:48:20.886217 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075d7797-df18-4426-ab30-342317d52871", "tag": "861babb4-8e5e-48ca-b384-e80897625356", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:48:20.886475 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54ae9d70-5e0a-4422-b0d5-54b17c814981 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:48:20.886944 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075d7797-df18-4426-ab30-342317d52871', 'tag': '861babb4-8e5e-48ca-b384-e80897625356', 'status': 'completed', 'code': 200} Aug 20 10:48:20.889684 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-81da8c1c-2d66-4e5b-969a-e0657efafe2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=861babb4-8e5e-48ca-b384-e80897625356 HTTP/1.1" status: 200 len: 217 time: 0.0744550 Aug 20 10:48:20.896451 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af8880e3-9627-4463-8eb9-7bcfeaee7df8 req-94354efc-767a-4203-8b9f-20f8d1136eb3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423287 Aug 20 10:48:20.959514 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88102f11-de67-4c9c-9601-71c571103a26 req-c1b977e2-71bc-4848-9bbd-b3dd34fc2c69 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f231df9c-e4af-4abd-8471-1f8401e33957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716245 Aug 20 10:48:20.968071 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-4e4cb60d-100c-47bc-8f72-2477bafe4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:20.969673 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-4e4cb60d-100c-47bc-8f72-2477bafe4c5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c4fc5702-0438-41c5-934f-c1608491883d HTTP/1.1" status: 200 len: 834 time: 0.0727451 Aug 20 10:48:20.980095 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-56528b36-05b7-4006-819f-6a65c6c4b9fb service neutron] 10.222.0.24 "GET /v2.0/networks/ca0440ba-af56-4d26-ab30-fbbe9d53ac40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501679 Aug 20 10:48:21.028270 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-28be20c5-8fc7-4422-bde7-af041a0a54bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:21.029822 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-28be20c5-8fc7-4422-bde7-af041a0a54bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f685f1-a478-4cf3-a0ff-049dda1ac69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531352 Aug 20 10:48:21.150152 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-710ed827-3249-45d2-92b2-1eb16fc67280 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f685f1-a478-4cf3-a0ff-049dda1ac69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125224 Aug 20 10:48:21.314244 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7baf8e09-0eeb-4694-872e-3a3090a846e7 req-e14031ec-c875-4b32-ac84-31a470d4013e service neutron] 10.222.0.42 "GET /v2.0/networks/f8f685f1-a478-4cf3-a0ff-049dda1ac69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566904 Aug 20 10:48:21.421417 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-d9d8e4b0-4e9a-46e5-90ac-da82fcd98f8d tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:21.423697 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-d9d8e4b0-4e9a-46e5-90ac-da82fcd98f8d tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e&tenant_id=a42de817dc7f43e1b394c597ce63df37&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 1097 time: 0.1327684 Aug 20 10:48:21.444728 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-11'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:21.507775 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a8361-dda0-48f1-a3f7-cd72a4e8d108 req-be5ca94c-7819-4d13-998e-81d284689934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:21.515237 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-348a8361-dda0-48f1-a3f7-cd72a4e8d108 req-be5ca94c-7819-4d13-998e-81d284689934 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec29969148b94deaa5cea655cffb346f&device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 1095 time: 0.1038446 Aug 20 10:48:21.558973 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:21.666607 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b6126-3c13-41cd-b566-6802338ad028 req-258bd3bc-1ef8-448f-97d1-16a40fb3dc93 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:21.674823 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-891b6126-3c13-41cd-b566-6802338ad028 req-258bd3bc-1ef8-448f-97d1-16a40fb3dc93 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 943 time: 0.2972064 Aug 20 10:48:21.751856 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-891b6126-3c13-41cd-b566-6802338ad028 req-f5f4b0d9-7dce-4ab7-b407-68ee605ad6f9 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=18e4a382-44a2-4dd2-aa0a-41fea4b4a802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619626 Aug 20 10:48:21.773256 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a922149-2c83-4fd1-bc07-674f7c810f07 req-d2a3b8dd-2d44-4363-8644-398c56006443 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:21.782702 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8a922149-2c83-4fd1-bc07-674f7c810f07 req-d2a3b8dd-2d44-4363-8644-398c56006443 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.1605291 Aug 20 10:48:21.787096 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a8361-dda0-48f1-a3f7-cd72a4e8d108 req-61ab1543-413a-4013-a614-60de79e459a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:21.789139 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-348a8361-dda0-48f1-a3f7-cd72a4e8d108 req-61ab1543-413a-4013-a614-60de79e459a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f685f1-a478-4cf3-a0ff-049dda1ac69e HTTP/1.1" status: 200 len: 898 time: 0.2603307 Aug 20 10:48:21.839936 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8a922149-2c83-4fd1-bc07-674f7c810f07 req-98bf5242-7718-47b7-a8b6-1b2f74a26eac tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558374 Aug 20 10:48:21.888035 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-348a8361-dda0-48f1-a3f7-cd72a4e8d108 req-f19c6af8-379b-4a03-9fcf-1e9da55d1959 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=861babb4-8e5e-48ca-b384-e80897625356 HTTP/1.1" status: 200 len: 217 time: 0.0879424 Aug 20 10:48:21.904196 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] For port f3608ed5-a2fa-40b4-9c5f-23701031103f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:22.012231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba35fc8-0122-476d-a690-3d06cf1c7fd6 req-d8de6d19-8d6c-403c-9cfd-db1cc1a8b9b7 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:22.014364 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ba35fc8-0122-476d-a690-3d06cf1c7fd6 req-d8de6d19-8d6c-403c-9cfd-db1cc1a8b9b7 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 950 time: 0.1286783 Aug 20 10:48:22.022033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] For port f3608ed5-a2fa-40b4-9c5f-23701031103f, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:48:22.038843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a8361-dda0-48f1-a3f7-cd72a4e8d108 req-f127b639-ba61-4a14-b8d3-e69d290770f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:22.040998 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-348a8361-dda0-48f1-a3f7-cd72a4e8d108 req-f127b639-ba61-4a14-b8d3-e69d290770f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c4fc5702-0438-41c5-934f-c1608491883d HTTP/1.1" status: 200 len: 834 time: 0.1188228 Aug 20 10:48:22.075543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:22.090783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3608ed5-a2fa-40b4-9c5f-23701031103f'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:48:22.093606 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee99a87-4cb5-4ece-8adc-ba9151440369" -d '{"events": [{"server_uuid": "d2dccefa-a560-4344-8a64-a22ebafffa9e", "name": "network-vif-unplugged", "status": "completed", "tag": "f3608ed5-a2fa-40b4-9c5f-23701031103f"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:48:22.100922 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:22.119397 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ba35fc8-0122-476d-a690-3d06cf1c7fd6 req-f9304493-07c7-4149-afed-c19f820268d1 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/security-groups?id=f231df9c-e4af-4abd-8471-1f8401e33957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963194 Aug 20 10:48:22.137660 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a8361-dda0-48f1-a3f7-cd72a4e8d108 req-f1d270c4-0217-4b3f-873c-d03f7484fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:22.139356 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-348a8361-dda0-48f1-a3f7-cd72a4e8d108 req-f1d270c4-0217-4b3f-873c-d03f7484fc03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f685f1-a478-4cf3-a0ff-049dda1ac69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864589 Aug 20 10:48:22.287299 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5634b506-8e7d-4eac-bf57-a312257f838e x-openstack-request-id: req-5634b506-8e7d-4eac-bf57-a312257f838e {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:48:22.294523 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2dccefa-a560-4344-8a64-a22ebafffa9e", "name": "network-vif-unplugged", "status": "completed", "tag": "f3608ed5-a2fa-40b4-9c5f-23701031103f", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:48:22.294856 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5634b506-8e7d-4eac-bf57-a312257f838e {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:48:22.295324 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3608ed5-a2fa-40b4-9c5f-23701031103f', 'code': 200} Aug 20 10:48:22.307788 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a46fc0-2949-4f18-b623-1ffefb5ac116 req-d29e36ca-c668-431b-8142-fc68fc367a83 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:22.318377 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-23a46fc0-2949-4f18-b623-1ffefb5ac116 req-d29e36ca-c668-431b-8142-fc68fc367a83 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 943 time: 0.2374184 Aug 20 10:48:22.385356 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3608ed5-a2fa-40b4-9c5f-23701031103f,revision_number=7']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:22.391398 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-348a8361-dda0-48f1-a3f7-cd72a4e8d108 req-41748aac-46c5-46c3-9df5-094fede773bc service neutron] 10.222.0.42 "GET /v2.0/networks/f8f685f1-a478-4cf3-a0ff-049dda1ac69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411447 Aug 20 10:48:22.455239 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-23a46fc0-2949-4f18-b623-1ffefb5ac116 req-1300d016-85be-44b9-9348-ebd41a8d0292 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358397 Aug 20 10:48:22.531386 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-348a8361-dda0-48f1-a3f7-cd72a4e8d108 req-27410b0f-8a90-4064-a0a5-12dfda07286f service neutron] 10.222.0.42 "GET /v2.0/networks/f8f685f1-a478-4cf3-a0ff-049dda1ac69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269124 Aug 20 10:48:22.564398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Attempting to bind port f3608ed5-a2fa-40b4-9c5f-23701031103f on host n-h1-778550-11 for vnic_type normal with profile {"migrating_to": "n-h2-778550-11"} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:48:22.565623 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Attempting to bind port f3608ed5-a2fa-40b4-9c5f-23701031103f by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:48:22.566427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Attempting to bind port f3608ed5-a2fa-40b4-9c5f-23701031103f on network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:48:22.577068 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Port f3608ed5-a2fa-40b4-9c5f-23701031103f on network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:48:22.577666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Attempting to bind port f3608ed5-a2fa-40b4-9c5f-23701031103f on network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:48:22.591546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 861babb4-8e5e-48ca-b384-e80897625356 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:48:22.636933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:48:22.637791 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Checking segment: {'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:48:22.638452 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Bound using segment: {'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:48:22.639217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Bound port: f3608ed5-a2fa-40b4-9c5f-23701031103f, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8568aeff-212c-454c-be24-bf4d1c310128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:48:22.641671 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:22.727346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4a6ebf9b-544f-4f3b-a727-f544eec84e64 None None] Provisioning complete for port f3608ed5-a2fa-40b4-9c5f-23701031103f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:48:22.727346 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4a6ebf9b-544f-4f3b-a727-f544eec84e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:22.746794 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] For port f3608ed5-a2fa-40b4-9c5f-23701031103f, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:48:22.754065 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] For port f3608ed5-a2fa-40b4-9c5f-23701031103f, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:48:22.760377 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:22.811178 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4a6ebf9b-544f-4f3b-a727-f544eec84e64 None None] Port f3608ed5-a2fa-40b4-9c5f-23701031103f cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:48:22.815926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 861babb4-8e5e-48ca-b384-e80897625356, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=861babb4-8e5e-48ca-b384-e80897625356,segment=NetworkSegment(f4f49e7e-1c8f-4fcc-8713-06dab0380af3),segment_id=f4f49e7e-1c8f-4fcc-8713-06dab0380af3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:22.892246 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '861babb4-8e5e-48ca-b384-e80897625356', 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e', 'port_id': '861babb4-8e5e-48ca-b384-e80897625356', 'mac_address': 'fa:16:3e:8c:b2:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:48:22.901404 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:22.964161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3608ed5-a2fa-40b4-9c5f-23701031103f,revision_number=8']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:23.008635 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:23.028333 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861babb4-8e5e-48ca-b384-e80897625356 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:48:23.065195 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 861babb4-8e5e-48ca-b384-e80897625356, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=861babb4-8e5e-48ca-b384-e80897625356,segment=NetworkSegment(f4f49e7e-1c8f-4fcc-8713-06dab0380af3),segment_id=f4f49e7e-1c8f-4fcc-8713-06dab0380af3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:23.074731 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:23.078722 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd0e8f-fec5-46a5-b8b0-f2774b7bfd5f req-63cb340d-7ee7-4cf6-8899-523aaa971649 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:23.080756 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-17bd0e8f-fec5-46a5-b8b0-f2774b7bfd5f req-63cb340d-7ee7-4cf6-8899-523aaa971649 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 943 time: 0.1318095 Aug 20 10:48:23.088842 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec647c-36a6-4112-a110-83d26c53a4d3 req-fa5f6b2e-4bdc-492a-a064-87a8f1a86696 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:23.091157 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3dec647c-36a6-4112-a110-83d26c53a4d3 req-fa5f6b2e-4bdc-492a-a064-87a8f1a86696 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.1159375 Aug 20 10:48:23.160737 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-17bd0e8f-fec5-46a5-b8b0-f2774b7bfd5f req-41052f7c-3386-4da9-abe3-d8676b9a5d56 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=18e4a382-44a2-4dd2-aa0a-41fea4b4a802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707531 Aug 20 10:48:23.170009 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:23.170975 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:23.173588 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-26c87aa8-16d9-46ba-8f0c-5db9ea9058a0 service neutron] 10.222.0.24 "PUT /v2.0/ports/f3608ed5-a2fa-40b4-9c5f-23701031103f HTTP/1.1" status: 200 len: 1123 time: 1.7379274 Aug 20 10:48:23.175388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=861babb4-8e5e-48ca-b384-e80897625356,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:23.225180 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3dec647c-36a6-4112-a110-83d26c53a4d3 req-a4efc0e7-a0ce-4a4c-8512-c629dbb2ae97 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252694 Aug 20 10:48:23.266075 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['f3608ed5-a2fa-40b4-9c5f-23701031103f'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:48:23.314536 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d65ea82f-54a5-4237-a72d-71923af547ba None None] Provisioning complete for port f3608ed5-a2fa-40b4-9c5f-23701031103f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:48:23.314962 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d65ea82f-54a5-4237-a72d-71923af547ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:23.339931 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['861babb4-8e5e-48ca-b384-e80897625356'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:48:23.360215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b12dd-c7be-4b6a-8cfa-28214d1e266e req-5010c9b1-d1b9-4fde-adf5-c06349b0d1b3 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:23.366936 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ac6b12dd-c7be-4b6a-8cfa-28214d1e266e req-5010c9b1-d1b9-4fde-adf5-c06349b0d1b3 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 950 time: 0.0874605 Aug 20 10:48:23.451627 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ac6b12dd-c7be-4b6a-8cfa-28214d1e266e req-16c8a7a0-cb25-4838-927a-9aca1cfbdc1d tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/security-groups?id=f231df9c-e4af-4abd-8471-1f8401e33957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805678 Aug 20 10:48:23.658309 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c40618-7ae3-41e5-83bc-2bad615e438f req-cc58a362-9e0d-48b7-b46a-c15d6329dff5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:23.672613 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27c40618-7ae3-41e5-83bc-2bad615e438f req-cc58a362-9e0d-48b7-b46a-c15d6329dff5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 943 time: 0.1130767 Aug 20 10:48:23.784593 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27c40618-7ae3-41e5-83bc-2bad615e438f req-788db67d-9a1a-4527-a10a-d93321afa81a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079736 Aug 20 10:48:23.798459 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d65ea82f-54a5-4237-a72d-71923af547ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:23.942198 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3608ed5-a2fa-40b4-9c5f-23701031103f'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:48:23.952324 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e35d75d-87b5-4309-9132-94fc259bdc67" -d '{"events": [{"server_uuid": "d2dccefa-a560-4344-8a64-a22ebafffa9e", "name": "network-vif-plugged", "status": "completed", "tag": "f3608ed5-a2fa-40b4-9c5f-23701031103f"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:48:23.991866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf0497-7391-4f04-aa42-319976e64998 req-a8c21fe8-f742-40ae-b074-6a5a513504eb tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:24.001319 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-d65ea82f-54a5-4237-a72d-71923af547ba None None] For port f3608ed5-a2fa-40b4-9c5f-23701031103f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:24.002789 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ebcf0497-7391-4f04-aa42-319976e64998 req-a8c21fe8-f742-40ae-b074-6a5a513504eb tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 950 time: 0.0821652 Aug 20 10:48:24.035069 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d65ea82f-54a5-4237-a72d-71923af547ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:24.079456 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ebcf0497-7391-4f04-aa42-319976e64998 req-02fb0644-a1a7-45e8-adab-ed57ca9ccf35 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/security-groups?id=f231df9c-e4af-4abd-8471-1f8401e33957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755432 Aug 20 10:48:24.298989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'tag': 'f3608ed5-a2fa-40b4-9c5f-23701031103f'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:48:24.300452 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c86b78-1cb7-438f-8e14-1926869c50a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d2dccefa-a560-4344-8a64-a22ebafffa9e", "tag": "f3608ed5-a2fa-40b4-9c5f-23701031103f"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:48:24.408021 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fe29d-670d-49f5-9fbc-db2b7ef1014c req-c5045e40-7923-4a16-839b-3be76cfcf00c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:24.409675 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-249fe29d-670d-49f5-9fbc-db2b7ef1014c req-c5045e40-7923-4a16-839b-3be76cfcf00c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 944 time: 0.1000922 Aug 20 10:48:24.428317 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46ee630-6fb2-4465-a7fe-9cdcb8d49fbe x-openstack-request-id: req-a46ee630-6fb2-4465-a7fe-9cdcb8d49fbe {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:48:24.429505 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2dccefa-a560-4344-8a64-a22ebafffa9e", "name": "network-vif-plugged", "status": "completed", "tag": "f3608ed5-a2fa-40b4-9c5f-23701031103f", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:48:24.429505 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a46ee630-6fb2-4465-a7fe-9cdcb8d49fbe {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:48:24.429996 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3608ed5-a2fa-40b4-9c5f-23701031103f', 'code': 200} Aug 20 10:48:24.536161 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693b65e-b57d-473b-9baf-2b634a850700 req-773f5d19-e4ea-4953-a122-856b2a69359d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:24.545926 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4693b65e-b57d-473b-9baf-2b634a850700 req-773f5d19-e4ea-4953-a122-856b2a69359d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.1373763 Aug 20 10:48:24.564420 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-249fe29d-670d-49f5-9fbc-db2b7ef1014c req-682d0f21-6af8-4ee3-8543-986d66d84d94 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=18e4a382-44a2-4dd2-aa0a-41fea4b4a802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476479 Aug 20 10:48:24.632170 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d938aa-80c1-4a7e-bca8-a6593ab098be x-openstack-request-id: req-44d938aa-80c1-4a7e-bca8-a6593ab098be {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:48:24.632710 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2dccefa-a560-4344-8a64-a22ebafffa9e", "tag": "f3608ed5-a2fa-40b4-9c5f-23701031103f", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:48:24.633140 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44d938aa-80c1-4a7e-bca8-a6593ab098be {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:48:24.633715 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'tag': 'f3608ed5-a2fa-40b4-9c5f-23701031103f', 'status': 'completed', 'code': 200} Aug 20 10:48:24.686925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ea82f-54a5-4237-a72d-71923af547ba None None] Pushing event updated for resources: {'Port': ['ID=f3608ed5-a2fa-40b4-9c5f-23701031103f,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:24.705226 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4693b65e-b57d-473b-9baf-2b634a850700 req-f85ca387-bd08-456f-850b-453afb3132c6 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350148 Aug 20 10:48:24.765153 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c86b78-1cb7-438f-8e14-1926869c50a2 req-f81d5f82-3c33-4524-b96e-1362545fc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:24.768270 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13c86b78-1cb7-438f-8e14-1926869c50a2 req-f81d5f82-3c33-4524-b96e-1362545fc24b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 1128 time: 0.1085558 Aug 20 10:48:25.026749 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1295a83-1575-4120-aacd-b590e6fc16d0 req-c7d7c22a-bcda-4f81-a438-0ddd3e8eb0c8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:25.038526 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f1295a83-1575-4120-aacd-b590e6fc16d0 req-c7d7c22a-bcda-4f81-a438-0ddd3e8eb0c8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 945 time: 0.1171174 Aug 20 10:48:25.100815 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f1295a83-1575-4120-aacd-b590e6fc16d0 req-6821d4d1-21e0-4216-9525-152a411a6455 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613551 Aug 20 10:48:25.468592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd536a0-970f-45ca-ab6f-1218f5290bb4 req-c755502a-6a58-4ba7-90dc-b07ca697324b tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:25.470490 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ccd536a0-970f-45ca-ab6f-1218f5290bb4 req-c755502a-6a58-4ba7-90dc-b07ca697324b tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 950 time: 0.0659046 Aug 20 10:48:25.555398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f3608ed5-a2fa-40b4-9c5f-23701031103f details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:48:25.601666 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c86b78-1cb7-438f-8e14-1926869c50a2 req-b19958bf-7381-4bf5-a490-30bf26f429e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:25.607195 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13c86b78-1cb7-438f-8e14-1926869c50a2 req-b19958bf-7381-4bf5-a490-30bf26f429e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ca0440ba-af56-4d26-ab30-fbbe9d53ac40 HTTP/1.1" status: 200 len: 897 time: 0.8183813 Aug 20 10:48:25.654613 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-ccd536a0-970f-45ca-ab6f-1218f5290bb4 req-af99e190-5ca8-4aa8-9246-5db8de80b768 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Deleting port 65483853-cb59-4657-856f-dd1478fb655d {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:48:25.654946 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ccd536a0-970f-45ca-ab6f-1218f5290bb4 req-af99e190-5ca8-4aa8-9246-5db8de80b768 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:25.765267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d5b96-e2ef-40c2-a44c-ac58859472c6 req-11af34a4-e7b0-4987-8d54-8da63c1a9c55 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:25.774182 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-517d5b96-e2ef-40c2-a44c-ac58859472c6 req-11af34a4-e7b0-4987-8d54-8da63c1a9c55 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 950 time: 0.2577891 Aug 20 10:48:25.812795 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port f3608ed5-a2fa-40b4-9c5f-23701031103f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:25.813261 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13c86b78-1cb7-438f-8e14-1926869c50a2 req-ef618063-6427-471e-b1ac-722f9be91ba0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f HTTP/1.1" status: 200 len: 1001 time: 0.1979582 Aug 20 10:48:25.829533 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1234c73-f7ab-4365-9924-d03a74127dc3 req-27b77f5f-2ee9-41a9-8be7-313d8e314190 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:25.837659 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a1234c73-f7ab-4365-9924-d03a74127dc3 req-27b77f5f-2ee9-41a9-8be7-313d8e314190 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 944 time: 0.1757562 Aug 20 10:48:25.840286 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f3608ed5-a2fa-40b4-9c5f-23701031103f has no active binding in host n-h2-778550-11 {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 10:48:25.872454 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-517d5b96-e2ef-40c2-a44c-ac58859472c6 req-c107e2de-bd59-4415-a900-b94a51669d67 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/security-groups?id=f231df9c-e4af-4abd-8471-1f8401e33957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965075 Aug 20 10:48:25.883450 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-ccd536a0-970f-45ca-ab6f-1218f5290bb4 req-af99e190-5ca8-4aa8-9246-5db8de80b768 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] For port 65483853-cb59-4657-856f-dd1478fb655d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=65483853-cb59-4657-856f-dd1478fb655d,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:25.883966 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ccd536a0-970f-45ca-ab6f-1218f5290bb4 req-af99e190-5ca8-4aa8-9246-5db8de80b768 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:25.911091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c86b78-1cb7-438f-8e14-1926869c50a2 req-237cb2ec-e9c6-4461-bc5e-a26c2c175ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:25.912849 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13c86b78-1cb7-438f-8e14-1926869c50a2 req-237cb2ec-e9c6-4461-bc5e-a26c2c175ca8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=71031201-8bdf-4970-b1b1-c8f0c2624c57 HTTP/1.1" status: 200 len: 834 time: 0.0897300 Aug 20 10:48:25.922574 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a1234c73-f7ab-4365-9924-d03a74127dc3 req-541028da-9ad8-454f-8a95-5fc23a587859 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=18e4a382-44a2-4dd2-aa0a-41fea4b4a802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837009 Aug 20 10:48:25.935751 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-ccd536a0-970f-45ca-ab6f-1218f5290bb4 req-af99e190-5ca8-4aa8-9246-5db8de80b768 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Calling delete_port for 65483853-cb59-4657-856f-dd1478fb655d owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:48:25.982020 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c86b78-1cb7-438f-8e14-1926869c50a2 req-ded10779-5b30-4521-9749-63d9c00d6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:25.983757 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13c86b78-1cb7-438f-8e14-1926869c50a2 req-ded10779-5b30-4521-9749-63d9c00d6de3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ca0440ba-af56-4d26-ab30-fbbe9d53ac40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591300 Aug 20 10:48:26.108413 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b3fa4-74e7-4452-829b-9ed046362411 req-1f69f807-bb9d-45ba-aa39-e35d8038a8cd tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:26.109747 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a3b3fa4-74e7-4452-829b-9ed046362411 req-1f69f807-bb9d-45ba-aa39-e35d8038a8cd tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.1036670 Aug 20 10:48:26.136641 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ccd536a0-970f-45ca-ab6f-1218f5290bb4 req-af99e190-5ca8-4aa8-9246-5db8de80b768 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:26.150671 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['65483853-cb59-4657-856f-dd1478fb655d'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:48:26.248637 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99e190-5ca8-4aa8-9246-5db8de80b768 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Pushing event deleted for resources: {'Port': ['ID=65483853-cb59-4657-856f-dd1478fb655d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:26.261687 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13c86b78-1cb7-438f-8e14-1926869c50a2 req-77de9e98-9d07-4c20-bee9-5557d57db0a0 service neutron] 10.222.0.42 "GET /v2.0/networks/ca0440ba-af56-4d26-ab30-fbbe9d53ac40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699676 Aug 20 10:48:26.324706 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a3b3fa4-74e7-4452-829b-9ed046362411 req-026e6f2a-9a73-4890-96ad-844c3b57000d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758661 Aug 20 10:48:26.377322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd536a0-970f-45ca-ab6f-1218f5290bb4 req-af99e190-5ca8-4aa8-9246-5db8de80b768 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] No DVR routers for this DVR port 65483853-cb59-4657-856f-dd1478fb655d on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:48:26.386755 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-ccd536a0-970f-45ca-ab6f-1218f5290bb4 req-af99e190-5ca8-4aa8-9246-5db8de80b768 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:26.392795 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ccd536a0-970f-45ca-ab6f-1218f5290bb4 req-af99e190-5ca8-4aa8-9246-5db8de80b768 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.24 "DELETE /v2.0/ports/65483853-cb59-4657-856f-dd1478fb655d HTTP/1.1" status: 204 len: 173 time: 0.9110885 Aug 20 10:48:26.404362 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21951927-c21a-46ec-9fe5-a6614955251c req-6cecb116-1c4a-4382-9086-149021f47b93 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:26.415494 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21951927-c21a-46ec-9fe5-a6614955251c req-6cecb116-1c4a-4382-9086-149021f47b93 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 945 time: 0.1681533 Aug 20 10:48:26.482677 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-13c86b78-1cb7-438f-8e14-1926869c50a2 req-da37446a-6826-49e3-bead-cf84c7b25dd6 service neutron] 10.222.0.42 "GET /v2.0/networks/ca0440ba-af56-4d26-ab30-fbbe9d53ac40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106094 Aug 20 10:48:26.507420 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21951927-c21a-46ec-9fe5-a6614955251c req-6e6f432b-1e22-4e11-a4fb-b36b9787fd7f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878708 Aug 20 10:48:26.624068 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 861babb4-8e5e-48ca-b384-e80897625356 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:48:26.642965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca11e75-1807-4bd0-b101-060ca64a4fc4', 'name': 'network-vif-deleted', 'tag': '65483853-cb59-4657-856f-dd1478fb655d'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:48:26.644440 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7849bfa6-c2e8-4fb1-b3f2-f7444adbd184" -d '{"events": [{"server_uuid": "8ca11e75-1807-4bd0-b101-060ca64a4fc4", "name": "network-vif-deleted", "tag": "65483853-cb59-4657-856f-dd1478fb655d"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:48:26.747152 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 861babb4-8e5e-48ca-b384-e80897625356 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:48:26.750017 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e462f9-cc73-45ab-aa62-fbbd97007261 x-openstack-request-id: req-34e462f9-cc73-45ab-aa62-fbbd97007261 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:48:26.750312 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca11e75-1807-4bd0-b101-060ca64a4fc4", "name": "network-vif-deleted", "tag": "65483853-cb59-4657-856f-dd1478fb655d", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:48:26.750716 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34e462f9-cc73-45ab-aa62-fbbd97007261 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:48:26.751013 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca11e75-1807-4bd0-b101-060ca64a4fc4', 'name': 'network-vif-deleted', 'tag': '65483853-cb59-4657-856f-dd1478fb655d', 'status': 'completed', 'code': 200} Aug 20 10:48:26.762084 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 861babb4-8e5e-48ca-b384-e80897625356 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:48:26.763413 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:26.948896 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:27.024331 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075d7797-df18-4426-ab30-342317d52871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861babb4-8e5e-48ca-b384-e80897625356'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:48:27.031804 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a2a247-a0e1-4102-bc06-5ae96ff960cf" -d '{"events": [{"server_uuid": "075d7797-df18-4426-ab30-342317d52871", "name": "network-vif-plugged", "status": "completed", "tag": "861babb4-8e5e-48ca-b384-e80897625356"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:48:27.095804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 861babb4-8e5e-48ca-b384-e80897625356, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=861babb4-8e5e-48ca-b384-e80897625356,segment=NetworkSegment(f4f49e7e-1c8f-4fcc-8713-06dab0380af3),segment_id=f4f49e7e-1c8f-4fcc-8713-06dab0380af3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:27.102085 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:27.120208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2a13f-c719-4b90-91e6-4fb785cef302 req-7d151761-dfcc-4cb3-8bb0-94d3bbb6e9ae tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:27.133527 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dc2a13f-c719-4b90-91e6-4fb785cef302 req-7d151761-dfcc-4cb3-8bb0-94d3bbb6e9ae tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 944 time: 0.1118236 Aug 20 10:48:27.137193 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff7ca4cb-b6e2-46db-9ee5-3f5c9fc87c1d req-720104d2-10af-401b-9e6d-4d94017b3770 tempest-VolumesNegativeTest-329552170 tempest-VolumesNegativeTest-329552170-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ca11e75-1807-4bd0-b101-060ca64a4fc4 HTTP/1.1" status: 200 len: 210 time: 0.0755012 Aug 20 10:48:27.212743 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cc4699-3c00-4dd9-98ef-86d2af0b8c6a x-openstack-request-id: req-d6cc4699-3c00-4dd9-98ef-86d2af0b8c6a {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:48:27.213425 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075d7797-df18-4426-ab30-342317d52871", "name": "network-vif-plugged", "status": "completed", "tag": "861babb4-8e5e-48ca-b384-e80897625356", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:48:27.213898 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6cc4699-3c00-4dd9-98ef-86d2af0b8c6a {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:48:27.214621 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075d7797-df18-4426-ab30-342317d52871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861babb4-8e5e-48ca-b384-e80897625356', 'code': 200} Aug 20 10:48:27.218109 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=861babb4-8e5e-48ca-b384-e80897625356,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:27.236072 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2dc2a13f-c719-4b90-91e6-4fb785cef302 req-6cce9182-e0c4-4e03-8ba9-e0ae8bb861fd tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=18e4a382-44a2-4dd2-aa0a-41fea4b4a802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015248 Aug 20 10:48:27.368441 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56e157-5a53-40b2-9f98-30d86cf11aa5 req-27566ece-a042-4df3-aada-32c4b7923860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:27.373137 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d56e157-5a53-40b2-9f98-30d86cf11aa5 req-27566ece-a042-4df3-aada-32c4b7923860 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 1097 time: 0.0850124 Aug 20 10:48:27.464903 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d56e157-5a53-40b2-9f98-30d86cf11aa5 req-16c9d697-94a8-41e7-9959-aa518526f0d1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=18e4a382-44a2-4dd2-aa0a-41fea4b4a802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825515 Aug 20 10:48:27.575599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2751323-c3a5-418c-b2d0-4110d334e625 req-d628aaa6-c41a-4a89-b9b2-b63a5bdd5d20 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:27.583936 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b2751323-c3a5-418c-b2d0-4110d334e625 req-d628aaa6-c41a-4a89-b9b2-b63a5bdd5d20 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.1153903 Aug 20 10:48:27.642680 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b2751323-c3a5-418c-b2d0-4110d334e625 req-63f0eec7-5b30-49e0-840b-5e961fbc3336 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563116 Aug 20 10:48:27.699212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acbb23-6194-4dae-ba66-4174dc90a5b4 req-7cf6ffd9-130f-4881-b358-d24c7e97fc47 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:27.709521 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f4acbb23-6194-4dae-ba66-4174dc90a5b4 req-7cf6ffd9-130f-4881-b358-d24c7e97fc47 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 945 time: 0.0903745 Aug 20 10:48:27.815425 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f4acbb23-6194-4dae-ba66-4174dc90a5b4 req-18d9937a-63fc-48a9-8825-254199685372 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043868 Aug 20 10:48:28.426006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083a170-7bc9-4dde-afe9-71fc63747f58 req-c84a342c-bfa4-4176-a1b7-c40c214d47cc tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:28.427722 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1083a170-7bc9-4dde-afe9-71fc63747f58 req-c84a342c-bfa4-4176-a1b7-c40c214d47cc tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 945 time: 0.0595803 Aug 20 10:48:28.480688 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1083a170-7bc9-4dde-afe9-71fc63747f58 req-0e1ca481-6a48-4476-82aa-ae559024dcfb tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=18e4a382-44a2-4dd2-aa0a-41fea4b4a802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358343 Aug 20 10:48:28.789915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691084c5-3f16-4d2c-a2d7-92e253ebacaa req-d59a0c27-9920-45cc-9ed6-2484934d7a18 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:28.792258 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-691084c5-3f16-4d2c-a2d7-92e253ebacaa req-d59a0c27-9920-45cc-9ed6-2484934d7a18 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.0758617 Aug 20 10:48:28.825630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cec8c2-5f45-4ff2-9d8d-5254d27e71b0 req-909bc675-8c06-4306-b5de-b2dd02b47250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:28.828486 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88cec8c2-5f45-4ff2-9d8d-5254d27e71b0 req-909bc675-8c06-4306-b5de-b2dd02b47250 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 1098 time: 0.0880196 Aug 20 10:48:28.874203 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-691084c5-3f16-4d2c-a2d7-92e253ebacaa req-17ed8585-0af6-4fa9-865f-d0b9cf7aa083 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701880 Aug 20 10:48:28.990054 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cec8c2-5f45-4ff2-9d8d-5254d27e71b0 req-976ba9c8-3931-4b62-b210-7f704cc64ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:28.991609 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88cec8c2-5f45-4ff2-9d8d-5254d27e71b0 req-976ba9c8-3931-4b62-b210-7f704cc64ab1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 917 time: 0.1538134 Aug 20 10:48:29.004801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522e5bf-c98d-4c99-8711-953db417fba2 req-57bf7297-8e23-42cf-958c-c2486aa84c10 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:29.006208 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1522e5bf-c98d-4c99-8711-953db417fba2 req-57bf7297-8e23-42cf-958c-c2486aa84c10 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 945 time: 0.0762870 Aug 20 10:48:29.090969 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1522e5bf-c98d-4c99-8711-953db417fba2 req-e514b218-26ff-494f-8969-9d2c061d94e1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778911 Aug 20 10:48:29.103540 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88cec8c2-5f45-4ff2-9d8d-5254d27e71b0 req-ac2ed980-b9dc-47dc-9a68-f3856502692e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793 HTTP/1.1" status: 200 len: 1001 time: 0.0962794 Aug 20 10:48:29.172404 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cec8c2-5f45-4ff2-9d8d-5254d27e71b0 req-8122ab12-7482-47f9-baee-8b47f9080a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:29.184167 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88cec8c2-5f45-4ff2-9d8d-5254d27e71b0 req-8122ab12-7482-47f9-baee-8b47f9080a17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.0606866 Aug 20 10:48:29.238746 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cec8c2-5f45-4ff2-9d8d-5254d27e71b0 req-b4e7bd14-1f69-479b-9833-dd9b5f771c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:29.240343 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88cec8c2-5f45-4ff2-9d8d-5254d27e71b0 req-b4e7bd14-1f69-479b-9833-dd9b5f771c10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554168 Aug 20 10:48:29.293816 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-006fea2e-5713-4c90-be4f-7d6fb2e812b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:29.342492 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88cec8c2-5f45-4ff2-9d8d-5254d27e71b0 req-ef1a0e44-e21f-42fc-8bce-e5eaa4ecc897 service neutron] 10.222.0.42 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936875 Aug 20 10:48:29.441289 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88cec8c2-5f45-4ff2-9d8d-5254d27e71b0 req-b7f1208f-c8bb-44e4-90a0-96fad11a8a53 service neutron] 10.222.0.42 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847566 Aug 20 10:48:29.585799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 65483853-cb59-4657-856f-dd1478fb655d no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:48:29.608622 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 65483853-cb59-4657-856f-dd1478fb655d {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:48:29.609273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 65483853-cb59-4657-856f-dd1478fb655d not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:48:29.621820 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb3088-e315-472d-99df-f30f5fe1d568 req-5a20ecc4-fe3e-4a54-8461-81feb3286f8e tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:29.623474 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ecbb3088-e315-472d-99df-f30f5fe1d568 req-5a20ecc4-fe3e-4a54-8461-81feb3286f8e tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 945 time: 0.0681624 Aug 20 10:48:29.663456 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ecbb3088-e315-472d-99df-f30f5fe1d568 req-56e80947-5994-4556-8a2b-3cd4d8a71c97 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=18e4a382-44a2-4dd2-aa0a-41fea4b4a802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337868 Aug 20 10:48:29.796438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a29e6-c263-4656-b8c0-57e2d0d25741 req-3e55d8a1-80f5-42ab-8824-1ba639e051a6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:29.798361 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-999a29e6-c263-4656-b8c0-57e2d0d25741 req-3e55d8a1-80f5-42ab-8824-1ba639e051a6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 945 time: 0.0536563 Aug 20 10:48:29.855662 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-999a29e6-c263-4656-b8c0-57e2d0d25741 req-214244df-e811-4c23-baae-3f35e8075494 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=18e4a382-44a2-4dd2-aa0a-41fea4b4a802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495749 Aug 20 10:48:29.874450 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57742) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:29.936160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0ec77e-35ed-4650-9aa1-75cedd337dac tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:29.940943 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ed0ec77e-35ed-4650-9aa1-75cedd337dac tempest-TestNetworkBasicOps-1358652192 tempest-TestNetworkBasicOps-1358652192-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 1092 time: 0.0649748 Aug 20 10:48:29.943625 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57754) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:29.949053 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': '861babb4-8e5e-48ca-b384-e80897625356', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:29.991989 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:30.045920 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1619b1-3c84-4b18-8162-d2af0d425a3d req-680b67fd-3710-42ba-bb9f-6268887ae88e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:30.049823 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1f1619b1-3c84-4b18-8162-d2af0d425a3d req-680b67fd-3710-42ba-bb9f-6268887ae88e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.0747797 Aug 20 10:48:30.105339 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1f1619b1-3c84-4b18-8162-d2af0d425a3d req-51a7fe34-7f97-4b3e-b39d-3079f2a302b3 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477021 Aug 20 10:48:30.171472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:30.341978 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720d3d8-50b7-4c6d-a8ac-0c2fa86b9934 req-326d7f13-fdfd-4115-ac3a-a72bb075769f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:30.343973 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f720d3d8-50b7-4c6d-a8ac-0c2fa86b9934 req-326d7f13-fdfd-4115-ac3a-a72bb075769f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 945 time: 0.1236770 Aug 20 10:48:30.384384 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Allocated IP 172.25.3.193 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/eee1a4c9-549b-4cfe-b4c7-ad48c6e5b5e8) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:48:30.424474 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f720d3d8-50b7-4c6d-a8ac-0c2fa86b9934 req-65500a62-7568-4911-a2df-e77162742a0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642939 Aug 20 10:48:30.536222 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:30.591002 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:30.636008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:48:30.640729 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:48:30.649031 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:48:30.652071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Port': ['ID=eee1a4c9-549b-4cfe-b4c7-ad48c6e5b5e8,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:31.084987 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:31.196896 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:31.359704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38075e9-a479-43f2-844c-bdce093f72fb req-23bc4f7e-9d78-4379-a914-64220aafd6e8 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:31.362244 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b38075e9-a479-43f2-844c-bdce093f72fb req-23bc4f7e-9d78-4379-a914-64220aafd6e8 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.1016266 Aug 20 10:48:31.436243 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b38075e9-a479-43f2-844c-bdce093f72fb req-aaafd0fb-8bf5-4d9d-9987-9409d16c4e00 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656917 Aug 20 10:48:31.447765 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:31.458790 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:31.615754 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f3608ed5-a2fa-40b4-9c5f-23701031103f details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:48:31.701797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event updated for resources: {'Port': ['ID=eee1a4c9-549b-4cfe-b4c7-ad48c6e5b5e8,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:31.787506 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:31.803105 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-9e5f32f2-853f-4e36-bf52-32eaf2442763 service neutron] 10.222.0.42 "GET /v2.0/ports/f3608ed5-a2fa-40b4-9c5f-23701031103f/bindings/n-h2-778550-11 HTTP/1.1" status: 200 len: 385 time: 0.1310363 Aug 20 10:48:31.805708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163e1ee-0578-446d-b38a-bfceb6d5f7bd req-54e1aaab-e5bc-401d-9ccf-5f347fa073cf tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:31.817647 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7163e1ee-0578-446d-b38a-bfceb6d5f7bd req-54e1aaab-e5bc-401d-9ccf-5f347fa073cf tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 945 time: 0.1169164 Aug 20 10:48:31.835319 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port f3608ed5-a2fa-40b4-9c5f-23701031103f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:31.852191 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f3608ed5-a2fa-40b4-9c5f-23701031103f has no active binding in host n-h2-778550-11 {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 10:48:31.950036 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8f59669e-8f9d-4369-b868-a001568c5b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:31.951808 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7163e1ee-0578-446d-b38a-bfceb6d5f7bd req-762f8718-10aa-4b1c-ba7c-974c8310594f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325862 Aug 20 10:48:32.156528 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-17b59bfa-698f-4366-9578-62cd2cee4db4 service neutron] For port f3608ed5-a2fa-40b4-9c5f-23701031103f, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:32.187761 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-17b59bfa-698f-4366-9578-62cd2cee4db4 service neutron] For port f3608ed5-a2fa-40b4-9c5f-23701031103f, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:48:32.247961 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3608ed5-a2fa-40b4-9c5f-23701031103f'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:48:32.250453 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0cf609-1f19-4cca-b0e9-eced4226cd8f" -d '{"events": [{"server_uuid": "d2dccefa-a560-4344-8a64-a22ebafffa9e", "name": "network-vif-unplugged", "status": "completed", "tag": "f3608ed5-a2fa-40b4-9c5f-23701031103f"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:48:32.271011 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-17b59bfa-698f-4366-9578-62cd2cee4db4 service neutron] For port f3608ed5-a2fa-40b4-9c5f-23701031103f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:32.311620 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-17b59bfa-698f-4366-9578-62cd2cee4db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:32.346078 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651c28c0-4d1e-4935-90d5-2c45c733f165 x-openstack-request-id: req-651c28c0-4d1e-4935-90d5-2c45c733f165 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:48:32.347037 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2dccefa-a560-4344-8a64-a22ebafffa9e", "name": "network-vif-unplugged", "status": "completed", "tag": "f3608ed5-a2fa-40b4-9c5f-23701031103f", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:48:32.347555 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-651c28c0-4d1e-4935-90d5-2c45c733f165 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:48:32.348368 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3608ed5-a2fa-40b4-9c5f-23701031103f', 'code': 200} Aug 20 10:48:32.400251 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:32.472462 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Floating IP 7372f5e8-e276-4a02-a594-ab87e40d015e associated. External IP: 172.25.3.193, port: 861babb4-8e5e-48ca-b384-e80897625356. Aug 20 10:48:32.547921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-17b59bfa-698f-4366-9578-62cd2cee4db4 service neutron] Transition to ACTIVE for port object f3608ed5-a2fa-40b4-9c5f-23701031103f will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:48:32.557913 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-17b59bfa-698f-4366-9578-62cd2cee4db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:32.654234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 24f9d973-7a87-4a8e-9204-bc6b88a1f793 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:48:32.798891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b59bfa-698f-4366-9578-62cd2cee4db4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3608ed5-a2fa-40b4-9c5f-23701031103f,revision_number=11']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:32.807393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc67a1-3a4a-4f2a-a590-299c67fdecc1 req-93c0dc08-604e-478a-a541-4d9ac11442fb tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:32.819501 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-71cc67a1-3a4a-4f2a-a590-299c67fdecc1 req-93c0dc08-604e-478a-a541-4d9ac11442fb tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.1909604 Aug 20 10:48:32.881292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-17b59bfa-698f-4366-9578-62cd2cee4db4 service neutron] No DVR routers for this DVR port f3608ed5-a2fa-40b4-9c5f-23701031103f on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:48:32.919451 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:32.979545 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-71cc67a1-3a4a-4f2a-a590-299c67fdecc1 req-106494d5-ace2-4758-a43e-509e16ab2f43 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529288 Aug 20 10:48:33.027375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be89970-2e63-408c-b57e-df67561caa46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f9d973-7a87-4a8e-9204-bc6b88a1f793'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:48:33.032617 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad6d3de-668a-4a58-8cd5-9a418ffeead9" -d '{"events": [{"server_uuid": "4be89970-2e63-408c-b57e-df67561caa46", "name": "network-vif-unplugged", "status": "completed", "tag": "24f9d973-7a87-4a8e-9204-bc6b88a1f793"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:48:33.063514 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:33.095848 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:33.108890 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 10:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbe02ae-972e-405f-9fe2-645f23a5eff5 x-openstack-request-id: req-cdbe02ae-972e-405f-9fe2-645f23a5eff5 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:48:33.109636 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be89970-2e63-408c-b57e-df67561caa46", "name": "network-vif-unplugged", "status": "failed", "tag": "24f9d973-7a87-4a8e-9204-bc6b88a1f793", "code": 422}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:48:33.110060 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cdbe02ae-972e-405f-9fe2-645f23a5eff5 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:48:33.110660 n-d-778550-11 neutron-server[94868]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4be89970-2e63-408c-b57e-df67561caa46', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '24f9d973-7a87-4a8e-9204-bc6b88a1f793', 'code': 422} returned with failed status Aug 20 10:48:33.239109 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d723bf-63cd-4133-a9ba-c04cd5f9aa16 req-1b13f6ca-502b-4ad9-af1a-47b91121b3a5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:33.250331 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e6d723bf-63cd-4133-a9ba-c04cd5f9aa16 req-1b13f6ca-502b-4ad9-af1a-47b91121b3a5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 944 time: 0.1059523 Aug 20 10:48:33.257022 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:33.280077 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=24f9d973-7a87-4a8e-9204-bc6b88a1f793,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:33.299780 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-def6d828-41d5-402a-a319-12e1dfafc595 req-95a3f90c-d41a-423b-9682-f3a510dc8f98 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3552263 Aug 20 10:48:33.320207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Router cde63e6a-de58-4dfa-9952-23a9a8dc0f2b has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:48:33.326979 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-17b59bfa-698f-4366-9578-62cd2cee4db4 service neutron] 10.222.0.42 "PUT /v2.0/ports/f3608ed5-a2fa-40b4-9c5f-23701031103f/bindings/n-h2-778550-11/activate HTTP/1.1" status: 200 len: 370 time: 1.5060029 Aug 20 10:48:33.385272 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e6d723bf-63cd-4133-a9ba-c04cd5f9aa16 req-0960893d-c4eb-461f-9e9d-0cc0f29c889c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325159 Aug 20 10:48:33.501465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-4730fca8-23c6-4180-b612-fc5df5a258ec tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:33.503352 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-4730fca8-23c6-4180-b612-fc5df5a258ec tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e&tenant_id=a42de817dc7f43e1b394c597ce63df37&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 1096 time: 0.1172802 Aug 20 10:48:33.625732 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:48:33.638708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aa54b2-6c83-4743-af89-576f8835b917 None None] Sync routers for ids ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:48:33.655863 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aa54b2-6c83-4743-af89-576f8835b917 None None] Routers {'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:48:33.656673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-21aa54b2-6c83-4743-af89-576f8835b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:48:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:33.677629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-1b5db493-310f-49a6-a2c1-f49ed74cf352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:33.682113 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-1b5db493-310f-49a6-a2c1-f49ed74cf352 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e&tenant_id=a42de817dc7f43e1b394c597ce63df37 HTTP/1.1" status: 200 len: 1096 time: 0.1687634 Aug 20 10:48:33.684234 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:33.823532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57868) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:33.824165 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0ff11abc-a8ab-4a76-a5c6-3eda017ac705 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8791435 Aug 20 10:48:33.826628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075d7797-df18-4426-ab30-342317d52871', 'tag': '861babb4-8e5e-48ca-b384-e80897625356'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:48:33.829099 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eba0e66-932c-4e9d-94ed-f353e86fd98a" -d '{"events": [{"name": "network-changed", "server_uuid": "075d7797-df18-4426-ab30-342317d52871", "tag": "861babb4-8e5e-48ca-b384-e80897625356"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:48:33.846134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-bd92a0b5-5a7f-40d0-a27c-1aa8e7dab620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:33.849004 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-bd92a0b5-5a7f-40d0-a27c-1aa8e7dab620 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 1096 time: 0.0882139 Aug 20 10:48:33.892338 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-21aa54b2-6c83-4743-af89-576f8835b917 None None] Set router cde63e6a-de58-4dfa-9952-23a9a8dc0f2b gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:48:33.923694 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-73e2443e-b898-4038-9da5-4f97419c9a00 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/floatingips/7372f5e8-e276-4a02-a594-ab87e40d015e HTTP/1.1" status: 200 len: 991 time: 0.0987136 Aug 20 10:48:33.946062 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fce78a-c0ed-421a-8a85-cc779b21f20f x-openstack-request-id: req-b6fce78a-c0ed-421a-8a85-cc779b21f20f {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:48:33.946420 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075d7797-df18-4426-ab30-342317d52871", "tag": "861babb4-8e5e-48ca-b384-e80897625356", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:48:33.946779 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6fce78a-c0ed-421a-8a85-cc779b21f20f {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:48:33.947336 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075d7797-df18-4426-ab30-342317d52871', 'tag': '861babb4-8e5e-48ca-b384-e80897625356', 'status': 'completed', 'code': 200} Aug 20 10:48:33.990220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba0e66-932c-4e9d-94ed-f353e86fd98a req-d90a6139-f417-4d9d-ad31-84e949cccd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:33.993170 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4eba0e66-932c-4e9d-94ed-f353e86fd98a req-d90a6139-f417-4d9d-ad31-84e949cccd54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec29969148b94deaa5cea655cffb346f&device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 1097 time: 0.0681922 Aug 20 10:48:34.009713 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-1c93f087-400a-4698-b2ae-17d3e34c1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:34.011310 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-1c93f087-400a-4698-b2ae-17d3e34c1eae service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca0440ba-af56-4d26-ab30-fbbe9d53ac40 HTTP/1.1" status: 200 len: 897 time: 0.1522317 Aug 20 10:48:34.200562 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-f492803e-889d-431e-a52d-95c74af150a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f HTTP/1.1" status: 200 len: 999 time: 0.1762931 Aug 20 10:48:34.203249 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61177d1f-30e4-44af-81ea-4b45d16a6899 req-d9f24483-5bba-4a0a-8ca1-2552bf25622b tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:34.211093 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61177d1f-30e4-44af-81ea-4b45d16a6899 req-d9f24483-5bba-4a0a-8ca1-2552bf25622b tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 944 time: 0.0864706 Aug 20 10:48:34.302294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba0e66-932c-4e9d-94ed-f353e86fd98a req-ed544db2-4a33-44a4-b7d4-782de1c5d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:34.303892 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4eba0e66-932c-4e9d-94ed-f353e86fd98a req-ed544db2-4a33-44a4-b7d4-782de1c5d455 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f685f1-a478-4cf3-a0ff-049dda1ac69e HTTP/1.1" status: 200 len: 898 time: 0.3022826 Aug 20 10:48:34.308412 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-054677dd-d6ab-48a9-88a5-f4fc7c9b5378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:34.310159 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-054677dd-d6ab-48a9-88a5-f4fc7c9b5378 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71031201-8bdf-4970-b1b1-c8f0c2624c57 HTTP/1.1" status: 200 len: 834 time: 0.1017599 Aug 20 10:48:34.314113 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61177d1f-30e4-44af-81ea-4b45d16a6899 req-85c7c74a-662e-4321-a680-59e015ea35bd tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019232 Aug 20 10:48:34.412737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-b3b9d3ad-a82a-4ed4-9ff6-867a3b96b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:34.414401 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-b3b9d3ad-a82a-4ed4-9ff6-867a3b96b0ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca0440ba-af56-4d26-ab30-fbbe9d53ac40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972307 Aug 20 10:48:34.451142 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4eba0e66-932c-4e9d-94ed-f353e86fd98a req-7c0ca43d-38aa-4bb8-af30-849b8b8105b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=861babb4-8e5e-48ca-b384-e80897625356 HTTP/1.1" status: 200 len: 999 time: 0.1359475 Aug 20 10:48:34.509409 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-21aa54b2-6c83-4743-af89-576f8835b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'name': 'tempest-TestNetworkBasicOps-router-275290348', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:06Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7372f5e8-e276-4a02-a594-ab87e40d015e', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'port_id': '861babb4-8e5e-48ca-b384-e80897625356', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e', 'mac_address': 'fa:16:3e:8c:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d7797-df18-4426-ab30-342317d52871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:48:30Z', 'updated_at': '2021-08-20T10:48:30Z', 'revision_number': 0, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3572ea98-7652-45aa-b785-1c17dc565eab', 'name': '', 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:71:d9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:05Z', 'updated_at': '2021-08-20T10:48:13Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:34.565308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aa54b2-6c83-4743-af89-576f8835b917 None None] Checking router: cde63e6a-de58-4dfa-9952-23a9a8dc0f2b for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:48:34.585258 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aa54b2-6c83-4743-af89-576f8835b917 None None] Routers {'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:48:34.586321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-21aa54b2-6c83-4743-af89-576f8835b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:48:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:34.621477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba0e66-932c-4e9d-94ed-f353e86fd98a req-d628d4e8-4d36-459f-a2a7-013a63e9a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:34.626947 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4eba0e66-932c-4e9d-94ed-f353e86fd98a req-d628d4e8-4d36-459f-a2a7-013a63e9a59c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c4fc5702-0438-41c5-934f-c1608491883d HTTP/1.1" status: 200 len: 834 time: 0.1661599 Aug 20 10:48:34.685184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f3608ed5-a2fa-40b4-9c5f-23701031103f no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:48:34.719653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba0e66-932c-4e9d-94ed-f353e86fd98a req-910330e7-3c8b-45d6-8970-4242e29a9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:34.739845 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4eba0e66-932c-4e9d-94ed-f353e86fd98a req-910330e7-3c8b-45d6-8970-4242e29a9357 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f685f1-a478-4cf3-a0ff-049dda1ac69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1086423 Aug 20 10:48:34.757420 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0261c3-5c71-4ef3-b4b3-6cfbbc9e2970 req-d4629479-69d4-4323-9a66-399436354757 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:34.760228 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a0261c3-5c71-4ef3-b4b3-6cfbbc9e2970 req-d4629479-69d4-4323-9a66-399436354757 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 944 time: 0.2023330 Aug 20 10:48:34.795898 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-c4d6d099-c545-4a40-887b-adcf5fa7211b service neutron] 10.222.0.24 "GET /v2.0/networks/ca0440ba-af56-4d26-ab30-fbbe9d53ac40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736765 Aug 20 10:48:34.866189 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device f3608ed5-a2fa-40b4-9c5f-23701031103f not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:48:34.885144 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:34.902983 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:48:34.930411 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4eba0e66-932c-4e9d-94ed-f353e86fd98a req-40dfd59d-55eb-4f16-ba26-c68e80cb9fcb service neutron] 10.222.0.42 "GET /v2.0/networks/f8f685f1-a478-4cf3-a0ff-049dda1ac69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813245 Aug 20 10:48:34.933394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57884) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:35.016207 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-21aa54b2-6c83-4743-af89-576f8835b917 None None] Set router cde63e6a-de58-4dfa-9952-23a9a8dc0f2b gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:48:35.055360 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a0261c3-5c71-4ef3-b4b3-6cfbbc9e2970 req-51caf12e-e102-4efe-9f32-73242702a5e4 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827508 Aug 20 10:48:35.172093 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-3380529a-2751-4b07-88dd-d34df0011258 service neutron] 10.222.0.24 "GET /v2.0/networks/ca0440ba-af56-4d26-ab30-fbbe9d53ac40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607051 Aug 20 10:48:35.293012 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57890) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:35.309747 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d16bba0e-7d4b-4461-9108-5fbec0c4aadf tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/floatingips/7372f5e8-e276-4a02-a594-ab87e40d015e HTTP/1.1" status: 200 len: 991 time: 0.3748324 Aug 20 10:48:35.424136 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4eba0e66-932c-4e9d-94ed-f353e86fd98a req-669f5f19-c6da-4ac0-b316-ed36aed2ceef service neutron] 10.222.0.42 "GET /v2.0/networks/f8f685f1-a478-4cf3-a0ff-049dda1ac69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793668 Aug 20 10:48:35.542060 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-21aa54b2-6c83-4743-af89-576f8835b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'name': 'tempest-TestNetworkBasicOps-router-275290348', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:06Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7372f5e8-e276-4a02-a594-ab87e40d015e', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'port_id': '861babb4-8e5e-48ca-b384-e80897625356', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e', 'mac_address': 'fa:16:3e:8c:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d7797-df18-4426-ab30-342317d52871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:48:30Z', 'updated_at': '2021-08-20T10:48:30Z', 'revision_number': 0, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3572ea98-7652-45aa-b785-1c17dc565eab', 'name': '', 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:71:d9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:05Z', 'updated_at': '2021-08-20T10:48:13Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:35.585752 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-12eabc31-3615-443e-ae2a-101aa43ba8be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c64ed987495d4cec9c05c08e3c49d6f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2915010 Aug 20 10:48:35.593749 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aa54b2-6c83-4743-af89-576f8835b917 None None] The sync data for ids ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'] in n-d-778550-11 is: [{'id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'name': 'tempest-TestNetworkBasicOps-router-275290348', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:06Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7372f5e8-e276-4a02-a594-ab87e40d015e', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'port_id': '861babb4-8e5e-48ca-b384-e80897625356', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e', 'mac_address': 'fa:16:3e:8c:b2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d7797-df18-4426-ab30-342317d52871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:48:30Z', 'updated_at': '2021-08-20T10:48:30Z', 'revision_number': 0, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3572ea98-7652-45aa-b785-1c17dc565eab', 'name': '', 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:71:d9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:05Z', 'updated_at': '2021-08-20T10:48:13Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:48:35.596848 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953c6a5-2d1a-4920-b3d4-a4ee0b436aad req-cef4b327-d563-48dc-be74-ed5ae1fb09bc tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:35.598859 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e953c6a5-2d1a-4920-b3d4-a4ee0b436aad req-cef4b327-d563-48dc-be74-ed5ae1fb09bc tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 944 time: 0.1212862 Aug 20 10:48:35.599478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57896) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:35.627673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f3608ed5-a2fa-40b4-9c5f-23701031103f no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:48:35.639538 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a256c4-34aa-469f-8043-3e6f279757ab req-41aedb89-a759-4c23-800d-e603a620702e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:35.641981 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02a256c4-34aa-469f-8043-3e6f279757ab req-41aedb89-a759-4c23-800d-e603a620702e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da HTTP/1.1" status: 200 len: 945 time: 0.2379971 Aug 20 10:48:35.692507 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d7142157-66fb-40ef-af7a-b43846ce3af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:35.699701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-ba8eaf5c-fe00-409d-9bec-c11959b7226b tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:35.714166 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-ba8eaf5c-fe00-409d-9bec-c11959b7226b tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e&tenant_id=a42de817dc7f43e1b394c597ce63df37&binding%3Ahost_id=n-h2-778550-11 HTTP/1.1" status: 200 len: 1096 time: 0.1432233 Aug 20 10:48:35.743797 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e953c6a5-2d1a-4920-b3d4-a4ee0b436aad req-bfb85cf3-97cb-44c5-ba28-bc11ec203d6f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278813 Aug 20 10:48:35.766353 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d7142157-66fb-40ef-af7a-b43846ce3af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:35.795402 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02a256c4-34aa-469f-8043-3e6f279757ab req-56f7bf35-a9c8-48e2-aa83-37d736daaeaa tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467230 Aug 20 10:48:35.822042 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d7142157-66fb-40ef-af7a-b43846ce3af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:35.825651 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d7142157-66fb-40ef-af7a-b43846ce3af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:35.827284 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d7142157-66fb-40ef-af7a-b43846ce3af6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f231df9c-e4af-4abd-8471-1f8401e33957 HTTP/1.1" status: 204 len: 168 time: 0.2259514 Aug 20 10:48:35.837167 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7142157-66fb-40ef-af7a-b43846ce3af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f231df9c-e4af-4abd-8471-1f8401e33957,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:35.967945 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a157c4-f689-41a3-95cc-48ad3be1a9e8 None None] New status for floating IP 7372f5e8-e276-4a02-a594-ab87e40d015e: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:48:36.013945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-252b646b-5484-4274-b4e0-1d15138e3d6a service neutron] For port f3608ed5-a2fa-40b4-9c5f-23701031103f, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:48:36.020530 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-252b646b-5484-4274-b4e0-1d15138e3d6a service neutron] Notify callbacks [] for binding, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:36.021957 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02fa01f4-1dbe-448d-bcc6-6f7162762857 req-252b646b-5484-4274-b4e0-1d15138e3d6a service neutron] 10.222.0.24 "DELETE /v2.0/ports/f3608ed5-a2fa-40b4-9c5f-23701031103f/bindings/n-h1-778550-11 HTTP/1.1" status: 204 len: 173 time: 0.2990682 Aug 20 10:48:36.224909 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4533c3-4663-41f5-936a-020f6a89460f req-31c72631-f869-43fa-b196-d1cbd254dbcc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:36.227740 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f4533c3-4663-41f5-936a-020f6a89460f req-31c72631-f869-43fa-b196-d1cbd254dbcc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 944 time: 0.0680275 Aug 20 10:48:36.306218 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f4533c3-4663-41f5-936a-020f6a89460f req-2a0fbab0-2e12-4d08-84ba-d647a87d6b9d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640898 Aug 20 10:48:36.316196 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 57902) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:36.476156 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c49a1b83-6687-4ebd-b16a-5d346d2b11a4 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/floatingips/7372f5e8-e276-4a02-a594-ab87e40d015e HTTP/1.1" status: 200 len: 993 time: 0.1579406 Aug 20 10:48:36.481639 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145763c3-4796-4170-800f-999c4b8fbc78 req-1c677646-3d1b-4182-bc58-1aa0bee08fe4 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:36.483289 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-145763c3-4796-4170-800f-999c4b8fbc78 req-1c677646-3d1b-4182-bc58-1aa0bee08fe4 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 1096 time: 0.0764832 Aug 20 10:48:36.527227 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-145763c3-4796-4170-800f-999c4b8fbc78 req-cb01ec98-13d9-471e-b2b9-e60f76fa12e1 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355420 Aug 20 10:48:36.652819 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839aa3e1-d9aa-4d14-a1eb-35697bf5d9b8 req-33c79470-9005-4c49-8dc6-797e39911a9c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:36.654998 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-839aa3e1-d9aa-4d14-a1eb-35697bf5d9b8 req-33c79470-9005-4c49-8dc6-797e39911a9c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 944 time: 0.0552778 Aug 20 10:48:36.704460 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-839aa3e1-d9aa-4d14-a1eb-35697bf5d9b8 req-39bfd847-c4b1-4666-a53d-a7d30bc997f2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424721 Aug 20 10:48:36.735455 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57908) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:36.843238 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1906cfba-4a10-4468-96d8-6393d16a77ab tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/floatingips/11dc89aa-0691-45d8-9525-4e6e079185ca HTTP/1.1" status: 200 len: 991 time: 0.1025515 Aug 20 10:48:36.907206 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435d630-a168-4198-9bc5-ea0c8ced01c8 req-12a97345-4c6e-48a0-bb3e-6a076813b372 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:36.908852 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6435d630-a168-4198-9bc5-ea0c8ced01c8 req-12a97345-4c6e-48a0-bb3e-6a076813b372 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 944 time: 0.0528512 Aug 20 10:48:36.939644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70aae3-ce17-4307-8b17-2b72ec1c0bd7 req-e88ae4a5-f767-44cc-8757-099020517efe tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:36.941879 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ed70aae3-ce17-4307-8b17-2b72ec1c0bd7 req-e88ae4a5-f767-44cc-8757-099020517efe tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da HTTP/1.1" status: 200 len: 945 time: 0.0580938 Aug 20 10:48:36.952685 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6435d630-a168-4198-9bc5-ea0c8ced01c8 req-61ccd72f-baa5-42b4-a65b-b8f471ae4ca3 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372627 Aug 20 10:48:36.999284 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ed70aae3-ce17-4307-8b17-2b72ec1c0bd7 req-469e404d-7363-4434-9180-2609e94ed7dd tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431423 Aug 20 10:48:37.030069 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd3794-f5d6-492f-818f-44064173be58 req-c67d7f15-1b8f-41e7-a69c-23c342d558d0 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:37.032245 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91cd3794-f5d6-492f-818f-44064173be58 req-c67d7f15-1b8f-41e7-a69c-23c342d558d0 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.24 "GET /v2.0/ports?device_id=6de1b888-e7ed-4df1-8558-ca8a3bcf47da HTTP/1.1" status: 200 len: 945 time: 0.0558212 Aug 20 10:48:37.139784 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-91cd3794-f5d6-492f-818f-44064173be58 req-45349231-5538-4cf7-8389-7c8ba925a526 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Deleting port 2dabdccb-7275-49a3-bd2d-b9bf17225287 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:48:37.140256 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-91cd3794-f5d6-492f-818f-44064173be58 req-45349231-5538-4cf7-8389-7c8ba925a526 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:37.236589 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-91cd3794-f5d6-492f-818f-44064173be58 req-45349231-5538-4cf7-8389-7c8ba925a526 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] For port 2dabdccb-7275-49a3-bd2d-b9bf17225287, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=2dabdccb-7275-49a3-bd2d-b9bf17225287,segment=NetworkSegment(d3129cdb-300d-497e-a8d8-eee1637eb3f9),segment_id=d3129cdb-300d-497e-a8d8-eee1637eb3f9)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:37.236957 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-91cd3794-f5d6-492f-818f-44064173be58 req-45349231-5538-4cf7-8389-7c8ba925a526 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:37.252031 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-91cd3794-f5d6-492f-818f-44064173be58 req-45349231-5538-4cf7-8389-7c8ba925a526 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Calling delete_port for 2dabdccb-7275-49a3-bd2d-b9bf17225287 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:48:37.391639 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-91cd3794-f5d6-492f-818f-44064173be58 req-45349231-5538-4cf7-8389-7c8ba925a526 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:37.404932 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['2dabdccb-7275-49a3-bd2d-b9bf17225287'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:48:37.425396 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45349231-5538-4cf7-8389-7c8ba925a526 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Pushing event deleted for resources: {'Port': ['ID=2dabdccb-7275-49a3-bd2d-b9bf17225287,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:37.475336 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cd3794-f5d6-492f-818f-44064173be58 req-45349231-5538-4cf7-8389-7c8ba925a526 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] No DVR routers for this DVR port 2dabdccb-7275-49a3-bd2d-b9bf17225287 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:48:37.478201 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-91cd3794-f5d6-492f-818f-44064173be58 req-45349231-5538-4cf7-8389-7c8ba925a526 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:37.480475 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91cd3794-f5d6-492f-818f-44064173be58 req-45349231-5538-4cf7-8389-7c8ba925a526 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.24 "DELETE /v2.0/ports/2dabdccb-7275-49a3-bd2d-b9bf17225287 HTTP/1.1" status: 204 len: 173 time: 0.4420819 Aug 20 10:48:37.480960 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de1b888-e7ed-4df1-8558-ca8a3bcf47da', 'name': 'network-vif-deleted', 'tag': '2dabdccb-7275-49a3-bd2d-b9bf17225287'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:48:37.483596 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35976ca-fdd9-4b13-92fc-6530a2004d16" -d '{"events": [{"server_uuid": "6de1b888-e7ed-4df1-8558-ca8a3bcf47da", "name": "network-vif-deleted", "tag": "2dabdccb-7275-49a3-bd2d-b9bf17225287"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:48:37.534914 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07c0037-7e2f-413f-97f4-df15b464951f x-openstack-request-id: req-d07c0037-7e2f-413f-97f4-df15b464951f {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:48:37.535376 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de1b888-e7ed-4df1-8558-ca8a3bcf47da", "name": "network-vif-deleted", "tag": "2dabdccb-7275-49a3-bd2d-b9bf17225287", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:48:37.535700 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d07c0037-7e2f-413f-97f4-df15b464951f {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:48:37.536231 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de1b888-e7ed-4df1-8558-ca8a3bcf47da', 'name': 'network-vif-deleted', 'tag': '2dabdccb-7275-49a3-bd2d-b9bf17225287', 'status': 'completed', 'code': 200} Aug 20 10:48:38.101751 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b06262-c5df-4214-ab31-316a2ff5a9b2 req-fa384276-19c6-4a1c-b172-765d145073d0 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:38.106345 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-52b06262-c5df-4214-ab31-316a2ff5a9b2 req-fa384276-19c6-4a1c-b172-765d145073d0 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 944 time: 0.0637496 Aug 20 10:48:38.164182 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-52b06262-c5df-4214-ab31-316a2ff5a9b2 req-ad74bc67-60a6-4c59-a68d-ac5fac4f216a tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446508 Aug 20 10:48:39.090674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 57928) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:39.336415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c912d-8492-4877-88b0-2bef846411c5 req-7dd27ec4-6b3c-4365-9371-4945da1df07f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:39.338032 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-104c912d-8492-4877-88b0-2bef846411c5 req-7dd27ec4-6b3c-4365-9371-4945da1df07f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 944 time: 0.0790660 Aug 20 10:48:39.387219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e353c0db-7bb9-4c01-82e6-cfbf771d925e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting port cb038158-ea22-4d19-8352-7aa2f33addf2 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:48:39.387566 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e353c0db-7bb9-4c01-82e6-cfbf771d925e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:39.448157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-104c912d-8492-4877-88b0-2bef846411c5 req-ee18fb0b-5f41-465e-8897-4d78d9f5fbfb tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026442 Aug 20 10:48:39.489760 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e353c0db-7bb9-4c01-82e6-cfbf771d925e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:39.490336 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e353c0db-7bb9-4c01-82e6-cfbf771d925e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:39.503500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e353c0db-7bb9-4c01-82e6-cfbf771d925e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Calling delete_port for cb038158-ea22-4d19-8352-7aa2f33addf2 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:48:39.625137 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6d828-41d5-402a-a319-12e1dfafc595 req-c556872b-30c2-4724-8e44-bffd299c1a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:39.626732 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-def6d828-41d5-402a-a319-12e1dfafc595 req-c556872b-30c2-4724-8e44-bffd299c1a5a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46&tenant_id=efb0d4159b0e494fac7fc05ad50fd56e HTTP/1.1" status: 200 len: 1096 time: 0.0413213 Aug 20 10:48:39.638387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-11', 'device_owner': 'compute:nova'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:39.640808 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2dabdccb-7275-49a3-bd2d-b9bf17225287 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:48:39.667579 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 2dabdccb-7275-49a3-bd2d-b9bf17225287 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:48:39.667999 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 2dabdccb-7275-49a3-bd2d-b9bf17225287 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:48:39.699624 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:39.707992 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e353c0db-7bb9-4c01-82e6-cfbf771d925e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:39.740289 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353c0db-7bb9-4c01-82e6-cfbf771d925e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Port': ['ID=cb038158-ea22-4d19-8352-7aa2f33addf2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:39.812983 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e353c0db-7bb9-4c01-82e6-cfbf771d925e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:39.813367 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-e353c0db-7bb9-4c01-82e6-cfbf771d925e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Floating IP 11dc89aa-0691-45d8-9525-4e6e079185ca disassociated (deleted). External IP: 172.25.3.152, port: f3608ed5-a2fa-40b4-9c5f-23701031103f. Aug 20 10:48:39.929454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] For port 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:39.976924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] For port 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:48:40.019079 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f9d973-7a87-4a8e-9204-bc6b88a1f793 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:48:40.027032 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:40.043361 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Transition to ACTIVE for port object 24f9d973-7a87-4a8e-9204-bc6b88a1f793 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:48:40.043603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e353c0db-7bb9-4c01-82e6-cfbf771d925e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router c53372c8-37ab-4493-9f31-2ca432f6d9bb has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:48:40.052150 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:40.171786 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Pushing event updated for resources: {'Port': ['ID=24f9d973-7a87-4a8e-9204-bc6b88a1f793,revision_number=9']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:40.177870 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e353c0db-7bb9-4c01-82e6-cfbf771d925e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:48:40.188502 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e353c0db-7bb9-4c01-82e6-cfbf771d925e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:40.191140 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21da8c47-133e-4737-8dc4-facd5c3360ba None None] Sync routers for ids ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:48:40.205050 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21da8c47-133e-4737-8dc4-facd5c3360ba None None] Routers {'c53372c8-37ab-4493-9f31-2ca432f6d9bb'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:48:40.205781 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-21da8c47-133e-4737-8dc4-facd5c3360ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:48:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:40.218891 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e353c0db-7bb9-4c01-82e6-cfbf771d925e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/floatingips/11dc89aa-0691-45d8-9525-4e6e079185ca HTTP/1.1" status: 204 len: 168 time: 1.1267927 Aug 20 10:48:40.219641 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] No DVR routers for this DVR port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 on host n-h1-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:48:40.219770 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'tag': 'f3608ed5-a2fa-40b4-9c5f-23701031103f'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:48:40.222361 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b8e0e0-8868-4bdb-87ef-b0dbc6791bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "d2dccefa-a560-4344-8a64-a22ebafffa9e", "tag": "f3608ed5-a2fa-40b4-9c5f-23701031103f"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:48:40.269138 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea191b8-1adf-4674-8fbf-2d4f6cedd499 x-openstack-request-id: req-fea191b8-1adf-4674-8fbf-2d4f6cedd499 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:48:40.269477 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2dccefa-a560-4344-8a64-a22ebafffa9e", "tag": "f3608ed5-a2fa-40b4-9c5f-23701031103f", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:48:40.269755 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fea191b8-1adf-4674-8fbf-2d4f6cedd499 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:48:40.270194 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'tag': 'f3608ed5-a2fa-40b4-9c5f-23701031103f', 'status': 'completed', 'code': 200} Aug 20 10:48:40.362141 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8e0e0-8868-4bdb-87ef-b0dbc6791bd8 req-617b1de0-e573-4169-b86e-b1d88fd6c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:40.364096 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-06b8e0e0-8868-4bdb-87ef-b0dbc6791bd8 req-617b1de0-e573-4169-b86e-b1d88fd6c879 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 1096 time: 0.0685444 Aug 20 10:48:40.366740 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-21da8c47-133e-4737-8dc4-facd5c3360ba None None] Set router c53372c8-37ab-4493-9f31-2ca432f6d9bb gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:48:40.476628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Attempting to bind port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:48:40.477046 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Attempting to bind port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:48:40.478503 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Attempting to bind port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 on network 25c66816-a4a2-4111-8e55-a06f6e704a9d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:48:40.485784 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 on network 25c66816-a4a2-4111-8e55-a06f6e704a9d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:48:40.485784 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Attempting to bind port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 on network 25c66816-a4a2-4111-8e55-a06f6e704a9d {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:48:40.493587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:48:40.493924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Checking segment: {'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:48:40.494497 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Bound using segment: {'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:48:40.494976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Bound port: 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:48:40.499440 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:40.584912 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8e0e0-8868-4bdb-87ef-b0dbc6791bd8 req-8cc4aa35-0b6e-487e-9b68-31e3c25d4d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:40.586669 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-06b8e0e0-8868-4bdb-87ef-b0dbc6791bd8 req-8cc4aa35-0b6e-487e-9b68-31e3c25d4d72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ca0440ba-af56-4d26-ab30-fbbe9d53ac40 HTTP/1.1" status: 200 len: 897 time: 0.2162895 Aug 20 10:48:40.656192 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] For port 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:48:40.660232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] For port 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:48:40.663539 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-06b8e0e0-8868-4bdb-87ef-b0dbc6791bd8 req-8c6a14a3-18ee-4232-8ac8-a82620af330c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f HTTP/1.1" status: 200 len: 217 time: 0.0654652 Aug 20 10:48:40.673512 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decfec7-596f-4fd6-a2dd-01e60dea68c0 req-22e73ab2-1baa-41b4-a9b7-77d63c7f8776 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:40.675491 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4decfec7-596f-4fd6-a2dd-01e60dea68c0 req-22e73ab2-1baa-41b4-a9b7-77d63c7f8776 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 944 time: 0.0845463 Aug 20 10:48:40.677300 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:40.724858 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-21da8c47-133e-4737-8dc4-facd5c3360ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190764321', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:47:11Z', 'updated_at': '2021-08-20T10:47:20Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:13Z', 'updated_at': '2021-08-20T10:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'c55b63a9-6833-4d52-a01f-65f750a425b5', 'name': '', 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:1f:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:19Z', 'updated_at': '2021-08-20T10:47:27Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:40.745330 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:40.746618 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:40.747782 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-def6d828-41d5-402a-a319-12e1dfafc595 req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] 10.222.0.24 "PUT /v2.0/ports/24f9d973-7a87-4a8e-9204-bc6b88a1f793 HTTP/1.1" status: 200 len: 1093 time: 1.1134040 Aug 20 10:48:40.748251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be89970-2e63-408c-b57e-df67561caa46', 'tag': '24f9d973-7a87-4a8e-9204-bc6b88a1f793'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:48:40.750578 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d02f9fa-ae4f-4021-b1f9-ba485bd99e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "4be89970-2e63-408c-b57e-df67561caa46", "tag": "24f9d973-7a87-4a8e-9204-bc6b88a1f793"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:48:40.782360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81743d93-bd8b-4153-ae63-2c2a8c19ab65 req-e691b394-9dfd-4630-bdc0-0355bc976b56 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:40.784292 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81743d93-bd8b-4153-ae63-2c2a8c19ab65 req-e691b394-9dfd-4630-bdc0-0355bc976b56 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 944 time: 0.1965537 Aug 20 10:48:40.791180 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21da8c47-133e-4737-8dc4-facd5c3360ba None None] Checking router: c53372c8-37ab-4493-9f31-2ca432f6d9bb for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:48:40.808577 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21da8c47-133e-4737-8dc4-facd5c3360ba None None] Routers {'c53372c8-37ab-4493-9f31-2ca432f6d9bb'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:48:40.809377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-21da8c47-133e-4737-8dc4-facd5c3360ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:48:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:40.819200 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8e0e0-8868-4bdb-87ef-b0dbc6791bd8 req-f46983c2-4911-48da-8564-ebfb56edfd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:40.820866 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-06b8e0e0-8868-4bdb-87ef-b0dbc6791bd8 req-f46983c2-4911-48da-8564-ebfb56edfd6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71031201-8bdf-4970-b1b1-c8f0c2624c57 HTTP/1.1" status: 200 len: 834 time: 0.1497767 Aug 20 10:48:40.835040 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d63a35-b775-4d1e-99b9-b4f0ad913c5d service neutron] Pushing event updated for resources: {'Port': ['ID=24f9d973-7a87-4a8e-9204-bc6b88a1f793,revision_number=10']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:40.846036 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4decfec7-596f-4fd6-a2dd-01e60dea68c0 req-4cb26ad0-0e14-4c10-87d1-8d3307562d77 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346607 Aug 20 10:48:40.894568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6d828-41d5-402a-a319-12e1dfafc595 req-2ebadd0c-45e9-419e-a0da-702d20366f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:40.897700 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-def6d828-41d5-402a-a319-12e1dfafc595 req-2ebadd0c-45e9-419e-a0da-702d20366f52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 1097 time: 0.1177146 Aug 20 10:48:40.903502 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81743d93-bd8b-4153-ae63-2c2a8c19ab65 req-2f73b3c2-4134-42d1-a313-ebf2db298c7c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132224 Aug 20 10:48:40.953097 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8e0e0-8868-4bdb-87ef-b0dbc6791bd8 req-f6513947-ba5d-4021-bafa-f00ecd6a1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:40.954763 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-06b8e0e0-8868-4bdb-87ef-b0dbc6791bd8 req-f6513947-ba5d-4021-bafa-f00ecd6a1259 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ca0440ba-af56-4d26-ab30-fbbe9d53ac40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1194077 Aug 20 10:48:40.964047 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2dd798-4c82-4f3e-9f8c-0ce82b3c0b52 x-openstack-request-id: req-af2dd798-4c82-4f3e-9f8c-0ce82b3c0b52 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:48:40.964741 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be89970-2e63-408c-b57e-df67561caa46", "tag": "24f9d973-7a87-4a8e-9204-bc6b88a1f793", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:48:40.965192 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af2dd798-4c82-4f3e-9f8c-0ce82b3c0b52 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:48:40.965852 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be89970-2e63-408c-b57e-df67561caa46', 'tag': '24f9d973-7a87-4a8e-9204-bc6b88a1f793', 'status': 'completed', 'code': 200} Aug 20 10:48:41.112916 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-06b8e0e0-8868-4bdb-87ef-b0dbc6791bd8 req-c23a6667-ae1e-4831-9927-0077d0967525 service neutron] 10.222.0.24 "GET /v2.0/networks/ca0440ba-af56-4d26-ab30-fbbe9d53ac40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467705 Aug 20 10:48:41.139324 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.24', 63679) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:41.229422 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-21da8c47-133e-4737-8dc4-facd5c3360ba None None] Set router c53372c8-37ab-4493-9f31-2ca432f6d9bb gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:48:41.442539 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6d828-41d5-402a-a319-12e1dfafc595 req-aca22b36-8f06-43e9-a6e3-1d81be7a8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:41.444287 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-def6d828-41d5-402a-a319-12e1dfafc595 req-aca22b36-8f06-43e9-a6e3-1d81be7a8e67 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 917 time: 0.5324605 Aug 20 10:48:41.493533 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-21da8c47-133e-4737-8dc4-facd5c3360ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190764321', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:47:11Z', 'updated_at': '2021-08-20T10:47:20Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:13Z', 'updated_at': '2021-08-20T10:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'c55b63a9-6833-4d52-a01f-65f750a425b5', 'name': '', 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:1f:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:19Z', 'updated_at': '2021-08-20T10:47:27Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:41.524185 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21da8c47-133e-4737-8dc4-facd5c3360ba None None] The sync data for ids ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'] in n-d-778550-11 is: [{'id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190764321', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:47:11Z', 'updated_at': '2021-08-20T10:47:20Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:13Z', 'updated_at': '2021-08-20T10:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'c55b63a9-6833-4d52-a01f-65f750a425b5', 'name': '', 'network_id': 'ca0440ba-af56-4d26-ab30-fbbe9d53ac40', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:1f:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:19Z', 'updated_at': '2021-08-20T10:47:27Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '71031201-8bdf-4970-b1b1-c8f0c2624c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:48:41.541460 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-def6d828-41d5-402a-a319-12e1dfafc595 req-fa68eb00-e85d-4385-bef0-407049eec9a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793 HTTP/1.1" status: 200 len: 999 time: 0.0884979 Aug 20 10:48:41.618761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6d828-41d5-402a-a319-12e1dfafc595 req-1bf51141-224a-4991-bbaf-9c0c06ffb090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:41.619269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a89528-ecba-4bdd-97bd-6bdfeba54ad7 req-92a2eeb7-2fdb-413a-92dd-c95eaf7f4c94 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:41.620240 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-def6d828-41d5-402a-a319-12e1dfafc595 req-1bf51141-224a-4991-bbaf-9c0c06ffb090 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.0720110 Aug 20 10:48:41.620775 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d2a89528-ecba-4bdd-97bd-6bdfeba54ad7 req-92a2eeb7-2fdb-413a-92dd-c95eaf7f4c94 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 944 time: 0.4805033 Aug 20 10:48:41.677446 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-06b8e0e0-8868-4bdb-87ef-b0dbc6791bd8 req-d4f9196b-00d3-42a5-8fdf-b314f8f4d406 service neutron] 10.222.0.24 "GET /v2.0/networks/ca0440ba-af56-4d26-ab30-fbbe9d53ac40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549347 Aug 20 10:48:41.687763 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6d828-41d5-402a-a319-12e1dfafc595 req-d675d321-a876-435f-a2f1-a7558e05b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:41.692507 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-def6d828-41d5-402a-a319-12e1dfafc595 req-d675d321-a876-435f-a2f1-a7558e05b865 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595441 Aug 20 10:48:41.776187 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-d2a89528-ecba-4bdd-97bd-6bdfeba54ad7 req-aed6c595-74a0-4319-ad3d-a9730949a35d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting port f3608ed5-a2fa-40b4-9c5f-23701031103f {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:48:41.776537 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d2a89528-ecba-4bdd-97bd-6bdfeba54ad7 req-aed6c595-74a0-4319-ad3d-a9730949a35d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:41.827018 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-def6d828-41d5-402a-a319-12e1dfafc595 req-a07b9b5e-5bd3-4119-8322-a2dec0648516 service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249702 Aug 20 10:48:41.879612 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50bc225-9e49-4fcd-a66f-c5fb9d5f02b9 None None] New status for floating IP 11dc89aa-0691-45d8-9525-4e6e079185ca: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:48:41.898825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-d2a89528-ecba-4bdd-97bd-6bdfeba54ad7 req-aed6c595-74a0-4319-ad3d-a9730949a35d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] For port f3608ed5-a2fa-40b4-9c5f-23701031103f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f3608ed5-a2fa-40b4-9c5f-23701031103f,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:41.898825 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d2a89528-ecba-4bdd-97bd-6bdfeba54ad7 req-aed6c595-74a0-4319-ad3d-a9730949a35d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:41.915091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-d2a89528-ecba-4bdd-97bd-6bdfeba54ad7 req-aed6c595-74a0-4319-ad3d-a9730949a35d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Calling delete_port for f3608ed5-a2fa-40b4-9c5f-23701031103f owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:48:41.962344 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-def6d828-41d5-402a-a319-12e1dfafc595 req-3b41a4a8-a44c-4160-8a3c-4658ff3ddb7e service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285796 Aug 20 10:48:42.134664 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02f9fa-ae4f-4021-b1f9-ba485bd99e2f req-d5677bd4-f6cb-40cb-8428-15caa68bdaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:42.136240 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d02f9fa-ae4f-4021-b1f9-ba485bd99e2f req-d5677bd4-f6cb-40cb-8428-15caa68bdaa2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 1097 time: 0.0945845 Aug 20 10:48:42.145787 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e5a58-b071-484c-9d9f-5f6571176663 req-97667623-c981-4d76-9bf4-403ea19cff0e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:42.147465 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-062e5a58-b071-484c-9d9f-5f6571176663 req-97667623-c981-4d76-9bf4-403ea19cff0e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 944 time: 0.1172364 Aug 20 10:48:42.229013 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde680c-cf51-4306-a931-6be5ea0a5e76 req-aa1fb127-5172-4328-b65b-efff24924ae1 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:42.243032 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3dde680c-cf51-4306-a931-6be5ea0a5e76 req-aa1fb127-5172-4328-b65b-efff24924ae1 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.1799762 Aug 20 10:48:42.257155 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-062e5a58-b071-484c-9d9f-5f6571176663 req-12f4e44e-0380-4426-af7a-927307fb5d72 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=504bc32f-b665-4bde-9983-b97e45600ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950933 Aug 20 10:48:42.265648 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d2a89528-ecba-4bdd-97bd-6bdfeba54ad7 req-aed6c595-74a0-4319-ad3d-a9730949a35d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:42.301244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02f9fa-ae4f-4021-b1f9-ba485bd99e2f req-9df30dbb-aced-4be7-a4cf-caaf50df087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:42.302966 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d02f9fa-ae4f-4021-b1f9-ba485bd99e2f req-9df30dbb-aced-4be7-a4cf-caaf50df087b service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 917 time: 0.1545682 Aug 20 10:48:42.361013 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6c595-74a0-4319-ad3d-a9730949a35d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Port': ['ID=f3608ed5-a2fa-40b4-9c5f-23701031103f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:42.379899 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a89528-ecba-4bdd-97bd-6bdfeba54ad7 req-aed6c595-74a0-4319-ad3d-a9730949a35d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] No DVR routers for this DVR port f3608ed5-a2fa-40b4-9c5f-23701031103f on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:48:42.386812 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d2a89528-ecba-4bdd-97bd-6bdfeba54ad7 req-aed6c595-74a0-4319-ad3d-a9730949a35d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:42.388963 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d2a89528-ecba-4bdd-97bd-6bdfeba54ad7 req-aed6c595-74a0-4319-ad3d-a9730949a35d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.24 "DELETE /v2.0/ports/f3608ed5-a2fa-40b4-9c5f-23701031103f HTTP/1.1" status: 204 len: 173 time: 0.7568021 Aug 20 10:48:42.389409 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'name': 'network-vif-deleted', 'tag': 'f3608ed5-a2fa-40b4-9c5f-23701031103f'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:48:42.392074 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9f2e7b-b375-42a6-b0ca-604a3391aca6" -d '{"events": [{"server_uuid": "d2dccefa-a560-4344-8a64-a22ebafffa9e", "name": "network-vif-deleted", "tag": "f3608ed5-a2fa-40b4-9c5f-23701031103f"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:48:42.398607 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d02f9fa-ae4f-4021-b1f9-ba485bd99e2f req-98311ca4-0b53-4385-852f-530b5f160c2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793 HTTP/1.1" status: 200 len: 999 time: 0.0875726 Aug 20 10:48:42.407797 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3dde680c-cf51-4306-a931-6be5ea0a5e76 req-38611d58-175c-4525-8397-b64b7575881c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635242 Aug 20 10:48:42.434283 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c31bb2d-1e43-4dbd-bcaf-c24374ed295a x-openstack-request-id: req-1c31bb2d-1e43-4dbd-bcaf-c24374ed295a {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:48:42.435301 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2dccefa-a560-4344-8a64-a22ebafffa9e", "name": "network-vif-deleted", "tag": "f3608ed5-a2fa-40b4-9c5f-23701031103f", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:48:42.435301 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c31bb2d-1e43-4dbd-bcaf-c24374ed295a {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:48:42.435301 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2dccefa-a560-4344-8a64-a22ebafffa9e', 'name': 'network-vif-deleted', 'tag': 'f3608ed5-a2fa-40b4-9c5f-23701031103f', 'status': 'completed', 'code': 200} Aug 20 10:48:42.456776 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02f9fa-ae4f-4021-b1f9-ba485bd99e2f req-185bb5e5-cb3c-41c4-8f19-b6c6facfca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:42.458191 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d02f9fa-ae4f-4021-b1f9-ba485bd99e2f req-185bb5e5-cb3c-41c4-8f19-b6c6facfca4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.0497839 Aug 20 10:48:42.513326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02f9fa-ae4f-4021-b1f9-ba485bd99e2f req-1915aeea-0798-4151-ab9f-bfcefadd2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:42.515660 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d02f9fa-ae4f-4021-b1f9-ba485bd99e2f req-1915aeea-0798-4151-ab9f-bfcefadd2af3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487039 Aug 20 10:48:42.636534 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d02f9fa-ae4f-4021-b1f9-ba485bd99e2f req-fabd6ef1-f91b-4e0b-bfa3-3b2509b1297f service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074479 Aug 20 10:48:43.391277 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4dc5bae7-4647-4f9e-831e-81b550819e49 req-3e246463-27e4-4d95-b3a9-e957689ff480 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 210 time: 0.0520558 Aug 20 10:48:43.685026 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f3608ed5-a2fa-40b4-9c5f-23701031103f no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:48:43.717367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: f3608ed5-a2fa-40b4-9c5f-23701031103f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:48:43.723551 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f3608ed5-a2fa-40b4-9c5f-23701031103f not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:48:43.806637 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c447a20-d24c-4ff9-94bd-175ea60b407c req-b902676e-1fef-4c9f-b6ad-16cd1fea919f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:43.814432 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c447a20-d24c-4ff9-94bd-175ea60b407c req-b902676e-1fef-4c9f-b6ad-16cd1fea919f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.3149855 Aug 20 10:48:43.859383 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c447a20-d24c-4ff9-94bd-175ea60b407c req-0e57ad59-b7b6-4739-be3c-097fb97d804f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431221 Aug 20 10:48:44.508423 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-58bd5fc1-a022-4c89-8ff7-2871796edf25 req-8ea2a2f8-6bd5-405b-909f-ba4fd9a6f5c5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 210 time: 0.0297489 Aug 20 10:48:44.993302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaa4cc-7dcb-442b-bb18-0f2f5fe9a9c8 req-29aeb234-1869-4fa4-8f80-ded443e63903 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:45.000990 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9eaa4cc-7dcb-442b-bb18-0f2f5fe9a9c8 req-29aeb234-1869-4fa4-8f80-ded443e63903 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.0586946 Aug 20 10:48:45.034113 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9eaa4cc-7dcb-442b-bb18-0f2f5fe9a9c8 req-3edb73b1-929c-4849-a02a-d1418b2562e8 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323007 Aug 20 10:48:45.359794 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-c41b8aa6-9e50-47f0-8a22-30b921d2d9b5 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:45.361860 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-c41b8aa6-9e50-47f0-8a22-30b921d2d9b5 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/networks?id=e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 HTTP/1.1" status: 200 len: 814 time: 0.1135750 Aug 20 10:48:45.378847 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-3cfc2ab7-963f-4d65-bd9b-a0a318a9ba23 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/quotas/13b7f318bdca4447ae0f1216de453a8c HTTP/1.1" status: 200 len: 375 time: 0.0105624 Aug 20 10:48:45.425039 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-aea2f706-4e5b-45bb-838d-01d531cdd3ca tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=13b7f318bdca4447ae0f1216de453a8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397875 Aug 20 10:48:45.515293 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-6786285d-6e5c-4cbe-9cf3-9a34efe99c69 service neutron] 10.222.0.16 "GET /v2.0/networks/e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892038 Aug 20 10:48:45.635455 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-aa77b48f-a983-4369-9296-097b454f2e20 service neutron] 10.222.0.16 "GET /v2.0/networks/e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132658 Aug 20 10:48:45.642305 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-061b73e1-0d82-4396-9ca3-9e000300f4cb req-fa986649-e60a-45e0-9a09-9254dce5e393 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 210 time: 0.0336452 Aug 20 10:48:45.820935 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73ff448f-74da-4ddc-a9f2-45ef1a506fb1 req-23b8d7d6-73af-4a89-96c3-e168a458276f tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 210 time: 0.0288064 Aug 20 10:48:46.191984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab30be7-c440-4e49-aaf1-9fe23a680ab4 req-1bd603da-2191-4831-aaa1-04b7b897c7c2 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:46.193468 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ab30be7-c440-4e49-aaf1-9fe23a680ab4 req-1bd603da-2191-4831-aaa1-04b7b897c7c2 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.0748980 Aug 20 10:48:46.234678 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ab30be7-c440-4e49-aaf1-9fe23a680ab4 req-67a47bdc-39da-4e0d-9524-ec50f62d606b tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347819 Aug 20 10:48:46.764476 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6785afce-897b-4a9b-a61c-9c7e3ac83974 req-0596ed9a-a144-43a2-8f31-7f8fef7c9394 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 210 time: 0.0277801 Aug 20 10:48:46.920265 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-03fe611e-3908-463d-ac25-38b8e31138e6 req-6e88facf-4e83-4b24-bc10-c25a344a4ce1 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 210 time: 0.0294790 Aug 20 10:48:47.362364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6367d-5894-4901-a946-9df9dacc1d42 req-ff0f43b8-868f-49f2-b6ec-ee07f6421bf8 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:47.364014 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8bc6367d-5894-4901-a946-9df9dacc1d42 req-ff0f43b8-868f-49f2-b6ec-ee07f6421bf8 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.0520008 Aug 20 10:48:47.407147 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8bc6367d-5894-4901-a946-9df9dacc1d42 req-16302017-f6fb-423d-84ae-79c7a5f66b70 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368409 Aug 20 10:48:47.886334 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c0d428e3-b9ca-483f-a73a-a246eb5f6fd5 req-ac7177a3-4da6-4a3f-961e-9920ef0bfcde tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 210 time: 0.0323553 Aug 20 10:48:48.022973 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-780eb63b-3a21-43d8-b03b-86cdefb609dd req-2a8dbb3b-7554-403c-bbe2-ebfa19dead8e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 210 time: 0.0273955 Aug 20 10:48:48.535246 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b00a7-f472-4c42-9c7a-04946492b92f req-a2262696-807a-4a30-897d-9c696ed68c71 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:48.536756 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d0b00a7-f472-4c42-9c7a-04946492b92f req-a2262696-807a-4a30-897d-9c696ed68c71 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.0514948 Aug 20 10:48:48.578249 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d0b00a7-f472-4c42-9c7a-04946492b92f req-0cfc6f8a-98c7-45da-a459-21655391b844 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352039 Aug 20 10:48:48.610303 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:49.011654 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b543517a-8993-41e3-a899-3843735ed89d req-33e90ce5-1f5c-4300-aa51-febd613cff78 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 210 time: 0.0393162 Aug 20 10:48:49.133781 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13402c5b-cfba-4bb2-8577-c471ec0af6a1 req-70be5409-9b55-4811-8524-29dd9bccfc28 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 210 time: 0.0300398 Aug 20 10:48:49.715394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0a460-0bd9-44a8-a776-787f1a26e9be req-0334e2d4-14ab-4441-9bda-114b91666c8e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:49.717903 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70f0a460-0bd9-44a8-a776-787f1a26e9be req-0334e2d4-14ab-4441-9bda-114b91666c8e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.0553844 Aug 20 10:48:49.761600 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70f0a460-0bd9-44a8-a776-787f1a26e9be req-36308334-915a-41bf-bcf9-2df25410c52b tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376167 Aug 20 10:48:50.120180 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-451cb0c9-508e-4b09-8473-535e7c5144d2 req-9f7fd8a4-b3a4-4819-81e8-0f25c364bc9b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 210 time: 0.0319176 Aug 20 10:48:50.231784 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf8383c2-d3d5-4cf2-872f-48d83a9eb5c0 req-0ff9f81e-e5b7-4be9-8cf5-d11a85143960 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 210 time: 0.0265400 Aug 20 10:48:50.893595 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9051c-6def-4361-aea9-66098d107af8 req-dc127c56-3961-4ea3-8c1c-9040dfb54203 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:50.895120 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-70b9051c-6def-4361-aea9-66098d107af8 req-dc127c56-3961-4ea3-8c1c-9040dfb54203 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.0539150 Aug 20 10:48:50.941210 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-70b9051c-6def-4361-aea9-66098d107af8 req-fb70e9c1-e522-40c7-b493-1d3bc41e0430 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396109 Aug 20 10:48:51.231888 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a541189-1536-45d0-af5e-07f8114421b1 req-0c089880-ca13-48f3-87d4-1ac389088bf7 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 210 time: 0.0270960 Aug 20 10:48:51.327688 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8b3fa44f-b3a1-4f3b-93f8-369d85451e76 req-19970cf7-b005-465d-a549-cd131048675e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 210 time: 0.0279815 Aug 20 10:48:52.075802 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0152e-ddbc-4d68-866b-6a01da253999 req-f5312cbb-dd23-44eb-b1ad-9e864824e218 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:52.077275 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-31f0152e-ddbc-4d68-866b-6a01da253999 req-f5312cbb-dd23-44eb-b1ad-9e864824e218 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.0581801 Aug 20 10:48:52.118003 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-31f0152e-ddbc-4d68-866b-6a01da253999 req-7496ea97-9b58-4c11-b7c2-44c3a84aff7c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346189 Aug 20 10:48:52.356779 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-85da3281-d366-4442-928a-6b804b6dd1eb req-a1c59639-3cf1-4e84-82f1-e88148abaa25 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 210 time: 0.0435548 Aug 20 10:48:52.431273 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5b234c0-6b05-471e-a060-cf9056372341 req-d203df16-549d-49e3-a1f4-ae5c4498185d tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 210 time: 0.0341561 Aug 20 10:48:52.836911 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:53.246349 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de82c7-41f4-4e34-b319-c7fa2105585f req-302c16c8-39ed-4d4f-81a7-4e3ee2709948 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:53.247885 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e3de82c7-41f4-4e34-b319-c7fa2105585f req-302c16c8-39ed-4d4f-81a7-4e3ee2709948 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.0486677 Aug 20 10:48:53.283850 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e3de82c7-41f4-4e34-b319-c7fa2105585f req-3397208b-3fb3-44e9-976f-8ac918a98ef7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300615 Aug 20 10:48:53.456682 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ff162651-7813-42c3-bc41-e6c3387d5dae req-c8c29e0e-5c2b-4950-bc92-fa5f154f4a59 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 210 time: 0.0252111 Aug 20 10:48:53.528866 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-937886cc-d141-473d-a5b4-af6f4c579f3a req-af8955d8-7166-47a6-abe1-ff48f8e31340 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 210 time: 0.0303741 Aug 20 10:48:54.402962 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fbbc5-8fc0-43f3-86c1-dbdb11afbe1c req-620e4fd0-89fc-4c0d-9411-ab38d56170f2 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:54.404496 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-652fbbc5-8fc0-43f3-86c1-dbdb11afbe1c req-620e4fd0-89fc-4c0d-9411-ab38d56170f2 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.0490236 Aug 20 10:48:54.443982 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-652fbbc5-8fc0-43f3-86c1-dbdb11afbe1c req-1273855d-b1e8-47b1-83a7-a5641b0d516f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334585 Aug 20 10:48:54.564429 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f11185a9-3b81-44a3-9713-74e3b8e89014 req-8362d13c-d023-4202-8f78-e2e826cef317 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 210 time: 0.0271275 Aug 20 10:48:54.641204 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0df9b746-4bf0-45d5-83fd-48ae327120dc req-ecc57564-a13e-4d41-abed-521e3c750859 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 210 time: 0.0303569 Aug 20 10:48:55.566355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c2eca-ffa7-44a4-a087-14abf28a3dd3 req-2ae81e72-b7af-4d38-b69b-90cd72d781e1 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:55.568429 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e19c2eca-ffa7-44a4-a087-14abf28a3dd3 req-2ae81e72-b7af-4d38-b69b-90cd72d781e1 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.0504310 Aug 20 10:48:55.608314 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e19c2eca-ffa7-44a4-a087-14abf28a3dd3 req-ff0ed81d-0a60-4529-b5f1-420ca7fb836c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337605 Aug 20 10:48:55.681108 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34b3c87a-59d2-48a9-931b-caad827d8adb req-6208d16d-1489-49a3-8bb9-d0a71af97810 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2dccefa-a560-4344-8a64-a22ebafffa9e HTTP/1.1" status: 200 len: 210 time: 0.0273547 Aug 20 10:48:55.734954 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-082be95e-850a-4c1e-b5bc-5dfd745cb69c req-5462ce4a-1dcc-41dd-994e-ea1ceb6d2541 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 210 time: 0.0261497 Aug 20 10:48:56.240807 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d02f9fa-ae4f-4021-b1f9-ba485bd99e2f req-84eb891a-2cdc-483e-901a-4fdd04dac4d7 service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905252 Aug 20 10:48:56.765053 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4b21a-5404-46b1-992e-a47844201340 req-2f431fd2-d5a2-4efc-ac1a-b13e75a92364 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:56.772536 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20b4b21a-5404-46b1-992e-a47844201340 req-2f431fd2-d5a2-4efc-ac1a-b13e75a92364 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.0831192 Aug 20 10:48:56.779936 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58096) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:56.796360 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-c7823f80-8241-428e-8415-c9089ae817ee tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:56.799426 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-c7823f80-8241-428e-8415-c9089ae817ee tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.24 "GET /v2.0/networks?id=e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 HTTP/1.1" status: 200 len: 814 time: 0.1256964 Aug 20 10:48:56.812714 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-00726b32-ccb7-450f-b2df-4f3b26daa174 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Request body: {'port': {'device_id': '00060043-dd56-4981-9b43-2e3fe57502a4', 'network_id': 'e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0', 'admin_state_up': True, 'tenant_id': '13b7f318bdca4447ae0f1216de453a8c'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:56.865587 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20b4b21a-5404-46b1-992e-a47844201340 req-63ea87c7-3e44-48a4-a923-b1c094ec3bb8 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917823 Aug 20 10:48:56.893822 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08ae76b9-3b6c-4d9a-adc2-6a5bdf695148 req-8b8ed0b0-74bc-43b4-8f49-10d4f56a2ed6 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 210 time: 0.0597703 Aug 20 10:48:56.971937 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-00726b32-ccb7-450f-b2df-4f3b26daa174 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Made reservation on behalf of 13b7f318bdca4447ae0f1216de453a8c for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:48:56.977127 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-00726b32-ccb7-450f-b2df-4f3b26daa174 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:57.132345 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-00726b32-ccb7-450f-b2df-4f3b26daa174 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Allocated IP 172.20.0.8 (e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0/b63b4d56-d58c-4d55-861b-33fdbcc82d72/809db281-9045-489b-b832-c3bc405d27d8) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:48:57.237544 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-15f63540-7495-4b19-bdac-143dca0cca74 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:57.296352 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-00726b32-ccb7-450f-b2df-4f3b26daa174 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:57.346175 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-00726b32-ccb7-450f-b2df-4f3b26daa174 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:57.402440 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-00726b32-ccb7-450f-b2df-4f3b26daa174 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Network e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:48:57.405773 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-00726b32-ccb7-450f-b2df-4f3b26daa174 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:48:57.410204 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-00726b32-ccb7-450f-b2df-4f3b26daa174 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:48:57.441782 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00726b32-ccb7-450f-b2df-4f3b26daa174 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Pushing event updated for resources: {'Port': ['ID=809db281-9045-489b-b832-c3bc405d27d8,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:57.475833 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-00726b32-ccb7-450f-b2df-4f3b26daa174 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:57.476766 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-00726b32-ccb7-450f-b2df-4f3b26daa174 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:57.498770 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-00726b32-ccb7-450f-b2df-4f3b26daa174 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6900373 Aug 20 10:48:57.511392 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Request body: {'port': {'device_id': '00060043-dd56-4981-9b43-2e3fe57502a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:48:57.532622 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-15f63540-7495-4b19-bdac-143dca0cca74 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting port c55b63a9-6833-4d52-a01f-65f750a425b5 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:48:57.533203 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-15f63540-7495-4b19-bdac-143dca0cca74 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:57.584291 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:57.643837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-15f63540-7495-4b19-bdac-143dca0cca74 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] For port c55b63a9-6833-4d52-a01f-65f750a425b5, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c55b63a9-6833-4d52-a01f-65f750a425b5,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:57.644202 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-15f63540-7495-4b19-bdac-143dca0cca74 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:57.662885 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-15f63540-7495-4b19-bdac-143dca0cca74 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Calling delete_port for c55b63a9-6833-4d52-a01f-65f750a425b5 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:48:57.888022 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-15f63540-7495-4b19-bdac-143dca0cca74 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:57.897484 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809db281-9045-489b-b832-c3bc405d27d8 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:48:57.905317 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:57.921094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Transition to ACTIVE for port object 809db281-9045-489b-b832-c3bc405d27d8 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:48:57.921708 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f63540-7495-4b19-bdac-143dca0cca74 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Port': ['ID=c55b63a9-6833-4d52-a01f-65f750a425b5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:57.930687 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:57.984534 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Pushing event updated for resources: {'Port': ['ID=809db281-9045-489b-b832-c3bc405d27d8,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:58.090034 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d5d97-dd8c-42e5-a88c-daf0e67d1c49 req-d942163d-ee23-48dd-a78c-ae2a753a1101 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:58.091636 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d54d5d97-dd8c-42e5-a88c-daf0e67d1c49 req-d942163d-ee23-48dd-a78c-ae2a753a1101 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.1154053 Aug 20 10:48:58.112743 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5e1ce-699e-4907-9c81-4200e12344d9 req-0854bc6e-d552-4574-9421-8cdbb230737d tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:58.114901 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-49d5e1ce-699e-4907-9c81-4200e12344d9 req-0854bc6e-d552-4574-9421-8cdbb230737d tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 943 time: 0.0995817 Aug 20 10:48:58.120061 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Attempting to bind port 809db281-9045-489b-b832-c3bc405d27d8 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:48:58.120401 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Attempting to bind port 809db281-9045-489b-b832-c3bc405d27d8 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'd3129cdb-300d-497e-a8d8-eee1637eb3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:48:58.120726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Attempting to bind port 809db281-9045-489b-b832-c3bc405d27d8 on network e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:48:58.127498 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Port 809db281-9045-489b-b832-c3bc405d27d8 on network e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:48:58.127968 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Attempting to bind port 809db281-9045-489b-b832-c3bc405d27d8 on network e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:48:58.147528 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:48:58.148241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Checking segment: {'id': 'd3129cdb-300d-497e-a8d8-eee1637eb3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:48:58.148649 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Bound using segment: {'id': 'd3129cdb-300d-497e-a8d8-eee1637eb3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:48:58.149265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Bound port: 809db281-9045-489b-b832-c3bc405d27d8, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3129cdb-300d-497e-a8d8-eee1637eb3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:48:58.149601 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:58.182781 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-49d5e1ce-699e-4907-9c81-4200e12344d9 req-f427d9b4-eda5-442a-8cd3-ef633899f9d0 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568547 Aug 20 10:48:58.182946 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d54d5d97-dd8c-42e5-a88c-daf0e67d1c49 req-048e8a8d-df81-49d5-afef-68f1fa94695b tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828290 Aug 20 10:48:58.185527 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-15f63540-7495-4b19-bdac-143dca0cca74 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:58.253059 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] For port 809db281-9045-489b-b832-c3bc405d27d8, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:48:58.257376 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] For port 809db281-9045-489b-b832-c3bc405d27d8, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=809db281-9045-489b-b832-c3bc405d27d8,segment=NetworkSegment(d3129cdb-300d-497e-a8d8-eee1637eb3f9),segment_id=d3129cdb-300d-497e-a8d8-eee1637eb3f9)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:48:58.262150 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:58.299358 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:58.299993 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:58.302375 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] 10.222.0.24 "PUT /v2.0/ports/809db281-9045-489b-b832-c3bc405d27d8 HTTP/1.1" status: 200 len: 1092 time: 0.7949288 Aug 20 10:48:58.304928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00060043-dd56-4981-9b43-2e3fe57502a4', 'tag': '809db281-9045-489b-b832-c3bc405d27d8'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:48:58.307411 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca7cebc-c880-4183-8a1b-078977e88840" -d '{"events": [{"name": "network-changed", "server_uuid": "00060043-dd56-4981-9b43-2e3fe57502a4", "tag": "809db281-9045-489b-b832-c3bc405d27d8"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:48:58.334119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961713d-42c8-4876-9691-52bd573d9daa service neutron] Pushing event updated for resources: {'Port': ['ID=809db281-9045-489b-b832-c3bc405d27d8,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:58.363916 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ef186d-8e7a-4445-a40b-83da8ba543bb x-openstack-request-id: req-c8ef186d-8e7a-4445-a40b-83da8ba543bb {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:48:58.364804 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00060043-dd56-4981-9b43-2e3fe57502a4", "tag": "809db281-9045-489b-b832-c3bc405d27d8", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:48:58.365102 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8ef186d-8e7a-4445-a40b-83da8ba543bb {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:48:58.365596 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00060043-dd56-4981-9b43-2e3fe57502a4', 'tag': '809db281-9045-489b-b832-c3bc405d27d8', 'status': 'completed', 'code': 200} Aug 20 10:48:58.395347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-9e0a5241-0085-40f4-a670-93548b3599ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:58.397133 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-9e0a5241-0085-40f4-a670-93548b3599ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13b7f318bdca4447ae0f1216de453a8c&device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 1095 time: 0.0432191 Aug 20 10:48:58.424106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f63540-7495-4b19-bdac-143dca0cca74 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router c53372c8-37ab-4493-9f31-2ca432f6d9bb has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:48:58.442289 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-275ac9fb-973a-42a6-9eca-d33372e07197 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=809db281-9045-489b-b832-c3bc405d27d8 HTTP/1.1" status: 200 len: 217 time: 0.0368562 Aug 20 10:48:58.497741 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-5194e951-c2fe-4733-92fd-61c19e4d0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:58.499297 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-5194e951-c2fe-4733-92fd-61c19e4d0868 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b63b4d56-d58c-4d55-861b-33fdbcc82d72 HTTP/1.1" status: 200 len: 854 time: 0.0504427 Aug 20 10:48:58.530069 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-97d5902e-acc0-4061-9c33-ddd615f96094 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238705 Aug 20 10:48:58.536533 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f63540-7495-4b19-bdac-143dca0cca74 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:48:58.544668 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-15f63540-7495-4b19-bdac-143dca0cca74 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "PUT /v2.0/routers/c53372c8-37ab-4493-9f31-2ca432f6d9bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7493677 Aug 20 10:48:58.544848 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58106) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:58.546132 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba8d7d1-31ed-4923-833c-88a8b7b04cb3 None None] Sync routers for ids ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:48:58.557535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba8d7d1-31ed-4923-833c-88a8b7b04cb3 None None] Routers {'c53372c8-37ab-4493-9f31-2ca432f6d9bb'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:48:58.557535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-cba8d7d1-31ed-4923-833c-88a8b7b04cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:48:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:58.599000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f93054-b169-47f2-be13-8901edb22588 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting subnet 71031201-8bdf-4970-b1b1-c8f0c2624c57 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:48:58.602640 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-32f93054-b169-47f2-be13-8901edb22588 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:58.628781 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-8eb13a84-0858-4390-b01c-a2a7048b039a service neutron] 10.222.0.24 "GET /v2.0/networks/e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912962 Aug 20 10:48:58.650922 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-32f93054-b169-47f2-be13-8901edb22588 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:58.663694 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-cba8d7d1-31ed-4923-833c-88a8b7b04cb3 None None] Set router c53372c8-37ab-4493-9f31-2ca432f6d9bb gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:48:58.732344 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-005aaf0f-d879-491e-946c-73e8b304c8f0 req-47fdf6c4-1463-41e9-83d5-341840a59e8d service neutron] 10.222.0.24 "GET /v2.0/networks/e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967724 Aug 20 10:48:58.746182 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-32f93054-b169-47f2-be13-8901edb22588 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:58.818932 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-32f93054-b169-47f2-be13-8901edb22588 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:58.828563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7cebc-c880-4183-8a1b-078977e88840 req-a93843a0-568b-4c7a-95a8-513843ec5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:58.830644 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ca7cebc-c880-4183-8a1b-078977e88840 req-a93843a0-568b-4c7a-95a8-513843ec5dd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=13b7f318bdca4447ae0f1216de453a8c&device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 1095 time: 0.0474484 Aug 20 10:48:58.854593 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f93054-b169-47f2-be13-8901edb22588 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Subnet': ['ID=71031201-8bdf-4970-b1b1-c8f0c2624c57,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:58.856613 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-32f93054-b169-47f2-be13-8901edb22588 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:58.861496 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-32f93054-b169-47f2-be13-8901edb22588 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/subnets/71031201-8bdf-4970-b1b1-c8f0c2624c57 HTTP/1.1" status: 204 len: 168 time: 0.3126431 Aug 20 10:48:58.861496 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58108) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:48:58.861936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-cba8d7d1-31ed-4923-833c-88a8b7b04cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190764321', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:47:11Z', 'updated_at': '2021-08-20T10:48:57Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:13Z', 'updated_at': '2021-08-20T10:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:58.869337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc045e58-bab9-4c31-a317-94237b0ccfb5 None None] Network ca0440ba-af56-4d26-ab30-fbbe9d53ac40 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:48:58.929597 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba8d7d1-31ed-4923-833c-88a8b7b04cb3 None None] Checking router: c53372c8-37ab-4493-9f31-2ca432f6d9bb for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:48:58.938140 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7cebc-c880-4183-8a1b-078977e88840 req-8972eec6-42f6-41b0-9d5c-34a8b56a990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:58.939663 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ca7cebc-c880-4183-8a1b-078977e88840 req-8972eec6-42f6-41b0-9d5c-34a8b56a990a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 HTTP/1.1" status: 200 len: 915 time: 0.1018913 Aug 20 10:48:58.952252 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba8d7d1-31ed-4923-833c-88a8b7b04cb3 None None] Routers {'c53372c8-37ab-4493-9f31-2ca432f6d9bb'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:48:58.953006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-cba8d7d1-31ed-4923-833c-88a8b7b04cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:48:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:58.990844 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ca7cebc-c880-4183-8a1b-078977e88840 req-a00bf00c-5ce9-4701-96de-0cd6f00ba845 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=809db281-9045-489b-b832-c3bc405d27d8 HTTP/1.1" status: 200 len: 217 time: 0.0440979 Aug 20 10:48:59.002593 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1306c249-60d3-4de5-bc20-322a94ed5eb3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:59.050455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7cebc-c880-4183-8a1b-078977e88840 req-d7f4b86d-e75b-4039-8ba9-bf82b916f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:59.052023 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ca7cebc-c880-4183-8a1b-078977e88840 req-d7f4b86d-e75b-4039-8ba9-bf82b916f6b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b63b4d56-d58c-4d55-861b-33fdbcc82d72 HTTP/1.1" status: 200 len: 854 time: 0.0544269 Aug 20 10:48:59.087916 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ca7cebc-c880-4183-8a1b-078977e88840 req-36febee6-de7b-43e3-bc63-641065649d3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288649 Aug 20 10:48:59.108857 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-cba8d7d1-31ed-4923-833c-88a8b7b04cb3 None None] Set router c53372c8-37ab-4493-9f31-2ca432f6d9bb gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:48:59.127013 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1306c249-60d3-4de5-bc20-322a94ed5eb3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:59.200257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e790d91-31ad-414c-8dcc-f0600579c344 None None] DHCP port deletion for ca0440ba-af56-4d26-ab30-fbbe9d53ac40 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:48:59.218931 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ca7cebc-c880-4183-8a1b-078977e88840 req-5cd010f6-8ebb-4b33-bbee-d3063e8e0d5a service neutron] 10.222.0.24 "GET /v2.0/networks/e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235294 Aug 20 10:48:59.235414 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-1306c249-60d3-4de5-bc20-322a94ed5eb3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting port b2ff1cae-4459-4b20-980d-ada4bb37e940 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:48:59.235817 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1306c249-60d3-4de5-bc20-322a94ed5eb3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:59.287232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2aae2-c63b-4ec0-87b5-439273674344 req-a101e8a8-cae6-4693-8715-e2e5d2766a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:59.288865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78f2aae2-c63b-4ec0-87b5-439273674344 req-a101e8a8-cae6-4693-8715-e2e5d2766a99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 1097 time: 0.1065123 Aug 20 10:48:59.389800 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f49be82-8651-43a6-a952-c9beea56e687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:59.454536 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b7e9bea7-fd90-4763-9026-99494e271597 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:48:59.457217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4e790d91-31ad-414c-8dcc-f0600579c344 None None] Deleting port b7e9bea7-fd90-4763-9026-99494e271597 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:48:59.457668 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4e790d91-31ad-414c-8dcc-f0600579c344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:59.461835 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5ca7cebc-c880-4183-8a1b-078977e88840 req-8428ae82-e38a-4bc6-a08b-1d06931b0ee3 service neutron] 10.222.0.24 "GET /v2.0/networks/e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234263 Aug 20 10:48:59.477710 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d4cfa-eba6-4f26-8091-3cdd51268c9c req-905ddeae-ccb2-4b1f-8c42-fa49fb8f968d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:59.479466 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-932d4cfa-eba6-4f26-8091-3cdd51268c9c req-905ddeae-ccb2-4b1f-8c42-fa49fb8f968d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.0860450 Aug 20 10:48:59.498171 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-1306c249-60d3-4de5-bc20-322a94ed5eb3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] For port b2ff1cae-4459-4b20-980d-ada4bb37e940, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b2ff1cae-4459-4b20-980d-ada4bb37e940,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:59.498544 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1306c249-60d3-4de5-bc20-322a94ed5eb3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:59.522556 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-932d4cfa-eba6-4f26-8091-3cdd51268c9c req-c2f0ef62-0be1-4116-92fc-c73949a069ce tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360422 Aug 20 10:48:59.524339 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-1306c249-60d3-4de5-bc20-322a94ed5eb3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Calling delete_port for b2ff1cae-4459-4b20-980d-ada4bb37e940 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:48:59.530808 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2aae2-c63b-4ec0-87b5-439273674344 req-f499f86e-3512-4f01-bcca-529af3309869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:59.532376 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78f2aae2-c63b-4ec0-87b5-439273674344 req-f499f86e-3512-4f01-bcca-529af3309869 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 917 time: 0.2151406 Aug 20 10:48:59.556231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154b978-d5ed-4d02-b827-274c622a6cb8 req-85798a55-63c7-415d-a2e5-1e8636773eef tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:59.557730 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3154b978-d5ed-4d02-b827-274c622a6cb8 req-85798a55-63c7-415d-a2e5-1e8636773eef tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 943 time: 0.1230423 Aug 20 10:48:59.588728 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4e790d91-31ad-414c-8dcc-f0600579c344 None None] For port b7e9bea7-fd90-4763-9026-99494e271597, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b7e9bea7-fd90-4763-9026-99494e271597,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:59.589365 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4e790d91-31ad-414c-8dcc-f0600579c344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:59.615959 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4e790d91-31ad-414c-8dcc-f0600579c344 None None] Calling delete_port for b7e9bea7-fd90-4763-9026-99494e271597 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:48:59.686937 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78f2aae2-c63b-4ec0-87b5-439273674344 req-ee14aa08-90e7-422a-b8aa-e4c2ab6d7cac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793 HTTP/1.1" status: 200 len: 999 time: 0.1454284 Aug 20 10:48:59.691177 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3154b978-d5ed-4d02-b827-274c622a6cb8 req-c299828b-cccd-4df4-b600-f5132a8ec169 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981531 Aug 20 10:48:59.696508 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-cba8d7d1-31ed-4923-833c-88a8b7b04cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190764321', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:47:11Z', 'updated_at': '2021-08-20T10:48:57Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:13Z', 'updated_at': '2021-08-20T10:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:48:59.730301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba8d7d1-31ed-4923-833c-88a8b7b04cb3 None None] The sync data for ids ['c53372c8-37ab-4493-9f31-2ca432f6d9bb'] in n-d-778550-11 is: [{'id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190764321', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:47:11Z', 'updated_at': '2021-08-20T10:48:57Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'b2ff1cae-4459-4b20-980d-ada4bb37e940', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53372c8-37ab-4493-9f31-2ca432f6d9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:47:13Z', 'updated_at': '2021-08-20T10:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:48:59.750297 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:59.783477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2aae2-c63b-4ec0-87b5-439273674344 req-1a38355d-d934-45c2-b687-868c54fbe1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:59.784987 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78f2aae2-c63b-4ec0-87b5-439273674344 req-1a38355d-d934-45c2-b687-868c54fbe1de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.0893619 Aug 20 10:48:59.794689 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port b7e9bea7-fd90-4763-9026-99494e271597, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b7e9bea7-fd90-4763-9026-99494e271597,segment=NetworkSegment(8568aeff-212c-454c-be24-bf4d1c310128),segment_id=8568aeff-212c-454c-be24-bf4d1c310128)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:48:59.799792 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:59.806806 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4e790d91-31ad-414c-8dcc-f0600579c344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:59.826245 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event deleted for resources: {'Port': ['ID=b7e9bea7-fd90-4763-9026-99494e271597,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:59.839362 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:59.839887 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:59.840539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:59.840761 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:59.841194 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:59.841611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:59.842009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:59.842403 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:59.842877 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:59.843232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:59.843629 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:59.844028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:48:59.847177 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e790d91-31ad-414c-8dcc-f0600579c344 None None] No DVR routers for this DVR port b7e9bea7-fd90-4763-9026-99494e271597 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:48:59.866689 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2aae2-c63b-4ec0-87b5-439273674344 req-42a63b5c-d6bb-4789-a2d6-9fed9c1b588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:48:59.868329 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78f2aae2-c63b-4ec0-87b5-439273674344 req-42a63b5c-d6bb-4789-a2d6-9fed9c1b588c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737901 Aug 20 10:48:59.869458 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1306c249-60d3-4de5-bc20-322a94ed5eb3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:48:59.875584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e790d91-31ad-414c-8dcc-f0600579c344 None None] Pushing event deleted for resources: {'Port': ['ID=b7e9bea7-fd90-4763-9026-99494e271597,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:48:59.907765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306c249-60d3-4de5-bc20-322a94ed5eb3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Port': ['ID=b2ff1cae-4459-4b20-980d-ada4bb37e940,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:00.029914 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1306c249-60d3-4de5-bc20-322a94ed5eb3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:00.035372 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78f2aae2-c63b-4ec0-87b5-439273674344 req-71edd1e9-61b2-4a18-9d19-e11f34e3a8e0 service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375859 Aug 20 10:49:00.164155 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1306c249-60d3-4de5-bc20-322a94ed5eb3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:00.167687 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1306c249-60d3-4de5-bc20-322a94ed5eb3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:00.226815 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1306c249-60d3-4de5-bc20-322a94ed5eb3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:00.227433 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1306c249-60d3-4de5-bc20-322a94ed5eb3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Fanout notify agent at l3_agent the message router_deleted on router c53372c8-37ab-4493-9f31-2ca432f6d9bb {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:49:00.235825 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1306c249-60d3-4de5-bc20-322a94ed5eb3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:00.237084 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1306c249-60d3-4de5-bc20-322a94ed5eb3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/routers/c53372c8-37ab-4493-9f31-2ca432f6d9bb HTTP/1.1" status: 204 len: 168 time: 1.3748591 Aug 20 10:49:00.240297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58114) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:00.252061 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78f2aae2-c63b-4ec0-87b5-439273674344 req-6dea2431-a829-454d-98da-55cb5f2c148b service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937640 Aug 20 10:49:00.324471 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-76366d9b-18a1-46c2-83fb-5f6fd2e2e30d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:00.423448 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-76366d9b-18a1-46c2-83fb-5f6fd2e2e30d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:00.430418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-76366d9b-18a1-46c2-83fb-5f6fd2e2e30d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0440ba-af56-4d26-ab30-fbbe9d53ac40']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:00.440709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-76366d9b-18a1-46c2-83fb-5f6fd2e2e30d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8568aeff-212c-454c-be24-bf4d1c310128') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:00.441006 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-76366d9b-18a1-46c2-83fb-5f6fd2e2e30d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8568aeff-212c-454c-be24-bf4d1c310128') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:00.449658 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-76366d9b-18a1-46c2-83fb-5f6fd2e2e30d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:00.463433 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-76366d9b-18a1-46c2-83fb-5f6fd2e2e30d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:00.469153 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76366d9b-18a1-46c2-83fb-5f6fd2e2e30d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:49:00.469536 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-76366d9b-18a1-46c2-83fb-5f6fd2e2e30d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:49:00.472465 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:49:00.528791 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-76366d9b-18a1-46c2-83fb-5f6fd2e2e30d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:00.539676 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-76366d9b-18a1-46c2-83fb-5f6fd2e2e30d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:00.543965 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-76366d9b-18a1-46c2-83fb-5f6fd2e2e30d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/networks/ca0440ba-af56-4d26-ab30-fbbe9d53ac40 HTTP/1.1" status: 204 len: 168 time: 0.2988155 Aug 20 10:49:00.544515 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58116) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:00.558983 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76366d9b-18a1-46c2-83fb-5f6fd2e2e30d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Network': ['ID=ca0440ba-af56-4d26-ab30-fbbe9d53ac40,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:00.607478 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9536149c-79d6-47c4-9aa5-3f534889cfba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:00.633362 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9536149c-79d6-47c4-9aa5-3f534889cfba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:00.646136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1c316-6456-4f15-9306-69c38f55fa60 req-b3c15dff-d7fb-4a62-93e2-ed2793a77a9c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:00.647579 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b2c1c316-6456-4f15-9306-69c38f55fa60 req-b3c15dff-d7fb-4a62-93e2-ed2793a77a9c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.0487676 Aug 20 10:49:00.686722 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b2c1c316-6456-4f15-9306-69c38f55fa60 req-6627cc00-8914-43c3-802c-85d30b8336ff tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328991 Aug 20 10:49:00.696992 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9536149c-79d6-47c4-9aa5-3f534889cfba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:00.699794 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9536149c-79d6-47c4-9aa5-3f534889cfba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:00.703704 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9536149c-79d6-47c4-9aa5-3f534889cfba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/security-groups/504bc32f-b665-4bde-9983-b97e45600ee7 HTTP/1.1" status: 204 len: 168 time: 0.1553469 Aug 20 10:49:00.711247 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536149c-79d6-47c4-9aa5-3f534889cfba tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=504bc32f-b665-4bde-9983-b97e45600ee7,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:00.835435 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c3d4a-d0f3-4d3c-89ca-d420031b6272 req-fe270370-b744-40b7-899d-5cb5adc241b5 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:00.837072 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9c9c3d4a-d0f3-4d3c-89ca-d420031b6272 req-fe270370-b744-40b7-899d-5cb5adc241b5 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 943 time: 0.0518258 Aug 20 10:49:00.876872 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9c9c3d4a-d0f3-4d3c-89ca-d420031b6272 req-51425730-e0c3-4f1a-a1de-45fc488150e8 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337079 Aug 20 10:49:00.989616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58128) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:00.994264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9aad0c49-099b-46f3-b1d5-c63c266ad8c8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-690715089', 'description': 'tempest-secgroup-smoke-690715089 description', 'project_id': 'a42de817dc7f43e1b394c597ce63df37'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:49:01.017227 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9aad0c49-099b-46f3-b1d5-c63c266ad8c8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.096345 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9aad0c49-099b-46f3-b1d5-c63c266ad8c8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.100257 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9aad0c49-099b-46f3-b1d5-c63c266ad8c8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.131236 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9aad0c49-099b-46f3-b1d5-c63c266ad8c8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.132629 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9aad0c49-099b-46f3-b1d5-c63c266ad8c8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1418417 Aug 20 10:49:01.134497 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad0c49-099b-46f3-b1d5-c63c266ad8c8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8acfc3e3-e5e3-4911-8d07-2f0d84195a45,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:01.135536 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58130) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:01.140288 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-65584bf4-04b7-4931-a45b-a180ed24a815 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': '8acfc3e3-e5e3-4911-8d07-2f0d84195a45', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:49:01.169106 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-65584bf4-04b7-4931-a45b-a180ed24a815 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.241215 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-65584bf4-04b7-4931-a45b-a180ed24a815 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.245427 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-65584bf4-04b7-4931-a45b-a180ed24a815 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.261578 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c55b63a9-6833-4d52-a01f-65f750a425b5 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:49:01.265016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65584bf4-04b7-4931-a45b-a180ed24a815 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d9501a-7536-42a9-bec4-d5a66d7a4228,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:01.269622 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-65584bf4-04b7-4931-a45b-a180ed24a815 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.270850 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-65584bf4-04b7-4931-a45b-a180ed24a815 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342955 Aug 20 10:49:01.273726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58132) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:01.278221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-3761b75f-e48e-4b23-9b45-4badc561b3f8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': '8acfc3e3-e5e3-4911-8d07-2f0d84195a45', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:49:01.286492 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: c55b63a9-6833-4d52-a01f-65f750a425b5 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:49:01.286846 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c55b63a9-6833-4d52-a01f-65f750a425b5 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:49:01.287287 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b2ff1cae-4459-4b20-980d-ada4bb37e940 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:49:01.305416 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3761b75f-e48e-4b23-9b45-4badc561b3f8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.306946 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: b2ff1cae-4459-4b20-980d-ada4bb37e940 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:49:01.307337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b2ff1cae-4459-4b20-980d-ada4bb37e940 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:49:01.364785 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3761b75f-e48e-4b23-9b45-4badc561b3f8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.369075 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3761b75f-e48e-4b23-9b45-4badc561b3f8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.386418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761b75f-e48e-4b23-9b45-4badc561b3f8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee3fedc-794a-445d-9536-3d483ecbc5d4,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:01.393807 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3761b75f-e48e-4b23-9b45-4badc561b3f8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.395320 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3761b75f-e48e-4b23-9b45-4badc561b3f8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205807 Aug 20 10:49:01.398113 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58134) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:01.402619 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-8c06ecfa-7029-4ee8-a81f-97b9afd905d1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': '8acfc3e3-e5e3-4911-8d07-2f0d84195a45', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:49:01.430437 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c06ecfa-7029-4ee8-a81f-97b9afd905d1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.488220 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c06ecfa-7029-4ee8-a81f-97b9afd905d1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.492461 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c06ecfa-7029-4ee8-a81f-97b9afd905d1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.512335 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06ecfa-7029-4ee8-a81f-97b9afd905d1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50f0932-b8a2-4a07-a629-b635a48dee49,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:01.515872 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8c06ecfa-7029-4ee8-a81f-97b9afd905d1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.517066 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8c06ecfa-7029-4ee8-a81f-97b9afd905d1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179817 Aug 20 10:49:01.519774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58136) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:01.524302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-23f46b0f-ff04-43b1-80fc-4473fe2c7bc2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': '8acfc3e3-e5e3-4911-8d07-2f0d84195a45', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:49:01.550397 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-23f46b0f-ff04-43b1-80fc-4473fe2c7bc2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.610367 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-23f46b0f-ff04-43b1-80fc-4473fe2c7bc2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.614836 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-23f46b0f-ff04-43b1-80fc-4473fe2c7bc2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.632054 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f46b0f-ff04-43b1-80fc-4473fe2c7bc2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d364f4-80c8-452d-8a7a-f7f47f8d833e,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:01.638206 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-23f46b0f-ff04-43b1-80fc-4473fe2c7bc2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.641385 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-23f46b0f-ff04-43b1-80fc-4473fe2c7bc2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202514 Aug 20 10:49:01.644215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58138) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:01.649124 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-03e756bc-e222-4327-be14-8e057be4ee17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': '8acfc3e3-e5e3-4911-8d07-2f0d84195a45', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:49:01.670959 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-03e756bc-e222-4327-be14-8e057be4ee17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Project a42de817dc7f43e1b394c597ce63df37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:49:01.675895 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03e756bc-e222-4327-be14-8e057be4ee17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.739697 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03e756bc-e222-4327-be14-8e057be4ee17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.744165 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03e756bc-e222-4327-be14-8e057be4ee17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.761705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e756bc-e222-4327-be14-8e057be4ee17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f3090f-3eea-49ad-b775-1545cbd00b40,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:01.762277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 809db281-9045-489b-b832-c3bc405d27d8 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:49:01.769367 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03e756bc-e222-4327-be14-8e057be4ee17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.773597 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-03e756bc-e222-4327-be14-8e057be4ee17 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257663 Aug 20 10:49:01.773786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58144) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:01.778526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4bab8294-8585-4d21-bb4e-e66dc6f4b510 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'security_group_rule': {'security_group_id': '8acfc3e3-e5e3-4911-8d07-2f0d84195a45', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:49:01.803829 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-4bab8294-8585-4d21-bb4e-e66dc6f4b510 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Project a42de817dc7f43e1b394c597ce63df37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:49:01.809835 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4bab8294-8585-4d21-bb4e-e66dc6f4b510 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.871302 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 809db281-9045-489b-b832-c3bc405d27d8, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=809db281-9045-489b-b832-c3bc405d27d8,segment=NetworkSegment(d3129cdb-300d-497e-a8d8-eee1637eb3f9),segment_id=d3129cdb-300d-497e-a8d8-eee1637eb3f9)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:49:01.877452 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4bab8294-8585-4d21-bb4e-e66dc6f4b510 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.882036 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4bab8294-8585-4d21-bb4e-e66dc6f4b510 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.882794 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6727087-54fa-447f-8b6c-24465120a516 req-09e646c7-0c71-4850-884c-24daf2636a04 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:01.883532 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '809db281-9045-489b-b832-c3bc405d27d8', 'network_id': 'e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0', 'port_id': '809db281-9045-489b-b832-c3bc405d27d8', 'mac_address': 'fa:16:3e:8b:4b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b63b4d56-d58c-4d55-861b-33fdbcc82d72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:49:01.890366 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6727087-54fa-447f-8b6c-24465120a516 req-09e646c7-0c71-4850-884c-24daf2636a04 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.1231477 Aug 20 10:49:01.903892 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab8294-8585-4d21-bb4e-e66dc6f4b510 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62d9157-69db-4f97-8e6d-7ca093157727,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:01.920125 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4bab8294-8585-4d21-bb4e-e66dc6f4b510 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.925526 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4bab8294-8585-4d21-bb4e-e66dc6f4b510 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507614 Aug 20 10:49:01.926256 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58148) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:01.933120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-3b791202-7a65-405a-8898-677eb58bdff9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'network': {'name': 'tempest-network-smoke--976382635', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'port_security_enabled': True}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:49:01.942465 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a6727087-54fa-447f-8b6c-24465120a516 req-cc45e4ca-559e-41c5-91f5-494300ff6fc9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502110 Aug 20 10:49:01.949809 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-38dcefb7-a8e8-4ac9-8c90-702e8b63b010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.951801 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.970357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809db281-9045-489b-b832-c3bc405d27d8 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:49:01.993341 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b791202-7a65-405a-8898-677eb58bdff9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Made reservation on behalf of a42de817dc7f43e1b394c597ce63df37 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:49:01.993674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 809db281-9045-489b-b832-c3bc405d27d8, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=809db281-9045-489b-b832-c3bc405d27d8,segment=NetworkSegment(d3129cdb-300d-497e-a8d8-eee1637eb3f9),segment_id=d3129cdb-300d-497e-a8d8-eee1637eb3f9)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:49:01.996999 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3b791202-7a65-405a-8898-677eb58bdff9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:01.997771 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:02.031135 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b791202-7a65-405a-8898-677eb58bdff9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:49:02.040685 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae6c47-feeb-4bf2-a156-af7b92069595 req-72f24d8e-70f5-4ae5-8c94-25cb8bc9ac34 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:02.042207 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-22ae6c47-feeb-4bf2-a156-af7b92069595 req-72f24d8e-70f5-4ae5-8c94-25cb8bc9ac34 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 943 time: 0.0765150 Aug 20 10:49:02.048174 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=809db281-9045-489b-b832-c3bc405d27d8,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:02.051719 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3b791202-7a65-405a-8898-677eb58bdff9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:02.052063 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-3b791202-7a65-405a-8898-677eb58bdff9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Added segment 216409c8-7825-4b5e-b744-54c1f289069f of type vlan for network bf74350f-e652-43da-9ffe-e77840fa3340 Aug 20 10:49:02.122207 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-22ae6c47-feeb-4bf2-a156-af7b92069595 req-959ac54b-25d2-45f4-8adb-2b3552eb8181 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718508 Aug 20 10:49:02.123679 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3b791202-7a65-405a-8898-677eb58bdff9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:02.148508 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3b791202-7a65-405a-8898-677eb58bdff9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:02.154005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b791202-7a65-405a-8898-677eb58bdff9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:02.154604 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3b791202-7a65-405a-8898-677eb58bdff9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:02.207309 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3b791202-7a65-405a-8898-677eb58bdff9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2789614 Aug 20 10:49:02.210521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58150) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:02.214916 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-813977379', 'admin_state_up': True, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:49:02.235248 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b791202-7a65-405a-8898-677eb58bdff9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Network': ['ID=bf74350f-e652-43da-9ffe-e77840fa3340,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:02.245563 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network bf74350f-e652-43da-9ffe-e77840fa3340 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:49:02.249509 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:02.250764 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:02.307366 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['809db281-9045-489b-b832-c3bc405d27d8'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:49:02.314797 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:02.409386 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:02.453910 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:02.980892 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:03.000535 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:03.084391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0566c8-3b44-4f2b-ac6c-62d7d6dbd4db req-17a22553-b542-4ed4-8e99-472579019a6b tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:03.087022 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d0566c8-3b44-4f2b-ac6c-62d7d6dbd4db req-17a22553-b542-4ed4-8e99-472579019a6b tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.0631599 Aug 20 10:49:03.133390 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d0566c8-3b44-4f2b-ac6c-62d7d6dbd4db req-c7a64f65-b1f2-42bd-9158-8e2316b57135 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403678 Aug 20 10:49:03.136499 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Allocated IP 172.25.3.26 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/ba7b1596-5fbb-4cc6-856f-38b228220bdb) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:49:03.184781 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:03.283508 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c3e19-acc5-4961-91f7-2760dc9e4688 req-7c133333-79f2-4ee5-9607-ad0d104408c3 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:03.284901 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e75c3e19-acc5-4961-91f7-2760dc9e4688 req-7c133333-79f2-4ee5-9607-ad0d104408c3 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 944 time: 0.0789824 Aug 20 10:49:03.320678 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:03.354561 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e75c3e19-acc5-4961-91f7-2760dc9e4688 req-dfc6358a-264c-4dc5-86e4-836f770d7f8a tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542533 Aug 20 10:49:03.381436 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:03.418326 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:49:03.421107 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:49:03.424769 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:49:03.452655 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=ba7b1596-5fbb-4cc6-856f-38b228220bdb,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:03.703544 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:03.765074 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 809db281-9045-489b-b832-c3bc405d27d8 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:49:03.816187 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 809db281-9045-489b-b832-c3bc405d27d8 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:49:03.820426 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 809db281-9045-489b-b832-c3bc405d27d8 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:49:03.820794 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:03.895964 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:03.913988 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:03.920043 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00060043-dd56-4981-9b43-2e3fe57502a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809db281-9045-489b-b832-c3bc405d27d8'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:49:03.922283 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f635ba1d-df06-439f-a5b3-4180b7f196db" -d '{"events": [{"server_uuid": "00060043-dd56-4981-9b43-2e3fe57502a4", "name": "network-vif-plugged", "status": "completed", "tag": "809db281-9045-489b-b832-c3bc405d27d8"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:49:03.936423 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 809db281-9045-489b-b832-c3bc405d27d8, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=809db281-9045-489b-b832-c3bc405d27d8,segment=NetworkSegment(d3129cdb-300d-497e-a8d8-eee1637eb3f9),segment_id=d3129cdb-300d-497e-a8d8-eee1637eb3f9)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:49:03.940592 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:03.969815 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500d526e-7639-4ca4-8822-21947aebeb19 x-openstack-request-id: req-500d526e-7639-4ca4-8822-21947aebeb19 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:49:03.970101 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00060043-dd56-4981-9b43-2e3fe57502a4", "name": "network-vif-plugged", "status": "completed", "tag": "809db281-9045-489b-b832-c3bc405d27d8", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:49:03.970352 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-500d526e-7639-4ca4-8822-21947aebeb19 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:49:03.970739 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00060043-dd56-4981-9b43-2e3fe57502a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809db281-9045-489b-b832-c3bc405d27d8', 'code': 200} Aug 20 10:49:03.999289 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=809db281-9045-489b-b832-c3bc405d27d8,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:04.086539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed89a2-c45f-4e65-8f9b-29f442536aea req-98e12c57-a684-445d-8a40-fa00b8765757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:04.088075 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-77ed89a2-c45f-4e65-8f9b-29f442536aea req-98e12c57-a684-445d-8a40-fa00b8765757 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 1097 time: 0.0575094 Aug 20 10:49:04.095121 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router e9877c59-41b0-4e91-a810-025ab491095b is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:49:04.166854 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-77ed89a2-c45f-4e65-8f9b-29f442536aea req-0ee348e7-ce7b-4bde-89a8-e992f0fd838b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697370 Aug 20 10:49:04.254814 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:49:04.263871 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Sync routers for ids ['e9877c59-41b0-4e91-a810-025ab491095b'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:49:04.274128 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Routers {'e9877c59-41b0-4e91-a810-025ab491095b'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:49:04.274835 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:49:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e9877c59-41b0-4e91-a810-025ab491095b'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:04.278258 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:04.279580 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a38353a7-8072-4277-a1d5-250b39e592d8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0680764 Aug 20 10:49:04.284686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58160) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:04.292138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1ed72-14d5-46f8-9920-c1910b11be51 req-597f472b-63f2-4d7e-bbd8-115e31bdb6fd tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:04.300178 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ef1ed72-14d5-46f8-9920-c1910b11be51 req-597f472b-63f2-4d7e-bbd8-115e31bdb6fd tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.0809643 Aug 20 10:49:04.328520 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d47b9e11-9c71-4536-83aa-6a39634c242a tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a42de817dc7f43e1b394c597ce63df37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415564 Aug 20 10:49:04.331118 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58162) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:04.347664 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ef1ed72-14d5-46f8-9920-c1910b11be51 req-2a082def-46c7-4fad-a884-06595d13c4f4 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465302 Aug 20 10:49:04.398035 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Set router e9877c59-41b0-4e91-a810-025ab491095b gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:49:04.476043 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9269d6-4de0-43f7-8214-b0d02840471c tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:04.477565 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0c9269d6-4de0-43f7-8214-b0d02840471c tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1453407 Aug 20 10:49:04.481492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58166) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:04.499145 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473c480-5aa3-4f4d-85fa-f2ca5f944b45 req-a61af8f3-bf60-4f71-ab79-bb5c7a9864d0 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:04.500818 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7473c480-5aa3-4f4d-85fa-f2ca5f944b45 req-a61af8f3-bf60-4f71-ab79-bb5c7a9864d0 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 945 time: 0.0727570 Aug 20 10:49:04.522536 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d80b558f-6765-4bbc-9fb2-a22f9fbd0266 tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355084 Aug 20 10:49:04.522839 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58168) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:04.527983 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a584fe0b-a727-4c96-8225-92436e5e6a9d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-66202294', 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340', 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:49:04.549859 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7473c480-5aa3-4f4d-85fa-f2ca5f944b45 req-c4fd0753-bcc2-4eea-9de4-975dccd6e316 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419714 Aug 20 10:49:04.612336 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813977379', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:49:02Z', 'updated_at': '2021-08-20T10:49:03Z', 'revision_number': 3, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:03Z', 'updated_at': '2021-08-20T10:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:04.636103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a584fe0b-a727-4c96-8225-92436e5e6a9d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Made reservation on behalf of a42de817dc7f43e1b394c597ce63df37 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:49:04.639164 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Checking router: e9877c59-41b0-4e91-a810-025ab491095b for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:49:04.639512 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Updating router e9877c59-41b0-4e91-a810-025ab491095b port ba7b1596-5fbb-4cc6-856f-38b228220bdb binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:49:04.640816 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a584fe0b-a727-4c96-8225-92436e5e6a9d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:04.673047 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:04.830435 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:04.850455 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a584fe0b-a727-4c96-8225-92436e5e6a9d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:04.904180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584fe0b-a727-4c96-8225-92436e5e6a9d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Subnet': ['ID=48ee5807-1f9a-4d45-a521-1a095c7a29ae,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:04.925757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a584fe0b-a727-4c96-8225-92436e5e6a9d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Checking segment: {'id': '216409c8-7825-4b5e-b744-54c1f289069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:49:04.926279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a584fe0b-a727-4c96-8225-92436e5e6a9d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network hostable DHCP agents. Network: bf74350f-e652-43da-9ffe-e77840fa3340, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:49:04.944709 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a584fe0b-a727-4c96-8225-92436e5e6a9d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network bf74350f-e652-43da-9ffe-e77840fa3340 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:49:04.946366 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:04.956580 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-a584fe0b-a727-4c96-8225-92436e5e6a9d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, bf74350f-e652-43da-9ffe-e77840fa3340) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:49:04.957217 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Transition to ACTIVE for port object ba7b1596-5fbb-4cc6-856f-38b228220bdb will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:49:04.962551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a584fe0b-a727-4c96-8225-92436e5e6a9d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:04.963487 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a584fe0b-a727-4c96-8225-92436e5e6a9d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:04.966100 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:04.976801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf535c82-8c4d-401c-a35e-02c2335803c1 None None] Network bf74350f-e652-43da-9ffe-e77840fa3340 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:49:04.980602 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a584fe0b-a727-4c96-8225-92436e5e6a9d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4567058 Aug 20 10:49:04.985097 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58170) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:05.024574 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Attempting to bind port ba7b1596-5fbb-4cc6-856f-38b228220bdb on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:49:05.024977 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Attempting to bind port ba7b1596-5fbb-4cc6-856f-38b228220bdb by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:49:05.025303 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Attempting to bind port ba7b1596-5fbb-4cc6-856f-38b228220bdb on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:49:05.027432 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f66867-c77d-40bd-a10e-6c5f80f1c44a None None] Pushing event updated for resources: {'Port': ['ID=ba7b1596-5fbb-4cc6-856f-38b228220bdb,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:05.037069 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:49:05.037355 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:49:05.037743 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:05.038142 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:49:05.038607 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Bound port: ba7b1596-5fbb-4cc6-856f-38b228220bdb, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:49:05.038987 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:05.041381 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f66867-c77d-40bd-a10e-6c5f80f1c44a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:05.041724 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f66867-c77d-40bd-a10e-6c5f80f1c44a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:05.042062 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f66867-c77d-40bd-a10e-6c5f80f1c44a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:05.042396 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f66867-c77d-40bd-a10e-6c5f80f1c44a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:05.042727 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f66867-c77d-40bd-a10e-6c5f80f1c44a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:05.043080 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f66867-c77d-40bd-a10e-6c5f80f1c44a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:05.043395 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f66867-c77d-40bd-a10e-6c5f80f1c44a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:05.044066 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f66867-c77d-40bd-a10e-6c5f80f1c44a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:05.044066 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f66867-c77d-40bd-a10e-6c5f80f1c44a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:05.044412 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f66867-c77d-40bd-a10e-6c5f80f1c44a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:05.045093 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f66867-c77d-40bd-a10e-6c5f80f1c44a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:05.045093 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f66867-c77d-40bd-a10e-6c5f80f1c44a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:05.103073 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] For port ba7b1596-5fbb-4cc6-856f-38b228220bdb, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:49:05.106855 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] For port ba7b1596-5fbb-4cc6-856f-38b228220bdb, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ba7b1596-5fbb-4cc6-856f-38b228220bdb,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:49:05.114480 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:05.169092 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-bf74350f-e652-43da-9ffe-e77840fa3340', 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ips': [{'subnet_id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:49:05.170136 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:05.191502 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f66867-c77d-40bd-a10e-6c5f80f1c44a None None] Pushing event updated for resources: {'Port': ['ID=ba7b1596-5fbb-4cc6-856f-38b228220bdb,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:05.194998 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Routers {'e9877c59-41b0-4e91-a810-025ab491095b'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:49:05.195639 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:49:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e9877c59-41b0-4e91-a810-025ab491095b'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:05.389993 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Allocated IP 172.20.0.2 (bf74350f-e652-43da-9ffe-e77840fa3340/48ee5807-1f9a-4d45-a521-1a095c7a29ae/27f173ba-151c-4cc2-b3f6-11f8a6f6c95c) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:49:05.437258 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] Set router e9877c59-41b0-4e91-a810-025ab491095b gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:49:05.555432 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45e57f-216e-4ef3-8261-721b4ff3eb26 req-c1c299c0-dc82-4b5b-9b46-ac05ab297e4f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:05.557152 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb45e57f-216e-4ef3-8261-721b4ff3eb26 req-c1c299c0-dc82-4b5b-9b46-ac05ab297e4f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 945 time: 0.1005116 Aug 20 10:49:05.668115 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb45e57f-216e-4ef3-8261-721b4ff3eb26 req-8e313f0a-bf37-40e6-ab46-91ac7c8aefc3 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034710 Aug 20 10:49:05.688705 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:05.714738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58178) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:05.756494 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813977379', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:49:02Z', 'updated_at': '2021-08-20T10:49:03Z', 'revision_number': 3, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:03Z', 'updated_at': '2021-08-20T10:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:05.773066 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c013c-30d8-48ba-be62-d25fb35a1bb6 req-2179aa22-242e-4d28-aa48-cee27af9552d tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:05.776018 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-369c013c-30d8-48ba-be62-d25fb35a1bb6 req-2179aa22-242e-4d28-aa48-cee27af9552d tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 945 time: 0.1148882 Aug 20 10:49:05.795363 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15903610-3cd7-4366-9069-649ff9577bbf None None] The sync data for ids ['e9877c59-41b0-4e91-a810-025ab491095b'] in n-d-778550-11 is: [{'id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813977379', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:49:02Z', 'updated_at': '2021-08-20T10:49:03Z', 'revision_number': 3, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:03Z', 'updated_at': '2021-08-20T10:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:49:05.801173 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 24f9d973-7a87-4a8e-9204-bc6b88a1f793 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:49:05.823433 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:05.825805 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-369c013c-30d8-48ba-be62-d25fb35a1bb6 req-9d885b1b-5bd7-450d-958b-ff416863382e tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444617 Aug 20 10:49:05.833585 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Transition to ACTIVE for port object 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:49:05.843621 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-db5ed92d-d7ea-4574-a0db-b867b0b59c2b tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/floatingips/7372f5e8-e276-4a02-a594-ab87e40d015e HTTP/1.1" status: 200 len: 993 time: 0.1221092 Aug 20 10:49:05.859165 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Transition to ACTIVE for port object 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:49:05.918848 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:06.004182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Network bf74350f-e652-43da-9ffe-e77840fa3340 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:49:06.008275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Pushing event updated for resources: {'Port': ['ID=27f173ba-151c-4cc2-b3f6-11f8a6f6c95c,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:06.015192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:49:06.021987 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:49:06.032155 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:49:06.065624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '24f9d973-7a87-4a8e-9204-bc6b88a1f793', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'port_id': '24f9d973-7a87-4a8e-9204-bc6b88a1f793', 'mac_address': 'fa:16:3e:7f:86:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:49:06.127337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Attempting to bind port 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:49:06.127758 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Attempting to bind port 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '216409c8-7825-4b5e-b744-54c1f289069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:49:06.128169 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Attempting to bind port 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c on network bf74350f-e652-43da-9ffe-e77840fa3340 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:49:06.141927 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Allocated IP 172.20.0.1 (bf74350f-e652-43da-9ffe-e77840fa3340/48ee5807-1f9a-4d45-a521-1a095c7a29ae/230c62a3-4889-420a-992a-ae3e67b8b7de) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:49:06.142842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:49:06.144084 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Checking segment: {'id': '216409c8-7825-4b5e-b744-54c1f289069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:49:06.144280 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:06.144949 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Bound using segment: {'id': '216409c8-7825-4b5e-b744-54c1f289069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:49:06.145632 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Bound port: 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216409c8-7825-4b5e-b744-54c1f289069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:49:06.147116 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:06.150412 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58190) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:06.161524 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:06.273512 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f9d973-7a87-4a8e-9204-bc6b88a1f793 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:49:06.308625 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] For port 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:49:06.313326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] For port 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=27f173ba-151c-4cc2-b3f6-11f8a6f6c95c,segment=NetworkSegment(216409c8-7825-4b5e-b744-54c1f289069f),segment_id=216409c8-7825-4b5e-b744-54c1f289069f)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:49:06.315538 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:49:06.321402 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:06.330535 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:06.365369 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:06.394529 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Transition to ACTIVE for port object 230c62a3-4889-420a-992a-ae3e67b8b7de will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:49:06.454167 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd40044-fc55-42e3-8e17-fa0aac3990a3 None None] Pushing event updated for resources: {'Port': ['ID=27f173ba-151c-4cc2-b3f6-11f8a6f6c95c,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:06.487750 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:06.567813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-719d13a1-3a1a-4927-981a-96b76a018cd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Deleting port eee1a4c9-549b-4cfe-b4c7-ad48c6e5b5e8 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:49:06.575258 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-719d13a1-3a1a-4927-981a-96b76a018cd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:06.575920 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=24f9d973-7a87-4a8e-9204-bc6b88a1f793,revision_number=11']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:06.598274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network bf74350f-e652-43da-9ffe-e77840fa3340 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:49:06.602949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:49:06.607635 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:49:06.641006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=230c62a3-4889-420a-992a-ae3e67b8b7de,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:06.641643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['24f9d973-7a87-4a8e-9204-bc6b88a1f793'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:49:06.661750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:06.671520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:06.672060 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:06.672531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:06.673242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:06.673682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:06.674138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:06.674569 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:06.674997 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:06.675685 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:06.676407 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:06.676829 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:06.748464 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:06.761003 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-719d13a1-3a1a-4927-981a-96b76a018cd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:06.762199 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-719d13a1-3a1a-4927-981a-96b76a018cd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:06.800410 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-719d13a1-3a1a-4927-981a-96b76a018cd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Calling delete_port for eee1a4c9-549b-4cfe-b4c7-ad48c6e5b5e8 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:49:06.987668 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb549d77-cca3-4fb3-a91a-a4c1dfe54a37 req-eb5113ed-fbe2-486a-a75d-832454e4a9f5 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:06.989755 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb549d77-cca3-4fb3-a91a-a4c1dfe54a37 req-eb5113ed-fbe2-486a-a75d-832454e4a9f5 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.1455989 Aug 20 10:49:07.079691 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fb549d77-cca3-4fb3-a91a-a4c1dfe54a37 req-c7378c1b-a80c-4cbc-b6a3-a55ce6ede002 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655529 Aug 20 10:49:07.134928 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-719d13a1-3a1a-4927-981a-96b76a018cd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:07.136003 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:07.174884 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d13a1-3a1a-4927-981a-96b76a018cd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'Port': ['ID=eee1a4c9-549b-4cfe-b4c7-ad48c6e5b5e8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:07.255653 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-719d13a1-3a1a-4927-981a-96b76a018cd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:07.255997 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-719d13a1-3a1a-4927-981a-96b76a018cd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Floating IP 7372f5e8-e276-4a02-a594-ab87e40d015e disassociated (deleted). External IP: 172.25.3.193, port: 861babb4-8e5e-48ca-b384-e80897625356. Aug 20 10:49:07.425079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ba7b1596-5fbb-4cc6-856f-38b228220bdb up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:49:07.506728 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port ba7b1596-5fbb-4cc6-856f-38b228220bdb completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:49:07.514603 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ba7b1596-5fbb-4cc6-856f-38b228220bdb triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:49:07.515198 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:07.586111 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:07.594370 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:07.666987 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:07.691940 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port ba7b1596-5fbb-4cc6-856f-38b228220bdb, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ba7b1596-5fbb-4cc6-856f-38b228220bdb,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:49:07.703874 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:07.704978 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:49:07.721219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=230c62a3-4889-420a-992a-ae3e67b8b7de,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:07.726017 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:07.829854 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=ba7b1596-5fbb-4cc6-856f-38b228220bdb,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:07.834426 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 24f9d973-7a87-4a8e-9204-bc6b88a1f793 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:49:07.893065 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network bf74350f-e652-43da-9ffe-e77840fa3340 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:49:07.894577 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:49:07.936695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:49:07.941161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d6fe94-4fc2-42d7-9183-73f05b1895ec None None] Network bf74350f-e652-43da-9ffe-e77840fa3340 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:49:07.945273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:49:07.951668 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:49:07.952352 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:08.038402 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719d13a1-3a1a-4927-981a-96b76a018cd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Router cde63e6a-de58-4dfa-9952-23a9a8dc0f2b has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:49:08.049739 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router e9877c59-41b0-4e91-a810-025ab491095b has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:49:08.089675 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-24194800-a4fa-4036-9ca1-a2b965549b64 None None] Provisioning for port 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:49:08.102161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-24194800-a4fa-4036-9ca1-a2b965549b64 None None] Provisioning complete for port 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:49:08.102546 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-24194800-a4fa-4036-9ca1-a2b965549b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:08.197943 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:49:08.216094 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5e104f09-6670-4a43-9a4f-8d665f47df0a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "PUT /v2.0/routers/e9877c59-41b0-4e91-a810-025ab491095b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2220190 Aug 20 10:49:08.241755 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:08.259592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719d13a1-3a1a-4927-981a-96b76a018cd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:49:08.264717 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-719d13a1-3a1a-4927-981a-96b76a018cd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:08.287694 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9260f553-9121-4782-bf50-965ea7e7f183 None None] Sync routers for ids ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:49:08.303829 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be89970-2e63-408c-b57e-df67561caa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f9d973-7a87-4a8e-9204-bc6b88a1f793'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:49:08.306624 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155f2935-1de2-445d-9e91-f388581f6dc3" -d '{"events": [{"server_uuid": "4be89970-2e63-408c-b57e-df67561caa46", "name": "network-vif-plugged", "status": "completed", "tag": "24f9d973-7a87-4a8e-9204-bc6b88a1f793"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:49:08.309068 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9fee0-a1b8-490e-81f0-93ce9ae41a43 req-21e53124-b0f1-425b-92e4-fdf59b659a96 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:08.318156 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-24b9fee0-a1b8-490e-81f0-93ce9ae41a43 req-21e53124-b0f1-425b-92e4-fdf59b659a96 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 946 time: 0.0866544 Aug 20 10:49:08.324670 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-719d13a1-3a1a-4927-981a-96b76a018cd5 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "DELETE /v2.0/floatingips/7372f5e8-e276-4a02-a594-ab87e40d015e HTTP/1.1" status: 204 len: 168 time: 2.1704252 Aug 20 10:49:08.347469 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075d7797-df18-4426-ab30-342317d52871', 'tag': '861babb4-8e5e-48ca-b384-e80897625356'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:49:08.350087 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0063070d-8361-446b-8f0e-014f82e93eba" -d '{"events": [{"name": "network-changed", "server_uuid": "075d7797-df18-4426-ab30-342317d52871", "tag": "861babb4-8e5e-48ca-b384-e80897625356"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:49:08.386277 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-24b9fee0-a1b8-490e-81f0-93ce9ae41a43 req-0b6ef1c5-a287-4b69-a572-84dbd064a4d4 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628774 Aug 20 10:49:08.396569 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:49:08.399004 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf8d982-c252-4af0-a286-71392b4802aa x-openstack-request-id: req-7bf8d982-c252-4af0-a286-71392b4802aa {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:49:08.399455 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be89970-2e63-408c-b57e-df67561caa46", "name": "network-vif-plugged", "status": "completed", "tag": "24f9d973-7a87-4a8e-9204-bc6b88a1f793", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:49:08.399757 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bf8d982-c252-4af0-a286-71392b4802aa {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:49:08.400225 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be89970-2e63-408c-b57e-df67561caa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f9d973-7a87-4a8e-9204-bc6b88a1f793', 'code': 200} Aug 20 10:49:08.415875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9260f553-9121-4782-bf50-965ea7e7f183 None None] Routers {'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:49:08.425908 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9260f553-9121-4782-bf50-965ea7e7f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:49:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:08.492333 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:08.519170 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5664889d-0002-47b8-bcab-aae2f581c7a3 x-openstack-request-id: req-5664889d-0002-47b8-bcab-aae2f581c7a3 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:49:08.519466 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075d7797-df18-4426-ab30-342317d52871", "tag": "861babb4-8e5e-48ca-b384-e80897625356", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:49:08.519712 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5664889d-0002-47b8-bcab-aae2f581c7a3 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:49:08.520145 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075d7797-df18-4426-ab30-342317d52871', 'tag': '861babb4-8e5e-48ca-b384-e80897625356', 'status': 'completed', 'code': 200} Aug 20 10:49:08.626944 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-24194800-a4fa-4036-9ca1-a2b965549b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:08.692748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da136fb7-8573-4a35-8ba7-42a2a54dea23 req-12cbc9e4-40ce-4b9c-8302-31b59b9c3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:08.710500 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-da136fb7-8573-4a35-8ba7-42a2a54dea23 req-12cbc9e4-40ce-4b9c-8302-31b59b9c3c3d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 1099 time: 0.1580362 Aug 20 10:49:08.729338 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-24194800-a4fa-4036-9ca1-a2b965549b64 None None] For port 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=27f173ba-151c-4cc2-b3f6-11f8a6f6c95c,segment=NetworkSegment(216409c8-7825-4b5e-b744-54c1f289069f),segment_id=216409c8-7825-4b5e-b744-54c1f289069f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:49:08.748601 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-24194800-a4fa-4036-9ca1-a2b965549b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:08.755183 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-8169e5b0-b949-4892-a2cb-e8ecc239e04a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-690715089&fields=id&tenant_id=a42de817dc7f43e1b394c597ce63df37 HTTP/1.1" status: 200 len: 267 time: 0.0898862 Aug 20 10:49:08.762202 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063070d-8361-446b-8f0e-014f82e93eba req-a5a444b4-2734-4139-bc7f-1bf909d3887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:08.764196 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0063070d-8361-446b-8f0e-014f82e93eba req-a5a444b4-2734-4139-bc7f-1bf909d3887a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec29969148b94deaa5cea655cffb346f&device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 1097 time: 0.2076244 Aug 20 10:49:08.769266 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Sync routers for ids ['e9877c59-41b0-4e91-a810-025ab491095b'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:49:08.784050 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Routers {'e9877c59-41b0-4e91-a810-025ab491095b'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:49:08.784690 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:49:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e9877c59-41b0-4e91-a810-025ab491095b'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:08.804169 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-9260f553-9121-4782-bf50-965ea7e7f183 None None] Set router cde63e6a-de58-4dfa-9952-23a9a8dc0f2b gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:49:08.870295 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=24f9d973-7a87-4a8e-9204-bc6b88a1f793,revision_number=12']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:08.889762 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-404c411d-0f52-40f8-b5b3-b6c91497e0a0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:08.902704 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-404c411d-0f52-40f8-b5b3-b6c91497e0a0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/networks?id=bf74350f-e652-43da-9ffe-e77840fa3340 HTTP/1.1" status: 200 len: 796 time: 0.1460483 Aug 20 10:49:08.920281 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-1c981904-e9ef-485a-9d9a-1c782318406a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/quotas/a42de817dc7f43e1b394c597ce63df37 HTTP/1.1" status: 200 len: 375 time: 0.0165391 Aug 20 10:49:08.941790 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-da136fb7-8573-4a35-8ba7-42a2a54dea23 req-c64a2fa7-7172-42f4-9c49-86dcabdbfe38 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257237 Aug 20 10:49:08.944439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24194800-a4fa-4036-9ca1-a2b965549b64 None None] Pushing event updated for resources: {'Port': ['ID=27f173ba-151c-4cc2-b3f6-11f8a6f6c95c,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:09.013640 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-258a0967-0eba-4b1e-b013-9a6b335c1555 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922539 Aug 20 10:49:09.025595 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1c773121-0b82-4d36-812b-23054ded8614 None None] Provisioning complete for port 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:49:09.026025 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1c773121-0b82-4d36-812b-23054ded8614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:09.029594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf915c3-464b-46a5-9103-4b6522de95d9 req-e266b350-0fea-4138-965a-de9c03891e1c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:09.031487 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0bf915c3-464b-46a5-9103-4b6522de95d9 req-e266b350-0fea-4138-965a-de9c03891e1c tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 945 time: 0.1562047 Aug 20 10:49:09.054742 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Set router e9877c59-41b0-4e91-a810-025ab491095b gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:49:09.107083 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063070d-8361-446b-8f0e-014f82e93eba req-9448b325-e263-4f16-a0be-c9fcd4c34bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:09.108526 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0063070d-8361-446b-8f0e-014f82e93eba req-9448b325-e263-4f16-a0be-c9fcd4c34bff service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8f685f1-a478-4cf3-a0ff-049dda1ac69e HTTP/1.1" status: 200 len: 898 time: 0.3360398 Aug 20 10:49:09.170861 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-b9115083-2d50-4c0c-81f8-12b75881c2fe service neutron] 10.222.0.16 "GET /v2.0/networks/bf74350f-e652-43da-9ffe-e77840fa3340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550267 Aug 20 10:49:09.228610 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0063070d-8361-446b-8f0e-014f82e93eba req-2629a44d-7b27-4ac5-9197-cdc1bd65e546 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=861babb4-8e5e-48ca-b384-e80897625356 HTTP/1.1" status: 200 len: 217 time: 0.1079955 Aug 20 10:49:09.240452 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0bf915c3-464b-46a5-9103-4b6522de95d9 req-4933fa26-5ddb-42da-8e87-8aff0c7c85de tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=18e4a382-44a2-4dd2-aa0a-41fea4b4a802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827586 Aug 20 10:49:09.283712 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-003d7f05-6229-4899-84da-fdaad0ebc043 service neutron] 10.222.0.16 "GET /v2.0/networks/bf74350f-e652-43da-9ffe-e77840fa3340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118410 Aug 20 10:49:09.349675 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9260f553-9121-4782-bf50-965ea7e7f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'name': 'tempest-TestNetworkBasicOps-router-275290348', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:06Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3572ea98-7652-45aa-b785-1c17dc565eab', 'name': '', 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:71:d9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:05Z', 'updated_at': '2021-08-20T10:48:13Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:09.398474 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063070d-8361-446b-8f0e-014f82e93eba req-4985affa-3557-4fd7-9751-49958f4ca93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:09.402513 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0063070d-8361-446b-8f0e-014f82e93eba req-4985affa-3557-4fd7-9751-49958f4ca93b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c4fc5702-0438-41c5-934f-c1608491883d HTTP/1.1" status: 200 len: 834 time: 0.1537113 Aug 20 10:49:09.441262 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ba7b1596-5fbb-4cc6-856f-38b228220bdb up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:49:09.472437 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9260f553-9121-4782-bf50-965ea7e7f183 None None] Checking router: cde63e6a-de58-4dfa-9952-23a9a8dc0f2b for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:49:09.521926 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063070d-8361-446b-8f0e-014f82e93eba req-7b3c5911-a51b-4427-a7cf-dd2b15c88001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:09.523981 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0063070d-8361-446b-8f0e-014f82e93eba req-7b3c5911-a51b-4427-a7cf-dd2b15c88001 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8f685f1-a478-4cf3-a0ff-049dda1ac69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134198 Aug 20 10:49:09.579733 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e1c74744-56d7-4a5d-9dab-2158de23c5cb req-6631b146-c71a-46ce-b55b-6a9684a8561a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 210 time: 0.0532134 Aug 20 10:49:09.600281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1c773121-0b82-4d36-812b-23054ded8614 None None] Provisioning for port 230c62a3-4889-420a-992a-ae3e67b8b7de completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:49:09.609841 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9260f553-9121-4782-bf50-965ea7e7f183 None None] Routers {'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:49:09.610567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9260f553-9121-4782-bf50-965ea7e7f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:49:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:09.621745 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813977379', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:49:02Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:03Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '230c62a3-4889-420a-992a-ae3e67b8b7de', 'name': '', 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:20:1c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:05Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 2, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:09.651570 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Checking router: e9877c59-41b0-4e91-a810-025ab491095b for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:49:09.651923 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Updating router e9877c59-41b0-4e91-a810-025ab491095b port 230c62a3-4889-420a-992a-ae3e67b8b7de binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:49:09.689317 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:09.719308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a754c8-dd95-4386-8672-2e94409ce2e4 req-e384d3f4-0431-4e4b-8828-40cb6ab6c147 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:09.721585 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b5a754c8-dd95-4386-8672-2e94409ce2e4 req-e384d3f4-0431-4e4b-8828-40cb6ab6c147 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 947 time: 0.1307261 Aug 20 10:49:09.738055 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1c773121-0b82-4d36-812b-23054ded8614 None None] Provisioning complete for port 230c62a3-4889-420a-992a-ae3e67b8b7de triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:49:09.739840 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1c773121-0b82-4d36-812b-23054ded8614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:09.742028 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0063070d-8361-446b-8f0e-014f82e93eba req-8cd54622-9659-46bd-8428-fcc5119dd858 service neutron] 10.222.0.42 "GET /v2.0/networks/f8f685f1-a478-4cf3-a0ff-049dda1ac69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096922 Aug 20 10:49:09.890646 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b5a754c8-dd95-4386-8672-2e94409ce2e4 req-e36383d7-3673-4cde-9250-e8950dbaeab9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581299 Aug 20 10:49:09.972210 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-1c773121-0b82-4d36-812b-23054ded8614 None None] Port 230c62a3-4889-420a-992a-ae3e67b8b7de cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:49:09.986336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ba7b1596-5fbb-4cc6-856f-38b228220bdb triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:49:09.987076 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:10.096915 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:10.102833 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0063070d-8361-446b-8f0e-014f82e93eba req-ceaf12c0-bdbb-41c0-83b8-bd6cc7dfb1ed service neutron] 10.222.0.42 "GET /v2.0/networks/f8f685f1-a478-4cf3-a0ff-049dda1ac69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471229 Aug 20 10:49:10.128103 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Transition to ACTIVE for port object 230c62a3-4889-420a-992a-ae3e67b8b7de will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:49:10.143356 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:10.167626 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea30424-2f7b-4329-98ce-c1601accea31 req-f71df801-8026-49fe-8c2f-9eeaaece6b76 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:10.170981 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ea30424-2f7b-4329-98ce-c1601accea31 req-f71df801-8026-49fe-8c2f-9eeaaece6b76 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.42 "GET /v2.0/ports?device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 945 time: 0.2237575 Aug 20 10:49:10.357578 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-2ea30424-2f7b-4329-98ce-c1601accea31 req-0a26af93-2573-430d-9d39-7880f56a285a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Deleting port 861babb4-8e5e-48ca-b384-e80897625356 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:49:10.358654 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2ea30424-2f7b-4329-98ce-c1601accea31 req-0a26af93-2573-430d-9d39-7880f56a285a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:10.469041 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-9260f553-9121-4782-bf50-965ea7e7f183 None None] Set router cde63e6a-de58-4dfa-9952-23a9a8dc0f2b gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:49:10.481325 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c4de8-087d-4438-8de5-064f3df872b4 None None] Pushing event updated for resources: {'Port': ['ID=230c62a3-4889-420a-992a-ae3e67b8b7de,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:10.544974 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Attempting to bind port 230c62a3-4889-420a-992a-ae3e67b8b7de on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:49:10.545742 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Attempting to bind port 230c62a3-4889-420a-992a-ae3e67b8b7de by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '216409c8-7825-4b5e-b744-54c1f289069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:49:10.546403 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Attempting to bind port 230c62a3-4889-420a-992a-ae3e67b8b7de on network bf74350f-e652-43da-9ffe-e77840fa3340 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:49:10.553394 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:49:10.554237 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Checking segment: {'id': '216409c8-7825-4b5e-b744-54c1f289069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:49:10.554901 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:10.555610 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Bound using segment: {'id': '216409c8-7825-4b5e-b744-54c1f289069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:49:10.556314 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Bound port: 230c62a3-4889-420a-992a-ae3e67b8b7de, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216409c8-7825-4b5e-b744-54c1f289069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:49:10.556975 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:10.589748 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:49:10.624460 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2ea30424-2f7b-4329-98ce-c1601accea31 req-0a26af93-2573-430d-9d39-7880f56a285a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] For port 861babb4-8e5e-48ca-b384-e80897625356, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=861babb4-8e5e-48ca-b384-e80897625356,segment=NetworkSegment(f4f49e7e-1c8f-4fcc-8713-06dab0380af3),segment_id=f4f49e7e-1c8f-4fcc-8713-06dab0380af3)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:49:10.624836 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2ea30424-2f7b-4329-98ce-c1601accea31 req-0a26af93-2573-430d-9d39-7880f56a285a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:10.665121 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721f6d5-cc23-48c5-93d3-186281293a0e req-b27c09c4-0727-4cbb-9b99-28906a05772b tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:10.676288 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7721f6d5-cc23-48c5-93d3-186281293a0e req-b27c09c4-0727-4cbb-9b99-28906a05772b tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 945 time: 0.1979985 Aug 20 10:49:10.690630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-2ea30424-2f7b-4329-98ce-c1601accea31 req-0a26af93-2573-430d-9d39-7880f56a285a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Calling delete_port for 861babb4-8e5e-48ca-b384-e80897625356 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:49:10.774548 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] For port 230c62a3-4889-420a-992a-ae3e67b8b7de, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:49:10.779954 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] For port 230c62a3-4889-420a-992a-ae3e67b8b7de, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=230c62a3-4889-420a-992a-ae3e67b8b7de,segment=NetworkSegment(216409c8-7825-4b5e-b744-54c1f289069f),segment_id=216409c8-7825-4b5e-b744-54c1f289069f)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:49:10.785234 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:10.801733 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7721f6d5-cc23-48c5-93d3-186281293a0e req-09c53d26-0a79-4c71-b02f-64e0bf450c2a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/security-groups?id=18e4a382-44a2-4dd2-aa0a-41fea4b4a802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241682 Aug 20 10:49:10.863683 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Routers {'e9877c59-41b0-4e91-a810-025ab491095b'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:49:10.864582 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:49:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e9877c59-41b0-4e91-a810-025ab491095b'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:10.909090 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c4de8-087d-4438-8de5-064f3df872b4 None None] Pushing event updated for resources: {'Port': ['ID=230c62a3-4889-420a-992a-ae3e67b8b7de,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:10.925194 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f63c244e-b7cb-43b1-840c-e2a5dd5906b9 req-e95bd54a-606a-4cb5-b96c-8c297f890bd2 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 210 time: 0.1914282 Aug 20 10:49:11.048915 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:49:11.053787 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:11.114544 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] Set router e9877c59-41b0-4e91-a810-025ab491095b gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:49:11.133962 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd5819-3f9e-4300-8a39-41eff362d157 req-50686056-229c-42c8-99bc-c6c0a1b994e8 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:11.135915 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e4fd5819-3f9e-4300-8a39-41eff362d157 req-50686056-229c-42c8-99bc-c6c0a1b994e8 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 947 time: 0.0981042 Aug 20 10:49:11.156634 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2ea30424-2f7b-4329-98ce-c1601accea31 req-0a26af93-2573-430d-9d39-7880f56a285a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:11.270819 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e4fd5819-3f9e-4300-8a39-41eff362d157 req-cd17614c-a346-4f66-ac2e-c1bc87676bec tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250925 Aug 20 10:49:11.377260 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea30424-2f7b-4329-98ce-c1601accea31 req-0a26af93-2573-430d-9d39-7880f56a285a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] No DVR routers for this DVR port 861babb4-8e5e-48ca-b384-e80897625356 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:49:11.536175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9260f553-9121-4782-bf50-965ea7e7f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'name': 'tempest-TestNetworkBasicOps-router-275290348', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:06Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3572ea98-7652-45aa-b785-1c17dc565eab', 'name': '', 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:71:d9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:05Z', 'updated_at': '2021-08-20T10:48:13Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:11.574894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26af93-2573-430d-9d39-7880f56a285a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'Port': ['ID=861babb4-8e5e-48ca-b384-e80897625356,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:11.594845 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-69b4c053-05ed-483b-a5d1-9a0b51d89195 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:11.596988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9260f553-9121-4782-bf50-965ea7e7f183 None None] The sync data for ids ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'] in n-d-778550-11 is: [{'id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'name': 'tempest-TestNetworkBasicOps-router-275290348', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:06Z', 'revision_number': 4, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3572ea98-7652-45aa-b785-1c17dc565eab', 'name': '', 'network_id': 'f8f685f1-a478-4cf3-a0ff-049dda1ac69e', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'mac_address': 'fa:16:3e:71:d9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:05Z', 'updated_at': '2021-08-20T10:48:13Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'subnets': [{'id': 'c4fc5702-0438-41c5-934f-c1608491883d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:49:11.598156 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-69b4c053-05ed-483b-a5d1-9a0b51d89195 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.42 "GET /v2.0/networks?id=bf74350f-e652-43da-9ffe-e77840fa3340 HTTP/1.1" status: 200 len: 796 time: 0.2235029 Aug 20 10:49:11.600652 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2ea30424-2f7b-4329-98ce-c1601accea31 req-0a26af93-2573-430d-9d39-7880f56a285a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:11.617752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ea30424-2f7b-4329-98ce-c1601accea31 req-0a26af93-2573-430d-9d39-7880f56a285a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.42 "DELETE /v2.0/ports/861babb4-8e5e-48ca-b384-e80897625356 HTTP/1.1" status: 204 len: 173 time: 1.4395428 Aug 20 10:49:11.618521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075d7797-df18-4426-ab30-342317d52871', 'name': 'network-vif-deleted', 'tag': '861babb4-8e5e-48ca-b384-e80897625356'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:49:11.621783 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269028ea-640e-4921-98c5-54fc8e66cec6" -d '{"events": [{"server_uuid": "075d7797-df18-4426-ab30-342317d52871", "name": "network-vif-deleted", "tag": "861babb4-8e5e-48ca-b384-e80897625356"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:49:11.671124 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813977379', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:49:02Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:03Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '230c62a3-4889-420a-992a-ae3e67b8b7de', 'name': '', 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:20:1c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:05Z', 'updated_at': '2021-08-20T10:49:10Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:11.728292 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-91641bf8-665d-4415-a56c-e07e9837b91c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a42de817dc7f43e1b394c597ce63df37 HTTP/1.1" status: 200 len: 379 time: 0.1027246 Aug 20 10:49:11.739176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-edcaed8a-1657-46ca-91de-6dc5b627fe21 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'port': {'device_id': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340', 'admin_state_up': True, 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'security_groups': ['8acfc3e3-e5e3-4911-8d07-2f0d84195a45']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:49:11.760695 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35150e73-2f3e-410b-8f09-3b64b92f087e x-openstack-request-id: req-35150e73-2f3e-410b-8f09-3b64b92f087e {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:49:11.760984 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075d7797-df18-4426-ab30-342317d52871", "name": "network-vif-deleted", "tag": "861babb4-8e5e-48ca-b384-e80897625356", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:49:11.761247 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35150e73-2f3e-410b-8f09-3b64b92f087e {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:49:11.761649 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075d7797-df18-4426-ab30-342317d52871', 'name': 'network-vif-deleted', 'tag': '861babb4-8e5e-48ca-b384-e80897625356', 'status': 'completed', 'code': 200} Aug 20 10:49:11.794961 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb153541-5bc5-484f-add8-51fcf41fe522 None None] The sync data for ids ['e9877c59-41b0-4e91-a810-025ab491095b'] in n-d-778550-11 is: [{'id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813977379', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:49:02Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:03Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '230c62a3-4889-420a-992a-ae3e67b8b7de', 'name': '', 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:20:1c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:05Z', 'updated_at': '2021-08-20T10:49:10Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:49:11.914567 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:49:12.031930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-edcaed8a-1657-46ca-91de-6dc5b627fe21 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Made reservation on behalf of a42de817dc7f43e1b394c597ce63df37 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:49:12.041400 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-edcaed8a-1657-46ca-91de-6dc5b627fe21 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:12.137924 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-97079160-9c21-4aa7-b5ef-09cb39d1a204 req-cf94e1c5-caf7-4982-b236-1170ef63bfba tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "GET /v2.0/ports?device_id=075d7797-df18-4426-ab30-342317d52871 HTTP/1.1" status: 200 len: 210 time: 0.0719101 Aug 20 10:49:12.202471 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cbd3a6e6-9283-4aa9-bc20-33d3b39a11af req-6d429e75-41bf-4ec6-b639-44e894292b7f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 210 time: 0.0760860 Aug 20 10:49:12.281891 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40da806-7877-4a70-b730-b8f6a6e1e7d1 None None] New status for floating IP 7372f5e8-e276-4a02-a594-ab87e40d015e: DOWN {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:49:12.354065 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-edcaed8a-1657-46ca-91de-6dc5b627fe21 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Allocated IP 172.20.0.7 (bf74350f-e652-43da-9ffe-e77840fa3340/48ee5807-1f9a-4d45-a521-1a095c7a29ae/fac92f70-9807-4b41-addc-a8e7387653df) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:49:12.491518 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d623d1-8cb5-40a6-8b6b-b40fad262e41 req-32632cde-99c7-4033-8f03-358e28178b2f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:12.500593 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7d623d1-8cb5-40a6-8b6b-b40fad262e41 req-32632cde-99c7-4033-8f03-358e28178b2f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 947 time: 0.0889609 Aug 20 10:49:12.565623 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7d623d1-8cb5-40a6-8b6b-b40fad262e41 req-641517d2-03d5-4f36-abeb-eb6534c89666 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636294 Aug 20 10:49:12.840706 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 861babb4-8e5e-48ca-b384-e80897625356 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:49:12.868747 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 861babb4-8e5e-48ca-b384-e80897625356 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:49:12.869010 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 861babb4-8e5e-48ca-b384-e80897625356 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:49:12.950100 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-edcaed8a-1657-46ca-91de-6dc5b627fe21 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:12.964182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-edcaed8a-1657-46ca-91de-6dc5b627fe21 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Transition to ACTIVE for port object fac92f70-9807-4b41-addc-a8e7387653df will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:49:13.000873 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-edcaed8a-1657-46ca-91de-6dc5b627fe21 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:13.054355 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-edcaed8a-1657-46ca-91de-6dc5b627fe21 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network bf74350f-e652-43da-9ffe-e77840fa3340 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:49:13.057750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-edcaed8a-1657-46ca-91de-6dc5b627fe21 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:49:13.065594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-edcaed8a-1657-46ca-91de-6dc5b627fe21 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:49:13.070582 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaed8a-1657-46ca-91de-6dc5b627fe21 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=fac92f70-9807-4b41-addc-a8e7387653df,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:13.127738 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-edcaed8a-1657-46ca-91de-6dc5b627fe21 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:13.128391 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-edcaed8a-1657-46ca-91de-6dc5b627fe21 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:13.149920 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-edcaed8a-1657-46ca-91de-6dc5b627fe21 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4156473 Aug 20 10:49:13.163041 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Request body: {'port': {'device_id': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:49:13.250221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58300) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:13.264838 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:13.402364 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd24f76a-8791-4875-ac2e-98a0b4ec6eea tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:13.441219 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd24f76a-8791-4875-ac2e-98a0b4ec6eea tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:13.441504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3cad1b3f-56f3-4f8c-a1b9-59f5d4a1faf5 None None] Provisioning for port fac92f70-9807-4b41-addc-a8e7387653df completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:49:13.451778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3cad1b3f-56f3-4f8c-a1b9-59f5d4a1faf5 None None] Provisioning complete for port fac92f70-9807-4b41-addc-a8e7387653df triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:49:13.452146 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3cad1b3f-56f3-4f8c-a1b9-59f5d4a1faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:13.465613 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2f1fa-5aa2-430e-b9af-b9b69bd8f0ea req-85ce06d1-c08f-4dbc-9489-21f1e62a21df tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:13.467581 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9eb2f1fa-5aa2-430e-b9af-b9b69bd8f0ea req-85ce06d1-c08f-4dbc-9489-21f1e62a21df tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 931 time: 0.1229515 Aug 20 10:49:13.542593 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3cad1b3f-56f3-4f8c-a1b9-59f5d4a1faf5 None None] Port fac92f70-9807-4b41-addc-a8e7387653df cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:49:13.582460 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9eb2f1fa-5aa2-430e-b9af-b9b69bd8f0ea req-bdca63d1-8964-45eb-bd55-84ea7f84c594 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048472 Aug 20 10:49:13.614148 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd24f76a-8791-4875-ac2e-98a0b4ec6eea tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:13.617435 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cd24f76a-8791-4875-ac2e-98a0b4ec6eea tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:13.618839 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cd24f76a-8791-4875-ac2e-98a0b4ec6eea tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "DELETE /v2.0/security-groups/18e4a382-44a2-4dd2-aa0a-41fea4b4a802 HTTP/1.1" status: 204 len: 168 time: 0.3676252 Aug 20 10:49:13.637609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f76a-8791-4875-ac2e-98a0b4ec6eea tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e4a382-44a2-4dd2-aa0a-41fea4b4a802,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:13.641841 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 230c62a3-4889-420a-992a-ae3e67b8b7de up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:49:13.649396 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f76a-8791-4875-ac2e-98a0b4ec6eea tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:13.650289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f76a-8791-4875-ac2e-98a0b4ec6eea tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:13.651203 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f76a-8791-4875-ac2e-98a0b4ec6eea tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:13.651992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f76a-8791-4875-ac2e-98a0b4ec6eea tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:13.652387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f76a-8791-4875-ac2e-98a0b4ec6eea tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:13.652780 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f76a-8791-4875-ac2e-98a0b4ec6eea tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:13.653125 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f76a-8791-4875-ac2e-98a0b4ec6eea tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:13.653513 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f76a-8791-4875-ac2e-98a0b4ec6eea tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:13.653899 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f76a-8791-4875-ac2e-98a0b4ec6eea tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:13.654243 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f76a-8791-4875-ac2e-98a0b4ec6eea tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:13.654633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f76a-8791-4875-ac2e-98a0b4ec6eea tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:13.654992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f76a-8791-4875-ac2e-98a0b4ec6eea tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:49:13.663198 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58304) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:13.678081 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac92f70-9807-4b41-addc-a8e7387653df {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:49:13.687137 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:13.702538 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Transition to ACTIVE for port object fac92f70-9807-4b41-addc-a8e7387653df will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:49:13.708306 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:13.726783 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 230c62a3-4889-420a-992a-ae3e67b8b7de completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:49:13.734568 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 230c62a3-4889-420a-992a-ae3e67b8b7de triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:49:13.735123 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:13.816498 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Pushing event updated for resources: {'Port': ['ID=fac92f70-9807-4b41-addc-a8e7387653df,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:13.894518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Attempting to bind port fac92f70-9807-4b41-addc-a8e7387653df on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:49:13.895452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Attempting to bind port fac92f70-9807-4b41-addc-a8e7387653df by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '216409c8-7825-4b5e-b744-54c1f289069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:49:13.895753 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Attempting to bind port fac92f70-9807-4b41-addc-a8e7387653df on network bf74350f-e652-43da-9ffe-e77840fa3340 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:49:13.897316 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:13.902400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Port fac92f70-9807-4b41-addc-a8e7387653df on network bf74350f-e652-43da-9ffe-e77840fa3340 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:49:13.902792 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Attempting to bind port fac92f70-9807-4b41-addc-a8e7387653df on network bf74350f-e652-43da-9ffe-e77840fa3340 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:49:13.908221 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:49:13.908561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Checking segment: {'id': '216409c8-7825-4b5e-b744-54c1f289069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:49:13.908948 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Bound using segment: {'id': '216409c8-7825-4b5e-b744-54c1f289069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:49:13.909385 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Bound port: fac92f70-9807-4b41-addc-a8e7387653df, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216409c8-7825-4b5e-b744-54c1f289069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:49:13.909744 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:13.940510 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 230c62a3-4889-420a-992a-ae3e67b8b7de, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=230c62a3-4889-420a-992a-ae3e67b8b7de,segment=NetworkSegment(216409c8-7825-4b5e-b744-54c1f289069f),segment_id=216409c8-7825-4b5e-b744-54c1f289069f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:49:13.945935 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:14.002418 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] For port fac92f70-9807-4b41-addc-a8e7387653df, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:49:14.006559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] For port fac92f70-9807-4b41-addc-a8e7387653df, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=fac92f70-9807-4b41-addc-a8e7387653df,segment=NetworkSegment(216409c8-7825-4b5e-b744-54c1f289069f),segment_id=216409c8-7825-4b5e-b744-54c1f289069f)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:49:14.012695 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:14.032217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=230c62a3-4889-420a-992a-ae3e67b8b7de,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:14.064862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:14.065999 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:14.067884 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] 10.222.0.42 "PUT /v2.0/ports/fac92f70-9807-4b41-addc-a8e7387653df HTTP/1.1" status: 200 len: 1092 time: 0.9100015 Aug 20 10:49:14.068432 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'tag': 'fac92f70-9807-4b41-addc-a8e7387653df'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:49:14.070712 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d501486-76ad-4440-8263-64f947e9fe73" -d '{"events": [{"name": "network-changed", "server_uuid": "c85374c9-3040-4538-a0fe-06b3976a0636", "tag": "fac92f70-9807-4b41-addc-a8e7387653df"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:49:14.145163 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc835442-5e24-4a4c-a35f-9121b1d122c9 x-openstack-request-id: req-fc835442-5e24-4a4c-a35f-9121b1d122c9 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:49:14.145614 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85374c9-3040-4538-a0fe-06b3976a0636", "tag": "fac92f70-9807-4b41-addc-a8e7387653df", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:49:14.145878 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc835442-5e24-4a4c-a35f-9121b1d122c9 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:49:14.146284 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'tag': 'fac92f70-9807-4b41-addc-a8e7387653df', 'status': 'completed', 'code': 200} Aug 20 10:49:14.156306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f1c2f-8a78-43e9-a36d-391adf008072 service neutron] Pushing event updated for resources: {'Port': ['ID=fac92f70-9807-4b41-addc-a8e7387653df,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:14.176564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-e4597e42-1d26-4f71-bdac-7c5176bdbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:14.179776 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-e4597e42-1d26-4f71-bdac-7c5176bdbb4a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 1095 time: 0.0669372 Aug 20 10:49:14.196529 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99ce6d41-9f70-4f68-9ca4-da728a1003b1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:14.231429 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3774ed32-75f8-4166-8c90-c1289e27ecde service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fac92f70-9807-4b41-addc-a8e7387653df HTTP/1.1" status: 200 len: 217 time: 0.0410218 Aug 20 10:49:14.310827 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-37e18369-af0f-4eef-a0e1-e59723f22600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:14.312632 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-37e18369-af0f-4eef-a0e1-e59723f22600 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48ee5807-1f9a-4d45-a521-1a095c7a29ae HTTP/1.1" status: 200 len: 833 time: 0.0747983 Aug 20 10:49:14.382047 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3fc6b045-88bd-4d9e-b992-f7c9fd9f6f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:14.386302 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-3fc6b045-88bd-4d9e-b992-f7c9fd9f6f22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf74350f-e652-43da-9ffe-e77840fa3340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649133 Aug 20 10:49:14.499453 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-f5617a59-27df-49da-9933-f38b739950ff service neutron] 10.222.0.42 "GET /v2.0/networks/bf74350f-e652-43da-9ffe-e77840fa3340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076183 Aug 20 10:49:14.558734 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-99ce6d41-9f70-4f68-9ca4-da728a1003b1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Deleting port 3572ea98-7652-45aa-b785-1c17dc565eab {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:49:14.559299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99ce6d41-9f70-4f68-9ca4-da728a1003b1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:14.599980 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6c79e9fa-6c6e-4433-a273-d9e24b42e8aa req-e457864c-81bb-4c47-898a-a869e64a2f1a service neutron] 10.222.0.42 "GET /v2.0/networks/bf74350f-e652-43da-9ffe-e77840fa3340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940177 Aug 20 10:49:14.688968 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-99ce6d41-9f70-4f68-9ca4-da728a1003b1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] For port 3572ea98-7652-45aa-b785-1c17dc565eab, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3572ea98-7652-45aa-b785-1c17dc565eab,segment=NetworkSegment(f4f49e7e-1c8f-4fcc-8713-06dab0380af3),segment_id=f4f49e7e-1c8f-4fcc-8713-06dab0380af3)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:49:14.691416 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99ce6d41-9f70-4f68-9ca4-da728a1003b1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:14.709316 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-99ce6d41-9f70-4f68-9ca4-da728a1003b1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Calling delete_port for 3572ea98-7652-45aa-b785-1c17dc565eab owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:49:14.747685 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d501486-76ad-4440-8263-64f947e9fe73 req-72f0c992-2d64-4fa7-823d-b237404ce5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:14.748673 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d501486-76ad-4440-8263-64f947e9fe73 req-72f0c992-2d64-4fa7-823d-b237404ce5cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 1095 time: 0.0826504 Aug 20 10:49:14.760950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfeaeed-5d3f-4cc4-9f2a-e45c6421790c req-9a384338-3b6b-4497-b337-a63ed989b10a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:14.762609 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bfeaeed-5d3f-4cc4-9f2a-e45c6421790c req-9a384338-3b6b-4497-b337-a63ed989b10a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 943 time: 0.0979652 Aug 20 10:49:14.872066 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1bfeaeed-5d3f-4cc4-9f2a-e45c6421790c req-d4617d6c-fc66-4c2b-8493-c1d327e90fea tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876067 Aug 20 10:49:14.901309 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d501486-76ad-4440-8263-64f947e9fe73 req-e9877a31-db58-49d1-a73c-b76d2090bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:14.903793 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d501486-76ad-4440-8263-64f947e9fe73 req-e9877a31-db58-49d1-a73c-b76d2090bafb service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf74350f-e652-43da-9ffe-e77840fa3340 HTTP/1.1" status: 200 len: 897 time: 0.1400795 Aug 20 10:49:14.950818 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d501486-76ad-4440-8263-64f947e9fe73 req-208caaf9-09ad-4fb2-8828-bd05a5d087cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fac92f70-9807-4b41-addc-a8e7387653df HTTP/1.1" status: 200 len: 217 time: 0.0383554 Aug 20 10:49:14.958305 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99ce6d41-9f70-4f68-9ca4-da728a1003b1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:14.991489 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce6d41-9f70-4f68-9ca4-da728a1003b1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'Port': ['ID=3572ea98-7652-45aa-b785-1c17dc565eab,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:15.005602 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d501486-76ad-4440-8263-64f947e9fe73 req-6f0f0cf6-e98f-48f6-ac5f-e2b09e1479a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:15.007239 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d501486-76ad-4440-8263-64f947e9fe73 req-6f0f0cf6-e98f-48f6-ac5f-e2b09e1479a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48ee5807-1f9a-4d45-a521-1a095c7a29ae HTTP/1.1" status: 200 len: 833 time: 0.0478506 Aug 20 10:49:15.063257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d501486-76ad-4440-8263-64f947e9fe73 req-e42e336d-ba32-4cea-975f-71683e49a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:15.064905 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d501486-76ad-4440-8263-64f947e9fe73 req-e42e336d-ba32-4cea-975f-71683e49a3cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf74350f-e652-43da-9ffe-e77840fa3340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493574 Aug 20 10:49:15.185450 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d501486-76ad-4440-8263-64f947e9fe73 req-91c22de5-2142-4f2a-a188-db5b30b464e3 service neutron] 10.222.0.42 "GET /v2.0/networks/bf74350f-e652-43da-9ffe-e77840fa3340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111734 Aug 20 10:49:15.192615 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99ce6d41-9f70-4f68-9ca4-da728a1003b1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:15.292964 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d501486-76ad-4440-8263-64f947e9fe73 req-a26a6b2d-f7f0-4e85-b761-dcd7045f4f53 service neutron] 10.222.0.42 "GET /v2.0/networks/bf74350f-e652-43da-9ffe-e77840fa3340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980909 Aug 20 10:49:15.462857 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ce6d41-9f70-4f68-9ca4-da728a1003b1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Router cde63e6a-de58-4dfa-9952-23a9a8dc0f2b has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:49:15.586965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ce6d41-9f70-4f68-9ca4-da728a1003b1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:49:15.595792 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-99ce6d41-9f70-4f68-9ca4-da728a1003b1 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "PUT /v2.0/routers/cde63e6a-de58-4dfa-9952-23a9a8dc0f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9273090 Aug 20 10:49:15.596766 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58316) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:15.601344 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463fb6ab-b8d5-4677-9db1-5468db9395aa None None] Sync routers for ids ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:49:15.623116 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463fb6ab-b8d5-4677-9db1-5468db9395aa None None] Routers {'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:49:15.623803 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-463fb6ab-b8d5-4677-9db1-5468db9395aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:49:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:15.639373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 230c62a3-4889-420a-992a-ae3e67b8b7de up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:49:15.663250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ed5fb3-1ccc-4cf2-b322-2b01945b2a4a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Deleting subnet c4fc5702-0438-41c5-934f-c1608491883d {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:49:15.666631 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46ed5fb3-1ccc-4cf2-b322-2b01945b2a4a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:15.692439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 230c62a3-4889-420a-992a-ae3e67b8b7de triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:49:15.693099 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:15.710167 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46ed5fb3-1ccc-4cf2-b322-2b01945b2a4a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:15.826812 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46ed5fb3-1ccc-4cf2-b322-2b01945b2a4a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:15.827876 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-463fb6ab-b8d5-4677-9db1-5468db9395aa None None] Set router cde63e6a-de58-4dfa-9952-23a9a8dc0f2b gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:49:15.895913 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46ed5fb3-1ccc-4cf2-b322-2b01945b2a4a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:15.924519 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed5fb3-1ccc-4cf2-b322-2b01945b2a4a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'Subnet': ['ID=c4fc5702-0438-41c5-934f-c1608491883d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:15.930594 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46ed5fb3-1ccc-4cf2-b322-2b01945b2a4a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:15.935688 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58320) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:15.935900 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-46ed5fb3-1ccc-4cf2-b322-2b01945b2a4a tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "DELETE /v2.0/subnets/c4fc5702-0438-41c5-934f-c1608491883d HTTP/1.1" status: 204 len: 168 time: 0.3373249 Aug 20 10:49:15.937699 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fea9c51-b132-4b63-b678-8f467a8d44c1 None None] Network f8f685f1-a478-4cf3-a0ff-049dda1ac69e requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:49:16.045579 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-463fb6ab-b8d5-4677-9db1-5468db9395aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'name': 'tempest-TestNetworkBasicOps-router-275290348', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:49:14Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:16.068601 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f25751-adb9-4bb0-9d41-f184135772ff req-38bd3bbb-7be6-466e-afcb-84c202688b44 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:16.071033 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08f25751-adb9-4bb0-9d41-f184135772ff req-38bd3bbb-7be6-466e-afcb-84c202688b44 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 943 time: 0.0823736 Aug 20 10:49:16.081032 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463fb6ab-b8d5-4677-9db1-5468db9395aa None None] Checking router: cde63e6a-de58-4dfa-9952-23a9a8dc0f2b for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:49:16.083009 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b873b76-76fa-4fee-9061-e10c3cc2c2a6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:16.092249 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463fb6ab-b8d5-4677-9db1-5468db9395aa None None] Routers {'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:49:16.092566 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-463fb6ab-b8d5-4677-9db1-5468db9395aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:49:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:16.121348 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08f25751-adb9-4bb0-9d41-f184135772ff req-60828c14-2df0-4696-bc2f-eb0fbd6d99a7 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431552 Aug 20 10:49:16.182405 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae5e073-f609-44e7-b61e-65416e1ef401 None None] DHCP port deletion for f8f685f1-a478-4cf3-a0ff-049dda1ac69e request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:49:16.212087 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b873b76-76fa-4fee-9061-e10c3cc2c2a6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:16.225816 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-463fb6ab-b8d5-4677-9db1-5468db9395aa None None] Set router cde63e6a-de58-4dfa-9952-23a9a8dc0f2b gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:49:16.238212 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-fae5e073-f609-44e7-b61e-65416e1ef401 None None] Deleting port 213bb320-c0d2-4da6-8f02-84b8bf8fbf34 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:49:16.238714 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fae5e073-f609-44e7-b61e-65416e1ef401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:16.290008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-8b873b76-76fa-4fee-9061-e10c3cc2c2a6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Deleting port 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:49:16.290356 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b873b76-76fa-4fee-9061-e10c3cc2c2a6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:16.302522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-fae5e073-f609-44e7-b61e-65416e1ef401 None None] For port 213bb320-c0d2-4da6-8f02-84b8bf8fbf34, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=213bb320-c0d2-4da6-8f02-84b8bf8fbf34,segment=NetworkSegment(f4f49e7e-1c8f-4fcc-8713-06dab0380af3),segment_id=f4f49e7e-1c8f-4fcc-8713-06dab0380af3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:49:16.303084 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fae5e073-f609-44e7-b61e-65416e1ef401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:16.315902 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-fae5e073-f609-44e7-b61e-65416e1ef401 None None] Calling delete_port for 213bb320-c0d2-4da6-8f02-84b8bf8fbf34 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:49:16.384863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-8b873b76-76fa-4fee-9061-e10c3cc2c2a6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] For port 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:49:16.385482 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b873b76-76fa-4fee-9061-e10c3cc2c2a6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:16.402193 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fae5e073-f609-44e7-b61e-65416e1ef401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:16.409759 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-8b873b76-76fa-4fee-9061-e10c3cc2c2a6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Calling delete_port for 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:49:16.430213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5e073-f609-44e7-b61e-65416e1ef401 None None] Pushing event deleted for resources: {'Port': ['ID=213bb320-c0d2-4da6-8f02-84b8bf8fbf34,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:16.437323 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae5e073-f609-44e7-b61e-65416e1ef401 None None] No DVR routers for this DVR port 213bb320-c0d2-4da6-8f02-84b8bf8fbf34 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:49:16.477468 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-463fb6ab-b8d5-4677-9db1-5468db9395aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'name': 'tempest-TestNetworkBasicOps-router-275290348', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:49:14Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:16.515759 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463fb6ab-b8d5-4677-9db1-5468db9395aa None None] The sync data for ids ['cde63e6a-de58-4dfa-9952-23a9a8dc0f2b'] in n-d-778550-11 is: [{'id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'name': 'tempest-TestNetworkBasicOps-router-275290348', 'tenant_id': 'ec29969148b94deaa5cea655cffb346f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:49:14Z', 'revision_number': 5, 'project_id': 'ec29969148b94deaa5cea655cffb346f', 'gw_port': {'id': '2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde63e6a-de58-4dfa-9952-23a9a8dc0f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:48:02Z', 'updated_at': '2021-08-20T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:49:16.651740 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b873b76-76fa-4fee-9061-e10c3cc2c2a6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:16.698996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b873b76-76fa-4fee-9061-e10c3cc2c2a6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'Port': ['ID=2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:16.777200 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b873b76-76fa-4fee-9061-e10c3cc2c2a6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:16.875119 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b873b76-76fa-4fee-9061-e10c3cc2c2a6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:16.878647 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b873b76-76fa-4fee-9061-e10c3cc2c2a6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:16.937816 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b873b76-76fa-4fee-9061-e10c3cc2c2a6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:16.938526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b873b76-76fa-4fee-9061-e10c3cc2c2a6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Fanout notify agent at l3_agent the message router_deleted on router cde63e6a-de58-4dfa-9952-23a9a8dc0f2b {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:49:16.950230 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8b873b76-76fa-4fee-9061-e10c3cc2c2a6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:16.952084 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8b873b76-76fa-4fee-9061-e10c3cc2c2a6 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "DELETE /v2.0/routers/cde63e6a-de58-4dfa-9952-23a9a8dc0f2b HTTP/1.1" status: 204 len: 168 time: 1.0154905 Aug 20 10:49:16.955504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58324) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:17.053470 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c4c785c-56ec-495b-92bf-107fdef356c0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:17.155287 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c4c785c-56ec-495b-92bf-107fdef356c0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:17.172289 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-1c4c785c-56ec-495b-92bf-107fdef356c0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f685f1-a478-4cf3-a0ff-049dda1ac69e']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:17.191367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-1c4c785c-56ec-495b-92bf-107fdef356c0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f49e7e-1c8f-4fcc-8713-06dab0380af3') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:17.191813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-1c4c785c-56ec-495b-92bf-107fdef356c0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f49e7e-1c8f-4fcc-8713-06dab0380af3') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:17.212182 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c4c785c-56ec-495b-92bf-107fdef356c0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:17.270255 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c4c785c-56ec-495b-92bf-107fdef356c0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:17.282193 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4c785c-56ec-495b-92bf-107fdef356c0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:49:17.282668 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c4c785c-56ec-495b-92bf-107fdef356c0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:49:17.286979 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:49:17.354670 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97fde0-d578-4adb-9905-eead1adf6a4b req-65e78f99-71b1-46df-8047-422a7943cd45 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:17.356244 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1f97fde0-d578-4adb-9905-eead1adf6a4b req-65e78f99-71b1-46df-8047-422a7943cd45 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 943 time: 0.1435859 Aug 20 10:49:17.372322 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c4c785c-56ec-495b-92bf-107fdef356c0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:17.387857 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1c4c785c-56ec-495b-92bf-107fdef356c0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:17.389575 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1c4c785c-56ec-495b-92bf-107fdef356c0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] 10.222.0.16 "DELETE /v2.0/networks/f8f685f1-a478-4cf3-a0ff-049dda1ac69e HTTP/1.1" status: 204 len: 168 time: 0.4331062 Aug 20 10:49:17.410907 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c785c-56ec-495b-92bf-107fdef356c0 tempest-TestNetworkBasicOps-237839440 tempest-TestNetworkBasicOps-237839440-project] Pushing event deleted for resources: {'Network': ['ID=f8f685f1-a478-4cf3-a0ff-049dda1ac69e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:17.428468 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1f97fde0-d578-4adb-9905-eead1adf6a4b req-cb392cb5-4856-4344-9242-3f47420e7a1d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641782 Aug 20 10:49:17.669311 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 213bb320-c0d2-4da6-8f02-84b8bf8fbf34 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:49:17.700340 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 213bb320-c0d2-4da6-8f02-84b8bf8fbf34 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:49:17.700763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 213bb320-c0d2-4da6-8f02-84b8bf8fbf34 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:49:17.701315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:49:17.723195 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:49:17.723557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2eda40a5-c3f1-4b3c-9cd7-52b4a3d93916 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:49:17.724038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3572ea98-7652-45aa-b785-1c17dc565eab no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:49:17.755189 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 3572ea98-7652-45aa-b785-1c17dc565eab {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:49:17.755539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3572ea98-7652-45aa-b785-1c17dc565eab not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:49:17.826032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58334) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:18.002197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-20c6d15d-ed81-41d6-abcd-49cf8b380615 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec29969148b94deaa5cea655cffb346f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1748700 Aug 20 10:49:18.005588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58338) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:18.076628 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a99d9421-3464-4292-9112-3b2e438654fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:18.106427 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a99d9421-3464-4292-9112-3b2e438654fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:18.161573 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a99d9421-3464-4292-9112-3b2e438654fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:18.166250 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a99d9421-3464-4292-9112-3b2e438654fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:18.168587 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a99d9421-3464-4292-9112-3b2e438654fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a36a004-29c9-4b2d-80c6-bd119d3e7dc3 HTTP/1.1" status: 204 len: 168 time: 0.1614413 Aug 20 10:49:18.182706 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d9421-3464-4292-9112-3b2e438654fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a36a004-29c9-4b2d-80c6-bd119d3e7dc3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:18.505172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58346) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:18.518702 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f7153787-a319-4078-a4af-d04ca4382693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:18.589938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b6c9c-9085-4eaf-a93a-3bc319c07a5d req-1ae96689-0a14-484a-93cf-439a142fb194 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:18.592186 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1f3b6c9c-9085-4eaf-a93a-3bc319c07a5d req-1ae96689-0a14-484a-93cf-439a142fb194 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 943 time: 0.0780213 Aug 20 10:49:18.610076 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:18.655447 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1f3b6c9c-9085-4eaf-a93a-3bc319c07a5d req-79fddff3-7fba-4d98-b35c-b011c8510805 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477953 Aug 20 10:49:18.671992 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f7153787-a319-4078-a4af-d04ca4382693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:18.683202 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f7153787-a319-4078-a4af-d04ca4382693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:18.724194 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f7153787-a319-4078-a4af-d04ca4382693 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=722612ea8fc4486aa263e8de1ba3669b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176123 Aug 20 10:49:18.725350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7153787-a319-4078-a4af-d04ca4382693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c34ebb-cfd7-40d5-a584-7aedeae3fc8b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:18.728073 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58350) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:18.788146 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-879bd1b9-6967-4c80-854d-e41fcb6fd442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:18.815365 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-879bd1b9-6967-4c80-854d-e41fcb6fd442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:18.871130 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-879bd1b9-6967-4c80-854d-e41fcb6fd442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:18.873797 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device fac92f70-9807-4b41-addc-a8e7387653df details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:49:18.875885 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-879bd1b9-6967-4c80-854d-e41fcb6fd442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:18.881051 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-879bd1b9-6967-4c80-854d-e41fcb6fd442 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66c34ebb-cfd7-40d5-a584-7aedeae3fc8b HTTP/1.1" status: 204 len: 168 time: 0.1476719 Aug 20 10:49:18.885707 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bd1b9-6967-4c80-854d-e41fcb6fd442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c34ebb-cfd7-40d5-a584-7aedeae3fc8b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:19.028873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port fac92f70-9807-4b41-addc-a8e7387653df, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=fac92f70-9807-4b41-addc-a8e7387653df,segment=NetworkSegment(216409c8-7825-4b5e-b744-54c1f289069f),segment_id=216409c8-7825-4b5e-b744-54c1f289069f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:49:19.042556 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'fac92f70-9807-4b41-addc-a8e7387653df', 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340', 'port_id': 'fac92f70-9807-4b41-addc-a8e7387653df', 'mac_address': 'fa:16:3e:fb:4d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:49:19.098962 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:19.121140 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac92f70-9807-4b41-addc-a8e7387653df {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:49:19.147837 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port fac92f70-9807-4b41-addc-a8e7387653df, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=fac92f70-9807-4b41-addc-a8e7387653df,segment=NetworkSegment(216409c8-7825-4b5e-b744-54c1f289069f),segment_id=216409c8-7825-4b5e-b744-54c1f289069f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:49:19.153102 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:19.225937 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=fac92f70-9807-4b41-addc-a8e7387653df,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:19.352943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['fac92f70-9807-4b41-addc-a8e7387653df'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:49:19.808034 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355934d-f090-4c12-b040-2de5ddc5d777 req-13395b24-8fa4-4795-9340-b103ea8b39cd tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:19.815710 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4355934d-f090-4c12-b040-2de5ddc5d777 req-13395b24-8fa4-4795-9340-b103ea8b39cd tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 944 time: 0.0754044 Aug 20 10:49:19.851314 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4355934d-f090-4c12-b040-2de5ddc5d777 req-03610319-7d2e-4d82-80f1-64f32b65c33d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349607 Aug 20 10:49:20.887629 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device fac92f70-9807-4b41-addc-a8e7387653df up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:49:21.010949 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port fac92f70-9807-4b41-addc-a8e7387653df completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:49:21.031633 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port fac92f70-9807-4b41-addc-a8e7387653df triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:49:21.037797 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:21.092371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d76dc-5b80-409d-94de-4815476c8963 req-9b159570-d959-4b23-98f1-ec5b40602f74 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:21.095102 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a62d76dc-5b80-409d-94de-4815476c8963 req-9b159570-d959-4b23-98f1-ec5b40602f74 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 944 time: 0.1202707 Aug 20 10:49:21.219290 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:21.223190 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a62d76dc-5b80-409d-94de-4815476c8963 req-31e16959-8b06-4a4d-bd87-1653178d3374 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138847 Aug 20 10:49:21.300146 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac92f70-9807-4b41-addc-a8e7387653df'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:49:21.303417 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1ac3c0-d03a-4205-8b9d-e04c9966eb3d" -d '{"events": [{"server_uuid": "c85374c9-3040-4538-a0fe-06b3976a0636", "name": "network-vif-plugged", "status": "completed", "tag": "fac92f70-9807-4b41-addc-a8e7387653df"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:49:21.327725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port fac92f70-9807-4b41-addc-a8e7387653df, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=fac92f70-9807-4b41-addc-a8e7387653df,segment=NetworkSegment(216409c8-7825-4b5e-b744-54c1f289069f),segment_id=216409c8-7825-4b5e-b744-54c1f289069f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:49:21.337676 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:21.427275 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c9d82c-57f1-4838-858c-d765e6827585 x-openstack-request-id: req-49c9d82c-57f1-4838-858c-d765e6827585 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:49:21.427996 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85374c9-3040-4538-a0fe-06b3976a0636", "name": "network-vif-plugged", "status": "completed", "tag": "fac92f70-9807-4b41-addc-a8e7387653df", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:49:21.428643 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49c9d82c-57f1-4838-858c-d765e6827585 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:49:21.429480 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac92f70-9807-4b41-addc-a8e7387653df', 'code': 200} Aug 20 10:49:21.455382 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=fac92f70-9807-4b41-addc-a8e7387653df,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:21.524797 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0e4cf-6998-44bf-a4ca-e3d65bb88d9c req-45dccbe3-e496-45e1-a167-78294cc1a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:21.526992 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-beb0e4cf-6998-44bf-a4ca-e3d65bb88d9c req-45dccbe3-e496-45e1-a167-78294cc1a8fa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 1097 time: 0.0628409 Aug 20 10:49:21.589421 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-beb0e4cf-6998-44bf-a4ca-e3d65bb88d9c req-d005d381-9b01-4994-be0b-5db844108b69 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549645 Aug 20 10:49:21.936556 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58518) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:22.102793 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-84150817-78e5-466e-9315-b0062e5aa4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:22.595243 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-84150817-78e5-466e-9315-b0062e5aa4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:22.606557 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-84150817-78e5-466e-9315-b0062e5aa4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:22.681680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84150817-78e5-466e-9315-b0062e5aa4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ccd5a4-e0eb-4811-839f-3091f6311ce0,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:22.690604 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-84150817-78e5-466e-9315-b0062e5aa4f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=687febedbbed4669b2a05f7109d6e9e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7490010 Aug 20 10:49:22.692091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58530) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:22.699545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddc568-f614-4b72-8356-bfc9b73d55b6 req-c030491e-2be9-43a4-9117-a69b0f0a3fc9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:22.701057 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5bddc568-f614-4b72-8356-bfc9b73d55b6 req-c030491e-2be9-43a4-9117-a69b0f0a3fc9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.1204753 Aug 20 10:49:22.770331 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5bddc568-f614-4b72-8356-bfc9b73d55b6 req-b6546969-6206-44ea-839d-15f659dceda7 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558920 Aug 20 10:49:22.780524 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-567b7cad-c810-464d-9ff2-7601ea05a827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:22.820450 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-567b7cad-c810-464d-9ff2-7601ea05a827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:22.866440 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:22.880451 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-567b7cad-c810-464d-9ff2-7601ea05a827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:22.883187 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-567b7cad-c810-464d-9ff2-7601ea05a827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:22.884414 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-567b7cad-c810-464d-9ff2-7601ea05a827 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48ccd5a4-e0eb-4811-839f-3091f6311ce0 HTTP/1.1" status: 204 len: 168 time: 0.1824417 Aug 20 10:49:22.894697 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b7cad-c810-464d-9ff2-7601ea05a827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ccd5a4-e0eb-4811-839f-3091f6311ce0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:23.206181 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58536) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:23.220818 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eecc9e3f-dbbb-4112-b868-ea09c945bef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:23.350063 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eecc9e3f-dbbb-4112-b868-ea09c945bef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:23.356968 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eecc9e3f-dbbb-4112-b868-ea09c945bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:23.399562 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc9e3f-dbbb-4112-b868-ea09c945bef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0233096-c774-456c-a58b-1c6e7c8c9517,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:23.404276 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-eecc9e3f-dbbb-4112-b868-ea09c945bef0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=477e9f3f69ab4f76a6f2909eaedbe107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970236 Aug 20 10:49:23.408510 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58540) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:23.612486 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fcf1d3b0-5aa1-42be-ac32-577f4b920e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:23.664554 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fcf1d3b0-5aa1-42be-ac32-577f4b920e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:23.729331 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fcf1d3b0-5aa1-42be-ac32-577f4b920e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:23.733729 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fcf1d3b0-5aa1-42be-ac32-577f4b920e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:23.735736 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fcf1d3b0-5aa1-42be-ac32-577f4b920e68 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0233096-c774-456c-a58b-1c6e7c8c9517 HTTP/1.1" status: 204 len: 168 time: 0.3258250 Aug 20 10:49:23.749490 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1d3b0-5aa1-42be-ac32-577f4b920e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0233096-c774-456c-a58b-1c6e7c8c9517,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:23.938214 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57edc8b-8552-4838-beff-394b02a01f18 req-72dd081d-f6ad-49f0-a13f-06c664afc872 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:23.939833 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a57edc8b-8552-4838-beff-394b02a01f18 req-72dd081d-f6ad-49f0-a13f-06c664afc872 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0624573 Aug 20 10:49:23.996518 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a57edc8b-8552-4838-beff-394b02a01f18 req-d2e9b481-7ad2-4d24-8e1e-e26504c64cf8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491724 Aug 20 10:49:24.159441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0bd26-17ab-46d2-aebc-d4519676ad4b req-97d39aba-c487-440c-b993-26c63cdaed8a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:24.161196 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ffb0bd26-17ab-46d2-aebc-d4519676ad4b req-97d39aba-c487-440c-b993-26c63cdaed8a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0780075 Aug 20 10:49:24.217555 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ffb0bd26-17ab-46d2-aebc-d4519676ad4b req-66fa058a-cf25-47dd-af5d-bd78be51047e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450892 Aug 20 10:49:24.243941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58548) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:24.294800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903a241b-cddd-45be-92f9-2d6d5b8b092c tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:24.299872 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-903a241b-cddd-45be-92f9-2d6d5b8b092c tempest-TestNetworkAdvancedServerOps-1176620857 tempest-TestNetworkAdvancedServerOps-1176620857-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 1092 time: 0.0546930 Aug 20 10:49:24.301403 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58550) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:24.309361 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': 'fac92f70-9807-4b41-addc-a8e7387653df', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:49:24.343136 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:24.484527 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:24.624684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Allocated IP 172.25.3.74 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/fcfb7d48-1563-448e-953b-8f9b7ba55f7c) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:49:24.785619 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:24.840065 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:24.887664 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:49:24.890458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:49:24.894017 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:49:24.902641 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=fcfb7d48-1563-448e-953b-8f9b7ba55f7c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:25.343122 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:25.449297 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:25.704991 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:25.710968 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:25.805563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event updated for resources: {'Port': ['ID=fcfb7d48-1563-448e-953b-8f9b7ba55f7c,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:25.823837 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:25.935803 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Floating IP 8b0c4659-9d86-4ad7-bb16-714d128a336d associated. External IP: 172.25.3.74, port: fac92f70-9807-4b41-addc-a8e7387653df. Aug 20 10:49:26.170924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router e9877c59-41b0-4e91-a810-025ab491095b has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:49:26.281552 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:49:26.291664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8ae79-e8cb-4417-bb09-948e79d8b313 None None] Sync routers for ids ['e9877c59-41b0-4e91-a810-025ab491095b'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:49:26.302361 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f8ae79-e8cb-4417-bb09-948e79d8b313 None None] Routers {'e9877c59-41b0-4e91-a810-025ab491095b'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:49:26.303267 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-05f8ae79-e8cb-4417-bb09-948e79d8b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:49:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e9877c59-41b0-4e91-a810-025ab491095b'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:26.305044 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:26.345519 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c76f52f0-bef8-488a-9aaf-0346c07f350a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0426519 Aug 20 10:49:26.346220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'tag': 'fac92f70-9807-4b41-addc-a8e7387653df'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:49:26.348592 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75d0ead-cb15-4b91-9787-e69575216712" -d '{"events": [{"name": "network-changed", "server_uuid": "c85374c9-3040-4538-a0fe-06b3976a0636", "tag": "fac92f70-9807-4b41-addc-a8e7387653df"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:49:26.388364 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c045ed-e5f8-4272-b4ad-c8a8f3da7666 x-openstack-request-id: req-b8c045ed-e5f8-4272-b4ad-c8a8f3da7666 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:49:26.388701 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85374c9-3040-4538-a0fe-06b3976a0636", "tag": "fac92f70-9807-4b41-addc-a8e7387653df", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:49:26.388992 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8c045ed-e5f8-4272-b4ad-c8a8f3da7666 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:49:26.389494 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'tag': 'fac92f70-9807-4b41-addc-a8e7387653df', 'status': 'completed', 'code': 200} Aug 20 10:49:26.446113 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-05f8ae79-e8cb-4417-bb09-948e79d8b313 None None] Set router e9877c59-41b0-4e91-a810-025ab491095b gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:49:26.518739 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c2968-71ae-4302-b1b8-352e2ce20702 req-e3e8ea8e-a195-4874-8b65-416f3b5d173a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:26.520335 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-035c2968-71ae-4302-b1b8-352e2ce20702 req-e3e8ea8e-a195-4874-8b65-416f3b5d173a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.1129382 Aug 20 10:49:26.522106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d0ead-cb15-4b91-9787-e69575216712 req-f59be06a-3a0e-4db1-b678-1f85b7f2751f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:26.523505 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b75d0ead-cb15-4b91-9787-e69575216712 req-f59be06a-3a0e-4db1-b678-1f85b7f2751f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 1097 time: 0.1068897 Aug 20 10:49:26.616423 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-035c2968-71ae-4302-b1b8-352e2ce20702 req-468e7eef-1c21-4622-951b-f6a57a0f6596 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886488 Aug 20 10:49:26.640543 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58568) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:26.659453 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d0ead-cb15-4b91-9787-e69575216712 req-af8b4c1f-e4b8-4b03-bf71-0e7f7cfad800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:26.662297 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b75d0ead-cb15-4b91-9787-e69575216712 req-af8b4c1f-e4b8-4b03-bf71-0e7f7cfad800 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf74350f-e652-43da-9ffe-e77840fa3340 HTTP/1.1" status: 200 len: 897 time: 0.1285186 Aug 20 10:49:26.742746 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0712b663-eafd-4aa7-84b6-37a1022b332f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/floatingips/8b0c4659-9d86-4ad7-bb16-714d128a336d HTTP/1.1" status: 200 len: 990 time: 0.1006229 Aug 20 10:49:26.766052 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-05f8ae79-e8cb-4417-bb09-948e79d8b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813977379', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:49:02Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:03Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '8b0c4659-9d86-4ad7-bb16-714d128a336d', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'port_id': 'fac92f70-9807-4b41-addc-a8e7387653df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340', 'mac_address': 'fa:16:3e:fb:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:49:25Z', 'updated_at': '2021-08-20T10:49:25Z', 'revision_number': 0, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230c62a3-4889-420a-992a-ae3e67b8b7de', 'name': '', 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:20:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:05Z', 'updated_at': '2021-08-20T10:49:13Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:26.783598 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b75d0ead-cb15-4b91-9787-e69575216712 req-3738ce7b-cffa-4eb0-8401-6cefa81b2d74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fac92f70-9807-4b41-addc-a8e7387653df HTTP/1.1" status: 200 len: 998 time: 0.0950603 Aug 20 10:49:26.805231 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8ae79-e8cb-4417-bb09-948e79d8b313 None None] Checking router: e9877c59-41b0-4e91-a810-025ab491095b for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:49:26.815199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f8ae79-e8cb-4417-bb09-948e79d8b313 None None] Routers {'e9877c59-41b0-4e91-a810-025ab491095b'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:49:26.815840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-05f8ae79-e8cb-4417-bb09-948e79d8b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:49:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e9877c59-41b0-4e91-a810-025ab491095b'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:26.849405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d0ead-cb15-4b91-9787-e69575216712 req-1ada727c-81d5-45a5-a470-d48ef497049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:26.851210 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b75d0ead-cb15-4b91-9787-e69575216712 req-1ada727c-81d5-45a5-a470-d48ef497049b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48ee5807-1f9a-4d45-a521-1a095c7a29ae HTTP/1.1" status: 200 len: 833 time: 0.0601945 Aug 20 10:49:26.911589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d0ead-cb15-4b91-9787-e69575216712 req-9852073b-7722-4915-9367-3cfa9644319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:26.913221 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b75d0ead-cb15-4b91-9787-e69575216712 req-9852073b-7722-4915-9367-3cfa9644319c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf74350f-e652-43da-9ffe-e77840fa3340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551414 Aug 20 10:49:26.963832 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-05f8ae79-e8cb-4417-bb09-948e79d8b313 None None] Set router e9877c59-41b0-4e91-a810-025ab491095b gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:49:27.075385 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b75d0ead-cb15-4b91-9787-e69575216712 req-26556fc7-0a08-4afc-b33d-87e276998534 service neutron] 10.222.0.42 "GET /v2.0/networks/bf74350f-e652-43da-9ffe-e77840fa3340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542892 Aug 20 10:49:27.193221 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b75d0ead-cb15-4b91-9787-e69575216712 req-83e66d2c-bfb7-4da5-ab08-4ec8f24ae1e8 service neutron] 10.222.0.42 "GET /v2.0/networks/bf74350f-e652-43da-9ffe-e77840fa3340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109533 Aug 20 10:49:27.288390 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-05f8ae79-e8cb-4417-bb09-948e79d8b313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813977379', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:49:02Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:03Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '8b0c4659-9d86-4ad7-bb16-714d128a336d', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'port_id': 'fac92f70-9807-4b41-addc-a8e7387653df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340', 'mac_address': 'fa:16:3e:fb:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:49:25Z', 'updated_at': '2021-08-20T10:49:25Z', 'revision_number': 0, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230c62a3-4889-420a-992a-ae3e67b8b7de', 'name': '', 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:20:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:05Z', 'updated_at': '2021-08-20T10:49:13Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:49:27.320902 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8ae79-e8cb-4417-bb09-948e79d8b313 None None] The sync data for ids ['e9877c59-41b0-4e91-a810-025ab491095b'] in n-d-778550-11 is: [{'id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813977379', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:49:02Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:03Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '8b0c4659-9d86-4ad7-bb16-714d128a336d', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'floating_ip_address': '172.25.3.74', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'port_id': 'fac92f70-9807-4b41-addc-a8e7387653df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340', 'mac_address': 'fa:16:3e:fb:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:49:25Z', 'updated_at': '2021-08-20T10:49:25Z', 'revision_number': 0, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230c62a3-4889-420a-992a-ae3e67b8b7de', 'name': '', 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:20:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:05Z', 'updated_at': '2021-08-20T10:49:13Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:49:27.577661 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80161ea4-a4f0-461a-8265-f1598297ad35 None None] New status for floating IP 8b0c4659-9d86-4ad7-bb16-714d128a336d: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:49:27.756919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58574) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:49:27.879953 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cb7a5456-0525-418d-85f3-6afe809a4c1f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/floatingips/8b0c4659-9d86-4ad7-bb16-714d128a336d HTTP/1.1" status: 200 len: 992 time: 0.1194584 Aug 20 10:49:29.296343 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b1e3db7-1421-43b6-bff7-2316b53cd30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:31.938235 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11a8df4b-085f-41b7-9afd-923523b413a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:32.395894 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:33.169622 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:34.832718 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:35.682526 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1d159-65bd-4eb4-b915-ed95e304a23e req-f6f9d4e2-6905-42d7-98e1-8c0f535ffbc0 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:35.683984 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4cd1d159-65bd-4eb4-b915-ed95e304a23e req-f6f9d4e2-6905-42d7-98e1-8c0f535ffbc0 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 945 time: 0.0520339 Aug 20 10:49:35.728684 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4cd1d159-65bd-4eb4-b915-ed95e304a23e req-a1a71d56-b409-4007-bf29-ba2bd6cb817f tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349047 Aug 20 10:49:36.877153 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48960b63-8326-44d2-bc53-56d297ee82ca req-acb8c77b-3e9d-4cbb-93ea-5193a53033e5 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:36.879405 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48960b63-8326-44d2-bc53-56d297ee82ca req-acb8c77b-3e9d-4cbb-93ea-5193a53033e5 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 945 time: 0.0669837 Aug 20 10:49:36.927838 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48960b63-8326-44d2-bc53-56d297ee82ca req-f4061efd-0d9a-499d-b432-874e92d93273 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/security-groups?id=ade32cfc-f65d-434c-8129-8575e9e1d383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425477 Aug 20 10:49:37.408342 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a972b9-1c04-4f19-811e-8ee5a217ffab req-bf9a61a7-d14d-4ae5-a919-41004c3e551b tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:37.409849 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19a972b9-1c04-4f19-811e-8ee5a217ffab req-bf9a61a7-d14d-4ae5-a919-41004c3e551b tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.24 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 945 time: 0.0574794 Aug 20 10:49:37.507773 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-19a972b9-1c04-4f19-811e-8ee5a217ffab req-8db882f7-e4b4-49ec-914b-f9185f5d52a9 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Deleting port 809db281-9045-489b-b832-c3bc405d27d8 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:49:37.508109 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-19a972b9-1c04-4f19-811e-8ee5a217ffab req-8db882f7-e4b4-49ec-914b-f9185f5d52a9 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:37.618736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-19a972b9-1c04-4f19-811e-8ee5a217ffab req-8db882f7-e4b4-49ec-914b-f9185f5d52a9 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] For port 809db281-9045-489b-b832-c3bc405d27d8, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=809db281-9045-489b-b832-c3bc405d27d8,segment=NetworkSegment(d3129cdb-300d-497e-a8d8-eee1637eb3f9),segment_id=d3129cdb-300d-497e-a8d8-eee1637eb3f9)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:49:37.619117 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-19a972b9-1c04-4f19-811e-8ee5a217ffab req-8db882f7-e4b4-49ec-914b-f9185f5d52a9 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:37.640621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-19a972b9-1c04-4f19-811e-8ee5a217ffab req-8db882f7-e4b4-49ec-914b-f9185f5d52a9 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Calling delete_port for 809db281-9045-489b-b832-c3bc405d27d8 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:49:37.781878 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-19a972b9-1c04-4f19-811e-8ee5a217ffab req-8db882f7-e4b4-49ec-914b-f9185f5d52a9 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:37.794442 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['809db281-9045-489b-b832-c3bc405d27d8'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:49:37.817988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db882f7-e4b4-49ec-914b-f9185f5d52a9 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Pushing event deleted for resources: {'Port': ['ID=809db281-9045-489b-b832-c3bc405d27d8,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:49:37.861629 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a972b9-1c04-4f19-811e-8ee5a217ffab req-8db882f7-e4b4-49ec-914b-f9185f5d52a9 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] No DVR routers for this DVR port 809db281-9045-489b-b832-c3bc405d27d8 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:49:37.865746 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-19a972b9-1c04-4f19-811e-8ee5a217ffab req-8db882f7-e4b4-49ec-914b-f9185f5d52a9 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:37.867847 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19a972b9-1c04-4f19-811e-8ee5a217ffab req-8db882f7-e4b4-49ec-914b-f9185f5d52a9 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.24 "DELETE /v2.0/ports/809db281-9045-489b-b832-c3bc405d27d8 HTTP/1.1" status: 204 len: 173 time: 0.4521072 Aug 20 10:49:37.868322 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00060043-dd56-4981-9b43-2e3fe57502a4', 'name': 'network-vif-deleted', 'tag': '809db281-9045-489b-b832-c3bc405d27d8'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:49:37.870724 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9982b17f-cf0d-42db-8a5c-ea76342b6627" -d '{"events": [{"server_uuid": "00060043-dd56-4981-9b43-2e3fe57502a4", "name": "network-vif-deleted", "tag": "809db281-9045-489b-b832-c3bc405d27d8"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:49:37.918193 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c141b033-78ed-4886-af1b-ca9183802210 x-openstack-request-id: req-c141b033-78ed-4886-af1b-ca9183802210 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:49:37.919217 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00060043-dd56-4981-9b43-2e3fe57502a4", "name": "network-vif-deleted", "tag": "809db281-9045-489b-b832-c3bc405d27d8", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:49:37.919645 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c141b033-78ed-4886-af1b-ca9183802210 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:49:37.920265 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00060043-dd56-4981-9b43-2e3fe57502a4', 'name': 'network-vif-deleted', 'tag': '809db281-9045-489b-b832-c3bc405d27d8', 'status': 'completed', 'code': 200} Aug 20 10:49:38.058011 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1328053b-750e-4de6-b93b-895798c432f9 req-d1e07fc3-6880-488a-bdc2-e9e6ed8887a4 tempest-VolumesSnapshotTestJSON-415047138 tempest-VolumesSnapshotTestJSON-415047138-project] 10.222.0.16 "GET /v2.0/ports?device_id=00060043-dd56-4981-9b43-2e3fe57502a4 HTTP/1.1" status: 200 len: 210 time: 0.0355637 Aug 20 10:49:39.952182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 809db281-9045-489b-b832-c3bc405d27d8 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:49:39.978725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 809db281-9045-489b-b832-c3bc405d27d8 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:49:39.978951 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 809db281-9045-489b-b832-c3bc405d27d8 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:49:48.024002 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b8062f59-d000-4df2-a781-dc1b636c9101 req-ea00e2da-ae32-415f-af97-7b7b32e81419 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483432 Aug 20 10:49:48.169826 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8062f59-d000-4df2-a781-dc1b636c9101 req-4b3258cc-277c-4c82-9ed2-7c68bb6fa3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:48.171632 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b8062f59-d000-4df2-a781-dc1b636c9101 req-4b3258cc-277c-4c82-9ed2-7c68bb6fa3ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 1097 time: 0.0678532 Aug 20 10:49:48.293425 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8062f59-d000-4df2-a781-dc1b636c9101 req-6ab90c2c-37a7-49a9-815a-d33ab00eb9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:48.295468 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b8062f59-d000-4df2-a781-dc1b636c9101 req-6ab90c2c-37a7-49a9-815a-d33ab00eb9b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf74350f-e652-43da-9ffe-e77840fa3340 HTTP/1.1" status: 200 len: 897 time: 0.0992663 Aug 20 10:49:48.379153 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b8062f59-d000-4df2-a781-dc1b636c9101 req-4170b8e2-e22f-44b5-b34f-ec31edf8cff9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fac92f70-9807-4b41-addc-a8e7387653df HTTP/1.1" status: 200 len: 1000 time: 0.0732083 Aug 20 10:49:48.434468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8062f59-d000-4df2-a781-dc1b636c9101 req-43a9fb2a-4203-4fb2-9dc8-eb3116995fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:48.436220 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b8062f59-d000-4df2-a781-dc1b636c9101 req-43a9fb2a-4203-4fb2-9dc8-eb3116995fb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48ee5807-1f9a-4d45-a521-1a095c7a29ae HTTP/1.1" status: 200 len: 833 time: 0.0488319 Aug 20 10:49:48.493200 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8062f59-d000-4df2-a781-dc1b636c9101 req-3992a275-960a-43ab-8706-98d66bc308cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:48.494797 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b8062f59-d000-4df2-a781-dc1b636c9101 req-3992a275-960a-43ab-8706-98d66bc308cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf74350f-e652-43da-9ffe-e77840fa3340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506511 Aug 20 10:49:48.621832 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:48.625941 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b8062f59-d000-4df2-a781-dc1b636c9101 req-88d6aaf4-5f37-4dd0-9940-193d7b1b09f8 service neutron] 10.222.0.42 "GET /v2.0/networks/bf74350f-e652-43da-9ffe-e77840fa3340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218412 Aug 20 10:49:48.756380 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b8062f59-d000-4df2-a781-dc1b636c9101 req-4d129434-a645-4f4d-a2a3-1dd60a16af38 service neutron] 10.222.0.42 "GET /v2.0/networks/bf74350f-e652-43da-9ffe-e77840fa3340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211770 Aug 20 10:49:48.909900 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:49:52.868099 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:59.310461 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e214ea50-6fdb-4838-b336-1c3e2362c07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:49:59.595283 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16690b0-928e-4723-beb5-17b0362638b0 req-4b012867-3598-425c-aca1-a838f18ba22f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:49:59.596977 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b16690b0-928e-4723-beb5-17b0362638b0 req-4b012867-3598-425c-aca1-a838f18ba22f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0631585 Aug 20 10:49:59.664178 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b16690b0-928e-4723-beb5-17b0362638b0 req-62483052-e4c6-4918-bfe6-6edc32296fa3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560400 Aug 20 10:50:00.406244 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-24528e61-42be-4cb4-967a-3610e51b62e6 req-c124379f-24bd-4c29-9c14-85f1784b9349 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2741368 Aug 20 10:50:00.508600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24528e61-42be-4cb4-967a-3610e51b62e6 req-8ecd354c-4b58-4816-9b05-d2e3c22de597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:00.510919 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-24528e61-42be-4cb4-967a-3610e51b62e6 req-8ecd354c-4b58-4816-9b05-d2e3c22de597 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 1099 time: 0.0532825 Aug 20 10:50:00.634667 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24528e61-42be-4cb4-967a-3610e51b62e6 req-b2afd7fb-a91c-41d3-8fd4-4a8dfd34a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:00.636662 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-24528e61-42be-4cb4-967a-3610e51b62e6 req-b2afd7fb-a91c-41d3-8fd4-4a8dfd34a73f service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 917 time: 0.1037102 Aug 20 10:50:00.728477 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-24528e61-42be-4cb4-967a-3610e51b62e6 req-281ab758-9219-4827-9944-20ead14c3aa9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793 HTTP/1.1" status: 200 len: 1001 time: 0.0841258 Aug 20 10:50:00.822107 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24528e61-42be-4cb4-967a-3610e51b62e6 req-a84e9428-7eff-40f9-95f4-77f50ed57480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:00.824646 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-24528e61-42be-4cb4-967a-3610e51b62e6 req-a84e9428-7eff-40f9-95f4-77f50ed57480 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.0857201 Aug 20 10:50:00.841279 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa311963-f4df-4b72-b131-7dad21fac901 req-a7e1696f-29a0-4432-a6cd-c770b37bf818 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:00.843955 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fa311963-f4df-4b72-b131-7dad21fac901 req-a7e1696f-29a0-4432-a6cd-c770b37bf818 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0772533 Aug 20 10:50:00.878477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24528e61-42be-4cb4-967a-3610e51b62e6 req-4517b62b-bf1f-44f5-8e28-de9b23c952a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:00.880712 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-24528e61-42be-4cb4-967a-3610e51b62e6 req-4517b62b-bf1f-44f5-8e28-de9b23c952a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486691 Aug 20 10:50:00.899351 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fa311963-f4df-4b72-b131-7dad21fac901 req-f85f7266-3bb0-4351-884e-1df8545d97a1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484147 Aug 20 10:50:00.985949 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-24528e61-42be-4cb4-967a-3610e51b62e6 req-65073970-6eb3-4c0f-a2fe-986757792e13 service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977812 Aug 20 10:50:01.092469 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-24528e61-42be-4cb4-967a-3610e51b62e6 req-d07807c2-23bf-4d34-9762-514e8be48ecf service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988343 Aug 20 10:50:01.947025 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d1f83965-dc7d-43e5-9e4a-756e3e8e0895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:02.056230 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd964dac-a818-4d28-bb84-99b9c988bb73 req-3a90d582-2c0a-48a8-ad4d-8233972c4eb0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:02.057840 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dd964dac-a818-4d28-bb84-99b9c988bb73 req-3a90d582-2c0a-48a8-ad4d-8233972c4eb0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0594037 Aug 20 10:50:02.097808 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dd964dac-a818-4d28-bb84-99b9c988bb73 req-ede59e17-daf4-4737-9af8-decfe4b38995 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335038 Aug 20 10:50:02.406260 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:03.170834 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:03.234467 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c443229-a31e-43c5-8e56-c0755e5ba046 req-1a6fcce2-ab8c-4199-a283-0607c52eb5a0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:03.246509 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6c443229-a31e-43c5-8e56-c0755e5ba046 req-1a6fcce2-ab8c-4199-a283-0607c52eb5a0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0747640 Aug 20 10:50:03.287592 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6c443229-a31e-43c5-8e56-c0755e5ba046 req-2fc8e734-7b29-454b-ae90-ad968d035517 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401800 Aug 20 10:50:04.411699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2348bd4-f742-426f-ba70-7b1b84ce740a req-ef2e44bd-0de7-48b7-99d8-79c878487c26 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:04.413626 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d2348bd4-f742-426f-ba70-7b1b84ce740a req-ef2e44bd-0de7-48b7-99d8-79c878487c26 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0591359 Aug 20 10:50:04.459961 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d2348bd4-f742-426f-ba70-7b1b84ce740a req-f35e4d41-7651-41e5-a642-82b96395f190 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389955 Aug 20 10:50:04.830986 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:05.586235 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257d921-e7d6-4452-86fc-5a00982b15fc req-94216ae0-1c0d-413b-9b70-51fbe1354a93 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:05.588811 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f257d921-e7d6-4452-86fc-5a00982b15fc req-94216ae0-1c0d-413b-9b70-51fbe1354a93 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0564644 Aug 20 10:50:05.632946 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f257d921-e7d6-4452-86fc-5a00982b15fc req-5ca83266-79ec-4571-986e-0db63f52e59c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381322 Aug 20 10:50:06.761857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63f9df-603c-43e9-8289-bbe0e313ea08 req-156f498d-b287-4c32-8645-e2422244a5d1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:06.765074 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d63f9df-603c-43e9-8289-bbe0e313ea08 req-156f498d-b287-4c32-8645-e2422244a5d1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0539403 Aug 20 10:50:06.806735 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6d63f9df-603c-43e9-8289-bbe0e313ea08 req-603b7c15-cae9-43b1-86b0-171af4023ac4 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363989 Aug 20 10:50:07.951252 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58442e-fba5-4942-b013-e85bb651a2c2 req-a50ed437-71ab-49ee-b7c9-7bccc288dbae tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:07.952761 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4b58442e-fba5-4942-b013-e85bb651a2c2 req-a50ed437-71ab-49ee-b7c9-7bccc288dbae tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0588367 Aug 20 10:50:07.991552 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4b58442e-fba5-4942-b013-e85bb651a2c2 req-e0084399-6ccb-4233-ad9c-b40ce45dca31 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327532 Aug 20 10:50:09.112636 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ef299-b335-45d9-8688-1ba067f68f49 req-0956acdb-4d0c-4c81-8d4f-887befdcec8f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:09.114152 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-067ef299-b335-45d9-8688-1ba067f68f49 req-0956acdb-4d0c-4c81-8d4f-887befdcec8f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0535967 Aug 20 10:50:09.152061 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-067ef299-b335-45d9-8688-1ba067f68f49 req-618607e6-a96b-4fe5-82d9-b81d6c4ec80b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318241 Aug 20 10:50:10.273759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d897e-bfdc-4ac6-9b46-197ca1630c2e req-427ab37e-52d8-4a24-92cb-1f43d420174b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:10.275281 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5e9d897e-bfdc-4ac6-9b46-197ca1630c2e req-427ab37e-52d8-4a24-92cb-1f43d420174b tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0502398 Aug 20 10:50:10.324113 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5e9d897e-bfdc-4ac6-9b46-197ca1630c2e req-c92ada44-d1c7-497b-9cde-24384ae9d2e5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361021 Aug 20 10:50:11.443636 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135f347-a87b-4d15-9470-faa5bf98e31d req-bc44ebe5-3206-4129-beda-a040e5271cbf tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:11.445269 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e135f347-a87b-4d15-9470-faa5bf98e31d req-bc44ebe5-3206-4129-beda-a040e5271cbf tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0523219 Aug 20 10:50:11.483080 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e135f347-a87b-4d15-9470-faa5bf98e31d req-41eb0d92-6018-4648-b763-2a0376ff4bda tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315201 Aug 20 10:50:12.598342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678c4c1-7afb-4eef-b950-1b2d9c0d10e3 req-92e13ee9-52e9-4c5f-8d1b-81ece1ad38bf tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:12.599876 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b678c4c1-7afb-4eef-b950-1b2d9c0d10e3 req-92e13ee9-52e9-4c5f-8d1b-81ece1ad38bf tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0489030 Aug 20 10:50:12.638660 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b678c4c1-7afb-4eef-b950-1b2d9c0d10e3 req-d66aebf1-a58d-45ce-aa2f-8426887ed6e9 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325999 Aug 20 10:50:13.769979 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b722a-abf3-437c-891b-4f885e39276f req-48e6a4e2-b0dc-4afb-b5ec-1cd253fe803f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:13.771645 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-169b722a-abf3-437c-891b-4f885e39276f req-48e6a4e2-b0dc-4afb-b5ec-1cd253fe803f tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0546219 Aug 20 10:50:13.811336 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-169b722a-abf3-437c-891b-4f885e39276f req-306ab760-a71c-4c08-85b8-3cfe61fc3758 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332317 Aug 20 10:50:14.935769 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449ae0b-e421-43cc-9f51-ed808513845a req-e55a4860-d14b-47ce-bce9-aaaf64e06968 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:14.937271 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e449ae0b-e421-43cc-9f51-ed808513845a req-e55a4860-d14b-47ce-bce9-aaaf64e06968 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0545080 Aug 20 10:50:14.977655 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e449ae0b-e421-43cc-9f51-ed808513845a req-7fe34fc8-2a28-421d-bee3-2fc521528bcf tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343502 Aug 20 10:50:16.118820 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bc1c5-8c50-4111-9d1f-5273b1a8da48 req-2e260fe2-a75c-4197-ba04-bc5230bcf2c0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:16.120549 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-153bc1c5-8c50-4111-9d1f-5273b1a8da48 req-2e260fe2-a75c-4197-ba04-bc5230bcf2c0 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0595605 Aug 20 10:50:16.169126 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-153bc1c5-8c50-4111-9d1f-5273b1a8da48 req-706efe06-4a6b-4c45-adf9-78615eea5ad8 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411901 Aug 20 10:50:17.300393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb678d-39f2-4981-97b3-25d397730537 req-e993a980-6d4b-4f35-bd65-74700a73377a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:17.301923 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-01bb678d-39f2-4981-97b3-25d397730537 req-e993a980-6d4b-4f35-bd65-74700a73377a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0533643 Aug 20 10:50:17.357895 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-01bb678d-39f2-4981-97b3-25d397730537 req-e96ea145-8092-41a3-80c1-5f2866240f92 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432343 Aug 20 10:50:17.390564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e0841-92f3-46b1-8a62-221ecb2a4a3c req-d98e461e-2192-42ec-bb67-002f7ae05fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:17.392172 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-144e0841-92f3-46b1-8a62-221ecb2a4a3c req-d98e461e-2192-42ec-bb67-002f7ae05fb7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 1097 time: 0.1106913 Aug 20 10:50:17.445493 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-144e0841-92f3-46b1-8a62-221ecb2a4a3c req-7711eb28-e1f9-4eb6-beee-f984007150e4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446036 Aug 20 10:50:18.501064 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c248536-6205-4304-8341-b54634c725a4 req-518d3425-1c15-4f15-9dd7-cd2e2e4d6f3d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:18.504907 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5c248536-6205-4304-8341-b54634c725a4 req-518d3425-1c15-4f15-9dd7-cd2e2e4d6f3d tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0605907 Aug 20 10:50:18.553133 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5c248536-6205-4304-8341-b54634c725a4 req-2dee72d1-018c-4173-83c3-16523abc15e5 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426786 Aug 20 10:50:18.625506 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:19.248314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device fac92f70-9807-4b41-addc-a8e7387653df details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:50:19.252952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device fac92f70-9807-4b41-addc-a8e7387653df no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:50:19.400962 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:19.429839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port fac92f70-9807-4b41-addc-a8e7387653df, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=fac92f70-9807-4b41-addc-a8e7387653df,segment=NetworkSegment(216409c8-7825-4b5e-b744-54c1f289069f),segment_id=216409c8-7825-4b5e-b744-54c1f289069f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:19.443895 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fac92f70-9807-4b41-addc-a8e7387653df'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:50:19.446179 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb11770-479c-4638-a20e-ff28b929facf" -d '{"events": [{"server_uuid": "c85374c9-3040-4538-a0fe-06b3976a0636", "name": "network-vif-unplugged", "status": "completed", "tag": "fac92f70-9807-4b41-addc-a8e7387653df"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:50:19.456976 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'fac92f70-9807-4b41-addc-a8e7387653df', 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340', 'port_id': 'fac92f70-9807-4b41-addc-a8e7387653df', 'mac_address': 'fa:16:3e:fb:4d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:50:19.461882 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port fac92f70-9807-4b41-addc-a8e7387653df, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=fac92f70-9807-4b41-addc-a8e7387653df,segment=NetworkSegment(216409c8-7825-4b5e-b744-54c1f289069f),segment_id=216409c8-7825-4b5e-b744-54c1f289069f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:19.466914 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:19.518184 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 10:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72452126-3f79-48b3-862a-e0419442540c x-openstack-request-id: req-72452126-3f79-48b3-862a-e0419442540c {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:50:19.518459 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85374c9-3040-4538-a0fe-06b3976a0636", "name": "network-vif-unplugged", "status": "completed", "tag": "fac92f70-9807-4b41-addc-a8e7387653df", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:50:19.518718 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72452126-3f79-48b3-862a-e0419442540c {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:50:19.519138 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fac92f70-9807-4b41-addc-a8e7387653df', 'code': 200} Aug 20 10:50:19.534968 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:19.564416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac92f70-9807-4b41-addc-a8e7387653df {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:50:19.568600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=fac92f70-9807-4b41-addc-a8e7387653df,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:19.577861 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:19.578543 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:19.578543 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:19.579105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:19.579631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:19.579631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:19.580648 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:19.580648 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:19.580948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:19.581121 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:19.581577 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:19.581810 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:19.609924 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port fac92f70-9807-4b41-addc-a8e7387653df, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=fac92f70-9807-4b41-addc-a8e7387653df,segment=NetworkSegment(216409c8-7825-4b5e-b744-54c1f289069f),segment_id=216409c8-7825-4b5e-b744-54c1f289069f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:19.616605 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:19.699090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=fac92f70-9807-4b41-addc-a8e7387653df,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:19.728863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa7c3a-88ac-4a17-b2e8-0bddf4628783 req-149d4ff0-8ff6-4344-8703-1c5a57ef3787 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:19.731598 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34fa7c3a-88ac-4a17-b2e8-0bddf4628783 req-149d4ff0-8ff6-4344-8703-1c5a57ef3787 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 944 time: 0.0832899 Aug 20 10:50:19.780882 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-34fa7c3a-88ac-4a17-b2e8-0bddf4628783 req-a724133f-0558-4b28-ae0f-214c98eda7e1 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436554 Aug 20 10:50:19.810005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58880) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:19.835798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['fac92f70-9807-4b41-addc-a8e7387653df'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:50:19.883384 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7abb389c-14d8-48bb-ad01-3b6c139346b7 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/floatingips/8b0c4659-9d86-4ad7-bb16-714d128a336d HTTP/1.1" status: 200 len: 991 time: 0.0715139 Aug 20 10:50:21.273513 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device fac92f70-9807-4b41-addc-a8e7387653df up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:21.326857 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port fac92f70-9807-4b41-addc-a8e7387653df triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:21.327368 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:21.415862 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:21.455651 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port fac92f70-9807-4b41-addc-a8e7387653df, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=fac92f70-9807-4b41-addc-a8e7387653df,segment=NetworkSegment(216409c8-7825-4b5e-b744-54c1f289069f),segment_id=216409c8-7825-4b5e-b744-54c1f289069f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:21.463521 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:21.515408 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=fac92f70-9807-4b41-addc-a8e7387653df,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:21.520450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac92f70-9807-4b41-addc-a8e7387653df'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:50:21.522839 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53165127-558a-4427-ade7-984e2ff3733c" -d '{"events": [{"server_uuid": "c85374c9-3040-4538-a0fe-06b3976a0636", "name": "network-vif-plugged", "status": "completed", "tag": "fac92f70-9807-4b41-addc-a8e7387653df"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:50:21.562374 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b036f7-c175-4678-ad4e-7c116d70725c x-openstack-request-id: req-a1b036f7-c175-4678-ad4e-7c116d70725c {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:50:21.562672 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85374c9-3040-4538-a0fe-06b3976a0636", "name": "network-vif-plugged", "status": "completed", "tag": "fac92f70-9807-4b41-addc-a8e7387653df", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:50:21.563086 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1b036f7-c175-4678-ad4e-7c116d70725c {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:50:21.568235 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac92f70-9807-4b41-addc-a8e7387653df', 'code': 200} Aug 20 10:50:22.875447 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:23.019121 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58900) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:23.073572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Deleting subnet b63b4d56-d58c-4d55-861b-33fdbcc82d72 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:50:23.077098 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:23.114776 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:23.160511 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:23.216919 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:23.242491 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b63b4d56-d58c-4d55-861b-33fdbcc82d72,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:23.252058 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:23.252388 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:23.252738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:23.253078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:23.253791 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:23.253791 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:23.254159 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:23.254368 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:23.254699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:23.255028 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:23.255373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:23.255697 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:23.258727 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:23.262955 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aef218cb-cbf0-4531-b58a-3ce2b4b2580d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b63b4d56-d58c-4d55-861b-33fdbcc82d72 HTTP/1.1" status: 204 len: 168 time: 0.2404602 Aug 20 10:50:23.263989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58902) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:23.353096 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5bb7dd78-2cc9-4133-a19a-0d217f5680bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:23.463813 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5bb7dd78-2cc9-4133-a19a-0d217f5680bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:23.473974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-5bb7dd78-2cc9-4133-a19a-0d217f5680bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:23.487673 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-5bb7dd78-2cc9-4133-a19a-0d217f5680bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3129cdb-300d-497e-a8d8-eee1637eb3f9') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:23.488097 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-5bb7dd78-2cc9-4133-a19a-0d217f5680bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3129cdb-300d-497e-a8d8-eee1637eb3f9') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:23.497902 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5bb7dd78-2cc9-4133-a19a-0d217f5680bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:23.514493 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5bb7dd78-2cc9-4133-a19a-0d217f5680bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:23.521161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb7dd78-2cc9-4133-a19a-0d217f5680bd admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:50:23.521557 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5bb7dd78-2cc9-4133-a19a-0d217f5680bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:50:23.523467 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:50:23.584312 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5bb7dd78-2cc9-4133-a19a-0d217f5680bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:23.596517 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5bb7dd78-2cc9-4133-a19a-0d217f5680bd admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:23.600993 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5bb7dd78-2cc9-4133-a19a-0d217f5680bd admin admin] 10.222.0.16 "DELETE /v2.0/networks/e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0 HTTP/1.1" status: 204 len: 168 time: 0.3343074 Aug 20 10:50:23.609380 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7dd78-2cc9-4133-a19a-0d217f5680bd admin admin] Pushing event deleted for resources: {'Network': ['ID=e48b8f3c-5e05-4fd8-8cb3-6d38477fb2b0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:23.799321 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58906) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:23.850483 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-388758c2-6631-4739-932b-ba9709892a59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13b7f318bdca4447ae0f1216de453a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486939 Aug 20 10:50:23.851649 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58910) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:23.923408 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ccc8-d132-431c-9c33-3aa4384f979d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:23.946188 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ccc8-d132-431c-9c33-3aa4384f979d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:23.997405 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ccc8-d132-431c-9c33-3aa4384f979d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:24.000127 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ccc8-d132-431c-9c33-3aa4384f979d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:24.001504 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c8e6ccc8-d132-431c-9c33-3aa4384f979d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ade32cfc-f65d-434c-8129-8575e9e1d383 HTTP/1.1" status: 204 len: 168 time: 0.1489425 Aug 20 10:50:24.009860 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6ccc8-d132-431c-9c33-3aa4384f979d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade32cfc-f65d-434c-8129-8575e9e1d383,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:24.200910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944ff5a-5025-4d00-87b8-d3547510c1e0 req-7368e4a5-3103-4671-bec4-fc37a58d5a94 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:24.202452 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9944ff5a-5025-4d00-87b8-d3547510c1e0 req-7368e4a5-3103-4671-bec4-fc37a58d5a94 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 947 time: 0.0569389 Aug 20 10:50:24.246631 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9944ff5a-5025-4d00-87b8-d3547510c1e0 req-33b423ca-b185-4fc0-a276-6c50df934382 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372696 Aug 20 10:50:24.737651 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58938) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:24.844303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d8603928-8a0f-4977-9e64-22eb6cefb6a7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-412619137-network', 'tenant_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:24.868109 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8603928-8a0f-4977-9e64-22eb6cefb6a7 admin admin] Made reservation on behalf of ae61bc9961f7463794d5bf2a6c7dd0c7 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:50:24.870669 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8603928-8a0f-4977-9e64-22eb6cefb6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:24.879599 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8603928-8a0f-4977-9e64-22eb6cefb6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:24.994293 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8603928-8a0f-4977-9e64-22eb6cefb6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:24.998120 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8603928-8a0f-4977-9e64-22eb6cefb6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:25.021505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8603928-8a0f-4977-9e64-22eb6cefb6a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:50:25.041436 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8603928-8a0f-4977-9e64-22eb6cefb6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2cf5e1-ff80-47e6-80cb-a5e072231d63,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:25.044632 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8603928-8a0f-4977-9e64-22eb6cefb6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:25.044927 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-d8603928-8a0f-4977-9e64-22eb6cefb6a7 admin admin] Added segment adc97131-9666-4f5c-9d36-e2f36b3f2303 of type vlan for network da8e7f15-1595-4ac6-a5f1-8cdf4c114d84 Aug 20 10:50:25.095945 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8603928-8a0f-4977-9e64-22eb6cefb6a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:25.130247 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8603928-8a0f-4977-9e64-22eb6cefb6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:25.131333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8603928-8a0f-4977-9e64-22eb6cefb6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:25.132039 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d8603928-8a0f-4977-9e64-22eb6cefb6a7 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:25.210352 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d8603928-8a0f-4977-9e64-22eb6cefb6a7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4714634 Aug 20 10:50:25.213942 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58942) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:25.223035 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Request body: {'subnet': {'network_id': 'da8e7f15-1595-4ac6-a5f1-8cdf4c114d84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-412619137-subnet', 'tenant_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:25.232067 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8603928-8a0f-4977-9e64-22eb6cefb6a7 admin admin] Pushing event updated for resources: {'Network': ['ID=da8e7f15-1595-4ac6-a5f1-8cdf4c114d84,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:25.247236 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network da8e7f15-1595-4ac6-a5f1-8cdf4c114d84 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:50:25.248383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Made reservation on behalf of ae61bc9961f7463794d5bf2a6c7dd0c7 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:50:25.251525 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:25.450236 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b6253-32bb-4679-a4e8-ee2944de7838 req-67dddd98-38c5-45c0-86d6-e32a86fb024d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:25.451794 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f48b6253-32bb-4679-a4e8-ee2944de7838 req-67dddd98-38c5-45c0-86d6-e32a86fb024d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 947 time: 0.1092122 Aug 20 10:50:25.504222 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:25.548724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f48b6253-32bb-4679-a4e8-ee2944de7838 req-d133871f-e160-4a0e-a007-27255a35c74f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905876 Aug 20 10:50:25.568210 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=817368a0-ce35-413e-8be4-31018a73cd17,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:25.585593 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:25.585941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:25.586315 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:25.586650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:25.586980 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:25.587331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:25.587657 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:25.587999 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:25.588305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:25.588623 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:25.589007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:25.589401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:25.598575 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Checking segment: {'id': 'adc97131-9666-4f5c-9d36-e2f36b3f2303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'da8e7f15-1595-4ac6-a5f1-8cdf4c114d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:50:25.599025 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Network hostable DHCP agents. Network: da8e7f15-1595-4ac6-a5f1-8cdf4c114d84, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:50:25.616980 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Network da8e7f15-1595-4ac6-a5f1-8cdf4c114d84 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:50:25.628660 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, da8e7f15-1595-4ac6-a5f1-8cdf4c114d84) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:25.634079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:25.635720 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:25.639458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddb4d02-4d85-4bf6-9c8f-ed8e19bba654 None None] Network da8e7f15-1595-4ac6-a5f1-8cdf4c114d84 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:50:25.651438 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-98c436ad-914a-4518-a729-fe1383057308 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4360151 Aug 20 10:50:25.655121 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58946) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:25.660773 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-412619137-router', 'tenant_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:25.684624 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:25.685682 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:25.746431 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:25.807613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-da8e7f15-1595-4ac6-a5f1-8cdf4c114d84', 'network_id': 'da8e7f15-1595-4ac6-a5f1-8cdf4c114d84', 'tenant_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'fixed_ips': [{'subnet_id': '817368a0-ce35-413e-8be4-31018a73cd17'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:50:25.808512 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:25.893167 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:25.910874 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:50:25.958717 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Allocated IP 172.20.0.2 (da8e7f15-1595-4ac6-a5f1-8cdf4c114d84/817368a0-ce35-413e-8be4-31018a73cd17/1709ad6a-4377-450d-b40e-082efe8d98cb) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:50:26.142085 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:26.152919 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Transition to ACTIVE for port object 1709ad6a-4377-450d-b40e-082efe8d98cb will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:26.169844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Transition to ACTIVE for port object 1709ad6a-4377-450d-b40e-082efe8d98cb will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:26.179538 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:26.217822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Network da8e7f15-1595-4ac6-a5f1-8cdf4c114d84 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:50:26.220439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:26.224200 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:50:26.236090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Pushing event updated for resources: {'Port': ['ID=1709ad6a-4377-450d-b40e-082efe8d98cb,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:26.294153 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Attempting to bind port 1709ad6a-4377-450d-b40e-082efe8d98cb on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:50:26.294898 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Attempting to bind port 1709ad6a-4377-450d-b40e-082efe8d98cb by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'adc97131-9666-4f5c-9d36-e2f36b3f2303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'da8e7f15-1595-4ac6-a5f1-8cdf4c114d84'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:50:26.294898 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Attempting to bind port 1709ad6a-4377-450d-b40e-082efe8d98cb on network da8e7f15-1595-4ac6-a5f1-8cdf4c114d84 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:50:26.301373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:50:26.301998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Checking segment: {'id': 'adc97131-9666-4f5c-9d36-e2f36b3f2303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'da8e7f15-1595-4ac6-a5f1-8cdf4c114d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:50:26.302523 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:26.302933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Bound using segment: {'id': 'adc97131-9666-4f5c-9d36-e2f36b3f2303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'da8e7f15-1595-4ac6-a5f1-8cdf4c114d84'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:50:26.303472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Bound port: 1709ad6a-4377-450d-b40e-082efe8d98cb, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc97131-9666-4f5c-9d36-e2f36b3f2303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'da8e7f15-1595-4ac6-a5f1-8cdf4c114d84'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:50:26.303853 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:26.341307 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a42882-92d3-4fb9-a7d0-0d1a1aae4e75 req-01f84b91-5157-4bec-9f0c-86553402dfdd tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:26.342829 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78a42882-92d3-4fb9-a7d0-0d1a1aae4e75 req-01f84b91-5157-4bec-9f0c-86553402dfdd tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.24 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 947 time: 0.4465239 Aug 20 10:50:26.385360 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] For port 1709ad6a-4377-450d-b40e-082efe8d98cb, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:50:26.389592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] For port 1709ad6a-4377-450d-b40e-082efe8d98cb, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1709ad6a-4377-450d-b40e-082efe8d98cb,segment=NetworkSegment(adc97131-9666-4f5c-9d36-e2f36b3f2303),segment_id=adc97131-9666-4f5c-9d36-e2f36b3f2303)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:50:26.395399 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:26.474732 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d7bfe-7415-4556-adc9-02dcc5ea551b None None] Pushing event updated for resources: {'Port': ['ID=1709ad6a-4377-450d-b40e-082efe8d98cb,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:26.523947 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-78a42882-92d3-4fb9-a7d0-0d1a1aae4e75 req-fe010a7d-1315-4c11-aff1-ce8943db03a9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Deleting port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:50:26.524464 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-78a42882-92d3-4fb9-a7d0-0d1a1aae4e75 req-fe010a7d-1315-4c11-aff1-ce8943db03a9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:26.642421 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:26.677668 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:26.755683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-78a42882-92d3-4fb9-a7d0-0d1a1aae4e75 req-fe010a7d-1315-4c11-aff1-ce8943db03a9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] For port 24f9d973-7a87-4a8e-9204-bc6b88a1f793, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=24f9d973-7a87-4a8e-9204-bc6b88a1f793,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:26.756154 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-78a42882-92d3-4fb9-a7d0-0d1a1aae4e75 req-fe010a7d-1315-4c11-aff1-ce8943db03a9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:26.773367 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bdf1b-98b6-44b5-99e2-c919c7a7e66f req-25fc5d7a-4acd-4308-b425-cd17012904ea tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:26.775461 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-804bdf1b-98b6-44b5-99e2-c919c7a7e66f req-25fc5d7a-4acd-4308-b425-cd17012904ea tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 947 time: 0.0921745 Aug 20 10:50:26.834322 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-804bdf1b-98b6-44b5-99e2-c919c7a7e66f req-71a069a5-db10-4ec5-8a34-954e7f4520bd tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=16f74a99-c125-499f-a7b8-8fc030ab38ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502989 Aug 20 10:50:26.982036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Allocated IP 172.25.3.91 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/9623772c-0617-4de5-adbb-723e1b1429fd) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:50:27.117146 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-78a42882-92d3-4fb9-a7d0-0d1a1aae4e75 req-fe010a7d-1315-4c11-aff1-ce8943db03a9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:27.117538 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-78a42882-92d3-4fb9-a7d0-0d1a1aae4e75 req-fe010a7d-1315-4c11-aff1-ce8943db03a9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:27.117891 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [req-78a42882-92d3-4fb9-a7d0-0d1a1aae4e75 req-fe010a7d-1315-4c11-aff1-ce8943db03a9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Floating IP 51612916-c0cf-47ab-8a0a-9d99bb6712ca disassociated. External IP: 172.25.3.87, port: 24f9d973-7a87-4a8e-9204-bc6b88a1f793. Aug 20 10:50:27.118296 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-78a42882-92d3-4fb9-a7d0-0d1a1aae4e75 req-fe010a7d-1315-4c11-aff1-ce8943db03a9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Calling delete_port for 24f9d973-7a87-4a8e-9204-bc6b88a1f793 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:50:27.201532 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:27.298534 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:27.355321 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-78a42882-92d3-4fb9-a7d0-0d1a1aae4e75 req-fe010a7d-1315-4c11-aff1-ce8943db03a9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:27.364268 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:50:27.368504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Pushing event updated for resources: {'Port': ['ID=9623772c-0617-4de5-adbb-723e1b1429fd,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:27.371074 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:27.378581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:50:27.430815 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe010a7d-1315-4c11-aff1-ce8943db03a9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Pushing event deleted for resources: {'Port': ['ID=24f9d973-7a87-4a8e-9204-bc6b88a1f793,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:27.540045 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96813ee2-4922-4085-81d8-1aef425dd2c4 None None] Network da8e7f15-1595-4ac6-a5f1-8cdf4c114d84 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:50:27.608881 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ecc28b9e-7793-4e12-9c39-26946ef1bff5 None None] Provisioning for port 1709ad6a-4377-450d-b40e-082efe8d98cb completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:27.682399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78a42882-92d3-4fb9-a7d0-0d1a1aae4e75 req-fe010a7d-1315-4c11-aff1-ce8943db03a9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Router 857dfe7f-8d11-46c1-87b4-618ed7281275 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:50:27.690004 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1709ad6a-4377-450d-b40e-082efe8d98cb up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:27.770373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 1709ad6a-4377-450d-b40e-082efe8d98cb completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:27.777584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 1709ad6a-4377-450d-b40e-082efe8d98cb triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:27.778111 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:27.828572 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:27.882996 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:27.895015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78a42882-92d3-4fb9-a7d0-0d1a1aae4e75 req-fe010a7d-1315-4c11-aff1-ce8943db03a9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:50:27.912904 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a4ef9-c3e8-4fbb-98b0-2d612ca09310 None None] Sync routers for ids ['857dfe7f-8d11-46c1-87b4-618ed7281275'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:50:27.944142 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 1709ad6a-4377-450d-b40e-082efe8d98cb, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1709ad6a-4377-450d-b40e-082efe8d98cb,segment=NetworkSegment(adc97131-9666-4f5c-9d36-e2f36b3f2303),segment_id=adc97131-9666-4f5c-9d36-e2f36b3f2303)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:27.950630 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:27.956824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a4ef9-c3e8-4fbb-98b0-2d612ca09310 None None] Routers {'857dfe7f-8d11-46c1-87b4-618ed7281275'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:27.957877 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-282a4ef9-c3e8-4fbb-98b0-2d612ca09310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['857dfe7f-8d11-46c1-87b4-618ed7281275'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:28.006464 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a42882-92d3-4fb9-a7d0-0d1a1aae4e75 req-fe010a7d-1315-4c11-aff1-ce8943db03a9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] No DVR routers for this DVR port 24f9d973-7a87-4a8e-9204-bc6b88a1f793 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:50:28.020650 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-78a42882-92d3-4fb9-a7d0-0d1a1aae4e75 req-fe010a7d-1315-4c11-aff1-ce8943db03a9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:28.022800 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78a42882-92d3-4fb9-a7d0-0d1a1aae4e75 req-fe010a7d-1315-4c11-aff1-ce8943db03a9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.24 "DELETE /v2.0/ports/24f9d973-7a87-4a8e-9204-bc6b88a1f793 HTTP/1.1" status: 204 len: 173 time: 1.6735477 Aug 20 10:50:28.024704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be89970-2e63-408c-b57e-df67561caa46', 'name': 'network-vif-deleted', 'tag': '24f9d973-7a87-4a8e-9204-bc6b88a1f793'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:50:28.027347 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d268f6c6-3288-4408-a27b-6fd7d1b0f882" -d '{"events": [{"server_uuid": "4be89970-2e63-408c-b57e-df67561caa46", "name": "network-vif-deleted", "tag": "24f9d973-7a87-4a8e-9204-bc6b88a1f793"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:50:28.052700 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ff9ecfc4-6df0-47f5-905f-7afeeeba759c req-e3e1f688-9924-4065-81a9-2cf7889b04bd tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=4be89970-2e63-408c-b57e-df67561caa46 HTTP/1.1" status: 200 len: 210 time: 0.0514605 Aug 20 10:50:28.134091 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=1709ad6a-4377-450d-b40e-082efe8d98cb,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:28.176189 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 24f9d973-7a87-4a8e-9204-bc6b88a1f793 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:50:28.206467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-282a4ef9-c3e8-4fbb-98b0-2d612ca09310 None None] Set router 857dfe7f-8d11-46c1-87b4-618ed7281275 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:28.209890 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 24f9d973-7a87-4a8e-9204-bc6b88a1f793 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:50:28.210471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 24f9d973-7a87-4a8e-9204-bc6b88a1f793 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:50:28.212075 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0f733001-5767-419e-aa52-691f308d1c7e None None] Provisioning complete for port 1709ad6a-4377-450d-b40e-082efe8d98cb triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:28.214018 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0f733001-5767-419e-aa52-691f308d1c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:28.216743 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:28.280897 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127cad4a-0114-4a1c-985b-bd10bd3937db x-openstack-request-id: req-127cad4a-0114-4a1c-985b-bd10bd3937db {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:50:28.281186 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be89970-2e63-408c-b57e-df67561caa46", "name": "network-vif-deleted", "tag": "24f9d973-7a87-4a8e-9204-bc6b88a1f793", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:50:28.281440 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-127cad4a-0114-4a1c-985b-bd10bd3937db {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:50:28.281896 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be89970-2e63-408c-b57e-df67561caa46', 'name': 'network-vif-deleted', 'tag': '24f9d973-7a87-4a8e-9204-bc6b88a1f793', 'status': 'completed', 'code': 200} Aug 20 10:50:28.367730 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Router 617fe536-b53c-45e9-b52d-5130c9b6334d is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:50:28.488837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:50:28.500389 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Sync routers for ids ['617fe536-b53c-45e9-b52d-5130c9b6334d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:50:28.507618 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-282a4ef9-c3e8-4fbb-98b0-2d612ca09310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:45:56Z', 'revision_number': 4, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '87067d78-d73d-4d24-8b6d-fb0b78c5661f', 'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'mac_address': 'fa:16:3e:cd:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:54Z', 'updated_at': '2021-08-20T10:46:01Z', 'revision_number': 5, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'subnets': [{'id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:28.510132 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:28.511743 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2657b2a9-35c1-4dda-addd-58c945b2ffab admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8554721 Aug 20 10:50:28.515104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58956) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:28.524786 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Routers {'617fe536-b53c-45e9-b52d-5130c9b6334d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:28.527324 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['617fe536-b53c-45e9-b52d-5130c9b6334d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:28.546404 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a4ef9-c3e8-4fbb-98b0-2d612ca09310 None None] Checking router: 857dfe7f-8d11-46c1-87b4-618ed7281275 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:50:28.557459 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a4ef9-c3e8-4fbb-98b0-2d612ca09310 None None] Routers {'857dfe7f-8d11-46c1-87b4-618ed7281275'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:28.558351 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-282a4ef9-c3e8-4fbb-98b0-2d612ca09310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['857dfe7f-8d11-46c1-87b4-618ed7281275'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:28.678567 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Set router 617fe536-b53c-45e9-b52d-5130c9b6334d gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:28.712039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-282a4ef9-c3e8-4fbb-98b0-2d612ca09310 None None] Set router 857dfe7f-8d11-46c1-87b4-618ed7281275 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:28.912622 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'name': 'tempest-TestAggregatesBasicOps-412619137-router', 'tenant_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '9623772c-0617-4de5-adbb-723e1b1429fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:25Z', 'updated_at': '2021-08-20T10:50:27Z', 'revision_number': 3, 'project_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'gw_port': {'id': '9623772c-0617-4de5-adbb-723e1b1429fd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:26Z', 'updated_at': '2021-08-20T10:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:28.941926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-282a4ef9-c3e8-4fbb-98b0-2d612ca09310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:45:56Z', 'revision_number': 4, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '87067d78-d73d-4d24-8b6d-fb0b78c5661f', 'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'mac_address': 'fa:16:3e:cd:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:54Z', 'updated_at': '2021-08-20T10:46:01Z', 'revision_number': 5, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'subnets': [{'id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:28.942235 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Checking router: 617fe536-b53c-45e9-b52d-5130c9b6334d for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:50:28.942347 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Updating router 617fe536-b53c-45e9-b52d-5130c9b6334d port 9623772c-0617-4de5-adbb-723e1b1429fd binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:50:28.968771 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a4ef9-c3e8-4fbb-98b0-2d612ca09310 None None] The sync data for ids ['857dfe7f-8d11-46c1-87b4-618ed7281275'] in n-d-778550-11 is: [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:45:56Z', 'revision_number': 4, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '87067d78-d73d-4d24-8b6d-fb0b78c5661f', 'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'mac_address': 'fa:16:3e:cd:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:54Z', 'updated_at': '2021-08-20T10:46:01Z', 'revision_number': 5, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'subnets': [{'id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:50:28.969291 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:29.025885 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:29.193144 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58962) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:29.272086 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-363f8b61-58cd-4f46-aadf-94bcffa4cb48 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:29.298441 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0fd65d00-7e0e-4e21-a0c5-8bebb60836df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:29.303025 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-363f8b61-58cd-4f46-aadf-94bcffa4cb48 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:29.328305 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d33d4e-b4a7-423b-9ab6-6cd08bf3ce4c None None] New status for floating IP 51612916-c0cf-47ab-8a0a-9d99bb6712ca: DOWN {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:50:29.342200 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:29.363871 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-363f8b61-58cd-4f46-aadf-94bcffa4cb48 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:29.365654 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Transition to ACTIVE for port object 9623772c-0617-4de5-adbb-723e1b1429fd will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:29.368559 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-363f8b61-58cd-4f46-aadf-94bcffa4cb48 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:29.370808 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-363f8b61-58cd-4f46-aadf-94bcffa4cb48 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "DELETE /v2.0/security-groups/16f74a99-c125-499f-a7b8-8fc030ab38ba HTTP/1.1" status: 204 len: 168 time: 0.1759174 Aug 20 10:50:29.374358 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:29.377819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58964) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:29.402569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f8b61-58cd-4f46-aadf-94bcffa4cb48 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f74a99-c125-499f-a7b8-8fc030ab38ba,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:29.410233 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-5ab97aa4-89ba-4301-a462-e65e6a4a2719 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] show failed (client error): The resource could not be found. Aug 20 10:50:29.411896 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5ab97aa4-89ba-4301-a462-e65e6a4a2719 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups/16f74a99-c125-499f-a7b8-8fc030ab38ba HTTP/1.1" status: 404 len: 347 time: 0.0300257 Aug 20 10:50:29.414590 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58966) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:29.455147 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Attempting to bind port 9623772c-0617-4de5-adbb-723e1b1429fd on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:50:29.455876 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Attempting to bind port 9623772c-0617-4de5-adbb-723e1b1429fd by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:50:29.456464 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Attempting to bind port 9623772c-0617-4de5-adbb-723e1b1429fd on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:50:29.460481 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8090077-89d7-473c-9260-44fd2b1bfb43 None None] Pushing event updated for resources: {'Port': ['ID=9623772c-0617-4de5-adbb-723e1b1429fd,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:29.466158 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:50:29.466850 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:50:29.467474 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:29.468052 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:50:29.468707 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Bound port: 9623772c-0617-4de5-adbb-723e1b1429fd, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:50:29.469293 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:29.500022 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8090077-89d7-473c-9260-44fd2b1bfb43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:29.500564 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8090077-89d7-473c-9260-44fd2b1bfb43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:29.501655 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8090077-89d7-473c-9260-44fd2b1bfb43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:29.501777 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8090077-89d7-473c-9260-44fd2b1bfb43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:29.502083 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8090077-89d7-473c-9260-44fd2b1bfb43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:29.502414 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8090077-89d7-473c-9260-44fd2b1bfb43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:29.502739 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8090077-89d7-473c-9260-44fd2b1bfb43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:29.503105 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8090077-89d7-473c-9260-44fd2b1bfb43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:29.503422 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8090077-89d7-473c-9260-44fd2b1bfb43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:29.503748 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8090077-89d7-473c-9260-44fd2b1bfb43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:29.504068 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8090077-89d7-473c-9260-44fd2b1bfb43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:29.504400 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8090077-89d7-473c-9260-44fd2b1bfb43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:50:29.555438 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] For port 9623772c-0617-4de5-adbb-723e1b1429fd, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:50:29.558975 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] For port 9623772c-0617-4de5-adbb-723e1b1429fd, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9623772c-0617-4de5-adbb-723e1b1429fd,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:50:29.572495 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:29.611353 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-cabe598f-0bb4-4613-9252-6728d210b926 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Deleting port 0ca80053-f61c-42c2-97a1-8af6d7df617f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:50:29.612088 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cabe598f-0bb4-4613-9252-6728d210b926 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:29.628256 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8090077-89d7-473c-9260-44fd2b1bfb43 None None] Pushing event updated for resources: {'Port': ['ID=9623772c-0617-4de5-adbb-723e1b1429fd,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:29.651332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Allocated IP 172.20.0.1 (da8e7f15-1595-4ac6-a5f1-8cdf4c114d84/817368a0-ce35-413e-8be4-31018a73cd17/5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:50:29.654101 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Routers {'617fe536-b53c-45e9-b52d-5130c9b6334d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:29.655085 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['617fe536-b53c-45e9-b52d-5130c9b6334d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:29.660752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1709ad6a-4377-450d-b40e-082efe8d98cb up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:29.718002 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 1709ad6a-4377-450d-b40e-082efe8d98cb triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:29.718583 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:29.796958 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] Set router 617fe536-b53c-45e9-b52d-5130c9b6334d gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:29.816926 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:29.832310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Transition to ACTIVE for port object 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:29.886277 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:29.929750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Network da8e7f15-1595-4ac6-a5f1-8cdf4c114d84 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:50:29.933550 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:29.942135 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:50:29.946161 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Pushing event updated for resources: {'Port': ['ID=5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:29.990904 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:30.036137 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cabe598f-0bb4-4613-9252-6728d210b926 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:30.036544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cabe598f-0bb4-4613-9252-6728d210b926 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:30.045208 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'name': 'tempest-TestAggregatesBasicOps-412619137-router', 'tenant_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '9623772c-0617-4de5-adbb-723e1b1429fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:25Z', 'updated_at': '2021-08-20T10:50:27Z', 'revision_number': 3, 'project_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'gw_port': {'id': '9623772c-0617-4de5-adbb-723e1b1429fd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:26Z', 'updated_at': '2021-08-20T10:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:30.057516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-cabe598f-0bb4-4613-9252-6728d210b926 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Calling delete_port for 0ca80053-f61c-42c2-97a1-8af6d7df617f owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:50:30.074643 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f92494-4604-4aad-b0a1-a306183fa648 None None] The sync data for ids ['617fe536-b53c-45e9-b52d-5130c9b6334d'] in n-d-778550-11 is: [{'id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'name': 'tempest-TestAggregatesBasicOps-412619137-router', 'tenant_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '9623772c-0617-4de5-adbb-723e1b1429fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:25Z', 'updated_at': '2021-08-20T10:50:27Z', 'revision_number': 3, 'project_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'gw_port': {'id': '9623772c-0617-4de5-adbb-723e1b1429fd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:26Z', 'updated_at': '2021-08-20T10:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:50:30.162978 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:30.250074 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cabe598f-0bb4-4613-9252-6728d210b926 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:30.259141 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3b7f0f6e-c974-4b98-bbaf-817b17a13dba None None] Provisioning for port 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:30.264120 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3b7f0f6e-c974-4b98-bbaf-817b17a13dba None None] Provisioning complete for port 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:30.264490 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3b7f0f6e-c974-4b98-bbaf-817b17a13dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:30.299131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe598f-0bb4-4613-9252-6728d210b926 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Pushing event deleted for resources: {'Port': ['ID=0ca80053-f61c-42c2-97a1-8af6d7df617f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:30.303705 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f0f6e-c974-4b98-bbaf-817b17a13dba None None] Port 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:50:30.400595 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cabe598f-0bb4-4613-9252-6728d210b926 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:30.407966 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cabe598f-0bb4-4613-9252-6728d210b926 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:30.409994 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cabe598f-0bb4-4613-9252-6728d210b926 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "DELETE /v2.0/floatingips/51612916-c0cf-47ab-8a0a-9d99bb6712ca HTTP/1.1" status: 204 len: 168 time: 0.9926596 Aug 20 10:50:30.429351 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:30.435480 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:30.522839 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:30.525855 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Pushing event updated for resources: {'Port': ['ID=5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:30.668551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Network da8e7f15-1595-4ac6-a5f1-8cdf4c114d84 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:50:30.672996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:30.832075 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Router 617fe536-b53c-45e9-b52d-5130c9b6334d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:50:30.983437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:50:30.991627 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8fd9cd7d-978d-48bd-aeac-75024eb0f5ef admin admin] 10.222.0.16 "PUT /v2.0/routers/617fe536-b53c-45e9-b52d-5130c9b6334d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4751377 Aug 20 10:50:31.044446 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bf334739-19a7-47d1-a8df-2d50046eb84e None None] Provisioning complete for port 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:31.045002 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bf334739-19a7-47d1-a8df-2d50046eb84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.099928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bf334739-19a7-47d1-a8df-2d50046eb84e None None] Port 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:50:31.160501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58974) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:31.165540 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f1d657a5-ce39-4565-ad4c-eace554b0f1e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--333340035', 'description': 'tempest-description--1639338596'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:31.200452 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1d657a5-ce39-4565-ad4c-eace554b0f1e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.305205 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1d657a5-ce39-4565-ad4c-eace554b0f1e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.309993 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1d657a5-ce39-4565-ad4c-eace554b0f1e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.341558 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1d657a5-ce39-4565-ad4c-eace554b0f1e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.346117 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f1d657a5-ce39-4565-ad4c-eace554b0f1e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1812062 Aug 20 10:50:31.346117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d657a5-ce39-4565-ad4c-eace554b0f1e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=babec119-6b13-4781-ab7c-a051dd927582,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:31.346544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58980) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:31.352085 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9af57595-1bee-4dcb-8422-1a51ddcd23bd tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Request body: {'security_group_rule': {'security_group_id': 'babec119-6b13-4781-ab7c-a051dd927582', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:31.383950 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9af57595-1bee-4dcb-8422-1a51ddcd23bd tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.447221 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9af57595-1bee-4dcb-8422-1a51ddcd23bd tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.456279 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9af57595-1bee-4dcb-8422-1a51ddcd23bd tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.479113 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af57595-1bee-4dcb-8422-1a51ddcd23bd tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5606970e-0dcf-4aa3-9eb9-c07c5fe87dcb,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:31.488252 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9af57595-1bee-4dcb-8422-1a51ddcd23bd tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.491074 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9af57595-1bee-4dcb-8422-1a51ddcd23bd tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419609 Aug 20 10:50:31.492478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58986) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:31.497253 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-254342d9-75ad-4a4a-ae76-fb454a2cbc4d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Request body: {'security_group_rule': {'security_group_id': 'babec119-6b13-4781-ab7c-a051dd927582', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:31.526444 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-254342d9-75ad-4a4a-ae76-fb454a2cbc4d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.617042 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-254342d9-75ad-4a4a-ae76-fb454a2cbc4d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.622679 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-254342d9-75ad-4a4a-ae76-fb454a2cbc4d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.630152 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58990) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:31.637728 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-ce2fe99f-44d7-4ea8-8df1-4dc966ebdc6d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-615297946-network', 'tenant_id': '7c283c3baacd4b4e83e0b905dffc7808'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:31.649287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254342d9-75ad-4a4a-ae76-fb454a2cbc4d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7672c4fe-3cbf-4019-8ae8-7c35a1e966bb,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:31.666452 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2fe99f-44d7-4ea8-8df1-4dc966ebdc6d admin admin] Made reservation on behalf of 7c283c3baacd4b4e83e0b905dffc7808 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:50:31.669672 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe99f-44d7-4ea8-8df1-4dc966ebdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.671447 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-254342d9-75ad-4a4a-ae76-fb454a2cbc4d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.675072 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-254342d9-75ad-4a4a-ae76-fb454a2cbc4d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1813767 Aug 20 10:50:31.679032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 58992) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:31.686155 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe99f-44d7-4ea8-8df1-4dc966ebdc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.686675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2bed5926-8f1e-48e1-b485-57d151f7d990 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:31.716073 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9623772c-0617-4de5-adbb-723e1b1429fd up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:31.716321 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2bed5926-8f1e-48e1-b485-57d151f7d990 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.800526 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 9623772c-0617-4de5-adbb-723e1b1429fd completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:31.812382 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 9623772c-0617-4de5-adbb-723e1b1429fd triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:31.813061 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.860756 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe99f-44d7-4ea8-8df1-4dc966ebdc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.866389 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe99f-44d7-4ea8-8df1-4dc966ebdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.897770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2fe99f-44d7-4ea8-8df1-4dc966ebdc6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:50:31.908321 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fe99f-44d7-4ea8-8df1-4dc966ebdc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39889f98-5aa5-46ab-8614-22c14140e487,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:31.913624 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.915884 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe99f-44d7-4ea8-8df1-4dc966ebdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.916235 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-ce2fe99f-44d7-4ea8-8df1-4dc966ebdc6d admin admin] Added segment 5cf195ac-892b-41ac-8910-677a898b8644 of type vlan for network df82b1cd-95f2-4064-8e1e-7311c0e14bcc Aug 20 10:50:31.939147 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2bed5926-8f1e-48e1-b485-57d151f7d990 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.956590 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 9623772c-0617-4de5-adbb-723e1b1429fd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9623772c-0617-4de5-adbb-723e1b1429fd,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:31.964450 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:31.979808 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd19ec63-4bdb-464f-b2d8-e0e749e77157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.001094 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe99f-44d7-4ea8-8df1-4dc966ebdc6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.045679 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe99f-44d7-4ea8-8df1-4dc966ebdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.046644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2fe99f-44d7-4ea8-8df1-4dc966ebdc6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:32.048065 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ce2fe99f-44d7-4ea8-8df1-4dc966ebdc6d admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.095644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-2bed5926-8f1e-48e1-b485-57d151f7d990 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Allocated IP 172.25.3.141 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/351960ff-5ff6-479b-a1e6-73c70cecaf79) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:50:32.106949 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ce2fe99f-44d7-4ea8-8df1-4dc966ebdc6d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4750071 Aug 20 10:50:32.109674 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58994) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:32.114891 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-5954a5a3-4bb3-4d4e-a623-24323317f949 admin admin] Request body: {'subnet': {'network_id': 'df82b1cd-95f2-4064-8e1e-7311c0e14bcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-615297946-subnet', 'tenant_id': '7c283c3baacd4b4e83e0b905dffc7808', 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:32.135335 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fe99f-44d7-4ea8-8df1-4dc966ebdc6d admin admin] Pushing event updated for resources: {'Network': ['ID=df82b1cd-95f2-4064-8e1e-7311c0e14bcc,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:32.149690 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5954a5a3-4bb3-4d4e-a623-24323317f949 admin admin] Made reservation on behalf of 7c283c3baacd4b4e83e0b905dffc7808 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:50:32.152430 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5954a5a3-4bb3-4d4e-a623-24323317f949 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.169466 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network df82b1cd-95f2-4064-8e1e-7311c0e14bcc details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:50:32.244007 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2bed5926-8f1e-48e1-b485-57d151f7d990 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.255332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=9623772c-0617-4de5-adbb-723e1b1429fd,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:32.269914 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Sync routers for ids ['617fe536-b53c-45e9-b52d-5130c9b6334d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:50:32.279184 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Routers {'617fe536-b53c-45e9-b52d-5130c9b6334d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:32.280210 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['617fe536-b53c-45e9-b52d-5130c9b6334d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:32.303808 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2bed5926-8f1e-48e1-b485-57d151f7d990 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.355236 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed5926-8f1e-48e1-b485-57d151f7d990 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Pushing event updated for resources: {'Port': ['ID=351960ff-5ff6-479b-a1e6-73c70cecaf79,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:32.358562 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bed5926-8f1e-48e1-b485-57d151f7d990 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:50:32.361123 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-2bed5926-8f1e-48e1-b485-57d151f7d990 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:32.363974 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bed5926-8f1e-48e1-b485-57d151f7d990 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:50:32.366668 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5954a5a3-4bb3-4d4e-a623-24323317f949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.390162 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.413885 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Set router 617fe536-b53c-45e9-b52d-5130c9b6334d gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:32.448152 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954a5a3-4bb3-4d4e-a623-24323317f949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=603002c9-5ee3-4214-8edf-21969ed0d085,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:32.450441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954a5a3-4bb3-4d4e-a623-24323317f949 admin admin] Checking segment: {'id': '5cf195ac-892b-41ac-8910-677a898b8644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'df82b1cd-95f2-4064-8e1e-7311c0e14bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:50:32.450809 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5954a5a3-4bb3-4d4e-a623-24323317f949 admin admin] Network hostable DHCP agents. Network: df82b1cd-95f2-4064-8e1e-7311c0e14bcc, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:50:32.467921 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2bed5926-8f1e-48e1-b485-57d151f7d990 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.472622 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5954a5a3-4bb3-4d4e-a623-24323317f949 admin admin] Network df82b1cd-95f2-4064-8e1e-7311c0e14bcc is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:50:32.484778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-5954a5a3-4bb3-4d4e-a623-24323317f949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, df82b1cd-95f2-4064-8e1e-7311c0e14bcc) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:32.489019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5954a5a3-4bb3-4d4e-a623-24323317f949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:32.489727 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5954a5a3-4bb3-4d4e-a623-24323317f949 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.497220 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1f47a8-0f52-424b-96cb-2cd1b70d261a None None] Network df82b1cd-95f2-4064-8e1e-7311c0e14bcc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:50:32.507493 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5954a5a3-4bb3-4d4e-a623-24323317f949 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3965693 Aug 20 10:50:32.510061 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 58996) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:32.515169 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-615297946-router', 'tenant_id': '7c283c3baacd4b4e83e0b905dffc7808', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:32.518504 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2bed5926-8f1e-48e1-b485-57d151f7d990 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.542212 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.543791 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.630523 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.648714 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'name': 'tempest-TestAggregatesBasicOps-412619137-router', 'tenant_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '9623772c-0617-4de5-adbb-723e1b1429fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:25Z', 'updated_at': '2021-08-20T10:50:30Z', 'revision_number': 4, 'project_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'gw_port': {'id': '9623772c-0617-4de5-adbb-723e1b1429fd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:26Z', 'updated_at': '2021-08-20T10:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b', 'name': '', 'network_id': 'da8e7f15-1595-4ac6-a5f1-8cdf4c114d84', 'tenant_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'mac_address': 'fa:16:3e:68:6a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '817368a0-ce35-413e-8be4-31018a73cd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:29Z', 'updated_at': '2021-08-20T10:50:30Z', 'revision_number': 2, 'project_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'subnets': [{'id': '817368a0-ce35-413e-8be4-31018a73cd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:32.684020 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Checking router: 617fe536-b53c-45e9-b52d-5130c9b6334d for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:50:32.684969 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Updating router 617fe536-b53c-45e9-b52d-5130c9b6334d port 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:50:32.706083 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-df82b1cd-95f2-4064-8e1e-7311c0e14bcc', 'network_id': 'df82b1cd-95f2-4064-8e1e-7311c0e14bcc', 'tenant_id': '7c283c3baacd4b4e83e0b905dffc7808', 'fixed_ips': [{'subnet_id': '603002c9-5ee3-4214-8edf-21969ed0d085'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:50:32.706966 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.716431 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.752510 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2bed5926-8f1e-48e1-b485-57d151f7d990 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.759467 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2bed5926-8f1e-48e1-b485-57d151f7d990 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.810167 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.857433 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed5926-8f1e-48e1-b485-57d151f7d990 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Pushing event updated for resources: {'Port': ['ID=351960ff-5ff6-479b-a1e6-73c70cecaf79,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:32.875236 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Allocated IP 172.20.0.2 (df82b1cd-95f2-4064-8e1e-7311c0e14bcc/603002c9-5ee3-4214-8edf-21969ed0d085/35a0bc14-1e50-4983-9acf-5a4f0ea3b159) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:50:32.878248 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2bed5926-8f1e-48e1-b485-57d151f7d990 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.898861 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2bed5926-8f1e-48e1-b485-57d151f7d990 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:32.902743 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2bed5926-8f1e-48e1-b485-57d151f7d990 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2216876 Aug 20 10:50:33.054130 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:33.077409 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Transition to ACTIVE for port object 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:33.086271 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:33.086713 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:33.101387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Transition to ACTIVE for port object 35a0bc14-1e50-4983-9acf-5a4f0ea3b159 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:33.126931 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Transition to ACTIVE for port object 35a0bc14-1e50-4983-9acf-5a4f0ea3b159 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:33.134257 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:33.145278 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:33.168020 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:33.169796 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573d419-3ffe-4d94-89df-53bfd2f1850e None None] Pushing event updated for resources: {'Port': ['ID=5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:33.192856 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Network df82b1cd-95f2-4064-8e1e-7311c0e14bcc is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:50:33.199182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:33.201815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:50:33.210671 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:33.218223 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Attempting to bind port 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:50:33.218533 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Attempting to bind port 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'adc97131-9666-4f5c-9d36-e2f36b3f2303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'da8e7f15-1595-4ac6-a5f1-8cdf4c114d84'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:50:33.218894 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Attempting to bind port 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b on network da8e7f15-1595-4ac6-a5f1-8cdf4c114d84 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:50:33.219615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Pushing event updated for resources: {'Port': ['ID=35a0bc14-1e50-4983-9acf-5a4f0ea3b159,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:33.224348 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:50:33.225634 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Checking segment: {'id': 'adc97131-9666-4f5c-9d36-e2f36b3f2303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'da8e7f15-1595-4ac6-a5f1-8cdf4c114d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:50:33.226139 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:33.226524 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Bound using segment: {'id': 'adc97131-9666-4f5c-9d36-e2f36b3f2303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'da8e7f15-1595-4ac6-a5f1-8cdf4c114d84'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:50:33.226993 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Bound port: 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc97131-9666-4f5c-9d36-e2f36b3f2303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'da8e7f15-1595-4ac6-a5f1-8cdf4c114d84'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:50:33.227584 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:33.231181 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-ad0f3bcd-f17f-42eb-8275-0c938dab3a81 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--333340035&fields=id&tenant_id=efb0d4159b0e494fac7fc05ad50fd56e HTTP/1.1" status: 200 len: 267 time: 0.1080863 Aug 20 10:50:33.301361 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Attempting to bind port 35a0bc14-1e50-4983-9acf-5a4f0ea3b159 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:50:33.301736 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Attempting to bind port 35a0bc14-1e50-4983-9acf-5a4f0ea3b159 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '5cf195ac-892b-41ac-8910-677a898b8644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'df82b1cd-95f2-4064-8e1e-7311c0e14bcc'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:50:33.302127 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Attempting to bind port 35a0bc14-1e50-4983-9acf-5a4f0ea3b159 on network df82b1cd-95f2-4064-8e1e-7311c0e14bcc {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:50:33.307785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:50:33.308201 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Checking segment: {'id': '5cf195ac-892b-41ac-8910-677a898b8644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'df82b1cd-95f2-4064-8e1e-7311c0e14bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:50:33.308574 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:33.308971 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Bound using segment: {'id': '5cf195ac-892b-41ac-8910-677a898b8644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'df82b1cd-95f2-4064-8e1e-7311c0e14bcc'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:50:33.310346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Bound port: 35a0bc14-1e50-4983-9acf-5a4f0ea3b159, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf195ac-892b-41ac-8910-677a898b8644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'df82b1cd-95f2-4064-8e1e-7311c0e14bcc'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:50:33.310346 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:33.322622 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] For port 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:50:33.328653 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] For port 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b,segment=NetworkSegment(adc97131-9666-4f5c-9d36-e2f36b3f2303),segment_id=adc97131-9666-4f5c-9d36-e2f36b3f2303)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:50:33.336795 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:33.391405 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] For port 35a0bc14-1e50-4983-9acf-5a4f0ea3b159, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:50:33.396384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] For port 35a0bc14-1e50-4983-9acf-5a4f0ea3b159, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=35a0bc14-1e50-4983-9acf-5a4f0ea3b159,segment=NetworkSegment(5cf195ac-892b-41ac-8910-677a898b8644),segment_id=5cf195ac-892b-41ac-8910-677a898b8644)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:50:33.402968 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:33.403261 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Routers {'617fe536-b53c-45e9-b52d-5130c9b6334d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:33.403993 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['617fe536-b53c-45e9-b52d-5130c9b6334d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:33.411466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Allocated IP 172.25.3.130 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/09799d31-1ed8-4d76-a458-d58c77ea1ae5) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:50:33.436599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-a6ad2e32-ef8f-4ace-8ee6-fe05ac364a04 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:33.438738 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-a6ad2e32-ef8f-4ace-8ee6-fe05ac364a04 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 816 time: 0.1969054 Aug 20 10:50:33.491273 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-af709c27-0c47-4d85-95e9-c04844e23bdc tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/quotas/efb0d4159b0e494fac7fc05ad50fd56e HTTP/1.1" status: 200 len: 375 time: 0.0421164 Aug 20 10:50:33.499509 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac73a8-522e-41cf-a720-34c6b1386408 None None] Pushing event updated for resources: {'Port': ['ID=35a0bc14-1e50-4983-9acf-5a4f0ea3b159,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:33.563939 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573d419-3ffe-4d94-89df-53bfd2f1850e None None] Pushing event updated for resources: {'Port': ['ID=5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:33.569544 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] Set router 617fe536-b53c-45e9-b52d-5130c9b6334d gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:33.628824 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-03df096c-b5f7-4b63-a2d5-8df28db314dc tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1017506 Aug 20 10:50:33.669726 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:33.706381 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9623772c-0617-4de5-adbb-723e1b1429fd up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:33.730624 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:33.779234 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:50:33.784101 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:33.788218 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:50:33.864306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Pushing event updated for resources: {'Port': ['ID=09799d31-1ed8-4d76-a458-d58c77ea1ae5,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:33.875810 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 9623772c-0617-4de5-adbb-723e1b1429fd triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:33.876777 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:34.061850 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-72954b7d-a981-4620-9217-12c3c313fc36 service neutron] 10.222.0.16 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068084 Aug 20 10:50:34.089203 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'name': 'tempest-TestAggregatesBasicOps-412619137-router', 'tenant_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '9623772c-0617-4de5-adbb-723e1b1429fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:25Z', 'updated_at': '2021-08-20T10:50:30Z', 'revision_number': 4, 'project_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'gw_port': {'id': '9623772c-0617-4de5-adbb-723e1b1429fd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:26Z', 'updated_at': '2021-08-20T10:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b', 'name': '', 'network_id': 'da8e7f15-1595-4ac6-a5f1-8cdf4c114d84', 'tenant_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'mac_address': 'fa:16:3e:68:6a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '817368a0-ce35-413e-8be4-31018a73cd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:29Z', 'updated_at': '2021-08-20T10:50:33Z', 'revision_number': 4, 'project_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'subnets': [{'id': '817368a0-ce35-413e-8be4-31018a73cd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:34.116655 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e73cad-2d82-4c71-b467-01bab029b530 None None] The sync data for ids ['617fe536-b53c-45e9-b52d-5130c9b6334d'] in n-d-778550-11 is: [{'id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'name': 'tempest-TestAggregatesBasicOps-412619137-router', 'tenant_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '9623772c-0617-4de5-adbb-723e1b1429fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:25Z', 'updated_at': '2021-08-20T10:50:30Z', 'revision_number': 4, 'project_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'gw_port': {'id': '9623772c-0617-4de5-adbb-723e1b1429fd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:26Z', 'updated_at': '2021-08-20T10:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b', 'name': '', 'network_id': 'da8e7f15-1595-4ac6-a5f1-8cdf4c114d84', 'tenant_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'mac_address': 'fa:16:3e:68:6a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '817368a0-ce35-413e-8be4-31018a73cd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:29Z', 'updated_at': '2021-08-20T10:50:33Z', 'revision_number': 4, 'project_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'subnets': [{'id': '817368a0-ce35-413e-8be4-31018a73cd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:50:34.264350 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-87bcc676-56c4-4250-ad4b-28cd0850efa2 service neutron] 10.222.0.16 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893401 Aug 20 10:50:34.269670 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:34.513572 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:34.542115 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4cd94cda-2876-4845-b7f7-df8d56310aaa req-a6df71c0-3f9c-4caa-8ade-abb4a9d703b6 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 210 time: 0.0465114 Aug 20 10:50:34.673512 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Router 6bcbfb86-215b-4586-8e7d-2bb70f2dcd37 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:50:34.837776 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:50:34.839278 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:34.848454 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Sync routers for ids ['6bcbfb86-215b-4586-8e7d-2bb70f2dcd37'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:50:34.861601 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:34.866385 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8446f209-3155-4fc6-98f6-99309540f5ed admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3552260 Aug 20 10:50:34.867090 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59022) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:34.867757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Routers {'6bcbfb86-215b-4586-8e7d-2bb70f2dcd37'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:34.868542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6bcbfb86-215b-4586-8e7d-2bb70f2dcd37'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:34.940998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5357d432-54c7-41e3-bc68-c49cfac98f3a None None] Network df82b1cd-95f2-4064-8e1e-7311c0e14bcc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:50:35.037251 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5e58aca4-0efa-4ef6-9109-2711cc1e246e None None] Provisioning for port 35a0bc14-1e50-4983-9acf-5a4f0ea3b159 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:35.134248 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Set router 6bcbfb86-215b-4586-8e7d-2bb70f2dcd37 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:35.425748 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:35.442461 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'name': 'tempest-TestAggregatesBasicOps-615297946-router', 'tenant_id': '7c283c3baacd4b4e83e0b905dffc7808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '09799d31-1ed8-4d76-a458-d58c77ea1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:32Z', 'updated_at': '2021-08-20T10:50:34Z', 'revision_number': 3, 'project_id': '7c283c3baacd4b4e83e0b905dffc7808', 'gw_port': {'id': '09799d31-1ed8-4d76-a458-d58c77ea1ae5', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:90:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:33Z', 'updated_at': '2021-08-20T10:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:35.487265 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Checking router: 6bcbfb86-215b-4586-8e7d-2bb70f2dcd37 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:50:35.488611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Updating router 6bcbfb86-215b-4586-8e7d-2bb70f2dcd37 port 09799d31-1ed8-4d76-a458-d58c77ea1ae5 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:50:35.529711 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:35.752963 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Allocated IP 172.20.0.1 (df82b1cd-95f2-4064-8e1e-7311c0e14bcc/603002c9-5ee3-4214-8edf-21969ed0d085/9a396b05-aff1-4754-94be-689436242e65) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:50:35.754393 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dfbb0c23-d359-4e8b-9018-44216d7d07ce req-f51c1a8b-aa9f-47b2-b128-a39a06f0d273 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 210 time: 0.0430639 Aug 20 10:50:35.814039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 35a0bc14-1e50-4983-9acf-5a4f0ea3b159 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:35.927438 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 35a0bc14-1e50-4983-9acf-5a4f0ea3b159 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:35.935896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 35a0bc14-1e50-4983-9acf-5a4f0ea3b159 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:35.936512 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:35.989623 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:35.989871 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:36.007155 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Transition to ACTIVE for port object 09799d31-1ed8-4d76-a458-d58c77ea1ae5 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:36.016907 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:36.021491 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Transition to ACTIVE for port object 9a396b05-aff1-4754-94be-689436242e65 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:36.062487 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-498acc91-d9f2-4192-88a8-8c12ce9453c6 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:36.065083 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-498acc91-d9f2-4192-88a8-8c12ce9453c6 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.24 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 816 time: 0.1595056 Aug 20 10:50:36.085863 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Attempting to bind port 09799d31-1ed8-4d76-a458-d58c77ea1ae5 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:50:36.086232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Attempting to bind port 09799d31-1ed8-4d76-a458-d58c77ea1ae5 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:50:36.086584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Attempting to bind port 09799d31-1ed8-4d76-a458-d58c77ea1ae5 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:50:36.088516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037e00f-d971-41ea-89f8-22b78910d729 None None] Pushing event updated for resources: {'Port': ['ID=09799d31-1ed8-4d76-a458-d58c77ea1ae5,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:36.095142 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:50:36.095516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:50:36.095920 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:36.096407 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:50:36.096763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Bound port: 09799d31-1ed8-4d76-a458-d58c77ea1ae5, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:50:36.097252 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:36.116415 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:36.124151 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-f8a6502c-f4ea-45df-89d8-c38b26ca523d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efb0d4159b0e494fac7fc05ad50fd56e HTTP/1.1" status: 200 len: 379 time: 0.0501575 Aug 20 10:50:36.156294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-ce1edd03-0d8d-44a8-9b27-2a4c9be57aaa tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Request body: {'port': {'device_id': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'admin_state_up': True, 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'security_groups': ['babec119-6b13-4781-ab7c-a051dd927582']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:36.170291 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:36.190061 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] For port 09799d31-1ed8-4d76-a458-d58c77ea1ae5, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:50:36.206607 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] For port 09799d31-1ed8-4d76-a458-d58c77ea1ae5, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=09799d31-1ed8-4d76-a458-d58c77ea1ae5,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:50:36.213490 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:36.215207 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Network df82b1cd-95f2-4064-8e1e-7311c0e14bcc is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:50:36.224760 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:36.227327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:50:36.227967 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 35a0bc14-1e50-4983-9acf-5a4f0ea3b159, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=35a0bc14-1e50-4983-9acf-5a4f0ea3b159,segment=NetworkSegment(5cf195ac-892b-41ac-8910-677a898b8644),segment_id=5cf195ac-892b-41ac-8910-677a898b8644)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:36.247544 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:36.248286 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:36.259546 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a396b05-aff1-4754-94be-689436242e65,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:36.304822 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:36.310052 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Routers {'6bcbfb86-215b-4586-8e7d-2bb70f2dcd37'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:36.310708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6bcbfb86-215b-4586-8e7d-2bb70f2dcd37'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:36.365456 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037e00f-d971-41ea-89f8-22b78910d729 None None] Pushing event updated for resources: {'Port': ['ID=09799d31-1ed8-4d76-a458-d58c77ea1ae5,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:36.425757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-ce1edd03-0d8d-44a8-9b27-2a4c9be57aaa tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Made reservation on behalf of efb0d4159b0e494fac7fc05ad50fd56e for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:50:36.429661 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-ce1edd03-0d8d-44a8-9b27-2a4c9be57aaa tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:36.458255 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:36.480034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:36.480514 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:36.483726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=35a0bc14-1e50-4983-9acf-5a4f0ea3b159,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:36.548221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] Set router 6bcbfb86-215b-4586-8e7d-2bb70f2dcd37 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:36.577225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6cbf736e-f40a-46db-8f6d-c18f23a1b519 None None] Provisioning for port 9a396b05-aff1-4754-94be-689436242e65 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:36.582643 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:36.610242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-ce1edd03-0d8d-44a8-9b27-2a4c9be57aaa tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Allocated IP 172.20.0.11 (25c66816-a4a2-4111-8e55-a06f6e704a9d/17a2913c-28e4-4acc-846e-9b3385544ba9/8dc3f463-fa7b-47fd-957b-2ec6497b19f0) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:50:36.615936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6cbf736e-f40a-46db-8f6d-c18f23a1b519 None None] Provisioning complete for port 9a396b05-aff1-4754-94be-689436242e65 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:36.616459 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6cbf736e-f40a-46db-8f6d-c18f23a1b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:36.748161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6cbf736e-f40a-46db-8f6d-c18f23a1b519 None None] Port 9a396b05-aff1-4754-94be-689436242e65 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:50:36.774598 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:36.893459 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a460ae3-4dd9-4c13-a978-f81089cab02f req-7f48ff1c-ac37-4f41-a27e-4662af8f7949 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 210 time: 0.0568337 Aug 20 10:50:36.931018 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-ce1edd03-0d8d-44a8-9b27-2a4c9be57aaa tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:36.956489 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:36.959991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-ce1edd03-0d8d-44a8-9b27-2a4c9be57aaa tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Transition to ACTIVE for port object 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:36.963009 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:36.999550 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b,segment=NetworkSegment(adc97131-9666-4f5c-9d36-e2f36b3f2303),segment_id=adc97131-9666-4f5c-9d36-e2f36b3f2303)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:37.004871 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:37.061868 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a396b05-aff1-4754-94be-689436242e65,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:37.062847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'name': 'tempest-TestAggregatesBasicOps-615297946-router', 'tenant_id': '7c283c3baacd4b4e83e0b905dffc7808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '09799d31-1ed8-4d76-a458-d58c77ea1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:32Z', 'updated_at': '2021-08-20T10:50:34Z', 'revision_number': 3, 'project_id': '7c283c3baacd4b4e83e0b905dffc7808', 'gw_port': {'id': '09799d31-1ed8-4d76-a458-d58c77ea1ae5', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:90:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:33Z', 'updated_at': '2021-08-20T10:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:37.067781 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:37.067954 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:37.081401 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-ce1edd03-0d8d-44a8-9b27-2a4c9be57aaa tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:37.095517 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b18a62-7de1-467f-8975-bea1607536b6 None None] The sync data for ids ['6bcbfb86-215b-4586-8e7d-2bb70f2dcd37'] in n-d-778550-11 is: [{'id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'name': 'tempest-TestAggregatesBasicOps-615297946-router', 'tenant_id': '7c283c3baacd4b4e83e0b905dffc7808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '09799d31-1ed8-4d76-a458-d58c77ea1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:32Z', 'updated_at': '2021-08-20T10:50:34Z', 'revision_number': 3, 'project_id': '7c283c3baacd4b4e83e0b905dffc7808', 'gw_port': {'id': '09799d31-1ed8-4d76-a458-d58c77ea1ae5', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:90:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:33Z', 'updated_at': '2021-08-20T10:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:50:37.179000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-ce1edd03-0d8d-44a8-9b27-2a4c9be57aaa tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Network 25c66816-a4a2-4111-8e55-a06f6e704a9d is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:50:37.185131 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-ce1edd03-0d8d-44a8-9b27-2a4c9be57aaa tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:37.198427 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-ce1edd03-0d8d-44a8-9b27-2a4c9be57aaa tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:50:37.202726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1edd03-0d8d-44a8-9b27-2a4c9be57aaa tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Pushing event updated for resources: {'Port': ['ID=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:37.261138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Network df82b1cd-95f2-4064-8e1e-7311c0e14bcc is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:50:37.264600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:37.272625 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-ce1edd03-0d8d-44a8-9b27-2a4c9be57aaa tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:37.273285 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-ce1edd03-0d8d-44a8-9b27-2a4c9be57aaa tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:37.337041 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-ce1edd03-0d8d-44a8-9b27-2a4c9be57aaa tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1849341 Aug 20 10:50:37.383872 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Request body: {'port': {'device_id': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:37.509483 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:37.530314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Router 6bcbfb86-215b-4586-8e7d-2bb70f2dcd37 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:50:37.583127 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fe3185b6-5b92-41d9-8b79-791708e7136a None None] Provisioning for port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:37.591407 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fe3185b6-5b92-41d9-8b79-791708e7136a None None] Provisioning complete for port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:37.593439 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fe3185b6-5b92-41d9-8b79-791708e7136a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:37.646478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-fe3185b6-5b92-41d9-8b79-791708e7136a None None] Port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:50:37.769897 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ebecc7bf-3fb9-4945-8b62-b72c0ecfaca8 None None] Provisioning complete for port 9a396b05-aff1-4754-94be-689436242e65 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:37.770269 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ebecc7bf-3fb9-4945-8b62-b72c0ecfaca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:37.806211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 35a0bc14-1e50-4983-9acf-5a4f0ea3b159 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:37.827676 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:50:37.836112 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f661c880-732d-4805-9e48-58c55726daf7 admin admin] 10.222.0.16 "PUT /v2.0/routers/6bcbfb86-215b-4586-8e7d-2bb70f2dcd37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9673920 Aug 20 10:50:37.846702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ebecc7bf-3fb9-4945-8b62-b72c0ecfaca8 None None] Port 9a396b05-aff1-4754-94be-689436242e65 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:50:37.881141 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 35a0bc14-1e50-4983-9acf-5a4f0ea3b159 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:37.881541 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:38.008825 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 09799d31-1ed8-4d76-a458-d58c77ea1ae5 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:38.021539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:50:38.033262 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:38.056182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Transition to ACTIVE for port object 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:38.061913 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:38.098760 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a50ecc-cbe2-4efd-8178-b8cbe935e3f5 req-5bc31777-7a3a-4a46-b39a-c1b54b0be194 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:38.101273 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13a50ecc-cbe2-4efd-8178-b8cbe935e3f5 req-5bc31777-7a3a-4a46-b39a-c1b54b0be194 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 932 time: 0.0745635 Aug 20 10:50:38.107521 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 09799d31-1ed8-4d76-a458-d58c77ea1ae5 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:38.112335 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 09799d31-1ed8-4d76-a458-d58c77ea1ae5 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:38.112744 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:38.159106 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13a50ecc-cbe2-4efd-8178-b8cbe935e3f5 req-710607b6-be6a-421e-a922-9b36a9932bd6 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489962 Aug 20 10:50:38.160209 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Pushing event updated for resources: {'Port': ['ID=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:38.261248 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Attempting to bind port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:50:38.262410 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Attempting to bind port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:50:38.262410 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Attempting to bind port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 on network 25c66816-a4a2-4111-8e55-a06f6e704a9d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:50:38.273036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 on network 25c66816-a4a2-4111-8e55-a06f6e704a9d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:50:38.273391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Attempting to bind port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 on network 25c66816-a4a2-4111-8e55-a06f6e704a9d {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:50:38.282213 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:38.287007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:50:38.287410 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Checking segment: {'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:50:38.287808 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Bound using segment: {'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:50:38.288256 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Bound port: 8dc3f463-fa7b-47fd-957b-2ec6497b19f0, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05682320-2b36-4fe5-a47e-45c173a62394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:50:38.288624 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:38.328188 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 09799d31-1ed8-4d76-a458-d58c77ea1ae5, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=09799d31-1ed8-4d76-a458-d58c77ea1ae5,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:38.335519 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:38.336593 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:38.399491 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] For port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:50:38.403480 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] For port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:50:38.409596 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:38.426625 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=09799d31-1ed8-4d76-a458-d58c77ea1ae5,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:38.436765 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:38.437205 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:38.447606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:38.448401 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:38.449867 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] 10.222.0.24 "PUT /v2.0/ports/8dc3f463-fa7b-47fd-957b-2ec6497b19f0 HTTP/1.1" status: 200 len: 1093 time: 1.0758193 Aug 20 10:50:38.450433 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'tag': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:50:38.452999 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f279ee-46f8-4d2e-909c-470ebeabf58c" -d '{"events": [{"name": "network-changed", "server_uuid": "78cc97d1-ae70-4637-945c-a1c34545bfdd", "tag": "8dc3f463-fa7b-47fd-957b-2ec6497b19f0"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:50:38.548131 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf43bbe-fcba-4009-ae81-fb0affd4fd1f x-openstack-request-id: req-abf43bbe-fcba-4009-ae81-fb0affd4fd1f {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:50:38.548405 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cc97d1-ae70-4637-945c-a1c34545bfdd", "tag": "8dc3f463-fa7b-47fd-957b-2ec6497b19f0", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:50:38.548752 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abf43bbe-fcba-4009-ae81-fb0affd4fd1f {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:50:38.549245 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'tag': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0', 'status': 'completed', 'code': 200} Aug 20 10:50:38.555346 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388931f3-85e0-4db7-9030-7d3a497fd61d service neutron] Pushing event updated for resources: {'Port': ['ID=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:38.577586 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-8dc621cb-c3b8-4ba5-bb1d-23b44e612f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:38.580492 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-8dc621cb-c3b8-4ba5-bb1d-23b44e612f04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 1096 time: 0.0881059 Aug 20 10:50:38.632218 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-9dea3767-b5af-4758-9ab4-8bf1b2d6197b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0 HTTP/1.1" status: 200 len: 217 time: 0.0431888 Aug 20 10:50:38.683761 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-64395774-9615-472a-8037-ce8c0a3e013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:38.685476 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-64395774-9615-472a-8037-ce8c0a3e013c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.0468628 Aug 20 10:50:38.748040 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-cbfdcc17-a363-4971-a513-1419f730581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:38.751500 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-cbfdcc17-a363-4971-a513-1419f730581c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591314 Aug 20 10:50:38.856822 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-6af27bdd-791d-417e-bfdf-a0f8fc52edec service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998547 Aug 20 10:50:38.960219 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-093c821d-fad1-4472-bd6c-3d1b89ef2dad req-ed85ffff-d702-4fcc-a48e-745dd465cbbe service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962086 Aug 20 10:50:39.053057 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f279ee-46f8-4d2e-909c-470ebeabf58c req-7ff06828-7cd2-4190-9c09-cc90c95e3f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:39.054629 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19f279ee-46f8-4d2e-909c-470ebeabf58c req-7ff06828-7cd2-4190-9c09-cc90c95e3f2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 1096 time: 0.0479181 Aug 20 10:50:39.127856 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Sync routers for ids ['6bcbfb86-215b-4586-8e7d-2bb70f2dcd37'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:50:39.146923 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Routers {'6bcbfb86-215b-4586-8e7d-2bb70f2dcd37'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:39.147904 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6bcbfb86-215b-4586-8e7d-2bb70f2dcd37'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:39.170069 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59080) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:39.274319 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Set router 6bcbfb86-215b-4586-8e7d-2bb70f2dcd37 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:39.490738 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'name': 'tempest-TestAggregatesBasicOps-615297946-router', 'tenant_id': '7c283c3baacd4b4e83e0b905dffc7808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '09799d31-1ed8-4d76-a458-d58c77ea1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:32Z', 'updated_at': '2021-08-20T10:50:36Z', 'revision_number': 4, 'project_id': '7c283c3baacd4b4e83e0b905dffc7808', 'gw_port': {'id': '09799d31-1ed8-4d76-a458-d58c77ea1ae5', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:33Z', 'updated_at': '2021-08-20T10:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '9a396b05-aff1-4754-94be-689436242e65', 'name': '', 'network_id': 'df82b1cd-95f2-4064-8e1e-7311c0e14bcc', 'tenant_id': '7c283c3baacd4b4e83e0b905dffc7808', 'mac_address': 'fa:16:3e:a9:9e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '603002c9-5ee3-4214-8edf-21969ed0d085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:35Z', 'updated_at': '2021-08-20T10:50:36Z', 'revision_number': 2, 'project_id': '7c283c3baacd4b4e83e0b905dffc7808', 'subnets': [{'id': '603002c9-5ee3-4214-8edf-21969ed0d085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:39.517230 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Checking router: 6bcbfb86-215b-4586-8e7d-2bb70f2dcd37 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:50:39.517586 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Updating router 6bcbfb86-215b-4586-8e7d-2bb70f2dcd37 port 9a396b05-aff1-4754-94be-689436242e65 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:50:39.544013 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:39.562011 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dac28a-2a42-45b6-b3d4-66e1376c2001 req-81792c8e-d6ef-4fc9-9650-86f112a954ee tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:39.564087 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-00dac28a-2a42-45b6-b3d4-66e1376c2001 req-81792c8e-d6ef-4fc9-9650-86f112a954ee tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.1139588 Aug 20 10:50:39.568993 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f279ee-46f8-4d2e-909c-470ebeabf58c req-e5891334-d550-4351-96d4-d5664daa80e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:39.570873 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19f279ee-46f8-4d2e-909c-470ebeabf58c req-e5891334-d550-4351-96d4-d5664daa80e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 917 time: 0.5079494 Aug 20 10:50:39.587718 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd6b0885-8725-4b5f-8eeb-4fb876d84cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:39.626387 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-00dac28a-2a42-45b6-b3d4-66e1376c2001 req-64e29cee-546d-40b2-ab14-14de951b14c9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447357 Aug 20 10:50:39.667792 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 09799d31-1ed8-4d76-a458-d58c77ea1ae5 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:39.668429 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19f279ee-46f8-4d2e-909c-470ebeabf58c req-619da241-b031-4e89-9d40-b7abf6ba413c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0 HTTP/1.1" status: 200 len: 217 time: 0.0621870 Aug 20 10:50:39.729083 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 09799d31-1ed8-4d76-a458-d58c77ea1ae5 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:39.729441 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:39.736165 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f279ee-46f8-4d2e-909c-470ebeabf58c req-643da527-8e18-4ec2-b8b4-d3b315c07fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:39.739088 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19f279ee-46f8-4d2e-909c-470ebeabf58c req-643da527-8e18-4ec2-b8b4-d3b315c07fea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.0581326 Aug 20 10:50:39.803741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f279ee-46f8-4d2e-909c-470ebeabf58c req-4cac3d0e-0392-460d-a1a2-93cc2f71fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:39.807890 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19f279ee-46f8-4d2e-909c-470ebeabf58c req-4cac3d0e-0392-460d-a1a2-93cc2f71fe30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617807 Aug 20 10:50:39.865934 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:39.877647 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Transition to ACTIVE for port object 9a396b05-aff1-4754-94be-689436242e65 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:39.883647 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:39.915420 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19f279ee-46f8-4d2e-909c-470ebeabf58c req-f07d458a-f1db-4d9c-96f0-817ada7113d7 service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989926 Aug 20 10:50:39.957050 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20485157-c840-449f-b0d8-42e6662c3f3b None None] Pushing event updated for resources: {'Port': ['ID=9a396b05-aff1-4754-94be-689436242e65,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:39.999666 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Attempting to bind port 9a396b05-aff1-4754-94be-689436242e65 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:50:40.000078 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Attempting to bind port 9a396b05-aff1-4754-94be-689436242e65 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '5cf195ac-892b-41ac-8910-677a898b8644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'df82b1cd-95f2-4064-8e1e-7311c0e14bcc'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:50:40.000444 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Attempting to bind port 9a396b05-aff1-4754-94be-689436242e65 on network df82b1cd-95f2-4064-8e1e-7311c0e14bcc {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:50:40.008910 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:50:40.009291 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Checking segment: {'id': '5cf195ac-892b-41ac-8910-677a898b8644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'df82b1cd-95f2-4064-8e1e-7311c0e14bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:50:40.010183 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:40.010583 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Bound using segment: {'id': '5cf195ac-892b-41ac-8910-677a898b8644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'df82b1cd-95f2-4064-8e1e-7311c0e14bcc'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:50:40.011099 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Bound port: 9a396b05-aff1-4754-94be-689436242e65, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf195ac-892b-41ac-8910-677a898b8644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'df82b1cd-95f2-4064-8e1e-7311c0e14bcc'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:50:40.011988 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:40.064351 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-19f279ee-46f8-4d2e-909c-470ebeabf58c req-d32a3caf-f01f-4d32-b306-1975d1eb24fb service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409910 Aug 20 10:50:40.091579 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] For port 9a396b05-aff1-4754-94be-689436242e65, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:50:40.095459 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] For port 9a396b05-aff1-4754-94be-689436242e65, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9a396b05-aff1-4754-94be-689436242e65,segment=NetworkSegment(5cf195ac-892b-41ac-8910-677a898b8644),segment_id=5cf195ac-892b-41ac-8910-677a898b8644)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:50:40.100415 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:40.163193 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20485157-c840-449f-b0d8-42e6662c3f3b None None] Pushing event updated for resources: {'Port': ['ID=9a396b05-aff1-4754-94be-689436242e65,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:40.166234 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Routers {'6bcbfb86-215b-4586-8e7d-2bb70f2dcd37'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:40.166906 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6bcbfb86-215b-4586-8e7d-2bb70f2dcd37'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:40.182836 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fd6b0885-8725-4b5f-8eeb-4fb876d84cf1 admin admin] Deleting port 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:50:40.183352 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd6b0885-8725-4b5f-8eeb-4fb876d84cf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:40.264508 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-fd6b0885-8725-4b5f-8eeb-4fb876d84cf1 admin admin] For port 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b,segment=NetworkSegment(adc97131-9666-4f5c-9d36-e2f36b3f2303),segment_id=adc97131-9666-4f5c-9d36-e2f36b3f2303)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:40.264668 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd6b0885-8725-4b5f-8eeb-4fb876d84cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:40.278216 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] Set router 6bcbfb86-215b-4586-8e7d-2bb70f2dcd37 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:40.279696 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fd6b0885-8725-4b5f-8eeb-4fb876d84cf1 admin admin] Calling delete_port for 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:50:40.470910 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd6b0885-8725-4b5f-8eeb-4fb876d84cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:40.490877 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'name': 'tempest-TestAggregatesBasicOps-615297946-router', 'tenant_id': '7c283c3baacd4b4e83e0b905dffc7808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '09799d31-1ed8-4d76-a458-d58c77ea1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:32Z', 'updated_at': '2021-08-20T10:50:36Z', 'revision_number': 4, 'project_id': '7c283c3baacd4b4e83e0b905dffc7808', 'gw_port': {'id': '09799d31-1ed8-4d76-a458-d58c77ea1ae5', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:33Z', 'updated_at': '2021-08-20T10:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '9a396b05-aff1-4754-94be-689436242e65', 'name': '', 'network_id': 'df82b1cd-95f2-4064-8e1e-7311c0e14bcc', 'tenant_id': '7c283c3baacd4b4e83e0b905dffc7808', 'mac_address': 'fa:16:3e:a9:9e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '603002c9-5ee3-4214-8edf-21969ed0d085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:35Z', 'updated_at': '2021-08-20T10:50:40Z', 'revision_number': 4, 'project_id': '7c283c3baacd4b4e83e0b905dffc7808', 'subnets': [{'id': '603002c9-5ee3-4214-8edf-21969ed0d085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:40.522577 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7cf129-c4af-450f-9e9e-27e192edcfbf None None] The sync data for ids ['6bcbfb86-215b-4586-8e7d-2bb70f2dcd37'] in n-d-778550-11 is: [{'id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'name': 'tempest-TestAggregatesBasicOps-615297946-router', 'tenant_id': '7c283c3baacd4b4e83e0b905dffc7808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '09799d31-1ed8-4d76-a458-d58c77ea1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:32Z', 'updated_at': '2021-08-20T10:50:36Z', 'revision_number': 4, 'project_id': '7c283c3baacd4b4e83e0b905dffc7808', 'gw_port': {'id': '09799d31-1ed8-4d76-a458-d58c77ea1ae5', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:33Z', 'updated_at': '2021-08-20T10:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '9a396b05-aff1-4754-94be-689436242e65', 'name': '', 'network_id': 'df82b1cd-95f2-4064-8e1e-7311c0e14bcc', 'tenant_id': '7c283c3baacd4b4e83e0b905dffc7808', 'mac_address': 'fa:16:3e:a9:9e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '603002c9-5ee3-4214-8edf-21969ed0d085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:35Z', 'updated_at': '2021-08-20T10:50:40Z', 'revision_number': 4, 'project_id': '7c283c3baacd4b4e83e0b905dffc7808', 'subnets': [{'id': '603002c9-5ee3-4214-8edf-21969ed0d085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:50:40.525883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b0885-8725-4b5f-8eeb-4fb876d84cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:40.715320 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd6b0885-8725-4b5f-8eeb-4fb876d84cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:40.810969 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c2f48-4edf-40ab-bc50-2d689fb08d9a req-3e792426-01af-4080-a13e-720aec260f20 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:40.812622 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-305c2f48-4edf-40ab-bc50-2d689fb08d9a req-3e792426-01af-4080-a13e-720aec260f20 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0993457 Aug 20 10:50:40.900409 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-305c2f48-4edf-40ab-bc50-2d689fb08d9a req-bdbf6d0f-4226-4c5e-bf3b-c132e8abec2a tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779710 Aug 20 10:50:41.016280 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6b0885-8725-4b5f-8eeb-4fb876d84cf1 admin admin] Router 617fe536-b53c-45e9-b52d-5130c9b6334d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:50:41.140297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6b0885-8725-4b5f-8eeb-4fb876d84cf1 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:50:41.145723 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fd6b0885-8725-4b5f-8eeb-4fb876d84cf1 admin admin] 10.222.0.16 "PUT /v2.0/routers/617fe536-b53c-45e9-b52d-5130c9b6334d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9742253 Aug 20 10:50:41.148177 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59088) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:41.151263 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33f117c-5ee7-4b01-aade-36d95296097c None None] Sync routers for ids ['617fe536-b53c-45e9-b52d-5130c9b6334d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:50:41.163297 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33f117c-5ee7-4b01-aade-36d95296097c None None] Routers {'617fe536-b53c-45e9-b52d-5130c9b6334d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:41.164028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c33f117c-5ee7-4b01-aade-36d95296097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['617fe536-b53c-45e9-b52d-5130c9b6334d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:41.274863 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-c33f117c-5ee7-4b01-aade-36d95296097c None None] Set router 617fe536-b53c-45e9-b52d-5130c9b6334d gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:41.282593 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33493666-f9b7-426c-bdd8-1c885e8e24f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:41.394115 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33493666-f9b7-426c-bdd8-1c885e8e24f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:41.451960 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-33493666-f9b7-426c-bdd8-1c885e8e24f6 admin admin] Deleting port 9623772c-0617-4de5-adbb-723e1b1429fd {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:50:41.452304 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33493666-f9b7-426c-bdd8-1c885e8e24f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:41.481681 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c33f117c-5ee7-4b01-aade-36d95296097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'name': 'tempest-TestAggregatesBasicOps-412619137-router', 'tenant_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '9623772c-0617-4de5-adbb-723e1b1429fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:25Z', 'updated_at': '2021-08-20T10:50:40Z', 'revision_number': 5, 'project_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'gw_port': {'id': '9623772c-0617-4de5-adbb-723e1b1429fd', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:26Z', 'updated_at': '2021-08-20T10:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:41.508610 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33f117c-5ee7-4b01-aade-36d95296097c None None] Checking router: 617fe536-b53c-45e9-b52d-5130c9b6334d for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:50:41.519030 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33f117c-5ee7-4b01-aade-36d95296097c None None] Routers {'617fe536-b53c-45e9-b52d-5130c9b6334d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:41.519701 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c33f117c-5ee7-4b01-aade-36d95296097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['617fe536-b53c-45e9-b52d-5130c9b6334d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:41.539199 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-33493666-f9b7-426c-bdd8-1c885e8e24f6 admin admin] For port 9623772c-0617-4de5-adbb-723e1b1429fd, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9623772c-0617-4de5-adbb-723e1b1429fd,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:41.539555 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33493666-f9b7-426c-bdd8-1c885e8e24f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:41.554356 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-33493666-f9b7-426c-bdd8-1c885e8e24f6 admin admin] Calling delete_port for 9623772c-0617-4de5-adbb-723e1b1429fd owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:50:41.616961 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-c33f117c-5ee7-4b01-aade-36d95296097c None None] Set router 617fe536-b53c-45e9-b52d-5130c9b6334d gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:41.695636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c33f117c-5ee7-4b01-aade-36d95296097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'name': 'tempest-TestAggregatesBasicOps-412619137-router', 'tenant_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:25Z', 'updated_at': '2021-08-20T10:50:41Z', 'revision_number': 6, 'project_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:41.726356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33f117c-5ee7-4b01-aade-36d95296097c None None] The sync data for ids ['617fe536-b53c-45e9-b52d-5130c9b6334d'] in n-d-778550-11 is: [{'id': '617fe536-b53c-45e9-b52d-5130c9b6334d', 'name': 'tempest-TestAggregatesBasicOps-412619137-router', 'tenant_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:25Z', 'updated_at': '2021-08-20T10:50:41Z', 'revision_number': 6, 'project_id': 'ae61bc9961f7463794d5bf2a6c7dd0c7', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:50:41.771644 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33493666-f9b7-426c-bdd8-1c885e8e24f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:41.777592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9a396b05-aff1-4754-94be-689436242e65 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:41.806636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33493666-f9b7-426c-bdd8-1c885e8e24f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9623772c-0617-4de5-adbb-723e1b1429fd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:41.837626 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 9a396b05-aff1-4754-94be-689436242e65 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:41.863917 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 9a396b05-aff1-4754-94be-689436242e65 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:41.863917 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:41.877016 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33493666-f9b7-426c-bdd8-1c885e8e24f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:41.949156 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:41.990773 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 9a396b05-aff1-4754-94be-689436242e65, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9a396b05-aff1-4754-94be-689436242e65,segment=NetworkSegment(5cf195ac-892b-41ac-8910-677a898b8644),segment_id=5cf195ac-892b-41ac-8910-677a898b8644)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:41.996004 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:41.998315 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33493666-f9b7-426c-bdd8-1c885e8e24f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.001676 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33493666-f9b7-426c-bdd8-1c885e8e24f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.051398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356d7de-419c-4461-95f4-539772feb8ae req-fa23ef9c-548f-411d-88ec-d8e4fd617b74 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:42.051963 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=9a396b05-aff1-4754-94be-689436242e65,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:42.053771 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c356d7de-419c-4461-95f4-539772feb8ae req-fa23ef9c-548f-411d-88ec-d8e4fd617b74 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0594094 Aug 20 10:50:42.088192 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33493666-f9b7-426c-bdd8-1c885e8e24f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.088637 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33493666-f9b7-426c-bdd8-1c885e8e24f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 617fe536-b53c-45e9-b52d-5130c9b6334d {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:50:42.093059 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33493666-f9b7-426c-bdd8-1c885e8e24f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.094299 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-33493666-f9b7-426c-bdd8-1c885e8e24f6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/617fe536-b53c-45e9-b52d-5130c9b6334d HTTP/1.1" status: 204 len: 168 time: 0.9450116 Aug 20 10:50:42.096970 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59092) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:42.106204 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c356d7de-419c-4461-95f4-539772feb8ae req-894e245c-4ddb-4911-a6e0-04c577f14e91 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362010 Aug 20 10:50:42.150251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-06348388-b519-401c-ade6-6f98c119a682 admin admin] Deleting subnet 817368a0-ce35-413e-8be4-31018a73cd17 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:50:42.162025 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-06348388-b519-401c-ade6-6f98c119a682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.199821 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-06348388-b519-401c-ade6-6f98c119a682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.281416 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-06348388-b519-401c-ade6-6f98c119a682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.334002 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-06348388-b519-401c-ade6-6f98c119a682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.357819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348388-b519-401c-ade6-6f98c119a682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=817368a0-ce35-413e-8be4-31018a73cd17,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:42.364093 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-06348388-b519-401c-ade6-6f98c119a682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.366036 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-06348388-b519-401c-ade6-6f98c119a682 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/817368a0-ce35-413e-8be4-31018a73cd17 HTTP/1.1" status: 204 len: 168 time: 0.2680488 Aug 20 10:50:42.368524 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59094) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:42.371142 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d27192-6354-4beb-b458-50813dd9e8c1 None None] Network da8e7f15-1595-4ac6-a5f1-8cdf4c114d84 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:50:42.440592 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.494474 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] Deleting port 1709ad6a-4377-450d-b40e-082efe8d98cb {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:50:42.494823 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.563117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] For port 1709ad6a-4377-450d-b40e-082efe8d98cb, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1709ad6a-4377-450d-b40e-082efe8d98cb,segment=NetworkSegment(adc97131-9666-4f5c-9d36-e2f36b3f2303),segment_id=adc97131-9666-4f5c-9d36-e2f36b3f2303)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:42.563117 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.570255 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e770d694-aedd-4965-a50b-7271632f2d47 None None] DHCP port deletion for da8e7f15-1595-4ac6-a5f1-8cdf4c114d84 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:50:42.584873 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] Calling delete_port for 1709ad6a-4377-450d-b40e-082efe8d98cb owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:50:42.626900 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e770d694-aedd-4965-a50b-7271632f2d47 None None] Deleting port 1709ad6a-4377-450d-b40e-082efe8d98cb {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:50:42.627310 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e770d694-aedd-4965-a50b-7271632f2d47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.683249 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.697171 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-e770d694-aedd-4965-a50b-7271632f2d47 None None] For port 1709ad6a-4377-450d-b40e-082efe8d98cb, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1709ad6a-4377-450d-b40e-082efe8d98cb,segment=NetworkSegment(adc97131-9666-4f5c-9d36-e2f36b3f2303),segment_id=adc97131-9666-4f5c-9d36-e2f36b3f2303)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:42.697570 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e770d694-aedd-4965-a50b-7271632f2d47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.710981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e770d694-aedd-4965-a50b-7271632f2d47 None None] Calling delete_port for 1709ad6a-4377-450d-b40e-082efe8d98cb owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:50:42.712600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] No DVR routers for this DVR port 1709ad6a-4377-450d-b40e-082efe8d98cb on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:50:42.717315 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=1709ad6a-4377-450d-b40e-082efe8d98cb,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:42.791199 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e770d694-aedd-4965-a50b-7271632f2d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.799677 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.811719 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8e7f15-1595-4ac6-a5f1-8cdf4c114d84']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:42.815526 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770d694-aedd-4965-a50b-7271632f2d47 None None] Pushing event deleted for resources: {'Port': ['ID=1709ad6a-4377-450d-b40e-082efe8d98cb,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:42.823140 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e770d694-aedd-4965-a50b-7271632f2d47 None None] No DVR routers for this DVR port 1709ad6a-4377-450d-b40e-082efe8d98cb on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:50:42.824327 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc97131-9666-4f5c-9d36-e2f36b3f2303') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:42.824784 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc97131-9666-4f5c-9d36-e2f36b3f2303') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:42.835285 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.851273 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.857941 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:50:42.858424 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:50:42.861092 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:50:42.917573 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.923767 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:42.925589 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] 10.222.0.16 "DELETE /v2.0/networks/da8e7f15-1595-4ac6-a5f1-8cdf4c114d84 HTTP/1.1" status: 204 len: 168 time: 0.5560863 Aug 20 10:50:42.928663 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59096) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:42.936958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25430135-a003-46b3-8f85-b766c16c6b02 admin admin] Pushing event deleted for resources: {'Network': ['ID=da8e7f15-1595-4ac6-a5f1-8cdf4c114d84,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:43.222693 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c317f-cef9-4d74-91e3-0597610e050a req-ceb4002e-0b8c-4558-ba64-bf700cd2d8a3 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:43.224273 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f73c317f-cef9-4d74-91e3-0597610e050a req-ceb4002e-0b8c-4558-ba64-bf700cd2d8a3 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0483043 Aug 20 10:50:43.267145 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f73c317f-cef9-4d74-91e3-0597610e050a req-3e6d6567-b0a1-4c3b-8bd9-31b66408557f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365543 Aug 20 10:50:43.288492 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d7b81f5-1b4c-4bc7-89b9-19ddd3e9982d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:43.530282 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-7d7b81f5-1b4c-4bc7-89b9-19ddd3e9982d admin admin] Deleting port 9a396b05-aff1-4754-94be-689436242e65 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:50:43.530652 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d7b81f5-1b4c-4bc7-89b9-19ddd3e9982d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:43.613758 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-7d7b81f5-1b4c-4bc7-89b9-19ddd3e9982d admin admin] For port 9a396b05-aff1-4754-94be-689436242e65, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9a396b05-aff1-4754-94be-689436242e65,segment=NetworkSegment(5cf195ac-892b-41ac-8910-677a898b8644),segment_id=5cf195ac-892b-41ac-8910-677a898b8644)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:43.614128 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d7b81f5-1b4c-4bc7-89b9-19ddd3e9982d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:43.628162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-7d7b81f5-1b4c-4bc7-89b9-19ddd3e9982d admin admin] Calling delete_port for 9a396b05-aff1-4754-94be-689436242e65 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:50:43.644216 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9a396b05-aff1-4754-94be-689436242e65 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:43.699724 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 9a396b05-aff1-4754-94be-689436242e65 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:43.700259 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:43.836018 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d7b81f5-1b4c-4bc7-89b9-19ddd3e9982d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:43.838733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9623772c-0617-4de5-adbb-723e1b1429fd no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:50:43.860171 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 9623772c-0617-4de5-adbb-723e1b1429fd {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:50:43.860522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9623772c-0617-4de5-adbb-723e1b1429fd not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:50:43.860952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1709ad6a-4377-450d-b40e-082efe8d98cb no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:50:43.866030 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b81f5-1b4c-4bc7-89b9-19ddd3e9982d admin admin] Pushing event deleted for resources: {'Port': ['ID=9a396b05-aff1-4754-94be-689436242e65,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:43.884429 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 1709ad6a-4377-450d-b40e-082efe8d98cb {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:50:43.884775 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1709ad6a-4377-450d-b40e-082efe8d98cb not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:50:43.885190 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:50:43.908690 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:50:43.909028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5d7d4b11-7a07-4f12-bbb7-afb10d1b7d1b not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:50:44.074608 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7d7b81f5-1b4c-4bc7-89b9-19ddd3e9982d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:44.273947 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:50:44.305091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7b81f5-1b4c-4bc7-89b9-19ddd3e9982d admin admin] Router 6bcbfb86-215b-4586-8e7d-2bb70f2dcd37 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:50:44.425007 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:44.441500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923aa21-50a3-46ae-b15b-bede87a09a8b req-426a55dc-408d-4ac1-893b-9225734cbee7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:44.444107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'port_id': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0', 'mac_address': 'fa:16:3e:76:3e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:50:44.446696 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2923aa21-50a3-46ae-b15b-bede87a09a8b req-426a55dc-408d-4ac1-893b-9225734cbee7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0711133 Aug 20 10:50:44.454655 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7b81f5-1b4c-4bc7-89b9-19ddd3e9982d admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:50:44.460373 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7d7b81f5-1b4c-4bc7-89b9-19ddd3e9982d admin admin] 10.222.0.16 "PUT /v2.0/routers/6bcbfb86-215b-4586-8e7d-2bb70f2dcd37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5305674 Aug 20 10:50:44.463505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59108) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:44.471413 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7023d9-b9e5-4887-b488-936086b05416 None None] Sync routers for ids ['6bcbfb86-215b-4586-8e7d-2bb70f2dcd37'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:50:44.486807 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7023d9-b9e5-4887-b488-936086b05416 None None] Routers {'6bcbfb86-215b-4586-8e7d-2bb70f2dcd37'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:44.487480 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5f7023d9-b9e5-4887-b488-936086b05416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6bcbfb86-215b-4586-8e7d-2bb70f2dcd37'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:44.503720 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:44.507179 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2923aa21-50a3-46ae-b15b-bede87a09a8b req-30c11340-acac-4aeb-98a9-cb75735dadc2 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561168 Aug 20 10:50:44.520103 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:50:44.543699 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:44.549972 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:44.603069 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e96e3d6a-09e2-44c2-a8ae-2c286f45f16a admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:44.605559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:44.712163 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-5f7023d9-b9e5-4887-b488-936086b05416 None None] Set router 6bcbfb86-215b-4586-8e7d-2bb70f2dcd37 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:44.713979 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e96e3d6a-09e2-44c2-a8ae-2c286f45f16a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:44.770469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e96e3d6a-09e2-44c2-a8ae-2c286f45f16a admin admin] Deleting port 09799d31-1ed8-4d76-a458-d58c77ea1ae5 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:50:44.773271 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e96e3d6a-09e2-44c2-a8ae-2c286f45f16a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:44.863112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-e96e3d6a-09e2-44c2-a8ae-2c286f45f16a admin admin] For port 09799d31-1ed8-4d76-a458-d58c77ea1ae5, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=09799d31-1ed8-4d76-a458-d58c77ea1ae5,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:44.863481 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e96e3d6a-09e2-44c2-a8ae-2c286f45f16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:44.877320 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-e96e3d6a-09e2-44c2-a8ae-2c286f45f16a admin admin] Calling delete_port for 09799d31-1ed8-4d76-a458-d58c77ea1ae5 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:50:44.888312 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['8dc3f463-fa7b-47fd-957b-2ec6497b19f0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:50:44.897691 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5f7023d9-b9e5-4887-b488-936086b05416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'name': 'tempest-TestAggregatesBasicOps-615297946-router', 'tenant_id': '7c283c3baacd4b4e83e0b905dffc7808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '09799d31-1ed8-4d76-a458-d58c77ea1ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:32Z', 'updated_at': '2021-08-20T10:50:43Z', 'revision_number': 5, 'project_id': '7c283c3baacd4b4e83e0b905dffc7808', 'gw_port': {'id': '09799d31-1ed8-4d76-a458-d58c77ea1ae5', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:33Z', 'updated_at': '2021-08-20T10:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:44.924537 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7023d9-b9e5-4887-b488-936086b05416 None None] Checking router: 6bcbfb86-215b-4586-8e7d-2bb70f2dcd37 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:50:44.934280 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7023d9-b9e5-4887-b488-936086b05416 None None] Routers {'6bcbfb86-215b-4586-8e7d-2bb70f2dcd37'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:44.934903 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5f7023d9-b9e5-4887-b488-936086b05416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['6bcbfb86-215b-4586-8e7d-2bb70f2dcd37'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:45.028977 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-5f7023d9-b9e5-4887-b488-936086b05416 None None] Set router 6bcbfb86-215b-4586-8e7d-2bb70f2dcd37 gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:45.061547 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e96e3d6a-09e2-44c2-a8ae-2c286f45f16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:45.086704 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5f7023d9-b9e5-4887-b488-936086b05416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'name': 'tempest-TestAggregatesBasicOps-615297946-router', 'tenant_id': '7c283c3baacd4b4e83e0b905dffc7808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:32Z', 'updated_at': '2021-08-20T10:50:44Z', 'revision_number': 6, 'project_id': '7c283c3baacd4b4e83e0b905dffc7808', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:45.089473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e3d6a-09e2-44c2-a8ae-2c286f45f16a admin admin] Pushing event deleted for resources: {'Port': ['ID=09799d31-1ed8-4d76-a458-d58c77ea1ae5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:45.115368 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7023d9-b9e5-4887-b488-936086b05416 None None] The sync data for ids ['6bcbfb86-215b-4586-8e7d-2bb70f2dcd37'] in n-d-778550-11 is: [{'id': '6bcbfb86-215b-4586-8e7d-2bb70f2dcd37', 'name': 'tempest-TestAggregatesBasicOps-615297946-router', 'tenant_id': '7c283c3baacd4b4e83e0b905dffc7808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:32Z', 'updated_at': '2021-08-20T10:50:44Z', 'revision_number': 6, 'project_id': '7c283c3baacd4b4e83e0b905dffc7808', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:50:45.161258 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e96e3d6a-09e2-44c2-a8ae-2c286f45f16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:45.254172 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e96e3d6a-09e2-44c2-a8ae-2c286f45f16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:45.256382 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e96e3d6a-09e2-44c2-a8ae-2c286f45f16a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:45.299136 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e96e3d6a-09e2-44c2-a8ae-2c286f45f16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:45.299639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96e3d6a-09e2-44c2-a8ae-2c286f45f16a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bcbfb86-215b-4586-8e7d-2bb70f2dcd37 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:50:45.303941 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e96e3d6a-09e2-44c2-a8ae-2c286f45f16a admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:45.305107 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e96e3d6a-09e2-44c2-a8ae-2c286f45f16a admin admin] 10.222.0.16 "DELETE /v2.0/routers/6bcbfb86-215b-4586-8e7d-2bb70f2dcd37 HTTP/1.1" status: 204 len: 168 time: 0.8405962 Aug 20 10:50:45.307796 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59110) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:45.351427 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-a097cee1-7a0f-4ece-8db0-eed86b677f1a admin admin] Deleting subnet 603002c9-5ee3-4214-8edf-21969ed0d085 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:50:45.354427 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a097cee1-7a0f-4ece-8db0-eed86b677f1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:45.388427 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a097cee1-7a0f-4ece-8db0-eed86b677f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:45.471590 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a097cee1-7a0f-4ece-8db0-eed86b677f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:45.528285 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a097cee1-7a0f-4ece-8db0-eed86b677f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:45.555611 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097cee1-7a0f-4ece-8db0-eed86b677f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603002c9-5ee3-4214-8edf-21969ed0d085,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:45.561633 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a097cee1-7a0f-4ece-8db0-eed86b677f1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:45.563755 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a097cee1-7a0f-4ece-8db0-eed86b677f1a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/603002c9-5ee3-4214-8edf-21969ed0d085 HTTP/1.1" status: 204 len: 168 time: 0.2548239 Aug 20 10:50:45.566336 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59114) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:45.571009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1749bd-8e26-43f1-9eb7-d8d82902563a None None] Network df82b1cd-95f2-4064-8e1e-7311c0e14bcc requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:50:45.642054 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:45.644273 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837a52e-5d9a-4527-a700-7c152af815eb req-30e87bef-7b2e-473e-8dff-8f385f145c10 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:45.645926 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3837a52e-5d9a-4527-a700-7c152af815eb req-30e87bef-7b2e-473e-8dff-8f385f145c10 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 945 time: 0.0533652 Aug 20 10:50:45.694527 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3837a52e-5d9a-4527-a700-7c152af815eb req-c6a6cd4c-a0f0-49cb-bb5c-921708702fc4 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414033 Aug 20 10:50:45.705741 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] Deleting port 35a0bc14-1e50-4983-9acf-5a4f0ea3b159 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:50:45.706085 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:45.775393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] For port 35a0bc14-1e50-4983-9acf-5a4f0ea3b159, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=35a0bc14-1e50-4983-9acf-5a4f0ea3b159,segment=NetworkSegment(5cf195ac-892b-41ac-8910-677a898b8644),segment_id=5cf195ac-892b-41ac-8910-677a898b8644)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:45.775759 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:45.791516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] Calling delete_port for 35a0bc14-1e50-4983-9acf-5a4f0ea3b159 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:50:45.873356 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:45.899253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] Pushing event deleted for resources: {'Port': ['ID=35a0bc14-1e50-4983-9acf-5a4f0ea3b159,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:45.902628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] No DVR routers for this DVR port 35a0bc14-1e50-4983-9acf-5a4f0ea3b159 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:50:45.914322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab2502c-6122-4e4c-8445-7f8870c3d9ba None None] DHCP port deletion for df82b1cd-95f2-4064-8e1e-7311c0e14bcc request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:50:45.983495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9a396b05-aff1-4754-94be-689436242e65 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:50:45.993337 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:46.005199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 9a396b05-aff1-4754-94be-689436242e65 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:50:46.005649 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9a396b05-aff1-4754-94be-689436242e65 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:50:46.006045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df82b1cd-95f2-4064-8e1e-7311c0e14bcc']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:46.006228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 35a0bc14-1e50-4983-9acf-5a4f0ea3b159 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:50:46.027157 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf195ac-892b-41ac-8910-677a898b8644') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:46.027602 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf195ac-892b-41ac-8910-677a898b8644') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:46.029043 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 35a0bc14-1e50-4983-9acf-5a4f0ea3b159 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:50:46.029315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 35a0bc14-1e50-4983-9acf-5a4f0ea3b159 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:50:46.029648 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 09799d31-1ed8-4d76-a458-d58c77ea1ae5 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:50:46.045153 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:46.052114 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 09799d31-1ed8-4d76-a458-d58c77ea1ae5 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:50:46.052461 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 09799d31-1ed8-4d76-a458-d58c77ea1ae5 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:50:46.063818 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:46.071206 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:50:46.072617 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:50:46.073277 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:50:46.128408 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:46.134964 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:46.136907 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] 10.222.0.16 "DELETE /v2.0/networks/df82b1cd-95f2-4064-8e1e-7311c0e14bcc HTTP/1.1" status: 204 len: 168 time: 0.5695059 Aug 20 10:50:46.151400 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97695df5-d1e7-4506-9af7-a2f4c6f99390 admin admin] Pushing event deleted for resources: {'Network': ['ID=df82b1cd-95f2-4064-8e1e-7311c0e14bcc,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:46.298935 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:46.321120 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59118) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:46.347893 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:46.351563 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:46.351937 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:46.365558 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ef8acbcd-6463-43c8-bef1-0022a072b95b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae61bc9961f7463794d5bf2a6c7dd0c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410540 Aug 20 10:50:46.366341 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59120) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:46.418106 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aafd19e2-49c5-4d3e-b780-d4fa8f77136c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:46.440081 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:46.441775 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aafd19e2-49c5-4d3e-b780-d4fa8f77136c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:46.463216 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:50:46.465481 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3603384a-f2a5-45b9-92d9-dc968264b8ab" -d '{"events": [{"server_uuid": "78cc97d1-ae70-4637-945c-a1c34545bfdd", "name": "network-vif-plugged", "status": "completed", "tag": "8dc3f463-fa7b-47fd-957b-2ec6497b19f0"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:50:46.478611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:46.482074 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:46.499876 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aafd19e2-49c5-4d3e-b780-d4fa8f77136c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:46.503209 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aafd19e2-49c5-4d3e-b780-d4fa8f77136c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:46.504385 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-aafd19e2-49c5-4d3e-b780-d4fa8f77136c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c2cf5e1-ff80-47e6-80cb-a5e072231d63 HTTP/1.1" status: 204 len: 168 time: 0.1370525 Aug 20 10:50:46.512318 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd19e2-49c5-4d3e-b780-d4fa8f77136c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2cf5e1-ff80-47e6-80cb-a5e072231d63,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:46.519474 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf986f37-43b1-4408-93b4-b2d767fba4f5 x-openstack-request-id: req-cf986f37-43b1-4408-93b4-b2d767fba4f5 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:50:46.519887 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cc97d1-ae70-4637-945c-a1c34545bfdd", "name": "network-vif-plugged", "status": "completed", "tag": "8dc3f463-fa7b-47fd-957b-2ec6497b19f0", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:50:46.520190 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf986f37-43b1-4408-93b4-b2d767fba4f5 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:50:46.520601 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0', 'code': 200} Aug 20 10:50:46.547964 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:46.620531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e54544-03f3-461d-b4d7-38db9a04511d req-d868b8bd-bbe0-4092-a979-dc950bd8688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:46.623314 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74e54544-03f3-461d-b4d7-38db9a04511d req-d868b8bd-bbe0-4092-a979-dc950bd8688d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 1098 time: 0.0481555 Aug 20 10:50:46.672557 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74e54544-03f3-461d-b4d7-38db9a04511d req-aded1a47-1aa8-4aff-ae5e-4d6174ad6596 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405984 Aug 20 10:50:46.825812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0055f29-8f6e-4694-95ef-b1100ff4768f req-e1cd573f-edda-4db4-8580-9ccabe525969 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:46.827364 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0055f29-8f6e-4694-95ef-b1100ff4768f req-e1cd573f-edda-4db4-8580-9ccabe525969 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0572708 Aug 20 10:50:46.843242 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59132) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:46.871219 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0055f29-8f6e-4694-95ef-b1100ff4768f req-fbc62b50-e64f-49ed-863f-e948fa8fed04 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330715 Aug 20 10:50:46.883263 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3424db20-3cef-4bf8-a036-a8fb9da6e154 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c283c3baacd4b4e83e0b905dffc7808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387232 Aug 20 10:50:46.885641 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59134) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:46.934315 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efb978a6-dd1f-48e7-8e55-20a8b25aa3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:46.955558 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efb978a6-dd1f-48e7-8e55-20a8b25aa3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:47.009713 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efb978a6-dd1f-48e7-8e55-20a8b25aa3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:47.012382 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-efb978a6-dd1f-48e7-8e55-20a8b25aa3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:47.013654 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-efb978a6-dd1f-48e7-8e55-20a8b25aa3b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39889f98-5aa5-46ab-8614-22c14140e487 HTTP/1.1" status: 204 len: 168 time: 0.1269324 Aug 20 10:50:47.021803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb978a6-dd1f-48e7-8e55-20a8b25aa3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39889f98-5aa5-46ab-8614-22c14140e487,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:47.699488 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59156) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:47.799647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c5eb9a73-9cbc-4ecb-af7e-96f2714f6a30 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-90182113-network', 'tenant_id': '6c2d618169254dcba3aadaf775b5ac6f'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:47.821700 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5eb9a73-9cbc-4ecb-af7e-96f2714f6a30 admin admin] Made reservation on behalf of 6c2d618169254dcba3aadaf775b5ac6f for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:50:47.824054 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c5eb9a73-9cbc-4ecb-af7e-96f2714f6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:47.833305 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c5eb9a73-9cbc-4ecb-af7e-96f2714f6a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:47.928721 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c5eb9a73-9cbc-4ecb-af7e-96f2714f6a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:47.933591 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c5eb9a73-9cbc-4ecb-af7e-96f2714f6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:47.960074 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5eb9a73-9cbc-4ecb-af7e-96f2714f6a30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:50:47.970122 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb9a73-9cbc-4ecb-af7e-96f2714f6a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47cc115-156d-42bb-9a7f-415f8dcf62a2,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:47.975385 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c5eb9a73-9cbc-4ecb-af7e-96f2714f6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:47.975709 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-c5eb9a73-9cbc-4ecb-af7e-96f2714f6a30 admin admin] Added segment 478e52a1-baef-4a26-99e1-7488619c2f15 of type vlan for network 3a27bb47-807b-4540-8905-21bab49b0fe6 Aug 20 10:50:48.046184 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c15449-2b3d-4680-944d-3c68e6dd13cd req-1c58fd43-a6f1-4e85-8692-baf31a8c164d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:48.048065 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-36c15449-2b3d-4680-944d-3c68e6dd13cd req-1c58fd43-a6f1-4e85-8692-baf31a8c164d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0872629 Aug 20 10:50:48.054685 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c5eb9a73-9cbc-4ecb-af7e-96f2714f6a30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:48.091489 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fdcabe33-3368-4b62-919d-d2ef84638b73 req-964a8368-e698-431d-8d03-a98f8b1ae8a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0741744 Aug 20 10:50:48.092942 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c5eb9a73-9cbc-4ecb-af7e-96f2714f6a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:48.094014 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eb9a73-9cbc-4ecb-af7e-96f2714f6a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:48.094702 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c5eb9a73-9cbc-4ecb-af7e-96f2714f6a30 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:48.094900 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-36c15449-2b3d-4680-944d-3c68e6dd13cd req-18b88ff7-d3c1-4b5b-bcea-b41a6805a9b5 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372982 Aug 20 10:50:48.185148 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c5eb9a73-9cbc-4ecb-af7e-96f2714f6a30 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4845052 Aug 20 10:50:48.188838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59162) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:48.193678 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb9a73-9cbc-4ecb-af7e-96f2714f6a30 admin admin] Pushing event updated for resources: {'Network': ['ID=3a27bb47-807b-4540-8905-21bab49b0fe6,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:48.194180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-3ff3a328-8b06-4c2d-a810-a1de2c50a31c admin admin] Request body: {'subnet': {'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-90182113-subnet', 'tenant_id': '6c2d618169254dcba3aadaf775b5ac6f', 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:48.204839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 3a27bb47-807b-4540-8905-21bab49b0fe6 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:50:48.205407 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcabe33-3368-4b62-919d-d2ef84638b73 req-61b4bec4-f68c-491b-a78f-6c087f64b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:48.206555 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fdcabe33-3368-4b62-919d-d2ef84638b73 req-61b4bec4-f68c-491b-a78f-6c087f64b946 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 1097 time: 0.0628588 Aug 20 10:50:48.221198 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff3a328-8b06-4c2d-a810-a1de2c50a31c admin admin] Made reservation on behalf of 6c2d618169254dcba3aadaf775b5ac6f for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:50:48.223618 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3ff3a328-8b06-4c2d-a810-a1de2c50a31c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:48.321635 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcabe33-3368-4b62-919d-d2ef84638b73 req-2184caf8-a70c-488c-b719-91f900a0165c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:48.323165 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fdcabe33-3368-4b62-919d-d2ef84638b73 req-2184caf8-a70c-488c-b719-91f900a0165c service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf74350f-e652-43da-9ffe-e77840fa3340 HTTP/1.1" status: 200 len: 897 time: 0.0948117 Aug 20 10:50:48.395359 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fdcabe33-3368-4b62-919d-d2ef84638b73 req-df49f95a-6fef-4f25-9f2b-de477f3fa695 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fac92f70-9807-4b41-addc-a8e7387653df HTTP/1.1" status: 200 len: 1000 time: 0.0634604 Aug 20 10:50:48.397254 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3ff3a328-8b06-4c2d-a810-a1de2c50a31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:48.447229 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3a328-8b06-4c2d-a810-a1de2c50a31c admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f89f1c-44e6-4f21-8580-42424a3775f4,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:48.448472 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcabe33-3368-4b62-919d-d2ef84638b73 req-374962bb-d9af-443c-8050-c66d3753c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:48.450592 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fdcabe33-3368-4b62-919d-d2ef84638b73 req-374962bb-d9af-443c-8050-c66d3753c21a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48ee5807-1f9a-4d45-a521-1a095c7a29ae HTTP/1.1" status: 200 len: 833 time: 0.0481107 Aug 20 10:50:48.464979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff3a328-8b06-4c2d-a810-a1de2c50a31c admin admin] Checking segment: {'id': '478e52a1-baef-4a26-99e1-7488619c2f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:50:48.464979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff3a328-8b06-4c2d-a810-a1de2c50a31c admin admin] Network hostable DHCP agents. Network: 3a27bb47-807b-4540-8905-21bab49b0fe6, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:50:48.481496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff3a328-8b06-4c2d-a810-a1de2c50a31c admin admin] Network 3a27bb47-807b-4540-8905-21bab49b0fe6 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:50:48.494145 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-3ff3a328-8b06-4c2d-a810-a1de2c50a31c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 3a27bb47-807b-4540-8905-21bab49b0fe6) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:48.498347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff3a328-8b06-4c2d-a810-a1de2c50a31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:48.499121 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3ff3a328-8b06-4c2d-a810-a1de2c50a31c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:48.499277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcabe33-3368-4b62-919d-d2ef84638b73 req-106612ee-d708-45b6-9bf2-6e7beaff9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:48.501520 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fdcabe33-3368-4b62-919d-d2ef84638b73 req-106612ee-d708-45b6-9bf2-6e7beaff9765 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf74350f-e652-43da-9ffe-e77840fa3340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435479 Aug 20 10:50:48.507575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772f602a-f9d9-461b-b329-af7fc149bfa6 None None] Network 3a27bb47-807b-4540-8905-21bab49b0fe6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:50:48.517712 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3ff3a328-8b06-4c2d-a810-a1de2c50a31c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3275962 Aug 20 10:50:48.520319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59164) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:48.524959 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-90182113-router', 'tenant_id': '6c2d618169254dcba3aadaf775b5ac6f', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:48.557632 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:48.559821 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:48.618875 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fdcabe33-3368-4b62-919d-d2ef84638b73 req-a7d82c2b-6751-482d-87e2-4bfe7ce389ad service neutron] 10.222.0.42 "GET /v2.0/networks/bf74350f-e652-43da-9ffe-e77840fa3340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085668 Aug 20 10:50:48.639701 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:48.644610 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:48.676685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-3a27bb47-807b-4540-8905-21bab49b0fe6', 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6', 'tenant_id': '6c2d618169254dcba3aadaf775b5ac6f', 'fixed_ips': [{'subnet_id': '86f89f1c-44e6-4f21-8580-42424a3775f4'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:50:48.677661 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:48.746618 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fdcabe33-3368-4b62-919d-d2ef84638b73 req-b0ed8c73-a32c-42f3-b2ed-60e09c21282c service neutron] 10.222.0.42 "GET /v2.0/networks/bf74350f-e652-43da-9ffe-e77840fa3340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187062 Aug 20 10:50:48.787508 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:48.818721 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Allocated IP 172.20.0.2 (3a27bb47-807b-4540-8905-21bab49b0fe6/86f89f1c-44e6-4f21-8580-42424a3775f4/ac150add-585c-4e2b-ab0b-cf000c2a118b) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:50:48.965747 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:48.973823 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Transition to ACTIVE for port object ac150add-585c-4e2b-ab0b-cf000c2a118b will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:48.990338 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:48.990644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Transition to ACTIVE for port object ac150add-585c-4e2b-ab0b-cf000c2a118b will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:48.997630 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:49.010472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:49.037021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Network 3a27bb47-807b-4540-8905-21bab49b0fe6 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:50:49.039881 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:49.042816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:50:49.056721 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Pushing event updated for resources: {'Port': ['ID=ac150add-585c-4e2b-ab0b-cf000c2a118b,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:49.109896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Attempting to bind port ac150add-585c-4e2b-ab0b-cf000c2a118b on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:50:49.110170 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Attempting to bind port ac150add-585c-4e2b-ab0b-cf000c2a118b by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '478e52a1-baef-4a26-99e1-7488619c2f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:50:49.110533 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Attempting to bind port ac150add-585c-4e2b-ab0b-cf000c2a118b on network 3a27bb47-807b-4540-8905-21bab49b0fe6 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:50:49.115706 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:50:49.116083 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Checking segment: {'id': '478e52a1-baef-4a26-99e1-7488619c2f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:50:49.116492 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:49.116928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Bound using segment: {'id': '478e52a1-baef-4a26-99e1-7488619c2f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:50:49.117350 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Bound port: ac150add-585c-4e2b-ab0b-cf000c2a118b, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478e52a1-baef-4a26-99e1-7488619c2f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:50:49.117515 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Allocated IP 172.25.3.80 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/d0b1f087-0465-4401-b22a-3c83034bcc65) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:50:49.118015 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:49.196159 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] For port ac150add-585c-4e2b-ab0b-cf000c2a118b, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:50:49.199444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] For port ac150add-585c-4e2b-ab0b-cf000c2a118b, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ac150add-585c-4e2b-ab0b-cf000c2a118b,segment=NetworkSegment(478e52a1-baef-4a26-99e1-7488619c2f15),segment_id=478e52a1-baef-4a26-99e1-7488619c2f15)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:50:49.204899 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:49.224420 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7db6e7-e1f5-4e82-953e-eac5da966810 req-c1a3aa75-158e-43a5-ba6b-fd2bf8c78488 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:49.226239 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7e7db6e7-e1f5-4e82-953e-eac5da966810 req-c1a3aa75-158e-43a5-ba6b-fd2bf8c78488 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0564742 Aug 20 10:50:49.231933 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:49.264478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9b54e-b29e-4163-a4dc-4a1966f15a08 None None] Pushing event updated for resources: {'Port': ['ID=ac150add-585c-4e2b-ab0b-cf000c2a118b,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:49.280207 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:49.289379 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7e7db6e7-e1f5-4e82-953e-eac5da966810 req-158afc1e-d2bb-4e18-aaf3-a234b9101e35 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552049 Aug 20 10:50:49.326279 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:50:49.329356 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:49.333150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:50:49.341749 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Pushing event updated for resources: {'Port': ['ID=d0b1f087-0465-4401-b22a-3c83034bcc65,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:49.691151 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ac150add-585c-4e2b-ab0b-cf000c2a118b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:49.753528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port ac150add-585c-4e2b-ab0b-cf000c2a118b completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:49.820387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1dcaad-0068-4491-b363-35a883f67e46 req-92d11ac8-1f4e-496b-98e5-779db403bf03 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:49.821922 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c1dcaad-0068-4491-b363-35a883f67e46 req-92d11ac8-1f4e-496b-98e5-779db403bf03 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.1360009 Aug 20 10:50:49.831603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59170) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:49.836374 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5d89612e-375a-4efc-a460-673b149e0cf1 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Request body: {'floatingip': {'port_id': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:49.881399 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5d89612e-375a-4efc-a460-673b149e0cf1 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for floatingip, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:49.972093 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:50.191401 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:50.277151 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0683e137-7785-417f-905c-bb871ea1de56 None None] Network 3a27bb47-807b-4540-8905-21bab49b0fe6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:50:50.338844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Router 029cb2d5-9a2c-4bfb-a964-e8a35b901c0b is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:50:50.415580 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0b942521-4c23-4484-94d3-25de0116841f None None] Provisioning for port ac150add-585c-4e2b-ab0b-cf000c2a118b completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:50.424041 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0b942521-4c23-4484-94d3-25de0116841f None None] Provisioning complete for port ac150add-585c-4e2b-ab0b-cf000c2a118b triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:50.424516 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0b942521-4c23-4484-94d3-25de0116841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:50.466306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:50:50.484779 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:50.488987 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-be62c338-e62d-43e2-9b5d-92f1f3a6f0bd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9649475 Aug 20 10:50:50.489412 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59174) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:50.641993 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Sync routers for ids ['029cb2d5-9a2c-4bfb-a964-e8a35b901c0b'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:50:50.649475 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59176) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:50.673566 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Routers {'029cb2d5-9a2c-4bfb-a964-e8a35b901c0b'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:50.674116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['029cb2d5-9a2c-4bfb-a964-e8a35b901c0b'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:50.737415 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5d89612e-375a-4efc-a460-673b149e0cf1 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:50.743121 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5d89612e-375a-4efc-a460-673b149e0cf1 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:50.849276 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0b942521-4c23-4484-94d3-25de0116841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:50.852423 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-5d89612e-375a-4efc-a460-673b149e0cf1 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Floating IP a7dcf30f-7bf3-420f-859b-11e703760a8f associated. External IP: 172.25.3.141, port: 8dc3f463-fa7b-47fd-957b-2ec6497b19f0. Aug 20 10:50:50.899723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0b942521-4c23-4484-94d3-25de0116841f None None] For port ac150add-585c-4e2b-ab0b-cf000c2a118b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ac150add-585c-4e2b-ab0b-cf000c2a118b,segment=NetworkSegment(478e52a1-baef-4a26-99e1-7488619c2f15),segment_id=478e52a1-baef-4a26-99e1-7488619c2f15)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:50.917485 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0b942521-4c23-4484-94d3-25de0116841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:50.921368 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Set router 029cb2d5-9a2c-4bfb-a964-e8a35b901c0b gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:51.013543 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-f7b3e5ef-ea61-410e-9a35-f66e002cac63 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting port fcfb7d48-1563-448e-953b-8f9b7ba55f7c {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:50:51.013543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e5ef-ea61-410e-9a35-f66e002cac63 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:51.014170 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b942521-4c23-4484-94d3-25de0116841f None None] Pushing event updated for resources: {'Port': ['ID=ac150add-585c-4e2b-ab0b-cf000c2a118b,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:51.112031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ff276289-7217-4588-bd4d-ae39c3b16498 None None] Provisioning complete for port ac150add-585c-4e2b-ab0b-cf000c2a118b triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:51.112820 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff276289-7217-4588-bd4d-ae39c3b16498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:51.148059 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e5ef-ea61-410e-9a35-f66e002cac63 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:51.148471 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e5ef-ea61-410e-9a35-f66e002cac63 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:51.169316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d89612e-375a-4efc-a460-673b149e0cf1 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Router 857dfe7f-8d11-46c1-87b4-618ed7281275 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:50:51.185033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-f7b3e5ef-ea61-410e-9a35-f66e002cac63 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Calling delete_port for fcfb7d48-1563-448e-953b-8f9b7ba55f7c owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:50:51.206088 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:51.285356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'name': 'tempest-TestServerMultinode-90182113-router', 'tenant_id': '6c2d618169254dcba3aadaf775b5ac6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'd0b1f087-0465-4401-b22a-3c83034bcc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:48Z', 'updated_at': '2021-08-20T10:50:49Z', 'revision_number': 3, 'project_id': '6c2d618169254dcba3aadaf775b5ac6f', 'gw_port': {'id': 'd0b1f087-0465-4401-b22a-3c83034bcc65', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:49Z', 'updated_at': '2021-08-20T10:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:51.318923 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Checking router: 029cb2d5-9a2c-4bfb-a964-e8a35b901c0b for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:50:51.319310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d89612e-375a-4efc-a460-673b149e0cf1 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:50:51.319469 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Updating router 029cb2d5-9a2c-4bfb-a964-e8a35b901c0b port d0b1f087-0465-4401-b22a-3c83034bcc65 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:50:51.325269 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5d89612e-375a-4efc-a460-673b149e0cf1 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:51.333563 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595d265-ad0b-493a-8e22-66b8cc673f78 None None] Sync routers for ids ['857dfe7f-8d11-46c1-87b4-618ed7281275'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:50:51.352550 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595d265-ad0b-493a-8e22-66b8cc673f78 None None] Routers {'857dfe7f-8d11-46c1-87b4-618ed7281275'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:51.352828 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:51.356008 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5d89612e-375a-4efc-a460-673b149e0cf1 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "PUT /v2.0/floatingips/a7dcf30f-7bf3-420f-859b-11e703760a8f HTTP/1.1" status: 200 len: 992 time: 1.5227678 Aug 20 10:50:51.357007 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c595d265-ad0b-493a-8e22-66b8cc673f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['857dfe7f-8d11-46c1-87b4-618ed7281275'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:51.358296 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'tag': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:50:51.362735 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034e0261-73f9-4d1b-924a-71f3d888697b" -d '{"events": [{"name": "network-changed", "server_uuid": "78cc97d1-ae70-4637-945c-a1c34545bfdd", "tag": "8dc3f463-fa7b-47fd-957b-2ec6497b19f0"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:50:51.427639 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10afc45-fc07-4ed1-9125-0e8bc9daf21e x-openstack-request-id: req-e10afc45-fc07-4ed1-9125-0e8bc9daf21e {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:50:51.428165 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cc97d1-ae70-4637-945c-a1c34545bfdd", "tag": "8dc3f463-fa7b-47fd-957b-2ec6497b19f0", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:50:51.428539 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e10afc45-fc07-4ed1-9125-0e8bc9daf21e {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:50:51.429018 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'tag': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0', 'status': 'completed', 'code': 200} Aug 20 10:50:51.507607 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e0261-73f9-4d1b-924a-71f3d888697b req-291654c0-a119-4e71-b66e-c8fe33cefadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:51.509517 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-034e0261-73f9-4d1b-924a-71f3d888697b req-291654c0-a119-4e71-b66e-c8fe33cefadd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 1098 time: 0.0544112 Aug 20 10:50:51.515875 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-c595d265-ad0b-493a-8e22-66b8cc673f78 None None] Set router 857dfe7f-8d11-46c1-87b4-618ed7281275 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:51.545624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Allocated IP 172.20.0.1 (3a27bb47-807b-4540-8905-21bab49b0fe6/86f89f1c-44e6-4f21-8580-42424a3775f4/0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:50:51.566385 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e5ef-ea61-410e-9a35-f66e002cac63 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:51.659132 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3e5ef-ea61-410e-9a35-f66e002cac63 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Port': ['ID=fcfb7d48-1563-448e-953b-8f9b7ba55f7c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:51.660741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e0261-73f9-4d1b-924a-71f3d888697b req-964335e3-2cb9-42cb-9c08-d52375995517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:51.663546 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-034e0261-73f9-4d1b-924a-71f3d888697b req-964335e3-2cb9-42cb-9c08-d52375995517 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 917 time: 0.1435559 Aug 20 10:50:51.696186 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ac150add-585c-4e2b-ab0b-cf000c2a118b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:51.750044 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e5ef-ea61-410e-9a35-f66e002cac63 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:51.752267 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-f7b3e5ef-ea61-410e-9a35-f66e002cac63 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Floating IP 8b0c4659-9d86-4ad7-bb16-714d128a336d disassociated (deleted). External IP: 172.25.3.74, port: fac92f70-9807-4b41-addc-a8e7387653df. Aug 20 10:50:51.753684 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:51.767096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Transition to ACTIVE for port object d0b1f087-0465-4401-b22a-3c83034bcc65 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:51.767393 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-034e0261-73f9-4d1b-924a-71f3d888697b req-884f670f-4ddd-48cc-b179-0c3c4c384746 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0 HTTP/1.1" status: 200 len: 1000 time: 0.0965083 Aug 20 10:50:51.774632 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:51.808393 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ac150add-585c-4e2b-ab0b-cf000c2a118b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:51.808768 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:51.834007 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c595d265-ad0b-493a-8e22-66b8cc673f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:45:56Z', 'revision_number': 4, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'a7dcf30f-7bf3-420f-859b-11e703760a8f', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'port_id': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'mac_address': 'fa:16:3e:76:3e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:50:32Z', 'updated_at': '2021-08-20T10:50:50Z', 'revision_number': 1, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87067d78-d73d-4d24-8b6d-fb0b78c5661f', 'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'mac_address': 'fa:16:3e:cd:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:54Z', 'updated_at': '2021-08-20T10:46:01Z', 'revision_number': 5, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'subnets': [{'id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:51.836157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e0261-73f9-4d1b-924a-71f3d888697b req-a148c02c-870a-4e1e-a5fb-b6f2c1a4e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:51.837755 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-034e0261-73f9-4d1b-924a-71f3d888697b req-a148c02c-870a-4e1e-a5fb-b6f2c1a4e58c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.0640690 Aug 20 10:50:51.862161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb975b44-eb2f-4166-aef3-1aeb49b4fdfd None None] Pushing event updated for resources: {'Port': ['ID=d0b1f087-0465-4401-b22a-3c83034bcc65,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:51.867912 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595d265-ad0b-493a-8e22-66b8cc673f78 None None] Checking router: 857dfe7f-8d11-46c1-87b4-618ed7281275 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:50:51.870283 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Attempting to bind port d0b1f087-0465-4401-b22a-3c83034bcc65 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:50:51.870708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Attempting to bind port d0b1f087-0465-4401-b22a-3c83034bcc65 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:50:51.871101 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Attempting to bind port d0b1f087-0465-4401-b22a-3c83034bcc65 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:50:51.879834 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595d265-ad0b-493a-8e22-66b8cc673f78 None None] Routers {'857dfe7f-8d11-46c1-87b4-618ed7281275'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:51.880796 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c595d265-ad0b-493a-8e22-66b8cc673f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['857dfe7f-8d11-46c1-87b4-618ed7281275'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:51.882795 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:50:51.883207 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:50:51.883622 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:51.884199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:50:51.884696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Bound port: d0b1f087-0465-4401-b22a-3c83034bcc65, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:50:51.885077 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:51.898939 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e0261-73f9-4d1b-924a-71f3d888697b req-1313b940-84fc-4cc8-8ed7-4a06a6fcda89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:51.900551 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-034e0261-73f9-4d1b-924a-71f3d888697b req-1313b940-84fc-4cc8-8ed7-4a06a6fcda89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557396 Aug 20 10:50:51.974546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] For port d0b1f087-0465-4401-b22a-3c83034bcc65, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:50:51.981842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] For port d0b1f087-0465-4401-b22a-3c83034bcc65, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d0b1f087-0465-4401-b22a-3c83034bcc65,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:50:51.991267 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:52.024872 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-034e0261-73f9-4d1b-924a-71f3d888697b req-f3da0c48-f737-490e-9c68-25bdb5b25f1b service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168425 Aug 20 10:50:52.025848 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-c595d265-ad0b-493a-8e22-66b8cc673f78 None None] Set router 857dfe7f-8d11-46c1-87b4-618ed7281275 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:52.063649 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb975b44-eb2f-4166-aef3-1aeb49b4fdfd None None] Pushing event updated for resources: {'Port': ['ID=d0b1f087-0465-4401-b22a-3c83034bcc65,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:52.066958 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Routers {'029cb2d5-9a2c-4bfb-a964-e8a35b901c0b'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:52.067256 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['029cb2d5-9a2c-4bfb-a964-e8a35b901c0b'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:52.156498 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-034e0261-73f9-4d1b-924a-71f3d888697b req-48096779-94ae-47c2-ae55-6cf0bf0f8401 service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190391 Aug 20 10:50:52.191696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] Set router 029cb2d5-9a2c-4bfb-a964-e8a35b901c0b gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:52.286119 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:52.299935 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c595d265-ad0b-493a-8e22-66b8cc673f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:45:56Z', 'revision_number': 4, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'a7dcf30f-7bf3-420f-859b-11e703760a8f', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'port_id': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'mac_address': 'fa:16:3e:76:3e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:50:32Z', 'updated_at': '2021-08-20T10:50:50Z', 'revision_number': 1, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87067d78-d73d-4d24-8b6d-fb0b78c5661f', 'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'mac_address': 'fa:16:3e:cd:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:54Z', 'updated_at': '2021-08-20T10:46:01Z', 'revision_number': 5, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'subnets': [{'id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:52.327241 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595d265-ad0b-493a-8e22-66b8cc673f78 None None] The sync data for ids ['857dfe7f-8d11-46c1-87b4-618ed7281275'] in n-d-778550-11 is: [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:45:56Z', 'revision_number': 4, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'a7dcf30f-7bf3-420f-859b-11e703760a8f', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'port_id': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'mac_address': 'fa:16:3e:76:3e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:50:32Z', 'updated_at': '2021-08-20T10:50:50Z', 'revision_number': 1, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87067d78-d73d-4d24-8b6d-fb0b78c5661f', 'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'mac_address': 'fa:16:3e:cd:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:54Z', 'updated_at': '2021-08-20T10:46:01Z', 'revision_number': 5, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'subnets': [{'id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:50:52.336929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Transition to ACTIVE for port object 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:52.391954 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'name': 'tempest-TestServerMultinode-90182113-router', 'tenant_id': '6c2d618169254dcba3aadaf775b5ac6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'd0b1f087-0465-4401-b22a-3c83034bcc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:48Z', 'updated_at': '2021-08-20T10:50:49Z', 'revision_number': 3, 'project_id': '6c2d618169254dcba3aadaf775b5ac6f', 'gw_port': {'id': 'd0b1f087-0465-4401-b22a-3c83034bcc65', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:49Z', 'updated_at': '2021-08-20T10:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:52.426466 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63797980-2826-4f35-b22d-20f5947537f4 None None] The sync data for ids ['029cb2d5-9a2c-4bfb-a964-e8a35b901c0b'] in n-d-778550-11 is: [{'id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'name': 'tempest-TestServerMultinode-90182113-router', 'tenant_id': '6c2d618169254dcba3aadaf775b5ac6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'd0b1f087-0465-4401-b22a-3c83034bcc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:48Z', 'updated_at': '2021-08-20T10:50:49Z', 'revision_number': 3, 'project_id': '6c2d618169254dcba3aadaf775b5ac6f', 'gw_port': {'id': 'd0b1f087-0465-4401-b22a-3c83034bcc65', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:49Z', 'updated_at': '2021-08-20T10:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:50:52.433364 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:52.441746 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b3e5ef-ea61-410e-9a35-f66e002cac63 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router e9877c59-41b0-4e91-a810-025ab491095b has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:50:52.486698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Network 3a27bb47-807b-4540-8905-21bab49b0fe6 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:50:52.502523 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:52.505309 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:50:52.575638 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Pushing event updated for resources: {'Port': ['ID=0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:52.615076 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:52.619801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d8a54e-3c36-4232-b81b-12e429d918f0 None None] New status for floating IP a7dcf30f-7bf3-420f-859b-11e703760a8f: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:50:52.818411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b3e5ef-ea61-410e-9a35-f66e002cac63 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:50:52.827131 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e5ef-ea61-410e-9a35-f66e002cac63 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:52.834194 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7550540e-d5ec-4b3d-8764-73e2cdbd9f0b None None] Sync routers for ids ['e9877c59-41b0-4e91-a810-025ab491095b'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:50:52.845469 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7550540e-d5ec-4b3d-8764-73e2cdbd9f0b None None] Routers {'e9877c59-41b0-4e91-a810-025ab491095b'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:52.846434 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7550540e-d5ec-4b3d-8764-73e2cdbd9f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e9877c59-41b0-4e91-a810-025ab491095b'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:52.878253 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:52.887611 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f7b3e5ef-ea61-410e-9a35-f66e002cac63 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/floatingips/8b0c4659-9d86-4ad7-bb16-714d128a336d HTTP/1.1" status: 204 len: 168 time: 2.2348180 Aug 20 10:50:52.887611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'tag': 'fac92f70-9807-4b41-addc-a8e7387653df'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:50:52.890767 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a134392-48bf-4dad-8e74-518d907affca" -d '{"events": [{"name": "network-changed", "server_uuid": "c85374c9-3040-4538-a0fe-06b3976a0636", "tag": "fac92f70-9807-4b41-addc-a8e7387653df"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:50:52.907608 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c09c4fb6-1913-494a-bf73-b64bc2af3eb5 None None] Provisioning for port 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:52.915398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c09c4fb6-1913-494a-bf73-b64bc2af3eb5 None None] Provisioning complete for port 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:52.916235 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c09c4fb6-1913-494a-bf73-b64bc2af3eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:52.944373 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:52.966817 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c09c4fb6-1913-494a-bf73-b64bc2af3eb5 None None] Port 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:50:53.043591 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-7550540e-d5ec-4b3d-8764-73e2cdbd9f0b None None] Set router e9877c59-41b0-4e91-a810-025ab491095b gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:53.163975 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b934f83-bf3d-4ee0-8220-b459b63f9494 x-openstack-request-id: req-3b934f83-bf3d-4ee0-8220-b459b63f9494 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:50:53.164504 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85374c9-3040-4538-a0fe-06b3976a0636", "tag": "fac92f70-9807-4b41-addc-a8e7387653df", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:50:53.164931 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b934f83-bf3d-4ee0-8220-b459b63f9494 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:50:53.165518 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'tag': 'fac92f70-9807-4b41-addc-a8e7387653df', 'status': 'completed', 'code': 200} Aug 20 10:50:53.224582 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:53.231580 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:53.297395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee943a1b-72f9-4d46-8aec-f85b6d2e7fe2 req-f4d4ae75-362a-46a5-9353-9817558ff79a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:53.305194 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee943a1b-72f9-4d46-8aec-f85b6d2e7fe2 req-f4d4ae75-362a-46a5-9353-9817558ff79a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.0775344 Aug 20 10:50:53.313398 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:53.316089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Pushing event updated for resources: {'Port': ['ID=0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:53.339678 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a134392-48bf-4dad-8e74-518d907affca req-d271f1ae-03eb-43a6-9a5d-5ba279667559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:53.342152 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a134392-48bf-4dad-8e74-518d907affca req-d271f1ae-03eb-43a6-9a5d-5ba279667559 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a42de817dc7f43e1b394c597ce63df37&device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 1097 time: 0.1535814 Aug 20 10:50:53.419306 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7550540e-d5ec-4b3d-8764-73e2cdbd9f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813977379', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:49:02Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:03Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '230c62a3-4889-420a-992a-ae3e67b8b7de', 'name': '', 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:20:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:05Z', 'updated_at': '2021-08-20T10:49:13Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:53.432212 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee943a1b-72f9-4d46-8aec-f85b6d2e7fe2 req-7c755771-1c9e-4df1-988b-f75a4de8681a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254106 Aug 20 10:50:53.440825 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Network 3a27bb47-807b-4540-8905-21bab49b0fe6 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:50:53.444883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:53.462015 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7550540e-d5ec-4b3d-8764-73e2cdbd9f0b None None] Checking router: e9877c59-41b0-4e91-a810-025ab491095b for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:50:53.470837 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7550540e-d5ec-4b3d-8764-73e2cdbd9f0b None None] Routers {'e9877c59-41b0-4e91-a810-025ab491095b'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:53.471507 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7550540e-d5ec-4b3d-8764-73e2cdbd9f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e9877c59-41b0-4e91-a810-025ab491095b'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:53.485855 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a134392-48bf-4dad-8e74-518d907affca req-e0de8f09-1dd7-4bb8-a56e-b0b688f4e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:53.487721 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a134392-48bf-4dad-8e74-518d907affca req-e0de8f09-1dd7-4bb8-a56e-b0b688f4e234 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bf74350f-e652-43da-9ffe-e77840fa3340 HTTP/1.1" status: 200 len: 897 time: 0.1370420 Aug 20 10:50:53.550089 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a134392-48bf-4dad-8e74-518d907affca req-9a354256-1c20-4227-ad9f-8244a1717d8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fac92f70-9807-4b41-addc-a8e7387653df HTTP/1.1" status: 200 len: 217 time: 0.0451758 Aug 20 10:50:53.620101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a134392-48bf-4dad-8e74-518d907affca req-8b84f693-2454-4c9d-b250-1ea6ad379977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:53.628333 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a134392-48bf-4dad-8e74-518d907affca req-8b84f693-2454-4c9d-b250-1ea6ad379977 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=48ee5807-1f9a-4d45-a521-1a095c7a29ae HTTP/1.1" status: 200 len: 833 time: 0.0686514 Aug 20 10:50:53.639344 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Router 029cb2d5-9a2c-4bfb-a964-e8a35b901c0b has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:50:53.703291 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-7550540e-d5ec-4b3d-8764-73e2cdbd9f0b None None] Set router e9877c59-41b0-4e91-a810-025ab491095b gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:53.733008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a134392-48bf-4dad-8e74-518d907affca req-143ab6e5-2be7-46cd-a708-f73d173ada7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:53.735062 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a134392-48bf-4dad-8e74-518d907affca req-143ab6e5-2be7-46cd-a708-f73d173ada7f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bf74350f-e652-43da-9ffe-e77840fa3340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990496 Aug 20 10:50:53.765774 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d0b1f087-0465-4401-b22a-3c83034bcc65 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:53.830033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:50:53.837011 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ca179acb-dcec-4578-9ad9-68e7835fb528 admin admin] 10.222.0.16 "PUT /v2.0/routers/029cb2d5-9a2c-4bfb-a964-e8a35b901c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3463683 Aug 20 10:50:53.847868 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port d0b1f087-0465-4401-b22a-3c83034bcc65 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:53.852815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d0b1f087-0465-4401-b22a-3c83034bcc65 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:53.853330 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:53.875242 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a134392-48bf-4dad-8e74-518d907affca req-2adcfb3e-9afa-4b5e-b448-698e9efc4545 service neutron] 10.222.0.42 "GET /v2.0/networks/bf74350f-e652-43da-9ffe-e77840fa3340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289432 Aug 20 10:50:53.913559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5f2fea97-85fc-4f7f-ad84-0dab5268bfd4 None None] Provisioning complete for port 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:53.914240 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5f2fea97-85fc-4f7f-ad84-0dab5268bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:53.987746 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-5f2fea97-85fc-4f7f-ad84-0dab5268bfd4 None None] Port 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:50:54.000720 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:54.011735 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7550540e-d5ec-4b3d-8764-73e2cdbd9f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813977379', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:49:02Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:03Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '230c62a3-4889-420a-992a-ae3e67b8b7de', 'name': '', 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:20:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:05Z', 'updated_at': '2021-08-20T10:49:13Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:54.016950 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a134392-48bf-4dad-8e74-518d907affca req-5220131f-f3bb-4e6d-ac90-2b8a7c3ac904 service neutron] 10.222.0.42 "GET /v2.0/networks/bf74350f-e652-43da-9ffe-e77840fa3340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297677 Aug 20 10:50:54.031477 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port d0b1f087-0465-4401-b22a-3c83034bcc65, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d0b1f087-0465-4401-b22a-3c83034bcc65,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:54.037074 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:54.045536 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7550540e-d5ec-4b3d-8764-73e2cdbd9f0b None None] The sync data for ids ['e9877c59-41b0-4e91-a810-025ab491095b'] in n-d-778550-11 is: [{'id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813977379', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:49:02Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:03Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '230c62a3-4889-420a-992a-ae3e67b8b7de', 'name': '', 'network_id': 'bf74350f-e652-43da-9ffe-e77840fa3340', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'mac_address': 'fa:16:3e:20:1c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:05Z', 'updated_at': '2021-08-20T10:49:13Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'subnets': [{'id': '48ee5807-1f9a-4d45-a521-1a095c7a29ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:50:54.100404 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=d0b1f087-0465-4401-b22a-3c83034bcc65,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:54.412725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59210) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:54.418076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a6bf050b-a731-4722-b416-28f63dd9b3b7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1269343409-network', 'tenant_id': 'bbf1365393374141b36930f1c440721e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:54.440277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bf050b-a731-4722-b416-28f63dd9b3b7 admin admin] Made reservation on behalf of bbf1365393374141b36930f1c440721e for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:50:54.442907 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a6bf050b-a731-4722-b416-28f63dd9b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:54.457979 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a6bf050b-a731-4722-b416-28f63dd9b3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:54.604543 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Sync routers for ids ['029cb2d5-9a2c-4bfb-a964-e8a35b901c0b'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:50:54.614669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Routers {'029cb2d5-9a2c-4bfb-a964-e8a35b901c0b'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:54.615450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['029cb2d5-9a2c-4bfb-a964-e8a35b901c0b'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:54.619304 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529f1d2-a0af-4901-8867-c6f46ce9b56f req-f7489cbe-8a94-464a-a2d9-83f1912e574e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:54.620836 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4529f1d2-a0af-4901-8867-c6f46ce9b56f req-f7489cbe-8a94-464a-a2d9-83f1912e574e tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.1135018 Aug 20 10:50:54.638569 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a6bf050b-a731-4722-b416-28f63dd9b3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:54.654229 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553787c-62f4-4fda-9923-200ceda31b0a req-bda12323-6f64-4a0e-a0e8-8b778c8fb368 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:54.655893 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e553787c-62f4-4fda-9923-200ceda31b0a req-bda12323-6f64-4a0e-a0e8-8b778c8fb368 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.42 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 945 time: 0.1366549 Aug 20 10:50:54.657951 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a6bf050b-a731-4722-b416-28f63dd9b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:54.738324 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6bf050b-a731-4722-b416-28f63dd9b3b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:50:54.740429 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Set router 029cb2d5-9a2c-4bfb-a964-e8a35b901c0b gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:54.764005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf050b-a731-4722-b416-28f63dd9b3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9767462f-f625-4d4a-b632-026aafa182b6,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:54.773085 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4529f1d2-a0af-4901-8867-c6f46ce9b56f req-101a2de7-4629-48b9-ba4f-61ee8ddf21d3 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/security-groups?id=8acfc3e3-e5e3-4911-8d07-2f0d84195a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418285 Aug 20 10:50:54.780479 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a6bf050b-a731-4722-b416-28f63dd9b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:54.781363 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-a6bf050b-a731-4722-b416-28f63dd9b3b7 admin admin] Added segment 593c9d56-6ea0-47e7-8dc2-d566615c345e of type vlan for network 2b7e9ba1-a229-4950-b5b2-443f4632e676 Aug 20 10:50:54.845983 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a6bf050b-a731-4722-b416-28f63dd9b3b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:54.883745 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-e553787c-62f4-4fda-9923-200ceda31b0a req-a8b660aa-8ebb-4e82-9b74-bf74b886e397 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting port fac92f70-9807-4b41-addc-a8e7387653df {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:50:54.884103 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e553787c-62f4-4fda-9923-200ceda31b0a req-a8b660aa-8ebb-4e82-9b74-bf74b886e397 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:54.900568 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a6bf050b-a731-4722-b416-28f63dd9b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:54.902179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bf050b-a731-4722-b416-28f63dd9b3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:54.903255 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a6bf050b-a731-4722-b416-28f63dd9b3b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:54.967693 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a092042a-39ff-4017-bb2c-c2335dbeb8d1 None None] New status for floating IP 8b0c4659-9d86-4ad7-bb16-714d128a336d: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:50:54.981979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'name': 'tempest-TestServerMultinode-90182113-router', 'tenant_id': '6c2d618169254dcba3aadaf775b5ac6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'd0b1f087-0465-4401-b22a-3c83034bcc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:48Z', 'updated_at': '2021-08-20T10:50:52Z', 'revision_number': 4, 'project_id': '6c2d618169254dcba3aadaf775b5ac6f', 'gw_port': {'id': 'd0b1f087-0465-4401-b22a-3c83034bcc65', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:49Z', 'updated_at': '2021-08-20T10:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a', 'name': '', 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6', 'tenant_id': '6c2d618169254dcba3aadaf775b5ac6f', 'mac_address': 'fa:16:3e:5e:3d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '86f89f1c-44e6-4f21-8580-42424a3775f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:51Z', 'updated_at': '2021-08-20T10:50:53Z', 'revision_number': 2, 'project_id': '6c2d618169254dcba3aadaf775b5ac6f', 'subnets': [{'id': '86f89f1c-44e6-4f21-8580-42424a3775f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:55.014618 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Checking router: 029cb2d5-9a2c-4bfb-a964-e8a35b901c0b for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:50:55.015951 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Updating router 029cb2d5-9a2c-4bfb-a964-e8a35b901c0b port 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:50:55.021561 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a6bf050b-a731-4722-b416-28f63dd9b3b7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6076417 Aug 20 10:50:55.031437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59216) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:55.032882 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-bb445aed-f145-49dc-9de9-6567dbacb055 admin admin] Request body: {'subnet': {'network_id': '2b7e9ba1-a229-4950-b5b2-443f4632e676', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1269343409-subnet', 'tenant_id': 'bbf1365393374141b36930f1c440721e', 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:55.050426 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:55.057205 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf050b-a731-4722-b416-28f63dd9b3b7 admin admin] Pushing event updated for resources: {'Network': ['ID=2b7e9ba1-a229-4950-b5b2-443f4632e676,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:55.070925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 2b7e9ba1-a229-4950-b5b2-443f4632e676 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:50:55.090696 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e553787c-62f4-4fda-9923-200ceda31b0a req-a8b660aa-8ebb-4e82-9b74-bf74b886e397 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] For port fac92f70-9807-4b41-addc-a8e7387653df, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=fac92f70-9807-4b41-addc-a8e7387653df,segment=NetworkSegment(216409c8-7825-4b5e-b744-54c1f289069f),segment_id=216409c8-7825-4b5e-b744-54c1f289069f)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:55.091105 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e553787c-62f4-4fda-9923-200ceda31b0a req-a8b660aa-8ebb-4e82-9b74-bf74b886e397 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:55.100639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb445aed-f145-49dc-9de9-6567dbacb055 admin admin] Made reservation on behalf of bbf1365393374141b36930f1c440721e for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:50:55.103213 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bb445aed-f145-49dc-9de9-6567dbacb055 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:55.125447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-e553787c-62f4-4fda-9923-200ceda31b0a req-a8b660aa-8ebb-4e82-9b74-bf74b886e397 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Calling delete_port for fac92f70-9807-4b41-addc-a8e7387653df owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:50:55.398281 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e553787c-62f4-4fda-9923-200ceda31b0a req-a8b660aa-8ebb-4e82-9b74-bf74b886e397 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:55.408972 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bb445aed-f145-49dc-9de9-6567dbacb055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:55.440102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b660aa-8ebb-4e82-9b74-bf74b886e397 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Port': ['ID=fac92f70-9807-4b41-addc-a8e7387653df,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:55.522160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e553787c-62f4-4fda-9923-200ceda31b0a req-a8b660aa-8ebb-4e82-9b74-bf74b886e397 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] No DVR routers for this DVR port fac92f70-9807-4b41-addc-a8e7387653df on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:50:55.524793 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e553787c-62f4-4fda-9923-200ceda31b0a req-a8b660aa-8ebb-4e82-9b74-bf74b886e397 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:55.526967 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e553787c-62f4-4fda-9923-200ceda31b0a req-a8b660aa-8ebb-4e82-9b74-bf74b886e397 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.42 "DELETE /v2.0/ports/fac92f70-9807-4b41-addc-a8e7387653df HTTP/1.1" status: 204 len: 173 time: 0.8500857 Aug 20 10:50:55.529684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'name': 'network-vif-deleted', 'tag': 'fac92f70-9807-4b41-addc-a8e7387653df'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:50:55.531992 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d15900-4f78-4301-b921-d67fb6a2122f" -d '{"events": [{"server_uuid": "c85374c9-3040-4538-a0fe-06b3976a0636", "name": "network-vif-deleted", "tag": "fac92f70-9807-4b41-addc-a8e7387653df"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:50:55.550762 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb445aed-f145-49dc-9de9-6567dbacb055 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee30724e-00dd-4723-a170-551b4056dec2,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:55.566561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb445aed-f145-49dc-9de9-6567dbacb055 admin admin] Checking segment: {'id': '593c9d56-6ea0-47e7-8dc2-d566615c345e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2b7e9ba1-a229-4950-b5b2-443f4632e676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:50:55.566979 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb445aed-f145-49dc-9de9-6567dbacb055 admin admin] Network hostable DHCP agents. Network: 2b7e9ba1-a229-4950-b5b2-443f4632e676, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:50:55.573866 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:55.578559 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664ed4c5-e088-4314-a201-011d922f0579 x-openstack-request-id: req-664ed4c5-e088-4314-a201-011d922f0579 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:50:55.578852 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85374c9-3040-4538-a0fe-06b3976a0636", "name": "network-vif-deleted", "tag": "fac92f70-9807-4b41-addc-a8e7387653df", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:50:55.579313 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-664ed4c5-e088-4314-a201-011d922f0579 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:50:55.579808 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85374c9-3040-4538-a0fe-06b3976a0636', 'name': 'network-vif-deleted', 'tag': 'fac92f70-9807-4b41-addc-a8e7387653df', 'status': 'completed', 'code': 200} Aug 20 10:50:55.593222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb445aed-f145-49dc-9de9-6567dbacb055 admin admin] Network 2b7e9ba1-a229-4950-b5b2-443f4632e676 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:50:55.596886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Transition to ACTIVE for port object 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:55.603630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-bb445aed-f145-49dc-9de9-6567dbacb055 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 2b7e9ba1-a229-4950-b5b2-443f4632e676) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:55.605744 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:55.613169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb445aed-f145-49dc-9de9-6567dbacb055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:50:55.614344 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bb445aed-f145-49dc-9de9-6567dbacb055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:55.614956 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24087b2f-4449-4720-9d06-34dd678b04e6 None None] Network 2b7e9ba1-a229-4950-b5b2-443f4632e676 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:50:55.649214 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bb445aed-f145-49dc-9de9-6567dbacb055 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6223240 Aug 20 10:50:55.652700 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59220) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:55.659137 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1269343409-router', 'tenant_id': 'bbf1365393374141b36930f1c440721e', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:50:55.704228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d0b1f087-0465-4401-b22a-3c83034bcc65 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:55.708098 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:55.709563 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:55.767973 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:55.770647 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635db8e4-5ebb-4f02-8d8f-b1373008a693 None None] Pushing event updated for resources: {'Port': ['ID=0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:55.890998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Attempting to bind port 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:50:55.891391 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Attempting to bind port 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '478e52a1-baef-4a26-99e1-7488619c2f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:50:55.902073 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Attempting to bind port 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a on network 3a27bb47-807b-4540-8905-21bab49b0fe6 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:50:55.962725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:50:55.964453 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Checking segment: {'id': '478e52a1-baef-4a26-99e1-7488619c2f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:50:55.965339 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:55.966357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Bound using segment: {'id': '478e52a1-baef-4a26-99e1-7488619c2f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:50:55.967478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Bound port: 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478e52a1-baef-4a26-99e1-7488619c2f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:50:55.968279 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:55.978191 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:56.008982 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8250109a-f06b-427c-a985-74ad00a1c729 req-bb96841e-351a-4255-aa32-592d3792e1fe tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "GET /v2.0/ports?device_id=c85374c9-3040-4538-a0fe-06b3976a0636 HTTP/1.1" status: 200 len: 210 time: 0.0902882 Aug 20 10:50:56.013973 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d0b1f087-0465-4401-b22a-3c83034bcc65 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:56.015543 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:56.021196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d659899-3941-4374-afad-d241974cb81e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-2b7e9ba1-a229-4950-b5b2-443f4632e676', 'network_id': '2b7e9ba1-a229-4950-b5b2-443f4632e676', 'tenant_id': 'bbf1365393374141b36930f1c440721e', 'fixed_ips': [{'subnet_id': 'ee30724e-00dd-4723-a170-551b4056dec2'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:50:56.022263 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2d659899-3941-4374-afad-d241974cb81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:56.277938 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:56.294849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] For port 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:50:56.298429 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:56.302583 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] For port 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a,segment=NetworkSegment(478e52a1-baef-4a26-99e1-7488619c2f15),segment_id=478e52a1-baef-4a26-99e1-7488619c2f15)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:50:56.309107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-2d659899-3941-4374-afad-d241974cb81e None None] Allocated IP 172.20.0.2 (2b7e9ba1-a229-4950-b5b2-443f4632e676/ee30724e-00dd-4723-a170-551b4056dec2/38479d09-be50-4901-8d6e-58fba4a55fc1) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:50:56.328746 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:56.420526 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Allocated IP 172.25.3.87 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/7926d75f-a629-4399-b7a5-ba3de7ee6058) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:50:56.470404 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635db8e4-5ebb-4f02-8d8f-b1373008a693 None None] Pushing event updated for resources: {'Port': ['ID=0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:56.476528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Routers {'029cb2d5-9a2c-4bfb-a964-e8a35b901c0b'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:56.477163 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['029cb2d5-9a2c-4bfb-a964-e8a35b901c0b'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:56.543564 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:56.605001 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:56.644839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] Set router 029cb2d5-9a2c-4bfb-a964-e8a35b901c0b gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:56.647110 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:50:56.649993 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:56.653375 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:50:56.680155 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=7926d75f-a629-4399-b7a5-ba3de7ee6058,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:56.692246 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2d659899-3941-4374-afad-d241974cb81e None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:56.715599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2d659899-3941-4374-afad-d241974cb81e None None] Transition to ACTIVE for port object 38479d09-be50-4901-8d6e-58fba4a55fc1 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:56.770795 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2d659899-3941-4374-afad-d241974cb81e None None] Transition to ACTIVE for port object 38479d09-be50-4901-8d6e-58fba4a55fc1 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:56.805344 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2d659899-3941-4374-afad-d241974cb81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:56.851950 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d659899-3941-4374-afad-d241974cb81e None None] Network 2b7e9ba1-a229-4950-b5b2-443f4632e676 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:50:56.858472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-2d659899-3941-4374-afad-d241974cb81e None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:56.867571 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d659899-3941-4374-afad-d241974cb81e None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:50:56.883945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d659899-3941-4374-afad-d241974cb81e None None] Pushing event updated for resources: {'Port': ['ID=38479d09-be50-4901-8d6e-58fba4a55fc1,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:56.927571 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:56.971213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2d659899-3941-4374-afad-d241974cb81e None None] Attempting to bind port 38479d09-be50-4901-8d6e-58fba4a55fc1 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:50:56.971607 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2d659899-3941-4374-afad-d241974cb81e None None] Attempting to bind port 38479d09-be50-4901-8d6e-58fba4a55fc1 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '593c9d56-6ea0-47e7-8dc2-d566615c345e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2b7e9ba1-a229-4950-b5b2-443f4632e676'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:50:56.972283 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d659899-3941-4374-afad-d241974cb81e None None] Attempting to bind port 38479d09-be50-4901-8d6e-58fba4a55fc1 on network 2b7e9ba1-a229-4950-b5b2-443f4632e676 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:50:56.979430 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d659899-3941-4374-afad-d241974cb81e None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:50:56.979805 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d659899-3941-4374-afad-d241974cb81e None None] Checking segment: {'id': '593c9d56-6ea0-47e7-8dc2-d566615c345e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2b7e9ba1-a229-4950-b5b2-443f4632e676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:50:56.980217 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2d659899-3941-4374-afad-d241974cb81e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:56.980613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d659899-3941-4374-afad-d241974cb81e None None] Bound using segment: {'id': '593c9d56-6ea0-47e7-8dc2-d566615c345e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2b7e9ba1-a229-4950-b5b2-443f4632e676'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:50:56.981088 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-2d659899-3941-4374-afad-d241974cb81e None None] Bound port: 38479d09-be50-4901-8d6e-58fba4a55fc1, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593c9d56-6ea0-47e7-8dc2-d566615c345e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2b7e9ba1-a229-4950-b5b2-443f4632e676'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:50:56.981471 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2d659899-3941-4374-afad-d241974cb81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:57.047832 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'name': 'tempest-TestServerMultinode-90182113-router', 'tenant_id': '6c2d618169254dcba3aadaf775b5ac6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'd0b1f087-0465-4401-b22a-3c83034bcc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:48Z', 'updated_at': '2021-08-20T10:50:52Z', 'revision_number': 4, 'project_id': '6c2d618169254dcba3aadaf775b5ac6f', 'gw_port': {'id': 'd0b1f087-0465-4401-b22a-3c83034bcc65', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:49Z', 'updated_at': '2021-08-20T10:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a', 'name': '', 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6', 'tenant_id': '6c2d618169254dcba3aadaf775b5ac6f', 'mac_address': 'fa:16:3e:5e:3d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '86f89f1c-44e6-4f21-8580-42424a3775f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:51Z', 'updated_at': '2021-08-20T10:50:56Z', 'revision_number': 4, 'project_id': '6c2d618169254dcba3aadaf775b5ac6f', 'subnets': [{'id': '86f89f1c-44e6-4f21-8580-42424a3775f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:57.080302 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c447e2dc-b677-4d33-85d7-4f24fc8913a8 None None] The sync data for ids ['029cb2d5-9a2c-4bfb-a964-e8a35b901c0b'] in n-d-778550-11 is: [{'id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'name': 'tempest-TestServerMultinode-90182113-router', 'tenant_id': '6c2d618169254dcba3aadaf775b5ac6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'd0b1f087-0465-4401-b22a-3c83034bcc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:48Z', 'updated_at': '2021-08-20T10:50:52Z', 'revision_number': 4, 'project_id': '6c2d618169254dcba3aadaf775b5ac6f', 'gw_port': {'id': 'd0b1f087-0465-4401-b22a-3c83034bcc65', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:49Z', 'updated_at': '2021-08-20T10:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a', 'name': '', 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6', 'tenant_id': '6c2d618169254dcba3aadaf775b5ac6f', 'mac_address': 'fa:16:3e:5e:3d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '86f89f1c-44e6-4f21-8580-42424a3775f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:51Z', 'updated_at': '2021-08-20T10:50:56Z', 'revision_number': 4, 'project_id': '6c2d618169254dcba3aadaf775b5ac6f', 'subnets': [{'id': '86f89f1c-44e6-4f21-8580-42424a3775f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:50:57.086445 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2d659899-3941-4374-afad-d241974cb81e None None] For port 38479d09-be50-4901-8d6e-58fba4a55fc1, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:50:57.087555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59230) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:57.101093 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-2d659899-3941-4374-afad-d241974cb81e None None] For port 38479d09-be50-4901-8d6e-58fba4a55fc1, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=38479d09-be50-4901-8d6e-58fba4a55fc1,segment=NetworkSegment(593c9d56-6ea0-47e7-8dc2-d566615c345e),segment_id=593c9d56-6ea0-47e7-8dc2-d566615c345e)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:50:57.108759 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2d659899-3941-4374-afad-d241974cb81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:57.146692 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:57.200651 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d659899-3941-4374-afad-d241974cb81e None None] Pushing event updated for resources: {'Port': ['ID=38479d09-be50-4901-8d6e-58fba4a55fc1,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:57.338260 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Router 87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:50:57.417941 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device fac92f70-9807-4b41-addc-a8e7387653df no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:50:57.469990 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: fac92f70-9807-4b41-addc-a8e7387653df {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:50:57.470340 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device fac92f70-9807-4b41-addc-a8e7387653df not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:50:57.485285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:50:57.496831 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Sync routers for ids ['87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:50:57.510909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Routers {'87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:57.511868 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:57.512053 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:57.513334 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-85a6120c-254e-470f-926d-4857d3ded4f8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8585222 Aug 20 10:50:57.516880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59232) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:50:57.864666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 38479d09-be50-4901-8d6e-58fba4a55fc1 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:57.885126 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a046e2c3-fe25-4321-b5a4-0ade97d03a33 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:57.923021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Set router 87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:58.038977 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 38479d09-be50-4901-8d6e-58fba4a55fc1 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:58.048529 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:58.160691 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:58.170727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:58.171773 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:58.226368 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'name': 'tempest-TestServerMultinode-1269343409-router', 'tenant_id': 'bbf1365393374141b36930f1c440721e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7926d75f-a629-4399-b7a5-ba3de7ee6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:55Z', 'updated_at': '2021-08-20T10:50:56Z', 'revision_number': 3, 'project_id': 'bbf1365393374141b36930f1c440721e', 'gw_port': {'id': '7926d75f-a629-4399-b7a5-ba3de7ee6058', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:56Z', 'updated_at': '2021-08-20T10:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:58.258406 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Checking router: 87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:50:58.258784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Updating router 87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0 port 7926d75f-a629-4399-b7a5-ba3de7ee6058 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:50:58.315873 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:58.343897 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:58.455390 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a,segment=NetworkSegment(478e52a1-baef-4a26-99e1-7488619c2f15),segment_id=478e52a1-baef-4a26-99e1-7488619c2f15)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:58.460971 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7847a2c4-ac0f-4e29-8f26-9d18be4b837b None None] Network 2b7e9ba1-a229-4950-b5b2-443f4632e676 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:50:58.466299 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:58.622967 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7c450ad5-9141-4450-80f8-077872b19b81 None None] Provisioning for port 38479d09-be50-4901-8d6e-58fba4a55fc1 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:58.634822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:58.641009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7c450ad5-9141-4450-80f8-077872b19b81 None None] Provisioning complete for port 38479d09-be50-4901-8d6e-58fba4a55fc1 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:58.641384 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7c450ad5-9141-4450-80f8-077872b19b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:58.748838 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:58.875083 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7c450ad5-9141-4450-80f8-077872b19b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:58.878306 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:58.897000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-a046e2c3-fe25-4321-b5a4-0ade97d03a33 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting port 230c62a3-4889-420a-992a-ae3e67b8b7de {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:50:58.897366 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a046e2c3-fe25-4321-b5a4-0ade97d03a33 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:58.904226 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Transition to ACTIVE for port object 7926d75f-a629-4399-b7a5-ba3de7ee6058 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:58.923992 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:58.941487 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7c450ad5-9141-4450-80f8-077872b19b81 None None] For port 38479d09-be50-4901-8d6e-58fba4a55fc1, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=38479d09-be50-4901-8d6e-58fba4a55fc1,segment=NetworkSegment(593c9d56-6ea0-47e7-8dc2-d566615c345e),segment_id=593c9d56-6ea0-47e7-8dc2-d566615c345e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:58.967114 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7c450ad5-9141-4450-80f8-077872b19b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:58.995521 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbfead-7c77-43d9-ad5b-3e805037d208 None None] Pushing event updated for resources: {'Port': ['ID=7926d75f-a629-4399-b7a5-ba3de7ee6058,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:59.003217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Attempting to bind port 7926d75f-a629-4399-b7a5-ba3de7ee6058 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:50:59.003217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Attempting to bind port 7926d75f-a629-4399-b7a5-ba3de7ee6058 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:50:59.003217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Attempting to bind port 7926d75f-a629-4399-b7a5-ba3de7ee6058 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:50:59.034438 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:50:59.039545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:50:59.040021 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:59.040436 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:50:59.040953 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Bound port: 7926d75f-a629-4399-b7a5-ba3de7ee6058, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:50:59.041349 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:59.105271 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c450ad5-9141-4450-80f8-077872b19b81 None None] Pushing event updated for resources: {'Port': ['ID=38479d09-be50-4901-8d6e-58fba4a55fc1,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:59.118055 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Allocated IP 172.20.0.1 (2b7e9ba1-a229-4950-b5b2-443f4632e676/ee30724e-00dd-4723-a170-551b4056dec2/3c33523e-2a12-4696-aa87-dc3d12ba4ee7) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:50:59.122561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-a046e2c3-fe25-4321-b5a4-0ade97d03a33 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] For port 230c62a3-4889-420a-992a-ae3e67b8b7de, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=230c62a3-4889-420a-992a-ae3e67b8b7de,segment=NetworkSegment(216409c8-7825-4b5e-b744-54c1f289069f),segment_id=216409c8-7825-4b5e-b744-54c1f289069f)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:50:59.123008 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a046e2c3-fe25-4321-b5a4-0ade97d03a33 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:59.146442 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-a046e2c3-fe25-4321-b5a4-0ade97d03a33 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Calling delete_port for 230c62a3-4889-420a-992a-ae3e67b8b7de owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:50:59.153008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] For port 7926d75f-a629-4399-b7a5-ba3de7ee6058, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:50:59.157548 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] For port 7926d75f-a629-4399-b7a5-ba3de7ee6058, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7926d75f-a629-4399-b7a5-ba3de7ee6058,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:50:59.165280 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:59.232190 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Routers {'87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:50:59.232867 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:59.284559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-86ff9e55-b25a-4f53-be62-0620c37776ec None None] Provisioning complete for port 38479d09-be50-4901-8d6e-58fba4a55fc1 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:59.284940 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86ff9e55-b25a-4f53-be62-0620c37776ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:59.313675 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbfead-7c77-43d9-ad5b-3e805037d208 None None] Pushing event updated for resources: {'Port': ['ID=7926d75f-a629-4399-b7a5-ba3de7ee6058,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:59.345500 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:59.372268 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-64c26c47-c6df-48f4-8b91-5e0ede845dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:59.373966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Transition to ACTIVE for port object 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:50:59.416166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] Set router 87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:50:59.460440 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:59.500907 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a046e2c3-fe25-4321-b5a4-0ade97d03a33 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:59.511810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Network 2b7e9ba1-a229-4950-b5b2-443f4632e676 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:50:59.518265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:50:59.524510 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:50:59.566898 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Pushing event updated for resources: {'Port': ['ID=3c33523e-2a12-4696-aa87-dc3d12ba4ee7,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:59.628508 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046e2c3-fe25-4321-b5a4-0ade97d03a33 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Port': ['ID=230c62a3-4889-420a-992a-ae3e67b8b7de,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:50:59.652975 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:59.684796 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'name': 'tempest-TestServerMultinode-1269343409-router', 'tenant_id': 'bbf1365393374141b36930f1c440721e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7926d75f-a629-4399-b7a5-ba3de7ee6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:55Z', 'updated_at': '2021-08-20T10:50:56Z', 'revision_number': 3, 'project_id': 'bbf1365393374141b36930f1c440721e', 'gw_port': {'id': '7926d75f-a629-4399-b7a5-ba3de7ee6058', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:56Z', 'updated_at': '2021-08-20T10:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:50:59.719708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba16fac-1091-42ae-87fa-9f712fe9140b None None] The sync data for ids ['87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0'] in n-d-778550-11 is: [{'id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'name': 'tempest-TestServerMultinode-1269343409-router', 'tenant_id': 'bbf1365393374141b36930f1c440721e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7926d75f-a629-4399-b7a5-ba3de7ee6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:55Z', 'updated_at': '2021-08-20T10:50:56Z', 'revision_number': 3, 'project_id': 'bbf1365393374141b36930f1c440721e', 'gw_port': {'id': '7926d75f-a629-4399-b7a5-ba3de7ee6058', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:56Z', 'updated_at': '2021-08-20T10:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:50:59.724515 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 38479d09-be50-4901-8d6e-58fba4a55fc1 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:59.796686 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 38479d09-be50-4901-8d6e-58fba4a55fc1 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:59.797470 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:59.896552 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-08365386-4215-4fe2-8766-016343c7348a None None] Provisioning for port 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:50:59.904283 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-08365386-4215-4fe2-8766-016343c7348a None None] Provisioning complete for port 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:50:59.904654 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-08365386-4215-4fe2-8766-016343c7348a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:59.914443 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a046e2c3-fe25-4321-b5a4-0ade97d03a33 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:59.922659 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:50:59.936278 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:50:59.976135 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-08365386-4215-4fe2-8766-016343c7348a None None] Port 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:51:00.000988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:00.001379 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:00.265946 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b4829b2-b0a4-4073-ba29-d5efa5346b05 req-e2fc1b84-9cf1-4c7d-916a-de341a1fe68a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1291399 Aug 20 10:51:00.378046 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:00.386139 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:00.441373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a046e2c3-fe25-4321-b5a4-0ade97d03a33 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Router e9877c59-41b0-4e91-a810-025ab491095b has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:51:00.462707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4829b2-b0a4-4073-ba29-d5efa5346b05 req-6154b67a-e559-49b4-ae0a-221c36cffa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:00.464311 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b4829b2-b0a4-4073-ba29-d5efa5346b05 req-6154b67a-e559-49b4-ae0a-221c36cffa46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 1098 time: 0.1411250 Aug 20 10:51:00.484919 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:00.486830 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Pushing event updated for resources: {'Port': ['ID=3c33523e-2a12-4696-aa87-dc3d12ba4ee7,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:00.744806 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a046e2c3-fe25-4321-b5a4-0ade97d03a33 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:51:00.753362 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a046e2c3-fe25-4321-b5a4-0ade97d03a33 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "PUT /v2.0/routers/e9877c59-41b0-4e91-a810-025ab491095b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6643858 Aug 20 10:51:00.755943 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd0ce2c-bb3c-4731-b561-ef03531ca4e0 None None] Sync routers for ids ['e9877c59-41b0-4e91-a810-025ab491095b'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:51:00.756545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59244) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:00.760112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4829b2-b0a4-4073-ba29-d5efa5346b05 req-9ed7509f-ca6f-4ca0-a0dc-240a7a352381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:00.761605 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b4829b2-b0a4-4073-ba29-d5efa5346b05 req-9ed7509f-ca6f-4ca0-a0dc-240a7a352381 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 917 time: 0.2709975 Aug 20 10:51:00.767291 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd0ce2c-bb3c-4731-b561-ef03531ca4e0 None None] Routers {'e9877c59-41b0-4e91-a810-025ab491095b'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:00.768228 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7cd0ce2c-bb3c-4731-b561-ef03531ca4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e9877c59-41b0-4e91-a810-025ab491095b'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:00.782098 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Network 2b7e9ba1-a229-4950-b5b2-443f4632e676 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:00.813978 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:00.824399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3873e7c-b2ae-4725-a9b0-0f4e7cda2adc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting subnet 48ee5807-1f9a-4d45-a521-1a095c7a29ae {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:51:00.828588 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3873e7c-b2ae-4725-a9b0-0f4e7cda2adc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:00.878036 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3873e7c-b2ae-4725-a9b0-0f4e7cda2adc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:00.899378 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-7cd0ce2c-bb3c-4731-b561-ef03531ca4e0 None None] Set router e9877c59-41b0-4e91-a810-025ab491095b gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:00.902284 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b4829b2-b0a4-4073-ba29-d5efa5346b05 req-39770974-72ea-4561-abd4-cab58d1fd0e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0 HTTP/1.1" status: 200 len: 1002 time: 0.1322217 Aug 20 10:51:00.987987 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3873e7c-b2ae-4725-a9b0-0f4e7cda2adc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:01.000686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4829b2-b0a4-4073-ba29-d5efa5346b05 req-ab80a654-5dff-486e-b3e3-51f348cd332c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:01.002188 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b4829b2-b0a4-4073-ba29-d5efa5346b05 req-ab80a654-5dff-486e-b3e3-51f348cd332c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.0686116 Aug 20 10:51:01.004101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Router 87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:51:01.068498 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3873e7c-b2ae-4725-a9b0-0f4e7cda2adc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:01.104880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3873e7c-b2ae-4725-a9b0-0f4e7cda2adc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Subnet': ['ID=48ee5807-1f9a-4d45-a521-1a095c7a29ae,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:01.105222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4829b2-b0a4-4073-ba29-d5efa5346b05 req-eaa0bb93-9e8c-41c9-85f9-453e950acd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:01.106813 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b4829b2-b0a4-4073-ba29-d5efa5346b05 req-eaa0bb93-9e8c-41c9-85f9-453e950acd35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949428 Aug 20 10:51:01.107683 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3873e7c-b2ae-4725-a9b0-0f4e7cda2adc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:01.110908 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f3873e7c-b2ae-4725-a9b0-0f4e7cda2adc tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/subnets/48ee5807-1f9a-4d45-a521-1a095c7a29ae HTTP/1.1" status: 204 len: 168 time: 0.3526785 Aug 20 10:51:01.113906 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59246) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:01.122257 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7cd0ce2c-bb3c-4731-b561-ef03531ca4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813977379', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:49:02Z', 'updated_at': '2021-08-20T10:50:59Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:03Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:01.123970 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ed28d0-c58f-4277-b45d-da2e3985f958 None None] Network bf74350f-e652-43da-9ffe-e77840fa3340 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:51:01.156722 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd0ce2c-bb3c-4731-b561-ef03531ca4e0 None None] Checking router: e9877c59-41b0-4e91-a810-025ab491095b for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:51:01.167360 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd0ce2c-bb3c-4731-b561-ef03531ca4e0 None None] Routers {'e9877c59-41b0-4e91-a810-025ab491095b'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:01.168153 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7cd0ce2c-bb3c-4731-b561-ef03531ca4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e9877c59-41b0-4e91-a810-025ab491095b'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:01.303010 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99d5b2e2-568c-41f2-8496-7d4657611d3a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:01.325113 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7a8173bf-2b38-4edb-b8ca-c7852a14e224 None None] Provisioning complete for port 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:01.325470 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a8173bf-2b38-4edb-b8ca-c7852a14e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:01.371512 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-7cd0ce2c-bb3c-4731-b561-ef03531ca4e0 None None] Set router e9877c59-41b0-4e91-a810-025ab491095b gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:01.382032 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7a8173bf-2b38-4edb-b8ca-c7852a14e224 None None] Port 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:51:01.407514 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2e3d25-7095-42c5-ad99-c0cc85b8550e None None] DHCP port deletion for bf74350f-e652-43da-9ffe-e77840fa3340 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:51:01.465056 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e3d25-7095-42c5-ad99-c0cc85b8550e None None] Deleting port 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:51:01.465705 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ab2e3d25-7095-42c5-ad99-c0cc85b8550e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:01.475559 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99d5b2e2-568c-41f2-8496-7d4657611d3a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:01.538583 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ab2e3d25-7095-42c5-ad99-c0cc85b8550e None None] For port 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=27f173ba-151c-4cc2-b3f6-11f8a6f6c95c,segment=NetworkSegment(216409c8-7825-4b5e-b744-54c1f289069f),segment_id=216409c8-7825-4b5e-b744-54c1f289069f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:01.538986 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ab2e3d25-7095-42c5-ad99-c0cc85b8550e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:01.558239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e3d25-7095-42c5-ad99-c0cc85b8550e None None] Calling delete_port for 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:51:01.570717 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-99d5b2e2-568c-41f2-8496-7d4657611d3a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Deleting port ba7b1596-5fbb-4cc6-856f-38b228220bdb {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:51:01.571280 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99d5b2e2-568c-41f2-8496-7d4657611d3a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:01.629056 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-7cd0ce2c-bb3c-4731-b561-ef03531ca4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813977379', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:49:02Z', 'updated_at': '2021-08-20T10:50:59Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:03Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:01.659713 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd0ce2c-bb3c-4731-b561-ef03531ca4e0 None None] The sync data for ids ['e9877c59-41b0-4e91-a810-025ab491095b'] in n-d-778550-11 is: [{'id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-813977379', 'tenant_id': 'a42de817dc7f43e1b394c597ce63df37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:49:02Z', 'updated_at': '2021-08-20T10:50:59Z', 'revision_number': 5, 'project_id': 'a42de817dc7f43e1b394c597ce63df37', 'gw_port': {'id': 'ba7b1596-5fbb-4cc6-856f-38b228220bdb', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:1c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9877c59-41b0-4e91-a810-025ab491095b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:49:03Z', 'updated_at': '2021-08-20T10:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:51:01.670385 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ab2e3d25-7095-42c5-ad99-c0cc85b8550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:01.711340 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e3d25-7095-42c5-ad99-c0cc85b8550e None None] Pushing event deleted for resources: {'Port': ['ID=27f173ba-151c-4cc2-b3f6-11f8a6f6c95c,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:01.714813 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e3d25-7095-42c5-ad99-c0cc85b8550e None None] No DVR routers for this DVR port 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:51:01.753543 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-99d5b2e2-568c-41f2-8496-7d4657611d3a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] For port ba7b1596-5fbb-4cc6-856f-38b228220bdb, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ba7b1596-5fbb-4cc6-856f-38b228220bdb,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:01.754220 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99d5b2e2-568c-41f2-8496-7d4657611d3a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:01.775251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-99d5b2e2-568c-41f2-8496-7d4657611d3a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Calling delete_port for ba7b1596-5fbb-4cc6-856f-38b228220bdb owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:51:01.795341 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:51:01.810995 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5f48d412-0170-4887-8ede-bab6e8ea1039 admin admin] 10.222.0.16 "PUT /v2.0/routers/87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2837205 Aug 20 10:51:01.816408 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Sync routers for ids ['87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:51:01.826607 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Routers {'87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:01.828137 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:50:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:01.837436 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b4829b2-b0a4-4073-ba29-d5efa5346b05 req-ad79e0e3-5880-4db6-a196-235a5c1f6709 service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7212303 Aug 20 10:51:01.995123 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b4829b2-b0a4-4073-ba29-d5efa5346b05 req-e082571d-15cb-4a33-88e4-4712bec9cb1d service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501658 Aug 20 10:51:02.184834 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7926d75f-a629-4399-b7a5-ba3de7ee6058 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:02.234684 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7aec0386-d3fd-47c1-a589-d695a8184906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:02.250479 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Set router 87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:02.338973 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99d5b2e2-568c-41f2-8496-7d4657611d3a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:02.379582 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 7926d75f-a629-4399-b7a5-ba3de7ee6058 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:02.390788 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5b2e2-568c-41f2-8496-7d4657611d3a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Port': ['ID=ba7b1596-5fbb-4cc6-856f-38b228220bdb,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:02.401964 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7926d75f-a629-4399-b7a5-ba3de7ee6058 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:02.402431 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:02.442405 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:02.515340 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99d5b2e2-568c-41f2-8496-7d4657611d3a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:02.564728 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:02.589129 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-ce90a3d5-e61f-49a0-8247-56b5e58337a5 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:02.590712 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-ce90a3d5-e61f-49a0-8247-56b5e58337a5 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/networks?id=3a27bb47-807b-4540-8905-21bab49b0fe6 HTTP/1.1" status: 200 len: 909 time: 0.2483013 Aug 20 10:51:02.601430 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 7926d75f-a629-4399-b7a5-ba3de7ee6058, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7926d75f-a629-4399-b7a5-ba3de7ee6058,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:02.605272 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'name': 'tempest-TestServerMultinode-1269343409-router', 'tenant_id': 'bbf1365393374141b36930f1c440721e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7926d75f-a629-4399-b7a5-ba3de7ee6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:55Z', 'updated_at': '2021-08-20T10:50:59Z', 'revision_number': 4, 'project_id': 'bbf1365393374141b36930f1c440721e', 'gw_port': {'id': '7926d75f-a629-4399-b7a5-ba3de7ee6058', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:56Z', 'updated_at': '2021-08-20T10:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3c33523e-2a12-4696-aa87-dc3d12ba4ee7', 'name': '', 'network_id': '2b7e9ba1-a229-4950-b5b2-443f4632e676', 'tenant_id': 'bbf1365393374141b36930f1c440721e', 'mac_address': 'fa:16:3e:91:66:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'ee30724e-00dd-4723-a170-551b4056dec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:58Z', 'updated_at': '2021-08-20T10:51:00Z', 'revision_number': 2, 'project_id': 'bbf1365393374141b36930f1c440721e', 'subnets': [{'id': 'ee30724e-00dd-4723-a170-551b4056dec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:02.610450 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:02.629265 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99d5b2e2-568c-41f2-8496-7d4657611d3a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:02.632123 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99d5b2e2-568c-41f2-8496-7d4657611d3a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:02.636082 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-27a1d21c-0d56-441e-b8c1-d8d887ad04d5 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/quotas/bbf1365393374141b36930f1c440721e HTTP/1.1" status: 200 len: 375 time: 0.0174317 Aug 20 10:51:02.643781 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Checking router: 87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:51:02.644340 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Updating router 87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0 port 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:51:02.692134 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99d5b2e2-568c-41f2-8496-7d4657611d3a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:02.692828 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d5b2e2-568c-41f2-8496-7d4657611d3a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Fanout notify agent at l3_agent the message router_deleted on router e9877c59-41b0-4e91-a810-025ab491095b {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:51:02.696599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:51:02.727141 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99d5b2e2-568c-41f2-8496-7d4657611d3a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:02.729457 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:51:02.729613 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-99d5b2e2-568c-41f2-8496-7d4657611d3a tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/routers/e9877c59-41b0-4e91-a810-025ab491095b HTTP/1.1" status: 204 len: 168 time: 1.6142888 Aug 20 10:51:02.729866 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 27f173ba-151c-4cc2-b3f6-11f8a6f6c95c not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:51:02.732574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59272) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:02.741594 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:02.781727 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-58811f39-93d1-4c30-ba4c-5d3417c2316e tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbf1365393374141b36930f1c440721e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995340 Aug 20 10:51:02.784276 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=7926d75f-a629-4399-b7a5-ba3de7ee6058,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:02.849258 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-509f3c9a-af86-4d8c-9fa2-61e366ab3940 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:02.893987 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-eb1048c8-3e6a-47cc-a99c-e81c490de947 service neutron] 10.222.0.16 "GET /v2.0/networks/3a27bb47-807b-4540-8905-21bab49b0fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000772 Aug 20 10:51:02.910378 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:51:02.954379 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-509f3c9a-af86-4d8c-9fa2-61e366ab3940 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:02.967222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-509f3c9a-af86-4d8c-9fa2-61e366ab3940 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf74350f-e652-43da-9ffe-e77840fa3340']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:02.978585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-509f3c9a-af86-4d8c-9fa2-61e366ab3940 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216409c8-7825-4b5e-b744-54c1f289069f') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:02.978871 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-509f3c9a-af86-4d8c-9fa2-61e366ab3940 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216409c8-7825-4b5e-b744-54c1f289069f') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:02.990014 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-509f3c9a-af86-4d8c-9fa2-61e366ab3940 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:03.007927 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-509f3c9a-af86-4d8c-9fa2-61e366ab3940 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:03.015726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509f3c9a-af86-4d8c-9fa2-61e366ab3940 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:51:03.016040 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-509f3c9a-af86-4d8c-9fa2-61e366ab3940 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:51:03.020761 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:51:03.024126 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-d10be9e1-e9e5-48e6-9ba0-d65d01ee7dd1 service neutron] 10.222.0.16 "GET /v2.0/networks/3a27bb47-807b-4540-8905-21bab49b0fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221581 Aug 20 10:51:03.069246 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:03.109552 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Transition to ACTIVE for port object 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:03.109865 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-509f3c9a-af86-4d8c-9fa2-61e366ab3940 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:03.121458 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:03.127827 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-509f3c9a-af86-4d8c-9fa2-61e366ab3940 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:03.130681 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-509f3c9a-af86-4d8c-9fa2-61e366ab3940 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/networks/bf74350f-e652-43da-9ffe-e77840fa3340 HTTP/1.1" status: 204 len: 168 time: 0.3949187 Aug 20 10:51:03.133233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59274) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:03.164489 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f3c9a-af86-4d8c-9fa2-61e366ab3940 tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'Network': ['ID=bf74350f-e652-43da-9ffe-e77840fa3340,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:03.199581 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e298de0-d668-4073-aa59-7a59b7676e25 None None] Pushing event updated for resources: {'Port': ['ID=3c33523e-2a12-4696-aa87-dc3d12ba4ee7,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:03.202471 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:03.258845 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bd1c7105-fe71-4c88-b11d-5e5f3810d49c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:03.299316 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Attempting to bind port 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:51:03.300008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Attempting to bind port 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '593c9d56-6ea0-47e7-8dc2-d566615c345e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2b7e9ba1-a229-4950-b5b2-443f4632e676'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:51:03.300573 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Attempting to bind port 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 on network 2b7e9ba1-a229-4950-b5b2-443f4632e676 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:03.308759 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:51:03.309384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Checking segment: {'id': '593c9d56-6ea0-47e7-8dc2-d566615c345e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2b7e9ba1-a229-4950-b5b2-443f4632e676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:03.310153 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:03.310734 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Bound using segment: {'id': '593c9d56-6ea0-47e7-8dc2-d566615c345e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2b7e9ba1-a229-4950-b5b2-443f4632e676'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:51:03.320522 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d3aa25fe-3d88-44b3-b263-f256e38003f3 req-508a5389-b1cd-4861-bab9-905ed18feb22 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 210 time: 0.0533576 Aug 20 10:51:03.321052 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Bound port: 3c33523e-2a12-4696-aa87-dc3d12ba4ee7, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593c9d56-6ea0-47e7-8dc2-d566615c345e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2b7e9ba1-a229-4950-b5b2-443f4632e676'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:51:03.321052 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:03.351539 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bd1c7105-fe71-4c88-b11d-5e5f3810d49c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:03.413087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] For port 3c33523e-2a12-4696-aa87-dc3d12ba4ee7, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:51:03.417947 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] For port 3c33523e-2a12-4696-aa87-dc3d12ba4ee7, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3c33523e-2a12-4696-aa87-dc3d12ba4ee7,segment=NetworkSegment(593c9d56-6ea0-47e7-8dc2-d566615c345e),segment_id=593c9d56-6ea0-47e7-8dc2-d566615c345e)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:51:03.425546 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:03.441947 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bd1c7105-fe71-4c88-b11d-5e5f3810d49c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:03.444547 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bd1c7105-fe71-4c88-b11d-5e5f3810d49c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:03.445717 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bd1c7105-fe71-4c88-b11d-5e5f3810d49c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] 10.222.0.16 "DELETE /v2.0/security-groups/8acfc3e3-e5e3-4911-8d07-2f0d84195a45 HTTP/1.1" status: 204 len: 168 time: 0.3113463 Aug 20 10:51:03.456170 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c7105-fe71-4c88-b11d-5e5f3810d49c tempest-TestNetworkAdvancedServerOps-289328349 tempest-TestNetworkAdvancedServerOps-289328349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acfc3e3-e5e3-4911-8d07-2f0d84195a45,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:03.532129 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Routers {'87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:03.532916 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:03.539643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e298de0-d668-4073-aa59-7a59b7676e25 None None] Pushing event updated for resources: {'Port': ['ID=3c33523e-2a12-4696-aa87-dc3d12ba4ee7,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:03.706941 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] Set router 87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:03.910099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59294) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:03.913809 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7926d75f-a629-4399-b7a5-ba3de7ee6058 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:04.031531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7926d75f-a629-4399-b7a5-ba3de7ee6058 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:04.031902 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:04.063807 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ffed33ff-b216-468e-8700-d6e344aae1e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a42de817dc7f43e1b394c597ce63df37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520486 Aug 20 10:51:04.066035 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59298) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:04.097349 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'name': 'tempest-TestServerMultinode-1269343409-router', 'tenant_id': 'bbf1365393374141b36930f1c440721e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7926d75f-a629-4399-b7a5-ba3de7ee6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:55Z', 'updated_at': '2021-08-20T10:50:59Z', 'revision_number': 4, 'project_id': 'bbf1365393374141b36930f1c440721e', 'gw_port': {'id': '7926d75f-a629-4399-b7a5-ba3de7ee6058', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:56Z', 'updated_at': '2021-08-20T10:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3c33523e-2a12-4696-aa87-dc3d12ba4ee7', 'name': '', 'network_id': '2b7e9ba1-a229-4950-b5b2-443f4632e676', 'tenant_id': 'bbf1365393374141b36930f1c440721e', 'mac_address': 'fa:16:3e:91:66:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'ee30724e-00dd-4723-a170-551b4056dec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:58Z', 'updated_at': '2021-08-20T10:51:03Z', 'revision_number': 4, 'project_id': 'bbf1365393374141b36930f1c440721e', 'subnets': [{'id': 'ee30724e-00dd-4723-a170-551b4056dec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:04.119330 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6535b3fd-0c13-46f9-99cf-a5d0522ae60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:04.141524 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6535b3fd-0c13-46f9-99cf-a5d0522ae60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:04.143981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f2406-019d-4120-b3be-ef1426e7ae34 None None] The sync data for ids ['87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0'] in n-d-778550-11 is: [{'id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'name': 'tempest-TestServerMultinode-1269343409-router', 'tenant_id': 'bbf1365393374141b36930f1c440721e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7926d75f-a629-4399-b7a5-ba3de7ee6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:55Z', 'updated_at': '2021-08-20T10:50:59Z', 'revision_number': 4, 'project_id': 'bbf1365393374141b36930f1c440721e', 'gw_port': {'id': '7926d75f-a629-4399-b7a5-ba3de7ee6058', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:56Z', 'updated_at': '2021-08-20T10:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3c33523e-2a12-4696-aa87-dc3d12ba4ee7', 'name': '', 'network_id': '2b7e9ba1-a229-4950-b5b2-443f4632e676', 'tenant_id': 'bbf1365393374141b36930f1c440721e', 'mac_address': 'fa:16:3e:91:66:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'ee30724e-00dd-4723-a170-551b4056dec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:58Z', 'updated_at': '2021-08-20T10:51:03Z', 'revision_number': 4, 'project_id': 'bbf1365393374141b36930f1c440721e', 'subnets': [{'id': 'ee30724e-00dd-4723-a170-551b4056dec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:51:04.226277 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6535b3fd-0c13-46f9-99cf-a5d0522ae60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:04.231810 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6535b3fd-0c13-46f9-99cf-a5d0522ae60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:04.234010 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6535b3fd-0c13-46f9-99cf-a5d0522ae60c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a98d428-cdc9-410e-822a-1a457f1ad1d7 HTTP/1.1" status: 204 len: 168 time: 0.1664612 Aug 20 10:51:04.251269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535b3fd-0c13-46f9-99cf-a5d0522ae60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a98d428-cdc9-410e-822a-1a457f1ad1d7,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:04.274220 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ba7b1596-5fbb-4cc6-856f-38b228220bdb no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:51:04.299951 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: ba7b1596-5fbb-4cc6-856f-38b228220bdb {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:51:04.300387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ba7b1596-5fbb-4cc6-856f-38b228220bdb not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:51:04.300927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 230c62a3-4889-420a-992a-ae3e67b8b7de no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:51:04.321542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 230c62a3-4889-420a-992a-ae3e67b8b7de {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:51:04.323734 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 230c62a3-4889-420a-992a-ae3e67b8b7de not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:51:04.410513 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a0e69bd9-bb3d-4cf8-aafe-96fbfd222ca3 req-1f5fd0cc-c091-47f2-9293-c05a76c4d2bd tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 210 time: 0.0383785 Aug 20 10:51:04.600305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59306) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:04.670326 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0cef1e0a-44d5-4ac0-89d5-f23cc78a9993 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c145ee9b90d448ba886df4d0cebb4847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0686688 Aug 20 10:51:04.673339 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59308) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:04.680202 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-7fdea2e1-6e75-456f-8360-797156c2545e tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:04.681678 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-7fdea2e1-6e75-456f-8360-797156c2545e tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.42 "GET /v2.0/networks?id=3a27bb47-807b-4540-8905-21bab49b0fe6 HTTP/1.1" status: 200 len: 909 time: 0.1418169 Aug 20 10:51:04.695172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-0165554b-1056-43e1-82af-30632f95c801 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Request body: {'port': {'device_id': 'ebbcad7c-8079-474b-b94e-a93a962b4407', 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6', 'admin_state_up': True, 'tenant_id': 'bbf1365393374141b36930f1c440721e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:04.742795 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-0165554b-1056-43e1-82af-30632f95c801 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Made reservation on behalf of bbf1365393374141b36930f1c440721e for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:51:04.747282 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-0165554b-1056-43e1-82af-30632f95c801 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:04.769104 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-89e2638c-e45b-420e-9cac-93b81668f059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:04.833135 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:04.836668 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-89e2638c-e45b-420e-9cac-93b81668f059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:04.925579 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-0165554b-1056-43e1-82af-30632f95c801 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Allocated IP 172.20.0.9 (3a27bb47-807b-4540-8905-21bab49b0fe6/86f89f1c-44e6-4f21-8580-42424a3775f4/bbe6f96e-583d-48aa-920a-9a496e6486e5) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:51:04.937373 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-89e2638c-e45b-420e-9cac-93b81668f059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:04.940350 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-89e2638c-e45b-420e-9cac-93b81668f059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:04.941444 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-89e2638c-e45b-420e-9cac-93b81668f059 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f26e9279-9656-4641-b4c0-ca732fdc3390 HTTP/1.1" status: 204 len: 168 time: 0.2671275 Aug 20 10:51:04.956141 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2638c-e45b-420e-9cac-93b81668f059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26e9279-9656-4641-b4c0-ca732fdc3390,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:05.100209 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-0165554b-1056-43e1-82af-30632f95c801 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:05.115832 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-0165554b-1056-43e1-82af-30632f95c801 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Transition to ACTIVE for port object bbe6f96e-583d-48aa-920a-9a496e6486e5 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:05.156292 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-0165554b-1056-43e1-82af-30632f95c801 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:05.204175 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-0165554b-1056-43e1-82af-30632f95c801 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Network 3a27bb47-807b-4540-8905-21bab49b0fe6 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:05.207113 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-0165554b-1056-43e1-82af-30632f95c801 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:05.210645 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-0165554b-1056-43e1-82af-30632f95c801 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:51:05.218753 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165554b-1056-43e1-82af-30632f95c801 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Pushing event updated for resources: {'Port': ['ID=bbe6f96e-583d-48aa-920a-9a496e6486e5,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:05.266398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-0165554b-1056-43e1-82af-30632f95c801 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:05.267380 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-0165554b-1056-43e1-82af-30632f95c801 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:05.284243 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-0165554b-1056-43e1-82af-30632f95c801 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5932994 Aug 20 10:51:05.297361 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Request body: {'port': {'device_id': 'ebbcad7c-8079-474b-b94e-a93a962b4407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:05.371212 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:05.505245 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-62e37308-2e00-4083-a189-2cbcd75a9612 None None] Provisioning for port bbe6f96e-583d-48aa-920a-9a496e6486e5 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:05.512400 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-62e37308-2e00-4083-a189-2cbcd75a9612 None None] Provisioning complete for port bbe6f96e-583d-48aa-920a-9a496e6486e5 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:05.512987 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-62e37308-2e00-4083-a189-2cbcd75a9612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:05.543373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03b69f-031c-4061-93ac-fdf0d49ca024 req-a2ef229d-d5a9-4bbb-98f9-0344a3bcde94 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:05.544929 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ad03b69f-031c-4061-93ac-fdf0d49ca024 req-a2ef229d-d5a9-4bbb-98f9-0344a3bcde94 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 1027 time: 0.0549450 Aug 20 10:51:05.576158 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-62e37308-2e00-4083-a189-2cbcd75a9612 None None] Port bbe6f96e-583d-48aa-920a-9a496e6486e5 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:51:05.585594 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ad03b69f-031c-4061-93ac-fdf0d49ca024 req-96e79e95-3bdf-46a7-953d-02fea3d7a3eb tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339947 Aug 20 10:51:05.706147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe6f96e-583d-48aa-920a-9a496e6486e5 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:51:05.712429 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:05.715031 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:05.737699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Transition to ACTIVE for port object bbe6f96e-583d-48aa-920a-9a496e6486e5 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:05.745830 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:05.803681 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:05.809316 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:05.811945 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:05.824896 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe6f96e-583d-48aa-920a-9a496e6486e5,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:05.830391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59336) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:05.906259 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Attempting to bind port bbe6f96e-583d-48aa-920a-9a496e6486e5 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:51:05.907408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Attempting to bind port bbe6f96e-583d-48aa-920a-9a496e6486e5 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '478e52a1-baef-4a26-99e1-7488619c2f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:51:05.907958 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Attempting to bind port bbe6f96e-583d-48aa-920a-9a496e6486e5 on network 3a27bb47-807b-4540-8905-21bab49b0fe6 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:05.913306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Port bbe6f96e-583d-48aa-920a-9a496e6486e5 on network 3a27bb47-807b-4540-8905-21bab49b0fe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:51:05.913633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Attempting to bind port bbe6f96e-583d-48aa-920a-9a496e6486e5 on network 3a27bb47-807b-4540-8905-21bab49b0fe6 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:05.920378 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:51:05.921496 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Checking segment: {'id': '478e52a1-baef-4a26-99e1-7488619c2f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:05.922584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Bound using segment: {'id': '478e52a1-baef-4a26-99e1-7488619c2f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:51:05.923390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Bound port: bbe6f96e-583d-48aa-920a-9a496e6486e5, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478e52a1-baef-4a26-99e1-7488619c2f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:51:05.923982 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:05.925652 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:05.962683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 3c33523e-2a12-4696-aa87-dc3d12ba4ee7, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3c33523e-2a12-4696-aa87-dc3d12ba4ee7,segment=NetworkSegment(593c9d56-6ea0-47e7-8dc2-d566615c345e),segment_id=593c9d56-6ea0-47e7-8dc2-d566615c345e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:05.968642 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:05.998122 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-57ea80e3-38b2-4538-8561-7b9cdf32777e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-215778591-network', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:06.018759 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] For port bbe6f96e-583d-48aa-920a-9a496e6486e5, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:51:06.022326 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] For port bbe6f96e-583d-48aa-920a-9a496e6486e5, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=bbe6f96e-583d-48aa-920a-9a496e6486e5,segment=NetworkSegment(478e52a1-baef-4a26-99e1-7488619c2f15),segment_id=478e52a1-baef-4a26-99e1-7488619c2f15)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:51:06.029704 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:06.036798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=3c33523e-2a12-4696-aa87-dc3d12ba4ee7,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:06.039391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ea80e3-38b2-4538-8561-7b9cdf32777e admin admin] Made reservation on behalf of ffcd7abd09084c36a19f0ca777b7b157 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:51:06.045609 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-57ea80e3-38b2-4538-8561-7b9cdf32777e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:06.056821 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-57ea80e3-38b2-4538-8561-7b9cdf32777e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:06.094716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:06.095775 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:06.098041 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] 10.222.0.42 "PUT /v2.0/ports/bbe6f96e-583d-48aa-920a-9a496e6486e5 HTTP/1.1" status: 200 len: 1092 time: 0.8052542 Aug 20 10:51:06.098766 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbcad7c-8079-474b-b94e-a93a962b4407', 'tag': 'bbe6f96e-583d-48aa-920a-9a496e6486e5'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:51:06.102766 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa885fed-322a-463b-baaa-f0b2823ce18e" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbcad7c-8079-474b-b94e-a93a962b4407", "tag": "bbe6f96e-583d-48aa-920a-9a496e6486e5"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:51:06.161007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56294e3d-e54b-4ecf-b067-3a646b9a5af1 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe6f96e-583d-48aa-920a-9a496e6486e5,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:06.185618 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2725e3-9eda-4c82-96db-b70080d83e7d x-openstack-request-id: req-6c2725e3-9eda-4c82-96db-b70080d83e7d {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:51:06.186251 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbcad7c-8079-474b-b94e-a93a962b4407", "tag": "bbe6f96e-583d-48aa-920a-9a496e6486e5", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:51:06.186535 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c2725e3-9eda-4c82-96db-b70080d83e7d {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:51:06.186952 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbcad7c-8079-474b-b94e-a93a962b4407', 'tag': 'bbe6f96e-583d-48aa-920a-9a496e6486e5', 'status': 'completed', 'code': 200} Aug 20 10:51:06.223805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-cad0436d-96fa-4600-8125-2a8dc324ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:06.226259 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-cad0436d-96fa-4600-8125-2a8dc324ded0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbf1365393374141b36930f1c440721e&device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 1095 time: 0.0620687 Aug 20 10:51:06.248994 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-57ea80e3-38b2-4538-8561-7b9cdf32777e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:06.256213 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-57ea80e3-38b2-4538-8561-7b9cdf32777e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:06.284252 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ea80e3-38b2-4538-8561-7b9cdf32777e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:51:06.291554 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-9b0596c6-63f4-4957-b148-058f485fc9f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbe6f96e-583d-48aa-920a-9a496e6486e5 HTTP/1.1" status: 200 len: 217 time: 0.0569015 Aug 20 10:51:06.294649 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea80e3-38b2-4538-8561-7b9cdf32777e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263b107d-a25e-4291-8a2b-085780f9efb6,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:06.310888 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-57ea80e3-38b2-4538-8561-7b9cdf32777e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:06.311269 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-57ea80e3-38b2-4538-8561-7b9cdf32777e admin admin] Added segment c7187510-36ef-4608-b319-ea39c1a3918c of type vlan for network 006c7b89-3377-4894-bcc4-b4dc4d135d71 Aug 20 10:51:06.356213 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-57ea80e3-38b2-4538-8561-7b9cdf32777e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:06.356432 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-a0b5f2e9-6a73-4aa5-a231-dffc0ebad466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:06.357958 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-a0b5f2e9-6a73-4aa5-a231-dffc0ebad466 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86f89f1c-44e6-4f21-8580-42424a3775f4 HTTP/1.1" status: 200 len: 847 time: 0.0577991 Aug 20 10:51:06.386199 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-57ea80e3-38b2-4538-8561-7b9cdf32777e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:06.387507 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ea80e3-38b2-4538-8561-7b9cdf32777e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:06.388224 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-57ea80e3-38b2-4538-8561-7b9cdf32777e admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:06.414502 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-b819c633-f1d6-4b8f-b518-e9bd2d921aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:06.416066 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-b819c633-f1d6-4b8f-b518-e9bd2d921aca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a27bb47-807b-4540-8905-21bab49b0fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511117 Aug 20 10:51:06.441211 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-57ea80e3-38b2-4538-8561-7b9cdf32777e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6087859 Aug 20 10:51:06.447011 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59342) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:06.454172 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-5e8cd9db-a85e-45d1-91b6-e8083d968ce4 admin admin] Request body: {'subnet': {'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-215778591-subnet', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:06.472006 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea80e3-38b2-4538-8561-7b9cdf32777e admin admin] Pushing event updated for resources: {'Network': ['ID=006c7b89-3377-4894-bcc4-b4dc4d135d71,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:06.483038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 006c7b89-3377-4894-bcc4-b4dc4d135d71 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:51:06.486033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8cd9db-a85e-45d1-91b6-e8083d968ce4 admin admin] Made reservation on behalf of ffcd7abd09084c36a19f0ca777b7b157 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:51:06.489058 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5e8cd9db-a85e-45d1-91b6-e8083d968ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:06.522621 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-d3327b62-a93c-44f4-833d-c1fee5476a35 service neutron] 10.222.0.42 "GET /v2.0/networks/3a27bb47-807b-4540-8905-21bab49b0fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994012 Aug 20 10:51:06.654895 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4862396e-169a-4090-a4ad-5ee7e5ddf2cb req-a2c6b6f9-d296-4a31-a829-b6c7861fc993 service neutron] 10.222.0.42 "GET /v2.0/networks/3a27bb47-807b-4540-8905-21bab49b0fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252036 Aug 20 10:51:06.680175 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5e8cd9db-a85e-45d1-91b6-e8083d968ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:06.730921 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cd9db-a85e-45d1-91b6-e8083d968ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aafae94-e831-405c-b2c8-9f5ca00ab8f5,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:06.752417 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e30b21-81c0-4fa1-b820-4c8ac7203038 req-15821299-305c-4bf6-8c86-414e2ffa2143 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:06.754607 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47e30b21-81c0-4fa1-b820-4c8ac7203038 req-15821299-305c-4bf6-8c86-414e2ffa2143 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 1095 time: 0.0838802 Aug 20 10:51:06.759450 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8cd9db-a85e-45d1-91b6-e8083d968ce4 admin admin] Checking segment: {'id': 'c7187510-36ef-4608-b319-ea39c1a3918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:06.760055 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8cd9db-a85e-45d1-91b6-e8083d968ce4 admin admin] Network hostable DHCP agents. Network: 006c7b89-3377-4894-bcc4-b4dc4d135d71, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:51:06.770060 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa885fed-322a-463b-baaa-f0b2823ce18e req-597a2bb3-ea1c-472d-b977-f0f0c09a3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:06.771610 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa885fed-322a-463b-baaa-f0b2823ce18e req-597a2bb3-ea1c-472d-b977-f0f0c09a3a02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbf1365393374141b36930f1c440721e&device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 1095 time: 0.0620646 Aug 20 10:51:06.777946 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8cd9db-a85e-45d1-91b6-e8083d968ce4 admin admin] Network 006c7b89-3377-4894-bcc4-b4dc4d135d71 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:51:06.788018 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-5e8cd9db-a85e-45d1-91b6-e8083d968ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 006c7b89-3377-4894-bcc4-b4dc4d135d71) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:06.792618 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8cd9db-a85e-45d1-91b6-e8083d968ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:06.793476 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5e8cd9db-a85e-45d1-91b6-e8083d968ce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:06.803207 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a915dd-9e52-4a94-b38d-c989790ee81e None None] Network 006c7b89-3377-4894-bcc4-b4dc4d135d71 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:51:06.814376 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5e8cd9db-a85e-45d1-91b6-e8083d968ce4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3661864 Aug 20 10:51:06.816985 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59346) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:06.821774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-215778591-router', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:06.845285 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:06.846493 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:06.866449 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47e30b21-81c0-4fa1-b820-4c8ac7203038 req-b1ea13aa-159f-4771-b47c-bc15aebaff5d tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000855 Aug 20 10:51:06.900823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa885fed-322a-463b-baaa-f0b2823ce18e req-db02e818-32a9-40fc-a297-9038b522cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:06.902774 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa885fed-322a-463b-baaa-f0b2823ce18e req-db02e818-32a9-40fc-a297-9038b522cbbd service neutron] 10.222.0.42 "GET /v2.0/networks?id=3a27bb47-807b-4540-8905-21bab49b0fe6 HTTP/1.1" status: 200 len: 909 time: 0.1184585 Aug 20 10:51:06.926623 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:06.951199 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa885fed-322a-463b-baaa-f0b2823ce18e req-1c4b06ac-3eff-45ab-8b10-24eac16ffc43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbe6f96e-583d-48aa-920a-9a496e6486e5 HTTP/1.1" status: 200 len: 217 time: 0.0407321 Aug 20 10:51:06.985130 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-006c7b89-3377-4894-bcc4-b4dc4d135d71', 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'fixed_ips': [{'subnet_id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:51:06.986071 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:07.015581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa885fed-322a-463b-baaa-f0b2823ce18e req-46f11e5f-85e4-4eed-8618-0f0839a5deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:07.018027 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa885fed-322a-463b-baaa-f0b2823ce18e req-46f11e5f-85e4-4eed-8618-0f0839a5deaa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86f89f1c-44e6-4f21-8580-42424a3775f4 HTTP/1.1" status: 200 len: 847 time: 0.0587234 Aug 20 10:51:07.074672 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa885fed-322a-463b-baaa-f0b2823ce18e req-45785fe8-0bdf-46b8-91bc-270673d1c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:07.076538 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa885fed-322a-463b-baaa-f0b2823ce18e req-45785fe8-0bdf-46b8-91bc-270673d1c127 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3a27bb47-807b-4540-8905-21bab49b0fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493615 Aug 20 10:51:07.089299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:07.155841 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Allocated IP 172.20.0.2 (006c7b89-3377-4894-bcc4-b4dc4d135d71/7aafae94-e831-405c-b2c8-9f5ca00ab8f5/273fe58b-5a88-43a4-98d8-d793a6db0035) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:51:07.181413 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa885fed-322a-463b-baaa-f0b2823ce18e req-2a1d3b73-327b-4a10-9aff-8d7f9d033060 service neutron] 10.222.0.42 "GET /v2.0/networks/3a27bb47-807b-4540-8905-21bab49b0fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963039 Aug 20 10:51:07.285506 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa885fed-322a-463b-baaa-f0b2823ce18e req-1c9c9c4b-da9f-44b0-b92e-b173e00394be service neutron] 10.222.0.42 "GET /v2.0/networks/3a27bb47-807b-4540-8905-21bab49b0fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958486 Aug 20 10:51:07.322382 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:07.333523 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:07.341788 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Transition to ACTIVE for port object 273fe58b-5a88-43a4-98d8-d793a6db0035 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:07.343732 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:07.358819 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Transition to ACTIVE for port object 273fe58b-5a88-43a4-98d8-d793a6db0035 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:07.366417 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:07.410117 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Network 006c7b89-3377-4894-bcc4-b4dc4d135d71 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:07.412922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:07.416511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:51:07.425214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Pushing event updated for resources: {'Port': ['ID=273fe58b-5a88-43a4-98d8-d793a6db0035,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:07.464173 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Allocated IP 172.25.3.43 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:51:07.481259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Attempting to bind port 273fe58b-5a88-43a4-98d8-d793a6db0035 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:51:07.481636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Attempting to bind port 273fe58b-5a88-43a4-98d8-d793a6db0035 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'c7187510-36ef-4608-b319-ea39c1a3918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:51:07.482126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Attempting to bind port 273fe58b-5a88-43a4-98d8-d793a6db0035 on network 006c7b89-3377-4894-bcc4-b4dc4d135d71 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:07.487243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:51:07.487621 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Checking segment: {'id': 'c7187510-36ef-4608-b319-ea39c1a3918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:07.488042 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:07.488429 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Bound using segment: {'id': 'c7187510-36ef-4608-b319-ea39c1a3918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:51:07.488916 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Bound port: 273fe58b-5a88-43a4-98d8-d793a6db0035, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7187510-36ef-4608-b319-ea39c1a3918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:51:07.489297 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:07.553037 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] For port 273fe58b-5a88-43a4-98d8-d793a6db0035, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:51:07.556214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] For port 273fe58b-5a88-43a4-98d8-d793a6db0035, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=273fe58b-5a88-43a4-98d8-d793a6db0035,segment=NetworkSegment(c7187510-36ef-4608-b319-ea39c1a3918c),segment_id=c7187510-36ef-4608-b319-ea39c1a3918c)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:51:07.560886 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:07.572637 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:07.613585 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:07.635894 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16498f9c-3a6b-4050-aa41-2589dee0b7a1 None None] Pushing event updated for resources: {'Port': ['ID=273fe58b-5a88-43a4-98d8-d793a6db0035,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:07.654134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:07.656994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:07.659436 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:51:07.687480 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:07.691331 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Pushing event updated for resources: {'Port': ['ID=acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:07.923304 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:07.924365 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:08.001814 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:08.023944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac21b1-8171-4560-88a3-ee9ec3d375c6 req-6c82823b-0f9f-4f50-84d6-29c4b63d9162 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:08.025704 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8ac21b1-8171-4560-88a3-ee9ec3d375c6 req-6c82823b-0f9f-4f50-84d6-29c4b63d9162 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 1095 time: 0.0609589 Aug 20 10:51:08.067628 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f8ac21b1-8171-4560-88a3-ee9ec3d375c6 req-a71e864c-45e3-4432-8f4e-b65a01a0ce56 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338137 Aug 20 10:51:08.224156 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:08.352513 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Router d83e6bd4-82cb-4997-a10b-3dae9ac57469 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:51:08.464891 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:51:08.476614 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Sync routers for ids ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:51:08.481151 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:08.482648 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0beaac2a-26ac-49e4-8707-ccf1c87a477f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6643908 Aug 20 10:51:08.486527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59354) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:08.488464 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Routers {'d83e6bd4-82cb-4997-a10b-3dae9ac57469'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:08.489206 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:08.605530 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Set router d83e6bd4-82cb-4997-a10b-3dae9ac57469 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:08.662322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247a0631-fef8-4493-9c8d-5f154285e588 None None] Network 006c7b89-3377-4894-bcc4-b4dc4d135d71 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:51:08.736705 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b24d9449-79a5-4600-a4b0-9680e1637bda None None] Provisioning for port 273fe58b-5a88-43a4-98d8-d793a6db0035 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:08.885488 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'name': 'tempest-TestServerBasicOps-215778591-router', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:06Z', 'updated_at': '2021-08-20T10:51:07Z', 'revision_number': 3, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'gw_port': {'id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:07Z', 'updated_at': '2021-08-20T10:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:08.912827 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Checking router: d83e6bd4-82cb-4997-a10b-3dae9ac57469 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:51:08.913180 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Updating router d83e6bd4-82cb-4997-a10b-3dae9ac57469 port acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:51:08.940420 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:08.941909 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:09.129627 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Allocated IP 172.20.0.1 (006c7b89-3377-4894-bcc4-b4dc4d135d71/7aafae94-e831-405c-b2c8-9f5ca00ab8f5/39e56228-862d-40eb-861b-65f786c0b9b5) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:51:09.178161 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef65b8-b354-4662-8a4d-7b62b009577d req-88812d27-35d0-41f3-ae59-10443673ef5e tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:09.179847 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-27ef65b8-b354-4662-8a4d-7b62b009577d req-88812d27-35d0-41f3-ae59-10443673ef5e tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 1095 time: 0.0414631 Aug 20 10:51:09.216300 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-27ef65b8-b354-4662-8a4d-7b62b009577d req-60694d72-27b0-4244-9016-37c0d22cfcac tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301642 Aug 20 10:51:09.227572 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:09.238288 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Transition to ACTIVE for port object acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:09.244988 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:09.298283 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Attempting to bind port acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:51:09.298648 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Attempting to bind port acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:51:09.299008 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Attempting to bind port acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:09.301215 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325a604-40e4-4fe6-89dc-4803b55c0fbf None None] Pushing event updated for resources: {'Port': ['ID=acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:09.307029 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:51:09.307437 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:09.307837 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:09.308222 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:51:09.308686 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Bound port: acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:51:09.309061 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:09.363186 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] For port acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:51:09.366821 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] For port acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:51:09.371665 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:09.430423 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Routers {'d83e6bd4-82cb-4997-a10b-3dae9ac57469'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:09.431073 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:09.458112 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device bbe6f96e-583d-48aa-920a-9a496e6486e5 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:51:09.480651 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325a604-40e4-4fe6-89dc-4803b55c0fbf None None] Pushing event updated for resources: {'Port': ['ID=acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:09.551802 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] Set router d83e6bd4-82cb-4997-a10b-3dae9ac57469 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:09.560275 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:09.568276 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port bbe6f96e-583d-48aa-920a-9a496e6486e5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=bbe6f96e-583d-48aa-920a-9a496e6486e5,segment=NetworkSegment(478e52a1-baef-4a26-99e1-7488619c2f15),segment_id=478e52a1-baef-4a26-99e1-7488619c2f15)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:09.574013 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Transition to ACTIVE for port object 39e56228-862d-40eb-861b-65f786c0b9b5 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:09.582197 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'bbe6f96e-583d-48aa-920a-9a496e6486e5', 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6', 'port_id': 'bbe6f96e-583d-48aa-920a-9a496e6486e5', 'mac_address': 'fa:16:3e:1f:27:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f89f1c-44e6-4f21-8580-42424a3775f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:51:09.609097 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:09.627677 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:09.633260 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Network 006c7b89-3377-4894-bcc4-b4dc4d135d71 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:09.642873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe6f96e-583d-48aa-920a-9a496e6486e5 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:51:09.665763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port bbe6f96e-583d-48aa-920a-9a496e6486e5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=bbe6f96e-583d-48aa-920a-9a496e6486e5,segment=NetworkSegment(478e52a1-baef-4a26-99e1-7488619c2f15),segment_id=478e52a1-baef-4a26-99e1-7488619c2f15)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:09.671450 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:09.683103 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Pushing event updated for resources: {'Port': ['ID=39e56228-862d-40eb-861b-65f786c0b9b5,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:09.684537 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:09.687566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:51:09.742626 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:09.750522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 273fe58b-5a88-43a4-98d8-d793a6db0035 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:09.775830 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=bbe6f96e-583d-48aa-920a-9a496e6486e5,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:09.777204 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'name': 'tempest-TestServerBasicOps-215778591-router', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:06Z', 'updated_at': '2021-08-20T10:51:07Z', 'revision_number': 3, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'gw_port': {'id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:07Z', 'updated_at': '2021-08-20T10:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:09.819670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 273fe58b-5a88-43a4-98d8-d793a6db0035 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:09.820172 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6a447-c9dd-4bf4-87e6-93c2c95d7c96 None None] The sync data for ids ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'] in n-d-778550-11 is: [{'id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'name': 'tempest-TestServerBasicOps-215778591-router', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:06Z', 'updated_at': '2021-08-20T10:51:07Z', 'revision_number': 3, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'gw_port': {'id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:07Z', 'updated_at': '2021-08-20T10:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:51:09.828151 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 273fe58b-5a88-43a4-98d8-d793a6db0035 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:09.829292 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:09.867744 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['bbe6f96e-583d-48aa-920a-9a496e6486e5'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:51:09.967383 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:10.036159 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:10.040685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-578dbf80-4b70-4047-9046-09ca71f878cb None None] Provisioning for port 39e56228-862d-40eb-861b-65f786c0b9b5 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:10.057348 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-578dbf80-4b70-4047-9046-09ca71f878cb None None] Provisioning complete for port 39e56228-862d-40eb-861b-65f786c0b9b5 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:10.057732 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-578dbf80-4b70-4047-9046-09ca71f878cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:10.136054 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-578dbf80-4b70-4047-9046-09ca71f878cb None None] Port 39e56228-862d-40eb-861b-65f786c0b9b5 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:51:10.140355 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 273fe58b-5a88-43a4-98d8-d793a6db0035, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=273fe58b-5a88-43a4-98d8-d793a6db0035,segment=NetworkSegment(c7187510-36ef-4608-b319-ea39c1a3918c),segment_id=c7187510-36ef-4608-b319-ea39c1a3918c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:10.150266 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:10.232644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=273fe58b-5a88-43a4-98d8-d793a6db0035,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:10.245761 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:10.252544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:10.336132 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:10.344589 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Pushing event updated for resources: {'Port': ['ID=39e56228-862d-40eb-861b-65f786c0b9b5,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:10.353395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26079233-8f28-4255-b299-d5168794dd13 req-00f5e122-4c10-4a56-918d-90f2b87d303f tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:10.355019 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-26079233-8f28-4255-b299-d5168794dd13 req-00f5e122-4c10-4a56-918d-90f2b87d303f tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 1096 time: 0.0480103 Aug 20 10:51:10.396799 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-26079233-8f28-4255-b299-d5168794dd13 req-5f789a1f-3996-448d-b26d-f1b8c74733c5 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350087 Aug 20 10:51:10.441021 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Network 006c7b89-3377-4894-bcc4-b4dc4d135d71 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:10.442461 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:10.584468 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Router d83e6bd4-82cb-4997-a10b-3dae9ac57469 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:51:10.665982 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b4b6912b-bb12-4e81-a0df-379ad0edef61 None None] Provisioning complete for port 39e56228-862d-40eb-861b-65f786c0b9b5 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:10.666565 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b4b6912b-bb12-4e81-a0df-379ad0edef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:10.703489 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b4b6912b-bb12-4e81-a0df-379ad0edef61 None None] Port 39e56228-862d-40eb-861b-65f786c0b9b5 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:51:10.708010 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:51:10.713141 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bed6f874-d277-479b-ab30-3ac712462c36 admin admin] 10.222.0.16 "PUT /v2.0/routers/d83e6bd4-82cb-4997-a10b-3dae9ac57469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2255747 Aug 20 10:51:11.175674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59380) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:11.180674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-cc01ea17-fe7a-4063-9ac2-2cdae59323a0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-652494009-network', 'tenant_id': '97460b73bc0743eaac9fa8bac022235b'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:11.201262 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc01ea17-fe7a-4063-9ac2-2cdae59323a0 admin admin] Made reservation on behalf of 97460b73bc0743eaac9fa8bac022235b for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:51:11.204070 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc01ea17-fe7a-4063-9ac2-2cdae59323a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:11.212890 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc01ea17-fe7a-4063-9ac2-2cdae59323a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:11.300982 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc01ea17-fe7a-4063-9ac2-2cdae59323a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:11.305101 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc01ea17-fe7a-4063-9ac2-2cdae59323a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:11.331537 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc01ea17-fe7a-4063-9ac2-2cdae59323a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:51:11.340964 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01ea17-fe7a-4063-9ac2-2cdae59323a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31ad1ae-7452-4113-9bca-c6ab9ed44c78,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:11.348716 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc01ea17-fe7a-4063-9ac2-2cdae59323a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:11.349231 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-cc01ea17-fe7a-4063-9ac2-2cdae59323a0 admin admin] Added segment 62782126-7cf7-4e69-960d-1f01b8e01cc8 of type vlan for network a3fad0b2-fe9d-4153-a6b6-90056458cb5b Aug 20 10:51:11.392138 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc01ea17-fe7a-4063-9ac2-2cdae59323a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:11.416722 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc01ea17-fe7a-4063-9ac2-2cdae59323a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:11.417816 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc01ea17-fe7a-4063-9ac2-2cdae59323a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:11.418381 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc01ea17-fe7a-4063-9ac2-2cdae59323a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:11.462871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device bbe6f96e-583d-48aa-920a-9a496e6486e5 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:11.491021 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cc01ea17-fe7a-4063-9ac2-2cdae59323a0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3142090 Aug 20 10:51:11.491695 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59386) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:11.498110 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a3fa456a-d931-4fcc-bc89-7c44635d75a4 admin admin] Request body: {'subnet': {'network_id': 'a3fad0b2-fe9d-4153-a6b6-90056458cb5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-652494009-subnet', 'tenant_id': '97460b73bc0743eaac9fa8bac022235b', 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:11.515299 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01ea17-fe7a-4063-9ac2-2cdae59323a0 admin admin] Pushing event updated for resources: {'Network': ['ID=a3fad0b2-fe9d-4153-a6b6-90056458cb5b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:11.527512 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network a3fad0b2-fe9d-4153-a6b6-90056458cb5b details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:51:11.528502 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e04c2-f5bf-4f57-9d04-f635b6a9b787 req-1f803282-6c5b-4426-84fd-bf1b622ea38e tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:11.530059 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ea7e04c2-f5bf-4f57-9d04-f635b6a9b787 req-1f803282-6c5b-4426-84fd-bf1b622ea38e tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 1096 time: 0.0563700 Aug 20 10:51:11.535373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fa456a-d931-4fcc-bc89-7c44635d75a4 admin admin] Made reservation on behalf of 97460b73bc0743eaac9fa8bac022235b for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:51:11.538107 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a3fa456a-d931-4fcc-bc89-7c44635d75a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:11.575668 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ea7e04c2-f5bf-4f57-9d04-f635b6a9b787 req-54257364-3ab0-4be7-9f22-0564166b1a15 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374212 Aug 20 10:51:11.586725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port bbe6f96e-583d-48aa-920a-9a496e6486e5 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:11.599279 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port bbe6f96e-583d-48aa-920a-9a496e6486e5 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:11.599851 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:11.700825 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:11.704399 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Sync routers for ids ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:51:11.729244 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Routers {'d83e6bd4-82cb-4997-a10b-3dae9ac57469'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:11.729865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:11.735659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbcad7c-8079-474b-b94e-a93a962b4407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe6f96e-583d-48aa-920a-9a496e6486e5'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:51:11.737959 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef3dd6c-7154-4661-ad47-b00004be23a0" -d '{"events": [{"server_uuid": "ebbcad7c-8079-474b-b94e-a93a962b4407", "name": "network-vif-plugged", "status": "completed", "tag": "bbe6f96e-583d-48aa-920a-9a496e6486e5"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:51:11.791849 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a3fa456a-d931-4fcc-bc89-7c44635d75a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:11.798904 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6893e681-44f4-4293-b9f9-96ad79e291ad x-openstack-request-id: req-6893e681-44f4-4293-b9f9-96ad79e291ad {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:51:11.799239 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbcad7c-8079-474b-b94e-a93a962b4407", "name": "network-vif-plugged", "status": "completed", "tag": "bbe6f96e-583d-48aa-920a-9a496e6486e5", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:51:11.799497 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6893e681-44f4-4293-b9f9-96ad79e291ad {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:51:11.799891 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbcad7c-8079-474b-b94e-a93a962b4407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe6f96e-583d-48aa-920a-9a496e6486e5', 'code': 200} Aug 20 10:51:11.800631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 273fe58b-5a88-43a4-98d8-d793a6db0035 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:11.804711 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port bbe6f96e-583d-48aa-920a-9a496e6486e5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=bbe6f96e-583d-48aa-920a-9a496e6486e5,segment=NetworkSegment(478e52a1-baef-4a26-99e1-7488619c2f15),segment_id=478e52a1-baef-4a26-99e1-7488619c2f15)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:11.827024 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:11.865540 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa456a-d931-4fcc-bc89-7c44635d75a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c2865ba-dfd8-4956-8e32-6f6df9416477,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:11.867903 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa456a-d931-4fcc-bc89-7c44635d75a4 admin admin] Checking segment: {'id': '62782126-7cf7-4e69-960d-1f01b8e01cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a3fad0b2-fe9d-4153-a6b6-90056458cb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:11.868601 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fa456a-d931-4fcc-bc89-7c44635d75a4 admin admin] Network hostable DHCP agents. Network: a3fad0b2-fe9d-4153-a6b6-90056458cb5b, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:51:11.887711 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fa456a-d931-4fcc-bc89-7c44635d75a4 admin admin] Network a3fad0b2-fe9d-4153-a6b6-90056458cb5b is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:51:11.894028 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705332d-51e2-45f9-bd17-64abe0769985 req-e3bedbd9-8b6f-4aa9-bd51-51b262c41be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:11.895958 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e705332d-51e2-45f9-bd17-64abe0769985 req-e3bedbd9-8b6f-4aa9-bd51-51b262c41be8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 1097 time: 0.0539997 Aug 20 10:51:11.897019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-a3fa456a-d931-4fcc-bc89-7c44635d75a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, a3fad0b2-fe9d-4153-a6b6-90056458cb5b) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:11.901440 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa456a-d931-4fcc-bc89-7c44635d75a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:11.902173 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a3fa456a-d931-4fcc-bc89-7c44635d75a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:11.924335 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a3fa456a-d931-4fcc-bc89-7c44635d75a4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4268255 Aug 20 10:51:11.924724 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59390) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:11.926116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7545266-95b6-4d98-aa3b-2b7b276dd3b7 None None] Network a3fad0b2-fe9d-4153-a6b6-90056458cb5b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:51:11.929439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-652494009-router', 'tenant_id': '97460b73bc0743eaac9fa8bac022235b', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:11.970733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e705332d-51e2-45f9-bd17-64abe0769985 req-1946ccb6-3778-48d4-b525-27666a4e56db service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585885 Aug 20 10:51:11.976563 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:11.978896 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:11.984981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=bbe6f96e-583d-48aa-920a-9a496e6486e5,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:12.000655 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Set router d83e6bd4-82cb-4997-a10b-3dae9ac57469 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:12.049219 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:12.053090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 273fe58b-5a88-43a4-98d8-d793a6db0035 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:12.053488 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:12.188636 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:12.277011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-a3fad0b2-fe9d-4153-a6b6-90056458cb5b', 'network_id': 'a3fad0b2-fe9d-4153-a6b6-90056458cb5b', 'tenant_id': '97460b73bc0743eaac9fa8bac022235b', 'fixed_ips': [{'subnet_id': '6c2865ba-dfd8-4956-8e32-6f6df9416477'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:51:12.278083 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:12.308434 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:12.407030 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:12.431309 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:12.490152 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:12.495432 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Allocated IP 172.20.0.2 (a3fad0b2-fe9d-4153-a6b6-90056458cb5b/6c2865ba-dfd8-4956-8e32-6f6df9416477/d89bcba8-f647-4f6d-ac9f-db45399a9896) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:51:12.503661 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:12.504011 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:12.534936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'name': 'tempest-TestServerBasicOps-215778591-router', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:06Z', 'updated_at': '2021-08-20T10:51:09Z', 'revision_number': 4, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'gw_port': {'id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:07Z', 'updated_at': '2021-08-20T10:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '39e56228-862d-40eb-861b-65f786c0b9b5', 'name': '', 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'mac_address': 'fa:16:3e:2d:90:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:08Z', 'updated_at': '2021-08-20T10:51:10Z', 'revision_number': 2, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'subnets': [{'id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:12.536074 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Allocated IP 172.25.3.198 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/f73b5648-a383-4a8e-9824-d4dbaab0b398) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:51:12.648769 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:12.696502 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:12.702717 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52a4d7-63c3-49ac-babf-b9968944ba4b req-36490a6b-c6fa-4c90-b9d3-020b2e1c2475 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:12.704612 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9f52a4d7-63c3-49ac-babf-b9968944ba4b req-36490a6b-c6fa-4c90-b9d3-020b2e1c2475 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 1097 time: 0.0557444 Aug 20 10:51:12.740054 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:12.747564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:12.750495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Pushing event updated for resources: {'Port': ['ID=f73b5648-a383-4a8e-9824-d4dbaab0b398,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:12.752567 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:51:12.762045 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9f52a4d7-63c3-49ac-babf-b9968944ba4b req-ad84cc35-aaa7-4350-a415-583506163fa4 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501156 Aug 20 10:51:12.766540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Checking router: d83e6bd4-82cb-4997-a10b-3dae9ac57469 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:51:12.767030 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Updating router d83e6bd4-82cb-4997-a10b-3dae9ac57469 port 39e56228-862d-40eb-861b-65f786c0b9b5 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:51:12.821111 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:12.939542 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:13.015518 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:13.040537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:13.053201 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:13.055027 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:13.089155 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Transition to ACTIVE for port object d89bcba8-f647-4f6d-ac9f-db45399a9896 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:13.151252 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Transition to ACTIVE for port object d89bcba8-f647-4f6d-ac9f-db45399a9896 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:13.167101 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:13.182259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:13.213063 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:13.230670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Network a3fad0b2-fe9d-4153-a6b6-90056458cb5b is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:13.241566 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:13.247130 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:51:13.273040 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Pushing event updated for resources: {'Port': ['ID=d89bcba8-f647-4f6d-ac9f-db45399a9896,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:13.343940 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Router b8bc81d5-921e-40a1-998f-86176ca6f8e9 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:51:13.352917 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Attempting to bind port d89bcba8-f647-4f6d-ac9f-db45399a9896 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:51:13.353290 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Attempting to bind port d89bcba8-f647-4f6d-ac9f-db45399a9896 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '62782126-7cf7-4e69-960d-1f01b8e01cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a3fad0b2-fe9d-4153-a6b6-90056458cb5b'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:51:13.353664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Attempting to bind port d89bcba8-f647-4f6d-ac9f-db45399a9896 on network a3fad0b2-fe9d-4153-a6b6-90056458cb5b {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:13.356834 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:13.367320 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:51:13.367663 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Checking segment: {'id': '62782126-7cf7-4e69-960d-1f01b8e01cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a3fad0b2-fe9d-4153-a6b6-90056458cb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:13.368064 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:13.368455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Bound using segment: {'id': '62782126-7cf7-4e69-960d-1f01b8e01cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a3fad0b2-fe9d-4153-a6b6-90056458cb5b'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:51:13.368929 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Bound port: d89bcba8-f647-4f6d-ac9f-db45399a9896, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62782126-7cf7-4e69-960d-1f01b8e01cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a3fad0b2-fe9d-4153-a6b6-90056458cb5b'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:51:13.369298 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:13.373441 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Transition to ACTIVE for port object 39e56228-862d-40eb-861b-65f786c0b9b5 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:13.393839 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:13.465047 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:51:13.479081 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Sync routers for ids ['b8bc81d5-921e-40a1-998f-86176ca6f8e9'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:51:13.484320 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:13.485706 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d1aae8b7-878c-4a2f-b185-957b682cf39d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5600243 Aug 20 10:51:13.489228 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59398) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:13.491986 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Routers {'b8bc81d5-921e-40a1-998f-86176ca6f8e9'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:13.492840 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['b8bc81d5-921e-40a1-998f-86176ca6f8e9'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:13.496278 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc5473-2ea8-41f3-8fb9-97461d10e523 None None] Pushing event updated for resources: {'Port': ['ID=39e56228-862d-40eb-861b-65f786c0b9b5,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:13.501912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] For port d89bcba8-f647-4f6d-ac9f-db45399a9896, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:51:13.529291 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] For port d89bcba8-f647-4f6d-ac9f-db45399a9896, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d89bcba8-f647-4f6d-ac9f-db45399a9896,segment=NetworkSegment(62782126-7cf7-4e69-960d-1f01b8e01cc8),segment_id=62782126-7cf7-4e69-960d-1f01b8e01cc8)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:51:13.547511 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:13.586730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Attempting to bind port 39e56228-862d-40eb-861b-65f786c0b9b5 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:51:13.588139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Attempting to bind port 39e56228-862d-40eb-861b-65f786c0b9b5 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'c7187510-36ef-4608-b319-ea39c1a3918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:51:13.588139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Attempting to bind port 39e56228-862d-40eb-861b-65f786c0b9b5 on network 006c7b89-3377-4894-bcc4-b4dc4d135d71 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:13.603500 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:51:13.603879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Checking segment: {'id': 'c7187510-36ef-4608-b319-ea39c1a3918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:13.604280 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:13.604668 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Bound using segment: {'id': 'c7187510-36ef-4608-b319-ea39c1a3918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:51:13.605151 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Bound port: 39e56228-862d-40eb-861b-65f786c0b9b5, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7187510-36ef-4608-b319-ea39c1a3918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:51:13.605529 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:13.616521 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Set router b8bc81d5-921e-40a1-998f-86176ca6f8e9 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:13.692033 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba21d0-fa6d-4f19-913a-dea10f4e5506 None None] Pushing event updated for resources: {'Port': ['ID=d89bcba8-f647-4f6d-ac9f-db45399a9896,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:13.760783 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] For port 39e56228-862d-40eb-861b-65f786c0b9b5, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:51:13.770285 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:13.846814 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] For port 39e56228-862d-40eb-861b-65f786c0b9b5, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=39e56228-862d-40eb-861b-65f786c0b9b5,segment=NetworkSegment(c7187510-36ef-4608-b319-ea39c1a3918c),segment_id=c7187510-36ef-4608-b319-ea39c1a3918c)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:51:13.864850 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:13.913433 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'name': 'tempest-TestServerBasicOps-652494009-router', 'tenant_id': '97460b73bc0743eaac9fa8bac022235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f73b5648-a383-4a8e-9824-d4dbaab0b398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:11Z', 'updated_at': '2021-08-20T10:51:12Z', 'revision_number': 3, 'project_id': '97460b73bc0743eaac9fa8bac022235b', 'gw_port': {'id': 'f73b5648-a383-4a8e-9824-d4dbaab0b398', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:12Z', 'updated_at': '2021-08-20T10:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:13.944961 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Checking router: b8bc81d5-921e-40a1-998f-86176ca6f8e9 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:51:13.945682 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Updating router b8bc81d5-921e-40a1-998f-86176ca6f8e9 port f73b5648-a383-4a8e-9824-d4dbaab0b398 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:51:13.981221 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:14.012913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055f937-7430-48bb-a3f9-88e26e5ae6f7 req-f46ac2ea-c516-4e43-b920-b1b75f03d82a tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:14.014979 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f055f937-7430-48bb-a3f9-88e26e5ae6f7 req-f46ac2ea-c516-4e43-b920-b1b75f03d82a tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 1097 time: 0.1765351 Aug 20 10:51:14.051031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Routers {'d83e6bd4-82cb-4997-a10b-3dae9ac57469'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:14.056513 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:14.120670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc5473-2ea8-41f3-8fb9-97461d10e523 None None] Pushing event updated for resources: {'Port': ['ID=39e56228-862d-40eb-861b-65f786c0b9b5,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:14.143139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:14.143521 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:14.181835 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f055f937-7430-48bb-a3f9-88e26e5ae6f7 req-099864da-d22d-498c-8f9d-b2b5a1b512a1 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546448 Aug 20 10:51:14.323436 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] Set router d83e6bd4-82cb-4997-a10b-3dae9ac57469 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:14.341135 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:14.375028 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70df39-801d-403b-9cc0-59e2a016f59a req-7973c12f-11fa-4c58-bfcc-064a32e4ef1c tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:14.376759 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dd70df39-801d-403b-9cc0-59e2a016f59a req-7973c12f-11fa-4c58-bfcc-064a32e4ef1c tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 1097 time: 0.1024640 Aug 20 10:51:14.463966 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dd70df39-801d-403b-9cc0-59e2a016f59a req-7cb615df-cc92-4119-a873-306110fc207f tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781467 Aug 20 10:51:14.492089 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:14.519092 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Transition to ACTIVE for port object f73b5648-a383-4a8e-9824-d4dbaab0b398 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:14.532508 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:14.586874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Allocated IP 172.20.0.1 (a3fad0b2-fe9d-4153-a6b6-90056458cb5b/6c2865ba-dfd8-4956-8e32-6f6df9416477/c3299493-ef7b-4d31-97fe-9d5718c64757) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:51:14.668792 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56e053-413b-47b8-8be8-3c0019e40a81 req-404631c4-9ed2-4574-8e32-285070f6e252 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:14.670722 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c56e053-413b-47b8-8be8-3c0019e40a81 req-404631c4-9ed2-4574-8e32-285070f6e252 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 1097 time: 0.0811455 Aug 20 10:51:14.743718 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c56e053-413b-47b8-8be8-3c0019e40a81 req-7813352e-e619-4b64-bdea-1587f849c4e0 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636585 Aug 20 10:51:14.768033 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:14.787867 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Attempting to bind port f73b5648-a383-4a8e-9824-d4dbaab0b398 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:51:14.788714 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Attempting to bind port f73b5648-a383-4a8e-9824-d4dbaab0b398 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:51:14.789286 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Attempting to bind port f73b5648-a383-4a8e-9824-d4dbaab0b398 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:14.801884 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f16c61-ebff-4135-975f-e72a6665c593 None None] Pushing event updated for resources: {'Port': ['ID=f73b5648-a383-4a8e-9824-d4dbaab0b398,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:14.802453 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Transition to ACTIVE for port object c3299493-ef7b-4d31-97fe-9d5718c64757 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:14.814435 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:51:14.815351 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:14.816116 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:14.816701 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:51:14.817406 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Bound port: f73b5648-a383-4a8e-9824-d4dbaab0b398, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:51:14.817990 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:14.843470 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:14.852211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'name': 'tempest-TestServerBasicOps-215778591-router', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:06Z', 'updated_at': '2021-08-20T10:51:09Z', 'revision_number': 4, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'gw_port': {'id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:07Z', 'updated_at': '2021-08-20T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '39e56228-862d-40eb-861b-65f786c0b9b5', 'name': '', 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'mac_address': 'fa:16:3e:2d:90:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:08Z', 'updated_at': '2021-08-20T10:51:13Z', 'revision_number': 4, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'subnets': [{'id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:14.877685 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] For port f73b5648-a383-4a8e-9824-d4dbaab0b398, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:51:14.881999 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] For port f73b5648-a383-4a8e-9824-d4dbaab0b398, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f73b5648-a383-4a8e-9824-d4dbaab0b398,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:51:14.888756 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:14.890694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Network a3fad0b2-fe9d-4153-a6b6-90056458cb5b is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:14.894278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:14.903549 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:51:14.930023 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c7af3-5cf6-41b3-83fb-dbb791712728 None None] The sync data for ids ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'] in n-d-778550-11 is: [{'id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'name': 'tempest-TestServerBasicOps-215778591-router', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:06Z', 'updated_at': '2021-08-20T10:51:09Z', 'revision_number': 4, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'gw_port': {'id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:07Z', 'updated_at': '2021-08-20T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '39e56228-862d-40eb-861b-65f786c0b9b5', 'name': '', 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'mac_address': 'fa:16:3e:2d:90:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:08Z', 'updated_at': '2021-08-20T10:51:13Z', 'revision_number': 4, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'subnets': [{'id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:51:14.961825 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Pushing event updated for resources: {'Port': ['ID=c3299493-ef7b-4d31-97fe-9d5718c64757,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:14.980517 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:15.091224 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f16c61-ebff-4135-975f-e72a6665c593 None None] Pushing event updated for resources: {'Port': ['ID=f73b5648-a383-4a8e-9824-d4dbaab0b398,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:15.102370 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Routers {'b8bc81d5-921e-40a1-998f-86176ca6f8e9'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:15.103108 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['b8bc81d5-921e-40a1-998f-86176ca6f8e9'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:15.225100 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0b48d4-3f31-47f7-991c-9a7fe2bf204a None None] Network a3fad0b2-fe9d-4153-a6b6-90056458cb5b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:51:15.239966 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] Set router b8bc81d5-921e-40a1-998f-86176ca6f8e9 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:15.267723 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:15.303307 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b2504e08-2472-4c89-a89d-9eac6983c079 None None] Provisioning for port d89bcba8-f647-4f6d-ac9f-db45399a9896 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:15.365562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-895fc174-e059-4573-9618-7b841c02e0b1 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:15.367164 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-895fc174-e059-4573-9618-7b841c02e0b1 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/networks?id=3a27bb47-807b-4540-8905-21bab49b0fe6 HTTP/1.1" status: 200 len: 909 time: 0.2058566 Aug 20 10:51:15.416086 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-d3767ce9-1cb0-46a3-8a46-0dee0cee827f tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/quotas/bbf1365393374141b36930f1c440721e HTTP/1.1" status: 200 len: 375 time: 0.0375886 Aug 20 10:51:15.459234 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'name': 'tempest-TestServerBasicOps-652494009-router', 'tenant_id': '97460b73bc0743eaac9fa8bac022235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f73b5648-a383-4a8e-9824-d4dbaab0b398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:11Z', 'updated_at': '2021-08-20T10:51:12Z', 'revision_number': 3, 'project_id': '97460b73bc0743eaac9fa8bac022235b', 'gw_port': {'id': 'f73b5648-a383-4a8e-9824-d4dbaab0b398', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:12Z', 'updated_at': '2021-08-20T10:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:15.491841 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4708643-680c-4ce8-a23a-e9f60c73e13b None None] The sync data for ids ['b8bc81d5-921e-40a1-998f-86176ca6f8e9'] in n-d-778550-11 is: [{'id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'name': 'tempest-TestServerBasicOps-652494009-router', 'tenant_id': '97460b73bc0743eaac9fa8bac022235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f73b5648-a383-4a8e-9824-d4dbaab0b398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:11Z', 'updated_at': '2021-08-20T10:51:12Z', 'revision_number': 3, 'project_id': '97460b73bc0743eaac9fa8bac022235b', 'gw_port': {'id': 'f73b5648-a383-4a8e-9824-d4dbaab0b398', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:12Z', 'updated_at': '2021-08-20T10:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:51:15.577411 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:15.585437 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-d03a3368-3be1-44b0-9192-d442b8244839 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbf1365393374141b36930f1c440721e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1680505 Aug 20 10:51:15.586711 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:15.752314 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:15.786989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Pushing event updated for resources: {'Port': ['ID=c3299493-ef7b-4d31-97fe-9d5718c64757,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:15.810929 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d89bcba8-f647-4f6d-ac9f-db45399a9896 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:15.883942 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-d1b69606-df07-43c9-b54f-c099660b88b3 service neutron] 10.222.0.16 "GET /v2.0/networks/3a27bb47-807b-4540-8905-21bab49b0fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561142 Aug 20 10:51:15.907695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-62e76943-61d0-4036-baa0-c3b2174c3962 None None] Provisioning for port c3299493-ef7b-4d31-97fe-9d5718c64757 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:15.933344 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port d89bcba8-f647-4f6d-ac9f-db45399a9896 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:15.938957 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d89bcba8-f647-4f6d-ac9f-db45399a9896 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:15.939371 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:15.941110 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-62e76943-61d0-4036-baa0-c3b2174c3962 None None] Provisioning complete for port c3299493-ef7b-4d31-97fe-9d5718c64757 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:15.941534 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-62e76943-61d0-4036-baa0-c3b2174c3962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:16.019659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-62e76943-61d0-4036-baa0-c3b2174c3962 None None] Port c3299493-ef7b-4d31-97fe-9d5718c64757 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:51:16.079398 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:16.084654 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Network a3fad0b2-fe9d-4153-a6b6-90056458cb5b is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:16.098065 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:16.137382 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port d89bcba8-f647-4f6d-ac9f-db45399a9896, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d89bcba8-f647-4f6d-ac9f-db45399a9896,segment=NetworkSegment(62782126-7cf7-4e69-960d-1f01b8e01cc8),segment_id=62782126-7cf7-4e69-960d-1f01b8e01cc8)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:16.145130 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:16.145936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 39e56228-862d-40eb-861b-65f786c0b9b5 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:16.205124 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-82425b92-6ac4-473c-929b-09b15a3a7469 service neutron] 10.222.0.16 "GET /v2.0/networks/3a27bb47-807b-4540-8905-21bab49b0fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996771 Aug 20 10:51:16.221513 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-54fe8c55-4509-4053-a9a6-c8e23367bd56 None None] Provisioning complete for port c3299493-ef7b-4d31-97fe-9d5718c64757 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:16.221889 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-54fe8c55-4509-4053-a9a6-c8e23367bd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:16.337291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Router b8bc81d5-921e-40a1-998f-86176ca6f8e9 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:51:16.363312 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=d89bcba8-f647-4f6d-ac9f-db45399a9896,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:16.366911 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-54fe8c55-4509-4053-a9a6-c8e23367bd56 None None] Port c3299493-ef7b-4d31-97fe-9d5718c64757 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:51:16.384554 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 39e56228-862d-40eb-861b-65f786c0b9b5 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:16.390740 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 39e56228-862d-40eb-861b-65f786c0b9b5 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:16.390950 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:16.510064 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d64e43b8-4202-481c-85df-1cf69c93af43 req-54063d0d-c68d-4a98-874f-16e6871344c0 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 210 time: 0.0410199 Aug 20 10:51:16.548028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-33d33081-dcb3-4fe4-b8f7-8d4f4209a9a5 None None] Provisioning complete for port c3299493-ef7b-4d31-97fe-9d5718c64757 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:16.548517 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-33d33081-dcb3-4fe4-b8f7-8d4f4209a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:16.555923 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:16.588654 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:51:16.602195 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4e2ae460-952b-42ae-9d19-5574de151b2a admin admin] 10.222.0.16 "PUT /v2.0/routers/b8bc81d5-921e-40a1-998f-86176ca6f8e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1103988 Aug 20 10:51:16.633181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-33d33081-dcb3-4fe4-b8f7-8d4f4209a9a5 None None] Port c3299493-ef7b-4d31-97fe-9d5718c64757 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:51:16.636416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 39e56228-862d-40eb-861b-65f786c0b9b5, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=39e56228-862d-40eb-861b-65f786c0b9b5,segment=NetworkSegment(c7187510-36ef-4608-b319-ea39c1a3918c),segment_id=c7187510-36ef-4608-b319-ea39c1a3918c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:16.641838 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:16.746443 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=39e56228-862d-40eb-861b-65f786c0b9b5,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:17.244571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59440) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:17.249397 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-0644dca2-08f2-4571-ae91-bcb58684f538 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-116929744', 'description': 'tempest-secgroup-smoke-116929744 description', 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:17.270767 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0644dca2-08f2-4571-ae91-bcb58684f538 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:17.356190 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0644dca2-08f2-4571-ae91-bcb58684f538 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:17.361062 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0644dca2-08f2-4571-ae91-bcb58684f538 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:17.387963 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0644dca2-08f2-4571-ae91-bcb58684f538 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:17.389301 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0644dca2-08f2-4571-ae91-bcb58684f538 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1436331 Aug 20 10:51:17.391337 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644dca2-08f2-4571-ae91-bcb58684f538 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b06214c6-81db-4213-bc64-dacafe16e480,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:17.392310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59442) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:17.397234 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-dd864746-fc5b-4c9a-af12-64e7d6c06e31 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Request body: {'security_group_rule': {'security_group_id': 'b06214c6-81db-4213-bc64-dacafe16e480', 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:17.425628 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd864746-fc5b-4c9a-af12-64e7d6c06e31 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:17.497366 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd864746-fc5b-4c9a-af12-64e7d6c06e31 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:17.508194 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd864746-fc5b-4c9a-af12-64e7d6c06e31 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:17.580637 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd864746-fc5b-4c9a-af12-64e7d6c06e31 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd2cdd4-1dca-4e02-80dd-e35903682901,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:17.606659 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd864746-fc5b-4c9a-af12-64e7d6c06e31 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:17.608478 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dd864746-fc5b-4c9a-af12-64e7d6c06e31 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2150440 Aug 20 10:51:17.611406 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59446) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:17.616677 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a1d271bf-bf10-46d2-b09a-424452dc20e1 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Request body: {'security_group_rule': {'security_group_id': 'b06214c6-81db-4213-bc64-dacafe16e480', 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:17.639574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-557051c5-ec16-40e9-8b53-4bfc274bfae5 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:17.641295 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-557051c5-ec16-40e9-8b53-4bfc274bfae5 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.24 "GET /v2.0/networks?id=3a27bb47-807b-4540-8905-21bab49b0fe6 HTTP/1.1" status: 200 len: 909 time: 0.1604812 Aug 20 10:51:17.657379 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a4687c37-b21e-42bb-beb0-fcb8fc2bc947 req-de4325ba-a3d9-4ed7-b645-4a370b37e8ee tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 210 time: 0.0638297 Aug 20 10:51:17.658372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-06bcb16b-288a-4ecd-992a-9945c6eb7a1b tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Request body: {'port': {'device_id': '8739b7fb-61e7-466c-ae79-ba941aa48ac1', 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6', 'admin_state_up': True, 'tenant_id': 'bbf1365393374141b36930f1c440721e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:17.706935 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a1d271bf-bf10-46d2-b09a-424452dc20e1 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:17.733332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-06bcb16b-288a-4ecd-992a-9945c6eb7a1b tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Made reservation on behalf of bbf1365393374141b36930f1c440721e for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:51:17.736466 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-06bcb16b-288a-4ecd-992a-9945c6eb7a1b tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:17.838474 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a1d271bf-bf10-46d2-b09a-424452dc20e1 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:17.839941 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f73b5648-a383-4a8e-9824-d4dbaab0b398 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:17.844238 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a1d271bf-bf10-46d2-b09a-424452dc20e1 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:17.894123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port f73b5648-a383-4a8e-9824-d4dbaab0b398 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:17.894370 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d271bf-bf10-46d2-b09a-424452dc20e1 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0706b8-e3fe-486b-8746-90f4199ebfb7,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:17.898281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port f73b5648-a383-4a8e-9824-d4dbaab0b398 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:17.898449 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a1d271bf-bf10-46d2-b09a-424452dc20e1 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:17.898561 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:17.899646 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a1d271bf-bf10-46d2-b09a-424452dc20e1 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2872572 Aug 20 10:51:17.902363 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59450) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:17.906712 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2f6445ec-8431-4684-9dda-44a27d0e6608 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Request body: {'security_group_rule': {'security_group_id': 'b06214c6-81db-4213-bc64-dacafe16e480', 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:17.938844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-06bcb16b-288a-4ecd-992a-9945c6eb7a1b tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Allocated IP 172.20.0.12 (3a27bb47-807b-4540-8905-21bab49b0fe6/86f89f1c-44e6-4f21-8580-42424a3775f4/401cc1f0-864d-4082-911d-1f1525eeb2a6) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:51:17.956503 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Sync routers for ids ['b8bc81d5-921e-40a1-998f-86176ca6f8e9'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:51:17.960270 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2f6445ec-8431-4684-9dda-44a27d0e6608 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:17.991376 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Routers {'b8bc81d5-921e-40a1-998f-86176ca6f8e9'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:17.991956 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['b8bc81d5-921e-40a1-998f-86176ca6f8e9'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:18.036659 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.074930 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port f73b5648-a383-4a8e-9824-d4dbaab0b398, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f73b5648-a383-4a8e-9824-d4dbaab0b398,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:18.269697 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.270369 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d89bcba8-f647-4f6d-ac9f-db45399a9896 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:18.352414 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Set router b8bc81d5-921e-40a1-998f-86176ca6f8e9 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:18.404507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=f73b5648-a383-4a8e-9824-d4dbaab0b398,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:18.462560 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2f6445ec-8431-4684-9dda-44a27d0e6608 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.469112 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2f6445ec-8431-4684-9dda-44a27d0e6608 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.487248 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d89bcba8-f647-4f6d-ac9f-db45399a9896 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:18.487632 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.500205 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6445ec-8431-4684-9dda-44a27d0e6608 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af38eb2e-55c0-4ce2-9b20-1c90a17a9de1,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:18.515483 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2f6445ec-8431-4684-9dda-44a27d0e6608 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.515801 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2f6445ec-8431-4684-9dda-44a27d0e6608 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6126027 Aug 20 10:51:18.519225 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59452) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:18.525741 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-207fadd6-2769-4112-94da-b6769632b5f4 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Request body: {'security_group_rule': {'security_group_id': 'b06214c6-81db-4213-bc64-dacafe16e480', 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:18.531742 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-06bcb16b-288a-4ecd-992a-9945c6eb7a1b tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.545004 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-06bcb16b-288a-4ecd-992a-9945c6eb7a1b tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Transition to ACTIVE for port object 401cc1f0-864d-4082-911d-1f1525eeb2a6 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:18.558980 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-207fadd6-2769-4112-94da-b6769632b5f4 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.584659 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-06bcb16b-288a-4ecd-992a-9945c6eb7a1b tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.615211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['bbe6f96e-583d-48aa-920a-9a496e6486e5'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:51:18.631039 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-06bcb16b-288a-4ecd-992a-9945c6eb7a1b tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Network 3a27bb47-807b-4540-8905-21bab49b0fe6 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:18.634527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-06bcb16b-288a-4ecd-992a-9945c6eb7a1b tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:18.638314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-06bcb16b-288a-4ecd-992a-9945c6eb7a1b tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:51:18.646998 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-207fadd6-2769-4112-94da-b6769632b5f4 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.651911 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-207fadd6-2769-4112-94da-b6769632b5f4 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.665962 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcb16b-288a-4ecd-992a-9945c6eb7a1b tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Pushing event updated for resources: {'Port': ['ID=401cc1f0-864d-4082-911d-1f1525eeb2a6,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:18.695067 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fadd6-2769-4112-94da-b6769632b5f4 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa4c3cb-64c3-4559-b31d-afc6eefc663b,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:18.700344 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.700551 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-207fadd6-2769-4112-94da-b6769632b5f4 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.706199 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59456) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:18.706525 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-207fadd6-2769-4112-94da-b6769632b5f4 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1853909 Aug 20 10:51:18.707404 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 39e56228-862d-40eb-861b-65f786c0b9b5 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:18.714269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-ae9d6f07-708d-4293-bc75-e7c7a980748f tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Request body: {'security_group_rule': {'security_group_id': 'b06214c6-81db-4213-bc64-dacafe16e480', 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:18.747033 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-06bcb16b-288a-4ecd-992a-9945c6eb7a1b tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:18.748141 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-06bcb16b-288a-4ecd-992a-9945c6eb7a1b tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.757149 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-ae9d6f07-708d-4293-bc75-e7c7a980748f tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Project ffcd7abd09084c36a19f0ca777b7b157 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:51:18.770186 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6f07-708d-4293-bc75-e7c7a980748f tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.776431 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-06bcb16b-288a-4ecd-992a-9945c6eb7a1b tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1234274 Aug 20 10:51:18.791568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Request body: {'port': {'device_id': '8739b7fb-61e7-466c-ae79-ba941aa48ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:18.793175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'name': 'tempest-TestServerBasicOps-652494009-router', 'tenant_id': '97460b73bc0743eaac9fa8bac022235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f73b5648-a383-4a8e-9824-d4dbaab0b398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:11Z', 'updated_at': '2021-08-20T10:51:15Z', 'revision_number': 4, 'project_id': '97460b73bc0743eaac9fa8bac022235b', 'gw_port': {'id': 'f73b5648-a383-4a8e-9824-d4dbaab0b398', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:12Z', 'updated_at': '2021-08-20T10:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'c3299493-ef7b-4d31-97fe-9d5718c64757', 'name': '', 'network_id': 'a3fad0b2-fe9d-4153-a6b6-90056458cb5b', 'tenant_id': '97460b73bc0743eaac9fa8bac022235b', 'mac_address': 'fa:16:3e:e3:82:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '6c2865ba-dfd8-4956-8e32-6f6df9416477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:14Z', 'updated_at': '2021-08-20T10:51:15Z', 'revision_number': 2, 'project_id': '97460b73bc0743eaac9fa8bac022235b', 'subnets': [{'id': '6c2865ba-dfd8-4956-8e32-6f6df9416477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:18.818281 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfa0a6-f551-4379-b857-e0a399691d85 req-f72351eb-e88c-41f6-a0e3-1f5dd724d93b tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:18.820612 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-71bfa0a6-f551-4379-b857-e0a399691d85 req-f72351eb-e88c-41f6-a0e3-1f5dd724d93b tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 1028 time: 0.0679383 Aug 20 10:51:18.847309 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Checking router: b8bc81d5-921e-40a1-998f-86176ca6f8e9 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:51:18.847886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Updating router b8bc81d5-921e-40a1-998f-86176ca6f8e9 port c3299493-ef7b-4d31-97fe-9d5718c64757 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:51:18.878403 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-71bfa0a6-f551-4379-b857-e0a399691d85 req-b21bd3f8-27f5-43ac-9f38-5e1bd1689b10 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489948 Aug 20 10:51:18.902504 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.918397 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6f07-708d-4293-bc75-e7c7a980748f tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.923307 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 39e56228-862d-40eb-861b-65f786c0b9b5 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:18.923627 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.927095 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6f07-708d-4293-bc75-e7c7a980748f tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.929580 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:18.976991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d6f07-708d-4293-bc75-e7c7a980748f tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cdacf9c-bc9d-4aa4-93ac-ff4f1921747c,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:19.004540 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ae9d6f07-708d-4293-bc75-e7c7a980748f tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:19.005915 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ae9d6f07-708d-4293-bc75-e7c7a980748f tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2975454 Aug 20 10:51:19.009671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59460) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:19.014379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b26f1adc-fd98-46dd-8ebf-a65c661db2bc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Request body: {'security_group_rule': {'security_group_id': 'b06214c6-81db-4213-bc64-dacafe16e480', 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:19.053467 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-b26f1adc-fd98-46dd-8ebf-a65c661db2bc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Project ffcd7abd09084c36a19f0ca777b7b157 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:51:19.059281 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b26f1adc-fd98-46dd-8ebf-a65c661db2bc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:19.108695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0e8f2307-f914-4d89-931d-f625a5d38275 None None] Provisioning for port 401cc1f0-864d-4082-911d-1f1525eeb2a6 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:19.116196 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b26f1adc-fd98-46dd-8ebf-a65c661db2bc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:19.121684 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b26f1adc-fd98-46dd-8ebf-a65c661db2bc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:19.128315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0e8f2307-f914-4d89-931d-f625a5d38275 None None] Provisioning complete for port 401cc1f0-864d-4082-911d-1f1525eeb2a6 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:19.128698 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e8f2307-f914-4d89-931d-f625a5d38275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:19.143310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f1adc-fd98-46dd-8ebf-a65c661db2bc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c813ffa-a415-4259-977d-f752217ac743,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:19.153301 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b26f1adc-fd98-46dd-8ebf-a65c661db2bc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:19.153800 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b26f1adc-fd98-46dd-8ebf-a65c661db2bc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428261 Aug 20 10:51:19.259698 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0e8f2307-f914-4d89-931d-f625a5d38275 None None] Port 401cc1f0-864d-4082-911d-1f1525eeb2a6 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:51:19.278899 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401cc1f0-864d-4082-911d-1f1525eeb2a6 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:51:19.288150 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:19.304141 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Transition to ACTIVE for port object 401cc1f0-864d-4082-911d-1f1525eeb2a6 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:19.310337 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:19.382246 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Pushing event updated for resources: {'Port': ['ID=401cc1f0-864d-4082-911d-1f1525eeb2a6,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:19.389579 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:19.402101 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Transition to ACTIVE for port object c3299493-ef7b-4d31-97fe-9d5718c64757 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:19.411575 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:19.438967 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83642278-9f64-4379-87bb-54b07a819f56 req-42a944c2-504b-4ed6-820d-f4447a78c9fd tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116929744&fields=id&tenant_id=ffcd7abd09084c36a19f0ca777b7b157 HTTP/1.1" status: 200 len: 267 time: 0.0533075 Aug 20 10:51:19.449831 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Attempting to bind port 401cc1f0-864d-4082-911d-1f1525eeb2a6 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:51:19.450203 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Attempting to bind port 401cc1f0-864d-4082-911d-1f1525eeb2a6 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '478e52a1-baef-4a26-99e1-7488619c2f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:51:19.450559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Attempting to bind port 401cc1f0-864d-4082-911d-1f1525eeb2a6 on network 3a27bb47-807b-4540-8905-21bab49b0fe6 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:19.456743 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Port 401cc1f0-864d-4082-911d-1f1525eeb2a6 on network 3a27bb47-807b-4540-8905-21bab49b0fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:51:19.457078 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Attempting to bind port 401cc1f0-864d-4082-911d-1f1525eeb2a6 on network 3a27bb47-807b-4540-8905-21bab49b0fe6 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:19.464032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:51:19.464413 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Checking segment: {'id': '478e52a1-baef-4a26-99e1-7488619c2f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:19.464780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Bound using segment: {'id': '478e52a1-baef-4a26-99e1-7488619c2f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:51:19.465217 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Bound port: 401cc1f0-864d-4082-911d-1f1525eeb2a6, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478e52a1-baef-4a26-99e1-7488619c2f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:51:19.465580 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:19.498386 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396baca3-8a07-4555-ad7a-87e59add1d5b None None] Pushing event updated for resources: {'Port': ['ID=c3299493-ef7b-4d31-97fe-9d5718c64757,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:19.537006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Attempting to bind port c3299493-ef7b-4d31-97fe-9d5718c64757 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:51:19.537383 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Attempting to bind port c3299493-ef7b-4d31-97fe-9d5718c64757 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '62782126-7cf7-4e69-960d-1f01b8e01cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a3fad0b2-fe9d-4153-a6b6-90056458cb5b'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:51:19.537736 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Attempting to bind port c3299493-ef7b-4d31-97fe-9d5718c64757 on network a3fad0b2-fe9d-4153-a6b6-90056458cb5b {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:19.543163 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:51:19.543565 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Checking segment: {'id': '62782126-7cf7-4e69-960d-1f01b8e01cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a3fad0b2-fe9d-4153-a6b6-90056458cb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:19.543941 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:19.544336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Bound using segment: {'id': '62782126-7cf7-4e69-960d-1f01b8e01cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a3fad0b2-fe9d-4153-a6b6-90056458cb5b'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:51:19.544816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Bound port: c3299493-ef7b-4d31-97fe-9d5718c64757, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62782126-7cf7-4e69-960d-1f01b8e01cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a3fad0b2-fe9d-4153-a6b6-90056458cb5b'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:51:19.546120 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:19.558261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] For port 401cc1f0-864d-4082-911d-1f1525eeb2a6, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:51:19.568326 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] For port 401cc1f0-864d-4082-911d-1f1525eeb2a6, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=401cc1f0-864d-4082-911d-1f1525eeb2a6,segment=NetworkSegment(478e52a1-baef-4a26-99e1-7488619c2f15),segment_id=478e52a1-baef-4a26-99e1-7488619c2f15)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:51:19.576468 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:19.633259 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83642278-9f64-4379-87bb-54b07a819f56 req-b7ff49f9-e401-4226-9077-226595d92e63 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:19.643185 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83642278-9f64-4379-87bb-54b07a819f56 req-b7ff49f9-e401-4226-9077-226595d92e63 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/networks?id=006c7b89-3377-4894-bcc4-b4dc4d135d71 HTTP/1.1" status: 200 len: 808 time: 0.1912832 Aug 20 10:51:19.649283 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:19.650636 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:19.652840 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] 10.222.0.24 "PUT /v2.0/ports/401cc1f0-864d-4082-911d-1f1525eeb2a6 HTTP/1.1" status: 200 len: 1093 time: 0.8654964 Aug 20 10:51:19.656681 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] For port c3299493-ef7b-4d31-97fe-9d5718c64757, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:51:19.657192 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8739b7fb-61e7-466c-ae79-ba941aa48ac1', 'tag': '401cc1f0-864d-4082-911d-1f1525eeb2a6'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:51:19.660120 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e6c58a-7cf0-4cfe-84b2-51cf1bea42ed" -d '{"events": [{"name": "network-changed", "server_uuid": "8739b7fb-61e7-466c-ae79-ba941aa48ac1", "tag": "401cc1f0-864d-4082-911d-1f1525eeb2a6"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:51:19.683287 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83642278-9f64-4379-87bb-54b07a819f56 req-104679e8-3790-4595-af15-26a5a767de91 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/quotas/ffcd7abd09084c36a19f0ca777b7b157 HTTP/1.1" status: 200 len: 375 time: 0.0390689 Aug 20 10:51:19.695165 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] For port c3299493-ef7b-4d31-97fe-9d5718c64757, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c3299493-ef7b-4d31-97fe-9d5718c64757,segment=NetworkSegment(62782126-7cf7-4e69-960d-1f01b8e01cc8),segment_id=62782126-7cf7-4e69-960d-1f01b8e01cc8)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:51:19.703259 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:19.727405 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f73b5648-a383-4a8e-9824-d4dbaab0b398 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:19.776376 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c326f7-6139-4633-8a16-994b563e7c59 x-openstack-request-id: req-b9c326f7-6139-4633-8a16-994b563e7c59 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:51:19.776376 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8739b7fb-61e7-466c-ae79-ba941aa48ac1", "tag": "401cc1f0-864d-4082-911d-1f1525eeb2a6", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:51:19.776677 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9c326f7-6139-4633-8a16-994b563e7c59 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:51:19.776890 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8739b7fb-61e7-466c-ae79-ba941aa48ac1', 'tag': '401cc1f0-864d-4082-911d-1f1525eeb2a6', 'status': 'completed', 'code': 200} Aug 20 10:51:19.784210 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76077d-8132-4555-a7bb-c0b7cab8a017 service neutron] Pushing event updated for resources: {'Port': ['ID=401cc1f0-864d-4082-911d-1f1525eeb2a6,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:19.797922 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83642278-9f64-4379-87bb-54b07a819f56 req-4d6fac7a-79da-4545-849e-a6f02cb59cec tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ffcd7abd09084c36a19f0ca777b7b157&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131928 Aug 20 10:51:19.798914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-79b46050-88f9-46eb-8317-410893808aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:19.800628 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-79b46050-88f9-46eb-8317-410893808aa7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbf1365393374141b36930f1c440721e&device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0892572 Aug 20 10:51:19.849050 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396baca3-8a07-4555-ad7a-87e59add1d5b None None] Pushing event updated for resources: {'Port': ['ID=c3299493-ef7b-4d31-97fe-9d5718c64757,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:19.860211 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-7424a898-a959-4397-b8a0-c8b856898fde service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=401cc1f0-864d-4082-911d-1f1525eeb2a6 HTTP/1.1" status: 200 len: 217 time: 0.0506237 Aug 20 10:51:19.866236 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396baca3-8a07-4555-ad7a-87e59add1d5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:19.866486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396baca3-8a07-4555-ad7a-87e59add1d5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:19.866810 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396baca3-8a07-4555-ad7a-87e59add1d5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:19.867184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396baca3-8a07-4555-ad7a-87e59add1d5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:19.867594 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396baca3-8a07-4555-ad7a-87e59add1d5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:19.868076 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396baca3-8a07-4555-ad7a-87e59add1d5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:19.868408 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396baca3-8a07-4555-ad7a-87e59add1d5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:19.868553 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396baca3-8a07-4555-ad7a-87e59add1d5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:19.868876 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396baca3-8a07-4555-ad7a-87e59add1d5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:19.869194 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396baca3-8a07-4555-ad7a-87e59add1d5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:19.869511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396baca3-8a07-4555-ad7a-87e59add1d5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:19.869875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396baca3-8a07-4555-ad7a-87e59add1d5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:19.887034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Routers {'b8bc81d5-921e-40a1-998f-86176ca6f8e9'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:19.890179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['b8bc81d5-921e-40a1-998f-86176ca6f8e9'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:19.933516 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-45964777-8335-4bd7-84b2-e8554f4504a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:19.935574 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-45964777-8335-4bd7-84b2-e8554f4504a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86f89f1c-44e6-4f21-8580-42424a3775f4 HTTP/1.1" status: 200 len: 847 time: 0.0664597 Aug 20 10:51:19.961145 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83642278-9f64-4379-87bb-54b07a819f56 req-e7dad8ac-3f2b-4f6e-a9d5-cc3fdcc6388e service neutron] 10.222.0.16 "GET /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596262 Aug 20 10:51:19.974277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port f73b5648-a383-4a8e-9824-d4dbaab0b398 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:19.975234 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:20.024814 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-9ebbe388-8fdb-4e95-91a4-dba15353d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:20.026485 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-9ebbe388-8fdb-4e95-91a4-dba15353d31d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a27bb47-807b-4540-8905-21bab49b0fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774577 Aug 20 10:51:20.116098 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83642278-9f64-4379-87bb-54b07a819f56 req-c9b46417-a067-46a2-bfc0-c2d5284f681a service neutron] 10.222.0.16 "GET /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540692 Aug 20 10:51:20.189626 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-ba29794f-42f1-4189-8485-446a8ff6af2f service neutron] 10.222.0.24 "GET /v2.0/networks/3a27bb47-807b-4540-8905-21bab49b0fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559291 Aug 20 10:51:20.190227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] Set router b8bc81d5-921e-40a1-998f-86176ca6f8e9 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:20.260028 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ca21e-a7a5-48d6-8aa6-a65f10a459e1 req-842cd953-c13b-4532-bb24-bb177776c79e tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:20.261381 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-674ca21e-a7a5-48d6-8aa6-a65f10a459e1 req-842cd953-c13b-4532-bb24-bb177776c79e tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 1096 time: 0.2012594 Aug 20 10:51:20.341349 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-674ca21e-a7a5-48d6-8aa6-a65f10a459e1 req-2f6dad6f-a80a-4939-b022-b138cf6e5e81 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543823 Aug 20 10:51:20.345572 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dd8ee3e4-477c-43f8-8818-ba84b5287e69 req-9f382452-31fa-40f4-8d98-0283586c5e6a service neutron] 10.222.0.24 "GET /v2.0/networks/3a27bb47-807b-4540-8905-21bab49b0fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488631 Aug 20 10:51:20.347584 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f41f201b-619a-4823-b147-993145e9f6e4 req-42ad1f27-3950-4121-a334-b43a03f2cba5 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 210 time: 0.0403724 Aug 20 10:51:20.447064 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6c58a-7cf0-4cfe-84b2-51cf1bea42ed req-e3c92c72-7955-4a5e-b33a-6ebf575d30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:20.450456 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84e6c58a-7cf0-4cfe-84b2-51cf1bea42ed req-e3c92c72-7955-4a5e-b33a-6ebf575d30e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bbf1365393374141b36930f1c440721e&device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0460999 Aug 20 10:51:20.482444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'name': 'tempest-TestServerBasicOps-652494009-router', 'tenant_id': '97460b73bc0743eaac9fa8bac022235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f73b5648-a383-4a8e-9824-d4dbaab0b398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:11Z', 'updated_at': '2021-08-20T10:51:15Z', 'revision_number': 4, 'project_id': '97460b73bc0743eaac9fa8bac022235b', 'gw_port': {'id': 'f73b5648-a383-4a8e-9824-d4dbaab0b398', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:12Z', 'updated_at': '2021-08-20T10:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'c3299493-ef7b-4d31-97fe-9d5718c64757', 'name': '', 'network_id': 'a3fad0b2-fe9d-4153-a6b6-90056458cb5b', 'tenant_id': '97460b73bc0743eaac9fa8bac022235b', 'mac_address': 'fa:16:3e:e3:82:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '6c2865ba-dfd8-4956-8e32-6f6df9416477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:14Z', 'updated_at': '2021-08-20T10:51:19Z', 'revision_number': 4, 'project_id': '97460b73bc0743eaac9fa8bac022235b', 'subnets': [{'id': '6c2865ba-dfd8-4956-8e32-6f6df9416477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:20.510846 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0511aa62-740f-4f13-877e-29f1f0a6b6db None None] The sync data for ids ['b8bc81d5-921e-40a1-998f-86176ca6f8e9'] in n-d-778550-11 is: [{'id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'name': 'tempest-TestServerBasicOps-652494009-router', 'tenant_id': '97460b73bc0743eaac9fa8bac022235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f73b5648-a383-4a8e-9824-d4dbaab0b398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:11Z', 'updated_at': '2021-08-20T10:51:15Z', 'revision_number': 4, 'project_id': '97460b73bc0743eaac9fa8bac022235b', 'gw_port': {'id': 'f73b5648-a383-4a8e-9824-d4dbaab0b398', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:12Z', 'updated_at': '2021-08-20T10:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'c3299493-ef7b-4d31-97fe-9d5718c64757', 'name': '', 'network_id': 'a3fad0b2-fe9d-4153-a6b6-90056458cb5b', 'tenant_id': '97460b73bc0743eaac9fa8bac022235b', 'mac_address': 'fa:16:3e:e3:82:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '6c2865ba-dfd8-4956-8e32-6f6df9416477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:14Z', 'updated_at': '2021-08-20T10:51:19Z', 'revision_number': 4, 'project_id': '97460b73bc0743eaac9fa8bac022235b', 'subnets': [{'id': '6c2865ba-dfd8-4956-8e32-6f6df9416477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:51:20.597951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6c58a-7cf0-4cfe-84b2-51cf1bea42ed req-64dc24db-6ff7-4281-b0b1-b3add56652bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:20.599761 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84e6c58a-7cf0-4cfe-84b2-51cf1bea42ed req-64dc24db-6ff7-4281-b0b1-b3add56652bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a27bb47-807b-4540-8905-21bab49b0fe6 HTTP/1.1" status: 200 len: 909 time: 0.1438723 Aug 20 10:51:20.651566 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84e6c58a-7cf0-4cfe-84b2-51cf1bea42ed req-484b70b5-1f09-48ef-8048-54808eae5c75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=401cc1f0-864d-4082-911d-1f1525eeb2a6 HTTP/1.1" status: 200 len: 217 time: 0.0445249 Aug 20 10:51:20.707659 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6c58a-7cf0-4cfe-84b2-51cf1bea42ed req-7d62a8f5-24d2-4fab-82e5-d4c6e53c0e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:20.709155 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84e6c58a-7cf0-4cfe-84b2-51cf1bea42ed req-7d62a8f5-24d2-4fab-82e5-d4c6e53c0e6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=86f89f1c-44e6-4f21-8580-42424a3775f4 HTTP/1.1" status: 200 len: 847 time: 0.0510848 Aug 20 10:51:20.766234 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6c58a-7cf0-4cfe-84b2-51cf1bea42ed req-d6b08125-acdb-42a9-9920-84fa3dabc76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:20.768817 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84e6c58a-7cf0-4cfe-84b2-51cf1bea42ed req-d6b08125-acdb-42a9-9920-84fa3dabc76b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a27bb47-807b-4540-8905-21bab49b0fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524039 Aug 20 10:51:20.881801 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84e6c58a-7cf0-4cfe-84b2-51cf1bea42ed req-692f0ba2-94a5-4aab-b737-d52c9080894f service neutron] 10.222.0.24 "GET /v2.0/networks/3a27bb47-807b-4540-8905-21bab49b0fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052637 Aug 20 10:51:20.982324 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84e6c58a-7cf0-4cfe-84b2-51cf1bea42ed req-e99607b6-8966-4249-8a94-88ea564b2749 service neutron] 10.222.0.24 "GET /v2.0/networks/3a27bb47-807b-4540-8905-21bab49b0fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937130 Aug 20 10:51:21.396589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83642278-9f64-4379-87bb-54b07a819f56 req-d8d58ce8-4c5e-4bb5-ab58-1b3e3f01b3b4 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:21.398307 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83642278-9f64-4379-87bb-54b07a819f56 req-d8d58ce8-4c5e-4bb5-ab58-1b3e3f01b3b4 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.42 "GET /v2.0/networks?id=006c7b89-3377-4894-bcc4-b4dc4d135d71 HTTP/1.1" status: 200 len: 808 time: 0.1187716 Aug 20 10:51:21.462238 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae6d10bd-ab0f-47d3-8a1d-0244d8668dd5 req-01183502-edc2-434a-aba9-90aa531bfd79 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 210 time: 0.0353351 Aug 20 10:51:21.463408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777b2e6-bb3f-458f-af25-af95dbca4cb4 req-e1c9b033-8b19-4611-b01a-eeffd2fd5c74 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:21.470242 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83642278-9f64-4379-87bb-54b07a819f56 req-0f7e0840-3a45-409e-b3ce-081019cc836c tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffcd7abd09084c36a19f0ca777b7b157 HTTP/1.1" status: 200 len: 379 time: 0.0626154 Aug 20 10:51:21.471480 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d777b2e6-bb3f-458f-af25-af95dbca4cb4 req-e1c9b033-8b19-4611-b01a-eeffd2fd5c74 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0530756 Aug 20 10:51:21.481617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-83642278-9f64-4379-87bb-54b07a819f56 req-74643587-c4a6-4f28-b96d-db8f071c48ed tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Request body: {'port': {'device_id': 'e121441b-182c-4bc6-8578-468fb7ccb194', 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71', 'admin_state_up': True, 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'security_groups': ['b06214c6-81db-4213-bc64-dacafe16e480']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:21.501996 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d777b2e6-bb3f-458f-af25-af95dbca4cb4 req-a67ea540-78cc-4ae1-addc-1bbe5254e5d6 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296588 Aug 20 10:51:21.591565 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83642278-9f64-4379-87bb-54b07a819f56 req-74643587-c4a6-4f28-b96d-db8f071c48ed tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Made reservation on behalf of ffcd7abd09084c36a19f0ca777b7b157 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:51:21.595108 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-83642278-9f64-4379-87bb-54b07a819f56 req-74643587-c4a6-4f28-b96d-db8f071c48ed tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:21.697395 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c3299493-ef7b-4d31-97fe-9d5718c64757 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:21.726252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-83642278-9f64-4379-87bb-54b07a819f56 req-74643587-c4a6-4f28-b96d-db8f071c48ed tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Allocated IP 172.20.0.7 (006c7b89-3377-4894-bcc4-b4dc4d135d71/7aafae94-e831-405c-b2c8-9f5ca00ab8f5/d8c02401-956f-4233-860c-26d48ee2b6d7) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:51:21.752280 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port c3299493-ef7b-4d31-97fe-9d5718c64757 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:21.756128 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port c3299493-ef7b-4d31-97fe-9d5718c64757 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:21.756515 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:21.844799 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:21.879000 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port c3299493-ef7b-4d31-97fe-9d5718c64757, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c3299493-ef7b-4d31-97fe-9d5718c64757,segment=NetworkSegment(62782126-7cf7-4e69-960d-1f01b8e01cc8),segment_id=62782126-7cf7-4e69-960d-1f01b8e01cc8)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:21.886774 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-83642278-9f64-4379-87bb-54b07a819f56 req-74643587-c4a6-4f28-b96d-db8f071c48ed tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:21.889721 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:21.908418 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-83642278-9f64-4379-87bb-54b07a819f56 req-74643587-c4a6-4f28-b96d-db8f071c48ed tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Transition to ACTIVE for port object d8c02401-956f-4233-860c-26d48ee2b6d7 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:21.942364 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=c3299493-ef7b-4d31-97fe-9d5718c64757,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:21.954544 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-83642278-9f64-4379-87bb-54b07a819f56 req-74643587-c4a6-4f28-b96d-db8f071c48ed tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:22.001077 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83642278-9f64-4379-87bb-54b07a819f56 req-74643587-c4a6-4f28-b96d-db8f071c48ed tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Network 006c7b89-3377-4894-bcc4-b4dc4d135d71 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:22.004251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-83642278-9f64-4379-87bb-54b07a819f56 req-74643587-c4a6-4f28-b96d-db8f071c48ed tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:22.011001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-83642278-9f64-4379-87bb-54b07a819f56 req-74643587-c4a6-4f28-b96d-db8f071c48ed tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:51:22.015301 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74643587-c4a6-4f28-b96d-db8f071c48ed tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Pushing event updated for resources: {'Port': ['ID=d8c02401-956f-4233-860c-26d48ee2b6d7,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:22.077976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83642278-9f64-4379-87bb-54b07a819f56 req-74643587-c4a6-4f28-b96d-db8f071c48ed tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:22.078953 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-83642278-9f64-4379-87bb-54b07a819f56 req-74643587-c4a6-4f28-b96d-db8f071c48ed tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:22.101642 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83642278-9f64-4379-87bb-54b07a819f56 req-74643587-c4a6-4f28-b96d-db8f071c48ed tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6233134 Aug 20 10:51:22.114677 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Request body: {'port': {'device_id': 'e121441b-182c-4bc6-8578-468fb7ccb194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:22.178454 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:22.345090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-533b14c8-05c3-4d7e-84e5-78d32c8512e4 None None] Provisioning for port d8c02401-956f-4233-860c-26d48ee2b6d7 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:22.349356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-533b14c8-05c3-4d7e-84e5-78d32c8512e4 None None] Provisioning complete for port d8c02401-956f-4233-860c-26d48ee2b6d7 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:22.349808 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-533b14c8-05c3-4d7e-84e5-78d32c8512e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:22.387696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-533b14c8-05c3-4d7e-84e5-78d32c8512e4 None None] Port d8c02401-956f-4233-860c-26d48ee2b6d7 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:51:22.466808 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c02401-956f-4233-860c-26d48ee2b6d7 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:51:22.475070 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:22.488592 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Transition to ACTIVE for port object d8c02401-956f-4233-860c-26d48ee2b6d7 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:22.493120 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:22.549005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Pushing event updated for resources: {'Port': ['ID=d8c02401-956f-4233-860c-26d48ee2b6d7,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:22.594530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f1391-f15d-477b-8944-9ad788c30772 req-41874651-b781-41aa-9c47-1950a2da7d4f tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:22.601875 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d5f1391-f15d-477b-8944-9ad788c30772 req-41874651-b781-41aa-9c47-1950a2da7d4f tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 943 time: 0.0636361 Aug 20 10:51:22.639610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d5f1391-f15d-477b-8944-9ad788c30772 req-4be382b7-5747-4bac-a96b-45b67f23746e tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/security-groups?id=b06214c6-81db-4213-bc64-dacafe16e480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368328 Aug 20 10:51:22.653948 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52e1e3-c07c-4490-a27a-efa230022a63 req-90a8c276-47ce-450e-b091-0dcf06d8a742 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:22.656062 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe52e1e3-c07c-4490-a27a-efa230022a63 req-90a8c276-47ce-450e-b091-0dcf06d8a742 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0649614 Aug 20 10:51:22.656861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Attempting to bind port d8c02401-956f-4233-860c-26d48ee2b6d7 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:51:22.657189 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Attempting to bind port d8c02401-956f-4233-860c-26d48ee2b6d7 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'c7187510-36ef-4608-b319-ea39c1a3918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:51:22.657523 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Attempting to bind port d8c02401-956f-4233-860c-26d48ee2b6d7 on network 006c7b89-3377-4894-bcc4-b4dc4d135d71 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:22.662274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Port d8c02401-956f-4233-860c-26d48ee2b6d7 on network 006c7b89-3377-4894-bcc4-b4dc4d135d71 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:51:22.662592 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Attempting to bind port d8c02401-956f-4233-860c-26d48ee2b6d7 on network 006c7b89-3377-4894-bcc4-b4dc4d135d71 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:22.674267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:51:22.674267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Checking segment: {'id': 'c7187510-36ef-4608-b319-ea39c1a3918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:22.674656 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Bound using segment: {'id': 'c7187510-36ef-4608-b319-ea39c1a3918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:51:22.675118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Bound port: d8c02401-956f-4233-860c-26d48ee2b6d7, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7187510-36ef-4608-b319-ea39c1a3918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:51:22.675474 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:22.734202 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe52e1e3-c07c-4490-a27a-efa230022a63 req-74a38736-909b-463d-b684-eab31b839a9b tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685821 Aug 20 10:51:22.769795 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] For port d8c02401-956f-4233-860c-26d48ee2b6d7, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:51:22.772776 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] For port d8c02401-956f-4233-860c-26d48ee2b6d7, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d8c02401-956f-4233-860c-26d48ee2b6d7,segment=NetworkSegment(c7187510-36ef-4608-b319-ea39c1a3918c),segment_id=c7187510-36ef-4608-b319-ea39c1a3918c)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:51:22.777657 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:22.812033 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:22.812752 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:22.814247 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83642278-9f64-4379-87bb-54b07a819f56 req-535fb468-a384-4e93-9722-aee92a55977b service neutron] 10.222.0.42 "PUT /v2.0/ports/d8c02401-956f-4233-860c-26d48ee2b6d7 HTTP/1.1" status: 200 len: 1092 time: 0.7047780 Aug 20 10:51:22.814627 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e121441b-182c-4bc6-8578-468fb7ccb194', 'tag': 'd8c02401-956f-4233-860c-26d48ee2b6d7'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:51:22.816978 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ab97a0-447d-4bc2-a4e6-6cc9ed889938" -d '{"events": [{"name": "network-changed", "server_uuid": "e121441b-182c-4bc6-8578-468fb7ccb194", "tag": "d8c02401-956f-4233-860c-26d48ee2b6d7"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:51:22.866228 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fb468-a384-4e93-9722-aee92a55977b service neutron] Pushing event updated for resources: {'Port': ['ID=d8c02401-956f-4233-860c-26d48ee2b6d7,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:22.872491 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:22.873993 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14a7b18-d69f-40f5-b39d-51e43d1d32fe x-openstack-request-id: req-e14a7b18-d69f-40f5-b39d-51e43d1d32fe {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:51:22.874604 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e121441b-182c-4bc6-8578-468fb7ccb194", "tag": "d8c02401-956f-4233-860c-26d48ee2b6d7", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:51:22.874604 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e14a7b18-d69f-40f5-b39d-51e43d1d32fe {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:51:22.875038 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e121441b-182c-4bc6-8578-468fb7ccb194', 'tag': 'd8c02401-956f-4233-860c-26d48ee2b6d7', 'status': 'completed', 'code': 200} Aug 20 10:51:22.906981 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83642278-9f64-4379-87bb-54b07a819f56 req-836950e9-e45b-434a-b6e6-49343a12162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:22.908986 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83642278-9f64-4379-87bb-54b07a819f56 req-836950e9-e45b-434a-b6e6-49343a12162f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffcd7abd09084c36a19f0ca777b7b157&device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 1095 time: 0.0520365 Aug 20 10:51:22.958325 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83642278-9f64-4379-87bb-54b07a819f56 req-75cc86b7-af81-4cb1-a2f4-1e56f2450f83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8c02401-956f-4233-860c-26d48ee2b6d7 HTTP/1.1" status: 200 len: 217 time: 0.0419607 Aug 20 10:51:23.011518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83642278-9f64-4379-87bb-54b07a819f56 req-5271f0ec-b594-49ad-9613-3f3e50e8f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:23.012940 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83642278-9f64-4379-87bb-54b07a819f56 req-5271f0ec-b594-49ad-9613-3f3e50e8f488 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7aafae94-e831-405c-b2c8-9f5ca00ab8f5 HTTP/1.1" status: 200 len: 847 time: 0.0484896 Aug 20 10:51:23.060180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83642278-9f64-4379-87bb-54b07a819f56 req-505a3911-44e2-4314-8e8c-595c0e90df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:23.062274 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83642278-9f64-4379-87bb-54b07a819f56 req-505a3911-44e2-4314-8e8c-595c0e90df00 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=006c7b89-3377-4894-bcc4-b4dc4d135d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423341 Aug 20 10:51:23.166390 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83642278-9f64-4379-87bb-54b07a819f56 req-7896a51c-a43c-435a-b489-e0bc9560f6b6 service neutron] 10.222.0.42 "GET /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960562 Aug 20 10:51:23.257118 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83642278-9f64-4379-87bb-54b07a819f56 req-9a3afdfc-eca1-4338-8091-2f6b19a7be4c service neutron] 10.222.0.42 "GET /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841968 Aug 20 10:51:23.344963 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab97a0-447d-4bc2-a4e6-6cc9ed889938 req-1634c339-33ae-4a12-9834-7712833eec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:23.346367 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0ab97a0-447d-4bc2-a4e6-6cc9ed889938 req-1634c339-33ae-4a12-9834-7712833eec31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffcd7abd09084c36a19f0ca777b7b157&device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 1095 time: 0.0477097 Aug 20 10:51:23.445001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab97a0-447d-4bc2-a4e6-6cc9ed889938 req-4058fca3-1ed6-407b-9180-03fcd54c0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:23.446898 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0ab97a0-447d-4bc2-a4e6-6cc9ed889938 req-4058fca3-1ed6-407b-9180-03fcd54c0753 service neutron] 10.222.0.42 "GET /v2.0/networks?id=006c7b89-3377-4894-bcc4-b4dc4d135d71 HTTP/1.1" status: 200 len: 909 time: 0.0920918 Aug 20 10:51:23.488636 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0ab97a0-447d-4bc2-a4e6-6cc9ed889938 req-1bfc2072-69b6-4fad-95d9-0592d9effd7d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8c02401-956f-4233-860c-26d48ee2b6d7 HTTP/1.1" status: 200 len: 217 time: 0.0342441 Aug 20 10:51:23.541288 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab97a0-447d-4bc2-a4e6-6cc9ed889938 req-6919eb3a-a152-40a7-92dc-29b7aab6b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:23.542751 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0ab97a0-447d-4bc2-a4e6-6cc9ed889938 req-6919eb3a-a152-40a7-92dc-29b7aab6b2bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7aafae94-e831-405c-b2c8-9f5ca00ab8f5 HTTP/1.1" status: 200 len: 847 time: 0.0468214 Aug 20 10:51:23.588941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab97a0-447d-4bc2-a4e6-6cc9ed889938 req-d2e87145-2f5d-423b-af81-79312d0e8c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:23.590418 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0ab97a0-447d-4bc2-a4e6-6cc9ed889938 req-d2e87145-2f5d-423b-af81-79312d0e8c44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=006c7b89-3377-4894-bcc4-b4dc4d135d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401821 Aug 20 10:51:23.678672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c3299493-ef7b-4d31-97fe-9d5718c64757 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:23.686106 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0ab97a0-447d-4bc2-a4e6-6cc9ed889938 req-3fefa024-3aa1-492b-bfd6-ca44a563f933 service neutron] 10.222.0.42 "GET /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864089 Aug 20 10:51:23.735628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port c3299493-ef7b-4d31-97fe-9d5718c64757 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:23.736097 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:23.769676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4d5c2-4335-4d7a-bdaa-bc9733cc88c1 req-b1ed869b-5029-4f84-899d-e6cf4d359c16 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:23.773033 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6c4d5c2-4335-4d7a-bdaa-bc9733cc88c1 req-b1ed869b-5029-4f84-899d-e6cf4d359c16 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 943 time: 0.0649838 Aug 20 10:51:23.803904 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e0ab97a0-447d-4bc2-a4e6-6cc9ed889938 req-287445f9-8329-4012-b346-30f0b4c95f50 service neutron] 10.222.0.42 "GET /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096916 Aug 20 10:51:23.817517 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6c4d5c2-4335-4d7a-bdaa-bc9733cc88c1 req-c6a59eb3-1563-4981-aa46-85368df04828 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/security-groups?id=b06214c6-81db-4213-bc64-dacafe16e480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382032 Aug 20 10:51:23.880176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b67f95-d6e3-495c-8d9d-13b91de6601c req-d29caf6c-6461-47d1-abba-dfb3b02f7ea2 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:23.881712 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73b67f95-d6e3-495c-8d9d-13b91de6601c req-d29caf6c-6461-47d1-abba-dfb3b02f7ea2 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0420058 Aug 20 10:51:23.917290 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73b67f95-d6e3-495c-8d9d-13b91de6601c req-80b874fb-9ccf-4ca2-9948-64fc37a36640 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294604 Aug 20 10:51:24.404626 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 401cc1f0-864d-4082-911d-1f1525eeb2a6 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:51:24.502528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 401cc1f0-864d-4082-911d-1f1525eeb2a6, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=401cc1f0-864d-4082-911d-1f1525eeb2a6,segment=NetworkSegment(478e52a1-baef-4a26-99e1-7488619c2f15),segment_id=478e52a1-baef-4a26-99e1-7488619c2f15)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:24.513785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '401cc1f0-864d-4082-911d-1f1525eeb2a6', 'network_id': '3a27bb47-807b-4540-8905-21bab49b0fe6', 'port_id': '401cc1f0-864d-4082-911d-1f1525eeb2a6', 'mac_address': 'fa:16:3e:96:dc:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f89f1c-44e6-4f21-8580-42424a3775f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:51:24.550788 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:24.563189 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401cc1f0-864d-4082-911d-1f1525eeb2a6 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:51:24.582081 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 401cc1f0-864d-4082-911d-1f1525eeb2a6, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=401cc1f0-864d-4082-911d-1f1525eeb2a6,segment=NetworkSegment(478e52a1-baef-4a26-99e1-7488619c2f15),segment_id=478e52a1-baef-4a26-99e1-7488619c2f15)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:24.585890 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:24.637522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=401cc1f0-864d-4082-911d-1f1525eeb2a6,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:24.902863 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['401cc1f0-864d-4082-911d-1f1525eeb2a6'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:51:24.942921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9ffec-1e50-497f-b82a-e7b5c5a7d6bf req-4de0ff38-3b43-4b21-bd39-3a0b1859f9a3 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:24.944679 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9bd9ffec-1e50-497f-b82a-e7b5c5a7d6bf req-4de0ff38-3b43-4b21-bd39-3a0b1859f9a3 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 943 time: 0.0570576 Aug 20 10:51:24.988993 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9bd9ffec-1e50-497f-b82a-e7b5c5a7d6bf req-4c2410e9-be28-4cea-93b3-b557a9ab6995 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/security-groups?id=b06214c6-81db-4213-bc64-dacafe16e480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372510 Aug 20 10:51:25.044104 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a883e8-7f79-44e9-bb97-57af627d579c req-1cb02cf7-d2a9-452a-b78e-f98cf910585d tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:25.045648 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-26a883e8-7f79-44e9-bb97-57af627d579c req-1cb02cf7-d2a9-452a-b78e-f98cf910585d tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0472057 Aug 20 10:51:25.083470 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-26a883e8-7f79-44e9-bb97-57af627d579c req-fa601f9d-080f-47aa-ad4b-705e5cba37d1 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310564 Aug 20 10:51:26.129928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb17f1-568a-4c59-9447-963115222b8b req-1d79e36e-1c43-488a-92ac-e20dabc6b800 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:26.131585 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eceb17f1-568a-4c59-9447-963115222b8b req-1d79e36e-1c43-488a-92ac-e20dabc6b800 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 943 time: 0.0654111 Aug 20 10:51:26.181551 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eceb17f1-568a-4c59-9447-963115222b8b req-509f7103-3294-49a2-a1fd-6cd660ed841f tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/security-groups?id=b06214c6-81db-4213-bc64-dacafe16e480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430365 Aug 20 10:51:26.201033 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733e4ff-a6aa-4ff9-a509-f821932430e0 req-c99f7789-0974-48cf-afa8-d94d03db6d51 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:26.203280 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4733e4ff-a6aa-4ff9-a509-f821932430e0 req-c99f7789-0974-48cf-afa8-d94d03db6d51 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0454874 Aug 20 10:51:26.239779 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4733e4ff-a6aa-4ff9-a509-f821932430e0 req-c27a2bc1-7f64-4a95-913d-54c021e9adfb tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303235 Aug 20 10:51:26.413519 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 401cc1f0-864d-4082-911d-1f1525eeb2a6 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:26.473697 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 401cc1f0-864d-4082-911d-1f1525eeb2a6 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:26.477814 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 401cc1f0-864d-4082-911d-1f1525eeb2a6 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:26.478190 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:26.558617 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:26.582722 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8739b7fb-61e7-466c-ae79-ba941aa48ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401cc1f0-864d-4082-911d-1f1525eeb2a6'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:51:26.585204 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef7f4b0-8bc8-4706-83bb-42d65c98cd70" -d '{"events": [{"server_uuid": "8739b7fb-61e7-466c-ae79-ba941aa48ac1", "name": "network-vif-plugged", "status": "completed", "tag": "401cc1f0-864d-4082-911d-1f1525eeb2a6"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:51:26.599033 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 401cc1f0-864d-4082-911d-1f1525eeb2a6, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=401cc1f0-864d-4082-911d-1f1525eeb2a6,segment=NetworkSegment(478e52a1-baef-4a26-99e1-7488619c2f15),segment_id=478e52a1-baef-4a26-99e1-7488619c2f15)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:26.603951 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:26.628473 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fb945d-ef04-40ab-807d-5dd685b8d55b x-openstack-request-id: req-20fb945d-ef04-40ab-807d-5dd685b8d55b {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:51:26.628716 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8739b7fb-61e7-466c-ae79-ba941aa48ac1", "name": "network-vif-plugged", "status": "completed", "tag": "401cc1f0-864d-4082-911d-1f1525eeb2a6", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:51:26.629514 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20fb945d-ef04-40ab-807d-5dd685b8d55b {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:51:26.629514 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8739b7fb-61e7-466c-ae79-ba941aa48ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401cc1f0-864d-4082-911d-1f1525eeb2a6', 'code': 200} Aug 20 10:51:26.657430 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=401cc1f0-864d-4082-911d-1f1525eeb2a6,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:26.722553 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5485ff-1960-43ab-b029-4b182b624f78 req-c53d85ed-62d7-482a-b6c2-30005531fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:26.724144 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ed5485ff-1960-43ab-b029-4b182b624f78 req-c53d85ed-62d7-482a-b6c2-30005531fa77 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0417523 Aug 20 10:51:26.762888 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ed5485ff-1960-43ab-b029-4b182b624f78 req-5ddff611-68c4-4421-a24b-bd6877ce9aca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308490 Aug 20 10:51:27.309547 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c28fb0-a137-4a50-8bef-a839d12f4bb8 req-3ccdee8d-223e-4f17-850f-32d52ef4ec70 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:27.311260 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f8c28fb0-a137-4a50-8bef-a839d12f4bb8 req-3ccdee8d-223e-4f17-850f-32d52ef4ec70 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 943 time: 0.0556674 Aug 20 10:51:27.359995 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f8c28fb0-a137-4a50-8bef-a839d12f4bb8 req-b4994e2c-e984-4d76-bcda-9efeec0bff0c tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/security-groups?id=b06214c6-81db-4213-bc64-dacafe16e480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402229 Aug 20 10:51:27.364065 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361e55d-7606-41a5-ad91-2e2dab3a4411 req-d70d7df8-ac91-4218-aacd-d0f4ce081b51 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:27.365634 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e361e55d-7606-41a5-ad91-2e2dab3a4411 req-d70d7df8-ac91-4218-aacd-d0f4ce081b51 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0530100 Aug 20 10:51:27.407163 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e361e55d-7606-41a5-ad91-2e2dab3a4411 req-4ceabfb4-f549-443d-a973-751bfd216756 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337348 Aug 20 10:51:27.535917 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device d8c02401-956f-4233-860c-26d48ee2b6d7 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:51:27.644523 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port d8c02401-956f-4233-860c-26d48ee2b6d7, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d8c02401-956f-4233-860c-26d48ee2b6d7,segment=NetworkSegment(c7187510-36ef-4608-b319-ea39c1a3918c),segment_id=c7187510-36ef-4608-b319-ea39c1a3918c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:27.656628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'd8c02401-956f-4233-860c-26d48ee2b6d7', 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71', 'port_id': 'd8c02401-956f-4233-860c-26d48ee2b6d7', 'mac_address': 'fa:16:3e:00:89:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:51:27.700368 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:27.716378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c02401-956f-4233-860c-26d48ee2b6d7 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:51:27.740412 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port d8c02401-956f-4233-860c-26d48ee2b6d7, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d8c02401-956f-4233-860c-26d48ee2b6d7,segment=NetworkSegment(c7187510-36ef-4608-b319-ea39c1a3918c),segment_id=c7187510-36ef-4608-b319-ea39c1a3918c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:27.746150 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:27.800332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=d8c02401-956f-4233-860c-26d48ee2b6d7,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:27.984868 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['d8c02401-956f-4233-860c-26d48ee2b6d7'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:51:28.484509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84a70c-8947-45d2-aa69-fb1771b312ac req-eb4b8e04-bfb0-4be6-8c0a-0a7ac94a66a0 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:28.486070 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a84a70c-8947-45d2-aa69-fb1771b312ac req-eb4b8e04-bfb0-4be6-8c0a-0a7ac94a66a0 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 944 time: 0.0514634 Aug 20 10:51:28.525253 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a84a70c-8947-45d2-aa69-fb1771b312ac req-9ebf8835-5d9a-4c85-8be5-a58f75cdbfb3 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/security-groups?id=b06214c6-81db-4213-bc64-dacafe16e480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327339 Aug 20 10:51:28.528380 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9b2fa-6494-4852-a045-64f4c20bc1b9 req-b2666bbc-5119-4f74-8dfa-c74a3c4619f4 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:28.530587 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bc9b2fa-6494-4852-a045-64f4c20bc1b9 req-b2666bbc-5119-4f74-8dfa-c74a3c4619f4 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0453539 Aug 20 10:51:28.567463 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bc9b2fa-6494-4852-a045-64f4c20bc1b9 req-eb5fb39c-e64b-4310-8e24-f60138c57ca4 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305970 Aug 20 10:51:28.673532 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde32a1-45bc-4bc5-b29b-2cb723a173bc req-cc76d71b-0a08-429d-ba29-100e328188d5 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:28.675008 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7cde32a1-45bc-4bc5-b29b-2cb723a173bc req-cc76d71b-0a08-429d-ba29-100e328188d5 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0417457 Aug 20 10:51:28.710076 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7cde32a1-45bc-4bc5-b29b-2cb723a173bc req-9b80e4e6-341b-479c-b5f2-badf37f5871a tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288579 Aug 20 10:51:28.816500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96253a8e-c8d4-42b5-86e6-8e86f4a97617 req-c8b230ea-7c26-41b3-b7da-8766d10b8f1d tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:28.818027 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-96253a8e-c8d4-42b5-86e6-8e86f4a97617 req-c8b230ea-7c26-41b3-b7da-8766d10b8f1d tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0408051 Aug 20 10:51:28.853224 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-96253a8e-c8d4-42b5-86e6-8e86f4a97617 req-5b69d923-3e22-42e7-ba5a-97d7e33b0919 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288911 Aug 20 10:51:29.078905 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98f0e8-7679-4b21-a81e-16b0da02070d req-b7ef0ccb-9ecc-443c-b4a3-dd93e2051009 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:29.080458 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a98f0e8-7679-4b21-a81e-16b0da02070d req-b7ef0ccb-9ecc-443c-b4a3-dd93e2051009 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0443490 Aug 20 10:51:29.116077 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a98f0e8-7679-4b21-a81e-16b0da02070d req-13bec69c-fef0-4d06-a48c-e32ce9ad631f tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295446 Aug 20 10:51:29.304965 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-093aa55e-ff95-4031-9ae3-473f62fe4af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:29.540730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device d8c02401-956f-4233-860c-26d48ee2b6d7 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:29.599293 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port d8c02401-956f-4233-860c-26d48ee2b6d7 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:29.604049 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port d8c02401-956f-4233-860c-26d48ee2b6d7 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:29.604440 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:29.656039 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838066fc-23e2-4aa6-b29d-525b015af921 req-39297e49-e2e1-4cab-b155-29569a70ab03 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:29.657809 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-838066fc-23e2-4aa6-b29d-525b015af921 req-39297e49-e2e1-4cab-b155-29569a70ab03 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 944 time: 0.0549126 Aug 20 10:51:29.692070 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:29.700507 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-838066fc-23e2-4aa6-b29d-525b015af921 req-d4f4c283-8e4d-4931-a0ae-febb0c0d778d tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/security-groups?id=b06214c6-81db-4213-bc64-dacafe16e480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362103 Aug 20 10:51:29.717243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e121441b-182c-4bc6-8578-468fb7ccb194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c02401-956f-4233-860c-26d48ee2b6d7'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:51:29.720227 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ca41d1-42c2-4ae1-b3f6-9efbae3471eb" -d '{"events": [{"server_uuid": "e121441b-182c-4bc6-8578-468fb7ccb194", "name": "network-vif-plugged", "status": "completed", "tag": "d8c02401-956f-4233-860c-26d48ee2b6d7"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:51:29.737877 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port d8c02401-956f-4233-860c-26d48ee2b6d7, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d8c02401-956f-4233-860c-26d48ee2b6d7,segment=NetworkSegment(c7187510-36ef-4608-b319-ea39c1a3918c),segment_id=c7187510-36ef-4608-b319-ea39c1a3918c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:29.742187 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:29.767150 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c8ef22-f087-42bf-aa62-d50e18a688eb x-openstack-request-id: req-a8c8ef22-f087-42bf-aa62-d50e18a688eb {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:51:29.767447 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e121441b-182c-4bc6-8578-468fb7ccb194", "name": "network-vif-plugged", "status": "completed", "tag": "d8c02401-956f-4233-860c-26d48ee2b6d7", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:51:29.767697 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8c8ef22-f087-42bf-aa62-d50e18a688eb {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:51:29.768078 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e121441b-182c-4bc6-8578-468fb7ccb194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c02401-956f-4233-860c-26d48ee2b6d7', 'code': 200} Aug 20 10:51:29.798286 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=d8c02401-956f-4233-860c-26d48ee2b6d7,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:29.869067 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb612e8c-2541-458b-b66e-39db5f956ea2 req-30a87db6-1b7f-46a5-9ade-01fb77216895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:29.870587 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cb612e8c-2541-458b-b66e-39db5f956ea2 req-30a87db6-1b7f-46a5-9ade-01fb77216895 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 1097 time: 0.0426311 Aug 20 10:51:29.910943 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cb612e8c-2541-458b-b66e-39db5f956ea2 req-6d687833-bf70-47ac-8dca-52f1d8f76d33 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b06214c6-81db-4213-bc64-dacafe16e480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327594 Aug 20 10:51:30.235560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41203f4-882f-41fa-b95d-fa867c031285 req-4e9e7876-7d9d-4bb8-aecb-4015496a8e2a tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:30.237166 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a41203f4-882f-41fa-b95d-fa867c031285 req-4e9e7876-7d9d-4bb8-aecb-4015496a8e2a tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0503387 Aug 20 10:51:30.274488 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a41203f4-882f-41fa-b95d-fa867c031285 req-555c9bef-948c-4daf-ada4-fcf6e63dd065 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311115 Aug 20 10:51:30.487708 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2ffbc-d201-4015-b92b-a8483a274468 req-bcdebdcf-7b0b-446a-9b47-54a1c7d9a262 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:30.489711 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4dd2ffbc-d201-4015-b92b-a8483a274468 req-bcdebdcf-7b0b-446a-9b47-54a1c7d9a262 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0424500 Aug 20 10:51:30.578850 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-4dd2ffbc-d201-4015-b92b-a8483a274468 req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Deleting port 401cc1f0-864d-4082-911d-1f1525eeb2a6 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:51:30.579217 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4dd2ffbc-d201-4015-b92b-a8483a274468 req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:30.659529 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-4dd2ffbc-d201-4015-b92b-a8483a274468 req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] For port 401cc1f0-864d-4082-911d-1f1525eeb2a6, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=401cc1f0-864d-4082-911d-1f1525eeb2a6,segment=NetworkSegment(478e52a1-baef-4a26-99e1-7488619c2f15),segment_id=478e52a1-baef-4a26-99e1-7488619c2f15)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:30.659895 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4dd2ffbc-d201-4015-b92b-a8483a274468 req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:30.674182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-4dd2ffbc-d201-4015-b92b-a8483a274468 req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Calling delete_port for 401cc1f0-864d-4082-911d-1f1525eeb2a6 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:51:30.807643 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4dd2ffbc-d201-4015-b92b-a8483a274468 req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:30.820247 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['bbe6f96e-583d-48aa-920a-9a496e6486e5'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:51:30.824367 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66699bdb-d892-4367-911e-f323739eaef8 req-f6129448-3fb2-4e58-8997-f4b72249b3b0 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:30.825959 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-66699bdb-d892-4367-911e-f323739eaef8 req-f6129448-3fb2-4e58-8997-f4b72249b3b0 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 945 time: 0.0534241 Aug 20 10:51:30.836545 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Pushing event deleted for resources: {'Port': ['ID=401cc1f0-864d-4082-911d-1f1525eeb2a6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:30.870636 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:30.871475 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:30.871475 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:30.871698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:30.872010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:30.872348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:30.872681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:30.873046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:30.873399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:30.873730 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:30.874060 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:30.874496 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:30.886848 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-66699bdb-d892-4367-911e-f323739eaef8 req-1641ea80-2370-42f6-8d66-0c68bfa39e04 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/security-groups?id=b06214c6-81db-4213-bc64-dacafe16e480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546117 Aug 20 10:51:30.897689 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd2ffbc-d201-4015-b92b-a8483a274468 req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] No DVR routers for this DVR port 401cc1f0-864d-4082-911d-1f1525eeb2a6 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:51:30.900521 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4dd2ffbc-d201-4015-b92b-a8483a274468 req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:30.903026 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4dd2ffbc-d201-4015-b92b-a8483a274468 req-3412d1c4-701c-4bc2-91b7-875303da76ab tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.24 "DELETE /v2.0/ports/401cc1f0-864d-4082-911d-1f1525eeb2a6 HTTP/1.1" status: 204 len: 173 time: 0.4068575 Aug 20 10:51:30.903542 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8739b7fb-61e7-466c-ae79-ba941aa48ac1', 'name': 'network-vif-deleted', 'tag': '401cc1f0-864d-4082-911d-1f1525eeb2a6'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:51:30.907344 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5528354d-215c-45af-9714-eb0678d34ca5" -d '{"events": [{"server_uuid": "8739b7fb-61e7-466c-ae79-ba941aa48ac1", "name": "network-vif-deleted", "tag": "401cc1f0-864d-4082-911d-1f1525eeb2a6"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:51:30.956577 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c627fa-5426-4b7a-a03d-ad890205de28 x-openstack-request-id: req-55c627fa-5426-4b7a-a03d-ad890205de28 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:51:30.956868 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8739b7fb-61e7-466c-ae79-ba941aa48ac1", "name": "network-vif-deleted", "tag": "401cc1f0-864d-4082-911d-1f1525eeb2a6", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:51:30.957120 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55c627fa-5426-4b7a-a03d-ad890205de28 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:51:30.957523 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8739b7fb-61e7-466c-ae79-ba941aa48ac1', 'name': 'network-vif-deleted', 'tag': '401cc1f0-864d-4082-911d-1f1525eeb2a6', 'status': 'completed', 'code': 200} Aug 20 10:51:31.380202 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7b652b85-ec60-4cd0-97c2-6bbae44d5f65 req-83c8a3e0-f4c9-4c3b-8b2b-75a581998597 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8739b7fb-61e7-466c-ae79-ba941aa48ac1 HTTP/1.1" status: 200 len: 210 time: 0.0260320 Aug 20 10:51:31.938528 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-80fee326-6995-4897-8dc9-ed29a9edf2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:32.025839 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038b02a-c413-4dea-93fa-7d30c69908db req-dc9a8d06-1fc5-4b12-81e5-4c50720e9f99 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:32.027396 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6038b02a-c413-4dea-93fa-7d30c69908db req-dc9a8d06-1fc5-4b12-81e5-4c50720e9f99 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 945 time: 0.0558355 Aug 20 10:51:32.070623 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6038b02a-c413-4dea-93fa-7d30c69908db req-c8886c7a-0cd0-4ba4-b702-b6680ccbc0ca tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/security-groups?id=b06214c6-81db-4213-bc64-dacafe16e480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362344 Aug 20 10:51:32.197544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f54120-14c6-48f1-bf6f-30f51707daea req-93c865b8-f963-44ae-a650-a8d1cbeea64e tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:32.198957 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-99f54120-14c6-48f1-bf6f-30f51707daea req-93c865b8-f963-44ae-a650-a8d1cbeea64e tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 945 time: 0.0553234 Aug 20 10:51:32.241481 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-99f54120-14c6-48f1-bf6f-30f51707daea req-2f6c8438-b278-4b17-b1e3-1ef83866214f tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/security-groups?id=b06214c6-81db-4213-bc64-dacafe16e480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354035 Aug 20 10:51:32.370687 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6c5cf-63cc-40a2-8092-95ea37b6be6e req-540235eb-33cb-4261-8bb0-1a7b4b769248 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:32.372292 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0aa6c5cf-63cc-40a2-8092-95ea37b6be6e req-540235eb-33cb-4261-8bb0-1a7b4b769248 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 945 time: 0.0562582 Aug 20 10:51:32.396712 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:32.416700 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0aa6c5cf-63cc-40a2-8092-95ea37b6be6e req-4dd6e7a0-f74a-46bc-b469-a38015e385b6 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/security-groups?id=b06214c6-81db-4213-bc64-dacafe16e480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380907 Aug 20 10:51:32.429464 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 401cc1f0-864d-4082-911d-1f1525eeb2a6 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:51:32.440138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59572) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:32.455542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 401cc1f0-864d-4082-911d-1f1525eeb2a6 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:51:32.456032 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 401cc1f0-864d-4082-911d-1f1525eeb2a6 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:51:32.606920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb68929-63cc-4526-a224-b8a3365be4bc tempest-TestServerBasicOps-679985853 tempest-TestServerBasicOps-679985853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:32.608811 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4cb68929-63cc-4526-a224-b8a3365be4bc tempest-TestServerBasicOps-679985853 tempest-TestServerBasicOps-679985853-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 1092 time: 0.1675255 Aug 20 10:51:32.611853 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59580) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:32.616926 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': 'd8c02401-956f-4233-860c-26d48ee2b6d7', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:32.644796 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:32.738915 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdb28a-5b3e-4ebb-b35a-1ddfadcdcaf1 req-f7364eb6-ef4e-4175-a72b-1be1399b4b7c tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:32.740421 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-edfdb28a-5b3e-4ebb-b35a-1ddfadcdcaf1 req-f7364eb6-ef4e-4175-a72b-1be1399b4b7c tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 1097 time: 0.0916011 Aug 20 10:51:32.795945 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-edfdb28a-5b3e-4ebb-b35a-1ddfadcdcaf1 req-72ddfcc8-d9cd-446a-88a5-71da0e9a7d09 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471017 Aug 20 10:51:32.829029 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:32.946477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Allocated IP 172.25.3.165 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/4f98d19d-7dcb-4e9b-ae53-dcf52b87aa43) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:51:33.061188 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:33.104005 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:33.144989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:33.147265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:33.149833 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:51:33.179556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Pushing event updated for resources: {'Port': ['ID=4f98d19d-7dcb-4e9b-ae53-dcf52b87aa43,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:33.183501 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:33.544846 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:33.617663 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:33.783533 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:33.793286 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:33.870106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Pushing event updated for resources: {'Port': ['ID=4f98d19d-7dcb-4e9b-ae53-dcf52b87aa43,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:33.901446 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:33.980621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d4255-0d4b-4999-96e2-b7897013816f req-94167ad6-f43d-4eb4-bd53-c697d45e3747 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:33.982194 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a4d4255-0d4b-4999-96e2-b7897013816f req-94167ad6-f43d-4eb4-bd53-c697d45e3747 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 1097 time: 0.0917745 Aug 20 10:51:34.080956 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1a4d4255-0d4b-4999-96e2-b7897013816f req-a3b311d7-79f7-4f3d-9edf-b93451813ae9 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9767462f-f625-4d4a-b632-026aafa182b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717268 Aug 20 10:51:34.083642 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Floating IP 7b2bf5d4-efb8-46a3-8187-839156ed2abb associated. External IP: 172.25.3.165, port: d8c02401-956f-4233-860c-26d48ee2b6d7. Aug 20 10:51:34.125027 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe03e72-e89f-4909-8b33-38038e0ebd1e req-afaab6ab-e754-4e50-a058-af033105621f tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:34.126516 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5fe03e72-e89f-4909-8b33-38038e0ebd1e req-afaab6ab-e754-4e50-a058-af033105621f tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 1097 time: 0.1163356 Aug 20 10:51:34.685267 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-5fe03e72-e89f-4909-8b33-38038e0ebd1e req-524fb660-ef63-4fea-9c0f-21edaf9f6dd4 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Deleting port bbe6f96e-583d-48aa-920a-9a496e6486e5 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:51:34.686020 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5fe03e72-e89f-4909-8b33-38038e0ebd1e req-524fb660-ef63-4fea-9c0f-21edaf9f6dd4 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:34.761473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Router d83e6bd4-82cb-4997-a10b-3dae9ac57469 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:51:34.825290 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-5fe03e72-e89f-4909-8b33-38038e0ebd1e req-524fb660-ef63-4fea-9c0f-21edaf9f6dd4 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] For port bbe6f96e-583d-48aa-920a-9a496e6486e5, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=bbe6f96e-583d-48aa-920a-9a496e6486e5,segment=NetworkSegment(478e52a1-baef-4a26-99e1-7488619c2f15),segment_id=478e52a1-baef-4a26-99e1-7488619c2f15)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:34.825651 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5fe03e72-e89f-4909-8b33-38038e0ebd1e req-524fb660-ef63-4fea-9c0f-21edaf9f6dd4 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:34.837498 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:34.845046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-5fe03e72-e89f-4909-8b33-38038e0ebd1e req-524fb660-ef63-4fea-9c0f-21edaf9f6dd4 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Calling delete_port for bbe6f96e-583d-48aa-920a-9a496e6486e5 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:51:34.952353 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:51:34.965743 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1172c9a-c9c3-460a-a0e7-cd4b2e24437f None None] Sync routers for ids ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:51:34.979011 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1172c9a-c9c3-460a-a0e7-cd4b2e24437f None None] Routers {'d83e6bd4-82cb-4997-a10b-3dae9ac57469'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:34.980158 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c1172c9a-c9c3-460a-a0e7-cd4b2e24437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:34.980321 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:35.042233 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5485c7d4-30a4-4a27-919a-9175b50a430b tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4287214 Aug 20 10:51:35.044056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e121441b-182c-4bc6-8578-468fb7ccb194', 'tag': 'd8c02401-956f-4233-860c-26d48ee2b6d7'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:51:35.047254 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c729dac1-9dab-41aa-b9e9-c355efcb31c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e121441b-182c-4bc6-8578-468fb7ccb194", "tag": "d8c02401-956f-4233-860c-26d48ee2b6d7"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:51:35.082991 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5fe03e72-e89f-4909-8b33-38038e0ebd1e req-524fb660-ef63-4fea-9c0f-21edaf9f6dd4 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:35.098051 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['bbe6f96e-583d-48aa-920a-9a496e6486e5'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:51:35.118319 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-c1172c9a-c9c3-460a-a0e7-cd4b2e24437f None None] Set router d83e6bd4-82cb-4997-a10b-3dae9ac57469 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:35.129924 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f434139a-2d61-42fd-9588-6d270de2e938 x-openstack-request-id: req-f434139a-2d61-42fd-9588-6d270de2e938 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:51:35.130519 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e121441b-182c-4bc6-8578-468fb7ccb194", "tag": "d8c02401-956f-4233-860c-26d48ee2b6d7", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:51:35.132534 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f434139a-2d61-42fd-9588-6d270de2e938 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:51:35.133247 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e121441b-182c-4bc6-8578-468fb7ccb194', 'tag': 'd8c02401-956f-4233-860c-26d48ee2b6d7', 'status': 'completed', 'code': 200} Aug 20 10:51:35.146245 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fb660-ef63-4fea-9c0f-21edaf9f6dd4 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbe6f96e-583d-48aa-920a-9a496e6486e5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:35.194202 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eac23687-80e9-4295-a242-befbfed48c93 req-70088966-ae9f-418b-9e67-11ce9299afeb tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ebbcad7c-8079-474b-b94e-a93a962b4407 HTTP/1.1" status: 200 len: 210 time: 0.0300009 Aug 20 10:51:35.225175 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe03e72-e89f-4909-8b33-38038e0ebd1e req-524fb660-ef63-4fea-9c0f-21edaf9f6dd4 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] No DVR routers for this DVR port bbe6f96e-583d-48aa-920a-9a496e6486e5 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:51:35.228453 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-5fe03e72-e89f-4909-8b33-38038e0ebd1e req-524fb660-ef63-4fea-9c0f-21edaf9f6dd4 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:35.230887 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5fe03e72-e89f-4909-8b33-38038e0ebd1e req-524fb660-ef63-4fea-9c0f-21edaf9f6dd4 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] 10.222.0.42 "DELETE /v2.0/ports/bbe6f96e-583d-48aa-920a-9a496e6486e5 HTTP/1.1" status: 204 len: 173 time: 1.0980384 Aug 20 10:51:35.240417 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729dac1-9dab-41aa-b9e9-c355efcb31c3 req-1711a135-7d9e-495c-9af6-e6362532034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:35.242676 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c729dac1-9dab-41aa-b9e9-c355efcb31c3 req-1711a135-7d9e-495c-9af6-e6362532034d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffcd7abd09084c36a19f0ca777b7b157&device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 1097 time: 0.1070836 Aug 20 10:51:35.372644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729dac1-9dab-41aa-b9e9-c355efcb31c3 req-cefba1ca-b9cd-4bfd-ab3c-a36601d08d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:35.376128 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c729dac1-9dab-41aa-b9e9-c355efcb31c3 req-cefba1ca-b9cd-4bfd-ab3c-a36601d08d57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=006c7b89-3377-4894-bcc4-b4dc4d135d71 HTTP/1.1" status: 200 len: 909 time: 0.1217439 Aug 20 10:51:35.455165 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c729dac1-9dab-41aa-b9e9-c355efcb31c3 req-511846de-43fe-4096-a61b-ae52ce6bb7b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8c02401-956f-4233-860c-26d48ee2b6d7 HTTP/1.1" status: 200 len: 999 time: 0.0708201 Aug 20 10:51:35.455686 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c1172c9a-c9c3-460a-a0e7-cd4b2e24437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'name': 'tempest-TestServerBasicOps-215778591-router', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:06Z', 'updated_at': '2021-08-20T10:51:09Z', 'revision_number': 4, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'gw_port': {'id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:07Z', 'updated_at': '2021-08-20T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7b2bf5d4-efb8-46a3-8187-839156ed2abb', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'floating_ip_address': '172.25.3.165', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'port_id': 'd8c02401-956f-4233-860c-26d48ee2b6d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71', 'mac_address': 'fa:16:3e:00:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e121441b-182c-4bc6-8578-468fb7ccb194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:51:33Z', 'updated_at': '2021-08-20T10:51:33Z', 'revision_number': 0, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e56228-862d-40eb-861b-65f786c0b9b5', 'name': '', 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'mac_address': 'fa:16:3e:2d:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:08Z', 'updated_at': '2021-08-20T10:51:16Z', 'revision_number': 5, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'subnets': [{'id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:35.485184 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1172c9a-c9c3-460a-a0e7-cd4b2e24437f None None] Checking router: d83e6bd4-82cb-4997-a10b-3dae9ac57469 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:51:35.494387 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1172c9a-c9c3-460a-a0e7-cd4b2e24437f None None] Routers {'d83e6bd4-82cb-4997-a10b-3dae9ac57469'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:35.495136 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c1172c9a-c9c3-460a-a0e7-cd4b2e24437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:35.510206 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729dac1-9dab-41aa-b9e9-c355efcb31c3 req-b3eb0af5-6b42-4032-90fb-a99a88908eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:35.511759 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c729dac1-9dab-41aa-b9e9-c355efcb31c3 req-b3eb0af5-6b42-4032-90fb-a99a88908eb3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7aafae94-e831-405c-b2c8-9f5ca00ab8f5 HTTP/1.1" status: 200 len: 847 time: 0.0493104 Aug 20 10:51:35.568024 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729dac1-9dab-41aa-b9e9-c355efcb31c3 req-96790b01-9248-4c4f-9481-e8145e2505b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:35.569596 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c729dac1-9dab-41aa-b9e9-c355efcb31c3 req-96790b01-9248-4c4f-9481-e8145e2505b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=006c7b89-3377-4894-bcc4-b4dc4d135d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497286 Aug 20 10:51:35.617178 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-c1172c9a-c9c3-460a-a0e7-cd4b2e24437f None None] Set router d83e6bd4-82cb-4997-a10b-3dae9ac57469 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:35.682332 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c729dac1-9dab-41aa-b9e9-c355efcb31c3 req-98ad10ab-7504-4d47-be3f-43f372a6f238 service neutron] 10.222.0.42 "GET /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992439 Aug 20 10:51:35.810763 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c729dac1-9dab-41aa-b9e9-c355efcb31c3 req-e9869502-6b7e-41b2-b63e-a4b556d88466 service neutron] 10.222.0.42 "GET /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201115 Aug 20 10:51:35.898537 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c1172c9a-c9c3-460a-a0e7-cd4b2e24437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'name': 'tempest-TestServerBasicOps-215778591-router', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:06Z', 'updated_at': '2021-08-20T10:51:09Z', 'revision_number': 4, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'gw_port': {'id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:07Z', 'updated_at': '2021-08-20T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7b2bf5d4-efb8-46a3-8187-839156ed2abb', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'floating_ip_address': '172.25.3.165', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'port_id': 'd8c02401-956f-4233-860c-26d48ee2b6d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71', 'mac_address': 'fa:16:3e:00:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e121441b-182c-4bc6-8578-468fb7ccb194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:51:33Z', 'updated_at': '2021-08-20T10:51:33Z', 'revision_number': 0, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e56228-862d-40eb-861b-65f786c0b9b5', 'name': '', 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'mac_address': 'fa:16:3e:2d:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:08Z', 'updated_at': '2021-08-20T10:51:16Z', 'revision_number': 5, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'subnets': [{'id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:35.929871 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1172c9a-c9c3-460a-a0e7-cd4b2e24437f None None] The sync data for ids ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'] in n-d-778550-11 is: [{'id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'name': 'tempest-TestServerBasicOps-215778591-router', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:06Z', 'updated_at': '2021-08-20T10:51:09Z', 'revision_number': 4, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'gw_port': {'id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:07Z', 'updated_at': '2021-08-20T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7b2bf5d4-efb8-46a3-8187-839156ed2abb', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'floating_ip_address': '172.25.3.165', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'port_id': 'd8c02401-956f-4233-860c-26d48ee2b6d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71', 'mac_address': 'fa:16:3e:00:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e121441b-182c-4bc6-8578-468fb7ccb194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:51:33Z', 'updated_at': '2021-08-20T10:51:33Z', 'revision_number': 0, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e56228-862d-40eb-861b-65f786c0b9b5', 'name': '', 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'mac_address': 'fa:16:3e:2d:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:08Z', 'updated_at': '2021-08-20T10:51:16Z', 'revision_number': 5, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'subnets': [{'id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:51:36.157770 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89da0581-e605-47b5-ba24-df3c4ee9d2eb None None] New status for floating IP 7b2bf5d4-efb8-46a3-8187-839156ed2abb: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:51:36.267340 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59602) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:36.648736 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9224290-f8d3-4dd3-adc7-3246b7dbc83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:36.912938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-a9224290-f8d3-4dd3-adc7-3246b7dbc83b admin admin] Deleting port 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:51:36.913746 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9224290-f8d3-4dd3-adc7-3246b7dbc83b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:36.996355 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-a9224290-f8d3-4dd3-adc7-3246b7dbc83b admin admin] For port 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a,segment=NetworkSegment(478e52a1-baef-4a26-99e1-7488619c2f15),segment_id=478e52a1-baef-4a26-99e1-7488619c2f15)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:36.996727 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9224290-f8d3-4dd3-adc7-3246b7dbc83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:37.016371 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-a9224290-f8d3-4dd3-adc7-3246b7dbc83b admin admin] Calling delete_port for 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:51:37.135166 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbcad7c-8079-474b-b94e-a93a962b4407', 'name': 'network-vif-deleted', 'tag': 'bbe6f96e-583d-48aa-920a-9a496e6486e5'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:51:37.137749 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609a9f3a-edcb-44cb-ab3d-55d82860f64c" -d '{"events": [{"server_uuid": "ebbcad7c-8079-474b-b94e-a93a962b4407", "name": "network-vif-deleted", "tag": "bbe6f96e-583d-48aa-920a-9a496e6486e5"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:51:37.181931 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ead3f7-0179-48ba-bf03-09ee5a261d68 x-openstack-request-id: req-41ead3f7-0179-48ba-bf03-09ee5a261d68 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:51:37.182231 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbcad7c-8079-474b-b94e-a93a962b4407", "name": "network-vif-deleted", "tag": "bbe6f96e-583d-48aa-920a-9a496e6486e5", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:51:37.182509 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41ead3f7-0179-48ba-bf03-09ee5a261d68 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:51:37.183024 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbcad7c-8079-474b-b94e-a93a962b4407', 'name': 'network-vif-deleted', 'tag': 'bbe6f96e-583d-48aa-920a-9a496e6486e5', 'status': 'completed', 'code': 200} Aug 20 10:51:37.233401 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9224290-f8d3-4dd3-adc7-3246b7dbc83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:37.259773 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9224290-f8d3-4dd3-adc7-3246b7dbc83b admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:37.459640 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9224290-f8d3-4dd3-adc7-3246b7dbc83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:37.566958 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device bbe6f96e-583d-48aa-920a-9a496e6486e5 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:51:37.590440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: bbe6f96e-583d-48aa-920a-9a496e6486e5 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:51:37.590780 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device bbe6f96e-583d-48aa-920a-9a496e6486e5 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:51:37.688308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9224290-f8d3-4dd3-adc7-3246b7dbc83b admin admin] Router 029cb2d5-9a2c-4bfb-a964-e8a35b901c0b has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:51:37.793550 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9224290-f8d3-4dd3-adc7-3246b7dbc83b admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:51:37.799290 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a9224290-f8d3-4dd3-adc7-3246b7dbc83b admin admin] 10.222.0.16 "PUT /v2.0/routers/029cb2d5-9a2c-4bfb-a964-e8a35b901c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5308416 Aug 20 10:51:37.801824 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59608) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:37.804453 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd80c2f-0d2d-4440-ab44-cea3f9d31faa None None] Sync routers for ids ['029cb2d5-9a2c-4bfb-a964-e8a35b901c0b'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:51:37.814293 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd80c2f-0d2d-4440-ab44-cea3f9d31faa None None] Routers {'029cb2d5-9a2c-4bfb-a964-e8a35b901c0b'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:37.814911 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-ebd80c2f-0d2d-4440-ab44-cea3f9d31faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['029cb2d5-9a2c-4bfb-a964-e8a35b901c0b'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:37.905186 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98fc7cfb-b58c-40b8-89b6-2893e5e8e7e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:37.916440 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-ebd80c2f-0d2d-4440-ab44-cea3f9d31faa None None] Set router 029cb2d5-9a2c-4bfb-a964-e8a35b901c0b gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:38.012835 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98fc7cfb-b58c-40b8-89b6-2893e5e8e7e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:38.069870 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-98fc7cfb-b58c-40b8-89b6-2893e5e8e7e2 admin admin] Deleting port d0b1f087-0465-4401-b22a-3c83034bcc65 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:51:38.070215 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98fc7cfb-b58c-40b8-89b6-2893e5e8e7e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:38.148939 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-98fc7cfb-b58c-40b8-89b6-2893e5e8e7e2 admin admin] For port d0b1f087-0465-4401-b22a-3c83034bcc65, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d0b1f087-0465-4401-b22a-3c83034bcc65,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:38.149299 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98fc7cfb-b58c-40b8-89b6-2893e5e8e7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:38.166659 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-98fc7cfb-b58c-40b8-89b6-2893e5e8e7e2 admin admin] Calling delete_port for d0b1f087-0465-4401-b22a-3c83034bcc65 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:51:38.180959 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-ebd80c2f-0d2d-4440-ab44-cea3f9d31faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'name': 'tempest-TestServerMultinode-90182113-router', 'tenant_id': '6c2d618169254dcba3aadaf775b5ac6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'd0b1f087-0465-4401-b22a-3c83034bcc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:48Z', 'updated_at': '2021-08-20T10:51:37Z', 'revision_number': 5, 'project_id': '6c2d618169254dcba3aadaf775b5ac6f', 'gw_port': {'id': 'd0b1f087-0465-4401-b22a-3c83034bcc65', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:49Z', 'updated_at': '2021-08-20T10:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:38.207308 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd80c2f-0d2d-4440-ab44-cea3f9d31faa None None] Checking router: 029cb2d5-9a2c-4bfb-a964-e8a35b901c0b for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:51:38.218549 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd80c2f-0d2d-4440-ab44-cea3f9d31faa None None] Routers {'029cb2d5-9a2c-4bfb-a964-e8a35b901c0b'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:38.219902 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-ebd80c2f-0d2d-4440-ab44-cea3f9d31faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['029cb2d5-9a2c-4bfb-a964-e8a35b901c0b'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:38.305662 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-ebd80c2f-0d2d-4440-ab44-cea3f9d31faa None None] Set router 029cb2d5-9a2c-4bfb-a964-e8a35b901c0b gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:38.331631 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98fc7cfb-b58c-40b8-89b6-2893e5e8e7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:38.360048 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-ebd80c2f-0d2d-4440-ab44-cea3f9d31faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'name': 'tempest-TestServerMultinode-90182113-router', 'tenant_id': '6c2d618169254dcba3aadaf775b5ac6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:48Z', 'updated_at': '2021-08-20T10:51:38Z', 'revision_number': 6, 'project_id': '6c2d618169254dcba3aadaf775b5ac6f', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:38.360620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc7cfb-b58c-40b8-89b6-2893e5e8e7e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0b1f087-0465-4401-b22a-3c83034bcc65,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:38.387804 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd80c2f-0d2d-4440-ab44-cea3f9d31faa None None] The sync data for ids ['029cb2d5-9a2c-4bfb-a964-e8a35b901c0b'] in n-d-778550-11 is: [{'id': '029cb2d5-9a2c-4bfb-a964-e8a35b901c0b', 'name': 'tempest-TestServerMultinode-90182113-router', 'tenant_id': '6c2d618169254dcba3aadaf775b5ac6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:48Z', 'updated_at': '2021-08-20T10:51:38Z', 'revision_number': 6, 'project_id': '6c2d618169254dcba3aadaf775b5ac6f', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:51:38.427506 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98fc7cfb-b58c-40b8-89b6-2893e5e8e7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:38.515555 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98fc7cfb-b58c-40b8-89b6-2893e5e8e7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:38.517612 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98fc7cfb-b58c-40b8-89b6-2893e5e8e7e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:38.559175 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98fc7cfb-b58c-40b8-89b6-2893e5e8e7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:38.559622 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fc7cfb-b58c-40b8-89b6-2893e5e8e7e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 029cb2d5-9a2c-4bfb-a964-e8a35b901c0b {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:51:38.563870 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98fc7cfb-b58c-40b8-89b6-2893e5e8e7e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:38.565005 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-98fc7cfb-b58c-40b8-89b6-2893e5e8e7e2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/029cb2d5-9a2c-4bfb-a964-e8a35b901c0b HTTP/1.1" status: 204 len: 168 time: 0.7622759 Aug 20 10:51:38.567487 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59612) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:38.616527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ceeb0f-d772-4650-bc6b-51c8eeb2e659 admin admin] Deleting subnet 86f89f1c-44e6-4f21-8580-42424a3775f4 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:51:38.619534 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f0ceeb0f-d772-4650-bc6b-51c8eeb2e659 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:38.654755 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f0ceeb0f-d772-4650-bc6b-51c8eeb2e659 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:38.730908 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f0ceeb0f-d772-4650-bc6b-51c8eeb2e659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:38.791015 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f0ceeb0f-d772-4650-bc6b-51c8eeb2e659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:38.819861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ceeb0f-d772-4650-bc6b-51c8eeb2e659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86f89f1c-44e6-4f21-8580-42424a3775f4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:38.824214 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f0ceeb0f-d772-4650-bc6b-51c8eeb2e659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:38.827466 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f0ceeb0f-d772-4650-bc6b-51c8eeb2e659 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/86f89f1c-44e6-4f21-8580-42424a3775f4 HTTP/1.1" status: 204 len: 168 time: 0.2587533 Aug 20 10:51:38.829836 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59614) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:38.833326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515ec81a-3e02-4a8b-83fd-f670f03a7da9 None None] Network 3a27bb47-807b-4540-8905-21bab49b0fe6 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:51:38.901661 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:38.956010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] Deleting port ac150add-585c-4e2b-ab0b-cf000c2a118b {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:51:38.956355 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:39.025155 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] For port ac150add-585c-4e2b-ab0b-cf000c2a118b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ac150add-585c-4e2b-ab0b-cf000c2a118b,segment=NetworkSegment(478e52a1-baef-4a26-99e1-7488619c2f15),segment_id=478e52a1-baef-4a26-99e1-7488619c2f15)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:39.025909 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:39.041812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] Calling delete_port for ac150add-585c-4e2b-ab0b-cf000c2a118b owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:51:39.122534 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:39.147527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac150add-585c-4e2b-ab0b-cf000c2a118b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:39.152945 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] No DVR routers for this DVR port ac150add-585c-4e2b-ab0b-cf000c2a118b on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:51:39.199254 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1068e37b-a6ba-4411-b59b-0a3a3966223a None None] DHCP port deletion for 3a27bb47-807b-4540-8905-21bab49b0fe6 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:51:39.236534 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:39.246674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a27bb47-807b-4540-8905-21bab49b0fe6']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:39.257847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478e52a1-baef-4a26-99e1-7488619c2f15') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:39.258144 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478e52a1-baef-4a26-99e1-7488619c2f15') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:39.266991 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:39.281012 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:39.288523 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:51:39.288523 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:51:39.289624 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:51:39.348808 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:39.354464 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:39.356345 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3a27bb47-807b-4540-8905-21bab49b0fe6 HTTP/1.1" status: 204 len: 168 time: 0.5253708 Aug 20 10:51:39.359968 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59618) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:39.367843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48eceea-4f02-45db-acff-6f7e60a14723 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a27bb47-807b-4540-8905-21bab49b0fe6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:39.676239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d0b1f087-0465-4401-b22a-3c83034bcc65 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:51:39.697850 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: d0b1f087-0465-4401-b22a-3c83034bcc65 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:51:39.698189 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d0b1f087-0465-4401-b22a-3c83034bcc65 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:51:39.698609 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ac150add-585c-4e2b-ab0b-cf000c2a118b no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:51:39.717385 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: ac150add-585c-4e2b-ab0b-cf000c2a118b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:51:39.717723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ac150add-585c-4e2b-ab0b-cf000c2a118b not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:51:39.717866 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:39.718128 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:51:39.742478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:51:39.743388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0d9ea5e4-49ca-4bfc-a7b9-0fc08364643a not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:51:39.911232 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:51:40.270455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Deleting port 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:51:40.270704 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:40.353944 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] For port 3c33523e-2a12-4696-aa87-dc3d12ba4ee7, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3c33523e-2a12-4696-aa87-dc3d12ba4ee7,segment=NetworkSegment(593c9d56-6ea0-47e7-8dc2-d566615c345e),segment_id=593c9d56-6ea0-47e7-8dc2-d566615c345e)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:40.354307 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:40.367114 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Calling delete_port for 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:51:40.541168 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:40.564353 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=3c33523e-2a12-4696-aa87-dc3d12ba4ee7,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:40.574203 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:40.574548 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:40.574888 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:40.575262 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:40.576891 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:40.576891 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:40.576891 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:40.577480 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:40.577480 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:40.577779 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:40.578083 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:40.578548 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:40.744944 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:40.965205 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Router 87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:51:41.070718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:51:41.075776 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e180db74-a6db-461c-84f3-869e5bb48c3a admin admin] 10.222.0.16 "PUT /v2.0/routers/87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7146108 Aug 20 10:51:41.078308 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59622) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:41.079097 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb3c5c3-4459-4a83-9621-bb5fd72418f1 None None] Sync routers for ids ['87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:51:41.087897 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb3c5c3-4459-4a83-9621-bb5fd72418f1 None None] Routers {'87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:41.088505 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5cb3c5c3-4459-4a83-9621-bb5fd72418f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:41.194926 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24b613dd-c2bb-4733-8f7a-ecf412f77483 admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:41.197221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-5cb3c5c3-4459-4a83-9621-bb5fd72418f1 None None] Set router 87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:41.305766 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24b613dd-c2bb-4733-8f7a-ecf412f77483 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:41.358656 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-24b613dd-c2bb-4733-8f7a-ecf412f77483 admin admin] Deleting port 7926d75f-a629-4399-b7a5-ba3de7ee6058 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:51:41.358994 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24b613dd-c2bb-4733-8f7a-ecf412f77483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:41.372265 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5cb3c5c3-4459-4a83-9621-bb5fd72418f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'name': 'tempest-TestServerMultinode-1269343409-router', 'tenant_id': 'bbf1365393374141b36930f1c440721e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '7926d75f-a629-4399-b7a5-ba3de7ee6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:55Z', 'updated_at': '2021-08-20T10:51:40Z', 'revision_number': 5, 'project_id': 'bbf1365393374141b36930f1c440721e', 'gw_port': {'id': '7926d75f-a629-4399-b7a5-ba3de7ee6058', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:09:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:50:56Z', 'updated_at': '2021-08-20T10:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:41.402901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb3c5c3-4459-4a83-9621-bb5fd72418f1 None None] Checking router: 87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:51:41.412901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb3c5c3-4459-4a83-9621-bb5fd72418f1 None None] Routers {'87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:41.413638 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5cb3c5c3-4459-4a83-9621-bb5fd72418f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:41.440921 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-24b613dd-c2bb-4733-8f7a-ecf412f77483 admin admin] For port 7926d75f-a629-4399-b7a5-ba3de7ee6058, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7926d75f-a629-4399-b7a5-ba3de7ee6058,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:41.441493 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24b613dd-c2bb-4733-8f7a-ecf412f77483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:41.458138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-24b613dd-c2bb-4733-8f7a-ecf412f77483 admin admin] Calling delete_port for 7926d75f-a629-4399-b7a5-ba3de7ee6058 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:51:41.502730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-5cb3c5c3-4459-4a83-9621-bb5fd72418f1 None None] Set router 87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0 gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:41.554560 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5cb3c5c3-4459-4a83-9621-bb5fd72418f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'name': 'tempest-TestServerMultinode-1269343409-router', 'tenant_id': 'bbf1365393374141b36930f1c440721e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:55Z', 'updated_at': '2021-08-20T10:51:41Z', 'revision_number': 6, 'project_id': 'bbf1365393374141b36930f1c440721e', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:41.588596 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb3c5c3-4459-4a83-9621-bb5fd72418f1 None None] The sync data for ids ['87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0'] in n-d-778550-11 is: [{'id': '87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0', 'name': 'tempest-TestServerMultinode-1269343409-router', 'tenant_id': 'bbf1365393374141b36930f1c440721e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:50:55Z', 'updated_at': '2021-08-20T10:51:41Z', 'revision_number': 6, 'project_id': 'bbf1365393374141b36930f1c440721e', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:51:41.637092 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24b613dd-c2bb-4733-8f7a-ecf412f77483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:41.667081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b613dd-c2bb-4733-8f7a-ecf412f77483 admin admin] Pushing event deleted for resources: {'Port': ['ID=7926d75f-a629-4399-b7a5-ba3de7ee6058,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:41.726905 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24b613dd-c2bb-4733-8f7a-ecf412f77483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:41.816336 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24b613dd-c2bb-4733-8f7a-ecf412f77483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:41.818306 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24b613dd-c2bb-4733-8f7a-ecf412f77483 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:41.866812 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24b613dd-c2bb-4733-8f7a-ecf412f77483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:41.868255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b613dd-c2bb-4733-8f7a-ecf412f77483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:51:41.872332 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-24b613dd-c2bb-4733-8f7a-ecf412f77483 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:41.873996 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-24b613dd-c2bb-4733-8f7a-ecf412f77483 admin admin] 10.222.0.16 "DELETE /v2.0/routers/87f7a614-9e4f-49ff-9f02-d8dc04cc3dc0 HTTP/1.1" status: 204 len: 168 time: 0.7947376 Aug 20 10:51:41.876579 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59628) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:41.923896 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12f33e1-ecca-4877-a497-fcefb7898941 admin admin] Deleting subnet ee30724e-00dd-4723-a170-551b4056dec2 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:51:41.930235 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d12f33e1-ecca-4877-a497-fcefb7898941 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:41.990992 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d12f33e1-ecca-4877-a497-fcefb7898941 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:42.080710 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d12f33e1-ecca-4877-a497-fcefb7898941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:42.135895 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d12f33e1-ecca-4877-a497-fcefb7898941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:42.161071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f33e1-ecca-4877-a497-fcefb7898941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee30724e-00dd-4723-a170-551b4056dec2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:42.164580 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d12f33e1-ecca-4877-a497-fcefb7898941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:42.166526 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d12f33e1-ecca-4877-a497-fcefb7898941 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ee30724e-00dd-4723-a170-551b4056dec2 HTTP/1.1" status: 204 len: 168 time: 0.2890031 Aug 20 10:51:42.169115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59630) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:42.171141 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a00c7e-1623-4bad-abab-b3ac06232341 None None] Network 2b7e9ba1-a229-4950-b5b2-443f4632e676 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:51:42.236387 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:42.289262 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] Deleting port 38479d09-be50-4901-8d6e-58fba4a55fc1 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:51:42.289606 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:42.351836 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15806e9c-b5f0-4fb5-af76-46fdedc14df4 None None] DHCP port deletion for 2b7e9ba1-a229-4950-b5b2-443f4632e676 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:51:42.360200 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] For port 38479d09-be50-4901-8d6e-58fba4a55fc1, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=38479d09-be50-4901-8d6e-58fba4a55fc1,segment=NetworkSegment(593c9d56-6ea0-47e7-8dc2-d566615c345e),segment_id=593c9d56-6ea0-47e7-8dc2-d566615c345e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:42.360558 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:42.375379 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] Calling delete_port for 38479d09-be50-4901-8d6e-58fba4a55fc1 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:51:42.402946 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-15806e9c-b5f0-4fb5-af76-46fdedc14df4 None None] Deleting port 38479d09-be50-4901-8d6e-58fba4a55fc1 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:51:42.403345 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-15806e9c-b5f0-4fb5-af76-46fdedc14df4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:42.456301 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:42.468088 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-15806e9c-b5f0-4fb5-af76-46fdedc14df4 None None] For port 38479d09-be50-4901-8d6e-58fba4a55fc1, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=38479d09-be50-4901-8d6e-58fba4a55fc1,segment=NetworkSegment(593c9d56-6ea0-47e7-8dc2-d566615c345e),segment_id=593c9d56-6ea0-47e7-8dc2-d566615c345e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:42.468485 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-15806e9c-b5f0-4fb5-af76-46fdedc14df4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:42.482733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-15806e9c-b5f0-4fb5-af76-46fdedc14df4 None None] Calling delete_port for 38479d09-be50-4901-8d6e-58fba4a55fc1 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:51:42.491957 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=38479d09-be50-4901-8d6e-58fba4a55fc1,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:42.496246 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] No DVR routers for this DVR port 38479d09-be50-4901-8d6e-58fba4a55fc1 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:51:42.564538 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-15806e9c-b5f0-4fb5-af76-46fdedc14df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:42.569025 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:42.581116 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7e9ba1-a229-4950-b5b2-443f4632e676']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:42.590650 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15806e9c-b5f0-4fb5-af76-46fdedc14df4 None None] Pushing event deleted for resources: {'Port': ['ID=38479d09-be50-4901-8d6e-58fba4a55fc1,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:42.594335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593c9d56-6ea0-47e7-8dc2-d566615c345e') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:42.594726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15806e9c-b5f0-4fb5-af76-46fdedc14df4 None None] No DVR routers for this DVR port 38479d09-be50-4901-8d6e-58fba4a55fc1 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:51:42.594884 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593c9d56-6ea0-47e7-8dc2-d566615c345e') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:42.607923 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:42.623418 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:42.630034 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:51:42.630456 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:51:42.632459 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:51:42.693986 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:42.699606 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:42.708346 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] 10.222.0.16 "DELETE /v2.0/networks/2b7e9ba1-a229-4950-b5b2-443f4632e676 HTTP/1.1" status: 204 len: 168 time: 0.5374322 Aug 20 10:51:42.721449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09280dd-1661-4a2d-981a-5e3c50fb2f4c admin admin] Pushing event deleted for resources: {'Network': ['ID=2b7e9ba1-a229-4950-b5b2-443f4632e676,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:42.866913 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59636) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:42.906764 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-511daee2-415d-4b8c-8fc0-b0167fae5394 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c2d618169254dcba3aadaf775b5ac6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386522 Aug 20 10:51:42.909135 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59638) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:42.960243 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8bee9f80-157f-4ac7-8e72-d8890123cb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:42.981346 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8bee9f80-157f-4ac7-8e72-d8890123cb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:43.028529 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8bee9f80-157f-4ac7-8e72-d8890123cb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:43.031731 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8bee9f80-157f-4ac7-8e72-d8890123cb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:43.032889 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8bee9f80-157f-4ac7-8e72-d8890123cb0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f47cc115-156d-42bb-9a7f-415f8dcf62a2 HTTP/1.1" status: 204 len: 168 time: 0.1228549 Aug 20 10:51:43.040719 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee9f80-157f-4ac7-8e72-d8890123cb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47cc115-156d-42bb-9a7f-415f8dcf62a2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:43.341906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59644) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:43.384152 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d16e7593-ca98-4e56-af13-6c4d94894a81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbf1365393374141b36930f1c440721e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410039 Aug 20 10:51:43.386492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59646) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:43.433699 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2c65-16eb-40c2-a395-ecb4bb6b38f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:43.454842 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2c65-16eb-40c2-a395-ecb4bb6b38f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:43.501238 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2c65-16eb-40c2-a395-ecb4bb6b38f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:43.504226 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8a3a2c65-16eb-40c2-a395-ecb4bb6b38f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:43.505172 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8a3a2c65-16eb-40c2-a395-ecb4bb6b38f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9767462f-f625-4d4a-b632-026aafa182b6 HTTP/1.1" status: 204 len: 168 time: 0.1176422 Aug 20 10:51:43.514140 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a2c65-16eb-40c2-a395-ecb4bb6b38f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9767462f-f625-4d4a-b632-026aafa182b6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:43.681072 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:51:43.701720 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:51:43.702161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3c33523e-2a12-4696-aa87-dc3d12ba4ee7 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:51:43.702588 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 38479d09-be50-4901-8d6e-58fba4a55fc1 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:51:43.725359 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 38479d09-be50-4901-8d6e-58fba4a55fc1 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:51:43.725359 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 38479d09-be50-4901-8d6e-58fba4a55fc1 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:51:43.725359 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7926d75f-a629-4399-b7a5-ba3de7ee6058 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:51:43.740751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 7926d75f-a629-4399-b7a5-ba3de7ee6058 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:51:43.741100 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7926d75f-a629-4399-b7a5-ba3de7ee6058 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:51:44.177820 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59670) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:44.277716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-89a1ef69-b0e7-4fb2-8341-a4e2b33308e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-567381381-network', 'tenant_id': 'c090051161f84f338132097522189093'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:44.299569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a1ef69-b0e7-4fb2-8341-a4e2b33308e6 admin admin] Made reservation on behalf of c090051161f84f338132097522189093 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:51:44.301857 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89a1ef69-b0e7-4fb2-8341-a4e2b33308e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:44.310661 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89a1ef69-b0e7-4fb2-8341-a4e2b33308e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:44.400627 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89a1ef69-b0e7-4fb2-8341-a4e2b33308e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:44.405794 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89a1ef69-b0e7-4fb2-8341-a4e2b33308e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:44.435388 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a1ef69-b0e7-4fb2-8341-a4e2b33308e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:51:44.441454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1ef69-b0e7-4fb2-8341-a4e2b33308e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29038206-242f-4f0a-9e7c-4ed456de7623,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:44.448634 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89a1ef69-b0e7-4fb2-8341-a4e2b33308e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:44.449005 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-89a1ef69-b0e7-4fb2-8341-a4e2b33308e6 admin admin] Added segment e6636fc8-233e-43ad-80b7-e68d33c9ebce of type vlan for network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b Aug 20 10:51:44.488053 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89a1ef69-b0e7-4fb2-8341-a4e2b33308e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:44.511529 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89a1ef69-b0e7-4fb2-8341-a4e2b33308e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:44.512467 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a1ef69-b0e7-4fb2-8341-a4e2b33308e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:44.513571 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89a1ef69-b0e7-4fb2-8341-a4e2b33308e6 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:44.577203 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-89a1ef69-b0e7-4fb2-8341-a4e2b33308e6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3941441 Aug 20 10:51:44.577203 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1ef69-b0e7-4fb2-8341-a4e2b33308e6 admin admin] Pushing event updated for resources: {'Network': ['ID=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:44.577997 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59676) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:44.587419 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-51725c08-76a3-49b5-bffc-39de4fa6a557 admin admin] Request body: {'subnet': {'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-567381381-subnet', 'tenant_id': 'c090051161f84f338132097522189093', 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:44.591018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:51:44.625419 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51725c08-76a3-49b5-bffc-39de4fa6a557 admin admin] Made reservation on behalf of c090051161f84f338132097522189093 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:51:44.628344 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-51725c08-76a3-49b5-bffc-39de4fa6a557 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:44.797777 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-51725c08-76a3-49b5-bffc-39de4fa6a557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:44.849766 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51725c08-76a3-49b5-bffc-39de4fa6a557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=613c4b10-757f-41e2-b495-9809f5fc214e,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:44.860251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51725c08-76a3-49b5-bffc-39de4fa6a557 admin admin] Checking segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:44.860606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51725c08-76a3-49b5-bffc-39de4fa6a557 admin admin] Network hostable DHCP agents. Network: 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:51:44.876596 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51725c08-76a3-49b5-bffc-39de4fa6a557 admin admin] Network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:51:44.885168 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-51725c08-76a3-49b5-bffc-39de4fa6a557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:44.889075 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51725c08-76a3-49b5-bffc-39de4fa6a557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:44.889652 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-51725c08-76a3-49b5-bffc-39de4fa6a557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:44.895279 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76673af-5175-4daa-97ef-084a1d6878a5 None None] Network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:51:44.904229 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-51725c08-76a3-49b5-bffc-39de4fa6a557 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3236737 Aug 20 10:51:44.906844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59678) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:44.911529 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:44.932479 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:44.933481 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:44.989386 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:45.043175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:51:45.044045 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:45.179341 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Allocated IP 172.20.0.2 (45e6f8dc-f9e2-4ee1-aaa9-d63db523568b/613c4b10-757f-41e2-b495-9809f5fc214e/dc295e13-3b64-442d-8770-6629a9a28c13) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:51:45.330757 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:45.340100 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Transition to ACTIVE for port object dc295e13-3b64-442d-8770-6629a9a28c13 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:45.358333 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Transition to ACTIVE for port object dc295e13-3b64-442d-8770-6629a9a28c13 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:45.364371 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:45.401905 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:45.405336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:45.409126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:51:45.417516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Pushing event updated for resources: {'Port': ['ID=dc295e13-3b64-442d-8770-6629a9a28c13,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:45.489806 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:45.626229 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Attempting to bind port dc295e13-3b64-442d-8770-6629a9a28c13 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:51:45.626670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Attempting to bind port dc295e13-3b64-442d-8770-6629a9a28c13 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:51:45.627232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Attempting to bind port dc295e13-3b64-442d-8770-6629a9a28c13 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:45.632407 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:51:45.632775 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Checking segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:45.633170 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:45.633554 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Bound using segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:51:45.634041 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Bound port: dc295e13-3b64-442d-8770-6629a9a28c13, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:51:45.634411 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:45.697269 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:45.699516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] For port dc295e13-3b64-442d-8770-6629a9a28c13, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:51:45.703235 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] For port dc295e13-3b64-442d-8770-6629a9a28c13, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=dc295e13-3b64-442d-8770-6629a9a28c13,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:51:45.708791 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:45.717180 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:45.771792 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825b031-38c3-49dc-ba33-af562c7ea5a1 None None] Pushing event updated for resources: {'Port': ['ID=dc295e13-3b64-442d-8770-6629a9a28c13,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:45.830556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Allocated IP 172.25.3.163 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/72d45e22-567d-40f8-a66c-83afb1b5aabc) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:51:45.964331 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:46.010592 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:46.059670 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:46.063403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:46.065887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:51:46.095599 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=72d45e22-567d-40f8-a66c-83afb1b5aabc,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:46.327485 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:46.542410 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:46.670821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4572d5-4fd7-412a-bf3d-6c50f9582638 None None] Network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:51:46.677469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Router f67d6671-a618-4ae8-adc1-df56eb97b255 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:51:46.735597 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5dda18ec-a2fe-472f-a2d6-da2a7805aa82 None None] Provisioning for port dc295e13-3b64-442d-8770-6629a9a28c13 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:46.793347 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:51:46.804461 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Sync routers for ids ['f67d6671-a618-4ae8-adc1-df56eb97b255'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:51:46.810706 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:46.812201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0e1ff7c3-2c8d-4038-a584-efbe112c8ef7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9043717 Aug 20 10:51:46.814751 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Routers {'f67d6671-a618-4ae8-adc1-df56eb97b255'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:46.814894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59684) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:46.815566 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f67d6671-a618-4ae8-adc1-df56eb97b255'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:46.924350 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Set router f67d6671-a618-4ae8-adc1-df56eb97b255 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:47.108831 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:46Z', 'revision_number': 3, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:47.134515 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Checking router: f67d6671-a618-4ae8-adc1-df56eb97b255 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:51:47.134859 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Updating router f67d6671-a618-4ae8-adc1-df56eb97b255 port 72d45e22-567d-40f8-a66c-83afb1b5aabc binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:51:47.159177 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:47.238161 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:47.394278 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Allocated IP 172.20.0.1 (45e6f8dc-f9e2-4ee1-aaa9-d63db523568b/613c4b10-757f-41e2-b495-9809f5fc214e/26e77241-b091-4f5b-a574-9559fc0019df) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:51:47.406388 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:47.415887 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Transition to ACTIVE for port object 72d45e22-567d-40f8-a66c-83afb1b5aabc will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:47.421420 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:47.471724 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce645a22-753a-4f65-804f-6bd86a538428 None None] Pushing event updated for resources: {'Port': ['ID=72d45e22-567d-40f8-a66c-83afb1b5aabc,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:47.473690 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Attempting to bind port 72d45e22-567d-40f8-a66c-83afb1b5aabc on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:51:47.474050 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Attempting to bind port 72d45e22-567d-40f8-a66c-83afb1b5aabc by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:51:47.474423 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Attempting to bind port 72d45e22-567d-40f8-a66c-83afb1b5aabc on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:47.483930 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce645a22-753a-4f65-804f-6bd86a538428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:47.484266 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce645a22-753a-4f65-804f-6bd86a538428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:47.484603 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce645a22-753a-4f65-804f-6bd86a538428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:47.485021 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce645a22-753a-4f65-804f-6bd86a538428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:47.485347 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce645a22-753a-4f65-804f-6bd86a538428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:47.485674 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce645a22-753a-4f65-804f-6bd86a538428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:47.485977 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce645a22-753a-4f65-804f-6bd86a538428 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:47.486331 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce645a22-753a-4f65-804f-6bd86a538428 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:47.486604 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce645a22-753a-4f65-804f-6bd86a538428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:47.486920 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce645a22-753a-4f65-804f-6bd86a538428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:47.487259 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce645a22-753a-4f65-804f-6bd86a538428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:47.487572 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce645a22-753a-4f65-804f-6bd86a538428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:51:47.490577 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:51:47.490945 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:47.491365 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:47.491739 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:51:47.492195 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Bound port: 72d45e22-567d-40f8-a66c-83afb1b5aabc, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:51:47.492617 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:47.503936 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:47.517891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Transition to ACTIVE for port object 26e77241-b091-4f5b-a574-9559fc0019df will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:47.541862 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] For port 72d45e22-567d-40f8-a66c-83afb1b5aabc, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:51:47.545610 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] For port 72d45e22-567d-40f8-a66c-83afb1b5aabc, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=72d45e22-567d-40f8-a66c-83afb1b5aabc,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:51:47.550881 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:47.552871 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:47.591603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:47.595820 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:47.602354 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:51:47.605621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Pushing event updated for resources: {'Port': ['ID=26e77241-b091-4f5b-a574-9559fc0019df,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:47.606257 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Routers {'f67d6671-a618-4ae8-adc1-df56eb97b255'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:47.607481 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f67d6671-a618-4ae8-adc1-df56eb97b255'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:47.649495 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:47.663222 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce645a22-753a-4f65-804f-6bd86a538428 None None] Pushing event updated for resources: {'Port': ['ID=72d45e22-567d-40f8-a66c-83afb1b5aabc,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:47.736080 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] Set router f67d6671-a618-4ae8-adc1-df56eb97b255 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:47.770209 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device dc295e13-3b64-442d-8770-6629a9a28c13 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:47.821277 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:47.859492 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port dc295e13-3b64-442d-8770-6629a9a28c13 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:47.868112 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port dc295e13-3b64-442d-8770-6629a9a28c13 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:47.869034 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:47.954147 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:47.959439 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:46Z', 'revision_number': 3, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:47.986432 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb8ff4-5131-4fbc-ab2e-1dbbc3a853ec None None] The sync data for ids ['f67d6671-a618-4ae8-adc1-df56eb97b255'] in n-d-778550-11 is: [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:46Z', 'revision_number': 3, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:51:47.990446 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port dc295e13-3b64-442d-8770-6629a9a28c13, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=dc295e13-3b64-442d-8770-6629a9a28c13,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:47.998780 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:48.005306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5b0c4a8d-21b4-4f0b-ad61-84974876a93f None None] Provisioning for port 26e77241-b091-4f5b-a574-9559fc0019df completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:48.028308 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:48.032445 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5b0c4a8d-21b4-4f0b-ad61-84974876a93f None None] Provisioning complete for port 26e77241-b091-4f5b-a574-9559fc0019df triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:48.032888 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4a8d-21b4-4f0b-ad61-84974876a93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:48.055617 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:48.080972 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=dc295e13-3b64-442d-8770-6629a9a28c13,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:48.088771 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c4a8d-21b4-4f0b-ad61-84974876a93f None None] Port 26e77241-b091-4f5b-a574-9559fc0019df cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:51:48.136455 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Pushing event updated for resources: {'Port': ['ID=26e77241-b091-4f5b-a574-9559fc0019df,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:48.140443 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:48.145097 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7db37a41-3775-4cc2-be4a-436edfc3cd96 req-650bd139-5d10-4de5-9c39-c3de5a0344da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1142762 Aug 20 10:51:48.266183 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db37a41-3775-4cc2-be4a-436edfc3cd96 req-8c2387dd-b74a-4da8-9020-fd5c9736da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:48.267747 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7db37a41-3775-4cc2-be4a-436edfc3cd96 req-8c2387dd-b74a-4da8-9020-fd5c9736da95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffcd7abd09084c36a19f0ca777b7b157&device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 1097 time: 0.0786836 Aug 20 10:51:48.278435 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:48.281003 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:48.524815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5e3ab84f-1f1d-4e64-a17d-1bbd5f83e585 None None] Provisioning complete for port 26e77241-b091-4f5b-a574-9559fc0019df triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:48.525184 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab84f-1f1d-4e64-a17d-1bbd5f83e585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:48.561872 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-5e3ab84f-1f1d-4e64-a17d-1bbd5f83e585 None None] Port 26e77241-b091-4f5b-a574-9559fc0019df cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:51:48.636797 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:48.813139 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db37a41-3775-4cc2-be4a-436edfc3cd96 req-a9b13bda-8c5b-4a10-baa2-ee0f1fbd3a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:48.814677 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7db37a41-3775-4cc2-be4a-436edfc3cd96 req-a9b13bda-8c5b-4a10-baa2-ee0f1fbd3a8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=006c7b89-3377-4894-bcc4-b4dc4d135d71 HTTP/1.1" status: 200 len: 909 time: 0.5263400 Aug 20 10:51:48.871708 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Router f67d6671-a618-4ae8-adc1-df56eb97b255 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:51:48.897015 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7db37a41-3775-4cc2-be4a-436edfc3cd96 req-68526537-3c12-4221-8d49-b89e7d210bed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8c02401-956f-4233-860c-26d48ee2b6d7 HTTP/1.1" status: 200 len: 1001 time: 0.0743313 Aug 20 10:51:49.010196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db37a41-3775-4cc2-be4a-436edfc3cd96 req-280e5f7c-fc75-4372-9ac6-8ee51e3441ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:49.011706 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7db37a41-3775-4cc2-be4a-436edfc3cd96 req-280e5f7c-fc75-4372-9ac6-8ee51e3441ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7aafae94-e831-405c-b2c8-9f5ca00ab8f5 HTTP/1.1" status: 200 len: 847 time: 0.0846691 Aug 20 10:51:49.054188 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:51:49.063346 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-690a0313-0f7b-401e-b1d5-387774a5d563 admin admin] 10.222.0.16 "PUT /v2.0/routers/f67d6671-a618-4ae8-adc1-df56eb97b255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2471864 Aug 20 10:51:49.077035 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db37a41-3775-4cc2-be4a-436edfc3cd96 req-b7e9119d-2dfe-4df4-8b5a-32149190b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:49.078626 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7db37a41-3775-4cc2-be4a-436edfc3cd96 req-b7e9119d-2dfe-4df4-8b5a-32149190b898 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=006c7b89-3377-4894-bcc4-b4dc4d135d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589492 Aug 20 10:51:49.176194 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7db37a41-3775-4cc2-be4a-436edfc3cd96 req-bf9b95d5-1f4a-4853-80bf-339476b6e81b service neutron] 10.222.0.42 "GET /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892770 Aug 20 10:51:49.272526 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7db37a41-3775-4cc2-be4a-436edfc3cd96 req-aef74c2b-e614-4f36-8668-e0d979fe18fd service neutron] 10.222.0.42 "GET /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881915 Aug 20 10:51:49.534665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59706) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:49.539773 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-baa100fa-6b07-4beb-98f1-8f98c8838fd0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1112512221-network', 'tenant_id': 'ee2228ceff4840d385ff0ce9e1b3f52d'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:49.562602 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa100fa-6b07-4beb-98f1-8f98c8838fd0 admin admin] Made reservation on behalf of ee2228ceff4840d385ff0ce9e1b3f52d for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:51:49.565060 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-baa100fa-6b07-4beb-98f1-8f98c8838fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:49.574542 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-baa100fa-6b07-4beb-98f1-8f98c8838fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:49.630209 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Sync routers for ids ['f67d6671-a618-4ae8-adc1-df56eb97b255'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:51:49.640455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Routers {'f67d6671-a618-4ae8-adc1-df56eb97b255'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:49.641073 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f67d6671-a618-4ae8-adc1-df56eb97b255'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:49.678433 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-baa100fa-6b07-4beb-98f1-8f98c8838fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:49.684259 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-baa100fa-6b07-4beb-98f1-8f98c8838fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:49.711264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa100fa-6b07-4beb-98f1-8f98c8838fd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:51:49.721112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa100fa-6b07-4beb-98f1-8f98c8838fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f22361f-a6ef-44f2-b275-ce0b35e35e95,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:49.727737 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-baa100fa-6b07-4beb-98f1-8f98c8838fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:49.728086 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-baa100fa-6b07-4beb-98f1-8f98c8838fd0 admin admin] Added segment e5563576-6c6d-42b4-9afc-617d31500e34 of type vlan for network c65a87a0-70b8-4e73-a729-f61dc7f3b00a Aug 20 10:51:49.767646 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Set router f67d6671-a618-4ae8-adc1-df56eb97b255 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:49.789495 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-baa100fa-6b07-4beb-98f1-8f98c8838fd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:49.824405 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device dc295e13-3b64-442d-8770-6629a9a28c13 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:49.835907 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-baa100fa-6b07-4beb-98f1-8f98c8838fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:49.837040 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa100fa-6b07-4beb-98f1-8f98c8838fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:49.837707 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-baa100fa-6b07-4beb-98f1-8f98c8838fd0 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:49.908392 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa100fa-6b07-4beb-98f1-8f98c8838fd0 admin admin] Pushing event updated for resources: {'Network': ['ID=c65a87a0-70b8-4e73-a729-f61dc7f3b00a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:49.914648 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59708) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:49.915193 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-baa100fa-6b07-4beb-98f1-8f98c8838fd0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3790433 Aug 20 10:51:49.922621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-0670c72a-bd42-4a0e-8051-d94022f9f8a5 admin admin] Request body: {'subnet': {'network_id': 'c65a87a0-70b8-4e73-a729-f61dc7f3b00a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1112512221-subnet', 'tenant_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:49.932005 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network c65a87a0-70b8-4e73-a729-f61dc7f3b00a details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:51:49.949045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0670c72a-bd42-4a0e-8051-d94022f9f8a5 admin admin] Made reservation on behalf of ee2228ceff4840d385ff0ce9e1b3f52d for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:51:49.951969 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0670c72a-bd42-4a0e-8051-d94022f9f8a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:50.061197 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port dc295e13-3b64-442d-8770-6629a9a28c13 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:50.061579 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:50.147652 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0670c72a-bd42-4a0e-8051-d94022f9f8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:50.176351 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 2, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:50.197396 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670c72a-bd42-4a0e-8051-d94022f9f8a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c50278-b448-40e4-8b84-0f4b973fe222,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:50.206190 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 72d45e22-567d-40f8-a66c-83afb1b5aabc up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:50.208018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Checking router: f67d6671-a618-4ae8-adc1-df56eb97b255 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:51:50.208373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Updating router f67d6671-a618-4ae8-adc1-df56eb97b255 port 26e77241-b091-4f5b-a574-9559fc0019df binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:51:50.212530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670c72a-bd42-4a0e-8051-d94022f9f8a5 admin admin] Checking segment: {'id': 'e5563576-6c6d-42b4-9afc-617d31500e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c65a87a0-70b8-4e73-a729-f61dc7f3b00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:50.212891 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0670c72a-bd42-4a0e-8051-d94022f9f8a5 admin admin] Network hostable DHCP agents. Network: c65a87a0-70b8-4e73-a729-f61dc7f3b00a, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:51:50.231262 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0670c72a-bd42-4a0e-8051-d94022f9f8a5 admin admin] Network c65a87a0-70b8-4e73-a729-f61dc7f3b00a is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:51:50.242366 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-0670c72a-bd42-4a0e-8051-d94022f9f8a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, c65a87a0-70b8-4e73-a729-f61dc7f3b00a) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:50.247962 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670c72a-bd42-4a0e-8051-d94022f9f8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:50.249341 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0670c72a-bd42-4a0e-8051-d94022f9f8a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:50.253119 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f426dc7-2ed7-4ccc-9f80-02a18b06953f None None] Network c65a87a0-70b8-4e73-a729-f61dc7f3b00a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:51:50.265207 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0670c72a-bd42-4a0e-8051-d94022f9f8a5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3482740 Aug 20 10:51:50.267817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 59712) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:50.272670 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1112512221-router', 'tenant_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:50.292607 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:50.293506 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:50.312840 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:50.349161 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:50.388610 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 72d45e22-567d-40f8-a66c-83afb1b5aabc completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:50.400383 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 72d45e22-567d-40f8-a66c-83afb1b5aabc triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:50.400759 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:50.486809 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:50.606926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-c65a87a0-70b8-4e73-a729-f61dc7f3b00a', 'network_id': 'c65a87a0-70b8-4e73-a729-f61dc7f3b00a', 'tenant_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'fixed_ips': [{'subnet_id': 'f8c50278-b448-40e4-8b84-0f4b973fe222'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:51:50.607991 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:50.689359 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:50.708437 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:50.725566 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:50.772553 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 72d45e22-567d-40f8-a66c-83afb1b5aabc, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=72d45e22-567d-40f8-a66c-83afb1b5aabc,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:50.789159 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:50.820477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Allocated IP 172.25.3.115 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/3b91e84c-f456-4215-8fe7-8d4a740f5b9c) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:51:50.899988 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:50.914834 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=72d45e22-567d-40f8-a66c-83afb1b5aabc,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:50.923061 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Transition to ACTIVE for port object 26e77241-b091-4f5b-a574-9559fc0019df will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:50.924970 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:50.925471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Allocated IP 172.20.0.2 (c65a87a0-70b8-4e73-a729-f61dc7f3b00a/f8c50278-b448-40e4-8b84-0f4b973fe222/7ffe0c81-1071-4e5c-a698-eec04f3904a7) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:51:50.936529 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:50.967908 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:51.006556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:51.011213 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:51.015623 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:51:51.037577 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79976d3-6a6d-4722-9aac-723b6c49141d None None] Pushing event updated for resources: {'Port': ['ID=26e77241-b091-4f5b-a574-9559fc0019df,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:51.050495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Pushing event updated for resources: {'Port': ['ID=3b91e84c-f456-4215-8fe7-8d4a740f5b9c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:51.105769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Attempting to bind port 26e77241-b091-4f5b-a574-9559fc0019df on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:51:51.106051 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Attempting to bind port 26e77241-b091-4f5b-a574-9559fc0019df by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:51:51.106376 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Attempting to bind port 26e77241-b091-4f5b-a574-9559fc0019df on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:51.113937 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:51:51.114316 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Checking segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:51.114718 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:51.115750 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Bound using segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:51:51.115750 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Bound port: 26e77241-b091-4f5b-a574-9559fc0019df, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:51:51.116059 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:51.230030 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:51.239367 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] For port 26e77241-b091-4f5b-a574-9559fc0019df, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:51:51.243521 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] For port 26e77241-b091-4f5b-a574-9559fc0019df, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=26e77241-b091-4f5b-a574-9559fc0019df,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:51:51.244656 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Transition to ACTIVE for port object 7ffe0c81-1071-4e5c-a698-eec04f3904a7 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:51.250122 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:51.291128 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Transition to ACTIVE for port object 7ffe0c81-1071-4e5c-a698-eec04f3904a7 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:51.300650 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:51.315277 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:51.343757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79976d3-6a6d-4722-9aac-723b6c49141d None None] Pushing event updated for resources: {'Port': ['ID=26e77241-b091-4f5b-a574-9559fc0019df,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:51.346253 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Routers {'f67d6671-a618-4ae8-adc1-df56eb97b255'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:51.346860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f67d6671-a618-4ae8-adc1-df56eb97b255'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:51.410772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Network c65a87a0-70b8-4e73-a729-f61dc7f3b00a is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:51.416805 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:51.422196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:51:51.446270 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Pushing event updated for resources: {'Port': ['ID=7ffe0c81-1071-4e5c-a698-eec04f3904a7,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:51.519247 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:51.653257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Router ac4fa9e4-347c-405e-b7ff-628ee8405207 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:51:51.704379 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 72d45e22-567d-40f8-a66c-83afb1b5aabc up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:51.730554 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Attempting to bind port 7ffe0c81-1071-4e5c-a698-eec04f3904a7 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:51:51.731234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Attempting to bind port 7ffe0c81-1071-4e5c-a698-eec04f3904a7 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'e5563576-6c6d-42b4-9afc-617d31500e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c65a87a0-70b8-4e73-a729-f61dc7f3b00a'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:51:51.731353 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Attempting to bind port 7ffe0c81-1071-4e5c-a698-eec04f3904a7 on network c65a87a0-70b8-4e73-a729-f61dc7f3b00a {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:51.739584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] Set router f67d6671-a618-4ae8-adc1-df56eb97b255 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:51.765309 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:51:51.768884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:51:51.769285 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Checking segment: {'id': 'e5563576-6c6d-42b4-9afc-617d31500e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c65a87a0-70b8-4e73-a729-f61dc7f3b00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:51.769661 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:51.770035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Bound using segment: {'id': 'e5563576-6c6d-42b4-9afc-617d31500e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c65a87a0-70b8-4e73-a729-f61dc7f3b00a'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:51:51.770930 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Bound port: 7ffe0c81-1071-4e5c-a698-eec04f3904a7, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5563576-6c6d-42b4-9afc-617d31500e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c65a87a0-70b8-4e73-a729-f61dc7f3b00a'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:51:51.770930 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:51.778085 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Sync routers for ids ['ac4fa9e4-347c-405e-b7ff-628ee8405207'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:51:51.783074 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:51.787346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59716) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:51:51.787857 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-38bad109-13c3-48b6-b06f-6249b2055741 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5182624 Aug 20 10:51:51.796357 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Routers {'ac4fa9e4-347c-405e-b7ff-628ee8405207'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:51.797579 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ac4fa9e4-347c-405e-b7ff-628ee8405207'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:51.903588 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Set router ac4fa9e4-347c-405e-b7ff-628ee8405207 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:51.930033 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 72d45e22-567d-40f8-a66c-83afb1b5aabc triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:51.930395 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:51.966889 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] For port 7ffe0c81-1071-4e5c-a698-eec04f3904a7, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:51:51.986434 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] For port 7ffe0c81-1071-4e5c-a698-eec04f3904a7, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7ffe0c81-1071-4e5c-a698-eec04f3904a7,segment=NetworkSegment(e5563576-6c6d-42b4-9afc-617d31500e34),segment_id=e5563576-6c6d-42b4-9afc-617d31500e34)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:51:52.004944 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:52.102521 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43b231-030d-4a9a-87b1-af58be7fcaaf None None] Pushing event updated for resources: {'Port': ['ID=7ffe0c81-1071-4e5c-a698-eec04f3904a7,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:52.154831 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:51Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:52.190902 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374974a5-bcd2-4dcc-a549-e225efe8c59f None None] The sync data for ids ['f67d6671-a618-4ae8-adc1-df56eb97b255'] in n-d-778550-11 is: [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:51Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:51:52.213483 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'name': 'tempest-TestVolumeBootPattern-1112512221-router', 'tenant_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3b91e84c-f456-4215-8fe7-8d4a740f5b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:50Z', 'updated_at': '2021-08-20T10:51:51Z', 'revision_number': 3, 'project_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'gw_port': {'id': '3b91e84c-f456-4215-8fe7-8d4a740f5b9c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:50Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:52.251561 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Checking router: ac4fa9e4-347c-405e-b7ff-628ee8405207 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:51:52.252169 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Updating router ac4fa9e4-347c-405e-b7ff-628ee8405207 port 3b91e84c-f456-4215-8fe7-8d4a740f5b9c binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:51:52.282749 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:52.392251 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:52.581862 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Allocated IP 172.20.0.1 (c65a87a0-70b8-4e73-a729-f61dc7f3b00a/f8c50278-b448-40e4-8b84-0f4b973fe222/02a2dc50-70b3-4748-85a3-1b1a0f6f9307) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:51:52.600010 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:52.612333 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Transition to ACTIVE for port object 3b91e84c-f456-4215-8fe7-8d4a740f5b9c will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:52.618529 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:52.675900 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd7647-0e54-4b99-a4fd-1f616e98e551 None None] Pushing event updated for resources: {'Port': ['ID=3b91e84c-f456-4215-8fe7-8d4a740f5b9c,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:52.680604 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Attempting to bind port 3b91e84c-f456-4215-8fe7-8d4a740f5b9c on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:51:52.680976 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Attempting to bind port 3b91e84c-f456-4215-8fe7-8d4a740f5b9c by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:51:52.681346 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Attempting to bind port 3b91e84c-f456-4215-8fe7-8d4a740f5b9c on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:52.686775 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:51:52.687186 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:52.687595 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:52.687990 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:51:52.688522 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Bound port: 3b91e84c-f456-4215-8fe7-8d4a740f5b9c, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:51:52.688902 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:52.710601 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:52.734915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Transition to ACTIVE for port object 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:52.746130 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] For port 3b91e84c-f456-4215-8fe7-8d4a740f5b9c, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:51:52.749492 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] For port 3b91e84c-f456-4215-8fe7-8d4a740f5b9c, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3b91e84c-f456-4215-8fe7-8d4a740f5b9c,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:51:52.756456 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:52.777745 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:52.812809 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Routers {'ac4fa9e4-347c-405e-b7ff-628ee8405207'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:52.813481 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ac4fa9e4-347c-405e-b7ff-628ee8405207'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:52.826396 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Network c65a87a0-70b8-4e73-a729-f61dc7f3b00a is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:52.829417 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:52.836475 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:51:52.839714 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Pushing event updated for resources: {'Port': ['ID=02a2dc50-70b3-4748-85a3-1b1a0f6f9307,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:52.860937 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd7647-0e54-4b99-a4fd-1f616e98e551 None None] Pushing event updated for resources: {'Port': ['ID=3b91e84c-f456-4215-8fe7-8d4a740f5b9c,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:52.875385 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:52.898936 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:52.962189 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] Set router ac4fa9e4-347c-405e-b7ff-628ee8405207 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:53.049565 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:53.192515 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'name': 'tempest-TestVolumeBootPattern-1112512221-router', 'tenant_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3b91e84c-f456-4215-8fe7-8d4a740f5b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:50Z', 'updated_at': '2021-08-20T10:51:51Z', 'revision_number': 3, 'project_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'gw_port': {'id': '3b91e84c-f456-4215-8fe7-8d4a740f5b9c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:50Z', 'updated_at': '2021-08-20T10:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:53.220424 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6264c9-3461-460c-95cc-3caef8a797d4 None None] The sync data for ids ['ac4fa9e4-347c-405e-b7ff-628ee8405207'] in n-d-778550-11 is: [{'id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'name': 'tempest-TestVolumeBootPattern-1112512221-router', 'tenant_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3b91e84c-f456-4215-8fe7-8d4a740f5b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:50Z', 'updated_at': '2021-08-20T10:51:51Z', 'revision_number': 3, 'project_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'gw_port': {'id': '3b91e84c-f456-4215-8fe7-8d4a740f5b9c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:50Z', 'updated_at': '2021-08-20T10:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:51:53.298098 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:53.305486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3077b8-91ab-4adb-a9c7-cbe1faa2166f None None] Network c65a87a0-70b8-4e73-a729-f61dc7f3b00a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:51:53.307874 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:53.384596 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Pushing event updated for resources: {'Port': ['ID=02a2dc50-70b3-4748-85a3-1b1a0f6f9307,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:53.387142 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:53.447200 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e3064834-d0d7-40ed-9f60-1b01f2bab15a None None] Provisioning for port 7ffe0c81-1071-4e5c-a698-eec04f3904a7 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:53.487993 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Network c65a87a0-70b8-4e73-a729-f61dc7f3b00a is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:53.489435 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:53.650658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Router ac4fa9e4-347c-405e-b7ff-628ee8405207 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:51:53.781259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d544fdf9-1a15-4a55-a36b-a992ded18624 None None] Provisioning for port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:53.786357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d544fdf9-1a15-4a55-a36b-a992ded18624 None None] Provisioning complete for port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:53.786608 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d544fdf9-1a15-4a55-a36b-a992ded18624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:53.813966 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:51:53.827486 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-928b8fea-b964-4190-978e-8eeb4278f9ab admin admin] 10.222.0.16 "PUT /v2.0/routers/ac4fa9e4-347c-405e-b7ff-628ee8405207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0307460 Aug 20 10:51:53.864731 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d544fdf9-1a15-4a55-a36b-a992ded18624 None None] Port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:51:53.911731 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7ffe0c81-1071-4e5c-a698-eec04f3904a7 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:53.981864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 7ffe0c81-1071-4e5c-a698-eec04f3904a7 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:53.988444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7ffe0c81-1071-4e5c-a698-eec04f3904a7 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:53.988883 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:54.087751 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:54.119414 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7852462d-88b4-48b7-9e6c-6c555d08cd11 None None] Provisioning complete for port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:54.119794 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7852462d-88b4-48b7-9e6c-6c555d08cd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:54.158226 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 7ffe0c81-1071-4e5c-a698-eec04f3904a7, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7ffe0c81-1071-4e5c-a698-eec04f3904a7,segment=NetworkSegment(e5563576-6c6d-42b4-9afc-617d31500e34),segment_id=e5563576-6c6d-42b4-9afc-617d31500e34)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:54.170704 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:54.171898 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3b91e84c-f456-4215-8fe7-8d4a740f5b9c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:54.225130 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7852462d-88b4-48b7-9e6c-6c555d08cd11 None None] Port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:51:54.274971 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=7ffe0c81-1071-4e5c-a698-eec04f3904a7,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:54.290903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 3b91e84c-f456-4215-8fe7-8d4a740f5b9c completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:54.295772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3b91e84c-f456-4215-8fe7-8d4a740f5b9c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:54.296374 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:54.358589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7a54d9a7-59a5-4b32-90cc-0fc44b124578 None None] Provisioning complete for port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:54.358973 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a54d9a7-59a5-4b32-90cc-0fc44b124578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:54.424287 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:54.429062 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7a54d9a7-59a5-4b32-90cc-0fc44b124578 None None] Port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:51:54.447202 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 3b91e84c-f456-4215-8fe7-8d4a740f5b9c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3b91e84c-f456-4215-8fe7-8d4a740f5b9c,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:54.452187 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:54.452901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 26e77241-b091-4f5b-a574-9559fc0019df up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:54.532868 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=3b91e84c-f456-4215-8fe7-8d4a740f5b9c,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:54.546916 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 26e77241-b091-4f5b-a574-9559fc0019df completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:54.553493 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 26e77241-b091-4f5b-a574-9559fc0019df triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:54.553867 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:54.647212 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:54.686631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 26e77241-b091-4f5b-a574-9559fc0019df, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=26e77241-b091-4f5b-a574-9559fc0019df,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:54.692398 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:54.748523 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=26e77241-b091-4f5b-a574-9559fc0019df,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:55.630761 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Sync routers for ids ['ac4fa9e4-347c-405e-b7ff-628ee8405207'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:51:55.640681 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Routers {'ac4fa9e4-347c-405e-b7ff-628ee8405207'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:55.641296 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ac4fa9e4-347c-405e-b7ff-628ee8405207'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:55.725210 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7ffe0c81-1071-4e5c-a698-eec04f3904a7 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:55.779016 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Set router ac4fa9e4-347c-405e-b7ff-628ee8405207 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:55.860203 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7ffe0c81-1071-4e5c-a698-eec04f3904a7 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:55.860578 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:56.025983 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3b91e84c-f456-4215-8fe7-8d4a740f5b9c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:56.075856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf074075-18c0-4d02-a8b6-74713af237ad req-cebf9917-9ef4-4ae1-b000-4f155da02b31 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:56.077340 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf074075-18c0-4d02-a8b6-74713af237ad req-cebf9917-9ef4-4ae1-b000-4f155da02b31 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 811 time: 0.1039684 Aug 20 10:51:56.081553 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'name': 'tempest-TestVolumeBootPattern-1112512221-router', 'tenant_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3b91e84c-f456-4215-8fe7-8d4a740f5b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:50Z', 'updated_at': '2021-08-20T10:51:53Z', 'revision_number': 4, 'project_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'gw_port': {'id': '3b91e84c-f456-4215-8fe7-8d4a740f5b9c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:50Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '02a2dc50-70b3-4748-85a3-1b1a0f6f9307', 'name': '', 'network_id': 'c65a87a0-70b8-4e73-a729-f61dc7f3b00a', 'tenant_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'mac_address': 'fa:16:3e:63:54:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f8c50278-b448-40e4-8b84-0f4b973fe222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:52Z', 'updated_at': '2021-08-20T10:51:53Z', 'revision_number': 2, 'project_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'subnets': [{'id': 'f8c50278-b448-40e4-8b84-0f4b973fe222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:56.092907 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf074075-18c0-4d02-a8b6-74713af237ad req-df46ee74-4382-4a76-8e6c-45be0b370278 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/quotas/c090051161f84f338132097522189093 HTTP/1.1" status: 200 len: 375 time: 0.0096183 Aug 20 10:51:56.114843 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Checking router: ac4fa9e4-347c-405e-b7ff-628ee8405207 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:51:56.115227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Updating router ac4fa9e4-347c-405e-b7ff-628ee8405207 port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:51:56.117234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3b91e84c-f456-4215-8fe7-8d4a740f5b9c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:56.117604 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:56.163301 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:56.322167 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 26e77241-b091-4f5b-a574-9559fc0019df up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:56.440876 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 26e77241-b091-4f5b-a574-9559fc0019df triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:56.441168 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:56.467807 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf074075-18c0-4d02-a8b6-74713af237ad req-f9d6ef36-b12f-408c-966f-13d637e456f6 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3692513 Aug 20 10:51:56.560285 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf074075-18c0-4d02-a8b6-74713af237ad req-ebf0f671-8c43-416b-aa7b-de16d1afc6e5 service neutron] 10.222.0.16 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824618 Aug 20 10:51:56.560618 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:56.580231 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Transition to ACTIVE for port object 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:56.590560 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:56.673182 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bf074075-18c0-4d02-a8b6-74713af237ad req-fb9fb940-b1fb-4b76-bb76-72a8d0fe92ad service neutron] 10.222.0.16 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055346 Aug 20 10:51:56.797158 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275cac8-f344-4555-8fa1-1d57e1bc5752 None None] Pushing event updated for resources: {'Port': ['ID=02a2dc50-70b3-4748-85a3-1b1a0f6f9307,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:56.852619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Attempting to bind port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:51:56.853098 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Attempting to bind port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'e5563576-6c6d-42b4-9afc-617d31500e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c65a87a0-70b8-4e73-a729-f61dc7f3b00a'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:51:56.853444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Attempting to bind port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 on network c65a87a0-70b8-4e73-a729-f61dc7f3b00a {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:56.859648 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:51:56.859954 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Checking segment: {'id': 'e5563576-6c6d-42b4-9afc-617d31500e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c65a87a0-70b8-4e73-a729-f61dc7f3b00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:56.860221 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:56.860622 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Bound using segment: {'id': 'e5563576-6c6d-42b4-9afc-617d31500e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c65a87a0-70b8-4e73-a729-f61dc7f3b00a'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:51:56.861107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Bound port: 02a2dc50-70b3-4748-85a3-1b1a0f6f9307, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5563576-6c6d-42b4-9afc-617d31500e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c65a87a0-70b8-4e73-a729-f61dc7f3b00a'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:51:56.861496 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:56.945164 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] For port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:51:56.945164 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] For port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=02a2dc50-70b3-4748-85a3-1b1a0f6f9307,segment=NetworkSegment(e5563576-6c6d-42b4-9afc-617d31500e34),segment_id=e5563576-6c6d-42b4-9afc-617d31500e34)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:51:56.949991 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:57.039945 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d64deee-de82-4752-9b38-4f91555f50cd req-240c6307-e12e-44b7-a416-9e1ad58d907a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 210 time: 0.0448275 Aug 20 10:51:57.040892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275cac8-f344-4555-8fa1-1d57e1bc5752 None None] Pushing event updated for resources: {'Port': ['ID=02a2dc50-70b3-4748-85a3-1b1a0f6f9307,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:57.044399 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Routers {'ac4fa9e4-347c-405e-b7ff-628ee8405207'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:51:57.045013 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:51:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ac4fa9e4-347c-405e-b7ff-628ee8405207'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:57.179306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] Set router ac4fa9e4-347c-405e-b7ff-628ee8405207 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:51:57.401888 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'name': 'tempest-TestVolumeBootPattern-1112512221-router', 'tenant_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3b91e84c-f456-4215-8fe7-8d4a740f5b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:50Z', 'updated_at': '2021-08-20T10:51:53Z', 'revision_number': 4, 'project_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'gw_port': {'id': '3b91e84c-f456-4215-8fe7-8d4a740f5b9c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:50Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '02a2dc50-70b3-4748-85a3-1b1a0f6f9307', 'name': '', 'network_id': 'c65a87a0-70b8-4e73-a729-f61dc7f3b00a', 'tenant_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'mac_address': 'fa:16:3e:63:54:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f8c50278-b448-40e4-8b84-0f4b973fe222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:52Z', 'updated_at': '2021-08-20T10:51:56Z', 'revision_number': 4, 'project_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'subnets': [{'id': 'f8c50278-b448-40e4-8b84-0f4b973fe222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:51:57.436867 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9760f-9bfc-4cb0-bc2a-0401708b8152 None None] The sync data for ids ['ac4fa9e4-347c-405e-b7ff-628ee8405207'] in n-d-778550-11 is: [{'id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'name': 'tempest-TestVolumeBootPattern-1112512221-router', 'tenant_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3b91e84c-f456-4215-8fe7-8d4a740f5b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:50Z', 'updated_at': '2021-08-20T10:51:53Z', 'revision_number': 4, 'project_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'gw_port': {'id': '3b91e84c-f456-4215-8fe7-8d4a740f5b9c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:50Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '02a2dc50-70b3-4748-85a3-1b1a0f6f9307', 'name': '', 'network_id': 'c65a87a0-70b8-4e73-a729-f61dc7f3b00a', 'tenant_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'mac_address': 'fa:16:3e:63:54:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f8c50278-b448-40e4-8b84-0f4b973fe222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:52Z', 'updated_at': '2021-08-20T10:51:56Z', 'revision_number': 4, 'project_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'subnets': [{'id': 'f8c50278-b448-40e4-8b84-0f4b973fe222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:51:57.750379 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:57.803228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:57.808443 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:57.808838 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:57.892481 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:57.928810 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=02a2dc50-70b3-4748-85a3-1b1a0f6f9307,segment=NetworkSegment(e5563576-6c6d-42b4-9afc-617d31500e34),segment_id=e5563576-6c6d-42b4-9afc-617d31500e34)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:51:57.933301 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:57.993231 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=02a2dc50-70b3-4748-85a3-1b1a0f6f9307,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:58.140189 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e8bc2f1c-3522-4bc0-a1e9-6094cd19a43f req-d2abc29d-c2fb-4415-9f5e-7acaebd97505 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 210 time: 0.0272729 Aug 20 10:51:58.329807 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf074075-18c0-4d02-a8b6-74713af237ad req-244992a0-448f-40a2-a0f5-eb6ebc0bc2e8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:58.331298 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf074075-18c0-4d02-a8b6-74713af237ad req-244992a0-448f-40a2-a0f5-eb6ebc0bc2e8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 811 time: 0.1056321 Aug 20 10:51:58.345598 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-bf074075-18c0-4d02-a8b6-74713af237ad req-c5d983c8-4324-420e-b5a2-b2df8218c572 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Request body: {'port': {'device_id': '51f57780-eee7-438f-812e-063feeb22213', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'admin_state_up': True, 'tenant_id': 'c090051161f84f338132097522189093'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:58.455705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf074075-18c0-4d02-a8b6-74713af237ad req-c5d983c8-4324-420e-b5a2-b2df8218c572 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Made reservation on behalf of c090051161f84f338132097522189093 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:51:58.459326 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bf074075-18c0-4d02-a8b6-74713af237ad req-c5d983c8-4324-420e-b5a2-b2df8218c572 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:58.592462 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-bf074075-18c0-4d02-a8b6-74713af237ad req-c5d983c8-4324-420e-b5a2-b2df8218c572 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Allocated IP 172.20.0.7 (45e6f8dc-f9e2-4ee1-aaa9-d63db523568b/613c4b10-757f-41e2-b495-9809f5fc214e/347deb85-1b8e-4a66-92cc-2deaadb60cd2) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:51:58.758857 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bf074075-18c0-4d02-a8b6-74713af237ad req-c5d983c8-4324-420e-b5a2-b2df8218c572 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:58.773323 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-bf074075-18c0-4d02-a8b6-74713af237ad req-c5d983c8-4324-420e-b5a2-b2df8218c572 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Transition to ACTIVE for port object 347deb85-1b8e-4a66-92cc-2deaadb60cd2 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:58.805545 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bf074075-18c0-4d02-a8b6-74713af237ad req-c5d983c8-4324-420e-b5a2-b2df8218c572 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:58.849201 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf074075-18c0-4d02-a8b6-74713af237ad req-c5d983c8-4324-420e-b5a2-b2df8218c572 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:51:58.852295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-bf074075-18c0-4d02-a8b6-74713af237ad req-c5d983c8-4324-420e-b5a2-b2df8218c572 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:51:58.856213 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf074075-18c0-4d02-a8b6-74713af237ad req-c5d983c8-4324-420e-b5a2-b2df8218c572 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:51:58.881791 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d983c8-4324-420e-b5a2-b2df8218c572 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'Port': ['ID=347deb85-1b8e-4a66-92cc-2deaadb60cd2,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:58.911272 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf074075-18c0-4d02-a8b6-74713af237ad req-c5d983c8-4324-420e-b5a2-b2df8218c572 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:58.911907 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bf074075-18c0-4d02-a8b6-74713af237ad req-c5d983c8-4324-420e-b5a2-b2df8218c572 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:58.928364 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf074075-18c0-4d02-a8b6-74713af237ad req-c5d983c8-4324-420e-b5a2-b2df8218c572 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5863051 Aug 20 10:51:58.941925 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Request body: {'port': {'device_id': '51f57780-eee7-438f-812e-063feeb22213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:51:59.007991 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:59.083867 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ee621311-8cb4-4f7b-a298-06599f53073d None None] Provisioning for port 347deb85-1b8e-4a66-92cc-2deaadb60cd2 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:51:59.088012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ee621311-8cb4-4f7b-a298-06599f53073d None None] Provisioning complete for port 347deb85-1b8e-4a66-92cc-2deaadb60cd2 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:59.088481 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ee621311-8cb4-4f7b-a298-06599f53073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:59.130458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ee621311-8cb4-4f7b-a298-06599f53073d None None] Port 347deb85-1b8e-4a66-92cc-2deaadb60cd2 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:51:59.305001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29089e48-2b62-4f9a-afe8-bc63ad36b10a req-f29329a2-77dc-4a91-96a3-3e4ba10e2fa1 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:59.306608 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-29089e48-2b62-4f9a-afe8-bc63ad36b10a req-f29329a2-77dc-4a91-96a3-3e4ba10e2fa1 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 931 time: 0.0854790 Aug 20 10:51:59.314616 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df3beb8f-59f8-4160-98b3-6ae4cd3dcc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:59.365006 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347deb85-1b8e-4a66-92cc-2deaadb60cd2 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:51:59.385533 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-29089e48-2b62-4f9a-afe8-bc63ad36b10a req-1a504d93-6181-46cb-82b9-530ebc30bb6f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539629 Aug 20 10:51:59.387504 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:59.409482 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Transition to ACTIVE for port object 347deb85-1b8e-4a66-92cc-2deaadb60cd2 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:51:59.409482 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:59.466753 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Pushing event updated for resources: {'Port': ['ID=347deb85-1b8e-4a66-92cc-2deaadb60cd2,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:59.556901 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Attempting to bind port 347deb85-1b8e-4a66-92cc-2deaadb60cd2 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:51:59.557437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Attempting to bind port 347deb85-1b8e-4a66-92cc-2deaadb60cd2 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:51:59.557580 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Attempting to bind port 347deb85-1b8e-4a66-92cc-2deaadb60cd2 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:59.563332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Port 347deb85-1b8e-4a66-92cc-2deaadb60cd2 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:51:59.563704 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Attempting to bind port 347deb85-1b8e-4a66-92cc-2deaadb60cd2 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:51:59.575461 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:51:59.576045 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Checking segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:51:59.577067 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Bound using segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:51:59.577657 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Bound port: 347deb85-1b8e-4a66-92cc-2deaadb60cd2, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:51:59.578116 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:59.658929 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] For port 347deb85-1b8e-4a66-92cc-2deaadb60cd2, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:51:59.664434 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] For port 347deb85-1b8e-4a66-92cc-2deaadb60cd2, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=347deb85-1b8e-4a66-92cc-2deaadb60cd2,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:51:59.673190 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:59.750239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:51:59.750563 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:59.751581 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:59.753042 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf074075-18c0-4d02-a8b6-74713af237ad req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] 10.222.0.24 "PUT /v2.0/ports/347deb85-1b8e-4a66-92cc-2deaadb60cd2 HTTP/1.1" status: 200 len: 1092 time: 0.8154933 Aug 20 10:51:59.756343 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f57780-eee7-438f-812e-063feeb22213', 'tag': '347deb85-1b8e-4a66-92cc-2deaadb60cd2'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:51:59.761593 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3fad18-c219-4cea-8060-986dd8b02e28" -d '{"events": [{"name": "network-changed", "server_uuid": "51f57780-eee7-438f-812e-063feeb22213", "tag": "347deb85-1b8e-4a66-92cc-2deaadb60cd2"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:51:59.833054 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fd302d-ff56-4e3a-99a4-615a96f1a26d x-openstack-request-id: req-c5fd302d-ff56-4e3a-99a4-615a96f1a26d {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:51:59.833352 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f57780-eee7-438f-812e-063feeb22213", "tag": "347deb85-1b8e-4a66-92cc-2deaadb60cd2", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:51:59.833662 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5fd302d-ff56-4e3a-99a4-615a96f1a26d {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:51:59.834070 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f57780-eee7-438f-812e-063feeb22213', 'tag': '347deb85-1b8e-4a66-92cc-2deaadb60cd2', 'status': 'completed', 'code': 200} Aug 20 10:51:59.857504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:51:59.857881 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:51:59.870370 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa2dca-eb43-48ef-a25c-abb84b5c786a service neutron] Pushing event updated for resources: {'Port': ['ID=347deb85-1b8e-4a66-92cc-2deaadb60cd2,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:51:59.893277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf074075-18c0-4d02-a8b6-74713af237ad req-7ad1c8b7-b925-49a7-8f81-b93efa02293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:51:59.894948 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf074075-18c0-4d02-a8b6-74713af237ad req-7ad1c8b7-b925-49a7-8f81-b93efa02293b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 1095 time: 0.0643823 Aug 20 10:51:59.951524 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf074075-18c0-4d02-a8b6-74713af237ad req-c73f704a-a96c-435f-9e89-3735fb5cacf5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=347deb85-1b8e-4a66-92cc-2deaadb60cd2 HTTP/1.1" status: 200 len: 217 time: 0.0465593 Aug 20 10:52:00.013540 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf074075-18c0-4d02-a8b6-74713af237ad req-f7ae4780-6853-4c5a-bcc7-9819c22ffee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:00.015167 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf074075-18c0-4d02-a8b6-74713af237ad req-f7ae4780-6853-4c5a-bcc7-9819c22ffee5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0568299 Aug 20 10:52:00.073388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf074075-18c0-4d02-a8b6-74713af237ad req-52a8d271-07f1-48c9-8e23-eea7244b69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:00.075016 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf074075-18c0-4d02-a8b6-74713af237ad req-52a8d271-07f1-48c9-8e23-eea7244b69a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518312 Aug 20 10:52:00.169461 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf074075-18c0-4d02-a8b6-74713af237ad req-6c3d89da-fef2-4ea4-8248-ee70c08e5330 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856421 Aug 20 10:52:00.175905 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8afc1c88-8d4f-49ba-ace2-d7cb260bbae5 req-7581f23f-1e20-45fa-921a-0b6dd1628cb9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438294 Aug 20 10:52:00.259536 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc1c88-8d4f-49ba-ace2-d7cb260bbae5 req-56a85df2-517a-4c0d-9313-1baa063588b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:00.261241 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8afc1c88-8d4f-49ba-ace2-d7cb260bbae5 req-56a85df2-517a-4c0d-9313-1baa063588b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 1098 time: 0.0429084 Aug 20 10:52:00.271545 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf074075-18c0-4d02-a8b6-74713af237ad req-027ea1be-67df-47f3-8e0a-d1b48d389576 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952010 Aug 20 10:52:00.360974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fad18-c219-4cea-8060-986dd8b02e28 req-544a6d23-3389-494f-b58d-b2d91c087866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:00.362863 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa3fad18-c219-4cea-8060-986dd8b02e28 req-544a6d23-3389-494f-b58d-b2d91c087866 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 1095 time: 0.0468636 Aug 20 10:52:00.375116 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc1c88-8d4f-49ba-ace2-d7cb260bbae5 req-6ba7bf2b-458f-4d7c-bf47-64287b2bed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:00.376632 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8afc1c88-8d4f-49ba-ace2-d7cb260bbae5 req-6ba7bf2b-458f-4d7c-bf47-64287b2bed7f service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 917 time: 0.0945110 Aug 20 10:52:00.450500 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8afc1c88-8d4f-49ba-ace2-d7cb260bbae5 req-675e3d1a-c781-46fa-a4a9-f2708ec786ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0 HTTP/1.1" status: 200 len: 1002 time: 0.0665703 Aug 20 10:52:00.459018 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fad18-c219-4cea-8060-986dd8b02e28 req-54bbd32a-fb65-47dc-a452-9104e11d90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:00.460583 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa3fad18-c219-4cea-8060-986dd8b02e28 req-54bbd32a-fb65-47dc-a452-9104e11d90fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.0910194 Aug 20 10:52:00.505561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc1c88-8d4f-49ba-ace2-d7cb260bbae5 req-faa7a661-290c-4271-96f2-a90c144bb971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:00.507274 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8afc1c88-8d4f-49ba-ace2-d7cb260bbae5 req-faa7a661-290c-4271-96f2-a90c144bb971 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.0482275 Aug 20 10:52:00.517863 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa3fad18-c219-4cea-8060-986dd8b02e28 req-26cd2c21-f3f5-4c2d-afb7-bc3c56f418d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=347deb85-1b8e-4a66-92cc-2deaadb60cd2 HTTP/1.1" status: 200 len: 217 time: 0.0490618 Aug 20 10:52:00.554274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc1c88-8d4f-49ba-ace2-d7cb260bbae5 req-f4e079f7-d4fd-43f8-9542-5217b551ab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:00.556006 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8afc1c88-8d4f-49ba-ace2-d7cb260bbae5 req-f4e079f7-d4fd-43f8-9542-5217b551ab04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422046 Aug 20 10:52:00.593412 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f63642-2190-4e70-a357-3f3f0b9b812f req-c88655a8-00c6-405c-b996-43d7ecc112ee tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:00.599389 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c1f63642-2190-4e70-a357-3f3f0b9b812f req-c88655a8-00c6-405c-b996-43d7ecc112ee tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 943 time: 0.1233561 Aug 20 10:52:00.602799 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fad18-c219-4cea-8060-986dd8b02e28 req-a18e9098-15c6-43ac-93a8-85ec35e1f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:00.604221 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa3fad18-c219-4cea-8060-986dd8b02e28 req-a18e9098-15c6-43ac-93a8-85ec35e1f830 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0724070 Aug 20 10:52:00.658133 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8afc1c88-8d4f-49ba-ace2-d7cb260bbae5 req-6c7eaf05-8a96-46f9-b19a-890703675978 service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939903 Aug 20 10:52:00.662467 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c1f63642-2190-4e70-a357-3f3f0b9b812f req-acdbcce7-f09f-47ca-b173-8a562719223d tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622358 Aug 20 10:52:00.686164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fad18-c219-4cea-8060-986dd8b02e28 req-27d2e694-503d-43e6-99e8-1853a016a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:00.687792 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa3fad18-c219-4cea-8060-986dd8b02e28 req-27d2e694-503d-43e6-99e8-1853a016a602 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708389 Aug 20 10:52:00.761242 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8afc1c88-8d4f-49ba-ace2-d7cb260bbae5 req-0ef357fb-e241-41df-9541-717727deadfb service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959649 Aug 20 10:52:00.789061 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa3fad18-c219-4cea-8060-986dd8b02e28 req-b501f0ac-be4b-4d89-84a0-20a3ccc1cab3 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928543 Aug 20 10:52:00.886469 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa3fad18-c219-4cea-8060-986dd8b02e28 req-64bf65fe-6f60-4b8f-bdf1-0c7ded9228e5 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875630 Aug 20 10:52:01.803607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaa88f-2ef4-406b-8457-4b1fc26ea184 req-0f06a1d1-1793-4c09-91c6-506249a1aa7f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:01.805394 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bbfaa88f-2ef4-406b-8457-4b1fc26ea184 req-0f06a1d1-1793-4c09-91c6-506249a1aa7f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 943 time: 0.0612946 Aug 20 10:52:01.848704 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bbfaa88f-2ef4-406b-8457-4b1fc26ea184 req-90bc89d5-e334-4ca3-9efa-0ca3f2643d7c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361195 Aug 20 10:52:01.942607 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f2bc51ff-0863-402a-b487-b2f8d8aab605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:02.400054 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:02.969726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b25d56-046d-4efd-af4d-b5c2e7084c46 req-3284c8cd-a370-4ccb-a638-66cf67395f61 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:02.971282 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c0b25d56-046d-4efd-af4d-b5c2e7084c46 req-3284c8cd-a370-4ccb-a638-66cf67395f61 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 943 time: 0.0491138 Aug 20 10:52:03.011484 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c0b25d56-046d-4efd-af4d-b5c2e7084c46 req-871d5d85-c4d7-48ef-b750-c759867640e4 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343628 Aug 20 10:52:03.182401 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:04.129295 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226cf5a-21c9-4c97-b6c3-95df187fc7c4 req-5975f4bf-a5ab-4800-9e9c-bf9cab129b40 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:04.130801 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7226cf5a-21c9-4c97-b6c3-95df187fc7c4 req-5975f4bf-a5ab-4800-9e9c-bf9cab129b40 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 943 time: 0.0494678 Aug 20 10:52:04.167437 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7226cf5a-21c9-4c97-b6c3-95df187fc7c4 req-27c2e48f-af2e-4ee4-9b5e-910cc3db42f2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305531 Aug 20 10:52:04.836616 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:05.283872 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa81990-4ff2-49c6-8f39-1f00516a323e req-2daf5512-220f-41d7-b6c5-aa63147ba65b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:05.285374 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-afa81990-4ff2-49c6-8f39-1f00516a323e req-2daf5512-220f-41d7-b6c5-aa63147ba65b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 943 time: 0.0524950 Aug 20 10:52:05.322948 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-afa81990-4ff2-49c6-8f39-1f00516a323e req-80c6b0cd-92ef-4f8f-864c-97a5941e467e tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315516 Aug 20 10:52:06.434643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc07d9-2707-41fc-91e5-b48891989c6b req-ca5aa30a-995b-49b2-905d-7337df2860ec tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:06.436834 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4cbc07d9-2707-41fc-91e5-b48891989c6b req-ca5aa30a-995b-49b2-905d-7337df2860ec tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 943 time: 0.0487688 Aug 20 10:52:06.473139 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4cbc07d9-2707-41fc-91e5-b48891989c6b req-b3ae9f33-4839-4adf-a6bf-222940572e3b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303335 Aug 20 10:52:07.585464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388e43b-b308-4b0d-a50f-6593943077cf req-850907ca-2424-4b37-8bb0-a9888fd25249 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:07.586946 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1388e43b-b308-4b0d-a50f-6593943077cf req-850907ca-2424-4b37-8bb0-a9888fd25249 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 943 time: 0.0486577 Aug 20 10:52:07.623640 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1388e43b-b308-4b0d-a50f-6593943077cf req-901add81-45d4-4235-8f54-fac7ce19a93f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308578 Aug 20 10:52:08.746354 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32071c8b-1ed9-46f8-afd9-58ffe984db18 req-8ad830b5-2246-48a8-b2dd-4a2376f612dc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:08.747885 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32071c8b-1ed9-46f8-afd9-58ffe984db18 req-8ad830b5-2246-48a8-b2dd-4a2376f612dc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 943 time: 0.0531430 Aug 20 10:52:08.786825 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32071c8b-1ed9-46f8-afd9-58ffe984db18 req-7553b484-f886-47b4-b757-e34b64e1abb1 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322742 Aug 20 10:52:09.757100 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 59842) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:52:09.921296 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9eac01-3c6f-4f03-94ab-b8658c35bf08 req-7f65c040-f3a2-4292-bf9d-f692e5e88b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:09.923168 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1a9eac01-3c6f-4f03-94ab-b8658c35bf08 req-7f65c040-f3a2-4292-bf9d-f692e5e88b3e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 1097 time: 0.1650007 Aug 20 10:52:09.930568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afae294-91fd-4cec-975e-9c071cdbd61d req-ca053cd6-6ae8-4c9e-b578-26ffd2af3cb3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:09.931942 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8afae294-91fd-4cec-975e-9c071cdbd61d req-ca053cd6-6ae8-4c9e-b578-26ffd2af3cb3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 943 time: 0.0794783 Aug 20 10:52:09.986512 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1a9eac01-3c6f-4f03-94ab-b8658c35bf08 req-d2dd0a7f-348e-4120-9511-145a1d2e7297 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b06214c6-81db-4213-bc64-dacafe16e480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536339 Aug 20 10:52:09.991734 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8afae294-91fd-4cec-975e-9c071cdbd61d req-fe6b629b-09d9-4bcf-9d14-317364dd2b27 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530288 Aug 20 10:52:11.114432 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff300fcc-4090-4366-9230-e01603a67ceb req-d78fb63c-1c88-4519-baee-0e5c2c609e79 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:11.115940 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ff300fcc-4090-4366-9230-e01603a67ceb req-d78fb63c-1c88-4519-baee-0e5c2c609e79 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 943 time: 0.0546322 Aug 20 10:52:11.153685 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ff300fcc-4090-4366-9230-e01603a67ceb req-e0111a08-a231-4773-baca-f4602f4daeac tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318031 Aug 20 10:52:12.266669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214c66b-68a8-4b2f-801f-c182ee393228 req-5e8650d4-7bb5-4ca6-8da2-dac2e6b604b8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:12.268154 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a214c66b-68a8-4b2f-801f-c182ee393228 req-5e8650d4-7bb5-4ca6-8da2-dac2e6b604b8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 943 time: 0.0482955 Aug 20 10:52:12.304926 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a214c66b-68a8-4b2f-801f-c182ee393228 req-684d1a99-93f9-4ddd-b1df-a84d61c8f8da tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307887 Aug 20 10:52:12.567846 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 347deb85-1b8e-4a66-92cc-2deaadb60cd2 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:52:12.661577 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 347deb85-1b8e-4a66-92cc-2deaadb60cd2, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=347deb85-1b8e-4a66-92cc-2deaadb60cd2,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:52:12.673650 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '347deb85-1b8e-4a66-92cc-2deaadb60cd2', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'port_id': '347deb85-1b8e-4a66-92cc-2deaadb60cd2', 'mac_address': 'fa:16:3e:24:ac:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:52:12.711185 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:12.730957 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347deb85-1b8e-4a66-92cc-2deaadb60cd2 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:52:12.758991 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 347deb85-1b8e-4a66-92cc-2deaadb60cd2, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=347deb85-1b8e-4a66-92cc-2deaadb60cd2,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:52:12.763120 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:12.810348 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=347deb85-1b8e-4a66-92cc-2deaadb60cd2,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:52:13.088111 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['347deb85-1b8e-4a66-92cc-2deaadb60cd2'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:52:13.418567 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140b4b5-8be0-4d6b-b56a-17bb740872bf req-bbddda03-5095-47e8-9792-e9774dad7b05 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:13.420075 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f140b4b5-8be0-4d6b-b56a-17bb740872bf req-bbddda03-5095-47e8-9792-e9774dad7b05 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 944 time: 0.0482712 Aug 20 10:52:13.457367 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f140b4b5-8be0-4d6b-b56a-17bb740872bf req-06a2d737-679f-480b-b2bc-5d511c5c1d43 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303366 Aug 20 10:52:14.573291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26cefa-0815-480a-b70f-672f13522822 req-b77fcae1-5f49-4178-83a8-6b3c2ed1288b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:14.574854 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e26cefa-0815-480a-b70f-672f13522822 req-b77fcae1-5f49-4178-83a8-6b3c2ed1288b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 944 time: 0.0527244 Aug 20 10:52:14.598122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 347deb85-1b8e-4a66-92cc-2deaadb60cd2 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:52:14.619720 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e26cefa-0815-480a-b70f-672f13522822 req-f13223f5-aca1-4cd4-b45a-dcd081d22e86 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381293 Aug 20 10:52:14.648806 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 347deb85-1b8e-4a66-92cc-2deaadb60cd2 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:52:14.652633 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 347deb85-1b8e-4a66-92cc-2deaadb60cd2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:52:14.653006 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:14.735420 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:14.757707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f57780-eee7-438f-812e-063feeb22213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347deb85-1b8e-4a66-92cc-2deaadb60cd2'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:52:14.759935 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6252ea-82e1-4c2e-874e-a7f789548634" -d '{"events": [{"server_uuid": "51f57780-eee7-438f-812e-063feeb22213", "name": "network-vif-plugged", "status": "completed", "tag": "347deb85-1b8e-4a66-92cc-2deaadb60cd2"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:52:14.772488 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 347deb85-1b8e-4a66-92cc-2deaadb60cd2, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=347deb85-1b8e-4a66-92cc-2deaadb60cd2,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:52:14.777794 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:14.824002 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=347deb85-1b8e-4a66-92cc-2deaadb60cd2,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:52:14.922713 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3009f426-2f3c-4d99-ba20-f8496f7b657a x-openstack-request-id: req-3009f426-2f3c-4d99-ba20-f8496f7b657a {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:52:14.923006 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f57780-eee7-438f-812e-063feeb22213", "name": "network-vif-plugged", "status": "completed", "tag": "347deb85-1b8e-4a66-92cc-2deaadb60cd2", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:52:14.923291 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3009f426-2f3c-4d99-ba20-f8496f7b657a {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:52:14.923686 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f57780-eee7-438f-812e-063feeb22213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347deb85-1b8e-4a66-92cc-2deaadb60cd2', 'code': 200} Aug 20 10:52:15.019676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275867cd-2a2f-410d-821d-d30955d1eb32 req-7bb2af01-bd1b-4219-ab4c-e91843e879f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:15.021074 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-275867cd-2a2f-410d-821d-d30955d1eb32 req-7bb2af01-bd1b-4219-ab4c-e91843e879f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 1097 time: 0.0408292 Aug 20 10:52:15.055717 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-275867cd-2a2f-410d-821d-d30955d1eb32 req-3289ae00-1745-4be5-bca4-715d183f7ee2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269496 Aug 20 10:52:15.735986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220b730-e894-4d13-9386-7f1529665690 req-8d76a026-e321-4c00-a41d-ba17c2638470 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:15.738308 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f220b730-e894-4d13-9386-7f1529665690 req-8d76a026-e321-4c00-a41d-ba17c2638470 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 945 time: 0.0528007 Aug 20 10:52:15.777888 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f220b730-e894-4d13-9386-7f1529665690 req-c1dd81ff-2534-4044-b027-5946e84e79f1 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335569 Aug 20 10:52:16.894602 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae82787-2c56-4937-877b-9979db5aa128 req-6c669850-2a7c-4c00-8b9a-49030251c5f6 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:16.896096 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ae82787-2c56-4937-877b-9979db5aa128 req-6c669850-2a7c-4c00-8b9a-49030251c5f6 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 945 time: 0.0516515 Aug 20 10:52:16.910023 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:52:16.933116 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ae82787-2c56-4937-877b-9979db5aa128 req-ecca2898-7de1-4088-a702-abea991788cb tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311418 Aug 20 10:52:17.051461 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb31edb-f0ed-4c62-9451-51bae3cd5fe9 req-57964fd3-08d0-4371-b0e8-630032cc8895 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:17.052852 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2bb31edb-f0ed-4c62-9451-51bae3cd5fe9 req-57964fd3-08d0-4371-b0e8-630032cc8895 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 945 time: 0.0484855 Aug 20 10:52:17.090653 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2bb31edb-f0ed-4c62-9451-51bae3cd5fe9 req-5947812f-8e95-4ce5-bca4-b9a17fc888ba tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319254 Aug 20 10:52:17.200859 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728b018-9ae8-4537-9bde-618370312736 req-aa39a4cd-c49a-4ee4-ab9a-273cb765fb8a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:17.203030 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c728b018-9ae8-4537-9bde-618370312736 req-aa39a4cd-c49a-4ee4-ab9a-273cb765fb8a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 945 time: 0.0487461 Aug 20 10:52:17.239829 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c728b018-9ae8-4537-9bde-618370312736 req-2a8065eb-798a-41f6-b7b9-04eee305499f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309198 Aug 20 10:52:17.466244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf8ccd-f809-4a44-b296-2672ecfdd1f0 req-e3c6eed1-3296-4385-b3d9-42a684da0eb8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:17.467750 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-00bf8ccd-f809-4a44-b296-2672ecfdd1f0 req-e3c6eed1-3296-4385-b3d9-42a684da0eb8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 945 time: 0.0492651 Aug 20 10:52:17.505290 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-00bf8ccd-f809-4a44-b296-2672ecfdd1f0 req-5d824690-39e1-44ab-90b2-61eff8012940 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315571 Aug 20 10:52:18.621029 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39474da6-0adf-4f12-b595-9869fb8d15a0 req-f1ad112e-b041-49f2-8057-dc8971f1a2f4 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:18.622512 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39474da6-0adf-4f12-b595-9869fb8d15a0 req-f1ad112e-b041-49f2-8057-dc8971f1a2f4 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 945 time: 0.0525627 Aug 20 10:52:18.654372 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:18.664756 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39474da6-0adf-4f12-b595-9869fb8d15a0 req-24c745e8-03bc-49b3-a55c-6b92c535a008 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356119 Aug 20 10:52:19.108015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dbd77-7b18-424e-b954-ded3a0f62ad1 req-f47c61c0-b4ef-4741-b9d3-4ff732983f57 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:19.109573 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-127dbd77-7b18-424e-b954-ded3a0f62ad1 req-f47c61c0-b4ef-4741-b9d3-4ff732983f57 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 945 time: 0.0543878 Aug 20 10:52:19.200605 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-127dbd77-7b18-424e-b954-ded3a0f62ad1 req-04807405-c05e-48b5-9c0f-a01e0d425f97 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Deleting port 347deb85-1b8e-4a66-92cc-2deaadb60cd2 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:52:19.200951 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-127dbd77-7b18-424e-b954-ded3a0f62ad1 req-04807405-c05e-48b5-9c0f-a01e0d425f97 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:19.291985 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-127dbd77-7b18-424e-b954-ded3a0f62ad1 req-04807405-c05e-48b5-9c0f-a01e0d425f97 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] For port 347deb85-1b8e-4a66-92cc-2deaadb60cd2, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=347deb85-1b8e-4a66-92cc-2deaadb60cd2,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:52:19.292347 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-127dbd77-7b18-424e-b954-ded3a0f62ad1 req-04807405-c05e-48b5-9c0f-a01e0d425f97 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:19.305135 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-127dbd77-7b18-424e-b954-ded3a0f62ad1 req-04807405-c05e-48b5-9c0f-a01e0d425f97 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Calling delete_port for 347deb85-1b8e-4a66-92cc-2deaadb60cd2 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:52:19.432568 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-127dbd77-7b18-424e-b954-ded3a0f62ad1 req-04807405-c05e-48b5-9c0f-a01e0d425f97 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:19.445104 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['347deb85-1b8e-4a66-92cc-2deaadb60cd2'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:52:19.461525 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04807405-c05e-48b5-9c0f-a01e0d425f97 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event deleted for resources: {'Port': ['ID=347deb85-1b8e-4a66-92cc-2deaadb60cd2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:52:19.505813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-127dbd77-7b18-424e-b954-ded3a0f62ad1 req-04807405-c05e-48b5-9c0f-a01e0d425f97 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] No DVR routers for this DVR port 347deb85-1b8e-4a66-92cc-2deaadb60cd2 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:52:19.508579 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-127dbd77-7b18-424e-b954-ded3a0f62ad1 req-04807405-c05e-48b5-9c0f-a01e0d425f97 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:19.510593 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-127dbd77-7b18-424e-b954-ded3a0f62ad1 req-04807405-c05e-48b5-9c0f-a01e0d425f97 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "DELETE /v2.0/ports/347deb85-1b8e-4a66-92cc-2deaadb60cd2 HTTP/1.1" status: 204 len: 173 time: 0.3947270 Aug 20 10:52:19.511341 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f57780-eee7-438f-812e-063feeb22213', 'name': 'network-vif-deleted', 'tag': '347deb85-1b8e-4a66-92cc-2deaadb60cd2'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:52:19.513509 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d4b7ab-3bf2-4891-83ae-cb04445a50b0" -d '{"events": [{"server_uuid": "51f57780-eee7-438f-812e-063feeb22213", "name": "network-vif-deleted", "tag": "347deb85-1b8e-4a66-92cc-2deaadb60cd2"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:52:19.554741 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2999b8cc-a956-455d-a105-61ccdb6fc3ef x-openstack-request-id: req-2999b8cc-a956-455d-a105-61ccdb6fc3ef {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:52:19.555035 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f57780-eee7-438f-812e-063feeb22213", "name": "network-vif-deleted", "tag": "347deb85-1b8e-4a66-92cc-2deaadb60cd2", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:52:19.555339 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2999b8cc-a956-455d-a105-61ccdb6fc3ef {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:52:19.555747 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f57780-eee7-438f-812e-063feeb22213', 'name': 'network-vif-deleted', 'tag': '347deb85-1b8e-4a66-92cc-2deaadb60cd2', 'status': 'completed', 'code': 200} Aug 20 10:52:19.760182 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-17922d4b-98ad-4794-8663-d40eeb0a851a req-5020e01b-7b87-4735-bc69-e72c53a35a7c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 210 time: 0.0270097 Aug 20 10:52:20.855389 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ea076600-2c3e-4dd8-acd1-cb408d5cec21 req-cfac6399-b981-42b5-b936-9df33a9dd21e tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 210 time: 0.0264332 Aug 20 10:52:21.952378 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee4afffb-e125-4cd5-97a3-a5e6678a9ec3 req-bf368160-29f9-4c88-bbdb-675fd504ff79 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 210 time: 0.0291743 Aug 20 10:52:22.859209 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:23.055205 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3924b68-29fd-4aa9-85d5-5d7ff50745a9 req-c59e13ce-9727-4678-ba40-15aa161393fd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f57780-eee7-438f-812e-063feeb22213 HTTP/1.1" status: 200 len: 210 time: 0.0256021 Aug 20 10:52:24.628508 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 347deb85-1b8e-4a66-92cc-2deaadb60cd2 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:52:24.651492 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 347deb85-1b8e-4a66-92cc-2deaadb60cd2 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:52:24.651838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 347deb85-1b8e-4a66-92cc-2deaadb60cd2 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:52:29.306418 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-999a2ca5-00a8-4a85-b23c-1ff56e1d0195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:31.945774 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2eaa2766-7d2e-4409-b566-70b0d628090c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:32.403818 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:33.184312 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:34.839570 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:43.052215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-1c7c673e-5bd6-4cba-b3e2-67eaa59caea4 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:43.053598 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-1c7c673e-5bd6-4cba-b3e2-67eaa59caea4 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 811 time: 0.1060190 Aug 20 10:52:43.068554 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-20414eae-41d8-46f4-9e75-d04fb8359150 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/quotas/c090051161f84f338132097522189093 HTTP/1.1" status: 200 len: 375 time: 0.0091825 Aug 20 10:52:43.119820 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-10ba9d2f-ef05-411e-8087-733197bdd2fe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461526 Aug 20 10:52:43.216110 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-85eb26c2-d077-41d2-af6f-a12159c07c00 service neutron] 10.222.0.16 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895822 Aug 20 10:52:43.313524 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-54a6201c-1d04-4e0a-95d5-ee495984b35c service neutron] 10.222.0.16 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908029 Aug 20 10:52:43.501307 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7d882bbb-6ee9-4057-913d-56482b5d8c73 req-5a680814-c953-473a-8389-8c969392e3e0 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 210 time: 0.0261934 Aug 20 10:52:44.381560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-013788ee-ef63-4eed-946a-e9424c825900 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:44.383022 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-013788ee-ef63-4eed-946a-e9424c825900 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 811 time: 0.1088545 Aug 20 10:52:44.396786 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Request body: {'port': {'device_id': '1ccf1e5d-6ef2-4d7d-ad85-1367055e2038', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'admin_state_up': True, 'tenant_id': 'c090051161f84f338132097522189093'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:52:44.508081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Made reservation on behalf of c090051161f84f338132097522189093 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:52:44.511984 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:44.599817 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0cb5b81e-e117-4608-bae6-e6b18477503e req-bf49b290-59a0-455d-b6e9-48aac851759c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 210 time: 0.0278680 Aug 20 10:52:44.652969 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Allocated IP 172.20.0.12 (45e6f8dc-f9e2-4ee1-aaa9-d63db523568b/613c4b10-757f-41e2-b495-9809f5fc214e/6ae827a0-b61d-45cc-9063-5912a3d9d406) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:52:44.820753 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:44.835747 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Transition to ACTIVE for port object 6ae827a0-b61d-45cc-9063-5912a3d9d406 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:52:44.868836 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:44.916303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:52:44.919310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:52:44.923795 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:52:44.932143 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'Port': ['ID=6ae827a0-b61d-45cc-9063-5912a3d9d406,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:52:44.958853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:52:44.958853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:52:44.958853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:52:44.958853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:52:44.958853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:52:44.958853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:52:44.958853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:52:44.959598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:52:44.959598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:52:44.959793 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:52:44.959951 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:52:44.960273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:52:44.996095 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:44.996963 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:45.012703 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-b2417089-1e5d-4279-ada5-07a81a350c9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6199663 Aug 20 10:52:45.025760 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Request body: {'port': {'device_id': '1ccf1e5d-6ef2-4d7d-ad85-1367055e2038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:52:45.088925 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:45.163355 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-94316c52-bbd1-46cc-8041-c3196bd3f4ff None None] Provisioning for port 6ae827a0-b61d-45cc-9063-5912a3d9d406 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:52:45.167603 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-94316c52-bbd1-46cc-8041-c3196bd3f4ff None None] Provisioning complete for port 6ae827a0-b61d-45cc-9063-5912a3d9d406 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:52:45.168217 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-94316c52-bbd1-46cc-8041-c3196bd3f4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:45.207132 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-94316c52-bbd1-46cc-8041-c3196bd3f4ff None None] Port 6ae827a0-b61d-45cc-9063-5912a3d9d406 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:52:45.364516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae827a0-b61d-45cc-9063-5912a3d9d406 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:52:45.372688 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:45.385263 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Transition to ACTIVE for port object 6ae827a0-b61d-45cc-9063-5912a3d9d406 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:52:45.390953 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:45.443399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Pushing event updated for resources: {'Port': ['ID=6ae827a0-b61d-45cc-9063-5912a3d9d406,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:52:45.526928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Attempting to bind port 6ae827a0-b61d-45cc-9063-5912a3d9d406 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:52:45.527102 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Attempting to bind port 6ae827a0-b61d-45cc-9063-5912a3d9d406 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:52:45.527372 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Attempting to bind port 6ae827a0-b61d-45cc-9063-5912a3d9d406 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:52:45.532023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Port 6ae827a0-b61d-45cc-9063-5912a3d9d406 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:52:45.532339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Attempting to bind port 6ae827a0-b61d-45cc-9063-5912a3d9d406 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:52:45.537535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:52:45.537870 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Checking segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:52:45.538250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Bound using segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:52:45.538669 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Bound port: 6ae827a0-b61d-45cc-9063-5912a3d9d406, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:52:45.539020 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:45.612988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] For port 6ae827a0-b61d-45cc-9063-5912a3d9d406, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:52:45.616423 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] For port 6ae827a0-b61d-45cc-9063-5912a3d9d406, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6ae827a0-b61d-45cc-9063-5912a3d9d406,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:52:45.625038 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:45.662312 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:45.662998 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:45.664551 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] 10.222.0.24 "PUT /v2.0/ports/6ae827a0-b61d-45cc-9063-5912a3d9d406 HTTP/1.1" status: 200 len: 1093 time: 0.6434464 Aug 20 10:52:45.665149 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ccf1e5d-6ef2-4d7d-ad85-1367055e2038', 'tag': '6ae827a0-b61d-45cc-9063-5912a3d9d406'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:52:45.667700 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb50123-96df-4b24-bbf6-c7382d817d14" -d '{"events": [{"name": "network-changed", "server_uuid": "1ccf1e5d-6ef2-4d7d-ad85-1367055e2038", "tag": "6ae827a0-b61d-45cc-9063-5912a3d9d406"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:52:45.700411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604688c-bbb3-4d81-9546-e52922b4dcce service neutron] Pushing event updated for resources: {'Port': ['ID=6ae827a0-b61d-45cc-9063-5912a3d9d406,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:52:45.740265 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe45854-172a-411e-818c-55d491da00b6 x-openstack-request-id: req-8fe45854-172a-411e-818c-55d491da00b6 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:52:45.740622 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ccf1e5d-6ef2-4d7d-ad85-1367055e2038", "tag": "6ae827a0-b61d-45cc-9063-5912a3d9d406", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:52:45.740887 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8fe45854-172a-411e-818c-55d491da00b6 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:52:45.741300 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ccf1e5d-6ef2-4d7d-ad85-1367055e2038', 'tag': '6ae827a0-b61d-45cc-9063-5912a3d9d406', 'status': 'completed', 'code': 200} Aug 20 10:52:45.773464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-9d1396e3-13fb-4550-9738-806cf54160c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:45.775080 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-9d1396e3-13fb-4550-9738-806cf54160c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 1096 time: 0.0616784 Aug 20 10:52:45.782825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94630aa-19c7-4140-ad3f-7d4a775d7e39 req-4393b8a7-857a-400f-b0c2-4ef14e1448c9 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:45.784775 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d94630aa-19c7-4140-ad3f-7d4a775d7e39 req-4393b8a7-857a-400f-b0c2-4ef14e1448c9 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 944 time: 0.0592980 Aug 20 10:52:45.827341 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d94630aa-19c7-4140-ad3f-7d4a775d7e39 req-0a00b508-8af7-4316-9dee-0669d6aa5530 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349452 Aug 20 10:52:45.828853 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-fd8a6482-855a-4202-8e2e-f534ddb8e8ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ae827a0-b61d-45cc-9063-5912a3d9d406 HTTP/1.1" status: 200 len: 217 time: 0.0452223 Aug 20 10:52:45.881207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-89c631bd-a13e-4be4-8370-b4ad5f9fc8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:45.882757 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-89c631bd-a13e-4be4-8370-b4ad5f9fc8ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0462208 Aug 20 10:52:45.933772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-68f14ec3-7b9a-480c-97ca-7a4fcf926584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:45.935401 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-68f14ec3-7b9a-480c-97ca-7a4fcf926584 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453768 Aug 20 10:52:46.033820 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-420e048a-f26a-46de-8afc-b8d08b67c63d service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907395 Aug 20 10:52:46.122929 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c23df682-e7f1-48db-8ac8-1a2b001cc374 req-46aada22-3a80-4bf3-a8fc-92a3b54474b2 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821881 Aug 20 10:52:46.212398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb50123-96df-4b24-bbf6-c7382d817d14 req-d5d7facb-173a-4d5f-b072-7c6b51dc3d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:46.213909 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1fb50123-96df-4b24-bbf6-c7382d817d14 req-d5d7facb-173a-4d5f-b072-7c6b51dc3d55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 1096 time: 0.0466108 Aug 20 10:52:46.317684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb50123-96df-4b24-bbf6-c7382d817d14 req-8b7c0e3d-23ae-49e8-9f23-fae0efb86a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:46.319299 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1fb50123-96df-4b24-bbf6-c7382d817d14 req-8b7c0e3d-23ae-49e8-9f23-fae0efb86a8f service neutron] 10.222.0.24 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.0981832 Aug 20 10:52:46.360756 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1fb50123-96df-4b24-bbf6-c7382d817d14 req-703d2628-dae3-420f-a555-eda066c618ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ae827a0-b61d-45cc-9063-5912a3d9d406 HTTP/1.1" status: 200 len: 217 time: 0.0340130 Aug 20 10:52:46.413522 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb50123-96df-4b24-bbf6-c7382d817d14 req-f2539a84-de43-4519-8d69-b559af93e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:46.414990 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1fb50123-96df-4b24-bbf6-c7382d817d14 req-f2539a84-de43-4519-8d69-b559af93e997 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0480151 Aug 20 10:52:46.463229 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb50123-96df-4b24-bbf6-c7382d817d14 req-fb24d32d-4e97-4cc1-b77b-9ed33013813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:46.464664 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1fb50123-96df-4b24-bbf6-c7382d817d14 req-fb24d32d-4e97-4cc1-b77b-9ed33013813d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417709 Aug 20 10:52:46.555768 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1fb50123-96df-4b24-bbf6-c7382d817d14 req-168e840f-2be6-4dc6-b03f-8a2c6004c333 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827749 Aug 20 10:52:46.668121 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1fb50123-96df-4b24-bbf6-c7382d817d14 req-1c9a5618-db34-42e5-aa4f-9a2d81884f47 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051321 Aug 20 10:52:46.947108 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378150f-9fa6-4d9c-a94f-7c3c7f9e8cc2 req-d019d748-13c2-456d-a7f6-034fa661815f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:46.949024 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e378150f-9fa6-4d9c-a94f-7c3c7f9e8cc2 req-d019d748-13c2-456d-a7f6-034fa661815f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 944 time: 0.0532548 Aug 20 10:52:47.004149 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e378150f-9fa6-4d9c-a94f-7c3c7f9e8cc2 req-ecd02837-537f-49ae-bdcf-be66c03394fd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482371 Aug 20 10:52:48.149910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a9ecb-7d04-4806-800d-24eb5aac2361 req-2d1642a9-1fe8-4ccb-a70d-440282e77a73 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:48.152206 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-578a9ecb-7d04-4806-800d-24eb5aac2361 req-2d1642a9-1fe8-4ccb-a70d-440282e77a73 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 944 time: 0.0669210 Aug 20 10:52:48.216841 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-578a9ecb-7d04-4806-800d-24eb5aac2361 req-80d67c41-41b6-4644-8659-cb93cf080d65 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541670 Aug 20 10:52:48.668974 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:49.070847 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2a793107-7c3e-423a-a115-34c56c3013d0 req-08e2ea50-48be-4b1b-8da1-02be82748493 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0743988 Aug 20 10:52:49.206081 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a793107-7c3e-423a-a115-34c56c3013d0 req-5d2f20e2-9973-47da-ba27-b4e3378e0f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:49.207752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2a793107-7c3e-423a-a115-34c56c3013d0 req-5d2f20e2-9973-47da-ba27-b4e3378e0f7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffcd7abd09084c36a19f0ca777b7b157&device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 1097 time: 0.0884428 Aug 20 10:52:49.363721 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a793107-7c3e-423a-a115-34c56c3013d0 req-90c4ff50-1e61-4d5e-b389-c6bda4af71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:49.365129 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2a793107-7c3e-423a-a115-34c56c3013d0 req-90c4ff50-1e61-4d5e-b389-c6bda4af71b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=006c7b89-3377-4894-bcc4-b4dc4d135d71 HTTP/1.1" status: 200 len: 909 time: 0.1342480 Aug 20 10:52:49.375407 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ae63f-c808-4eaa-9194-730fa0fcf875 req-7cd47773-4038-46ab-a67a-86db0d7ac592 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:49.382620 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c5ae63f-c808-4eaa-9194-730fa0fcf875 req-7cd47773-4038-46ab-a67a-86db0d7ac592 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 944 time: 0.0797381 Aug 20 10:52:49.468714 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c5ae63f-c808-4eaa-9194-730fa0fcf875 req-d81dd4b8-d3aa-40d1-a6e6-e3e6ff82ef9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842941 Aug 20 10:52:49.482566 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2a793107-7c3e-423a-a115-34c56c3013d0 req-6f3e348a-98e3-4c4f-b4ad-f696e605a76c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8c02401-956f-4233-860c-26d48ee2b6d7 HTTP/1.1" status: 200 len: 1001 time: 0.0923991 Aug 20 10:52:49.536849 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a793107-7c3e-423a-a115-34c56c3013d0 req-0d1a3606-cf4b-4ef2-a9e0-a581c2751dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:49.539082 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2a793107-7c3e-423a-a115-34c56c3013d0 req-0d1a3606-cf4b-4ef2-a9e0-a581c2751dd0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7aafae94-e831-405c-b2c8-9f5ca00ab8f5 HTTP/1.1" status: 200 len: 847 time: 0.0497365 Aug 20 10:52:49.600404 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a793107-7c3e-423a-a115-34c56c3013d0 req-4a8a453d-6456-4b2d-a23d-f5436bd58a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:49.602306 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2a793107-7c3e-423a-a115-34c56c3013d0 req-4a8a453d-6456-4b2d-a23d-f5436bd58a14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=006c7b89-3377-4894-bcc4-b4dc4d135d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564892 Aug 20 10:52:49.721490 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2a793107-7c3e-423a-a115-34c56c3013d0 req-7297ff5c-08fb-4b35-a9fd-c8bd94aae12b service neutron] 10.222.0.42 "GET /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123068 Aug 20 10:52:49.833032 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2a793107-7c3e-423a-a115-34c56c3013d0 req-9e06cd6e-cb24-4e0d-96e7-68239600eae7 service neutron] 10.222.0.42 "GET /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029093 Aug 20 10:52:50.594890 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7174b5-5fc1-4102-be2e-7d8dcd8442b2 req-2d333e52-0336-4927-a74a-517e25230d2e tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:50.596424 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a7174b5-5fc1-4102-be2e-7d8dcd8442b2 req-2d333e52-0336-4927-a74a-517e25230d2e tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 944 time: 0.0510523 Aug 20 10:52:50.636680 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a7174b5-5fc1-4102-be2e-7d8dcd8442b2 req-d8d85cf1-3d9b-463f-8c10-209262daa2f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335243 Aug 20 10:52:51.752886 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cfb49-3f31-4240-ad38-ebe1ed0adf7a req-3ff4946c-4fe9-4f43-b6c3-b59ac70dd0cf tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:51.754352 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e37cfb49-3f31-4240-ad38-ebe1ed0adf7a req-3ff4946c-4fe9-4f43-b6c3-b59ac70dd0cf tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 944 time: 0.0484285 Aug 20 10:52:51.793193 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e37cfb49-3f31-4240-ad38-ebe1ed0adf7a req-dda20664-6184-40f9-a7e5-067b014fa8c8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329676 Aug 20 10:52:52.876150 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:52:52.912425 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b130ced-3180-42d8-b2dd-295ffb1e7286 req-bbac5023-6a0a-44f2-865e-2421c97008aa tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:52.913952 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6b130ced-3180-42d8-b2dd-295ffb1e7286 req-bbac5023-6a0a-44f2-865e-2421c97008aa tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 944 time: 0.0550919 Aug 20 10:52:53.286112 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6b130ced-3180-42d8-b2dd-295ffb1e7286 req-6df9f66c-8501-423a-a10b-543f3c16e9e3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659685 Aug 20 10:52:53.909238 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:52:54.398831 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ac27c-9772-4960-ae9e-bfc656664348 req-f87acf5c-b485-4a53-bc87-4d8901a012d8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:54.400327 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e7ac27c-9772-4960-ae9e-bfc656664348 req-f87acf5c-b485-4a53-bc87-4d8901a012d8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 944 time: 0.0484045 Aug 20 10:52:54.438659 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e7ac27c-9772-4960-ae9e-bfc656664348 req-13b8dbf8-1cbd-473c-a07f-def9bd654cd4 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321040 Aug 20 10:52:55.554052 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfa367-3321-42f0-997d-86cbaf7316db req-bd668b0c-9512-4b62-819f-b67619732483 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:55.555467 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48dfa367-3321-42f0-997d-86cbaf7316db req-bd668b0c-9512-4b62-819f-b67619732483 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 944 time: 0.0498168 Aug 20 10:52:55.593934 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48dfa367-3321-42f0-997d-86cbaf7316db req-2af85cf5-2c21-41a6-baa0-7c1d5662bed3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318882 Aug 20 10:52:56.713695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97be3e8-6476-4329-b5e4-f79af3b6ee51 req-05202170-dd79-412a-bdf8-401669bead0c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:56.715184 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d97be3e8-6476-4329-b5e4-f79af3b6ee51 req-05202170-dd79-412a-bdf8-401669bead0c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 944 time: 0.0529063 Aug 20 10:52:56.759771 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d97be3e8-6476-4329-b5e4-f79af3b6ee51 req-db6b9ea4-0101-418d-a6b7-b5529853ca9a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375323 Aug 20 10:52:57.877285 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333e1a2-cf72-4f8e-a4ba-18a4e39fb4ed req-c012943c-c4f7-4f73-966c-75b4f579c05f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:57.878808 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6333e1a2-cf72-4f8e-a4ba-18a4e39fb4ed req-c012943c-c4f7-4f73-966c-75b4f579c05f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 944 time: 0.0499668 Aug 20 10:52:57.920497 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6333e1a2-cf72-4f8e-a4ba-18a4e39fb4ed req-fc36d6ae-e624-4da2-af0d-876d4659d5c7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352197 Aug 20 10:52:59.041990 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4720dd-d1f1-440c-9abc-c157b798b2f6 req-b6bdac3e-2a2f-4c41-994f-ec2946338084 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:52:59.043395 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5c4720dd-d1f1-440c-9abc-c157b798b2f6 req-b6bdac3e-2a2f-4c41-994f-ec2946338084 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 944 time: 0.0568838 Aug 20 10:52:59.081191 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5c4720dd-d1f1-440c-9abc-c157b798b2f6 req-adc6217b-f057-43ef-8d75-d6220c8e67da tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308852 Aug 20 10:52:59.309367 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c668fcb2-91d2-44e6-8976-eb7e4712d942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:00.199325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb2fdb-f8f5-4ea2-84ba-fb38cb1de2bc req-7407d52c-2cb3-43ff-82cc-d6dac7c94436 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:00.200804 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-87eb2fdb-f8f5-4ea2-84ba-fb38cb1de2bc req-7407d52c-2cb3-43ff-82cc-d6dac7c94436 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 944 time: 0.0522888 Aug 20 10:53:00.237581 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-87eb2fdb-f8f5-4ea2-84ba-fb38cb1de2bc req-76695862-f7ed-4f75-b999-8c702c7b4308 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309327 Aug 20 10:53:01.350615 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adbe0d-e5e9-4be5-937a-8b88125b906c req-b81391e3-ae3d-4015-8f1b-b3cdc0405368 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:01.352110 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60adbe0d-e5e9-4be5-937a-8b88125b906c req-b81391e3-ae3d-4015-8f1b-b3cdc0405368 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 944 time: 0.0488665 Aug 20 10:53:01.389738 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-60adbe0d-e5e9-4be5-937a-8b88125b906c req-926cde3c-da45-4aa6-ad29-e6e0b01d2757 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317600 Aug 20 10:53:01.946456 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ec945ffd-9acd-4338-8f99-471cd2224546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:02.177638 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9011f7a7-febe-4aec-b373-dfa589b534f1 req-29db3ecd-88e6-4fe4-ad76-6cc95ba672bd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399683 Aug 20 10:53:02.255230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011f7a7-febe-4aec-b373-dfa589b534f1 req-e7f5c088-f4ae-4219-b56c-5475f1a656ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:02.256600 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9011f7a7-febe-4aec-b373-dfa589b534f1 req-e7f5c088-f4ae-4219-b56c-5475f1a656ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 1098 time: 0.0393586 Aug 20 10:53:02.361920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011f7a7-febe-4aec-b373-dfa589b534f1 req-4cabcae0-934b-46e3-8686-12a4a0c3d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:02.363457 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9011f7a7-febe-4aec-b373-dfa589b534f1 req-4cabcae0-934b-46e3-8686-12a4a0c3d215 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 917 time: 0.0881155 Aug 20 10:53:02.406303 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:02.430346 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9011f7a7-febe-4aec-b373-dfa589b534f1 req-b0d33e35-ad2d-4370-9e07-4a5435a7fa70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0 HTTP/1.1" status: 200 len: 1002 time: 0.0601292 Aug 20 10:53:02.485520 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011f7a7-febe-4aec-b373-dfa589b534f1 req-430d6180-c42d-4763-9a51-5f1cd2e16a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:02.486998 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9011f7a7-febe-4aec-b373-dfa589b534f1 req-430d6180-c42d-4763-9a51-5f1cd2e16a0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.0482824 Aug 20 10:53:02.503462 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75d43a-4cee-401e-8ed6-ee221c0ece4c req-6be6b207-55f9-42a8-8100-4315ce721c69 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:02.504980 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ad75d43a-4cee-401e-8ed6-ee221c0ece4c req-6be6b207-55f9-42a8-8100-4315ce721c69 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 944 time: 0.0486181 Aug 20 10:53:02.533240 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011f7a7-febe-4aec-b373-dfa589b534f1 req-c1b2dadd-cb45-46d1-87e0-b5c2adebcb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:02.534641 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9011f7a7-febe-4aec-b373-dfa589b534f1 req-c1b2dadd-cb45-46d1-87e0-b5c2adebcb91 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409706 Aug 20 10:53:02.544142 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ad75d43a-4cee-401e-8ed6-ee221c0ece4c req-034305a9-65d9-4597-87f3-2e4aff8fd5d8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327954 Aug 20 10:53:02.624195 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9011f7a7-febe-4aec-b373-dfa589b534f1 req-2c1fb7f3-6e6a-4eaf-8eef-7d1c9f2db766 service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823526 Aug 20 10:53:02.720804 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9011f7a7-febe-4aec-b373-dfa589b534f1 req-23f3b2a0-90af-4df1-9001-7eb1c0768052 service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892005 Aug 20 10:53:03.188437 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:03.665189 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04909780-37aa-4417-96b1-9e9dcb401bc8 req-919c079f-2f5d-4516-a5fd-a7e4529ed732 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:03.666758 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-04909780-37aa-4417-96b1-9e9dcb401bc8 req-919c079f-2f5d-4516-a5fd-a7e4529ed732 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 944 time: 0.0555053 Aug 20 10:53:03.706889 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-04909780-37aa-4417-96b1-9e9dcb401bc8 req-5871f4c5-e478-45c8-bd06-1f18c289ecf6 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326500 Aug 20 10:53:04.822138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9dc39-26ce-4f3c-8959-c30d0016c4a7 req-d833ad8d-3d1b-4a00-ba4c-11377d5e1823 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:04.823675 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-14a9dc39-26ce-4f3c-8959-c30d0016c4a7 req-d833ad8d-3d1b-4a00-ba4c-11377d5e1823 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 944 time: 0.0489805 Aug 20 10:53:04.843310 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:04.862702 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-14a9dc39-26ce-4f3c-8959-c30d0016c4a7 req-4290a943-e49d-4725-8175-4733ada6cfb3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326190 Aug 20 10:53:05.976199 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256f88e-c92a-459c-8cbc-badbcfbccc4c req-e08c4c51-e8b3-44b8-9b20-5e7ed04b8b58 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:05.977589 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6256f88e-c92a-459c-8cbc-badbcfbccc4c req-e08c4c51-e8b3-44b8-9b20-5e7ed04b8b58 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 944 time: 0.0479434 Aug 20 10:53:06.015934 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6256f88e-c92a-459c-8cbc-badbcfbccc4c req-c8c2f81c-4faf-4bbf-a757-32a2be48e1ad tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318651 Aug 20 10:53:06.821567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6ae827a0-b61d-45cc-9063-5912a3d9d406 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:53:06.918127 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 6ae827a0-b61d-45cc-9063-5912a3d9d406, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6ae827a0-b61d-45cc-9063-5912a3d9d406,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:53:06.929950 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '6ae827a0-b61d-45cc-9063-5912a3d9d406', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'port_id': '6ae827a0-b61d-45cc-9063-5912a3d9d406', 'mac_address': 'fa:16:3e:94:c2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:53:06.965984 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:06.977926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae827a0-b61d-45cc-9063-5912a3d9d406 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:53:06.997926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 6ae827a0-b61d-45cc-9063-5912a3d9d406, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6ae827a0-b61d-45cc-9063-5912a3d9d406,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:53:07.005688 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:07.057388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=6ae827a0-b61d-45cc-9063-5912a3d9d406,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:53:07.065625 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:53:07.065975 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:53:07.066316 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:53:07.066658 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:53:07.067509 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:53:07.067509 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:53:07.067774 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:53:07.067982 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:53:07.068309 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:53:07.068634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:53:07.068959 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:53:07.069280 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:53:07.135772 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00921f19-22d6-46ac-b3f5-bff426c5b32a req-8434a800-37d7-4f4d-85ae-531e06bc12e8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:07.137246 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-00921f19-22d6-46ac-b3f5-bff426c5b32a req-8434a800-37d7-4f4d-85ae-531e06bc12e8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 945 time: 0.0542898 Aug 20 10:53:07.174710 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-00921f19-22d6-46ac-b3f5-bff426c5b32a req-d4bd8a44-5dc6-4691-a01c-25f2fc4b91cf tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Aug 20 10:53:07.303530 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['6ae827a0-b61d-45cc-9063-5912a3d9d406'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:53:08.286301 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5168f4-72d2-409b-8dc7-279b1768bf9a req-04da2243-1385-4674-8a79-b40f68dd078a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:08.287792 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ed5168f4-72d2-409b-8dc7-279b1768bf9a req-04da2243-1385-4674-8a79-b40f68dd078a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 945 time: 0.0482397 Aug 20 10:53:08.324541 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ed5168f4-72d2-409b-8dc7-279b1768bf9a req-e4007caa-ae4e-424c-8c4e-15dd61b9e808 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309834 Aug 20 10:53:08.833883 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6ae827a0-b61d-45cc-9063-5912a3d9d406 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:53:08.883757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 6ae827a0-b61d-45cc-9063-5912a3d9d406 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:53:08.887916 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 6ae827a0-b61d-45cc-9063-5912a3d9d406 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:53:08.888346 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:08.962287 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:08.984101 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ccf1e5d-6ef2-4d7d-ad85-1367055e2038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae827a0-b61d-45cc-9063-5912a3d9d406'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:53:08.986439 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16298f20-a672-42a8-8cd5-865cd7494543" -d '{"events": [{"server_uuid": "1ccf1e5d-6ef2-4d7d-ad85-1367055e2038", "name": "network-vif-plugged", "status": "completed", "tag": "6ae827a0-b61d-45cc-9063-5912a3d9d406"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:53:09.001554 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 6ae827a0-b61d-45cc-9063-5912a3d9d406, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6ae827a0-b61d-45cc-9063-5912a3d9d406,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:53:09.006792 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:09.031248 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a87800f-5a65-4246-83bb-246cd47c44a5 x-openstack-request-id: req-4a87800f-5a65-4246-83bb-246cd47c44a5 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:53:09.031544 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ccf1e5d-6ef2-4d7d-ad85-1367055e2038", "name": "network-vif-plugged", "status": "completed", "tag": "6ae827a0-b61d-45cc-9063-5912a3d9d406", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:53:09.031796 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a87800f-5a65-4246-83bb-246cd47c44a5 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:53:09.032191 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ccf1e5d-6ef2-4d7d-ad85-1367055e2038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae827a0-b61d-45cc-9063-5912a3d9d406', 'code': 200} Aug 20 10:53:09.060345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=6ae827a0-b61d-45cc-9063-5912a3d9d406,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:53:09.133433 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b83c4-f44d-4c12-80ad-a8b1699451aa req-27686097-b615-4cfb-9cd3-4ca05ff73423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:09.134929 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d36b83c4-f44d-4c12-80ad-a8b1699451aa req-27686097-b615-4cfb-9cd3-4ca05ff73423 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 1098 time: 0.0406847 Aug 20 10:53:09.170675 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d36b83c4-f44d-4c12-80ad-a8b1699451aa req-e53b9b48-a5ec-4e7d-a792-7348671bdb1c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274391 Aug 20 10:53:09.439181 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bd46e-9562-482b-a7be-259ddfb1a06b req-615b3cb9-81e6-42f7-b2e2-f5ee0c4225fd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:09.440658 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb7bd46e-9562-482b-a7be-259ddfb1a06b req-615b3cb9-81e6-42f7-b2e2-f5ee0c4225fd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 946 time: 0.0490489 Aug 20 10:53:09.479084 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb7bd46e-9562-482b-a7be-259ddfb1a06b req-53552a51-017f-4643-babe-6bd7b2e98bea tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325017 Aug 20 10:53:10.600216 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0773c9a-7c0d-452f-b418-844e1364afaa req-eab550b7-3ca4-4769-abe8-6d3263214242 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:10.601878 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0773c9a-7c0d-452f-b418-844e1364afaa req-eab550b7-3ca4-4769-abe8-6d3263214242 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 946 time: 0.0536306 Aug 20 10:53:10.641675 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0773c9a-7c0d-452f-b418-844e1364afaa req-55c59b25-0778-4140-84b0-fb31fc69a489 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324779 Aug 20 10:53:10.761090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495a6de-96dc-472e-a70f-c80bd19dee91 req-59082298-6937-40c3-9cd3-d00499b811f8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:10.763021 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0495a6de-96dc-472e-a70f-c80bd19dee91 req-59082298-6937-40c3-9cd3-d00499b811f8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 946 time: 0.0533268 Aug 20 10:53:10.800616 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0495a6de-96dc-472e-a70f-c80bd19dee91 req-419d36ec-2766-40d3-bf70-4ebec11d920b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313756 Aug 20 10:53:10.911901 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21d506-a346-40d4-99a9-3ab4f5a59a6b req-ac7d2677-3a60-4412-8bb5-b899878702ab tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:10.913385 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cb21d506-a346-40d4-99a9-3ab4f5a59a6b req-ac7d2677-3a60-4412-8bb5-b899878702ab tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 946 time: 0.0490746 Aug 20 10:53:10.950458 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cb21d506-a346-40d4-99a9-3ab4f5a59a6b req-adbf0a02-e43f-4c0d-a009-3a3c5cfff5c6 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304937 Aug 20 10:53:11.237548 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1814055-e197-462b-b3fc-34a6df0b3a43 req-0b8c23e3-d967-45ed-a877-f0ba5e5c0bd5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:11.239034 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e1814055-e197-462b-b3fc-34a6df0b3a43 req-0b8c23e3-d967-45ed-a877-f0ba5e5c0bd5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 946 time: 0.0488131 Aug 20 10:53:11.276698 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e1814055-e197-462b-b3fc-34a6df0b3a43 req-f020b526-2aaf-4c17-a08a-35670d760cd4 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315809 Aug 20 10:53:12.391883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd471d45-6a00-438d-ada9-99f65d9ffb83 req-73104ff1-212c-47ae-a08c-5cd6997b59c7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:12.393346 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd471d45-6a00-438d-ada9-99f65d9ffb83 req-73104ff1-212c-47ae-a08c-5cd6997b59c7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 946 time: 0.0509441 Aug 20 10:53:12.430947 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd471d45-6a00-438d-ada9-99f65d9ffb83 req-4e0903b1-10f3-45a1-846f-5053a6a8d4f2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316117 Aug 20 10:53:12.837805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb8d46-c52b-48b0-b90c-17fd16881d51 req-f53af4c1-84ff-423f-9165-c68396d99363 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:12.839281 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7efb8d46-c52b-48b0-b90c-17fd16881d51 req-f53af4c1-84ff-423f-9165-c68396d99363 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 946 time: 0.0517867 Aug 20 10:53:12.928701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-7efb8d46-c52b-48b0-b90c-17fd16881d51 req-5b52a966-4f35-467d-a6af-5e47a8ddd9c3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Deleting port 6ae827a0-b61d-45cc-9063-5912a3d9d406 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:53:12.929036 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7efb8d46-c52b-48b0-b90c-17fd16881d51 req-5b52a966-4f35-467d-a6af-5e47a8ddd9c3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:13.018165 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-7efb8d46-c52b-48b0-b90c-17fd16881d51 req-5b52a966-4f35-467d-a6af-5e47a8ddd9c3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] For port 6ae827a0-b61d-45cc-9063-5912a3d9d406, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=6ae827a0-b61d-45cc-9063-5912a3d9d406,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:53:13.018424 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7efb8d46-c52b-48b0-b90c-17fd16881d51 req-5b52a966-4f35-467d-a6af-5e47a8ddd9c3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:13.031499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-7efb8d46-c52b-48b0-b90c-17fd16881d51 req-5b52a966-4f35-467d-a6af-5e47a8ddd9c3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Calling delete_port for 6ae827a0-b61d-45cc-9063-5912a3d9d406 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:53:13.153603 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7efb8d46-c52b-48b0-b90c-17fd16881d51 req-5b52a966-4f35-467d-a6af-5e47a8ddd9c3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:13.165913 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['6ae827a0-b61d-45cc-9063-5912a3d9d406'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:53:13.184245 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52a966-4f35-467d-a6af-5e47a8ddd9c3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event deleted for resources: {'Port': ['ID=6ae827a0-b61d-45cc-9063-5912a3d9d406,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:53:13.229739 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efb8d46-c52b-48b0-b90c-17fd16881d51 req-5b52a966-4f35-467d-a6af-5e47a8ddd9c3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] No DVR routers for this DVR port 6ae827a0-b61d-45cc-9063-5912a3d9d406 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:53:13.232509 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7efb8d46-c52b-48b0-b90c-17fd16881d51 req-5b52a966-4f35-467d-a6af-5e47a8ddd9c3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:13.234542 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7efb8d46-c52b-48b0-b90c-17fd16881d51 req-5b52a966-4f35-467d-a6af-5e47a8ddd9c3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "DELETE /v2.0/ports/6ae827a0-b61d-45cc-9063-5912a3d9d406 HTTP/1.1" status: 204 len: 173 time: 0.3884609 Aug 20 10:53:13.234993 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ccf1e5d-6ef2-4d7d-ad85-1367055e2038', 'name': 'network-vif-deleted', 'tag': '6ae827a0-b61d-45cc-9063-5912a3d9d406'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:53:13.237313 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e81bf0-1e2e-401c-8cbe-5ea364d8a38c" -d '{"events": [{"server_uuid": "1ccf1e5d-6ef2-4d7d-ad85-1367055e2038", "name": "network-vif-deleted", "tag": "6ae827a0-b61d-45cc-9063-5912a3d9d406"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:53:13.302828 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb5b4c8-239c-460a-a1b3-50ff8f050b23 x-openstack-request-id: req-5eb5b4c8-239c-460a-a1b3-50ff8f050b23 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:53:13.303182 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ccf1e5d-6ef2-4d7d-ad85-1367055e2038", "name": "network-vif-deleted", "tag": "6ae827a0-b61d-45cc-9063-5912a3d9d406", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:53:13.303732 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5eb5b4c8-239c-460a-a1b3-50ff8f050b23 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:53:13.304967 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ccf1e5d-6ef2-4d7d-ad85-1367055e2038', 'name': 'network-vif-deleted', 'tag': '6ae827a0-b61d-45cc-9063-5912a3d9d406', 'status': 'completed', 'code': 200} Aug 20 10:53:13.524795 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c76e176-0344-47eb-88da-7b8f118227b8 req-f01d3083-8939-48b8-9ec7-45b3a86ebd3d tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 210 time: 0.0264952 Aug 20 10:53:14.621295 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3416992-3bbf-4e17-a1b3-f1703e3ae9e3 req-5c986533-69eb-4842-abff-e934c8dd3324 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 210 time: 0.0276954 Aug 20 10:53:15.715466 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-becbed55-fbb9-43e5-ad5e-bf5052099ba2 req-e808b3f2-f4e0-4cd8-816d-96ad816c87e7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 210 time: 0.0260570 Aug 20 10:53:16.822870 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-845ed61a-022e-4dfa-b758-1faa16db35d0 req-0c9b297f-840d-43e3-a0b3-2b8f0dc5a7d4 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ccf1e5d-6ef2-4d7d-ad85-1367055e2038 HTTP/1.1" status: 200 len: 210 time: 0.0292377 Aug 20 10:53:16.894114 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6ae827a0-b61d-45cc-9063-5912a3d9d406 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:53:16.914874 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 6ae827a0-b61d-45cc-9063-5912a3d9d406 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:53:16.915403 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 6ae827a0-b61d-45cc-9063-5912a3d9d406 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:53:18.655070 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:22.893342 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:25.542883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a8f94-97a9-4eaf-95a5-64aaefc09df2 req-c8d6008a-51c1-4e53-bf9d-f53f21712295 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:25.544425 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a08a8f94-97a9-4eaf-95a5-64aaefc09df2 req-c8d6008a-51c1-4e53-bf9d-f53f21712295 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0526488 Aug 20 10:53:25.585631 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a08a8f94-97a9-4eaf-95a5-64aaefc09df2 req-179dd9bd-b6ce-4de8-93fb-4b3602540516 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347457 Aug 20 10:53:26.716545 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b88c7-0ac9-4f50-9351-ad09752bfd17 req-07f02c12-48fc-49fa-89c1-2144df209e5d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:26.718122 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-564b88c7-0ac9-4f50-9351-ad09752bfd17 req-07f02c12-48fc-49fa-89c1-2144df209e5d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0533357 Aug 20 10:53:26.757733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-564b88c7-0ac9-4f50-9351-ad09752bfd17 req-4ca78cc2-2a8d-41d1-9eec-390c2b1b5671 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333304 Aug 20 10:53:27.884391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646975e6-5923-42a3-9e75-ab673a4e62b4 req-27e273fe-e634-4eba-9585-0d9de3f2d7b9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:27.885903 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-646975e6-5923-42a3-9e75-ab673a4e62b4 req-27e273fe-e634-4eba-9585-0d9de3f2d7b9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0513537 Aug 20 10:53:27.927165 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-646975e6-5923-42a3-9e75-ab673a4e62b4 req-a82caceb-5603-4a1f-9bba-e63652e18da9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348523 Aug 20 10:53:29.062455 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429b44b-2181-42ad-8afa-531bc340f150 req-d4ed5938-42d3-4624-bbeb-493e3804869e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:29.064856 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3429b44b-2181-42ad-8afa-531bc340f150 req-d4ed5938-42d3-4624-bbeb-493e3804869e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0592940 Aug 20 10:53:29.105995 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3429b44b-2181-42ad-8afa-531bc340f150 req-186aa819-8354-4d15-838d-72f1028f9ed0 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333555 Aug 20 10:53:29.312979 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5dbb362b-b066-4787-b8ee-1a93cc171a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:30.231845 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1decfe5-acbe-4ab0-aebf-04ad8bd3de9b req-86048ee0-f8c1-4b28-9b29-4235c8ca5f99 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:30.233577 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a1decfe5-acbe-4ab0-aebf-04ad8bd3de9b req-86048ee0-f8c1-4b28-9b29-4235c8ca5f99 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0511203 Aug 20 10:53:30.281404 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a1decfe5-acbe-4ab0-aebf-04ad8bd3de9b req-c3867181-f48e-4a9a-b497-2b79070ec5fc tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397060 Aug 20 10:53:30.911078 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:53:31.402477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847261c-be55-40cf-a4be-e4c9792c5bef req-13193843-53c4-4541-b5cb-6f63f4718aca tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:31.404056 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f847261c-be55-40cf-a4be-e4c9792c5bef req-13193843-53c4-4541-b5cb-6f63f4718aca tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0497627 Aug 20 10:53:31.443982 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f847261c-be55-40cf-a4be-e4c9792c5bef req-be5242b0-3d39-48a8-a949-d3ecc358f0c3 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338752 Aug 20 10:53:31.947646 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e6464570-67a7-4d80-b4f9-71a377c39cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:32.407698 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:32.565660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0eeab-cdbb-4338-a300-674aa6b753d9 req-f2c808c7-a6da-46c3-8003-03d05d75cd35 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:32.567148 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ee0eeab-cdbb-4338-a300-674aa6b753d9 req-f2c808c7-a6da-46c3-8003-03d05d75cd35 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0491018 Aug 20 10:53:32.606706 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ee0eeab-cdbb-4338-a300-674aa6b753d9 req-51122037-b9cf-4bc1-8d9e-b7ab4212dc32 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332940 Aug 20 10:53:33.192703 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:33.729564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe95fe-17eb-4df9-b6a9-8bed5308b897 req-40136ece-0b8b-4cd9-bb93-14363afd68ff tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:33.731839 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f5fe95fe-17eb-4df9-b6a9-8bed5308b897 req-40136ece-0b8b-4cd9-bb93-14363afd68ff tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0514431 Aug 20 10:53:33.769935 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f5fe95fe-17eb-4df9-b6a9-8bed5308b897 req-c50be476-6b6d-4fe6-ac69-da42bc4b0aec tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321100 Aug 20 10:53:34.847157 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:34.897296 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e7427-880c-4148-9bb3-c75a99d70100 req-6090c983-3ad7-46e2-93d2-dcf4725c8de7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:34.898831 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e12e7427-880c-4148-9bb3-c75a99d70100 req-6090c983-3ad7-46e2-93d2-dcf4725c8de7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0497935 Aug 20 10:53:34.939913 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e12e7427-880c-4148-9bb3-c75a99d70100 req-60961494-18ef-4996-a94a-da137f2ade8d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347862 Aug 20 10:53:36.101818 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7b6e8-2cb6-4b9f-8233-a118c2d197ba req-9eba5a3c-d004-46f4-9ec0-00b6c06934e2 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:36.103475 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6f7b6e8-2cb6-4b9f-8233-a118c2d197ba req-9eba5a3c-d004-46f4-9ec0-00b6c06934e2 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0632215 Aug 20 10:53:36.146175 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6f7b6e8-2cb6-4b9f-8233-a118c2d197ba req-87985ce7-4ba9-4b1b-8e23-a09e2d1a40dc tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364187 Aug 20 10:53:37.269639 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61631ced-c476-4baa-8965-6d8ab94d3688 req-a461a22f-a7df-423f-82ab-b28b098e6e65 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:37.271814 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61631ced-c476-4baa-8965-6d8ab94d3688 req-a461a22f-a7df-423f-82ab-b28b098e6e65 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0530074 Aug 20 10:53:37.312266 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61631ced-c476-4baa-8965-6d8ab94d3688 req-f83e6d2f-3d2e-4990-8bdd-4f32494bcd2c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345805 Aug 20 10:53:37.698911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-00aea2fa-2f40-4565-b788-5238832aa5ea tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:37.700466 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-00aea2fa-2f40-4565-b788-5238832aa5ea tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 811 time: 0.1014972 Aug 20 10:53:37.715508 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-4014aa0d-2ac3-4f03-abbe-d3e42c3a547c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/quotas/c090051161f84f338132097522189093 HTTP/1.1" status: 200 len: 375 time: 0.0092750 Aug 20 10:53:37.771075 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-a9837812-dd33-4cd1-a62c-3b0d4597e48e tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503075 Aug 20 10:53:37.922647 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-06590070-0687-4748-a17f-07650bb78782 service neutron] 10.222.0.16 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447666 Aug 20 10:53:38.016496 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-62130970-526e-44af-a080-7a17459ccb05 service neutron] 10.222.0.16 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877128 Aug 20 10:53:38.433389 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b503292-b918-4ec5-bed7-fd8d17e1409e req-3cd6fd74-58d8-41ff-9446-fb0a2fb45801 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:38.434915 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4b503292-b918-4ec5-bed7-fd8d17e1409e req-3cd6fd74-58d8-41ff-9446-fb0a2fb45801 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0529058 Aug 20 10:53:38.477005 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4b503292-b918-4ec5-bed7-fd8d17e1409e req-9228ca47-77db-4450-bfcf-94c9a80c12df tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354590 Aug 20 10:53:39.314408 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-35c05134-5d1a-429c-9191-60529a33ae29 req-65933185-3064-4721-b40d-22f8a9433d85 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 210 time: 0.0274777 Aug 20 10:53:39.601227 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20033fee-a2e6-4ec7-85c1-a09e3f7403bb req-66b8e65e-6ecb-4398-bf85-cb39085fa121 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:39.602733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20033fee-a2e6-4ec7-85c1-a09e3f7403bb req-66b8e65e-6ecb-4398-bf85-cb39085fa121 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0525975 Aug 20 10:53:39.642434 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20033fee-a2e6-4ec7-85c1-a09e3f7403bb req-30307993-a6e1-484f-a963-89ef1a087ec4 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335279 Aug 20 10:53:40.190799 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-f6185fb6-f1e2-4554-b101-001a63450d63 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:40.192328 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-f6185fb6-f1e2-4554-b101-001a63450d63 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 811 time: 0.1072841 Aug 20 10:53:40.204667 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-1fca4ded-fcf8-4361-a18c-c3ee42f2eb61 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Request body: {'port': {'device_id': '2fae6b91-c310-48b8-b3cb-4d3825b3a639', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'admin_state_up': True, 'tenant_id': 'c090051161f84f338132097522189093'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:53:40.315400 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-1fca4ded-fcf8-4361-a18c-c3ee42f2eb61 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Made reservation on behalf of c090051161f84f338132097522189093 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:53:40.318927 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-1fca4ded-fcf8-4361-a18c-c3ee42f2eb61 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:40.415533 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2e89cde4-f3df-49aa-be11-a91e3c15d318 req-1bc8d335-1bd4-448e-93d1-0afccd301073 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 210 time: 0.0298541 Aug 20 10:53:40.477453 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-1fca4ded-fcf8-4361-a18c-c3ee42f2eb61 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Allocated IP 172.20.0.3 (45e6f8dc-f9e2-4ee1-aaa9-d63db523568b/613c4b10-757f-41e2-b495-9809f5fc214e/1937913c-8bb0-4c16-8250-a9a50b1ed199) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:53:40.626743 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-1fca4ded-fcf8-4361-a18c-c3ee42f2eb61 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:40.641336 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-1fca4ded-fcf8-4361-a18c-c3ee42f2eb61 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Transition to ACTIVE for port object 1937913c-8bb0-4c16-8250-a9a50b1ed199 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:53:40.674804 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-1fca4ded-fcf8-4361-a18c-c3ee42f2eb61 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:40.718958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-1fca4ded-fcf8-4361-a18c-c3ee42f2eb61 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:53:40.725913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-1fca4ded-fcf8-4361-a18c-c3ee42f2eb61 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:53:40.750197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-1fca4ded-fcf8-4361-a18c-c3ee42f2eb61 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:53:40.753071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca4ded-fcf8-4361-a18c-c3ee42f2eb61 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'Port': ['ID=1937913c-8bb0-4c16-8250-a9a50b1ed199,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:53:40.767875 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01960747-6758-40db-9f64-684961be7030 req-040b7e66-b02c-409d-ba4a-729c805f028a tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:40.771346 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01960747-6758-40db-9f64-684961be7030 req-040b7e66-b02c-409d-ba4a-729c805f028a tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0574405 Aug 20 10:53:40.813838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-1fca4ded-fcf8-4361-a18c-c3ee42f2eb61 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:40.814639 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-1fca4ded-fcf8-4361-a18c-c3ee42f2eb61 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:40.829099 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01960747-6758-40db-9f64-684961be7030 req-ebb74cf3-62ad-4f11-82da-f4acf94441a5 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411417 Aug 20 10:53:40.833793 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-1fca4ded-fcf8-4361-a18c-c3ee42f2eb61 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6328695 Aug 20 10:53:40.847170 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Request body: {'port': {'device_id': '2fae6b91-c310-48b8-b3cb-4d3825b3a639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:53:40.909851 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:41.034594 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6430664c-fe0d-4e54-aa88-391430b9dbdf None None] Provisioning for port 1937913c-8bb0-4c16-8250-a9a50b1ed199 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:53:41.039908 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6430664c-fe0d-4e54-aa88-391430b9dbdf None None] Provisioning complete for port 1937913c-8bb0-4c16-8250-a9a50b1ed199 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:53:41.040820 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6430664c-fe0d-4e54-aa88-391430b9dbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:41.082201 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6430664c-fe0d-4e54-aa88-391430b9dbdf None None] Port 1937913c-8bb0-4c16-8250-a9a50b1ed199 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:53:41.538885 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1937913c-8bb0-4c16-8250-a9a50b1ed199 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:53:41.548424 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:41.565810 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Transition to ACTIVE for port object 1937913c-8bb0-4c16-8250-a9a50b1ed199 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:53:41.577853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8807b9-b1cd-4b0f-a048-e4e8c8c9a57c req-307dce73-f4e1-4273-bd1c-2dc1768e2bec tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:41.582916 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de8807b9-b1cd-4b0f-a048-e4e8c8c9a57c req-307dce73-f4e1-4273-bd1c-2dc1768e2bec tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 931 time: 0.0783947 Aug 20 10:53:41.583454 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:41.663291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Pushing event updated for resources: {'Port': ['ID=1937913c-8bb0-4c16-8250-a9a50b1ed199,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:53:41.677183 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de8807b9-b1cd-4b0f-a048-e4e8c8c9a57c req-bcfc9966-2526-465c-a5fe-e6f880995aed tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908756 Aug 20 10:53:41.765903 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Attempting to bind port 1937913c-8bb0-4c16-8250-a9a50b1ed199 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:53:41.766344 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Attempting to bind port 1937913c-8bb0-4c16-8250-a9a50b1ed199 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:53:41.766737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Attempting to bind port 1937913c-8bb0-4c16-8250-a9a50b1ed199 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:53:41.771748 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Port 1937913c-8bb0-4c16-8250-a9a50b1ed199 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:53:41.772407 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Attempting to bind port 1937913c-8bb0-4c16-8250-a9a50b1ed199 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:53:41.778364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:53:41.778800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Checking segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:53:41.779284 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Bound using segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:53:41.779805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Bound port: 1937913c-8bb0-4c16-8250-a9a50b1ed199, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:53:41.780251 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:41.862071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] For port 1937913c-8bb0-4c16-8250-a9a50b1ed199, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:53:41.865642 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] For port 1937913c-8bb0-4c16-8250-a9a50b1ed199, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1937913c-8bb0-4c16-8250-a9a50b1ed199,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:53:41.872708 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:41.911414 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:41.912289 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:41.914000 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] 10.222.0.24 "PUT /v2.0/ports/1937913c-8bb0-4c16-8250-a9a50b1ed199 HTTP/1.1" status: 200 len: 1092 time: 1.0714293 Aug 20 10:53:41.914410 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fae6b91-c310-48b8-b3cb-4d3825b3a639', 'tag': '1937913c-8bb0-4c16-8250-a9a50b1ed199'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:53:41.916843 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20afda12-5c53-488b-af97-a9736f9402c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2fae6b91-c310-48b8-b3cb-4d3825b3a639", "tag": "1937913c-8bb0-4c16-8250-a9a50b1ed199"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:53:41.949472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d69a2-5eac-4e1a-a55c-8bee2570306b service neutron] Pushing event updated for resources: {'Port': ['ID=1937913c-8bb0-4c16-8250-a9a50b1ed199,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:53:42.009133 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a96822-0a38-4616-9004-5a7b42f43ef7 req-cb089927-f1b5-43a9-9e52-790010693453 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:42.010983 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05a96822-0a38-4616-9004-5a7b42f43ef7 req-cb089927-f1b5-43a9-9e52-790010693453 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0756035 Aug 20 10:53:42.017433 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7f451a-ab86-4cce-b4d5-bb574ecd014f x-openstack-request-id: req-2d7f451a-ab86-4cce-b4d5-bb574ecd014f {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:53:42.017740 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fae6b91-c310-48b8-b3cb-4d3825b3a639", "tag": "1937913c-8bb0-4c16-8250-a9a50b1ed199", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:53:42.018004 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d7f451a-ab86-4cce-b4d5-bb574ecd014f {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:53:42.018422 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fae6b91-c310-48b8-b3cb-4d3825b3a639', 'tag': '1937913c-8bb0-4c16-8250-a9a50b1ed199', 'status': 'completed', 'code': 200} Aug 20 10:53:42.038069 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-78e7179e-19f7-432b-ba88-055768d3c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:42.039837 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-78e7179e-19f7-432b-ba88-055768d3c9d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 1095 time: 0.0750721 Aug 20 10:53:42.075996 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05a96822-0a38-4616-9004-5a7b42f43ef7 req-5dcaa006-a443-4d6a-bea7-8a92bc89d4e5 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531325 Aug 20 10:53:42.103609 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-46486bbe-3523-4e39-ac02-e136d663c9d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1937913c-8bb0-4c16-8250-a9a50b1ed199 HTTP/1.1" status: 200 len: 217 time: 0.0555286 Aug 20 10:53:42.167036 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-03f1c52d-7b0f-4caa-b9f8-5d0b7a1e5876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:42.169211 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-03f1c52d-7b0f-4caa-b9f8-5d0b7a1e5876 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0588284 Aug 20 10:53:42.222247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-c2d92eb8-7bbe-42d2-bbb8-4388ca13e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:42.223864 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-c2d92eb8-7bbe-42d2-bbb8-4388ca13e4b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466731 Aug 20 10:53:42.317623 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-05a1841a-22bd-42b9-b3ed-756712760794 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855803 Aug 20 10:53:42.411179 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d6f780b6-7be8-4f7e-889f-2b497caad5f1 req-43276a08-0033-4678-a6f7-7184e8ff5ef0 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860395 Aug 20 10:53:42.491334 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afda12-5c53-488b-af97-a9736f9402c2 req-1839a604-80c4-4790-889d-83bca6949508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:42.492688 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-20afda12-5c53-488b-af97-a9736f9402c2 req-1839a604-80c4-4790-889d-83bca6949508 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 1095 time: 0.0395398 Aug 20 10:53:42.591280 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afda12-5c53-488b-af97-a9736f9402c2 req-c2fb53e4-b92d-44ba-a000-0f24e9046c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:42.592765 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-20afda12-5c53-488b-af97-a9736f9402c2 req-c2fb53e4-b92d-44ba-a000-0f24e9046c10 service neutron] 10.222.0.24 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.0932200 Aug 20 10:53:42.637091 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-20afda12-5c53-488b-af97-a9736f9402c2 req-27b721e0-9c63-4978-bc72-23940b5c3f65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1937913c-8bb0-4c16-8250-a9a50b1ed199 HTTP/1.1" status: 200 len: 217 time: 0.0345438 Aug 20 10:53:42.685834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afda12-5c53-488b-af97-a9736f9402c2 req-b4a9be27-d1b0-4acb-af34-12d3c1a74b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:42.687340 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-20afda12-5c53-488b-af97-a9736f9402c2 req-b4a9be27-d1b0-4acb-af34-12d3c1a74b37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0435889 Aug 20 10:53:42.749205 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afda12-5c53-488b-af97-a9736f9402c2 req-f3d3e149-5fb2-4107-a602-689de955a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:42.750959 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-20afda12-5c53-488b-af97-a9736f9402c2 req-f3d3e149-5fb2-4107-a602-689de955a06b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569589 Aug 20 10:53:42.879121 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e6357-ae22-421f-8a14-b85ccae6c8f5 req-ade6d91b-1824-4aec-bbcd-0e8dbaaf4dc9 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:42.880666 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c9e6357-ae22-421f-8a14-b85ccae6c8f5 req-ade6d91b-1824-4aec-bbcd-0e8dbaaf4dc9 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 943 time: 0.1137638 Aug 20 10:53:42.923342 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-20afda12-5c53-488b-af97-a9736f9402c2 req-be2be463-394c-4c46-9ff8-75ed764cedd1 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645350 Aug 20 10:53:42.959118 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c9e6357-ae22-421f-8a14-b85ccae6c8f5 req-22aa86e3-a59d-4b93-a299-cf2375193bb3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588093 Aug 20 10:53:43.025134 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-20afda12-5c53-488b-af97-a9736f9402c2 req-41cbf9f0-1acc-4c10-9225-fdabcd476e44 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941172 Aug 20 10:53:43.249843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeed81-f79a-4731-9ea3-2d13fed7c2e6 req-c305829f-d6bd-4d83-bae0-101637a20d64 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:43.251507 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9afeed81-f79a-4731-9ea3-2d13fed7c2e6 req-c305829f-d6bd-4d83-bae0-101637a20d64 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.1090455 Aug 20 10:53:43.290133 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9afeed81-f79a-4731-9ea3-2d13fed7c2e6 req-852e6fbf-0c7e-4a64-b3fb-9d4725e57490 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323899 Aug 20 10:53:44.078456 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159aa4a0-2dc9-462d-a8a9-29ff9bb84d4d req-fb24455c-ca5b-47ad-b6a8-01f8b56e5f16 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:44.080071 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-159aa4a0-2dc9-462d-a8a9-29ff9bb84d4d req-fb24455c-ca5b-47ad-b6a8-01f8b56e5f16 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 943 time: 0.0544879 Aug 20 10:53:44.119279 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-159aa4a0-2dc9-462d-a8a9-29ff9bb84d4d req-60dc3c6e-a8f5-4e5d-a58a-e931767175b7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330319 Aug 20 10:53:44.410648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b8f85-53fb-416e-8299-ef19221edea0 req-b1326eb5-f105-481e-8af3-0db31f24ec6d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:44.412123 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-067b8f85-53fb-416e-8299-ef19221edea0 req-b1326eb5-f105-481e-8af3-0db31f24ec6d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0495291 Aug 20 10:53:44.450660 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-067b8f85-53fb-416e-8299-ef19221edea0 req-b33d5701-0b10-45e2-96fb-5f3c31374743 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320773 Aug 20 10:53:45.234178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee8fe9-6864-412d-a23f-d6368075a156 req-2cc64177-9361-4d91-9298-3bd3eee19ff8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:45.235693 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8dee8fe9-6864-412d-a23f-d6368075a156 req-2cc64177-9361-4d91-9298-3bd3eee19ff8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 943 time: 0.0486095 Aug 20 10:53:45.289094 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8dee8fe9-6864-412d-a23f-d6368075a156 req-133adf1d-ab5c-4958-8317-9eff70d131dc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475297 Aug 20 10:53:45.569037 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926661b-06c7-4553-85a6-402ad018751e req-f6488380-c30f-4109-b558-ae5deefc2699 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:45.570534 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f926661b-06c7-4553-85a6-402ad018751e req-f6488380-c30f-4109-b558-ae5deefc2699 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0496986 Aug 20 10:53:45.612051 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f926661b-06c7-4553-85a6-402ad018751e req-21562d0b-efea-4815-91ec-62b63e34bfe0 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348182 Aug 20 10:53:46.414930 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d673635-d67f-45ec-91ee-3a3f0633c31c req-c8e7ffb9-7114-412c-996e-33e2e6206232 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:46.416464 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d673635-d67f-45ec-91ee-3a3f0633c31c req-c8e7ffb9-7114-412c-996e-33e2e6206232 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 943 time: 0.0613334 Aug 20 10:53:46.453843 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7d673635-d67f-45ec-91ee-3a3f0633c31c req-013e6cc1-ce29-48f8-8607-492752af50ca tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305154 Aug 20 10:53:46.738493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187a592-a41f-456f-986f-25858e25a52e req-c81116a6-2db2-428c-a69b-d6e7e95f1a33 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:46.740065 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4187a592-a41f-456f-986f-25858e25a52e req-c81116a6-2db2-428c-a69b-d6e7e95f1a33 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0557890 Aug 20 10:53:46.779676 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4187a592-a41f-456f-986f-25858e25a52e req-4696e22a-aa3c-44ec-9c07-10f1db21626a tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332973 Aug 20 10:53:47.570220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55acbd-785b-47e0-9717-957a0d8c25e1 req-4152c88b-d27a-47bf-9482-586dc197a214 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:47.571709 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d55acbd-785b-47e0-9717-957a0d8c25e1 req-4152c88b-d27a-47bf-9482-586dc197a214 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 943 time: 0.0516186 Aug 20 10:53:47.608615 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d55acbd-785b-47e0-9717-957a0d8c25e1 req-b0038339-3596-4543-8a50-742327c307d8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305750 Aug 20 10:53:47.906243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d49f83-951c-4617-b68c-2120a8ce182a req-00287567-81d0-4a6b-acb3-19ac5e4605f9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:47.907759 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61d49f83-951c-4617-b68c-2120a8ce182a req-00287567-81d0-4a6b-acb3-19ac5e4605f9 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0579839 Aug 20 10:53:47.945787 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61d49f83-951c-4617-b68c-2120a8ce182a req-a3f450e3-2afe-4ee9-a942-e2db12bfa0f6 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320787 Aug 20 10:53:48.656956 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:48.723213 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d121a-c24a-401d-bc73-6397c6cbaccc req-bc23ad2c-29ac-4349-b6f5-78d84c2f575f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:48.724719 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d15d121a-c24a-401d-bc73-6397c6cbaccc req-bc23ad2c-29ac-4349-b6f5-78d84c2f575f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 943 time: 0.0489688 Aug 20 10:53:48.763352 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d15d121a-c24a-401d-bc73-6397c6cbaccc req-2a6333bf-9188-4d75-b881-fef9e69d3d60 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326645 Aug 20 10:53:49.068501 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359852d-81a3-4bfe-a7b7-b371f1b69daa req-6b572be6-1c9c-415d-8e42-8e0825dedf8e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:49.070006 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d359852d-81a3-4bfe-a7b7-b371f1b69daa req-6b572be6-1c9c-415d-8e42-8e0825dedf8e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0502057 Aug 20 10:53:49.113864 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d359852d-81a3-4bfe-a7b7-b371f1b69daa req-c4bd4c10-a624-468e-a73f-be4dbc84d711 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374298 Aug 20 10:53:49.877290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b01c4b-8639-4b37-8741-9027482aef57 req-a52079cf-4cae-4ddb-9570-cf2e59173dd8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:49.878805 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-42b01c4b-8639-4b37-8741-9027482aef57 req-a52079cf-4cae-4ddb-9570-cf2e59173dd8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 943 time: 0.0486977 Aug 20 10:53:49.915760 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-42b01c4b-8639-4b37-8741-9027482aef57 req-6c7ed2ac-11b9-4025-8c6f-7e414c1115c0 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309806 Aug 20 10:53:49.996347 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4de27eb8-389e-4409-97b7-e9ff1c3620b3 req-08162801-67af-4c60-9c44-5f8af9f21968 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402870 Aug 20 10:53:50.076614 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de27eb8-389e-4409-97b7-e9ff1c3620b3 req-8d7839d8-f3d6-4e0d-9ba8-664aec138829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:50.078146 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4de27eb8-389e-4409-97b7-e9ff1c3620b3 req-8d7839d8-f3d6-4e0d-9ba8-664aec138829 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffcd7abd09084c36a19f0ca777b7b157&device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 1097 time: 0.0409358 Aug 20 10:53:50.183603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de27eb8-389e-4409-97b7-e9ff1c3620b3 req-88fa9d99-b221-4a67-bd2f-ba13db379e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:50.185165 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4de27eb8-389e-4409-97b7-e9ff1c3620b3 req-88fa9d99-b221-4a67-bd2f-ba13db379e4e service neutron] 10.222.0.42 "GET /v2.0/networks?id=006c7b89-3377-4894-bcc4-b4dc4d135d71 HTTP/1.1" status: 200 len: 909 time: 0.0891809 Aug 20 10:53:50.279810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741fe81-5404-4680-b64c-6f4ff59dd158 req-7586fa32-8a04-4896-bdc4-4fdd3a8bb7f7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:50.281239 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4741fe81-5404-4680-b64c-6f4ff59dd158 req-7586fa32-8a04-4896-bdc4-4fdd3a8bb7f7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0940001 Aug 20 10:53:50.283703 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4de27eb8-389e-4409-97b7-e9ff1c3620b3 req-db8e96a0-00b6-4a2e-bdea-b7d2b26a35df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8c02401-956f-4233-860c-26d48ee2b6d7 HTTP/1.1" status: 200 len: 1001 time: 0.0879362 Aug 20 10:53:50.358461 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4741fe81-5404-4680-b64c-6f4ff59dd158 req-ff405f59-4e30-45c2-8f17-6a94da946f90 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711651 Aug 20 10:53:50.360252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de27eb8-389e-4409-97b7-e9ff1c3620b3 req-03c9da0d-888a-43c5-be7e-30a805c9a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:50.361642 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4de27eb8-389e-4409-97b7-e9ff1c3620b3 req-03c9da0d-888a-43c5-be7e-30a805c9a29c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7aafae94-e831-405c-b2c8-9f5ca00ab8f5 HTTP/1.1" status: 200 len: 847 time: 0.0678370 Aug 20 10:53:50.409761 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de27eb8-389e-4409-97b7-e9ff1c3620b3 req-10503156-734a-4502-8ea7-e7b4e76fb39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:50.411333 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4de27eb8-389e-4409-97b7-e9ff1c3620b3 req-10503156-734a-4502-8ea7-e7b4e76fb39c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=006c7b89-3377-4894-bcc4-b4dc4d135d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433512 Aug 20 10:53:50.506442 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4de27eb8-389e-4409-97b7-e9ff1c3620b3 req-015d0ab8-0fc0-46c5-b6e1-d3c911e9ce5a service neutron] 10.222.0.42 "GET /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882251 Aug 20 10:53:50.597493 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4de27eb8-389e-4409-97b7-e9ff1c3620b3 req-1daf9f9a-05d1-4241-bfbb-fcfb88a6ea16 service neutron] 10.222.0.42 "GET /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844970 Aug 20 10:53:51.035843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940b43c-1c41-4e34-8f94-18323d3acc96 req-23436e27-193c-4aaf-8664-0cbe5b2c59fb tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:51.037327 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7940b43c-1c41-4e34-8f94-18323d3acc96 req-23436e27-193c-4aaf-8664-0cbe5b2c59fb tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 943 time: 0.0546346 Aug 20 10:53:51.079324 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7940b43c-1c41-4e34-8f94-18323d3acc96 req-4ee4bd5f-522d-40aa-84a3-a2a226293fe7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321388 Aug 20 10:53:51.476657 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f8831-ca0f-4656-a28b-0aa60a43554e req-16f5a31c-75f2-482f-8330-0a90b57ca6a3 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:51.478151 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb0f8831-ca0f-4656-a28b-0aa60a43554e req-16f5a31c-75f2-482f-8330-0a90b57ca6a3 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0494034 Aug 20 10:53:51.515468 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb0f8831-ca0f-4656-a28b-0aa60a43554e req-7b69f9ed-7915-4a43-af5b-1b00692c8fa7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307753 Aug 20 10:53:52.192235 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5880a-939f-468c-b5c7-a21fb62f0c89 req-10996f28-72f4-4961-adc9-fab126757f27 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:52.193728 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bdb5880a-939f-468c-b5c7-a21fb62f0c89 req-10996f28-72f4-4961-adc9-fab126757f27 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 943 time: 0.0497429 Aug 20 10:53:52.232511 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bdb5880a-939f-468c-b5c7-a21fb62f0c89 req-d08892c2-4083-49e7-b398-5fc14f82c320 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328245 Aug 20 10:53:52.640147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4567b-37d2-45cd-bd8a-45b24db42016 req-ae90516b-d53f-4070-b77f-c428a8b8ce29 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:52.641624 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01b4567b-37d2-45cd-bd8a-45b24db42016 req-ae90516b-d53f-4070-b77f-c428a8b8ce29 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0540357 Aug 20 10:53:52.689015 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01b4567b-37d2-45cd-bd8a-45b24db42016 req-87a21b3d-f392-4e45-8d57-2bfbc75dfd70 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411053 Aug 20 10:53:52.883332 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:52.986316 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:53:53.080905 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:53:53.091922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'port_id': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0', 'mac_address': 'fa:16:3e:76:3e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:53:53.131084 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:53.143883 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:53:53.162817 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:53:53.166844 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:53.167672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1937913c-8bb0-4c16-8250-a9a50b1ed199 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:53:53.257678 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:53:53.311340 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1937913c-8bb0-4c16-8250-a9a50b1ed199, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1937913c-8bb0-4c16-8250-a9a50b1ed199,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:53:53.359473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6d7fa-3fb4-4145-97a8-a6f20434d1b6 req-63c14b4d-a6a7-4be3-bde3-eabc081e2ff8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:53.361079 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d1d6d7fa-3fb4-4145-97a8-a6f20434d1b6 req-63c14b4d-a6a7-4be3-bde3-eabc081e2ff8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 943 time: 0.0571036 Aug 20 10:53:53.401402 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d1d6d7fa-3fb4-4145-97a8-a6f20434d1b6 req-e3852205-ded0-427b-b522-491bf5f2f22a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340822 Aug 20 10:53:53.477330 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '1937913c-8bb0-4c16-8250-a9a50b1ed199', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'port_id': '1937913c-8bb0-4c16-8250-a9a50b1ed199', 'mac_address': 'fa:16:3e:94:34:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:53:53.518001 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:53.533659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1937913c-8bb0-4c16-8250-a9a50b1ed199 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:53:53.553386 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1937913c-8bb0-4c16-8250-a9a50b1ed199, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1937913c-8bb0-4c16-8250-a9a50b1ed199,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:53:53.557926 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:53.607286 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=1937913c-8bb0-4c16-8250-a9a50b1ed199,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:53:53.636217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['8dc3f463-fa7b-47fd-957b-2ec6497b19f0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:53:53.816658 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466691a2-3a3d-4e44-9cb5-ec3ac41db75b req-e545ea54-9886-4f31-8a0f-50d3cea3194f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:53.818139 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-466691a2-3a3d-4e44-9cb5-ec3ac41db75b req-e545ea54-9886-4f31-8a0f-50d3cea3194f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 945 time: 0.0544467 Aug 20 10:53:53.856030 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-466691a2-3a3d-4e44-9cb5-ec3ac41db75b req-77022763-5a9f-4db2-a202-435c736e21d8 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317204 Aug 20 10:53:54.049033 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1937913c-8bb0-4c16-8250-a9a50b1ed199'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:53:54.523067 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ca8c2-0e4b-404c-bfad-fc374c93cd25 req-46a62594-5791-405b-8609-ff4e523f48c2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:54.524558 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c96ca8c2-0e4b-404c-bfad-fc374c93cd25 req-46a62594-5791-405b-8609-ff4e523f48c2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 944 time: 0.0549109 Aug 20 10:53:54.564070 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c96ca8c2-0e4b-404c-bfad-fc374c93cd25 req-d649ea12-9a90-4d7e-bfa4-feecb96a3c2c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330300 Aug 20 10:53:54.985227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:53:54.991074 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c501b-9daf-40b1-b2ca-9c82a027befc req-a91e489b-e560-4896-a69b-3b3d0264aad4 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:54.993261 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ad8c501b-9daf-40b1-b2ca-9c82a027befc req-a91e489b-e560-4896-a69b-3b3d0264aad4 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 945 time: 0.0641549 Aug 20 10:53:55.032278 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:53:55.032553 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ad8c501b-9daf-40b1-b2ca-9c82a027befc req-c3cbb30a-c17f-49fe-868b-7dfc76a0509b tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333238 Aug 20 10:53:55.032662 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:55.108485 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:55.129973 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:53:55.132212 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e233abf-901d-4514-9016-29a4a2799d82" -d '{"events": [{"server_uuid": "78cc97d1-ae70-4637-945c-a1c34545bfdd", "name": "network-vif-plugged", "status": "completed", "tag": "8dc3f463-fa7b-47fd-957b-2ec6497b19f0"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:53:55.147875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:53:55.153220 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:55.175709 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375a3906-1b3a-4371-83fc-ac61fa17877e x-openstack-request-id: req-375a3906-1b3a-4371-83fc-ac61fa17877e {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:53:55.176000 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cc97d1-ae70-4637-945c-a1c34545bfdd", "name": "network-vif-plugged", "status": "completed", "tag": "8dc3f463-fa7b-47fd-957b-2ec6497b19f0", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:53:55.176251 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-375a3906-1b3a-4371-83fc-ac61fa17877e {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:53:55.176632 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0', 'code': 200} Aug 20 10:53:55.202440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:53:55.681416 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc3a84-0c66-462f-898e-4f1e4235a7d1 req-fd65105f-385b-4cc9-b442-5185c0ac6f36 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:55.682899 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-41dc3a84-0c66-462f-898e-4f1e4235a7d1 req-fd65105f-385b-4cc9-b442-5185c0ac6f36 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 944 time: 0.0536611 Aug 20 10:53:55.720005 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-41dc3a84-0c66-462f-898e-4f1e4235a7d1 req-29f97f3f-8f8b-4b91-9e8f-9661bf17ae96 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305402 Aug 20 10:53:56.157716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c274b8-8b76-4eab-a4b9-bca6ec57f8db req-aa6ef151-b42b-4452-b461-c2d32b401753 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:56.159246 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62c274b8-8b76-4eab-a4b9-bca6ec57f8db req-aa6ef151-b42b-4452-b461-c2d32b401753 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0497777 Aug 20 10:53:56.205607 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62c274b8-8b76-4eab-a4b9-bca6ec57f8db req-354f45a0-8508-4264-b561-d4ee54b9dbe6 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350900 Aug 20 10:53:56.869964 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a985b-a57f-45e9-bb17-8be3fa33c39b req-05c3b5f0-c62b-4002-88fb-d51cba8a7ce1 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:56.872827 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-af9a985b-a57f-45e9-bb17-8be3fa33c39b req-05c3b5f0-c62b-4002-88fb-d51cba8a7ce1 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 944 time: 0.0604150 Aug 20 10:53:56.930814 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-af9a985b-a57f-45e9-bb17-8be3fa33c39b req-5928aa30-269c-4748-b5b6-f29560a14bc0 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516901 Aug 20 10:53:57.003211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1937913c-8bb0-4c16-8250-a9a50b1ed199 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:53:57.062534 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 1937913c-8bb0-4c16-8250-a9a50b1ed199 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:53:57.067278 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 1937913c-8bb0-4c16-8250-a9a50b1ed199 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:53:57.068140 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:57.176473 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:57.207984 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fae6b91-c310-48b8-b3cb-4d3825b3a639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1937913c-8bb0-4c16-8250-a9a50b1ed199'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:53:57.210299 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f43dc7-08e4-4ad4-8b8a-21b6e53077ed" -d '{"events": [{"server_uuid": "2fae6b91-c310-48b8-b3cb-4d3825b3a639", "name": "network-vif-plugged", "status": "completed", "tag": "1937913c-8bb0-4c16-8250-a9a50b1ed199"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:53:57.231016 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 1937913c-8bb0-4c16-8250-a9a50b1ed199, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1937913c-8bb0-4c16-8250-a9a50b1ed199,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:53:57.236142 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:57.272531 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c0df21-8fff-495d-87d6-b5c5db0568b1 x-openstack-request-id: req-81c0df21-8fff-495d-87d6-b5c5db0568b1 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:53:57.272833 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fae6b91-c310-48b8-b3cb-4d3825b3a639", "name": "network-vif-plugged", "status": "completed", "tag": "1937913c-8bb0-4c16-8250-a9a50b1ed199", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:53:57.273091 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81c0df21-8fff-495d-87d6-b5c5db0568b1 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:53:57.273726 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fae6b91-c310-48b8-b3cb-4d3825b3a639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1937913c-8bb0-4c16-8250-a9a50b1ed199', 'code': 200} Aug 20 10:53:57.306448 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=1937913c-8bb0-4c16-8250-a9a50b1ed199,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:53:57.373960 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5c25e-5921-454b-a945-00627fe5cb98 req-08565bba-bef0-4a49-8eb5-3bb7a8072589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:57.375714 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e1d5c25e-5921-454b-a945-00627fe5cb98 req-08565bba-bef0-4a49-8eb5-3bb7a8072589 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 1097 time: 0.0521865 Aug 20 10:53:57.389725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e89322-db80-42b8-a65b-fec5cd3ecc65 req-c89633b4-c1fd-4fe5-b212-08f33e9b0559 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:57.391810 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-22e89322-db80-42b8-a65b-fec5cd3ecc65 req-c89633b4-c1fd-4fe5-b212-08f33e9b0559 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0723577 Aug 20 10:53:57.424772 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e1d5c25e-5921-454b-a945-00627fe5cb98 req-f5a6a3f0-224d-42f6-bfef-f1bef3a26663 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393469 Aug 20 10:53:57.437470 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-22e89322-db80-42b8-a65b-fec5cd3ecc65 req-e2ffb514-ba18-4b72-b9db-3a897714582d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386491 Aug 20 10:53:58.089710 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b0380-df03-4136-b9dd-7d4eacdf33f7 req-2bfcb9a3-06e2-4a29-ad44-09add723a275 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:58.091498 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2e4b0380-df03-4136-b9dd-7d4eacdf33f7 req-2bfcb9a3-06e2-4a29-ad44-09add723a275 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 945 time: 0.0763595 Aug 20 10:53:58.152226 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2e4b0380-df03-4136-b9dd-7d4eacdf33f7 req-abb7a749-311c-44bc-a07f-907edb989922 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375757 Aug 20 10:53:58.599446 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2250827-3271-4c8b-9ee9-63a76c07eb4c req-6819b27b-ca81-4361-bc93-dd9d6c576de7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:58.601116 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2250827-3271-4c8b-9ee9-63a76c07eb4c req-6819b27b-ca81-4361-bc93-dd9d6c576de7 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0721748 Aug 20 10:53:58.647153 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2250827-3271-4c8b-9ee9-63a76c07eb4c req-adeafb34-09e3-4a2b-88b0-427be74c08d3 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393300 Aug 20 10:53:59.292097 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456cd16-805f-4bf4-bcb7-8936ae6424c1 req-6fdd31b9-0940-4ec2-bc8c-daa2dfa41cbc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:59.294245 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c456cd16-805f-4bf4-bcb7-8936ae6424c1 req-6fdd31b9-0940-4ec2-bc8c-daa2dfa41cbc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 945 time: 0.0527656 Aug 20 10:53:59.325124 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3f818904-aa1e-4d79-8688-4607c287797a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:53:59.358053 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c456cd16-805f-4bf4-bcb7-8936ae6424c1 req-2faeeea1-db34-45c9-a796-952fbf81a319 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459297 Aug 20 10:53:59.489138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa53c64-6870-4069-a484-5427b6884f51 req-9e2ea84e-7880-4068-b90c-2b64194c5e39 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:59.491157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5aa53c64-6870-4069-a484-5427b6884f51 req-9e2ea84e-7880-4068-b90c-2b64194c5e39 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 945 time: 0.0586038 Aug 20 10:53:59.537653 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5aa53c64-6870-4069-a484-5427b6884f51 req-811ddd8e-3351-480e-ae3b-13860e8e8591 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382128 Aug 20 10:53:59.793309 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327507-0aa1-43d8-b8bd-eb0db6f4723e req-e6925b35-cc63-48d5-b460-f93f97fd142e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:53:59.803413 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-29327507-0aa1-43d8-b8bd-eb0db6f4723e req-e6925b35-cc63-48d5-b460-f93f97fd142e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0749960 Aug 20 10:53:59.840028 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-29327507-0aa1-43d8-b8bd-eb0db6f4723e req-a400c705-3bad-4293-92d8-1f216bbc18d0 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349154 Aug 20 10:54:01.015875 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded67ef-56f0-4d93-a942-95c47839340e req-6ee3d915-26a5-422e-89ea-69684e01a4b6 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:01.019589 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ded67ef-56f0-4d93-a942-95c47839340e req-6ee3d915-26a5-422e-89ea-69684e01a4b6 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0817699 Aug 20 10:54:01.094121 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ded67ef-56f0-4d93-a942-95c47839340e req-2d9af1bc-043f-42d2-a8b4-cc32f1da8d62 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582089 Aug 20 10:54:01.951246 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d26f83c4-7f5c-4050-80b6-231f23d39469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:02.248828 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a05950-e485-4fab-a297-3ada6d4611ed req-556b1048-b197-4aae-b06d-dd962352688e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:02.257829 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-87a05950-e485-4fab-a297-3ada6d4611ed req-556b1048-b197-4aae-b06d-dd962352688e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0919855 Aug 20 10:54:02.318422 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-87a05950-e485-4fab-a297-3ada6d4611ed req-dcd87074-ec48-4dac-b7f5-bea7b34575e0 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554001 Aug 20 10:54:02.414128 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:02.531990 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-82400883-f796-4e05-a5f4-468fd72ee96c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:02.533743 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-82400883-f796-4e05-a5f4-468fd72ee96c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 811 time: 0.1404469 Aug 20 10:54:02.555862 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-08c94890-22ea-4859-a014-ae365a50256e tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/quotas/c090051161f84f338132097522189093 HTTP/1.1" status: 200 len: 375 time: 0.0135314 Aug 20 10:54:02.619503 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-679059cb-cf6a-451a-96a5-8b003fb5e0f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569811 Aug 20 10:54:02.737252 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-58a72b4d-da7e-4496-83d2-868f2dee67a8 service neutron] 10.222.0.16 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031036 Aug 20 10:54:02.855513 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-041f900e-f3d5-44aa-bc5e-69b3120ae0c2 service neutron] 10.222.0.16 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110172 Aug 20 10:54:03.109451 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a56a4f77-f3a0-41d7-b65d-731bdbe06497 req-e68530fb-d187-4b45-8ff3-f0e47b433caf tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 210 time: 0.0341902 Aug 20 10:54:03.219552 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:03.280394 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacd73d-50be-4b3f-83ef-e5a88cac1d0a req-6fb69d5a-a4bb-43cd-bceb-fc3c96cc4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:03.284378 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-daacd73d-50be-4b3f-83ef-e5a88cac1d0a req-6fb69d5a-a4bb-43cd-bceb-fc3c96cc4672 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 1098 time: 0.1079891 Aug 20 10:54:03.456273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacd73d-50be-4b3f-83ef-e5a88cac1d0a req-29d3fef3-7c2e-4e66-abae-b61c87668d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:03.458619 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-daacd73d-50be-4b3f-83ef-e5a88cac1d0a req-29d3fef3-7c2e-4e66-abae-b61c87668d39 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 917 time: 0.1471903 Aug 20 10:54:03.579837 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-daacd73d-50be-4b3f-83ef-e5a88cac1d0a req-582a3f37-3126-4614-9029-3875a9e52879 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0 HTTP/1.1" status: 200 len: 1002 time: 0.1080797 Aug 20 10:54:03.596050 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f66a8c-1ea6-4c67-9a69-69775199fcd7 req-a0420ec9-ffc8-4cc5-aec8-9faef551c3d0 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:03.597649 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02f66a8c-1ea6-4c67-9a69-69775199fcd7 req-a0420ec9-ffc8-4cc5-aec8-9faef551c3d0 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.1377935 Aug 20 10:54:03.683732 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02f66a8c-1ea6-4c67-9a69-69775199fcd7 req-4f5840e6-a6bb-4a2f-b22d-459a0b93d701 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741761 Aug 20 10:54:03.699411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacd73d-50be-4b3f-83ef-e5a88cac1d0a req-1c2419b5-bc4f-49cb-977e-b510f155685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:03.700477 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-daacd73d-50be-4b3f-83ef-e5a88cac1d0a req-1c2419b5-bc4f-49cb-977e-b510f155685b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.1019652 Aug 20 10:54:03.793630 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacd73d-50be-4b3f-83ef-e5a88cac1d0a req-316606b0-cd58-4b94-b2a1-e199ecc10e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:03.795864 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-daacd73d-50be-4b3f-83ef-e5a88cac1d0a req-316606b0-cd58-4b94-b2a1-e199ecc10e0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791092 Aug 20 10:54:03.938417 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-daacd73d-50be-4b3f-83ef-e5a88cac1d0a req-8a93443e-8c3d-4c5b-9b6f-92f199d5cae4 service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334035 Aug 20 10:54:04.063088 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-daacd73d-50be-4b3f-83ef-e5a88cac1d0a req-74e81066-f7c6-438d-8665-cd9eefce09c2 service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134460 Aug 20 10:54:04.247465 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e40144a6-7718-4aa1-96f1-dadd89b18379 req-a9f0e50b-e756-4b3d-b5d7-c37763e10586 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 210 time: 0.0465994 Aug 20 10:54:04.514213 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-05ee58c3-00d7-425a-b53a-eda907bec0e3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:04.515943 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-05ee58c3-00d7-425a-b53a-eda907bec0e3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.42 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 811 time: 0.1899519 Aug 20 10:54:04.537555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Request body: {'port': {'device_id': 'ee10c689-6120-4402-8bd6-950d5fc6bafc', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'admin_state_up': True, 'tenant_id': 'c090051161f84f338132097522189093'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:54:04.681812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Made reservation on behalf of c090051161f84f338132097522189093 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:54:04.687424 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:04.857276 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:04.880974 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Allocated IP 172.20.0.7 (45e6f8dc-f9e2-4ee1-aaa9-d63db523568b/613c4b10-757f-41e2-b495-9809f5fc214e/dee31742-3c29-4d08-b000-3621517601f9) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:54:04.893788 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829c4af-0e57-46a0-92fa-750336710abf req-c0ed362a-c2dc-46d2-b6d3-46c6a9bb1e8d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:04.905125 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4829c4af-0e57-46a0-92fa-750336710abf req-c0ed362a-c2dc-46d2-b6d3-46c6a9bb1e8d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0910587 Aug 20 10:54:04.960634 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4829c4af-0e57-46a0-92fa-750336710abf req-31c44311-d052-4fe9-bf62-84a82d989eec tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541637 Aug 20 10:54:05.131342 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:05.149307 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Transition to ACTIVE for port object dee31742-3c29-4d08-b000-3621517601f9 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:54:05.213634 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:05.227552 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1937913c-8bb0-4c16-8250-a9a50b1ed199'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:54:05.293301 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'Port': ['ID=dee31742-3c29-4d08-b000-3621517601f9,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:54:05.311372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:54:05.325663 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:54:05.342385 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:54:05.398926 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:05.406117 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:05.406558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:05.406871 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:05.407306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:05.407604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:05.408160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:05.408289 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:05.408588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:05.408923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:05.409249 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:05.409595 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:05.559874 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:05.560482 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:05.586757 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-52d7eca8-21ff-4851-8acc-58c6ced205dd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0620110 Aug 20 10:54:05.596671 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988f6b7-64b3-4779-9dfa-526d2c87bfc3 req-23d685ed-41ea-4ad8-a8fd-6b47c2dc5fec tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:05.598885 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8988f6b7-64b3-4779-9dfa-526d2c87bfc3 req-23d685ed-41ea-4ad8-a8fd-6b47c2dc5fec tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 931 time: 0.1703472 Aug 20 10:54:05.606443 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Request body: {'port': {'device_id': 'ee10c689-6120-4402-8bd6-950d5fc6bafc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:54:05.696157 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:05.715858 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8988f6b7-64b3-4779-9dfa-526d2c87bfc3 req-e85b08a9-6c59-4b6e-b183-c64f43c90d1a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057475 Aug 20 10:54:05.791511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-809e0d88-ab49-48ae-ab1a-34eb1085814f None None] Provisioning for port dee31742-3c29-4d08-b000-3621517601f9 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:54:05.801600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-809e0d88-ab49-48ae-ab1a-34eb1085814f None None] Provisioning complete for port dee31742-3c29-4d08-b000-3621517601f9 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:54:05.802250 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-809e0d88-ab49-48ae-ab1a-34eb1085814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:05.841430 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-809e0d88-ab49-48ae-ab1a-34eb1085814f None None] Port dee31742-3c29-4d08-b000-3621517601f9 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:54:06.029997 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee31742-3c29-4d08-b000-3621517601f9 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:54:06.043284 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:06.059083 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Transition to ACTIVE for port object dee31742-3c29-4d08-b000-3621517601f9 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:54:06.065605 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:06.118486 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Pushing event updated for resources: {'Port': ['ID=dee31742-3c29-4d08-b000-3621517601f9,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:54:06.289449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c096a-b7ce-449f-a598-3a46dac4fead req-f2649fc7-ec88-4275-a029-9b6f9db45519 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:06.303040 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ed2c096a-b7ce-449f-a598-3a46dac4fead req-f2649fc7-ec88-4275-a029-9b6f9db45519 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.1939969 Aug 20 10:54:06.308849 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Attempting to bind port dee31742-3c29-4d08-b000-3621517601f9 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:54:06.311242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Attempting to bind port dee31742-3c29-4d08-b000-3621517601f9 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:54:06.312249 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Attempting to bind port dee31742-3c29-4d08-b000-3621517601f9 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:54:06.321594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Port dee31742-3c29-4d08-b000-3621517601f9 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:54:06.322119 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Attempting to bind port dee31742-3c29-4d08-b000-3621517601f9 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:54:06.336660 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:54:06.337321 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Checking segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:54:06.337910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Bound using segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:54:06.338558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Bound port: dee31742-3c29-4d08-b000-3621517601f9, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:54:06.341353 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:06.383302 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ed2c096a-b7ce-449f-a598-3a46dac4fead req-c9f7dea6-3375-4386-844f-e83c9b817bcd tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735703 Aug 20 10:54:06.458597 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] For port dee31742-3c29-4d08-b000-3621517601f9, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:54:06.462303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] For port dee31742-3c29-4d08-b000-3621517601f9, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=dee31742-3c29-4d08-b000-3621517601f9,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:54:06.471613 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:06.515755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:06.516381 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:06.517932 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] 10.222.0.42 "PUT /v2.0/ports/dee31742-3c29-4d08-b000-3621517601f9 HTTP/1.1" status: 200 len: 1092 time: 0.9176893 Aug 20 10:54:06.518389 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee10c689-6120-4402-8bd6-950d5fc6bafc', 'tag': 'dee31742-3c29-4d08-b000-3621517601f9'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:54:06.520914 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe71d72-52b1-47de-b0b3-0f5ca7058c82" -d '{"events": [{"name": "network-changed", "server_uuid": "ee10c689-6120-4402-8bd6-950d5fc6bafc", "tag": "dee31742-3c29-4d08-b000-3621517601f9"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:54:06.610173 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fe3125-b05d-4934-8a79-dda58c87d2f4 x-openstack-request-id: req-f4fe3125-b05d-4934-8a79-dda58c87d2f4 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:54:06.610660 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee10c689-6120-4402-8bd6-950d5fc6bafc", "tag": "dee31742-3c29-4d08-b000-3621517601f9", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:54:06.611212 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4fe3125-b05d-4934-8a79-dda58c87d2f4 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:54:06.611769 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee10c689-6120-4402-8bd6-950d5fc6bafc', 'tag': 'dee31742-3c29-4d08-b000-3621517601f9', 'status': 'completed', 'code': 200} Aug 20 10:54:06.633557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423db11-e566-48ef-8470-a1a1a5b5d468 service neutron] Pushing event updated for resources: {'Port': ['ID=dee31742-3c29-4d08-b000-3621517601f9,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:54:06.647395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-b660cc13-c00b-417e-aafc-274add627875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:06.649080 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-b660cc13-c00b-417e-aafc-274add627875 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 1095 time: 0.0844891 Aug 20 10:54:06.727750 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-d35e2ee4-e6a6-4c16-a134-5a0fda896911 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dee31742-3c29-4d08-b000-3621517601f9 HTTP/1.1" status: 200 len: 217 time: 0.0693223 Aug 20 10:54:06.814045 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-fbbc063f-94d5-4b1a-9a1c-23e96972b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:06.816831 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-fbbc063f-94d5-4b1a-9a1c-23e96972b81c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0815470 Aug 20 10:54:06.895504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-92d90e3e-d02f-49ec-a42d-9bac4c29259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:06.898002 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-92d90e3e-d02f-49ec-a42d-9bac4c29259b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724082 Aug 20 10:54:06.929619 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dc050-f647-43fa-b876-9c7d1bfa3b6f req-0db3635e-50fa-4d06-8b09-80b39cf64435 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:06.931938 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e96dc050-f647-43fa-b876-9c7d1bfa3b6f req-0db3635e-50fa-4d06-8b09-80b39cf64435 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0967810 Aug 20 10:54:06.972928 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e96dc050-f647-43fa-b876-9c7d1bfa3b6f req-8fbe0e38-916b-4853-9387-e4bbf7865642 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343089 Aug 20 10:54:07.011248 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-03257684-ca13-41be-a30c-fd4b112b521d service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056435 Aug 20 10:54:07.106380 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ddaa725-d2d0-4dcb-9906-7fb297a4621d req-c66bd95e-58b1-4fbf-aba5-d84dfe0d09da service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879648 Aug 20 10:54:07.195698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe71d72-52b1-47de-b0b3-0f5ca7058c82 req-4bb02140-30dc-426a-afdd-fa2124139d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:07.197261 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dfe71d72-52b1-47de-b0b3-0f5ca7058c82 req-4bb02140-30dc-426a-afdd-fa2124139d20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 1095 time: 0.0459454 Aug 20 10:54:07.306559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe71d72-52b1-47de-b0b3-0f5ca7058c82 req-8db65a52-544e-4663-92f4-f5ae7118d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:07.308285 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dfe71d72-52b1-47de-b0b3-0f5ca7058c82 req-8db65a52-544e-4663-92f4-f5ae7118d3d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.1042118 Aug 20 10:54:07.350503 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dfe71d72-52b1-47de-b0b3-0f5ca7058c82 req-888f655e-502d-4e35-8074-41f7eb9029e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dee31742-3c29-4d08-b000-3621517601f9 HTTP/1.1" status: 200 len: 217 time: 0.0349233 Aug 20 10:54:07.405542 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe71d72-52b1-47de-b0b3-0f5ca7058c82 req-5cfeb373-c5a9-4dc6-bc66-4b9260564d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:07.408731 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dfe71d72-52b1-47de-b0b3-0f5ca7058c82 req-5cfeb373-c5a9-4dc6-bc66-4b9260564d2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0503056 Aug 20 10:54:07.455878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe71d72-52b1-47de-b0b3-0f5ca7058c82 req-98e9d337-3a15-46e0-ab53-2e65c6ac4eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:07.457552 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dfe71d72-52b1-47de-b0b3-0f5ca7058c82 req-98e9d337-3a15-46e0-ab53-2e65c6ac4eee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436409 Aug 20 10:54:07.568560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c2f66-6554-4f20-8c55-34eb604c7278 req-4c6e61b7-d12f-4715-b50b-387efbc2054b tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:07.570216 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe0c2f66-6554-4f20-8c55-34eb604c7278 req-4c6e61b7-d12f-4715-b50b-387efbc2054b tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.1104493 Aug 20 10:54:07.614096 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dfe71d72-52b1-47de-b0b3-0f5ca7058c82 req-7dd8689b-f788-4ea1-9813-bf7d6d206650 service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452193 Aug 20 10:54:07.650728 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fe0c2f66-6554-4f20-8c55-34eb604c7278 req-945c269a-ea47-4444-9fd2-b07f94d51ec3 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635893 Aug 20 10:54:07.727634 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dfe71d72-52b1-47de-b0b3-0f5ca7058c82 req-08dcaf14-abed-469b-bee3-ef5e0db81cfb service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055748 Aug 20 10:54:07.796292 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa14813-70f2-4023-b21f-5762c95d0b4e req-f160f9ac-6dd8-4dfb-b690-6cdaa2d334de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:07.797823 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2aa14813-70f2-4023-b21f-5762c95d0b4e req-f160f9ac-6dd8-4dfb-b690-6cdaa2d334de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 1098 time: 0.0439839 Aug 20 10:54:07.895732 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa14813-70f2-4023-b21f-5762c95d0b4e req-827e8af9-da1a-4570-a461-2f1f359f958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:07.896939 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2aa14813-70f2-4023-b21f-5762c95d0b4e req-827e8af9-da1a-4570-a461-2f1f359f958d service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 917 time: 0.0916734 Aug 20 10:54:07.911825 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:54:07.985457 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2aa14813-70f2-4023-b21f-5762c95d0b4e req-1b755c9c-6eed-4684-af20-226b33bb475f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0 HTTP/1.1" status: 200 len: 1002 time: 0.0807960 Aug 20 10:54:08.041898 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa14813-70f2-4023-b21f-5762c95d0b4e req-15f9939d-5b98-422c-9f44-c35672b64926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:08.043447 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2aa14813-70f2-4023-b21f-5762c95d0b4e req-15f9939d-5b98-422c-9f44-c35672b64926 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.0512524 Aug 20 10:54:08.123813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa14813-70f2-4023-b21f-5762c95d0b4e req-5bfd769a-d9a1-419b-b740-6ee0d29a7ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:08.125341 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2aa14813-70f2-4023-b21f-5762c95d0b4e req-5bfd769a-d9a1-419b-b740-6ee0d29a7ca8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747941 Aug 20 10:54:08.138177 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48021e31-a512-4bf7-99a1-511541d00d1c req-5af6f182-a4b0-4005-bc9b-9533a5cc0663 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:08.139682 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-48021e31-a512-4bf7-99a1-511541d00d1c req-5af6f182-a4b0-4005-bc9b-9533a5cc0663 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0805111 Aug 20 10:54:08.254775 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-48021e31-a512-4bf7-99a1-511541d00d1c req-60e54fd0-e6e9-4d39-ab02-c0d31ec07e90 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945773 Aug 20 10:54:08.266363 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2aa14813-70f2-4023-b21f-5762c95d0b4e req-3641b6c8-0927-4fac-b8d1-0055a48dcc91 service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257198 Aug 20 10:54:08.373647 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2aa14813-70f2-4023-b21f-5762c95d0b4e req-9e3793f7-0309-4621-8457-b1ed87c7e033 service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006904 Aug 20 10:54:08.825605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84398ffe-9d59-4857-b493-e8e9633c79a6 req-c5b8a385-ba77-4b0d-b4c5-a7fa8ca9daaf tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:08.828188 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84398ffe-9d59-4857-b493-e8e9633c79a6 req-c5b8a385-ba77-4b0d-b4c5-a7fa8ca9daaf tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0791361 Aug 20 10:54:08.881712 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84398ffe-9d59-4857-b493-e8e9633c79a6 req-adb2f27a-348c-41c5-8ed7-c1e86629dc15 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461364 Aug 20 10:54:09.416615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffedd6-bebc-4d11-8e66-6b314eee7d84 req-25825c78-964e-4b8e-869e-d2b74186a3c5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:09.421414 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f1ffedd6-bebc-4d11-8e66-6b314eee7d84 req-25825c78-964e-4b8e-869e-d2b74186a3c5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0669503 Aug 20 10:54:09.484998 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f1ffedd6-bebc-4d11-8e66-6b314eee7d84 req-f75acd3e-05bf-424f-9580-5a9ea000a9b7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557580 Aug 20 10:54:10.034479 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e48b3-fbb4-4094-ad64-f458d843a570 req-45d83376-d419-44fb-9e00-f0d240a3dbcb tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:10.036019 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb7e48b3-fbb4-4094-ad64-f458d843a570 req-45d83376-d419-44fb-9e00-f0d240a3dbcb tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 946 time: 0.0614295 Aug 20 10:54:10.112361 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb7e48b3-fbb4-4094-ad64-f458d843a570 req-a6734e7c-d3bc-4969-bc9b-905a3d7853cb tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635533 Aug 20 10:54:10.659209 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcb646-44db-45b5-8058-4dfba0a25c33 req-4ea999d5-4776-45ae-a1b8-7377356a40c1 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:10.660939 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0edcb646-44db-45b5-8058-4dfba0a25c33 req-4ea999d5-4776-45ae-a1b8-7377356a40c1 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0638623 Aug 20 10:54:10.719817 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0edcb646-44db-45b5-8058-4dfba0a25c33 req-7c055126-696c-4b25-abcb-d6ad9fd6cb98 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488939 Aug 20 10:54:11.065878 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:54:11.161828 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:11.199191 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:54:11.201978 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddfa965-e4cf-4941-995a-a77eab3bf050" -d '{"events": [{"server_uuid": "78cc97d1-ae70-4637-945c-a1c34545bfdd", "name": "network-vif-unplugged", "status": "completed", "tag": "8dc3f463-fa7b-47fd-957b-2ec6497b19f0"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:54:11.208276 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:54:11.217221 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:11.281628 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 10:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad23a52-2f4b-45c5-a2df-fd12461870d6 x-openstack-request-id: req-6ad23a52-2f4b-45c5-a2df-fd12461870d6 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:54:11.281982 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cc97d1-ae70-4637-945c-a1c34545bfdd", "name": "network-vif-unplugged", "status": "failed", "tag": "8dc3f463-fa7b-47fd-957b-2ec6497b19f0", "code": 422}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:54:11.284237 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ad23a52-2f4b-45c5-a2df-fd12461870d6 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:54:11.284237 n-d-778550-11 neutron-server[94868]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0', 'code': 422} returned with failed status Aug 20 10:54:11.284903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:54:11.298801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:11.299390 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:11.299747 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:11.300221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:11.300475 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:11.300755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cca83-f8ac-493c-aed2-816334ca324f req-cfa9f370-3086-4610-a2fe-d5747e5ae400 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:11.302336 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b68cca83-f8ac-493c-aed2-816334ca324f req-cfa9f370-3086-4610-a2fe-d5747e5ae400 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0684562 Aug 20 10:54:11.303601 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:11.304303 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:11.304522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:11.305572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:11.305572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:11.305572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:11.305572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:11.346762 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b68cca83-f8ac-493c-aed2-816334ca324f req-67448aca-21a9-482f-896c-7bdcce3aef5f tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371547 Aug 20 10:54:11.869924 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c9a38-563a-4e0b-8add-b55d99a982e3 req-f56eb56d-97b1-4ca1-880e-0bff97c0d9cf tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:11.879446 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e5c9a38-563a-4e0b-8add-b55d99a982e3 req-f56eb56d-97b1-4ca1-880e-0bff97c0d9cf tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0686319 Aug 20 10:54:11.919280 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e5c9a38-563a-4e0b-8add-b55d99a982e3 req-b7a6cc67-d8dc-47ff-a7a8-bce001c9e627 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404475 Aug 20 10:54:12.462422 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6956a-fd0e-4aa3-bb34-09c1b0dc2137 req-d54bf58d-c36b-4a8b-9c4a-aef7965f7961 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:12.470488 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ee6956a-fd0e-4aa3-bb34-09c1b0dc2137 req-d54bf58d-c36b-4a8b-9c4a-aef7965f7961 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0590425 Aug 20 10:54:12.507159 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ee6956a-fd0e-4aa3-bb34-09c1b0dc2137 req-ec926c83-059c-41d2-8e77-f43d9a2f7ccf tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353136 Aug 20 10:54:12.706930 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-314869b8-a9f3-4daa-906d-bc3757c8f90a req-f16d6022-7daa-41a1-a16f-3f8c34a1f986 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1129639 Aug 20 10:54:13.065128 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095da99c-9d65-4d3f-9a83-eac6f3972e58 req-1525dbd8-893e-41f4-8a50-576025e2d2fe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:13.066708 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-095da99c-9d65-4d3f-9a83-eac6f3972e58 req-1525dbd8-893e-41f4-8a50-576025e2d2fe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0721033 Aug 20 10:54:13.125517 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-095da99c-9d65-4d3f-9a83-eac6f3972e58 req-7c0dafbe-228a-46e9-9ded-6dbdb77c7133 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469222 Aug 20 10:54:13.671861 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0e044-9c88-4df9-bba8-158a94980434 req-b97a9bd8-a5f4-4ce8-8ebe-9a2242e11904 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:13.673412 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a4b0e044-9c88-4df9-bba8-158a94980434 req-b97a9bd8-a5f4-4ce8-8ebe-9a2242e11904 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0776167 Aug 20 10:54:13.679216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314869b8-a9f3-4daa-906d-bc3757c8f90a req-5bbfed4b-c8a7-4989-91d6-bb984da5aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:13.680692 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-314869b8-a9f3-4daa-906d-bc3757c8f90a req-5bbfed4b-c8a7-4989-91d6-bb984da5aa0a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd&tenant_id=efb0d4159b0e494fac7fc05ad50fd56e HTTP/1.1" status: 200 len: 1096 time: 0.0752084 Aug 20 10:54:13.726294 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a4b0e044-9c88-4df9-bba8-158a94980434 req-c4adbbad-5787-4dce-a9f9-c730505e2e8e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413644 Aug 20 10:54:13.758285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314869b8-a9f3-4daa-906d-bc3757c8f90a req-bdd3e6b2-92a3-4540-b191-db8572e8ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:13.759844 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-314869b8-a9f3-4daa-906d-bc3757c8f90a req-bdd3e6b2-92a3-4540-b191-db8572e8ed1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 1096 time: 0.0505905 Aug 20 10:54:13.851247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314869b8-a9f3-4daa-906d-bc3757c8f90a req-96e26719-09eb-4e2c-ba85-ea3a0c1c9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:13.852737 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-314869b8-a9f3-4daa-906d-bc3757c8f90a req-96e26719-09eb-4e2c-ba85-ea3a0c1c9c84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 200 len: 917 time: 0.0848486 Aug 20 10:54:13.934779 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-314869b8-a9f3-4daa-906d-bc3757c8f90a req-3e15784f-f959-4e93-824a-17ec69ac04ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0 HTTP/1.1" status: 200 len: 1000 time: 0.0653255 Aug 20 10:54:13.984692 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314869b8-a9f3-4daa-906d-bc3757c8f90a req-bff3cd91-72e1-4691-8afc-210801e017ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:13.986197 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-314869b8-a9f3-4daa-906d-bc3757c8f90a req-bff3cd91-72e1-4691-8afc-210801e017ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 200 len: 855 time: 0.0448985 Aug 20 10:54:14.031982 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314869b8-a9f3-4daa-906d-bc3757c8f90a req-c67e672b-32d1-445a-adfd-b9d99fe7af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:14.033422 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-314869b8-a9f3-4daa-906d-bc3757c8f90a req-c67e672b-32d1-445a-adfd-b9d99fe7af3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=25c66816-a4a2-4111-8e55-a06f6e704a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407722 Aug 20 10:54:14.133830 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-314869b8-a9f3-4daa-906d-bc3757c8f90a req-ae106c37-b583-48fc-9ae6-77cbb6e0d6c6 service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925500 Aug 20 10:54:14.234354 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-314869b8-a9f3-4daa-906d-bc3757c8f90a req-231f3c91-0bd1-459f-bc5c-e8c07ec30260 service neutron] 10.222.0.24 "GET /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939224 Aug 20 10:54:14.244472 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d476bf0-3914-4d08-b99a-8ca6ab05ea25 req-b7b95248-7335-4735-8489-65f356ee5761 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:14.246016 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d476bf0-3914-4d08-b99a-8ca6ab05ea25 req-b7b95248-7335-4735-8489-65f356ee5761 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0548112 Aug 20 10:54:14.290974 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d476bf0-3914-4d08-b99a-8ca6ab05ea25 req-3bec2d86-3106-48ab-9b54-4005686a73e1 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335729 Aug 20 10:54:14.886989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f09d73-2113-40b6-abd1-b3f0fe764013 req-b1d151b9-e078-4186-8e84-18561c0b64fc tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:14.900816 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8f09d73-2113-40b6-abd1-b3f0fe764013 req-b1d151b9-e078-4186-8e84-18561c0b64fc tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0796518 Aug 20 10:54:14.962668 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8f09d73-2113-40b6-abd1-b3f0fe764013 req-50d1a93a-002d-4e06-8786-47a7d6a5fb1b tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490625 Aug 20 10:54:15.063963 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:54:15.440783 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14f640-e11f-40ca-bf82-84a70d1f8a0c req-870e18cd-d793-4bc4-9b79-cb6c314b2529 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:15.459766 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc14f640-e11f-40ca-bf82-84a70d1f8a0c req-870e18cd-d793-4bc4-9b79-cb6c314b2529 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0847480 Aug 20 10:54:15.496862 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc14f640-e11f-40ca-bf82-84a70d1f8a0c req-c52627e1-b420-4337-ad0e-6b3f55949ea0 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361679 Aug 20 10:54:16.129424 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5033b9-6817-4984-bd5a-b37d67915fc3 req-3758af7d-4e1f-4c14-aaae-ef33df49a8aa tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:16.132173 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f5033b9-6817-4984-bd5a-b37d67915fc3 req-3758af7d-4e1f-4c14-aaae-ef33df49a8aa tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0625682 Aug 20 10:54:16.196382 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f5033b9-6817-4984-bd5a-b37d67915fc3 req-7769c125-a2ba-44f4-bec4-20da02e45148 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473294 Aug 20 10:54:16.636112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245e213-27a5-4a3c-948d-e85be6223747 req-f360ab36-4ad9-4dd8-aad3-1410f299bfc9 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:16.638537 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1245e213-27a5-4a3c-948d-e85be6223747 req-f360ab36-4ad9-4dd8-aad3-1410f299bfc9 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0676336 Aug 20 10:54:16.682752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1245e213-27a5-4a3c-948d-e85be6223747 req-329474b8-383c-4125-94e7-8e6d2b627fb1 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370622 Aug 20 10:54:17.346655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed382988-606e-43f9-b407-8480f1618430 req-831d77d3-b3a2-4814-a0b9-e270bfaa7072 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:17.349123 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ed382988-606e-43f9-b407-8480f1618430 req-831d77d3-b3a2-4814-a0b9-e270bfaa7072 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0587745 Aug 20 10:54:17.407533 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ed382988-606e-43f9-b407-8480f1618430 req-828605d6-3246-4c03-84dc-ec27194b71b1 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443916 Aug 20 10:54:17.880059 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70eb62-1939-491c-bfd7-67e7613506f2 req-40e1932e-8a75-4d45-9cec-e2031d44f615 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:17.892372 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1f70eb62-1939-491c-bfd7-67e7613506f2 req-40e1932e-8a75-4d45-9cec-e2031d44f615 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0979090 Aug 20 10:54:17.930121 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1f70eb62-1939-491c-bfd7-67e7613506f2 req-352526e1-dd2d-4840-b432-ba1b1b64906b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363600 Aug 20 10:54:18.537197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd8c93-8e8c-4b0f-a4cc-00d5be0d3e9c req-7bba72cd-d27f-4424-85f8-bb2462a27f72 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:18.538710 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ebd8c93-8e8c-4b0f-a4cc-00d5be0d3e9c req-7bba72cd-d27f-4424-85f8-bb2462a27f72 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0556910 Aug 20 10:54:18.584758 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ebd8c93-8e8c-4b0f-a4cc-00d5be0d3e9c req-4bbcfa6a-e205-4599-a18f-f6e0c9123a1a tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394006 Aug 20 10:54:18.668147 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:19.120744 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafc39a-c950-454f-94c0-277a2ccd943b req-d3a3b8fa-4a16-4caa-add1-7b56f0bbaaea tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:19.129645 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8fafc39a-c950-454f-94c0-277a2ccd943b req-d3a3b8fa-4a16-4caa-add1-7b56f0bbaaea tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0904794 Aug 20 10:54:19.192405 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8fafc39a-c950-454f-94c0-277a2ccd943b req-41c71dd0-ade2-45f8-800d-3e927fdcdd99 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613585 Aug 20 10:54:19.741837 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d632854-cb1a-48c3-84ef-8ae9bcc051d4 req-2e847497-359c-49aa-aa75-05f0465274fc tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:19.743506 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0d632854-cb1a-48c3-84ef-8ae9bcc051d4 req-2e847497-359c-49aa-aa75-05f0465274fc tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0743818 Aug 20 10:54:19.789589 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0d632854-cb1a-48c3-84ef-8ae9bcc051d4 req-bed11bb3-7d3f-48c5-beb3-2d3453b5e1a0 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392144 Aug 20 10:54:20.330757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f33d04-f0e0-4849-a163-66b0ee241944 req-a41c5ad3-0fc3-4d4f-b55f-819b5b6e0216 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:20.332408 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7f33d04-f0e0-4849-a163-66b0ee241944 req-a41c5ad3-0fc3-4d4f-b55f-819b5b6e0216 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0609455 Aug 20 10:54:20.378446 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7f33d04-f0e0-4849-a163-66b0ee241944 req-41d300c4-1beb-4ba5-89e6-b9db137ef08e tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349736 Aug 20 10:54:20.939426 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3beed-74d8-461e-9cc4-b8d28b686071 req-65416412-9435-4d67-b14e-71fc2dd64bb3 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:20.941669 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6da3beed-74d8-461e-9cc4-b8d28b686071 req-65416412-9435-4d67-b14e-71fc2dd64bb3 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0750356 Aug 20 10:54:20.990026 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6da3beed-74d8-461e-9cc4-b8d28b686071 req-013872e1-e4e2-4cad-96db-067f6d8d6682 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423086 Aug 20 10:54:21.532155 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d6c40-d0df-4d29-960d-cdbd534e8c25 req-cd7fd39f-a77b-4711-b7de-9a55966a8e75 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:21.533735 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-092d6c40-d0df-4d29-960d-cdbd534e8c25 req-cd7fd39f-a77b-4711-b7de-9a55966a8e75 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0565150 Aug 20 10:54:21.578425 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-092d6c40-d0df-4d29-960d-cdbd534e8c25 req-bc8b3488-9786-44c1-a88f-b40fa36f0c6c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368018 Aug 20 10:54:22.150261 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27472fd3-6bfc-4753-b908-f0166fc5eed2 req-3cf340b8-d351-4df8-a7ca-ff526fa08109 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:22.152691 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27472fd3-6bfc-4753-b908-f0166fc5eed2 req-3cf340b8-d351-4df8-a7ca-ff526fa08109 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0547483 Aug 20 10:54:22.193179 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27472fd3-6bfc-4753-b908-f0166fc5eed2 req-cfbda0cd-7297-4947-b315-372130ecef10 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339105 Aug 20 10:54:22.715898 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acc7c2-7979-466e-8ded-76c110059644 req-6e7d4e69-1fef-4fe0-9979-f9df3e7d42ae tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:22.717404 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28acc7c2-7979-466e-8ded-76c110059644 req-6e7d4e69-1fef-4fe0-9979-f9df3e7d42ae tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0552993 Aug 20 10:54:22.762766 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28acc7c2-7979-466e-8ded-76c110059644 req-65e2d0cb-9dd7-47a0-a8e4-a28bd5ef2fbd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384505 Aug 20 10:54:22.904701 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:23.327074 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f586934-e991-4088-9951-38276b401490 req-26344216-2e22-4276-aa4f-368d030e4303 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:23.328762 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9f586934-e991-4088-9951-38276b401490 req-26344216-2e22-4276-aa4f-368d030e4303 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0598934 Aug 20 10:54:23.372966 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9f586934-e991-4088-9951-38276b401490 req-75429e76-0426-4a91-9b0f-34a16300fc60 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376379 Aug 20 10:54:23.893457 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20243b9b-0b81-4ae0-8a86-89c0f5d17337 req-24f08ac9-c06e-41d8-b780-a28df2cd6270 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:23.895227 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20243b9b-0b81-4ae0-8a86-89c0f5d17337 req-24f08ac9-c06e-41d8-b780-a28df2cd6270 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0634367 Aug 20 10:54:23.943562 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20243b9b-0b81-4ae0-8a86-89c0f5d17337 req-5af827db-8c94-4a6c-aeff-0f4ef0b05745 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414770 Aug 20 10:54:24.513452 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042105f-9b70-4bcc-ac41-d33d18106b01 req-eaa36d62-c1f5-48a1-b977-8809f582c74d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:24.514923 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9042105f-9b70-4bcc-ac41-d33d18106b01 req-eaa36d62-c1f5-48a1-b977-8809f582c74d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0622408 Aug 20 10:54:24.562969 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9042105f-9b70-4bcc-ac41-d33d18106b01 req-cc98587b-986a-4dcc-a508-ee50bf291f25 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387492 Aug 20 10:54:25.069698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e364b2-96ce-494d-8464-114ba9b5b85c req-d37cc326-b503-440a-b9f8-880ab3a6f48c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:25.071260 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54e364b2-96ce-494d-8464-114ba9b5b85c req-d37cc326-b503-440a-b9f8-880ab3a6f48c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0519965 Aug 20 10:54:25.111123 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54e364b2-96ce-494d-8464-114ba9b5b85c req-bf653868-af83-4937-9714-853d34e8f504 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332539 Aug 20 10:54:25.695578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d05f9b-980c-4e47-aea3-5dbfdd101153 req-999278b1-1c6b-44d3-8bfa-37a2d27b1335 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:25.697522 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1d05f9b-980c-4e47-aea3-5dbfdd101153 req-999278b1-1c6b-44d3-8bfa-37a2d27b1335 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0579827 Aug 20 10:54:25.746240 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1d05f9b-980c-4e47-aea3-5dbfdd101153 req-58bc6f50-f761-4e4b-9f69-d731a8d0fbb0 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420840 Aug 20 10:54:26.233801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ee636-df7b-4110-895f-c6b30508e358 req-6847beab-2b49-40b5-9857-dcf84dd46b23 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:26.235301 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-233ee636-df7b-4110-895f-c6b30508e358 req-6847beab-2b49-40b5-9857-dcf84dd46b23 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0545814 Aug 20 10:54:26.273783 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-233ee636-df7b-4110-895f-c6b30508e358 req-cf760ece-b25a-4dbc-bf7c-6dee5d215b22 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323944 Aug 20 10:54:26.877520 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25856770-0ac8-4cae-a518-9802d60e1db0 req-535b934d-ec97-4580-8a4e-5d79a54513a3 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:26.879017 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-25856770-0ac8-4cae-a518-9802d60e1db0 req-535b934d-ec97-4580-8a4e-5d79a54513a3 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0531917 Aug 20 10:54:26.916893 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-25856770-0ac8-4cae-a518-9802d60e1db0 req-8339439d-4467-498e-a6d6-2ee4a1b619b6 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309756 Aug 20 10:54:27.388258 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4c289-9681-4525-b5cd-07f75ac43801 req-cf56c22d-b065-4609-abe9-de8c4c0d632b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:27.389738 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3da4c289-9681-4525-b5cd-07f75ac43801 req-cf56c22d-b065-4609-abe9-de8c4c0d632b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0486021 Aug 20 10:54:27.428388 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3da4c289-9681-4525-b5cd-07f75ac43801 req-f1c92197-b1e9-43cc-b184-4fe9000f3808 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327833 Aug 20 10:54:28.035906 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd7cd6-d129-4b11-a813-a6d59af56a40 req-3a4a8e16-6f94-49c5-98a1-28d7afe5afd4 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:28.037304 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b6cd7cd6-d129-4b11-a813-a6d59af56a40 req-3a4a8e16-6f94-49c5-98a1-28d7afe5afd4 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0491571 Aug 20 10:54:28.076228 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b6cd7cd6-d129-4b11-a813-a6d59af56a40 req-98d38db9-875d-4dc5-8248-7834d111325b tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321901 Aug 20 10:54:28.386167 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device dee31742-3c29-4d08-b000-3621517601f9 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:54:28.486596 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port dee31742-3c29-4d08-b000-3621517601f9, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=dee31742-3c29-4d08-b000-3621517601f9,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:54:28.498989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'dee31742-3c29-4d08-b000-3621517601f9', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'port_id': 'dee31742-3c29-4d08-b000-3621517601f9', 'mac_address': 'fa:16:3e:9c:df:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:54:28.542745 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:28.552231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63158b7-2db2-4c41-9ea0-b5d8a741c1c6 req-196903f9-dda4-425e-b136-8e931225a271 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:28.554156 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f63158b7-2db2-4c41-9ea0-b5d8a741c1c6 req-196903f9-dda4-425e-b136-8e931225a271 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 943 time: 0.0530891 Aug 20 10:54:28.557881 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee31742-3c29-4d08-b000-3621517601f9 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:54:28.580115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port dee31742-3c29-4d08-b000-3621517601f9, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=dee31742-3c29-4d08-b000-3621517601f9,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:54:28.584616 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:28.602398 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f63158b7-2db2-4c41-9ea0-b5d8a741c1c6 req-3efcb6c6-6b40-4953-8794-e426d75f32a6 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Aug 20 10:54:28.635802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=dee31742-3c29-4d08-b000-3621517601f9,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:54:28.841896 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['dee31742-3c29-4d08-b000-3621517601f9'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:54:29.200236 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9bb3d-b4c7-4f29-90b9-1118d8dc341a req-1a44d318-82e7-4598-848a-a2430b910f0e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:29.201890 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19d9bb3d-b4c7-4f29-90b9-1118d8dc341a req-1a44d318-82e7-4598-848a-a2430b910f0e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0526826 Aug 20 10:54:29.245921 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19d9bb3d-b4c7-4f29-90b9-1118d8dc341a req-378236a1-c199-4c03-a56c-1cc661a298a0 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362108 Aug 20 10:54:29.321361 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bfaa3e81-4b0d-4f22-acbf-9fcd4319fbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:29.737251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b390b-d568-4e4b-a3c6-b5d078fbd4ed req-7467804d-fb69-4544-8443-8b07aee7b3cc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:29.738844 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-556b390b-d568-4e4b-a3c6-b5d078fbd4ed req-7467804d-fb69-4544-8443-8b07aee7b3cc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 944 time: 0.0643430 Aug 20 10:54:29.778665 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-556b390b-d568-4e4b-a3c6-b5d078fbd4ed req-4e6fcbdf-eb9a-4372-b414-7714d5292884 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330172 Aug 20 10:54:30.375675 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf97a2b-1506-4604-ba2f-3ee0e61c7b4b req-15c418df-986b-4d3c-8a8e-102aa6506ceb tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:30.377204 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fdf97a2b-1506-4604-ba2f-3ee0e61c7b4b req-15c418df-986b-4d3c-8a8e-102aa6506ceb tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0578344 Aug 20 10:54:30.386414 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device dee31742-3c29-4d08-b000-3621517601f9 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:54:30.426553 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fdf97a2b-1506-4604-ba2f-3ee0e61c7b4b req-da8f92b7-b994-4382-ba8e-2a544d8d5938 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430295 Aug 20 10:54:30.441953 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port dee31742-3c29-4d08-b000-3621517601f9 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:54:30.450686 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port dee31742-3c29-4d08-b000-3621517601f9 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:54:30.451100 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:30.535597 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:30.562620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee10c689-6120-4402-8bd6-950d5fc6bafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee31742-3c29-4d08-b000-3621517601f9'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:54:30.565011 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29b19a7-0e73-4bcd-813d-cbf6ae9ccc18" -d '{"events": [{"server_uuid": "ee10c689-6120-4402-8bd6-950d5fc6bafc", "name": "network-vif-plugged", "status": "completed", "tag": "dee31742-3c29-4d08-b000-3621517601f9"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:54:30.577755 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port dee31742-3c29-4d08-b000-3621517601f9, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=dee31742-3c29-4d08-b000-3621517601f9,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:54:30.581753 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:30.611620 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6744241e-c97a-4827-9497-0788ee4d9748 x-openstack-request-id: req-6744241e-c97a-4827-9497-0788ee4d9748 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:54:30.611910 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee10c689-6120-4402-8bd6-950d5fc6bafc", "name": "network-vif-plugged", "status": "completed", "tag": "dee31742-3c29-4d08-b000-3621517601f9", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:54:30.612186 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6744241e-c97a-4827-9497-0788ee4d9748 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:54:30.612544 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee10c689-6120-4402-8bd6-950d5fc6bafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee31742-3c29-4d08-b000-3621517601f9', 'code': 200} Aug 20 10:54:30.631961 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=dee31742-3c29-4d08-b000-3621517601f9,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:54:30.719834 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35469-d7df-4e35-ac34-5d8b0972a752 req-a29f40a1-f37f-43c9-ae74-73a7e2867b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:30.721337 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ea35469-d7df-4e35-ac34-5d8b0972a752 req-a29f40a1-f37f-43c9-ae74-73a7e2867b6c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 1097 time: 0.0434551 Aug 20 10:54:30.760027 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ea35469-d7df-4e35-ac34-5d8b0972a752 req-8bb94c59-467b-4675-a4bd-a38abe83194c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319183 Aug 20 10:54:30.905062 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4e581-fa3f-40c0-907c-5dca11d80952 req-f8b4ad23-c83d-4023-9f6b-43740888066b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:30.906554 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61a4e581-fa3f-40c0-907c-5dca11d80952 req-f8b4ad23-c83d-4023-9f6b-43740888066b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 945 time: 0.0487242 Aug 20 10:54:30.947971 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-61a4e581-fa3f-40c0-907c-5dca11d80952 req-a306c093-3ecc-4bd3-9887-4082cf9f1701 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354552 Aug 20 10:54:31.567352 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bf953-02ed-4ec1-861e-7de9b6befd75 req-96110404-d788-451c-952e-62249b95cd3b tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:31.569069 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f15bf953-02ed-4ec1-861e-7de9b6befd75 req-96110404-d788-451c-952e-62249b95cd3b tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0569293 Aug 20 10:54:31.608312 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f15bf953-02ed-4ec1-861e-7de9b6befd75 req-91eac780-7cdb-449d-b7a9-b2acbaa75072 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325105 Aug 20 10:54:31.954123 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bda14438-efe0-486c-8f77-cf382dc09bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:32.072787 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e9af8-67ad-4991-b2f7-8aaff52b7036 req-79b60d5a-ff59-4763-a8e5-518fbefcccd6 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:32.074378 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d9e9af8-67ad-4991-b2f7-8aaff52b7036 req-79b60d5a-ff59-4763-a8e5-518fbefcccd6 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 945 time: 0.0547652 Aug 20 10:54:32.118779 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d9e9af8-67ad-4991-b2f7-8aaff52b7036 req-d8b7e983-6ffd-4bc8-837d-26bf09eb712e tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356970 Aug 20 10:54:32.249900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce8f8-2e04-44e8-a228-bbf5111d643c req-127007c4-288c-4726-904a-778add326fc2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:32.251617 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-69fce8f8-2e04-44e8-a228-bbf5111d643c req-127007c4-288c-4726-904a-778add326fc2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 945 time: 0.0573814 Aug 20 10:54:32.290534 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-69fce8f8-2e04-44e8-a228-bbf5111d643c req-0c9a94dc-7cf0-4702-aa92-c62465afb4c0 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325482 Aug 20 10:54:32.407671 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:32.612613 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02b533-1732-4130-bc67-9f9b095427bf req-66b21d40-24d2-4403-b96d-2d88c07ea90a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:32.614197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc02b533-1732-4130-bc67-9f9b095427bf req-66b21d40-24d2-4403-b96d-2d88c07ea90a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 945 time: 0.0498688 Aug 20 10:54:32.654912 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc02b533-1732-4130-bc67-9f9b095427bf req-e980a025-4af0-427f-8d4b-8b6544a8bb32 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343683 Aug 20 10:54:32.757762 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208785ba-9b8d-407f-8421-f356648acd93 req-64938a4a-5a5a-4ccc-a6d6-95b597fd3cca tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:32.759304 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-208785ba-9b8d-407f-8421-f356648acd93 req-64938a4a-5a5a-4ccc-a6d6-95b597fd3cca tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 944 time: 0.0560632 Aug 20 10:54:32.801940 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-208785ba-9b8d-407f-8421-f356648acd93 req-50c7f0dd-43bb-4354-b7d5-5b5cc79139a4 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348170 Aug 20 10:54:33.191237 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:54:33.204085 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:33.296524 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:54:33.307205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'port_id': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0', 'mac_address': 'fa:16:3e:76:3e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:54:33.348135 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:33.361809 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:54:33.382336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:54:33.386330 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:33.434818 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:54:33.704652 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['8dc3f463-fa7b-47fd-957b-2ec6497b19f0'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:54:33.794603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80719d56-0e46-4a1c-9bb2-7e6ed67fa3d1 req-42d4a3fc-6ef7-4401-9858-5524c269e8f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:33.796507 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-80719d56-0e46-4a1c-9bb2-7e6ed67fa3d1 req-42d4a3fc-6ef7-4401-9858-5524c269e8f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 945 time: 0.0680499 Aug 20 10:54:33.840059 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-80719d56-0e46-4a1c-9bb2-7e6ed67fa3d1 req-5d6756c1-aefa-4916-b456-624bec9c7991 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368683 Aug 20 10:54:33.939864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0288e2-6a75-4426-b940-c7eba07a9a90 req-76efea3b-030d-4a6e-b07d-bc3ab60f6467 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:33.941392 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb0288e2-6a75-4426-b940-c7eba07a9a90 req-76efea3b-030d-4a6e-b07d-bc3ab60f6467 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 945 time: 0.0557516 Aug 20 10:54:33.982354 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb0288e2-6a75-4426-b940-c7eba07a9a90 req-d3b795bf-3d19-4e16-9a3c-c036cd16ea1c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335834 Aug 20 10:54:34.006705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9de03f-3719-4458-8d65-c9262376fdd3 req-fcf2811b-f979-479e-91e8-0136b26ea461 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:34.008266 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae9de03f-3719-4458-8d65-c9262376fdd3 req-fcf2811b-f979-479e-91e8-0136b26ea461 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 945 time: 0.0519428 Aug 20 10:54:34.098197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-ae9de03f-3719-4458-8d65-c9262376fdd3 req-827d0d0f-ae2f-4f00-b07f-674d212a3bfd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Deleting port dee31742-3c29-4d08-b000-3621517601f9 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:54:34.098519 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ae9de03f-3719-4458-8d65-c9262376fdd3 req-827d0d0f-ae2f-4f00-b07f-674d212a3bfd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:34.186916 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ae9de03f-3719-4458-8d65-c9262376fdd3 req-827d0d0f-ae2f-4f00-b07f-674d212a3bfd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] For port dee31742-3c29-4d08-b000-3621517601f9, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=dee31742-3c29-4d08-b000-3621517601f9,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:54:34.187306 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ae9de03f-3719-4458-8d65-c9262376fdd3 req-827d0d0f-ae2f-4f00-b07f-674d212a3bfd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:34.200378 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-ae9de03f-3719-4458-8d65-c9262376fdd3 req-827d0d0f-ae2f-4f00-b07f-674d212a3bfd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Calling delete_port for dee31742-3c29-4d08-b000-3621517601f9 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:54:34.324857 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ae9de03f-3719-4458-8d65-c9262376fdd3 req-827d0d0f-ae2f-4f00-b07f-674d212a3bfd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:34.337937 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['dee31742-3c29-4d08-b000-3621517601f9'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:54:34.340674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1937913c-8bb0-4c16-8250-a9a50b1ed199'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:54:34.357427 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d0d0f-ae2f-4f00-b07f-674d212a3bfd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event deleted for resources: {'Port': ['ID=dee31742-3c29-4d08-b000-3621517601f9,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:54:34.404881 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9de03f-3719-4458-8d65-c9262376fdd3 req-827d0d0f-ae2f-4f00-b07f-674d212a3bfd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] No DVR routers for this DVR port dee31742-3c29-4d08-b000-3621517601f9 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:54:34.407849 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ae9de03f-3719-4458-8d65-c9262376fdd3 req-827d0d0f-ae2f-4f00-b07f-674d212a3bfd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:34.410283 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae9de03f-3719-4458-8d65-c9262376fdd3 req-827d0d0f-ae2f-4f00-b07f-674d212a3bfd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.42 "DELETE /v2.0/ports/dee31742-3c29-4d08-b000-3621517601f9 HTTP/1.1" status: 204 len: 173 time: 0.3956678 Aug 20 10:54:34.410847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee10c689-6120-4402-8bd6-950d5fc6bafc', 'name': 'network-vif-deleted', 'tag': 'dee31742-3c29-4d08-b000-3621517601f9'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:54:34.414082 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316b5f6d-885f-4dff-b8f5-bdba196d28fe" -d '{"events": [{"server_uuid": "ee10c689-6120-4402-8bd6-950d5fc6bafc", "name": "network-vif-deleted", "tag": "dee31742-3c29-4d08-b000-3621517601f9"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:54:34.462089 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cabb72-b7cb-405d-9880-1d80bf7ed99d x-openstack-request-id: req-d2cabb72-b7cb-405d-9880-1d80bf7ed99d {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:54:34.462565 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee10c689-6120-4402-8bd6-950d5fc6bafc", "name": "network-vif-deleted", "tag": "dee31742-3c29-4d08-b000-3621517601f9", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:54:34.463023 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2cabb72-b7cb-405d-9880-1d80bf7ed99d {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:54:34.464119 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee10c689-6120-4402-8bd6-950d5fc6bafc', 'name': 'network-vif-deleted', 'tag': 'dee31742-3c29-4d08-b000-3621517601f9', 'status': 'completed', 'code': 200} Aug 20 10:54:34.850151 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:34.939186 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f435c22f-dfd4-4596-a75f-86e4a73312f6 req-7e543e36-0716-44cf-ab9f-ae40c30c861f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 210 time: 0.0272729 Aug 20 10:54:35.107178 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d3846-8e90-4594-88ea-cd65278743d0 req-36b1b1c8-3b42-4a2f-a9f1-1e670d8ba8af tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:35.108813 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-270d3846-8e90-4594-88ea-cd65278743d0 req-36b1b1c8-3b42-4a2f-a9f1-1e670d8ba8af tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 945 time: 0.0505717 Aug 20 10:54:35.149458 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-270d3846-8e90-4594-88ea-cd65278743d0 req-1ec22814-cb3c-4b0f-9e3e-0bd5d3b9e499 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346310 Aug 20 10:54:35.203153 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:54:35.251343 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:54:35.251791 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:35.328601 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:35.350842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:54:35.353187 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90953d45-bc53-4db1-8751-ca7aa50c79d0" -d '{"events": [{"server_uuid": "78cc97d1-ae70-4637-945c-a1c34545bfdd", "name": "network-vif-plugged", "status": "completed", "tag": "8dc3f463-fa7b-47fd-957b-2ec6497b19f0"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:54:35.368846 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:54:35.374444 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:35.399214 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd840ce-eda7-44a9-8152-9164cb96b78d x-openstack-request-id: req-edd840ce-eda7-44a9-8152-9164cb96b78d {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:54:35.399214 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cc97d1-ae70-4637-945c-a1c34545bfdd", "name": "network-vif-plugged", "status": "completed", "tag": "8dc3f463-fa7b-47fd-957b-2ec6497b19f0", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:54:35.399214 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-edd840ce-eda7-44a9-8152-9164cb96b78d {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:54:35.399642 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0', 'code': 200} Aug 20 10:54:35.426606 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,revision_number=10']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:54:35.565284 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6befe-ad70-4a37-af0e-9ce24787a32c req-cb38b378-99c6-471a-851c-396f6d5d597a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:35.567574 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b3c6befe-ad70-4a37-af0e-9ce24787a32c req-cb38b378-99c6-471a-851c-396f6d5d597a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 1099 time: 0.0459516 Aug 20 10:54:35.605186 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b3c6befe-ad70-4a37-af0e-9ce24787a32c req-eaae3232-7244-439d-b584-daf889d38c3e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288801 Aug 20 10:54:36.033541 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-356e6253-8d4a-4b95-87e4-b278993caf8e req-1c3fd881-a0e4-49a5-af54-6851f146f5d7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 210 time: 0.0268655 Aug 20 10:54:36.274309 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644cbf6-ba43-43fd-806c-6e76ece2643d req-7be1880d-c430-4f80-a5b8-ca12b88e849b tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:36.275765 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3644cbf6-ba43-43fd-806c-6e76ece2643d req-7be1880d-c430-4f80-a5b8-ca12b88e849b tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 947 time: 0.0484526 Aug 20 10:54:36.314319 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3644cbf6-ba43-43fd-806c-6e76ece2643d req-9dd4d882-dde2-4bcf-bec4-13cc07f80653 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321212 Aug 20 10:54:37.162226 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-00b9fe94-3117-466f-b4f5-0cd3efed8284 req-cdc5bcc2-e88b-4a20-b179-d5791c54e1df tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 210 time: 0.0449319 Aug 20 10:54:37.437327 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf62114-fb02-4720-8522-302ac40e6d3b req-fa69471e-1b23-49c2-b9a3-b1c5f82becac tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:37.438837 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bf62114-fb02-4720-8522-302ac40e6d3b req-fa69471e-1b23-49c2-b9a3-b1c5f82becac tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 947 time: 0.0517418 Aug 20 10:54:37.483860 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bf62114-fb02-4720-8522-302ac40e6d3b req-a89f04b9-d1d8-4131-ad34-f6a471d29a3e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385461 Aug 20 10:54:38.307309 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6db4e00-5fc9-43b5-97dc-9234ad006cca req-111bf99b-f73a-4444-ba65-2e0a4dba91fd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee10c689-6120-4402-8bd6-950d5fc6bafc HTTP/1.1" status: 200 len: 210 time: 0.0287716 Aug 20 10:54:38.387721 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device dee31742-3c29-4d08-b000-3621517601f9 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:54:38.409060 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: dee31742-3c29-4d08-b000-3621517601f9 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:54:38.409494 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device dee31742-3c29-4d08-b000-3621517601f9 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:54:38.628939 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cb05e-f665-4eeb-be82-0a986fc92ad9 req-a6bec5ae-7758-4c09-8908-754c94048722 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:38.630438 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e76cb05e-f665-4eeb-be82-0a986fc92ad9 req-a6bec5ae-7758-4c09-8908-754c94048722 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 947 time: 0.0605104 Aug 20 10:54:38.972717 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e76cb05e-f665-4eeb-be82-0a986fc92ad9 req-6d10985a-fe54-4339-87f0-888b25bd34b6 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3362207 Aug 20 10:54:42.781521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e176f-fa30-4c3d-9383-de5d6f87068f req-9b6c51a8-974f-4801-8b33-215e4652fe94 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:42.782991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-598e176f-fa30-4c3d-9383-de5d6f87068f req-9b6c51a8-974f-4801-8b33-215e4652fe94 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 945 time: 0.0494525 Aug 20 10:54:42.821701 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-598e176f-fa30-4c3d-9383-de5d6f87068f req-7d126d18-b436-42b0-8e17-d452f9652258 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325270 Aug 20 10:54:43.940960 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169fff8-c6bb-4db4-b00b-ce472535c306 req-238ac917-48ae-45dd-b22a-fe424a56e5fd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:43.943305 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6169fff8-c6bb-4db4-b00b-ce472535c306 req-238ac917-48ae-45dd-b22a-fe424a56e5fd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 945 time: 0.0533466 Aug 20 10:54:43.981576 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6169fff8-c6bb-4db4-b00b-ce472535c306 req-aba8f4eb-9120-431b-88f5-01167429f576 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=29038206-242f-4f0a-9e7c-4ed456de7623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320399 Aug 20 10:54:44.411377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a48846-a4f7-495f-b804-7b57928bbc91 req-30679849-1dc4-42a3-8b80-f90eda653a5a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:44.412820 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-43a48846-a4f7-495f-b804-7b57928bbc91 req-30679849-1dc4-42a3-8b80-f90eda653a5a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 945 time: 0.0472629 Aug 20 10:54:44.505597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-43a48846-a4f7-495f-b804-7b57928bbc91 req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Deleting port 1937913c-8bb0-4c16-8250-a9a50b1ed199 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:54:44.505942 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-43a48846-a4f7-495f-b804-7b57928bbc91 req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:44.601298 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-43a48846-a4f7-495f-b804-7b57928bbc91 req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] For port 1937913c-8bb0-4c16-8250-a9a50b1ed199, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=1937913c-8bb0-4c16-8250-a9a50b1ed199,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:54:44.601661 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-43a48846-a4f7-495f-b804-7b57928bbc91 req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:44.614827 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-43a48846-a4f7-495f-b804-7b57928bbc91 req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Calling delete_port for 1937913c-8bb0-4c16-8250-a9a50b1ed199 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:54:44.753253 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-43a48846-a4f7-495f-b804-7b57928bbc91 req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:44.765663 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['1937913c-8bb0-4c16-8250-a9a50b1ed199'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:54:44.789192 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event deleted for resources: {'Port': ['ID=1937913c-8bb0-4c16-8250-a9a50b1ed199,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:54:44.814979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:44.815355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:44.815698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:44.816035 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:44.816368 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:44.816697 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:44.817019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:44.817457 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:44.817788 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:44.818109 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:44.818430 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:44.818749 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:54:44.841496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a48846-a4f7-495f-b804-7b57928bbc91 req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] No DVR routers for this DVR port 1937913c-8bb0-4c16-8250-a9a50b1ed199 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:54:44.844133 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-43a48846-a4f7-495f-b804-7b57928bbc91 req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:44.846142 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-43a48846-a4f7-495f-b804-7b57928bbc91 req-d53539b5-b8e4-4a85-aa27-526fde146692 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "DELETE /v2.0/ports/1937913c-8bb0-4c16-8250-a9a50b1ed199 HTTP/1.1" status: 204 len: 173 time: 0.4267604 Aug 20 10:54:44.846636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fae6b91-c310-48b8-b3cb-4d3825b3a639', 'name': 'network-vif-deleted', 'tag': '1937913c-8bb0-4c16-8250-a9a50b1ed199'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:54:44.848976 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c641ef9e-ffb0-4163-9bc9-46dbbb9796ad" -d '{"events": [{"server_uuid": "2fae6b91-c310-48b8-b3cb-4d3825b3a639", "name": "network-vif-deleted", "tag": "1937913c-8bb0-4c16-8250-a9a50b1ed199"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:54:44.887460 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc45cf6-780b-42bd-abdc-dd26871e84d2 x-openstack-request-id: req-6cc45cf6-780b-42bd-abdc-dd26871e84d2 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:54:44.887751 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fae6b91-c310-48b8-b3cb-4d3825b3a639", "name": "network-vif-deleted", "tag": "1937913c-8bb0-4c16-8250-a9a50b1ed199", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:54:44.888008 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cc45cf6-780b-42bd-abdc-dd26871e84d2 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:54:44.888412 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fae6b91-c310-48b8-b3cb-4d3825b3a639', 'name': 'network-vif-deleted', 'tag': '1937913c-8bb0-4c16-8250-a9a50b1ed199', 'status': 'completed', 'code': 200} Aug 20 10:54:44.911280 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:54:45.076678 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2c90723f-00d3-498e-802e-fddce119fd4b req-c928cc5a-c099-4291-88d4-11db7fd5a8bc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 210 time: 0.0272086 Aug 20 10:54:46.176213 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d536357d-032f-4498-aee1-7cd416d1d492 req-58411972-cd7c-4f13-8034-72c33f90c8b4 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 210 time: 0.0286725 Aug 20 10:54:47.269979 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39e334be-1d1c-4b1d-8c85-a87752daa46a req-69b6839c-2967-4b91-b5f4-43cdd8fbb45e tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 210 time: 0.0266109 Aug 20 10:54:48.381227 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85649cf4-d465-4cb3-a8dc-bbb7ff6c29ef req-9ce90dfe-a35e-4320-bf71-a553b6f0e3c0 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fae6b91-c310-48b8-b3cb-4d3825b3a639 HTTP/1.1" status: 200 len: 210 time: 0.0295053 Aug 20 10:54:48.691485 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:49.282784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1937913c-8bb0-4c16-8250-a9a50b1ed199 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:54:49.315588 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 1937913c-8bb0-4c16-8250-a9a50b1ed199 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:54:49.315939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 1937913c-8bb0-4c16-8250-a9a50b1ed199 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:54:50.021363 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3aea7cd0-1ed5-4cc1-a5a3-0d74e25603f9 req-038d41f7-550a-4d9d-af5a-9f8e67d401c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433047 Aug 20 10:54:50.111661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7cd0-1ed5-4cc1-a5a3-0d74e25603f9 req-36e37ce2-147f-4027-aed2-aac8d0815325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:50.113110 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3aea7cd0-1ed5-4cc1-a5a3-0d74e25603f9 req-36e37ce2-147f-4027-aed2-aac8d0815325 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffcd7abd09084c36a19f0ca777b7b157&device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 1097 time: 0.0442560 Aug 20 10:54:50.234114 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7cd0-1ed5-4cc1-a5a3-0d74e25603f9 req-99d4cb21-073f-4aad-89a1-9ee5f9775789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:50.235733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3aea7cd0-1ed5-4cc1-a5a3-0d74e25603f9 req-99d4cb21-073f-4aad-89a1-9ee5f9775789 service neutron] 10.222.0.42 "GET /v2.0/networks?id=006c7b89-3377-4894-bcc4-b4dc4d135d71 HTTP/1.1" status: 200 len: 909 time: 0.1026995 Aug 20 10:54:50.686161 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3aea7cd0-1ed5-4cc1-a5a3-0d74e25603f9 req-c99eae4b-99d7-41c5-ab0b-81f1781785b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8c02401-956f-4233-860c-26d48ee2b6d7 HTTP/1.1" status: 200 len: 1001 time: 0.4431715 Aug 20 10:54:50.752494 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7cd0-1ed5-4cc1-a5a3-0d74e25603f9 req-bfae96ae-a8d0-4f27-8e9d-373b22b17c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:50.754081 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3aea7cd0-1ed5-4cc1-a5a3-0d74e25603f9 req-bfae96ae-a8d0-4f27-8e9d-373b22b17c77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7aafae94-e831-405c-b2c8-9f5ca00ab8f5 HTTP/1.1" status: 200 len: 847 time: 0.0605538 Aug 20 10:54:50.814111 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7cd0-1ed5-4cc1-a5a3-0d74e25603f9 req-face36d6-6ccf-427b-b57a-dea99d4c57fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:54:50.815783 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3aea7cd0-1ed5-4cc1-a5a3-0d74e25603f9 req-face36d6-6ccf-427b-b57a-dea99d4c57fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=006c7b89-3377-4894-bcc4-b4dc4d135d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540509 Aug 20 10:54:50.828548 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-3aea7cd0-1ed5-4cc1-a5a3-0d74e25603f9 req-65ca2039-baec-4c7c-a806-e4aecf85b731 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:54:50.829864 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3aea7cd0-1ed5-4cc1-a5a3-0d74e25603f9 req-65ca2039-baec-4c7c-a806-e4aecf85b731 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059054 Aug 20 10:54:50.949277 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3aea7cd0-1ed5-4cc1-a5a3-0d74e25603f9 req-b5ce7186-3b69-4d9b-916a-89d3036a9ede service neutron] 10.222.0.42 "GET /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084700 Aug 20 10:54:51.056939 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3aea7cd0-1ed5-4cc1-a5a3-0d74e25603f9 req-2e501269-7f31-4626-bcb0-d116121d7160 service neutron] 10.222.0.42 "GET /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002851 Aug 20 10:54:51.356536 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 32836) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:54:51.361203 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-26a6f397-81d8-4643-b83d-0c3311bce48f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1975251016', 'description': 'tempest-secgroup-smoke-1975251016 description', 'project_id': 'c090051161f84f338132097522189093'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:54:51.382380 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-26a6f397-81d8-4643-b83d-0c3311bce48f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.465531 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-26a6f397-81d8-4643-b83d-0c3311bce48f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.469077 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-26a6f397-81d8-4643-b83d-0c3311bce48f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.496338 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-26a6f397-81d8-4643-b83d-0c3311bce48f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.497538 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-26a6f397-81d8-4643-b83d-0c3311bce48f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1399820 Aug 20 10:54:51.500099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6f397-81d8-4643-b83d-0c3311bce48f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672cc0e6-d1f0-4810-99fb-e976c4efadc3,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:54:51.500628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32838) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:54:51.505386 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-1b5c419b-57db-49f3-994e-6be358500c10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Request body: {'security_group_rule': {'security_group_id': '672cc0e6-d1f0-4810-99fb-e976c4efadc3', 'project_id': 'c090051161f84f338132097522189093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:54:51.531683 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b5c419b-57db-49f3-994e-6be358500c10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.586921 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b5c419b-57db-49f3-994e-6be358500c10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.591252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b5c419b-57db-49f3-994e-6be358500c10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.610505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c419b-57db-49f3-994e-6be358500c10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c635f4d4-76b9-4696-93f0-677cb71d2abe,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:54:51.615983 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1b5c419b-57db-49f3-994e-6be358500c10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.617167 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1b5c419b-57db-49f3-994e-6be358500c10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155436 Aug 20 10:54:51.620402 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32840) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:54:51.624826 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e9b33e91-6183-4179-804e-cf5fa249b87c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Request body: {'security_group_rule': {'security_group_id': '672cc0e6-d1f0-4810-99fb-e976c4efadc3', 'project_id': 'c090051161f84f338132097522189093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:54:51.650363 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e9b33e91-6183-4179-804e-cf5fa249b87c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.711732 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e9b33e91-6183-4179-804e-cf5fa249b87c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.715334 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e9b33e91-6183-4179-804e-cf5fa249b87c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.734919 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b33e91-6183-4179-804e-cf5fa249b87c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921fe978-b4b9-4e8e-8d7f-e622b0506139,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:54:51.745483 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e9b33e91-6183-4179-804e-cf5fa249b87c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.746951 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e9b33e91-6183-4179-804e-cf5fa249b87c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255090 Aug 20 10:54:51.749802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 32842) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:54:51.754278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-96b35336-cfaf-4186-ac6c-497c091add6b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Request body: {'security_group_rule': {'security_group_id': '672cc0e6-d1f0-4810-99fb-e976c4efadc3', 'project_id': 'c090051161f84f338132097522189093', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:54:51.780318 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96b35336-cfaf-4186-ac6c-497c091add6b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.836252 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96b35336-cfaf-4186-ac6c-497c091add6b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.840044 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96b35336-cfaf-4186-ac6c-497c091add6b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.859262 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b35336-cfaf-4186-ac6c-497c091add6b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ca7fcd-67fa-406b-b0f0-4b81df3474ef,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:54:51.861984 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-96b35336-cfaf-4186-ac6c-497c091add6b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.863191 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-96b35336-cfaf-4186-ac6c-497c091add6b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124346 Aug 20 10:54:51.865976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 32844) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:54:51.871233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-121713b4-b8fc-4177-a3bb-70f286606772 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Request body: {'security_group_rule': {'security_group_id': '672cc0e6-d1f0-4810-99fb-e976c4efadc3', 'project_id': 'c090051161f84f338132097522189093', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:54:51.896812 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-121713b4-b8fc-4177-a3bb-70f286606772 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.956907 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-121713b4-b8fc-4177-a3bb-70f286606772 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.960640 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-121713b4-b8fc-4177-a3bb-70f286606772 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.979686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121713b4-b8fc-4177-a3bb-70f286606772 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3034d402-663d-4601-bbcd-bc7b05186c15,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:54:51.985266 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-121713b4-b8fc-4177-a3bb-70f286606772 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:51.986387 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-121713b4-b8fc-4177-a3bb-70f286606772 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193974 Aug 20 10:54:51.989087 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 32846) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:54:51.993427 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-7fe6dce7-a2db-4f7b-a720-6f28f2b7f4fc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Request body: {'security_group_rule': {'security_group_id': '672cc0e6-d1f0-4810-99fb-e976c4efadc3', 'project_id': 'c090051161f84f338132097522189093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:54:52.015208 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-7fe6dce7-a2db-4f7b-a720-6f28f2b7f4fc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Project c090051161f84f338132097522189093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:54:52.019874 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fe6dce7-a2db-4f7b-a720-6f28f2b7f4fc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:52.080351 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fe6dce7-a2db-4f7b-a720-6f28f2b7f4fc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:52.084126 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fe6dce7-a2db-4f7b-a720-6f28f2b7f4fc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:52.104689 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6dce7-a2db-4f7b-a720-6f28f2b7f4fc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d1e2f8-850a-42c8-a950-e166e5e1e4c4,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:54:52.109819 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7fe6dce7-a2db-4f7b-a720-6f28f2b7f4fc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:52.111791 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7fe6dce7-a2db-4f7b-a720-6f28f2b7f4fc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217477 Aug 20 10:54:52.113793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 32848) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:54:52.118254 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b4eb3cbb-f8e9-444b-8983-d1a426ac7f48 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Request body: {'security_group_rule': {'security_group_id': '672cc0e6-d1f0-4810-99fb-e976c4efadc3', 'project_id': 'c090051161f84f338132097522189093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:54:52.141789 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-b4eb3cbb-f8e9-444b-8983-d1a426ac7f48 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Project c090051161f84f338132097522189093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 10:54:52.148787 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3cbb-f8e9-444b-8983-d1a426ac7f48 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:52.210625 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3cbb-f8e9-444b-8983-d1a426ac7f48 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:52.215747 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3cbb-f8e9-444b-8983-d1a426ac7f48 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:52.233236 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb3cbb-f8e9-444b-8983-d1a426ac7f48 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f424615a-bb26-40b9-b8db-2f7a67490be2,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:54:52.242237 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3cbb-f8e9-444b-8983-d1a426ac7f48 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:52.243648 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b4eb3cbb-f8e9-444b-8983-d1a426ac7f48 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288345 Aug 20 10:54:52.903358 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:54:59.323114 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fa93537f-3803-4355-9a83-0e1aa12f5fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:01.954745 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7b699f4a-781b-4b6a-adb6-7a50b47e9ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:02.411781 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:03.203361 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:04.853585 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:05.661866 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-bb7c5208-bcec-4f93-99a0-1a4019b6f8ed tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1975251016&fields=id&tenant_id=c090051161f84f338132097522189093 HTTP/1.1" status: 200 len: 267 time: 0.0356283 Aug 20 10:55:05.770760 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-a9de654a-52d9-421c-a8b9-7f30831c7044 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:05.772233 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-a9de654a-52d9-421c-a8b9-7f30831c7044 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 811 time: 0.1029115 Aug 20 10:55:05.787372 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-3c27ee3c-35e0-4b9a-b6da-f76adf328cc7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/quotas/c090051161f84f338132097522189093 HTTP/1.1" status: 200 len: 375 time: 0.0088081 Aug 20 10:55:05.839159 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-8cc38a8d-2961-49f8-a8cf-24648ec8dcff tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464437 Aug 20 10:55:05.942942 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-1c91025d-f875-4c21-b98f-0b60bb3a9f57 service neutron] 10.222.0.16 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910685 Aug 20 10:55:06.041780 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-bf9e9c44-1b13-4407-ae0f-c8a48bc23a76 service neutron] 10.222.0.16 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928934 Aug 20 10:55:06.328211 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-192df5c6-b66f-42ba-9ff5-52c84cdb6e90 req-5d5f4d75-30ab-4c29-acd6-d04807b82994 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 210 time: 0.0264785 Aug 20 10:55:07.211821 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-6f92ff9d-c01d-452c-8a7b-635620af88b1 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:07.213309 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-6f92ff9d-c01d-452c-8a7b-635620af88b1 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 811 time: 0.1097579 Aug 20 10:55:07.269324 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-958055b0-ff2c-4c0a-a4a2-71b79212820b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c090051161f84f338132097522189093 HTTP/1.1" status: 200 len: 380 time: 0.0465565 Aug 20 10:55:07.279880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-f906dd1f-4794-4108-b778-ee0c715386ca tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Request body: {'port': {'device_id': 'c71efb6c-d486-4cc9-822a-48ead58d7599', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'admin_state_up': True, 'tenant_id': 'c090051161f84f338132097522189093', 'security_groups': ['672cc0e6-d1f0-4810-99fb-e976c4efadc3']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:55:07.411437 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-f906dd1f-4794-4108-b778-ee0c715386ca tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Made reservation on behalf of c090051161f84f338132097522189093 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:55:07.414804 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-f906dd1f-4794-4108-b778-ee0c715386ca tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:07.442913 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-903dd635-7ca2-4e62-b054-a9c52c031c57 req-ace7cfc2-64ec-4ec2-a83b-2e67138f716d tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 210 time: 0.0449831 Aug 20 10:55:07.560530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-f906dd1f-4794-4108-b778-ee0c715386ca tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Allocated IP 172.20.0.5 (45e6f8dc-f9e2-4ee1-aaa9-d63db523568b/613c4b10-757f-41e2-b495-9809f5fc214e/b076f8b4-9573-454e-8db1-324b4ce73595) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:55:07.701944 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-f906dd1f-4794-4108-b778-ee0c715386ca tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:07.715277 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-f906dd1f-4794-4108-b778-ee0c715386ca tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Transition to ACTIVE for port object b076f8b4-9573-454e-8db1-324b4ce73595 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:55:07.750106 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-f906dd1f-4794-4108-b778-ee0c715386ca tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:07.792610 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-f906dd1f-4794-4108-b778-ee0c715386ca tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:55:07.796397 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-f906dd1f-4794-4108-b778-ee0c715386ca tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:55:07.800046 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-f906dd1f-4794-4108-b778-ee0c715386ca tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:55:07.827980 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906dd1f-4794-4108-b778-ee0c715386ca tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'Port': ['ID=b076f8b4-9573-454e-8db1-324b4ce73595,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:55:07.856271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-f906dd1f-4794-4108-b778-ee0c715386ca tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:07.857486 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-f906dd1f-4794-4108-b778-ee0c715386ca tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:07.875284 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-f906dd1f-4794-4108-b778-ee0c715386ca tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5997639 Aug 20 10:55:07.886986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-d7a223ba-0a46-4cdc-bba0-d6075e2fa666 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:55:07.888183 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-d7a223ba-0a46-4cdc-bba0-d6075e2fa666 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060220 Aug 20 10:55:07.971452 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Request body: {'port': {'device_id': 'c71efb6c-d486-4cc9-822a-48ead58d7599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:55:08.041580 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:08.064188 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-73ff7908-5ee3-4eb1-84b7-194dae33e587 None None] Provisioning for port b076f8b4-9573-454e-8db1-324b4ce73595 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:55:08.068575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-73ff7908-5ee3-4eb1-84b7-194dae33e587 None None] Provisioning complete for port b076f8b4-9573-454e-8db1-324b4ce73595 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:55:08.069048 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-73ff7908-5ee3-4eb1-84b7-194dae33e587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:08.110302 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-73ff7908-5ee3-4eb1-84b7-194dae33e587 None None] Port b076f8b4-9573-454e-8db1-324b4ce73595 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:55:08.307453 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b076f8b4-9573-454e-8db1-324b4ce73595 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:55:08.315081 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:08.327768 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Transition to ACTIVE for port object b076f8b4-9573-454e-8db1-324b4ce73595 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:55:08.331829 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:08.414565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Pushing event updated for resources: {'Port': ['ID=b076f8b4-9573-454e-8db1-324b4ce73595,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:55:08.474379 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Attempting to bind port b076f8b4-9573-454e-8db1-324b4ce73595 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:55:08.474803 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Attempting to bind port b076f8b4-9573-454e-8db1-324b4ce73595 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:55:08.475218 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Attempting to bind port b076f8b4-9573-454e-8db1-324b4ce73595 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:55:08.480313 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Port b076f8b4-9573-454e-8db1-324b4ce73595 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:55:08.480708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Attempting to bind port b076f8b4-9573-454e-8db1-324b4ce73595 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:55:08.493006 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:55:08.493446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Checking segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:55:08.493902 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Bound using segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:55:08.494415 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Bound port: b076f8b4-9573-454e-8db1-324b4ce73595, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:55:08.494840 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:08.570995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] For port b076f8b4-9573-454e-8db1-324b4ce73595, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:55:08.574294 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] For port b076f8b4-9573-454e-8db1-324b4ce73595, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b076f8b4-9573-454e-8db1-324b4ce73595,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:55:08.574732 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0278ea-b2e5-4723-bf63-f84d621bf04f req-16cea065-487b-424f-8209-4228b6345522 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:08.577639 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb0278ea-b2e5-4723-bf63-f84d621bf04f req-16cea065-487b-424f-8209-4228b6345522 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 943 time: 0.0535543 Aug 20 10:55:08.582594 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:08.620523 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:08.621369 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:08.623686 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] 10.222.0.24 "PUT /v2.0/ports/b076f8b4-9573-454e-8db1-324b4ce73595 HTTP/1.1" status: 200 len: 1092 time: 0.7282522 Aug 20 10:55:08.624220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71efb6c-d486-4cc9-822a-48ead58d7599', 'tag': 'b076f8b4-9573-454e-8db1-324b4ce73595'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:55:08.626665 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744c4cf4-89ac-4651-98ff-9245dc7b97de" -d '{"events": [{"name": "network-changed", "server_uuid": "c71efb6c-d486-4cc9-822a-48ead58d7599", "tag": "b076f8b4-9573-454e-8db1-324b4ce73595"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:55:08.660987 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb0278ea-b2e5-4723-bf63-f84d621bf04f req-18ff562a-45c3-40b8-a522-d313b97870ac tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692134 Aug 20 10:55:08.672392 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1d80b-a58f-41cb-8997-60ffa33991fa service neutron] Pushing event updated for resources: {'Port': ['ID=b076f8b4-9573-454e-8db1-324b4ce73595,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:55:08.692703 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1f4234-b637-4215-b60d-c76015d95564 x-openstack-request-id: req-ae1f4234-b637-4215-b60d-c76015d95564 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:55:08.695414 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71efb6c-d486-4cc9-822a-48ead58d7599", "tag": "b076f8b4-9573-454e-8db1-324b4ce73595", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:55:08.695809 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae1f4234-b637-4215-b60d-c76015d95564 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:55:08.696447 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c71efb6c-d486-4cc9-822a-48ead58d7599', 'tag': 'b076f8b4-9573-454e-8db1-324b4ce73595', 'status': 'completed', 'code': 200} Aug 20 10:55:08.739496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-c01f746a-4877-40b8-a6fe-3bf05240b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:08.742022 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-c01f746a-4877-40b8-a6fe-3bf05240b1d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 1095 time: 0.0582168 Aug 20 10:55:08.788476 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-d58a110c-454e-48b7-9ffd-4f65b9b98819 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b076f8b4-9573-454e-8db1-324b4ce73595 HTTP/1.1" status: 200 len: 217 time: 0.0380762 Aug 20 10:55:08.842076 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-b6661134-a3c3-43ee-9ee9-21328728dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:08.843780 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-b6661134-a3c3-43ee-9ee9-21328728dff2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0474508 Aug 20 10:55:08.895938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-0bfdaab2-4548-4224-aac3-03c73169dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:08.897457 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-0bfdaab2-4548-4224-aac3-03c73169dc2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464096 Aug 20 10:55:08.989705 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-4f6be9ce-93d2-4f44-b825-d276f5acfcf4 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839758 Aug 20 10:55:09.093122 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12d15cd2-1b72-49a8-ac7e-03a7d48c2d97 req-a18a6a2d-c541-44a8-a296-dc9b56bea304 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930412 Aug 20 10:55:09.182320 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c4cf4-89ac-4651-98ff-9245dc7b97de req-096e123d-d4aa-46da-8280-800c9c57b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:09.183877 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744c4cf4-89ac-4651-98ff-9245dc7b97de req-096e123d-d4aa-46da-8280-800c9c57b9c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 1095 time: 0.0416110 Aug 20 10:55:09.277925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c4cf4-89ac-4651-98ff-9245dc7b97de req-089fb16a-e817-4f2c-a0d5-b75ad5addfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:09.280018 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744c4cf4-89ac-4651-98ff-9245dc7b97de req-089fb16a-e817-4f2c-a0d5-b75ad5addfeb service neutron] 10.222.0.24 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.0892255 Aug 20 10:55:09.327570 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744c4cf4-89ac-4651-98ff-9245dc7b97de req-dd071484-9815-456f-9c10-873505f18f81 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b076f8b4-9573-454e-8db1-324b4ce73595 HTTP/1.1" status: 200 len: 217 time: 0.0392513 Aug 20 10:55:09.376213 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c4cf4-89ac-4651-98ff-9245dc7b97de req-f0abe3ff-da64-4792-9312-a58819b9acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:09.377568 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744c4cf4-89ac-4651-98ff-9245dc7b97de req-f0abe3ff-da64-4792-9312-a58819b9acd1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0436602 Aug 20 10:55:09.426005 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c4cf4-89ac-4651-98ff-9245dc7b97de req-48cdfc01-b8d0-48d3-b097-d478b622798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:09.427646 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744c4cf4-89ac-4651-98ff-9245dc7b97de req-48cdfc01-b8d0-48d3-b097-d478b622798b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425513 Aug 20 10:55:09.536518 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744c4cf4-89ac-4651-98ff-9245dc7b97de req-4ca96de0-72bb-43dc-84a0-4be48cffed69 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005580 Aug 20 10:55:09.628470 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-744c4cf4-89ac-4651-98ff-9245dc7b97de req-6cdb134f-d2dc-4723-832c-ab41f2874410 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843892 Aug 20 10:55:09.779376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a23fe7-60e0-4862-85aa-2143b9d3a04d req-2591f7a3-3320-4b9f-9ac3-bf3ed71fc32a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:09.780915 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0a23fe7-60e0-4862-85aa-2143b9d3a04d req-2591f7a3-3320-4b9f-9ac3-bf3ed71fc32a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 943 time: 0.0616779 Aug 20 10:55:09.820938 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0a23fe7-60e0-4862-85aa-2143b9d3a04d req-708cd6ec-a0b7-416e-9114-01db3217f52e tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339215 Aug 20 10:55:10.942272 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451401a-d5b9-4a51-8bfb-c421e1dfaf03 req-8fd5d0f5-5c0c-4c7a-b26b-0d678e60fd02 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:10.943887 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7451401a-d5b9-4a51-8bfb-c421e1dfaf03 req-8fd5d0f5-5c0c-4c7a-b26b-0d678e60fd02 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 943 time: 0.0519824 Aug 20 10:55:10.988491 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7451401a-d5b9-4a51-8bfb-c421e1dfaf03 req-46e453a9-c7ac-46f1-abb1-456bb27891da tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384476 Aug 20 10:55:12.102512 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e30ca-e416-44f6-8e05-bddaaee06cef req-ce8c5344-764a-4956-838e-a771f14bf27f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:12.103999 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-283e30ca-e416-44f6-8e05-bddaaee06cef req-ce8c5344-764a-4956-838e-a771f14bf27f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 943 time: 0.0479629 Aug 20 10:55:12.140648 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-283e30ca-e416-44f6-8e05-bddaaee06cef req-ac694698-4777-4d99-918d-9a26297e379b tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307803 Aug 20 10:55:13.251588 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a920-226c-4084-92c1-f924477ae96c req-6effddac-1dd5-46b3-a3f2-0a6e37001038 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:13.253065 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dcb6a920-226c-4084-92c1-f924477ae96c req-6effddac-1dd5-46b3-a3f2-0a6e37001038 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 943 time: 0.0482249 Aug 20 10:55:13.290826 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dcb6a920-226c-4084-92c1-f924477ae96c req-a2566564-4744-4006-bb0b-1d66964edbbb tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318952 Aug 20 10:55:14.405887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b80486-ed20-4a9a-8c32-e2bcfbc39856 req-046ad9fc-e3fc-4367-ac85-6e5835484f93 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:14.407399 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-49b80486-ed20-4a9a-8c32-e2bcfbc39856 req-046ad9fc-e3fc-4367-ac85-6e5835484f93 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 943 time: 0.0497949 Aug 20 10:55:14.444911 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-49b80486-ed20-4a9a-8c32-e2bcfbc39856 req-e9804d76-8f36-4686-a5bd-61e308c7a917 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315046 Aug 20 10:55:15.559233 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08837480-6317-4ea0-b649-1afb2bf00228 req-1928b3d8-e0a3-49e2-b144-1b4393528b41 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:15.560718 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08837480-6317-4ea0-b649-1afb2bf00228 req-1928b3d8-e0a3-49e2-b144-1b4393528b41 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 943 time: 0.0498438 Aug 20 10:55:15.600588 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-08837480-6317-4ea0-b649-1afb2bf00228 req-f695d0e6-4be0-4e21-b180-e162bb8f8ecd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339537 Aug 20 10:55:16.717734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd9734-4e57-4e81-80a6-bc29fe680172 req-dcd40806-4c58-45b9-9906-158ea748a751 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:16.719203 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70fd9734-4e57-4e81-80a6-bc29fe680172 req-dcd40806-4c58-45b9-9906-158ea748a751 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 943 time: 0.0532739 Aug 20 10:55:16.756997 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-70fd9734-4e57-4e81-80a6-bc29fe680172 req-f2a7639c-755d-4e3f-bf99-c609cc1cc253 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316355 Aug 20 10:55:17.871429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84315f-ecec-4a9b-99bb-605aa8585c77 req-ace0189c-febb-4bcf-97b3-9aff9cb86e21 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:17.872918 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2b84315f-ecec-4a9b-99bb-605aa8585c77 req-ace0189c-febb-4bcf-97b3-9aff9cb86e21 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 943 time: 0.0501711 Aug 20 10:55:17.916984 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2b84315f-ecec-4a9b-99bb-605aa8585c77 req-621eb0c5-251a-4ca3-9394-305872204ee8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375752 Aug 20 10:55:18.696308 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:19.032539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc28d8-8699-4a34-9c7f-4cad96d6c462 req-a5f3a612-03c4-462f-bcd0-a7b80d6a8c24 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:19.034001 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2bc28d8-8699-4a34-9c7f-4cad96d6c462 req-a5f3a612-03c4-462f-bcd0-a7b80d6a8c24 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 943 time: 0.0492029 Aug 20 10:55:19.071894 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2bc28d8-8699-4a34-9c7f-4cad96d6c462 req-5c9a2a17-7bcd-4a77-bb35-85e79611cdb8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319407 Aug 20 10:55:19.468112 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device b076f8b4-9573-454e-8db1-324b4ce73595 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:55:19.564508 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port b076f8b4-9573-454e-8db1-324b4ce73595, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b076f8b4-9573-454e-8db1-324b4ce73595,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:55:19.575552 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'b076f8b4-9573-454e-8db1-324b4ce73595', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'port_id': 'b076f8b4-9573-454e-8db1-324b4ce73595', 'mac_address': 'fa:16:3e:e6:f9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:55:19.628164 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:19.640596 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b076f8b4-9573-454e-8db1-324b4ce73595 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:55:19.659633 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port b076f8b4-9573-454e-8db1-324b4ce73595, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b076f8b4-9573-454e-8db1-324b4ce73595,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:55:19.663971 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:19.709500 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=b076f8b4-9573-454e-8db1-324b4ce73595,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:55:19.716689 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:19.717621 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:19.717964 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:19.718348 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:19.718628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:19.718955 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:19.719322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:19.719650 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:19.719972 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:19.720299 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:19.720624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:19.720942 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:19.979000 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['b076f8b4-9573-454e-8db1-324b4ce73595'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:55:20.183713 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9754715-b525-41db-ba0b-0942ae17c292 req-496a504a-844d-4a07-a990-a7b1fb2d8aae tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:20.185195 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e9754715-b525-41db-ba0b-0942ae17c292 req-496a504a-844d-4a07-a990-a7b1fb2d8aae tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 944 time: 0.0489004 Aug 20 10:55:20.223631 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e9754715-b525-41db-ba0b-0942ae17c292 req-8f17592f-f2df-4a73-ae58-ec662a00573f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318327 Aug 20 10:55:21.339869 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5621316-d84e-49ea-900b-159bbb7fac8e req-873bc98b-d228-42e7-9916-6fe2c60aa417 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:21.341358 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a5621316-d84e-49ea-900b-159bbb7fac8e req-873bc98b-d228-42e7-9916-6fe2c60aa417 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 944 time: 0.0500560 Aug 20 10:55:21.379318 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a5621316-d84e-49ea-900b-159bbb7fac8e req-79923167-600c-43f5-9cf2-b61b312e0d89 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313849 Aug 20 10:55:21.469357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device b076f8b4-9573-454e-8db1-324b4ce73595 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:55:21.522185 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port b076f8b4-9573-454e-8db1-324b4ce73595 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:55:21.525928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port b076f8b4-9573-454e-8db1-324b4ce73595 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:55:21.526305 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:21.610577 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:21.633534 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71efb6c-d486-4cc9-822a-48ead58d7599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b076f8b4-9573-454e-8db1-324b4ce73595'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:55:21.635820 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f25451-9f67-4bae-ad2b-4677c6250b7d" -d '{"events": [{"server_uuid": "c71efb6c-d486-4cc9-822a-48ead58d7599", "name": "network-vif-plugged", "status": "completed", "tag": "b076f8b4-9573-454e-8db1-324b4ce73595"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:55:21.648663 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port b076f8b4-9573-454e-8db1-324b4ce73595, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b076f8b4-9573-454e-8db1-324b4ce73595,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:55:21.652882 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:21.680169 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9257767f-f4c4-4237-aa88-7df5ea0fa939 x-openstack-request-id: req-9257767f-f4c4-4237-aa88-7df5ea0fa939 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:55:21.681276 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71efb6c-d486-4cc9-822a-48ead58d7599", "name": "network-vif-plugged", "status": "completed", "tag": "b076f8b4-9573-454e-8db1-324b4ce73595", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:55:21.681276 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9257767f-f4c4-4237-aa88-7df5ea0fa939 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:55:21.681276 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71efb6c-d486-4cc9-822a-48ead58d7599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b076f8b4-9573-454e-8db1-324b4ce73595', 'code': 200} Aug 20 10:55:21.715557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=b076f8b4-9573-454e-8db1-324b4ce73595,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:55:21.786226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce4ba5-95cf-46a3-8cc4-3263b35c5e2f req-4605d813-494c-419f-b044-2eafc315e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:21.787738 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bce4ba5-95cf-46a3-8cc4-3263b35c5e2f req-4605d813-494c-419f-b044-2eafc315e05b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 1097 time: 0.0439053 Aug 20 10:55:21.824978 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bce4ba5-95cf-46a3-8cc4-3263b35c5e2f req-4167a0a6-7257-4ced-8b16-7bf3aff4703d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283449 Aug 20 10:55:21.912266 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:55:22.496495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426035b3-7e2e-4514-889c-9c16793b08ea req-e8c927d6-28e3-4988-b7c0-f042c67076c4 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:22.498976 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-426035b3-7e2e-4514-889c-9c16793b08ea req-e8c927d6-28e3-4988-b7c0-f042c67076c4 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 945 time: 0.0527542 Aug 20 10:55:22.535724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-426035b3-7e2e-4514-889c-9c16793b08ea req-ac69f16f-b298-45cc-85cb-6a284015637e tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306914 Aug 20 10:55:22.917486 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:23.649760 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e9c93-d3c1-4f2d-8ada-186310e9929a req-65faabb3-6d08-424b-927c-56e1294a835a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:23.651243 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ba4e9c93-d3c1-4f2d-8ada-186310e9929a req-65faabb3-6d08-424b-927c-56e1294a835a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 945 time: 0.0488095 Aug 20 10:55:23.691780 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ba4e9c93-d3c1-4f2d-8ada-186310e9929a req-2818a99d-397e-45f0-a877-6c8dfaa92951 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347397 Aug 20 10:55:23.803415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e25aeb-a6b9-4383-9f67-e2897641f2ce req-4c7bb9aa-643e-4bb3-b9dc-15f0bb847fb1 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:23.804899 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1e25aeb-a6b9-4383-9f67-e2897641f2ce req-4c7bb9aa-643e-4bb3-b9dc-15f0bb847fb1 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 945 time: 0.0475948 Aug 20 10:55:23.842130 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1e25aeb-a6b9-4383-9f67-e2897641f2ce req-22b14f48-85e6-469a-81b8-98fbc6707eac tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306642 Aug 20 10:55:23.864675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33042) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:55:23.903341 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeb67c7-3480-405f-a909-62589d149002 tempest-TestVolumeBootPattern-1279906047 tempest-TestVolumeBootPattern-1279906047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:23.905344 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-afeb67c7-3480-405f-a909-62589d149002 tempest-TestVolumeBootPattern-1279906047 tempest-TestVolumeBootPattern-1279906047-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 1092 time: 0.0396938 Aug 20 10:55:23.908264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33044) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:55:23.912655 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': 'b076f8b4-9573-454e-8db1-324b4ce73595', 'tenant_id': 'c090051161f84f338132097522189093', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:55:23.935128 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:24.033393 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:24.134108 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Allocated IP 172.25.3.232 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/b5d52653-ebfa-4eaa-a93d-9d7f5ea57cae) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:55:24.237945 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:24.274595 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:24.313583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:55:24.316422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:55:24.323249 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:55:24.326744 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'Port': ['ID=b5d52653-ebfa-4eaa-a93d-9d7f5ea57cae,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:55:24.360126 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:24.360473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:24.360825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:24.361166 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:24.361503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:24.361835 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:24.362165 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:24.362493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:24.362820 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:24.363276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:24.363500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:24.363824 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:24.690745 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:24.765596 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:24.927900 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:24.932874 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:25.000019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'Port': ['ID=b5d52653-ebfa-4eaa-a93d-9d7f5ea57cae,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:55:25.012038 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:25.113152 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Floating IP e9f27e9e-84f8-487a-a189-ec2622386b68 associated. External IP: 172.25.3.232, port: b076f8b4-9573-454e-8db1-324b4ce73595. Aug 20 10:55:25.335202 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Router f67d6671-a618-4ae8-adc1-df56eb97b255 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:55:25.443754 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:55:25.453225 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed1d8aa-697e-4c69-ad44-14908baef8ba None None] Sync routers for ids ['f67d6671-a618-4ae8-adc1-df56eb97b255'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:55:25.459475 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:25.462560 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1d8aa-697e-4c69-ad44-14908baef8ba None None] Routers {'f67d6671-a618-4ae8-adc1-df56eb97b255'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:55:25.463195 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9ed1d8aa-697e-4c69-ad44-14908baef8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:55:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f67d6671-a618-4ae8-adc1-df56eb97b255'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:55:25.488525 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1ac8a1ff-ca20-4a32-b6cc-9f8bef7e3bd2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5792329 Aug 20 10:55:25.489119 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71efb6c-d486-4cc9-822a-48ead58d7599', 'tag': 'b076f8b4-9573-454e-8db1-324b4ce73595'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:55:25.491374 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f43eaf-5c96-4262-98d9-5ad2060cdf05" -d '{"events": [{"name": "network-changed", "server_uuid": "c71efb6c-d486-4cc9-822a-48ead58d7599", "tag": "b076f8b4-9573-454e-8db1-324b4ce73595"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:55:25.526870 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256489aa-dee7-4edb-a6e6-8034e5b065ad x-openstack-request-id: req-256489aa-dee7-4edb-a6e6-8034e5b065ad {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:55:25.527782 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71efb6c-d486-4cc9-822a-48ead58d7599", "tag": "b076f8b4-9573-454e-8db1-324b4ce73595", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:55:25.528046 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-256489aa-dee7-4edb-a6e6-8034e5b065ad {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:55:25.528450 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c71efb6c-d486-4cc9-822a-48ead58d7599', 'tag': 'b076f8b4-9573-454e-8db1-324b4ce73595', 'status': 'completed', 'code': 200} Aug 20 10:55:25.569925 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-9ed1d8aa-697e-4c69-ad44-14908baef8ba None None] Set router f67d6671-a618-4ae8-adc1-df56eb97b255 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:55:25.589403 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f43eaf-5c96-4262-98d9-5ad2060cdf05 req-96f7a80d-5d10-4ced-a08c-9c4e308b8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:25.590863 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-43f43eaf-5c96-4262-98d9-5ad2060cdf05 req-96f7a80d-5d10-4ced-a08c-9c4e308b8596 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 1097 time: 0.0401905 Aug 20 10:55:25.680432 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f43eaf-5c96-4262-98d9-5ad2060cdf05 req-5b8f63a9-0648-4b2d-966b-e7ada25ed43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:25.681977 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-43f43eaf-5c96-4262-98d9-5ad2060cdf05 req-5b8f63a9-0648-4b2d-966b-e7ada25ed43d service neutron] 10.222.0.24 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.0840037 Aug 20 10:55:25.752685 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-43f43eaf-5c96-4262-98d9-5ad2060cdf05 req-47d0ed33-72be-42df-9187-aec0d13c463c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b076f8b4-9573-454e-8db1-324b4ce73595 HTTP/1.1" status: 200 len: 999 time: 0.0638413 Aug 20 10:55:25.792776 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9ed1d8aa-697e-4c69-ad44-14908baef8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'e9f27e9e-84f8-487a-a189-ec2622386b68', 'tenant_id': 'c090051161f84f338132097522189093', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'port_id': 'b076f8b4-9573-454e-8db1-324b4ce73595', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'mac_address': 'fa:16:3e:e6:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71efb6c-d486-4cc9-822a-48ead58d7599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:55:24Z', 'updated_at': '2021-08-20T10:55:24Z', 'revision_number': 0, 'project_id': 'c090051161f84f338132097522189093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:55:25.803300 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f43eaf-5c96-4262-98d9-5ad2060cdf05 req-968abe41-ce38-4d21-940a-a95e341e5647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:25.804758 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-43f43eaf-5c96-4262-98d9-5ad2060cdf05 req-968abe41-ce38-4d21-940a-a95e341e5647 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0448112 Aug 20 10:55:25.819201 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed1d8aa-697e-4c69-ad44-14908baef8ba None None] Checking router: f67d6671-a618-4ae8-adc1-df56eb97b255 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:55:25.828141 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1d8aa-697e-4c69-ad44-14908baef8ba None None] Routers {'f67d6671-a618-4ae8-adc1-df56eb97b255'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:55:25.828743 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9ed1d8aa-697e-4c69-ad44-14908baef8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:55:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f67d6671-a618-4ae8-adc1-df56eb97b255'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:55:25.851652 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f43eaf-5c96-4262-98d9-5ad2060cdf05 req-e3510189-a4bf-4c5d-9d72-675382b24061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:25.853071 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-43f43eaf-5c96-4262-98d9-5ad2060cdf05 req-e3510189-a4bf-4c5d-9d72-675382b24061 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406771 Aug 20 10:55:25.932867 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-9ed1d8aa-697e-4c69-ad44-14908baef8ba None None] Set router f67d6671-a618-4ae8-adc1-df56eb97b255 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:55:25.949452 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-43f43eaf-5c96-4262-98d9-5ad2060cdf05 req-9086f7b6-360c-45d4-b62b-be54350e2065 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886633 Aug 20 10:55:26.042735 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-43f43eaf-5c96-4262-98d9-5ad2060cdf05 req-d67ba763-7b53-4708-951f-66af21500867 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858216 Aug 20 10:55:26.241836 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9ed1d8aa-697e-4c69-ad44-14908baef8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'e9f27e9e-84f8-487a-a189-ec2622386b68', 'tenant_id': 'c090051161f84f338132097522189093', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'port_id': 'b076f8b4-9573-454e-8db1-324b4ce73595', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'mac_address': 'fa:16:3e:e6:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71efb6c-d486-4cc9-822a-48ead58d7599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:55:24Z', 'updated_at': '2021-08-20T10:55:24Z', 'revision_number': 0, 'project_id': 'c090051161f84f338132097522189093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:55:26.266642 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed1d8aa-697e-4c69-ad44-14908baef8ba None None] The sync data for ids ['f67d6671-a618-4ae8-adc1-df56eb97b255'] in n-d-778550-11 is: [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'e9f27e9e-84f8-487a-a189-ec2622386b68', 'tenant_id': 'c090051161f84f338132097522189093', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'port_id': 'b076f8b4-9573-454e-8db1-324b4ce73595', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'mac_address': 'fa:16:3e:e6:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71efb6c-d486-4cc9-822a-48ead58d7599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:55:24Z', 'updated_at': '2021-08-20T10:55:24Z', 'revision_number': 0, 'project_id': 'c090051161f84f338132097522189093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:55:26.460673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58bc9f-5038-4fdb-910a-5d0d231b8ef1 None None] New status for floating IP e9f27e9e-84f8-487a-a189-ec2622386b68: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:55:29.324091 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-44d0eba3-6f7c-4a0f-9e12-31dc577f1fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:31.955365 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cfcce465-cb86-416e-9a99-8596a80e31be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:32.413438 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:33.203168 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:34.855367 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:46.232129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1d27d-d54e-466d-9579-807946da9457 req-863a338b-ac42-4c32-b843-2ba81248ea38 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:46.233721 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0fa1d27d-d54e-466d-9579-807946da9457 req-863a338b-ac42-4c32-b843-2ba81248ea38 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 947 time: 0.0510209 Aug 20 10:55:46.273662 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0fa1d27d-d54e-466d-9579-807946da9457 req-c1267e62-7d1f-4f76-a396-6f5456eed5f1 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335903 Aug 20 10:55:47.401764 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f202f0-1e0a-43c9-9916-801cdebe2f21 req-ff585416-5d27-4e67-897c-3213aacfe39c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:47.403315 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13f202f0-1e0a-43c9-9916-801cdebe2f21 req-ff585416-5d27-4e67-897c-3213aacfe39c tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 947 time: 0.0539253 Aug 20 10:55:47.446771 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13f202f0-1e0a-43c9-9916-801cdebe2f21 req-ea65304f-bc9a-4038-a99e-ce7ab27969af tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups?id=babec119-6b13-4781-ab7c-a051dd927582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368280 Aug 20 10:55:47.965946 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e3f82-9707-4b81-acb5-3cc7010370f9 req-fa976f98-932c-49bc-8347-8610d0049e59 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:47.967740 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b43e3f82-9707-4b81-acb5-3cc7010370f9 req-fa976f98-932c-49bc-8347-8610d0049e59 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.24 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 947 time: 0.0532348 Aug 20 10:55:48.063415 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-b43e3f82-9707-4b81-acb5-3cc7010370f9 req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Deleting port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:55:48.064209 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b43e3f82-9707-4b81-acb5-3cc7010370f9 req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:48.154232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-b43e3f82-9707-4b81-acb5-3cc7010370f9 req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] For port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:55:48.154603 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b43e3f82-9707-4b81-acb5-3cc7010370f9 req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:48.372392 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b43e3f82-9707-4b81-acb5-3cc7010370f9 req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:48.372672 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b43e3f82-9707-4b81-acb5-3cc7010370f9 req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:48.372990 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [req-b43e3f82-9707-4b81-acb5-3cc7010370f9 req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Floating IP a7dcf30f-7bf3-420f-859b-11e703760a8f disassociated. External IP: 172.25.3.141, port: 8dc3f463-fa7b-47fd-957b-2ec6497b19f0. Aug 20 10:55:48.373328 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-b43e3f82-9707-4b81-acb5-3cc7010370f9 req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Calling delete_port for 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:55:48.495947 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b43e3f82-9707-4b81-acb5-3cc7010370f9 req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:48.526977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Pushing event deleted for resources: {'Port': ['ID=8dc3f463-fa7b-47fd-957b-2ec6497b19f0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:55:48.542015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:48.542364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:48.542702 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:48.543033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:48.543385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:48.543716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:48.544043 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:48.544367 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:48.544956 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:48.545297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:48.545738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:48.545919 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:55:48.547197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d4fd23e8-2b8b-4efd-9898-6c49a37c20d5 req-3fa52e89-cf70-4917-924a-8967df8b592b tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/ports?device_id=78cc97d1-ae70-4637-945c-a1c34545bfdd HTTP/1.1" status: 200 len: 210 time: 0.0266848 Aug 20 10:55:48.651645 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b43e3f82-9707-4b81-acb5-3cc7010370f9 req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Router 857dfe7f-8d11-46c1-87b4-618ed7281275 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:55:48.691497 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:48.757592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b43e3f82-9707-4b81-acb5-3cc7010370f9 req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:55:48.767031 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d26f6a8-8589-4e74-90e7-8a4c53b83ddb None None] Sync routers for ids ['857dfe7f-8d11-46c1-87b4-618ed7281275'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:55:48.776095 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d26f6a8-8589-4e74-90e7-8a4c53b83ddb None None] Routers {'857dfe7f-8d11-46c1-87b4-618ed7281275'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:55:48.776707 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2d26f6a8-8589-4e74-90e7-8a4c53b83ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:55:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['857dfe7f-8d11-46c1-87b4-618ed7281275'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:55:48.799760 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43e3f82-9707-4b81-acb5-3cc7010370f9 req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] No DVR routers for this DVR port 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:55:48.802755 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b43e3f82-9707-4b81-acb5-3cc7010370f9 req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:48.804650 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b43e3f82-9707-4b81-acb5-3cc7010370f9 req-26b0b2bb-49e1-4cc5-a035-b48fa6aa942d tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.24 "DELETE /v2.0/ports/8dc3f463-fa7b-47fd-957b-2ec6497b19f0 HTTP/1.1" status: 204 len: 173 time: 0.8305387 Aug 20 10:55:48.805140 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'name': 'network-vif-deleted', 'tag': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:55:48.807475 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2746a0ae-91dc-4a7e-a50d-87ee5143914c" -d '{"events": [{"server_uuid": "78cc97d1-ae70-4637-945c-a1c34545bfdd", "name": "network-vif-deleted", "tag": "8dc3f463-fa7b-47fd-957b-2ec6497b19f0"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:55:48.849376 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4766d7bd-f848-4796-b9fb-855ebb8afdf8 x-openstack-request-id: req-4766d7bd-f848-4796-b9fb-855ebb8afdf8 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:55:48.850258 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cc97d1-ae70-4637-945c-a1c34545bfdd", "name": "network-vif-deleted", "tag": "8dc3f463-fa7b-47fd-957b-2ec6497b19f0", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:55:48.850532 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4766d7bd-f848-4796-b9fb-855ebb8afdf8 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:55:48.850943 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cc97d1-ae70-4637-945c-a1c34545bfdd', 'name': 'network-vif-deleted', 'tag': '8dc3f463-fa7b-47fd-957b-2ec6497b19f0', 'status': 'completed', 'code': 200} Aug 20 10:55:48.895002 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-2d26f6a8-8589-4e74-90e7-8a4c53b83ddb None None] Set router 857dfe7f-8d11-46c1-87b4-618ed7281275 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:55:49.128229 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2d26f6a8-8589-4e74-90e7-8a4c53b83ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:45:56Z', 'revision_number': 4, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '87067d78-d73d-4d24-8b6d-fb0b78c5661f', 'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'mac_address': 'fa:16:3e:cd:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:54Z', 'updated_at': '2021-08-20T10:46:01Z', 'revision_number': 5, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'subnets': [{'id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:55:49.153851 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d26f6a8-8589-4e74-90e7-8a4c53b83ddb None None] Checking router: 857dfe7f-8d11-46c1-87b4-618ed7281275 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:55:49.162381 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d26f6a8-8589-4e74-90e7-8a4c53b83ddb None None] Routers {'857dfe7f-8d11-46c1-87b4-618ed7281275'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:55:49.162977 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2d26f6a8-8589-4e74-90e7-8a4c53b83ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:55:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['857dfe7f-8d11-46c1-87b4-618ed7281275'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:55:49.282460 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-2d26f6a8-8589-4e74-90e7-8a4c53b83ddb None None] Set router 857dfe7f-8d11-46c1-87b4-618ed7281275 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:55:49.498971 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2d26f6a8-8589-4e74-90e7-8a4c53b83ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:45:56Z', 'revision_number': 4, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '87067d78-d73d-4d24-8b6d-fb0b78c5661f', 'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'mac_address': 'fa:16:3e:cd:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:54Z', 'updated_at': '2021-08-20T10:46:01Z', 'revision_number': 5, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'subnets': [{'id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:55:49.528352 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d26f6a8-8589-4e74-90e7-8a4c53b83ddb None None] The sync data for ids ['857dfe7f-8d11-46c1-87b4-618ed7281275'] in n-d-778550-11 is: [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:45:56Z', 'revision_number': 4, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '87067d78-d73d-4d24-8b6d-fb0b78c5661f', 'name': '', 'network_id': '25c66816-a4a2-4111-8e55-a06f6e704a9d', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'mac_address': 'fa:16:3e:cd:b5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:54Z', 'updated_at': '2021-08-20T10:46:01Z', 'revision_number': 5, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'subnets': [{'id': '17a2913c-28e4-4acc-846e-9b3385544ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:55:49.660766 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33084) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:55:49.735593 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-896dd03a-7422-4ac6-b009-f14c8ebb7e26 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:49.764267 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-896dd03a-7422-4ac6-b009-f14c8ebb7e26 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:49.817660 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cb97b0-92be-44cf-a901-e193e9fc4e34 None None] New status for floating IP a7dcf30f-7bf3-420f-859b-11e703760a8f: DOWN {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:55:49.823405 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-896dd03a-7422-4ac6-b009-f14c8ebb7e26 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:49.826332 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-896dd03a-7422-4ac6-b009-f14c8ebb7e26 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:49.827623 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-896dd03a-7422-4ac6-b009-f14c8ebb7e26 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "DELETE /v2.0/security-groups/babec119-6b13-4781-ab7c-a051dd927582 HTTP/1.1" status: 204 len: 168 time: 0.1658633 Aug 20 10:55:49.831669 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33086) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:55:49.837780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896dd03a-7422-4ac6-b009-f14c8ebb7e26 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=babec119-6b13-4781-ab7c-a051dd927582,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:55:49.856750 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [None req-eb0d1ee7-497f-4c7f-a553-94eb6407157e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] show failed (client error): The resource could not be found. Aug 20 10:55:49.858123 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-eb0d1ee7-497f-4c7f-a553-94eb6407157e tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "GET /v2.0/security-groups/babec119-6b13-4781-ab7c-a051dd927582 HTTP/1.1" status: 404 len: 347 time: 0.0242150 Aug 20 10:55:49.861813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33088) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:55:50.011010 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-86cce469-9f23-48b0-bb54-842b65f63cb5 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Deleting port 351960ff-5ff6-479b-a1e6-73c70cecaf79 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:55:50.011993 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86cce469-9f23-48b0-bb54-842b65f63cb5 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:50.100230 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86cce469-9f23-48b0-bb54-842b65f63cb5 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:50.100606 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86cce469-9f23-48b0-bb54-842b65f63cb5 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:50.114562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-86cce469-9f23-48b0-bb54-842b65f63cb5 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Calling delete_port for 351960ff-5ff6-479b-a1e6-73c70cecaf79 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:55:50.261764 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86cce469-9f23-48b0-bb54-842b65f63cb5 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:50.288192 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cce469-9f23-48b0-bb54-842b65f63cb5 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Pushing event deleted for resources: {'Port': ['ID=351960ff-5ff6-479b-a1e6-73c70cecaf79,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:55:50.690463 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86cce469-9f23-48b0-bb54-842b65f63cb5 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:50.694091 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86cce469-9f23-48b0-bb54-842b65f63cb5 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:50.695273 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-86cce469-9f23-48b0-bb54-842b65f63cb5 tempest-AttachVolumeShelveTestJSON-1546057940 tempest-AttachVolumeShelveTestJSON-1546057940-project] 10.222.0.16 "DELETE /v2.0/floatingips/a7dcf30f-7bf3-420f-859b-11e703760a8f HTTP/1.1" status: 204 len: 168 time: 0.8324609 Aug 20 10:55:51.049253 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6b4f7ce5-3c8d-4e6c-b53a-49896121f68e req-af098fa4-87cd-4e47-8a1f-e343a7a74804 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1010118 Aug 20 10:55:51.155584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f7ce5-3c8d-4e6c-b53a-49896121f68e req-9565fcb1-55e6-476a-bfc3-2f5bc1910463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:51.157947 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6b4f7ce5-3c8d-4e6c-b53a-49896121f68e req-9565fcb1-55e6-476a-bfc3-2f5bc1910463 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ffcd7abd09084c36a19f0ca777b7b157&device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 1097 time: 0.0469904 Aug 20 10:55:51.286064 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f7ce5-3c8d-4e6c-b53a-49896121f68e req-7dffd0f2-1ecd-43ec-9b7a-25287ee30279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:51.287631 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6b4f7ce5-3c8d-4e6c-b53a-49896121f68e req-7dffd0f2-1ecd-43ec-9b7a-25287ee30279 service neutron] 10.222.0.42 "GET /v2.0/networks?id=006c7b89-3377-4894-bcc4-b4dc4d135d71 HTTP/1.1" status: 200 len: 909 time: 0.1056764 Aug 20 10:55:51.356972 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6b4f7ce5-3c8d-4e6c-b53a-49896121f68e req-aadc3689-f7c8-43b0-a022-93cca2273bcb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8c02401-956f-4233-860c-26d48ee2b6d7 HTTP/1.1" status: 200 len: 1001 time: 0.0621185 Aug 20 10:55:51.414395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f7ce5-3c8d-4e6c-b53a-49896121f68e req-6020d735-6abd-498c-b5af-6cf5dcef8e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:51.415966 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6b4f7ce5-3c8d-4e6c-b53a-49896121f68e req-6020d735-6abd-498c-b5af-6cf5dcef8e15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7aafae94-e831-405c-b2c8-9f5ca00ab8f5 HTTP/1.1" status: 200 len: 847 time: 0.0516279 Aug 20 10:55:51.464959 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f7ce5-3c8d-4e6c-b53a-49896121f68e req-b4a145aa-8123-46dd-95d4-cedb77820a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:55:51.466499 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6b4f7ce5-3c8d-4e6c-b53a-49896121f68e req-b4a145aa-8123-46dd-95d4-cedb77820a70 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=006c7b89-3377-4894-bcc4-b4dc4d135d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431249 Aug 20 10:55:51.558573 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6b4f7ce5-3c8d-4e6c-b53a-49896121f68e req-1e2780ea-c93e-4c4b-97c1-5fcdbf5d3f79 service neutron] 10.222.0.42 "GET /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849597 Aug 20 10:55:51.582274 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:55:51.601890 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:55:51.602239 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 8dc3f463-fa7b-47fd-957b-2ec6497b19f0 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:55:51.658833 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6b4f7ce5-3c8d-4e6c-b53a-49896121f68e req-8397f836-f9c2-4947-b321-acfef49479e7 service neutron] 10.222.0.42 "GET /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927882 Aug 20 10:55:52.917951 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:55.287210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33118) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:55:55.763319 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81c067a9-103a-4860-844c-10d7f0238dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:56.012777 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-81c067a9-103a-4860-844c-10d7f0238dd1 admin admin] Deleting port 87067d78-d73d-4d24-8b6d-fb0b78c5661f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:55:56.013032 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81c067a9-103a-4860-844c-10d7f0238dd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:56.100770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-81c067a9-103a-4860-844c-10d7f0238dd1 admin admin] For port 87067d78-d73d-4d24-8b6d-fb0b78c5661f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=87067d78-d73d-4d24-8b6d-fb0b78c5661f,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:55:56.101136 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81c067a9-103a-4860-844c-10d7f0238dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:56.114077 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-81c067a9-103a-4860-844c-10d7f0238dd1 admin admin] Calling delete_port for 87067d78-d73d-4d24-8b6d-fb0b78c5661f owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:55:56.290222 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81c067a9-103a-4860-844c-10d7f0238dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:56.313750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c067a9-103a-4860-844c-10d7f0238dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=87067d78-d73d-4d24-8b6d-fb0b78c5661f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:55:56.482671 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81c067a9-103a-4860-844c-10d7f0238dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:56.697684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c067a9-103a-4860-844c-10d7f0238dd1 admin admin] Router 857dfe7f-8d11-46c1-87b4-618ed7281275 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:55:56.806065 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c067a9-103a-4860-844c-10d7f0238dd1 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:55:56.811038 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-81c067a9-103a-4860-844c-10d7f0238dd1 admin admin] 10.222.0.16 "PUT /v2.0/routers/857dfe7f-8d11-46c1-87b4-618ed7281275/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5227997 Aug 20 10:55:56.813991 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33122) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:55:56.816779 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe2a676-94de-4e5c-ab17-6f1bf2a8b1c3 None None] Sync routers for ids ['857dfe7f-8d11-46c1-87b4-618ed7281275'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:55:56.826004 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe2a676-94de-4e5c-ab17-6f1bf2a8b1c3 None None] Routers {'857dfe7f-8d11-46c1-87b4-618ed7281275'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:55:56.826711 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2fe2a676-94de-4e5c-ab17-6f1bf2a8b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:55:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['857dfe7f-8d11-46c1-87b4-618ed7281275'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:55:56.918887 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12dd9747-7988-4631-9ef4-4e7fba0e402e admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:56.929518 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-2fe2a676-94de-4e5c-ab17-6f1bf2a8b1c3 None None] Set router 857dfe7f-8d11-46c1-87b4-618ed7281275 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:55:57.023791 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12dd9747-7988-4631-9ef4-4e7fba0e402e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:57.077633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-12dd9747-7988-4631-9ef4-4e7fba0e402e admin admin] Deleting port 896f824b-9918-4dbf-ba6b-e35c3ddc7f87 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:55:57.078253 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12dd9747-7988-4631-9ef4-4e7fba0e402e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:57.104677 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2fe2a676-94de-4e5c-ab17-6f1bf2a8b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:55:56Z', 'revision_number': 5, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port': {'id': '896f824b-9918-4dbf-ba6b-e35c3ddc7f87', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:45:49Z', 'updated_at': '2021-08-20T10:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:55:57.130523 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe2a676-94de-4e5c-ab17-6f1bf2a8b1c3 None None] Checking router: 857dfe7f-8d11-46c1-87b4-618ed7281275 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:55:57.138578 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe2a676-94de-4e5c-ab17-6f1bf2a8b1c3 None None] Routers {'857dfe7f-8d11-46c1-87b4-618ed7281275'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:55:57.139207 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2fe2a676-94de-4e5c-ab17-6f1bf2a8b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:55:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['857dfe7f-8d11-46c1-87b4-618ed7281275'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:55:57.161176 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-12dd9747-7988-4631-9ef4-4e7fba0e402e admin admin] For port 896f824b-9918-4dbf-ba6b-e35c3ddc7f87, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=896f824b-9918-4dbf-ba6b-e35c3ddc7f87,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:55:57.161543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12dd9747-7988-4631-9ef4-4e7fba0e402e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:57.175907 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-12dd9747-7988-4631-9ef4-4e7fba0e402e admin admin] Calling delete_port for 896f824b-9918-4dbf-ba6b-e35c3ddc7f87 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:55:57.224536 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-2fe2a676-94de-4e5c-ab17-6f1bf2a8b1c3 None None] Set router 857dfe7f-8d11-46c1-87b4-618ed7281275 gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:55:57.356253 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12dd9747-7988-4631-9ef4-4e7fba0e402e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:57.372871 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2fe2a676-94de-4e5c-ab17-6f1bf2a8b1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:55:57Z', 'revision_number': 6, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:55:57.389646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd9747-7988-4631-9ef4-4e7fba0e402e admin admin] Pushing event deleted for resources: {'Port': ['ID=896f824b-9918-4dbf-ba6b-e35c3ddc7f87,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:55:57.400046 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe2a676-94de-4e5c-ab17-6f1bf2a8b1c3 None None] The sync data for ids ['857dfe7f-8d11-46c1-87b4-618ed7281275'] in n-d-778550-11 is: [{'id': '857dfe7f-8d11-46c1-87b4-618ed7281275', 'name': 'tempest-AttachVolumeShelveTestJSON-354809403-router', 'tenant_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:45:48Z', 'updated_at': '2021-08-20T10:55:57Z', 'revision_number': 6, 'project_id': 'efb0d4159b0e494fac7fc05ad50fd56e', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:55:57.450462 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12dd9747-7988-4631-9ef4-4e7fba0e402e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:57.540940 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12dd9747-7988-4631-9ef4-4e7fba0e402e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:57.543097 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12dd9747-7988-4631-9ef4-4e7fba0e402e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:57.588713 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12dd9747-7988-4631-9ef4-4e7fba0e402e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:57.589262 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dd9747-7988-4631-9ef4-4e7fba0e402e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 857dfe7f-8d11-46c1-87b4-618ed7281275 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:55:57.593521 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-12dd9747-7988-4631-9ef4-4e7fba0e402e admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:57.595311 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-12dd9747-7988-4631-9ef4-4e7fba0e402e admin admin] 10.222.0.16 "DELETE /v2.0/routers/857dfe7f-8d11-46c1-87b4-618ed7281275 HTTP/1.1" status: 204 len: 168 time: 0.7803757 Aug 20 10:55:57.597676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33124) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:55:57.641814 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09a6197-fbf6-4040-9a7c-03b17c337ba8 admin admin] Deleting subnet 17a2913c-28e4-4acc-846e-9b3385544ba9 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:55:57.645028 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c09a6197-fbf6-4040-9a7c-03b17c337ba8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:57.681650 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c09a6197-fbf6-4040-9a7c-03b17c337ba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:57.765198 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c09a6197-fbf6-4040-9a7c-03b17c337ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:57.826409 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c09a6197-fbf6-4040-9a7c-03b17c337ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:57.859442 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a6197-fbf6-4040-9a7c-03b17c337ba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17a2913c-28e4-4acc-846e-9b3385544ba9,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:55:57.867509 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c09a6197-fbf6-4040-9a7c-03b17c337ba8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:57.870940 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c09a6197-fbf6-4040-9a7c-03b17c337ba8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/17a2913c-28e4-4acc-846e-9b3385544ba9 HTTP/1.1" status: 204 len: 168 time: 0.2722497 Aug 20 10:55:57.871920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33126) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:55:57.873122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4e2518-2b3d-4496-94b1-0b51e8b205d1 None None] Network 25c66816-a4a2-4111-8e55-a06f6e704a9d requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:55:57.941486 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:58.005507 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] Deleting port 40d07f57-0519-4373-a692-3817c930fdf6 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:55:58.005845 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:58.072251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] For port 40d07f57-0519-4373-a692-3817c930fdf6, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=40d07f57-0519-4373-a692-3817c930fdf6,segment=NetworkSegment(05682320-2b36-4fe5-a47e-45c173a62394),segment_id=05682320-2b36-4fe5-a47e-45c173a62394)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:55:58.072613 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:58.085030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] Calling delete_port for 40d07f57-0519-4373-a692-3817c930fdf6 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:55:58.160901 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:58.193795 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] Pushing event deleted for resources: {'Port': ['ID=40d07f57-0519-4373-a692-3817c930fdf6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:55:58.197643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] No DVR routers for this DVR port 40d07f57-0519-4373-a692-3817c930fdf6 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:55:58.212595 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257d44e3-36d9-4100-9d58-1d0b633e2bf8 None None] DHCP port deletion for 25c66816-a4a2-4111-8e55-a06f6e704a9d request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:55:58.259430 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 87067d78-d73d-4d24-8b6d-fb0b78c5661f no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:55:58.279022 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 87067d78-d73d-4d24-8b6d-fb0b78c5661f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:55:58.279675 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 87067d78-d73d-4d24-8b6d-fb0b78c5661f not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:55:58.285666 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:58.298098 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c66816-a4a2-4111-8e55-a06f6e704a9d']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:55:58.308972 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05682320-2b36-4fe5-a47e-45c173a62394') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:55:58.309265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05682320-2b36-4fe5-a47e-45c173a62394') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:55:58.319439 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:58.334235 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:58.341038 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:55:58.341441 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:55:58.343157 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:55:58.405219 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:58.410700 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:58.412757 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] 10.222.0.16 "DELETE /v2.0/networks/25c66816-a4a2-4111-8e55-a06f6e704a9d HTTP/1.1" status: 204 len: 168 time: 0.5396934 Aug 20 10:55:58.427751 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053baf9-7005-4f0c-9bfc-bf5423a24813 admin admin] Pushing event deleted for resources: {'Network': ['ID=25c66816-a4a2-4111-8e55-a06f6e704a9d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:55:58.545558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33130) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:55:58.591725 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-07bca27e-b8a0-47b2-89dd-df9d4a026c28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efb0d4159b0e494fac7fc05ad50fd56e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445395 Aug 20 10:55:58.594116 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33132) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:55:58.643452 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0373-3e8e-4fc2-ab7a-6fc0ad964a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:58.665125 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0373-3e8e-4fc2-ab7a-6fc0ad964a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:58.716532 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0373-3e8e-4fc2-ab7a-6fc0ad964a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:58.719288 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0373-3e8e-4fc2-ab7a-6fc0ad964a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:58.720788 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4dfb0373-3e8e-4fc2-ab7a-6fc0ad964a5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/962d63a7-bb10-4a3d-9752-ae363a7cfc66 HTTP/1.1" status: 204 len: 168 time: 0.1247509 Aug 20 10:55:58.729461 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb0373-3e8e-4fc2-ab7a-6fc0ad964a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962d63a7-bb10-4a3d-9752-ae363a7cfc66,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:55:58.911661 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:55:59.325909 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-107a6a1a-b76d-4638-80ad-0b178629a4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:55:59.855312 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 896f824b-9918-4dbf-ba6b-e35c3ddc7f87 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:55:59.875410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 896f824b-9918-4dbf-ba6b-e35c3ddc7f87 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:55:59.875764 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 896f824b-9918-4dbf-ba6b-e35c3ddc7f87 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:55:59.876183 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 40d07f57-0519-4373-a692-3817c930fdf6 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:55:59.895664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 40d07f57-0519-4373-a692-3817c930fdf6 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:55:59.896018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 40d07f57-0519-4373-a692-3817c930fdf6 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:56:01.956493 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c68a4697-aa81-45e3-91f7-e1cbd8b4dc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:02.417581 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:03.208388 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:04.152887 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfa2595a-5fac-4bee-b963-a63676aa4546 req-6e1e7a23-bef7-452b-aee0-48f9b0d2fbb2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414355 Aug 20 10:56:04.236755 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2595a-5fac-4bee-b963-a63676aa4546 req-56d5d0d3-f503-4d97-965d-bb68c7660344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:04.238330 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfa2595a-5fac-4bee-b963-a63676aa4546 req-56d5d0d3-f503-4d97-965d-bb68c7660344 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 1097 time: 0.0412614 Aug 20 10:56:04.347723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2595a-5fac-4bee-b963-a63676aa4546 req-dc9ab294-d8a6-4462-9141-ab689031ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:04.349318 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfa2595a-5fac-4bee-b963-a63676aa4546 req-dc9ab294-d8a6-4462-9141-ab689031ba48 service neutron] 10.222.0.24 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.0916743 Aug 20 10:56:04.421787 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfa2595a-5fac-4bee-b963-a63676aa4546 req-86b05a72-1b7e-4c8d-a3a3-9037b2322984 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b076f8b4-9573-454e-8db1-324b4ce73595 HTTP/1.1" status: 200 len: 1001 time: 0.0651946 Aug 20 10:56:04.482449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2595a-5fac-4bee-b963-a63676aa4546 req-69267f03-02cd-429b-b9bf-adc20e5b91af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:04.484020 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfa2595a-5fac-4bee-b963-a63676aa4546 req-69267f03-02cd-429b-b9bf-adc20e5b91af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0513248 Aug 20 10:56:04.537949 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2595a-5fac-4bee-b963-a63676aa4546 req-65688c5c-3e57-4639-a545-75ed250b4900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:04.539522 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfa2595a-5fac-4bee-b963-a63676aa4546 req-65688c5c-3e57-4639-a545-75ed250b4900 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475609 Aug 20 10:56:04.644615 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfa2595a-5fac-4bee-b963-a63676aa4546 req-5e2352fb-ab32-48cd-af62-b4c1d2f32218 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978746 Aug 20 10:56:04.748577 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bfa2595a-5fac-4bee-b963-a63676aa4546 req-254a0fd8-d42a-4b2d-a552-f22df784ee67 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948303 Aug 20 10:56:04.857826 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:05.317347 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33276) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:05.422168 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c192c06c-97d2-476b-951a-ca5d8d321ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:05.509823 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c192c06c-97d2-476b-951a-ca5d8d321ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:05.513844 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c192c06c-97d2-476b-951a-ca5d8d321ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:05.552944 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c192c06c-97d2-476b-951a-ca5d8d321ba6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d374986dcd1f42aab998df43fb3f3165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344115 Aug 20 10:56:05.553814 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192c06c-97d2-476b-951a-ca5d8d321ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d4271b-a26c-4bc9-804b-16523fc111d7,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:05.555805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33280) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:05.604835 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-26553e11-f3bc-4deb-978c-11770d539191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:05.624999 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-26553e11-f3bc-4deb-978c-11770d539191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:05.672082 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-26553e11-f3bc-4deb-978c-11770d539191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:05.674753 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-26553e11-f3bc-4deb-978c-11770d539191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:05.675920 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-26553e11-f3bc-4deb-978c-11770d539191 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0d4271b-a26c-4bc9-804b-16523fc111d7 HTTP/1.1" status: 204 len: 168 time: 0.1191268 Aug 20 10:56:05.683747 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26553e11-f3bc-4deb-978c-11770d539191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d4271b-a26c-4bc9-804b-16523fc111d7,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:05.928945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33286) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:05.942782 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7989882-03dd-434a-8413-70d1a2545978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:06.030794 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7989882-03dd-434a-8413-70d1a2545978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:06.034753 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e7989882-03dd-434a-8413-70d1a2545978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:06.073095 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e7989882-03dd-434a-8413-70d1a2545978 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d87b2ef3c5f43c0bc5df300bd8b3458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430216 Aug 20 10:56:06.073979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7989882-03dd-434a-8413-70d1a2545978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92b0a41-a021-4875-aa66-2105c808f2de,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:06.075786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33288) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:06.125523 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-537a9274-01fa-43f3-baec-f0a3372dc23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:06.151140 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-537a9274-01fa-43f3-baec-f0a3372dc23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:06.203936 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-537a9274-01fa-43f3-baec-f0a3372dc23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:06.206442 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-537a9274-01fa-43f3-baec-f0a3372dc23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:06.210032 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-537a9274-01fa-43f3-baec-f0a3372dc23a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c92b0a41-a021-4875-aa66-2105c808f2de HTTP/1.1" status: 204 len: 168 time: 0.1308355 Aug 20 10:56:06.215238 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a9274-01fa-43f3-baec-f0a3372dc23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92b0a41-a021-4875-aa66-2105c808f2de,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:07.185720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33316) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:07.289799 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2c061ae3-7d8b-4966-8baf-0edbf9f991ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:07.388088 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2c061ae3-7d8b-4966-8baf-0edbf9f991ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:07.396455 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2c061ae3-7d8b-4966-8baf-0edbf9f991ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:07.438197 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2c061ae3-7d8b-4966-8baf-0edbf9f991ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7dbb95801f7b4e3994da97307111506e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512486 Aug 20 10:56:07.439077 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c061ae3-7d8b-4966-8baf-0edbf9f991ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353924cf-9878-4ca1-84bb-4d13b047fdc8,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:07.440899 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33320) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:07.492748 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04723de1-9129-41e3-8eaf-18a4f1ebbc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:07.514821 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04723de1-9129-41e3-8eaf-18a4f1ebbc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:07.561425 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04723de1-9129-41e3-8eaf-18a4f1ebbc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:07.564343 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04723de1-9129-41e3-8eaf-18a4f1ebbc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:07.565495 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-04723de1-9129-41e3-8eaf-18a4f1ebbc58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/353924cf-9878-4ca1-84bb-4d13b047fdc8 HTTP/1.1" status: 204 len: 168 time: 0.1234939 Aug 20 10:56:07.574182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04723de1-9129-41e3-8eaf-18a4f1ebbc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353924cf-9878-4ca1-84bb-4d13b047fdc8,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:09.051126 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33436) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:09.160619 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6e27f83b-454c-4fa7-9f18-92a1fcf3fbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:09.247878 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6e27f83b-454c-4fa7-9f18-92a1fcf3fbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:09.251410 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6e27f83b-454c-4fa7-9f18-92a1fcf3fbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:09.289462 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27f83b-454c-4fa7-9f18-92a1fcf3fbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e079a8-7f2f-4e5b-bb49-12cbded1c90d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:09.294728 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6e27f83b-454c-4fa7-9f18-92a1fcf3fbed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af819188b0864541af2d32e8b9436be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415493 Aug 20 10:56:09.297177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33440) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:09.345480 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-74573a13-cfba-4f5b-a639-cb24800774ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:09.366781 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-74573a13-cfba-4f5b-a639-cb24800774ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:09.415019 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-74573a13-cfba-4f5b-a639-cb24800774ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:09.417801 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-74573a13-cfba-4f5b-a639-cb24800774ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:09.418968 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-74573a13-cfba-4f5b-a639-cb24800774ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55e079a8-7f2f-4e5b-bb49-12cbded1c90d HTTP/1.1" status: 204 len: 168 time: 0.1214588 Aug 20 10:56:09.428078 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74573a13-cfba-4f5b-a639-cb24800774ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e079a8-7f2f-4e5b-bb49-12cbded1c90d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:10.548170 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33476) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:10.692968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5c1fdf3e-fafd-425c-85eb-a906ce0f5e17 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2006720351'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:10.714109 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1fdf3e-fafd-425c-85eb-a906ce0f5e17 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Made reservation on behalf of f5b81796af3242ac8c4f2d1d1e94a027 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:56:10.717646 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c1fdf3e-fafd-425c-85eb-a906ce0f5e17 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:10.725996 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c1fdf3e-fafd-425c-85eb-a906ce0f5e17 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:10.815953 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c1fdf3e-fafd-425c-85eb-a906ce0f5e17 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:10.820193 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c1fdf3e-fafd-425c-85eb-a906ce0f5e17 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:10.841986 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1fdf3e-fafd-425c-85eb-a906ce0f5e17 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:56:10.856551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fdf3e-fafd-425c-85eb-a906ce0f5e17 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4511159e-a58b-4a59-ab1c-ed6fdd2791a9,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:10.859397 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c1fdf3e-fafd-425c-85eb-a906ce0f5e17 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:10.859745 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-5c1fdf3e-fafd-425c-85eb-a906ce0f5e17 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Added segment b9b567fd-ed40-45a2-a036-e20d8959b3bf of type vlan for network ae45039d-ce47-4a73-a8c3-95a7112b1168 Aug 20 10:56:10.903192 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c1fdf3e-fafd-425c-85eb-a906ce0f5e17 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:10.927386 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c1fdf3e-fafd-425c-85eb-a906ce0f5e17 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:10.932891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1fdf3e-fafd-425c-85eb-a906ce0f5e17 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:10.933471 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c1fdf3e-fafd-425c-85eb-a906ce0f5e17 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:10.988436 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5c1fdf3e-fafd-425c-85eb-a906ce0f5e17 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4391081 Aug 20 10:56:10.991918 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33480) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:10.997167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-6194c64a-cab8-4b61-9cae-f071e5a90dd6 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Request body: {'subnet': {'network_id': 'ae45039d-ce47-4a73-a8c3-95a7112b1168', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:11.000436 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fdf3e-fafd-425c-85eb-a906ce0f5e17 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Pushing event updated for resources: {'Network': ['ID=ae45039d-ce47-4a73-a8c3-95a7112b1168,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:11.010826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network ae45039d-ce47-4a73-a8c3-95a7112b1168 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:56:11.086587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6194c64a-cab8-4b61-9cae-f071e5a90dd6 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Made reservation on behalf of f5b81796af3242ac8c4f2d1d1e94a027 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:56:11.090097 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6194c64a-cab8-4b61-9cae-f071e5a90dd6 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:11.266951 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6194c64a-cab8-4b61-9cae-f071e5a90dd6 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:11.333745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194c64a-cab8-4b61-9cae-f071e5a90dd6 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Pushing event updated for resources: {'Subnet': ['ID=f55895e6-2b31-43a1-8296-4cef3fccf2fd,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:11.337928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6194c64a-cab8-4b61-9cae-f071e5a90dd6 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Checking segment: {'id': 'b9b567fd-ed40-45a2-a036-e20d8959b3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ae45039d-ce47-4a73-a8c3-95a7112b1168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:56:11.338285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6194c64a-cab8-4b61-9cae-f071e5a90dd6 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Network hostable DHCP agents. Network: ae45039d-ce47-4a73-a8c3-95a7112b1168, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:56:11.354623 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6194c64a-cab8-4b61-9cae-f071e5a90dd6 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Network ae45039d-ce47-4a73-a8c3-95a7112b1168 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:56:11.363180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-6194c64a-cab8-4b61-9cae-f071e5a90dd6 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, ae45039d-ce47-4a73-a8c3-95a7112b1168) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:56:11.369174 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6194c64a-cab8-4b61-9cae-f071e5a90dd6 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:11.370158 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6194c64a-cab8-4b61-9cae-f071e5a90dd6 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:11.371302 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1ea3c5-06c5-42a4-a5dd-475f9c3ef968 None None] Network ae45039d-ce47-4a73-a8c3-95a7112b1168 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:56:11.384449 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6194c64a-cab8-4b61-9cae-f071e5a90dd6 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3913202 Aug 20 10:56:11.386959 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33482) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:11.391935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-78292834-d198-4e15-92a5-6d5fa5da4b20 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Request body: {'port': {'network_id': 'ae45039d-ce47-4a73-a8c3-95a7112b1168', 'name': 'tempest-DHCPAgentSchedulersTestJSON-725384842'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:11.499927 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78292834-d198-4e15-92a5-6d5fa5da4b20 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Made reservation on behalf of f5b81796af3242ac8c4f2d1d1e94a027 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:56:11.503365 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-78292834-d198-4e15-92a5-6d5fa5da4b20 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:11.521623 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-78292834-d198-4e15-92a5-6d5fa5da4b20 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] device_id is not set on port fcba0a4a-b237-4578-a0e9-577f1d5d0388 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:56:11.523741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-ae45039d-ce47-4a73-a8c3-95a7112b1168', 'network_id': 'ae45039d-ce47-4a73-a8c3-95a7112b1168', 'tenant_id': 'f5b81796af3242ac8c4f2d1d1e94a027', 'fixed_ips': [{'subnet_id': 'f55895e6-2b31-43a1-8296-4cef3fccf2fd'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:56:11.524641 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:11.630938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-78292834-d198-4e15-92a5-6d5fa5da4b20 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Allocated IP 172.20.0.9 (ae45039d-ce47-4a73-a8c3-95a7112b1168/f55895e6-2b31-43a1-8296-4cef3fccf2fd/fcba0a4a-b237-4578-a0e9-577f1d5d0388) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:56:11.778275 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-78292834-d198-4e15-92a5-6d5fa5da4b20 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:11.791322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-78292834-d198-4e15-92a5-6d5fa5da4b20 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Transition to ACTIVE for port object fcba0a4a-b237-4578-a0e9-577f1d5d0388 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:56:11.823540 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-78292834-d198-4e15-92a5-6d5fa5da4b20 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:11.866349 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78292834-d198-4e15-92a5-6d5fa5da4b20 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Network ae45039d-ce47-4a73-a8c3-95a7112b1168 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:56:11.869301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-78292834-d198-4e15-92a5-6d5fa5da4b20 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:56:11.869677 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Allocated IP 172.20.0.2 (ae45039d-ce47-4a73-a8c3-95a7112b1168/f55895e6-2b31-43a1-8296-4cef3fccf2fd/e6f56bac-26c2-4085-acc5-b7ac1e87fa60) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:56:11.873209 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78292834-d198-4e15-92a5-6d5fa5da4b20 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:56:11.882722 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78292834-d198-4e15-92a5-6d5fa5da4b20 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Pushing event updated for resources: {'Port': ['ID=fcba0a4a-b237-4578-a0e9-577f1d5d0388,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:11.927427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78292834-d198-4e15-92a5-6d5fa5da4b20 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:11.928041 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-78292834-d198-4e15-92a5-6d5fa5da4b20 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:11.942714 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-78292834-d198-4e15-92a5-6d5fa5da4b20 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5539756 Aug 20 10:56:11.945594 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33484) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:12.007962 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:12.016281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Transition to ACTIVE for port object e6f56bac-26c2-4085-acc5-b7ac1e87fa60 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:56:12.032543 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Transition to ACTIVE for port object e6f56bac-26c2-4085-acc5-b7ac1e87fa60 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:56:12.036465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-d2523798-e236-4cb8-8dd6-64c0ae71f9c4 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Deleting port fcba0a4a-b237-4578-a0e9-577f1d5d0388 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:12.037055 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d2523798-e236-4cb8-8dd6-64c0ae71f9c4 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:12.038546 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:12.078799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Network ae45039d-ce47-4a73-a8c3-95a7112b1168 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:56:12.081520 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:56:12.085483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:56:12.098175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Pushing event updated for resources: {'Port': ['ID=e6f56bac-26c2-4085-acc5-b7ac1e87fa60,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:12.123706 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d2523798-e236-4cb8-8dd6-64c0ae71f9c4 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:12.135884 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-d2523798-e236-4cb8-8dd6-64c0ae71f9c4 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Calling delete_port for fcba0a4a-b237-4578-a0e9-577f1d5d0388 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:12.145237 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Attempting to bind port e6f56bac-26c2-4085-acc5-b7ac1e87fa60 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:12.145609 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Attempting to bind port e6f56bac-26c2-4085-acc5-b7ac1e87fa60 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'b9b567fd-ed40-45a2-a036-e20d8959b3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ae45039d-ce47-4a73-a8c3-95a7112b1168'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:12.145964 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Attempting to bind port e6f56bac-26c2-4085-acc5-b7ac1e87fa60 on network ae45039d-ce47-4a73-a8c3-95a7112b1168 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:12.150829 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:56:12.151223 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Checking segment: {'id': 'b9b567fd-ed40-45a2-a036-e20d8959b3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ae45039d-ce47-4a73-a8c3-95a7112b1168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:56:12.151624 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:12.152011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Bound using segment: {'id': 'b9b567fd-ed40-45a2-a036-e20d8959b3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ae45039d-ce47-4a73-a8c3-95a7112b1168'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:56:12.152467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Bound port: e6f56bac-26c2-4085-acc5-b7ac1e87fa60, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b567fd-ed40-45a2-a036-e20d8959b3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'ae45039d-ce47-4a73-a8c3-95a7112b1168'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:56:12.152845 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:12.216283 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] For port e6f56bac-26c2-4085-acc5-b7ac1e87fa60, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:56:12.219794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] For port e6f56bac-26c2-4085-acc5-b7ac1e87fa60, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e6f56bac-26c2-4085-acc5-b7ac1e87fa60,segment=NetworkSegment(b9b567fd-ed40-45a2-a036-e20d8959b3bf),segment_id=b9b567fd-ed40-45a2-a036-e20d8959b3bf)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:56:12.224907 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:12.291529 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12906c67-e268-4d4c-bd0c-91e428184e65 None None] Pushing event updated for resources: {'Port': ['ID=e6f56bac-26c2-4085-acc5-b7ac1e87fa60,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:12.591744 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d2523798-e236-4cb8-8dd6-64c0ae71f9c4 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:12.625594 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2523798-e236-4cb8-8dd6-64c0ae71f9c4 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Pushing event deleted for resources: {'Port': ['ID=fcba0a4a-b237-4578-a0e9-577f1d5d0388,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:12.697810 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d2523798-e236-4cb8-8dd6-64c0ae71f9c4 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:12.699639 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d2523798-e236-4cb8-8dd6-64c0ae71f9c4 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] 10.222.0.16 "DELETE /v2.0/ports/fcba0a4a-b237-4578-a0e9-577f1d5d0388 HTTP/1.1" status: 204 len: 168 time: 0.7531152 Aug 20 10:56:12.702190 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33486) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:12.766298 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-afe34757-3993-47da-84bf-f2274e952aa6 tempest-DHCPAgentSchedulersTestJSON-1624091153 tempest-DHCPAgentSchedulersTestJSON-1624091153-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.0630617 Aug 20 10:56:12.769016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33490) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:12.773814 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-994323ad-4a7f-4905-bc19-f059bd8b5a58 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-329219105'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:12.798971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994323ad-4a7f-4905-bc19-f059bd8b5a58 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Made reservation on behalf of f5b81796af3242ac8c4f2d1d1e94a027 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:56:12.803095 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-994323ad-4a7f-4905-bc19-f059bd8b5a58 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:12.825726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994323ad-4a7f-4905-bc19-f059bd8b5a58 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:56:12.835406 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-994323ad-4a7f-4905-bc19-f059bd8b5a58 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:12.835744 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-994323ad-4a7f-4905-bc19-f059bd8b5a58 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Added segment fdbd1b10-0145-473f-add9-2c99d21f8ff2 of type vlan for network acc28f2e-04ae-47aa-9007-f81e997b4963 Aug 20 10:56:12.875498 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-994323ad-4a7f-4905-bc19-f059bd8b5a58 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:12.901116 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-994323ad-4a7f-4905-bc19-f059bd8b5a58 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:12.906845 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994323ad-4a7f-4905-bc19-f059bd8b5a58 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:12.907525 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-994323ad-4a7f-4905-bc19-f059bd8b5a58 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:12.991461 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-994323ad-4a7f-4905-bc19-f059bd8b5a58 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2213907 Aug 20 10:56:12.994195 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33492) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:13.018194 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994323ad-4a7f-4905-bc19-f059bd8b5a58 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Pushing event updated for resources: {'Network': ['ID=acc28f2e-04ae-47aa-9007-f81e997b4963,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:13.029727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network acc28f2e-04ae-47aa-9007-f81e997b4963 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:56:13.149128 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ea530fb5-629e-4c56-8217-26219b2a6c83 tempest-DHCPAgentSchedulersTestJSON-1624091153 tempest-DHCPAgentSchedulersTestJSON-1624091153-project-admin] 10.222.0.16 "GET /v2.0/agents/b564f90a-d527-46f1-b2ed-981d1cea773b/dhcp-networks HTTP/1.1" status: 200 len: 6482 time: 0.1535130 Aug 20 10:56:13.151769 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33494) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:13.236203 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9b07fd-416f-4fed-afb3-80cba1ed41c2 None None] Network ae45039d-ce47-4a73-a8c3-95a7112b1168 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:56:13.237399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb3ac06-f546-43d6-95a3-6c2b35501b01 tempest-DHCPAgentSchedulersTestJSON-1624091153 tempest-DHCPAgentSchedulersTestJSON-1624091153-project-admin] Network acc28f2e-04ae-47aa-9007-f81e997b4963 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:56:13.250556 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1bb3ac06-f546-43d6-95a3-6c2b35501b01 tempest-DHCPAgentSchedulersTestJSON-1624091153 tempest-DHCPAgentSchedulersTestJSON-1624091153-project-admin] 10.222.0.16 "POST /v2.0/agents/b564f90a-d527-46f1-b2ed-981d1cea773b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0978856 Aug 20 10:56:13.253023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33496) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:13.277250 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fcf0bc-9afa-435e-89ce-664a78c5da09 None None] Network acc28f2e-04ae-47aa-9007-f81e997b4963 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:56:13.352675 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-083e159d-679e-40c9-8179-064a901c1229 None None] Provisioning for port e6f56bac-26c2-4085-acc5-b7ac1e87fa60 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:56:13.372742 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4ba90338-5664-4d70-8bed-a2b7bf5313a6 tempest-DHCPAgentSchedulersTestJSON-1624091153 tempest-DHCPAgentSchedulersTestJSON-1624091153-project-admin] 10.222.0.16 "GET /v2.0/agents/b564f90a-d527-46f1-b2ed-981d1cea773b/dhcp-networks HTTP/1.1" status: 200 len: 7252 time: 0.1186113 Aug 20 10:56:13.375823 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33498) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:13.448568 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d9516085-b576-41b6-abe3-80ba0e9c07d6 tempest-DHCPAgentSchedulersTestJSON-1624091153 tempest-DHCPAgentSchedulersTestJSON-1624091153-project-admin] 10.222.0.16 "DELETE /v2.0/agents/b564f90a-d527-46f1-b2ed-981d1cea773b/dhcp-networks/acc28f2e-04ae-47aa-9007-f81e997b4963 HTTP/1.1" status: 204 len: 168 time: 0.0713501 Aug 20 10:56:13.450803 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33500) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:13.598434 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-950426d3-1c60-4c26-a6ba-58ffac66e0c7 tempest-DHCPAgentSchedulersTestJSON-1624091153 tempest-DHCPAgentSchedulersTestJSON-1624091153-project-admin] 10.222.0.16 "GET /v2.0/agents/b564f90a-d527-46f1-b2ed-981d1cea773b/dhcp-networks HTTP/1.1" status: 200 len: 6482 time: 0.1462846 Aug 20 10:56:13.602899 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33502) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:13.623457 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b0ada8f9-9c6b-40a3-9a65-14c35e9d0e53 tempest-DHCPAgentSchedulersTestJSON-1624091153 tempest-DHCPAgentSchedulersTestJSON-1624091153-project-admin] 10.222.0.16 "GET /v2.0/networks/ae45039d-ce47-4a73-a8c3-95a7112b1168/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0189250 Aug 20 10:56:13.626259 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33504) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:13.645873 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-79923dba-db3c-4a31-87f6-918a31653260 tempest-DHCPAgentSchedulersTestJSON-1624091153 tempest-DHCPAgentSchedulersTestJSON-1624091153-project-admin] 10.222.0.16 "GET /v2.0/networks/ae45039d-ce47-4a73-a8c3-95a7112b1168/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0184793 Aug 20 10:56:13.648287 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33506) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:13.776545 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-779dabae-42b7-4880-9608-cc6dd5ce4cab tempest-DHCPAgentSchedulersTestJSON-1624091153 tempest-DHCPAgentSchedulersTestJSON-1624091153-project-admin] 10.222.0.16 "GET /v2.0/agents/b564f90a-d527-46f1-b2ed-981d1cea773b/dhcp-networks HTTP/1.1" status: 200 len: 6482 time: 0.1271486 Aug 20 10:56:13.780056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33508) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:13.897207 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80899e9b-9021-47cb-a4fd-fc3b259d6b23 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:13.906447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-95c52ab3-7eac-4a52-a209-4f892f1dbc72 None None] Could not find standard attr ID for object fcba0a4a-b237-4578-a0e9-577f1d5d0388. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 10:56:13.949467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e6f56bac-26c2-4085-acc5-b7ac1e87fa60 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:56:14.003561 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port e6f56bac-26c2-4085-acc5-b7ac1e87fa60 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:56:14.008765 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e6f56bac-26c2-4085-acc5-b7ac1e87fa60 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:56:14.008953 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80899e9b-9021-47cb-a4fd-fc3b259d6b23 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.009422 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.021643 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-80899e9b-9021-47cb-a4fd-fc3b259d6b23 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc28f2e-04ae-47aa-9007-f81e997b4963']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:14.033900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-80899e9b-9021-47cb-a4fd-fc3b259d6b23 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbd1b10-0145-473f-add9-2c99d21f8ff2') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:14.034551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-80899e9b-9021-47cb-a4fd-fc3b259d6b23 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbd1b10-0145-473f-add9-2c99d21f8ff2') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:14.047799 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80899e9b-9021-47cb-a4fd-fc3b259d6b23 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.064989 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80899e9b-9021-47cb-a4fd-fc3b259d6b23 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.074753 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80899e9b-9021-47cb-a4fd-fc3b259d6b23 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:56:14.075194 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80899e9b-9021-47cb-a4fd-fc3b259d6b23 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:56:14.078231 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:56:14.105458 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.140212 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port e6f56bac-26c2-4085-acc5-b7ac1e87fa60, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e6f56bac-26c2-4085-acc5-b7ac1e87fa60,segment=NetworkSegment(b9b567fd-ed40-45a2-a036-e20d8959b3bf),segment_id=b9b567fd-ed40-45a2-a036-e20d8959b3bf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:56:14.142890 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80899e9b-9021-47cb-a4fd-fc3b259d6b23 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.146348 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.150883 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-80899e9b-9021-47cb-a4fd-fc3b259d6b23 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.155571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33510) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:14.155979 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-80899e9b-9021-47cb-a4fd-fc3b259d6b23 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] 10.222.0.16 "DELETE /v2.0/networks/acc28f2e-04ae-47aa-9007-f81e997b4963 HTTP/1.1" status: 204 len: 168 time: 0.3746164 Aug 20 10:56:14.173075 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80899e9b-9021-47cb-a4fd-fc3b259d6b23 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Pushing event deleted for resources: {'Network': ['ID=acc28f2e-04ae-47aa-9007-f81e997b4963,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:14.184836 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-39bdf1c6-82f2-4d38-9181-11f84fcd9180 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] DELETE failed (client error): The resource could not be found. Aug 20 10:56:14.185653 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39bdf1c6-82f2-4d38-9181-11f84fcd9180 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:56:14.187671 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-39bdf1c6-82f2-4d38-9181-11f84fcd9180 tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] 10.222.0.16 "DELETE /v2.0/ports/fcba0a4a-b237-4578-a0e9-577f1d5d0388 HTTP/1.1" status: 404 len: 333 time: 0.0307803 Aug 20 10:56:14.190124 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33512) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:14.214075 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=e6f56bac-26c2-4085-acc5-b7ac1e87fa60,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:14.242352 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-40edb114-76a4-4e52-9486-e2364229f8ac tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Deleting subnet f55895e6-2b31-43a1-8296-4cef3fccf2fd {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:56:14.245970 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40edb114-76a4-4e52-9486-e2364229f8ac tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.291007 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40edb114-76a4-4e52-9486-e2364229f8ac tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.381115 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40edb114-76a4-4e52-9486-e2364229f8ac tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.457289 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40edb114-76a4-4e52-9486-e2364229f8ac tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.487595 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edb114-76a4-4e52-9486-e2364229f8ac tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Pushing event deleted for resources: {'Subnet': ['ID=f55895e6-2b31-43a1-8296-4cef3fccf2fd,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:14.499241 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-40edb114-76a4-4e52-9486-e2364229f8ac tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.499597 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419a9e75-faf1-4152-af9c-d1eeda9af865 None None] Network ae45039d-ce47-4a73-a8c3-95a7112b1168 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:56:14.501280 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-40edb114-76a4-4e52-9486-e2364229f8ac tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] 10.222.0.16 "DELETE /v2.0/subnets/f55895e6-2b31-43a1-8296-4cef3fccf2fd HTTP/1.1" status: 204 len: 168 time: 0.3099215 Aug 20 10:56:14.505230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33518) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:14.611642 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202f7a5-4fdb-4044-a0c8-2390788d9000 req-0919a73f-2b87-49c8-848d-a449ee42a24f tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:14.613144 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0202f7a5-4fdb-4044-a0c8-2390788d9000 req-0919a73f-2b87-49c8-848d-a449ee42a24f tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 945 time: 0.1275871 Aug 20 10:56:14.618769 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.687119 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0202f7a5-4fdb-4044-a0c8-2390788d9000 req-f68a2276-a4ee-4fda-b103-3c85d79d5f70 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/security-groups?id=b06214c6-81db-4213-bc64-dacafe16e480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626841 Aug 20 10:56:14.699191 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c545ff-e9de-490f-9956-e695a606dd26 None None] DHCP port deletion for ae45039d-ce47-4a73-a8c3-95a7112b1168 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:56:14.715745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Deleting port e6f56bac-26c2-4085-acc5-b7ac1e87fa60 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:14.716169 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.746874 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c4c545ff-e9de-490f-9956-e695a606dd26 None None] Deleting port e6f56bac-26c2-4085-acc5-b7ac1e87fa60 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:14.747280 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c4c545ff-e9de-490f-9956-e695a606dd26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.779435 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] For port e6f56bac-26c2-4085-acc5-b7ac1e87fa60, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e6f56bac-26c2-4085-acc5-b7ac1e87fa60,segment=NetworkSegment(b9b567fd-ed40-45a2-a036-e20d8959b3bf),segment_id=b9b567fd-ed40-45a2-a036-e20d8959b3bf)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:56:14.779801 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.793209 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Calling delete_port for e6f56bac-26c2-4085-acc5-b7ac1e87fa60 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:14.811552 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c4c545ff-e9de-490f-9956-e695a606dd26 None None] For port e6f56bac-26c2-4085-acc5-b7ac1e87fa60, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e6f56bac-26c2-4085-acc5-b7ac1e87fa60,segment=NetworkSegment(b9b567fd-ed40-45a2-a036-e20d8959b3bf),segment_id=b9b567fd-ed40-45a2-a036-e20d8959b3bf)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:56:14.811954 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c4c545ff-e9de-490f-9956-e695a606dd26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.824508 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c4c545ff-e9de-490f-9956-e695a606dd26 None None] Calling delete_port for e6f56bac-26c2-4085-acc5-b7ac1e87fa60 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:14.875161 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.899524 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c4c545ff-e9de-490f-9956-e695a606dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.901117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Pushing event deleted for resources: {'Port': ['ID=e6f56bac-26c2-4085-acc5-b7ac1e87fa60,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:14.902933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] No DVR routers for this DVR port e6f56bac-26c2-4085-acc5-b7ac1e87fa60 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:56:14.926072 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c545ff-e9de-490f-9956-e695a606dd26 None None] Pushing event deleted for resources: {'Port': ['ID=e6f56bac-26c2-4085-acc5-b7ac1e87fa60,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:14.929976 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c545ff-e9de-490f-9956-e695a606dd26 None None] No DVR routers for this DVR port e6f56bac-26c2-4085-acc5-b7ac1e87fa60 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:56:14.982175 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:14.992444 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae45039d-ce47-4a73-a8c3-95a7112b1168']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:15.002894 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b567fd-ed40-45a2-a036-e20d8959b3bf') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:15.003228 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b567fd-ed40-45a2-a036-e20d8959b3bf') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:15.012447 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:15.026459 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:15.032754 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:56:15.033130 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:56:15.036735 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:56:15.098812 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:15.103568 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:15.105492 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] 10.222.0.16 "DELETE /v2.0/networks/ae45039d-ce47-4a73-a8c3-95a7112b1168 HTTP/1.1" status: 204 len: 168 time: 0.5993116 Aug 20 10:56:15.120053 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37a7fd-7f0a-4f16-b11e-fb9ff59973dc tempest-DHCPAgentSchedulersTestJSON-1439686313 tempest-DHCPAgentSchedulersTestJSON-1439686313-project] Pushing event deleted for resources: {'Network': ['ID=ae45039d-ce47-4a73-a8c3-95a7112b1168,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:15.342026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33524) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:15.488766 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8f87357a-48be-4ccf-bda9-07962d3a35d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5b81796af3242ac8c4f2d1d1e94a027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454144 Aug 20 10:56:15.490791 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33528) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:15.538305 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9b023d81-ef18-498f-a195-841ede5981cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:15.562144 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9b023d81-ef18-498f-a195-841ede5981cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:15.607995 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9b023d81-ef18-498f-a195-841ede5981cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:15.610500 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9b023d81-ef18-498f-a195-841ede5981cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:15.611668 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9b023d81-ef18-498f-a195-841ede5981cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4511159e-a58b-4a59-ab1c-ed6fdd2791a9 HTTP/1.1" status: 204 len: 168 time: 0.1199772 Aug 20 10:56:15.619558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b023d81-ef18-498f-a195-841ede5981cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4511159e-a58b-4a59-ab1c-ed6fdd2791a9,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:15.851122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e6f56bac-26c2-4085-acc5-b7ac1e87fa60 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:56:15.876286 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: e6f56bac-26c2-4085-acc5-b7ac1e87fa60 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:56:15.876840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e6f56bac-26c2-4085-acc5-b7ac1e87fa60 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:56:15.910037 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33542) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:15.927843 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fae3deba-c5d7-4933-b3c4-09a6a29b75d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:15.959120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e587e-1f7d-400b-869a-c9cef382d7b8 req-e0d59323-f45f-47c4-9064-c95969634217 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:15.960646 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc8e587e-1f7d-400b-869a-c9cef382d7b8 req-e0d59323-f45f-47c4-9064-c95969634217 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.42 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 945 time: 0.2173917 Aug 20 10:56:16.023594 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fae3deba-c5d7-4933-b3c4-09a6a29b75d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:16.028368 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fae3deba-c5d7-4933-b3c4-09a6a29b75d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:16.066953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-cc8e587e-1f7d-400b-869a-c9cef382d7b8 req-0a8d4748-6ed3-417b-8840-27c552aaeedc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Deleting port d8c02401-956f-4233-860c-26d48ee2b6d7 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:16.067329 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cc8e587e-1f7d-400b-869a-c9cef382d7b8 req-0a8d4748-6ed3-417b-8840-27c552aaeedc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:16.070818 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fae3deba-c5d7-4933-b3c4-09a6a29b75d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=88bf1544da1e496ab4bd043d3e598203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561797 Aug 20 10:56:16.070818 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3deba-c5d7-4933-b3c4-09a6a29b75d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9152159b-d28a-4696-96a2-302626ebaa8e,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:16.071634 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33544) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:16.126941 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fd4489a-3d27-4a00-9a39-0dec4210b73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:16.148779 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fd4489a-3d27-4a00-9a39-0dec4210b73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:16.174885 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89673f71-6dbe-4c16-a159-c46e5d47484a req-52f35ac7-584f-42d6-9079-b3372a38cd58 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:16.177118 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-89673f71-6dbe-4c16-a159-c46e5d47484a req-52f35ac7-584f-42d6-9079-b3372a38cd58 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 945 time: 0.3896003 Aug 20 10:56:16.199182 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fd4489a-3d27-4a00-9a39-0dec4210b73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:16.201938 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7fd4489a-3d27-4a00-9a39-0dec4210b73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:16.203164 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7fd4489a-3d27-4a00-9a39-0dec4210b73b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9152159b-d28a-4696-96a2-302626ebaa8e HTTP/1.1" status: 204 len: 168 time: 0.1305892 Aug 20 10:56:16.212182 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4489a-3d27-4a00-9a39-0dec4210b73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9152159b-d28a-4696-96a2-302626ebaa8e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:16.218819 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-cc8e587e-1f7d-400b-869a-c9cef382d7b8 req-0a8d4748-6ed3-417b-8840-27c552aaeedc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] For port d8c02401-956f-4233-860c-26d48ee2b6d7, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=d8c02401-956f-4233-860c-26d48ee2b6d7,segment=NetworkSegment(c7187510-36ef-4608-b319-ea39c1a3918c),segment_id=c7187510-36ef-4608-b319-ea39c1a3918c)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:56:16.219208 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cc8e587e-1f7d-400b-869a-c9cef382d7b8 req-0a8d4748-6ed3-417b-8840-27c552aaeedc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:16.244019 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-89673f71-6dbe-4c16-a159-c46e5d47484a req-c9a7e9dc-f8eb-470f-a6ae-e4816cdcc807 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/security-groups?id=b06214c6-81db-4213-bc64-dacafe16e480&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607595 Aug 20 10:56:16.406302 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cc8e587e-1f7d-400b-869a-c9cef382d7b8 req-0a8d4748-6ed3-417b-8840-27c552aaeedc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:16.406980 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cc8e587e-1f7d-400b-869a-c9cef382d7b8 req-0a8d4748-6ed3-417b-8840-27c552aaeedc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:16.406980 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [req-cc8e587e-1f7d-400b-869a-c9cef382d7b8 req-0a8d4748-6ed3-417b-8840-27c552aaeedc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Floating IP 7b2bf5d4-efb8-46a3-8187-839156ed2abb disassociated. External IP: 172.25.3.165, port: d8c02401-956f-4233-860c-26d48ee2b6d7. Aug 20 10:56:16.407370 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-cc8e587e-1f7d-400b-869a-c9cef382d7b8 req-0a8d4748-6ed3-417b-8840-27c552aaeedc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Calling delete_port for d8c02401-956f-4233-860c-26d48ee2b6d7 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:16.540970 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cc8e587e-1f7d-400b-869a-c9cef382d7b8 req-0a8d4748-6ed3-417b-8840-27c552aaeedc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:16.570344 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d4748-6ed3-417b-8840-27c552aaeedc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Pushing event deleted for resources: {'Port': ['ID=d8c02401-956f-4233-860c-26d48ee2b6d7,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:16.699540 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc8e587e-1f7d-400b-869a-c9cef382d7b8 req-0a8d4748-6ed3-417b-8840-27c552aaeedc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Router d83e6bd4-82cb-4997-a10b-3dae9ac57469 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:56:17.171329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc8e587e-1f7d-400b-869a-c9cef382d7b8 req-0a8d4748-6ed3-417b-8840-27c552aaeedc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:56:17.182366 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e98b21-504c-4580-b372-347d6be00e5e None None] Sync routers for ids ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:56:17.192522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e98b21-504c-4580-b372-347d6be00e5e None None] Routers {'d83e6bd4-82cb-4997-a10b-3dae9ac57469'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:56:17.193255 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d0e98b21-504c-4580-b372-347d6be00e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:56:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:17.215903 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8e587e-1f7d-400b-869a-c9cef382d7b8 req-0a8d4748-6ed3-417b-8840-27c552aaeedc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] No DVR routers for this DVR port d8c02401-956f-4233-860c-26d48ee2b6d7 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:56:17.218755 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-cc8e587e-1f7d-400b-869a-c9cef382d7b8 req-0a8d4748-6ed3-417b-8840-27c552aaeedc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:17.220937 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc8e587e-1f7d-400b-869a-c9cef382d7b8 req-0a8d4748-6ed3-417b-8840-27c552aaeedc tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.42 "DELETE /v2.0/ports/d8c02401-956f-4233-860c-26d48ee2b6d7 HTTP/1.1" status: 204 len: 173 time: 1.2536774 Aug 20 10:56:17.221376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e121441b-182c-4bc6-8578-468fb7ccb194', 'name': 'network-vif-deleted', 'tag': 'd8c02401-956f-4233-860c-26d48ee2b6d7'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:56:17.224238 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc94a90a-7d77-445e-9802-d1e66cc9d047" -d '{"events": [{"server_uuid": "e121441b-182c-4bc6-8578-468fb7ccb194", "name": "network-vif-deleted", "tag": "d8c02401-956f-4233-860c-26d48ee2b6d7"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:56:17.360710 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39f44690-562a-4ffb-849c-7433eef27771 req-532ed255-3979-438d-822d-0806398c4792 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "GET /v2.0/ports?device_id=e121441b-182c-4bc6-8578-468fb7ccb194 HTTP/1.1" status: 200 len: 210 time: 0.0405521 Aug 20 10:56:17.366346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-d0e98b21-504c-4580-b372-347d6be00e5e None None] Set router d83e6bd4-82cb-4997-a10b-3dae9ac57469 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:56:17.505071 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627926ec-0164-4cfd-a4b5-ac75b1feed4d x-openstack-request-id: req-627926ec-0164-4cfd-a4b5-ac75b1feed4d {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:56:17.505657 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e121441b-182c-4bc6-8578-468fb7ccb194", "name": "network-vif-deleted", "tag": "d8c02401-956f-4233-860c-26d48ee2b6d7", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:56:17.505657 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-627926ec-0164-4cfd-a4b5-ac75b1feed4d {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:56:17.506240 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e121441b-182c-4bc6-8578-468fb7ccb194', 'name': 'network-vif-deleted', 'tag': 'd8c02401-956f-4233-860c-26d48ee2b6d7', 'status': 'completed', 'code': 200} Aug 20 10:56:17.571871 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33588) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:17.579914 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d0e98b21-504c-4580-b372-347d6be00e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'name': 'tempest-TestServerBasicOps-215778591-router', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:06Z', 'updated_at': '2021-08-20T10:51:09Z', 'revision_number': 4, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'gw_port': {'id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:07Z', 'updated_at': '2021-08-20T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '39e56228-862d-40eb-861b-65f786c0b9b5', 'name': '', 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'mac_address': 'fa:16:3e:2d:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:08Z', 'updated_at': '2021-08-20T10:51:16Z', 'revision_number': 5, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'subnets': [{'id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:17.611031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e98b21-504c-4580-b372-347d6be00e5e None None] Checking router: d83e6bd4-82cb-4997-a10b-3dae9ac57469 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:56:17.619960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e98b21-504c-4580-b372-347d6be00e5e None None] Routers {'d83e6bd4-82cb-4997-a10b-3dae9ac57469'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:56:17.620587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d0e98b21-504c-4580-b372-347d6be00e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:56:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:17.733178 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-d0e98b21-504c-4580-b372-347d6be00e5e None None] Set router d83e6bd4-82cb-4997-a10b-3dae9ac57469 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:56:17.796705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d9324969-743b-42a0-8ee7-626ad403b092 tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1948348232'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:17.832273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9324969-743b-42a0-8ee7-626ad403b092 tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Made reservation on behalf of 3cf5e8eada7f4bfe94367cd469783e2b for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:56:17.836883 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d9324969-743b-42a0-8ee7-626ad403b092 tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:17.846344 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d9324969-743b-42a0-8ee7-626ad403b092 tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:17.950473 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d9324969-743b-42a0-8ee7-626ad403b092 tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:17.955125 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d9324969-743b-42a0-8ee7-626ad403b092 tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:17.984146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9324969-743b-42a0-8ee7-626ad403b092 tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:56:17.996717 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9324969-743b-42a0-8ee7-626ad403b092 tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddb91de-d6a7-40b6-afb9-834ce6dd692f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:18.000585 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d9324969-743b-42a0-8ee7-626ad403b092 tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.000934 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-d9324969-743b-42a0-8ee7-626ad403b092 tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Added segment db1cba69-d511-47b5-9d8f-4bf37ef38c32 of type vlan for network bd37754c-07ca-4345-a702-5a06ba14d608 Aug 20 10:56:18.048943 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d9324969-743b-42a0-8ee7-626ad403b092 tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.075063 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d9324969-743b-42a0-8ee7-626ad403b092 tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.080680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9324969-743b-42a0-8ee7-626ad403b092 tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:18.081271 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d9324969-743b-42a0-8ee7-626ad403b092 tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.107971 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d0e98b21-504c-4580-b372-347d6be00e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'name': 'tempest-TestServerBasicOps-215778591-router', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:06Z', 'updated_at': '2021-08-20T10:51:09Z', 'revision_number': 4, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'gw_port': {'id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:07Z', 'updated_at': '2021-08-20T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '39e56228-862d-40eb-861b-65f786c0b9b5', 'name': '', 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'mac_address': 'fa:16:3e:2d:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:08Z', 'updated_at': '2021-08-20T10:51:16Z', 'revision_number': 5, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'subnets': [{'id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:18.138061 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e98b21-504c-4580-b372-347d6be00e5e None None] The sync data for ids ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'] in n-d-778550-11 is: [{'id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'name': 'tempest-TestServerBasicOps-215778591-router', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:06Z', 'updated_at': '2021-08-20T10:51:09Z', 'revision_number': 4, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'gw_port': {'id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:07Z', 'updated_at': '2021-08-20T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '39e56228-862d-40eb-861b-65f786c0b9b5', 'name': '', 'network_id': '006c7b89-3377-4894-bcc4-b4dc4d135d71', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'mac_address': 'fa:16:3e:2d:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:08Z', 'updated_at': '2021-08-20T10:51:16Z', 'revision_number': 5, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'subnets': [{'id': '7aafae94-e831-405c-b2c8-9f5ca00ab8f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:56:18.140124 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d9324969-743b-42a0-8ee7-626ad403b092 tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5671902 Aug 20 10:56:18.146648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33592) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:18.154341 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9324969-743b-42a0-8ee7-626ad403b092 tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Pushing event updated for resources: {'Network': ['ID=bd37754c-07ca-4345-a702-5a06ba14d608,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:18.166511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network bd37754c-07ca-4345-a702-5a06ba14d608 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:56:18.212474 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e9b870fc-c266-4de7-bf64-7d7f63599503 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Request body: {'network': {'name': 'tempest-network--527838003', 'router:external': True}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:18.236602 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b870fc-c266-4de7-bf64-7d7f63599503 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Made reservation on behalf of ea119ce4ace3429c94394b8721838c2a for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:56:18.239540 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9b870fc-c266-4de7-bf64-7d7f63599503 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.248280 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9b870fc-c266-4de7-bf64-7d7f63599503 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.341118 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9b870fc-c266-4de7-bf64-7d7f63599503 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.345881 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9b870fc-c266-4de7-bf64-7d7f63599503 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.376080 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b870fc-c266-4de7-bf64-7d7f63599503 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:56:18.386352 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b870fc-c266-4de7-bf64-7d7f63599503 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cee7a7-31d5-43c3-a050-9ad2d8685a29,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:18.393860 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9b870fc-c266-4de7-bf64-7d7f63599503 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.394347 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-e9b870fc-c266-4de7-bf64-7d7f63599503 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Added segment ceb6a619-622c-41ce-8e54-be8efc8c635d of type vlan for network 6a9e5de2-83d8-4914-9f45-bcfcaa948fe5 Aug 20 10:56:18.425766 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1478de-e73f-45a4-9895-d066d62e37d2 None None] New status for floating IP 7b2bf5d4-efb8-46a3-8187-839156ed2abb: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:56:18.439135 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33598) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:18.448939 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9b870fc-c266-4de7-bf64-7d7f63599503 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.486080 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9b870fc-c266-4de7-bf64-7d7f63599503 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.487375 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b870fc-c266-4de7-bf64-7d7f63599503 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:18.491853 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9b870fc-c266-4de7-bf64-7d7f63599503 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.549335 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e9b870fc-c266-4de7-bf64-7d7f63599503 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4010878 Aug 20 10:56:18.550080 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33600) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:18.573812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b870fc-c266-4de7-bf64-7d7f63599503 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Pushing event updated for resources: {'Network': ['ID=6a9e5de2-83d8-4914-9f45-bcfcaa948fe5,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:18.585831 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 6a9e5de2-83d8-4914-9f45-bcfcaa948fe5 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:56:18.591885 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-752dd905-205d-4fd4-b883-30f5315707f3 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Deleting port 4f98d19d-7dcb-4e9b-ae53-dcf52b87aa43 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:18.592349 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-752dd905-205d-4fd4-b883-30f5315707f3 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.635819 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d376f957-c0fb-4668-99b8-05da25bf25a7 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.670839 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-752dd905-205d-4fd4-b883-30f5315707f3 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.671211 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-752dd905-205d-4fd4-b883-30f5315707f3 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.684135 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-752dd905-205d-4fd4-b883-30f5315707f3 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Calling delete_port for 4f98d19d-7dcb-4e9b-ae53-dcf52b87aa43 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:18.701959 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.719850 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d376f957-c0fb-4668-99b8-05da25bf25a7 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.730585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-d376f957-c0fb-4668-99b8-05da25bf25a7 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9e5de2-83d8-4914-9f45-bcfcaa948fe5']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:18.742051 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-d376f957-c0fb-4668-99b8-05da25bf25a7 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb6a619-622c-41ce-8e54-be8efc8c635d') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:18.742358 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-d376f957-c0fb-4668-99b8-05da25bf25a7 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb6a619-622c-41ce-8e54-be8efc8c635d') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:18.751380 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d376f957-c0fb-4668-99b8-05da25bf25a7 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.765676 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d376f957-c0fb-4668-99b8-05da25bf25a7 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.772185 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d376f957-c0fb-4668-99b8-05da25bf25a7 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:56:18.772509 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d376f957-c0fb-4668-99b8-05da25bf25a7 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:56:18.774640 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:56:18.829238 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-752dd905-205d-4fd4-b883-30f5315707f3 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.840969 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d376f957-c0fb-4668-99b8-05da25bf25a7 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.854284 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752dd905-205d-4fd4-b883-30f5315707f3 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Pushing event deleted for resources: {'Port': ['ID=4f98d19d-7dcb-4e9b-ae53-dcf52b87aa43,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:18.857593 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d376f957-c0fb-4668-99b8-05da25bf25a7 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a9e5de2-83d8-4914-9f45-bcfcaa948fe5 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 10:56:18.860001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376f957-c0fb-4668-99b8-05da25bf25a7 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a9e5de2-83d8-4914-9f45-bcfcaa948fe5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:18.861052 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d376f957-c0fb-4668-99b8-05da25bf25a7 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.862928 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d376f957-c0fb-4668-99b8-05da25bf25a7 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] 10.222.0.16 "DELETE /v2.0/networks/6a9e5de2-83d8-4914-9f45-bcfcaa948fe5 HTTP/1.1" status: 204 len: 168 time: 0.3099318 Aug 20 10:56:18.868227 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33602) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:18.873367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-41c5bf5d-de1e-431b-918c-f0a648def16c tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:18.897252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c5bf5d-de1e-431b-918c-f0a648def16c tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Made reservation on behalf of ea119ce4ace3429c94394b8721838c2a for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:56:18.899849 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-41c5bf5d-de1e-431b-918c-f0a648def16c tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.924965 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c5bf5d-de1e-431b-918c-f0a648def16c tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:56:18.931582 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-752dd905-205d-4fd4-b883-30f5315707f3 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.935005 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-752dd905-205d-4fd4-b883-30f5315707f3 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.937155 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-752dd905-205d-4fd4-b883-30f5315707f3 tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "DELETE /v2.0/floatingips/7b2bf5d4-efb8-46a3-8187-839156ed2abb HTTP/1.1" status: 204 len: 168 time: 0.4964359 Aug 20 10:56:18.949395 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-41c5bf5d-de1e-431b-918c-f0a648def16c tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:18.949878 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-41c5bf5d-de1e-431b-918c-f0a648def16c tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Added segment 7dccda1a-e5ad-41d8-a17c-5e6207921392 of type vlan for network 721c30bd-ef59-4455-ba3b-dcb3203ae522 Aug 20 10:56:18.998016 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-41c5bf5d-de1e-431b-918c-f0a648def16c tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:19.008179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33608) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:19.034326 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-41c5bf5d-de1e-431b-918c-f0a648def16c tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:19.036424 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c5bf5d-de1e-431b-918c-f0a648def16c tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:19.037182 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-41c5bf5d-de1e-431b-918c-f0a648def16c tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:19.077164 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-09ae2a23-8162-456e-ae97-21293d04a89c tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:19.088170 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-41c5bf5d-de1e-431b-918c-f0a648def16c tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2187986 Aug 20 10:56:19.093303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33610) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:19.102835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e54b20bd-f869-4567-b276-d5787090d959 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Request body: {'subnet': {'network_id': '721c30bd-ef59-4455-ba3b-dcb3203ae522', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:19.105519 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5bf5d-de1e-431b-918c-f0a648def16c tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Pushing event updated for resources: {'Network': ['ID=721c30bd-ef59-4455-ba3b-dcb3203ae522,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:19.114276 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-09ae2a23-8162-456e-ae97-21293d04a89c tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:19.117340 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 721c30bd-ef59-4455-ba3b-dcb3203ae522 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:56:19.154370 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54b20bd-f869-4567-b276-d5787090d959 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Made reservation on behalf of ea119ce4ace3429c94394b8721838c2a for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:56:19.156857 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e54b20bd-f869-4567-b276-d5787090d959 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:19.266065 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-09ae2a23-8162-456e-ae97-21293d04a89c tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:19.268978 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-09ae2a23-8162-456e-ae97-21293d04a89c tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:19.270742 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-09ae2a23-8162-456e-ae97-21293d04a89c tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] 10.222.0.16 "DELETE /v2.0/security-groups/b06214c6-81db-4213-bc64-dacafe16e480 HTTP/1.1" status: 204 len: 168 time: 0.2612786 Aug 20 10:56:19.301621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae2a23-8162-456e-ae97-21293d04a89c tempest-TestServerBasicOps-429972021 tempest-TestServerBasicOps-429972021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06214c6-81db-4213-bc64-dacafe16e480,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:19.309428 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33614) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:19.674016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.objects.ports [None req-e54b20bd-f869-4567-b276-d5787090d959 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94866) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 10:56:19.674751 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e54b20bd-f869-4567-b276-d5787090d959 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:19.758299 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b20bd-f869-4567-b276-d5787090d959 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a117d5df-71ec-45ad-b538-b4ef84491a02,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:19.787862 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54b20bd-f869-4567-b276-d5787090d959 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Checking segment: {'id': '7dccda1a-e5ad-41d8-a17c-5e6207921392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '721c30bd-ef59-4455-ba3b-dcb3203ae522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:56:19.788215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54b20bd-f869-4567-b276-d5787090d959 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Network hostable DHCP agents. Network: 721c30bd-ef59-4455-ba3b-dcb3203ae522, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:56:19.828128 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54b20bd-f869-4567-b276-d5787090d959 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Network 721c30bd-ef59-4455-ba3b-dcb3203ae522 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:56:19.840160 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-e54b20bd-f869-4567-b276-d5787090d959 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 721c30bd-ef59-4455-ba3b-dcb3203ae522) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:56:19.845021 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54b20bd-f869-4567-b276-d5787090d959 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:19.846804 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e54b20bd-f869-4567-b276-d5787090d959 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:19.848184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227e6f26-ee62-4216-9f9c-2b205955b702 None None] Network 721c30bd-ef59-4455-ba3b-dcb3203ae522 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:56:19.873424 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e54b20bd-f869-4567-b276-d5787090d959 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7755382 Aug 20 10:56:19.874810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33618) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:19.883011 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-009bba89-cb9e-4c27-a31b-4019d29913f1 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Request body: {'floatingip': {'floating_network_id': '721c30bd-ef59-4455-ba3b-dcb3203ae522'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:19.913680 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-009bba89-cb9e-4c27-a31b-4019d29913f1 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:19.934204 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3f00-8e3b-40a9-9fc6-7eb124c05cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:20.019113 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8689b34-ecbe-4f0b-a269-f84255941b51 None None] Network 721c30bd-ef59-4455-ba3b-dcb3203ae522 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:56:20.041357 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-009bba89-cb9e-4c27-a31b-4019d29913f1 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:20.180525 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-009bba89-cb9e-4c27-a31b-4019d29913f1 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Allocated IP 172.20.0.4 (721c30bd-ef59-4455-ba3b-dcb3203ae522/a117d5df-71ec-45ad-b538-b4ef84491a02/9754e6f8-f22e-4e57-9347-e3e33a923c29) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:56:20.262930 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb3f00-8e3b-40a9-9fc6-7eb124c05cfd admin admin] Deleting port 39e56228-862d-40eb-861b-65f786c0b9b5 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:20.263201 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3f00-8e3b-40a9-9fc6-7eb124c05cfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:20.282097 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-009bba89-cb9e-4c27-a31b-4019d29913f1 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:20.322267 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-009bba89-cb9e-4c27-a31b-4019d29913f1 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:20.345458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-a4bb3f00-8e3b-40a9-9fc6-7eb124c05cfd admin admin] For port 39e56228-862d-40eb-861b-65f786c0b9b5, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=39e56228-862d-40eb-861b-65f786c0b9b5,segment=NetworkSegment(c7187510-36ef-4608-b319-ea39c1a3918c),segment_id=c7187510-36ef-4608-b319-ea39c1a3918c)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:56:20.345830 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3f00-8e3b-40a9-9fc6-7eb124c05cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:20.359244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb3f00-8e3b-40a9-9fc6-7eb124c05cfd admin admin] Calling delete_port for 39e56228-862d-40eb-861b-65f786c0b9b5 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:20.360587 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009bba89-cb9e-4c27-a31b-4019d29913f1 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Network 721c30bd-ef59-4455-ba3b-dcb3203ae522 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:56:20.363339 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-009bba89-cb9e-4c27-a31b-4019d29913f1 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:56:20.366798 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009bba89-cb9e-4c27-a31b-4019d29913f1 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:56:20.378803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bba89-cb9e-4c27-a31b-4019d29913f1 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Pushing event updated for resources: {'Port': ['ID=9754e6f8-f22e-4e57-9347-e3e33a923c29,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:20.460940 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-009bba89-cb9e-4c27-a31b-4019d29913f1 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:20.497108 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-009bba89-cb9e-4c27-a31b-4019d29913f1 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:20.542876 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3f00-8e3b-40a9-9fc6-7eb124c05cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:20.569030 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb3f00-8e3b-40a9-9fc6-7eb124c05cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=39e56228-862d-40eb-861b-65f786c0b9b5,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:20.678549 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-009bba89-cb9e-4c27-a31b-4019d29913f1 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:20.684139 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-009bba89-cb9e-4c27-a31b-4019d29913f1 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:20.748596 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3f00-8e3b-40a9-9fc6-7eb124c05cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:20.772683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bba89-cb9e-4c27-a31b-4019d29913f1 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Pushing event updated for resources: {'Port': ['ID=9754e6f8-f22e-4e57-9347-e3e33a923c29,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:20.780518 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-009bba89-cb9e-4c27-a31b-4019d29913f1 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:20.796984 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-009bba89-cb9e-4c27-a31b-4019d29913f1 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:20.798249 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-009bba89-cb9e-4c27-a31b-4019d29913f1 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9220114 Aug 20 10:56:20.801024 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33620) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:20.831285 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device d8c02401-956f-4233-860c-26d48ee2b6d7 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:56:20.851940 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: d8c02401-956f-4233-860c-26d48ee2b6d7 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:56:20.852584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device d8c02401-956f-4233-860c-26d48ee2b6d7 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:56:20.869473 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a75a50dd-f051-450e-a50c-48bb96a513ac tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=721c30bd-ef59-4455-ba3b-dcb3203ae522 HTTP/1.1" status: 200 len: 689 time: 0.0673704 Aug 20 10:56:20.871948 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33622) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:20.958258 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:20.974008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bb3f00-8e3b-40a9-9fc6-7eb124c05cfd admin admin] Router d83e6bd4-82cb-4997-a10b-3dae9ac57469 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:56:21.072880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Deleting port 9754e6f8-f22e-4e57-9347-e3e33a923c29 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:21.073134 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:21.152152 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:21.152476 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:21.164974 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Calling delete_port for 9754e6f8-f22e-4e57-9347-e3e33a923c29 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:21.307906 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:21.335504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Pushing event deleted for resources: {'Port': ['ID=9754e6f8-f22e-4e57-9347-e3e33a923c29,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:21.397885 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:21.400447 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bb3f00-8e3b-40a9-9fc6-7eb124c05cfd admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:56:21.405307 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a4bb3f00-8e3b-40a9-9fc6-7eb124c05cfd admin admin] 10.222.0.16 "PUT /v2.0/routers/d83e6bd4-82cb-4997-a10b-3dae9ac57469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0928915 Aug 20 10:56:21.408326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33624) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:21.409753 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0b98c-febf-4943-83ac-291616494692 None None] Sync routers for ids ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:56:21.418996 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0b98c-febf-4943-83ac-291616494692 None None] Routers {'d83e6bd4-82cb-4997-a10b-3dae9ac57469'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:56:21.420054 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-97b0b98c-febf-4943-83ac-291616494692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:56:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:21.451303 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:21.508776 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:21.520020 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d470ea28-767a-4bb8-b83c-c83c1d521dd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:21.537364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a117d5df-71ec-45ad-b538-b4ef84491a02,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:21.537612 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-97b0b98c-febf-4943-83ac-291616494692 None None] Set router d83e6bd4-82cb-4997-a10b-3dae9ac57469 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:56:21.618612 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:21.629923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721c30bd-ef59-4455-ba3b-dcb3203ae522']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:21.639668 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d470ea28-767a-4bb8-b83c-c83c1d521dd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:21.641546 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dccda1a-e5ad-41d8-a17c-5e6207921392') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:21.642082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dccda1a-e5ad-41d8-a17c-5e6207921392') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:21.652404 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:21.668303 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:21.675196 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:56:21.676452 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:56:21.678294 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:56:21.701890 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-d470ea28-767a-4bb8-b83c-c83c1d521dd6 admin admin] Deleting port acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:21.702351 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d470ea28-767a-4bb8-b83c-c83c1d521dd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:21.740115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-97b0b98c-febf-4943-83ac-291616494692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'name': 'tempest-TestServerBasicOps-215778591-router', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:06Z', 'updated_at': '2021-08-20T10:56:20Z', 'revision_number': 5, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'gw_port': {'id': 'acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:07Z', 'updated_at': '2021-08-20T10:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:21.753248 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:21.758630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 721c30bd-ef59-4455-ba3b-dcb3203ae522 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 10:56:21.762147 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:21.765086 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] 10.222.0.16 "DELETE /v2.0/networks/721c30bd-ef59-4455-ba3b-dcb3203ae522 HTTP/1.1" status: 204 len: 168 time: 0.8920672 Aug 20 10:56:21.775350 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33626) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:21.779699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a318b-1375-492d-95fe-001fff1b64ab tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Pushing event deleted for resources: {'Network': ['ID=721c30bd-ef59-4455-ba3b-dcb3203ae522,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:21.786173 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0b98c-febf-4943-83ac-291616494692 None None] Checking router: d83e6bd4-82cb-4997-a10b-3dae9ac57469 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:56:21.798903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0b98c-febf-4943-83ac-291616494692 None None] Routers {'d83e6bd4-82cb-4997-a10b-3dae9ac57469'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:56:21.799696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-97b0b98c-febf-4943-83ac-291616494692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:56:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:21.909872 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-97b0b98c-febf-4943-83ac-291616494692 None None] Set router d83e6bd4-82cb-4997-a10b-3dae9ac57469 gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:56:21.930768 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-d470ea28-767a-4bb8-b83c-c83c1d521dd6 admin admin] For port acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:56:21.931257 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d470ea28-767a-4bb8-b83c-c83c1d521dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:21.945948 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33628) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:21.946629 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4b89c44f-b5bd-4eea-ad68-7af26c100082 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1682439 Aug 20 10:56:21.952751 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-d470ea28-767a-4bb8-b83c-c83c1d521dd6 admin admin] Calling delete_port for acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:21.966797 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-97b0b98c-febf-4943-83ac-291616494692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'name': 'tempest-TestServerBasicOps-215778591-router', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:06Z', 'updated_at': '2021-08-20T10:56:21Z', 'revision_number': 6, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:21.994668 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0b98c-febf-4943-83ac-291616494692 None None] The sync data for ids ['d83e6bd4-82cb-4997-a10b-3dae9ac57469'] in n-d-778550-11 is: [{'id': 'd83e6bd4-82cb-4997-a10b-3dae9ac57469', 'name': 'tempest-TestServerBasicOps-215778591-router', 'tenant_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:06Z', 'updated_at': '2021-08-20T10:56:21Z', 'revision_number': 6, 'project_id': 'ffcd7abd09084c36a19f0ca777b7b157', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:56:22.014977 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4465db5e-23f8-4a8a-bde3-7ef8cb41a09e tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:22.016238 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4465db5e-23f8-4a8a-bde3-7ef8cb41a09e tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:22.016733 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4465db5e-23f8-4a8a-bde3-7ef8cb41a09e tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:22.017422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4465db5e-23f8-4a8a-bde3-7ef8cb41a09e tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:22.017967 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4465db5e-23f8-4a8a-bde3-7ef8cb41a09e tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:22.018416 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4465db5e-23f8-4a8a-bde3-7ef8cb41a09e tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:22.018861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4465db5e-23f8-4a8a-bde3-7ef8cb41a09e tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:22.024191 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4465db5e-23f8-4a8a-bde3-7ef8cb41a09e tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4652 time: 0.0771463 Aug 20 10:56:22.024866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33630) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:22.062631 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-2d9a3b99-b9a4-4605-beaf-70025c1d8109 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] delete failed (client error): The resource could not be found. Aug 20 10:56:22.063696 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2d9a3b99-b9a4-4605-beaf-70025c1d8109 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/6b10b56b-bfe5-495d-be98-f9b4f0303e5e HTTP/1.1" status: 404 len: 345 time: 0.0378537 Aug 20 10:56:22.066354 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33632) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:22.084667 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-7739e546-bd0b-4430-b0bc-305128dc4f30 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] DELETE failed (client error): The resource could not be found. Aug 20 10:56:22.085223 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7739e546-bd0b-4430-b0bc-305128dc4f30 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:56:22.090555 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7739e546-bd0b-4430-b0bc-305128dc4f30 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] 10.222.0.16 "DELETE /v2.0/networks/721c30bd-ef59-4455-ba3b-dcb3203ae522 HTTP/1.1" status: 404 len: 339 time: 0.0196190 Aug 20 10:56:22.091292 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33634) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:22.097488 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7bc6bc31-2953-4e70-b1f7-885e5a747b2d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Request body: {'network': {'name': 'tempest-network--921810940', 'router:external': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:22.152371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc6bc31-2953-4e70-b1f7-885e5a747b2d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Made reservation on behalf of ea119ce4ace3429c94394b8721838c2a for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:56:22.154870 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7bc6bc31-2953-4e70-b1f7-885e5a747b2d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.168916 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d470ea28-767a-4bb8-b83c-c83c1d521dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.206078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470ea28-767a-4bb8-b83c-c83c1d521dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:22.237386 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc6bc31-2953-4e70-b1f7-885e5a747b2d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:56:22.270254 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7bc6bc31-2953-4e70-b1f7-885e5a747b2d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.270605 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-7bc6bc31-2953-4e70-b1f7-885e5a747b2d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Added segment e1cdd8cf-8ff0-4c0f-872b-a4e75323b1e8 of type vlan for network 3f966bb3-a4d9-401e-8f90-146afb800b01 Aug 20 10:56:22.307920 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d470ea28-767a-4bb8-b83c-c83c1d521dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.383972 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7bc6bc31-2953-4e70-b1f7-885e5a747b2d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.420133 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d470ea28-767a-4bb8-b83c-c83c1d521dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.423432 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d470ea28-767a-4bb8-b83c-c83c1d521dd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.485028 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7bc6bc31-2953-4e70-b1f7-885e5a747b2d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.486217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc6bc31-2953-4e70-b1f7-885e5a747b2d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:22.487258 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7bc6bc31-2953-4e70-b1f7-885e5a747b2d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.493907 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d470ea28-767a-4bb8-b83c-c83c1d521dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.494465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d470ea28-767a-4bb8-b83c-c83c1d521dd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d83e6bd4-82cb-4997-a10b-3dae9ac57469 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:56:22.511455 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d470ea28-767a-4bb8-b83c-c83c1d521dd6 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.514612 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d470ea28-767a-4bb8-b83c-c83c1d521dd6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d83e6bd4-82cb-4997-a10b-3dae9ac57469 HTTP/1.1" status: 204 len: 168 time: 1.1027174 Aug 20 10:56:22.515028 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33636) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:22.556085 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7bc6bc31-2953-4e70-b1f7-885e5a747b2d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4636705 Aug 20 10:56:22.558611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33638) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:22.563794 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-fafa6a9d-58fe-4ecc-a6ca-544457c8a118 admin admin] Deleting subnet 7aafae94-e831-405c-b2c8-9f5ca00ab8f5 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:56:22.568251 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fafa6a9d-58fe-4ecc-a6ca-544457c8a118 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.578243 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6bc31-2953-4e70-b1f7-885e5a747b2d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Pushing event updated for resources: {'Network': ['ID=3f966bb3-a4d9-401e-8f90-146afb800b01,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:22.590498 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 3f966bb3-a4d9-401e-8f90-146afb800b01 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:56:22.621212 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fafa6a9d-58fe-4ecc-a6ca-544457c8a118 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.709049 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fafa6a9d-58fe-4ecc-a6ca-544457c8a118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.763331 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fafa6a9d-58fe-4ecc-a6ca-544457c8a118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.787766 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cb04e2-2b1c-4cc1-bcdd-4732ae3d59dd tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:22.788620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa6a9d-58fe-4ecc-a6ca-544457c8a118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aafae94-e831-405c-b2c8-9f5ca00ab8f5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:22.793986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cb04e2-2b1c-4cc1-bcdd-4732ae3d59dd tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:22.794997 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fafa6a9d-58fe-4ecc-a6ca-544457c8a118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.800066 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fafa6a9d-58fe-4ecc-a6ca-544457c8a118 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7aafae94-e831-405c-b2c8-9f5ca00ab8f5 HTTP/1.1" status: 204 len: 168 time: 0.2817564 Aug 20 10:56:22.800336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9188f8ad-ff3b-4947-9f5f-d1d415b8d161 None None] Network 006c7b89-3377-4894-bcc4-b4dc4d135d71 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:56:22.800629 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33640) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:22.802120 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cb04e2-2b1c-4cc1-bcdd-4732ae3d59dd tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:22.808331 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cb04e2-2b1c-4cc1-bcdd-4732ae3d59dd tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:22.812621 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-68cb04e2-2b1c-4cc1-bcdd-4732ae3d59dd tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2504709 Aug 20 10:56:22.813047 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33642) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:22.874611 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.882297 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59f0e209-cab9-4c24-92ae-c786adb3ba97 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.930169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] Deleting port 273fe58b-5a88-43a4-98d8-d793a6db0035 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:22.930169 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.934810 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.974509 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59f0e209-cab9-4c24-92ae-c786adb3ba97 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:22.989847 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-59f0e209-cab9-4c24-92ae-c786adb3ba97 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f966bb3-a4d9-401e-8f90-146afb800b01']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:23.005001 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-59f0e209-cab9-4c24-92ae-c786adb3ba97 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1cdd8cf-8ff0-4c0f-872b-a4e75323b1e8') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:23.005585 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-59f0e209-cab9-4c24-92ae-c786adb3ba97 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1cdd8cf-8ff0-4c0f-872b-a4e75323b1e8') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:23.008374 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] For port 273fe58b-5a88-43a4-98d8-d793a6db0035, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=273fe58b-5a88-43a4-98d8-d793a6db0035,segment=NetworkSegment(c7187510-36ef-4608-b319-ea39c1a3918c),segment_id=c7187510-36ef-4608-b319-ea39c1a3918c)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:56:23.008815 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.015771 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59f0e209-cab9-4c24-92ae-c786adb3ba97 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.026199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] DHCP port deletion for 006c7b89-3377-4894-bcc4-b4dc4d135d71 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:56:23.032418 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] Calling delete_port for 273fe58b-5a88-43a4-98d8-d793a6db0035 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:23.034507 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59f0e209-cab9-4c24-92ae-c786adb3ba97 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.040989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f0e209-cab9-4c24-92ae-c786adb3ba97 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:56:23.041385 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59f0e209-cab9-4c24-92ae-c786adb3ba97 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:56:23.043210 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:56:23.086325 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] Deleting port 273fe58b-5a88-43a4-98d8-d793a6db0035 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:23.087194 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.103010 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59f0e209-cab9-4c24-92ae-c786adb3ba97 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.108494 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f0e209-cab9-4c24-92ae-c786adb3ba97 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f966bb3-a4d9-401e-8f90-146afb800b01 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 10:56:23.111203 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59f0e209-cab9-4c24-92ae-c786adb3ba97 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.116329 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-59f0e209-cab9-4c24-92ae-c786adb3ba97 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] 10.222.0.16 "DELETE /v2.0/networks/3f966bb3-a4d9-401e-8f90-146afb800b01 HTTP/1.1" status: 204 len: 168 time: 0.2991467 Aug 20 10:56:23.128250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33644) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:23.134184 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-cf84b4df-65c5-4bc4-b264-91a4da918813 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Request body: {'network': {'name': 'tempest-network--389979066', 'router:external': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:23.137202 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0e209-cab9-4c24-92ae-c786adb3ba97 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f966bb3-a4d9-401e-8f90-146afb800b01,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:23.153248 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.159936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] For port 273fe58b-5a88-43a4-98d8-d793a6db0035, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=273fe58b-5a88-43a4-98d8-d793a6db0035,segment=NetworkSegment(c7187510-36ef-4608-b319-ea39c1a3918c),segment_id=c7187510-36ef-4608-b319-ea39c1a3918c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:56:23.160660 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.162537 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf84b4df-65c5-4bc4-b264-91a4da918813 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Made reservation on behalf of ea119ce4ace3429c94394b8721838c2a for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:56:23.165128 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf84b4df-65c5-4bc4-b264-91a4da918813 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.176413 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] Calling delete_port for 273fe58b-5a88-43a4-98d8-d793a6db0035 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:23.186431 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=273fe58b-5a88-43a4-98d8-d793a6db0035,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:23.193062 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf84b4df-65c5-4bc4-b264-91a4da918813 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:56:23.194316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] No DVR routers for this DVR port 273fe58b-5a88-43a4-98d8-d793a6db0035 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:56:23.204873 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf84b4df-65c5-4bc4-b264-91a4da918813 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.205459 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-cf84b4df-65c5-4bc4-b264-91a4da918813 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Added segment a75898d7-78e5-4179-8523-8d2272282068 of type vlan for network fec17fe0-d069-4b20-a5ab-b743f52c1f38 Aug 20 10:56:23.260425 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf84b4df-65c5-4bc4-b264-91a4da918813 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.279423 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.294830 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.298093 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf84b4df-65c5-4bc4-b264-91a4da918813 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.299730 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf84b4df-65c5-4bc4-b264-91a4da918813 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:23.300895 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf84b4df-65c5-4bc4-b264-91a4da918813 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.307914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006c7b89-3377-4894-bcc4-b4dc4d135d71']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:23.312119 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] Pushing event deleted for resources: {'Port': ['ID=273fe58b-5a88-43a4-98d8-d793a6db0035,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:23.320742 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] No DVR routers for this DVR port 273fe58b-5a88-43a4-98d8-d793a6db0035 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:56:23.323084 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7187510-36ef-4608-b319-ea39c1a3918c') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:23.323403 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7187510-36ef-4608-b319-ea39c1a3918c') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:23.331225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:23.333259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:23.333994 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:23.334566 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.334871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:23.336064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:23.336958 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:23.337717 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:23.338436 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:23.339087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:23.339687 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:23.340915 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:23.341572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03193252-2935-4f1f-a40d-25a4d195ce3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:23.357398 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.365391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:56:23.365861 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.369592 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cf84b4df-65c5-4bc4-b264-91a4da918813 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2370172 Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: timer() Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:56:23.369780 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:56:23.372702 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33646) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:23.383115 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84b4df-65c5-4bc4-b264-91a4da918813 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Pushing event updated for resources: {'Network': ['ID=fec17fe0-d069-4b20-a5ab-b743f52c1f38,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:23.394853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network fec17fe0-d069-4b20-a5ab-b743f52c1f38 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:56:23.449598 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.460958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88953cdd-c1c4-4490-8db9-0f7c93a896ed tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:23.464724 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-88953cdd-c1c4-4490-8db9-0f7c93a896ed tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] 10.222.0.16 "GET /v2.0/networks/fec17fe0-d069-4b20-a5ab-b743f52c1f38 HTTP/1.1" status: 200 len: 756 time: 0.0915833 Aug 20 10:56:23.465168 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33648) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:23.465671 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.470128 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] 10.222.0.16 "DELETE /v2.0/networks/006c7b89-3377-4894-bcc4-b4dc4d135d71 HTTP/1.1" status: 204 len: 168 time: 0.6654031 Aug 20 10:56:23.470886 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33650) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:23.485456 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef940d-ff9f-4054-b3e9-0719bfab2d64 admin admin] Pushing event deleted for resources: {'Network': ['ID=006c7b89-3377-4894-bcc4-b4dc4d135d71,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:23.559033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d83d972-5aa3-4cac-a1bc-3e16f1340854 tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:23.563164 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8d83d972-5aa3-4cac-a1bc-3e16f1340854 tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] 10.222.0.16 "GET /v2.0/networks/bd37754c-07ca-4345-a702-5a06ba14d608 HTTP/1.1" status: 200 len: 768 time: 0.0959024 Aug 20 10:56:23.563399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33652) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:23.639949 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5dbeea4e-7c6e-4401-b80e-b49479cb090f tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.725142 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5dbeea4e-7c6e-4401-b80e-b49479cb090f tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.735802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-5dbeea4e-7c6e-4401-b80e-b49479cb090f tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec17fe0-d069-4b20-a5ab-b743f52c1f38']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:23.747429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-5dbeea4e-7c6e-4401-b80e-b49479cb090f tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75898d7-78e5-4179-8523-8d2272282068') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:23.747747 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-5dbeea4e-7c6e-4401-b80e-b49479cb090f tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75898d7-78e5-4179-8523-8d2272282068') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:23.756842 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5dbeea4e-7c6e-4401-b80e-b49479cb090f tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.770535 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5dbeea4e-7c6e-4401-b80e-b49479cb090f tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.776814 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbeea4e-7c6e-4401-b80e-b49479cb090f tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:56:23.777165 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5dbeea4e-7c6e-4401-b80e-b49479cb090f tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:56:23.778908 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:56:23.852196 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5dbeea4e-7c6e-4401-b80e-b49479cb090f tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.859684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbeea4e-7c6e-4401-b80e-b49479cb090f tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fec17fe0-d069-4b20-a5ab-b743f52c1f38 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 10:56:23.865233 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5dbeea4e-7c6e-4401-b80e-b49479cb090f tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.867307 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5dbeea4e-7c6e-4401-b80e-b49479cb090f tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] 10.222.0.16 "DELETE /v2.0/networks/fec17fe0-d069-4b20-a5ab-b743f52c1f38 HTTP/1.1" status: 204 len: 168 time: 0.3027055 Aug 20 10:56:23.873036 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.878976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbeea4e-7c6e-4401-b80e-b49479cb090f tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Pushing event deleted for resources: {'Network': ['ID=fec17fe0-d069-4b20-a5ab-b743f52c1f38,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:23.881453 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33656) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:23.886886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b8ebf3de-dbf9-4e37-9ad5-27daf28d424d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Request body: {'network': {'name': 'tempest-network--844867597'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:23.909104 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 39e56228-862d-40eb-861b-65f786c0b9b5 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:56:23.915703 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ebf3de-dbf9-4e37-9ad5-27daf28d424d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Made reservation on behalf of ea119ce4ace3429c94394b8721838c2a for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:56:23.918797 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b8ebf3de-dbf9-4e37-9ad5-27daf28d424d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.932611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 39e56228-862d-40eb-861b-65f786c0b9b5 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:56:23.932951 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 39e56228-862d-40eb-861b-65f786c0b9b5 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:56:23.933862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 273fe58b-5a88-43a4-98d8-d793a6db0035 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:56:23.946953 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ebf3de-dbf9-4e37-9ad5-27daf28d424d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:56:23.957677 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b8ebf3de-dbf9-4e37-9ad5-27daf28d424d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:23.958251 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-b8ebf3de-dbf9-4e37-9ad5-27daf28d424d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Added segment d023568c-5f85-44c7-97cc-5bd07bff9773 of type vlan for network 2fb25f02-b9c1-4ff7-9645-3c9a00feee72 Aug 20 10:56:23.961171 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 273fe58b-5a88-43a4-98d8-d793a6db0035 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:56:23.962266 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 273fe58b-5a88-43a4-98d8-d793a6db0035 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:56:23.962873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:56:23.989906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:56:23.990515 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device acafd1ab-0b4f-4dd1-9799-a6f3dee1ad61 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:56:24.007627 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b8ebf3de-dbf9-4e37-9ad5-27daf28d424d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.034609 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b8ebf3de-dbf9-4e37-9ad5-27daf28d424d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.036523 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ebf3de-dbf9-4e37-9ad5-27daf28d424d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:24.037287 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b8ebf3de-dbf9-4e37-9ad5-27daf28d424d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.100448 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b8ebf3de-dbf9-4e37-9ad5-27daf28d424d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2174432 Aug 20 10:56:24.103000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33658) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:24.108496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-0c0e803c-c53f-4eb9-baa5-613373334c8b tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:24.114042 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebf3de-dbf9-4e37-9ad5-27daf28d424d tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Pushing event updated for resources: {'Network': ['ID=2fb25f02-b9c1-4ff7-9645-3c9a00feee72,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:24.127079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 2fb25f02-b9c1-4ff7-9645-3c9a00feee72 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:56:24.145862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Deleting port c3299493-ef7b-4d31-97fe-9d5718c64757 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:24.146820 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.232108 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] For port c3299493-ef7b-4d31-97fe-9d5718c64757, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c3299493-ef7b-4d31-97fe-9d5718c64757,segment=NetworkSegment(62782126-7cf7-4e69-960d-1f01b8e01cc8),segment_id=62782126-7cf7-4e69-960d-1f01b8e01cc8)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:56:24.232753 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.249765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Calling delete_port for c3299493-ef7b-4d31-97fe-9d5718c64757 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:24.301583 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0c0e803c-c53f-4eb9-baa5-613373334c8b tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.318272 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0c0e803c-c53f-4eb9-baa5-613373334c8b tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.326443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c0e803c-c53f-4eb9-baa5-613373334c8b tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Network 2fb25f02-b9c1-4ff7-9645-3c9a00feee72 is not hosted by any dhcp agent {{(pid=94866) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 10:56:24.327509 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e803c-c53f-4eb9-baa5-613373334c8b tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:24.328219 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0c0e803c-c53f-4eb9-baa5-613373334c8b tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.329662 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0c0e803c-c53f-4eb9-baa5-613373334c8b tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] 10.222.0.16 "PUT /v2.0/networks/2fb25f02-b9c1-4ff7-9645-3c9a00feee72 HTTP/1.1" status: 200 len: 857 time: 0.2254858 Aug 20 10:56:24.341821 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33660) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:24.432239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e803c-c53f-4eb9-baa5-613373334c8b tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Pushing event updated for resources: {'Network': ['ID=2fb25f02-b9c1-4ff7-9645-3c9a00feee72,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:24.447540 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.451594 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cba9f370-55a3-406d-bd91-21d1d5798176 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.474833 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3299493-ef7b-4d31-97fe-9d5718c64757,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:24.502153 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:24.502508 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:24.502861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:24.503227 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:24.503569 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:24.504513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:24.504941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:24.505276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:24.505613 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:24.505943 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:24.506271 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:24.506603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:56:24.539261 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cba9f370-55a3-406d-bd91-21d1d5798176 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.550982 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-cba9f370-55a3-406d-bd91-21d1d5798176 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb25f02-b9c1-4ff7-9645-3c9a00feee72']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:24.563707 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-cba9f370-55a3-406d-bd91-21d1d5798176 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd023568c-5f85-44c7-97cc-5bd07bff9773') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:24.564053 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-cba9f370-55a3-406d-bd91-21d1d5798176 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd023568c-5f85-44c7-97cc-5bd07bff9773') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:24.574758 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cba9f370-55a3-406d-bd91-21d1d5798176 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.589714 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cba9f370-55a3-406d-bd91-21d1d5798176 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.595885 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba9f370-55a3-406d-bd91-21d1d5798176 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:56:24.596291 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cba9f370-55a3-406d-bd91-21d1d5798176 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:56:24.598111 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:56:24.663017 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cba9f370-55a3-406d-bd91-21d1d5798176 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.668351 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba9f370-55a3-406d-bd91-21d1d5798176 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2fb25f02-b9c1-4ff7-9645-3c9a00feee72 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 10:56:24.671415 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cba9f370-55a3-406d-bd91-21d1d5798176 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.676284 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cba9f370-55a3-406d-bd91-21d1d5798176 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] 10.222.0.16 "DELETE /v2.0/networks/2fb25f02-b9c1-4ff7-9645-3c9a00feee72 HTTP/1.1" status: 204 len: 168 time: 0.3321295 Aug 20 10:56:24.676469 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.676604 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33662) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:24.696624 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9f370-55a3-406d-bd91-21d1d5798176 tempest-ExternalNetworksTestJSON-518496101 tempest-ExternalNetworksTestJSON-518496101-project-admin] Pushing event deleted for resources: {'Network': ['ID=2fb25f02-b9c1-4ff7-9645-3c9a00feee72,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:24.717749 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-df675dab-88d2-41d0-aa59-c0bd5029623b tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] DELETE failed (client error): The resource could not be found. Aug 20 10:56:24.718227 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df675dab-88d2-41d0-aa59-c0bd5029623b tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:56:24.722539 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-df675dab-88d2-41d0-aa59-c0bd5029623b tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] 10.222.0.16 "DELETE /v2.0/subnets/a117d5df-71ec-45ad-b538-b4ef84491a02 HTTP/1.1" status: 404 len: 337 time: 0.0427282 Aug 20 10:56:24.722953 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33664) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:24.813007 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb1a607f-b7c5-4d35-9432-477a54578c8f tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.912971 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb1a607f-b7c5-4d35-9432-477a54578c8f tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.923798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fb1a607f-b7c5-4d35-9432-477a54578c8f tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd37754c-07ca-4345-a702-5a06ba14d608']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:24.926550 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Router b8bc81d5-921e-40a1-998f-86176ca6f8e9 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:56:24.935061 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fb1a607f-b7c5-4d35-9432-477a54578c8f tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1cba69-d511-47b5-9d8f-4bf37ef38c32') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:24.935369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-fb1a607f-b7c5-4d35-9432-477a54578c8f tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1cba69-d511-47b5-9d8f-4bf37ef38c32') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:24.944769 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb1a607f-b7c5-4d35-9432-477a54578c8f tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.958506 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb1a607f-b7c5-4d35-9432-477a54578c8f tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.964715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1a607f-b7c5-4d35-9432-477a54578c8f tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:56:24.965126 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb1a607f-b7c5-4d35-9432-477a54578c8f tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:56:24.968759 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:56:25.037514 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb1a607f-b7c5-4d35-9432-477a54578c8f tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:25.046423 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb1a607f-b7c5-4d35-9432-477a54578c8f tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:25.048397 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fb1a607f-b7c5-4d35-9432-477a54578c8f tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] 10.222.0.16 "DELETE /v2.0/networks/bd37754c-07ca-4345-a702-5a06ba14d608 HTTP/1.1" status: 204 len: 168 time: 0.3243723 Aug 20 10:56:25.062907 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a607f-b7c5-4d35-9432-477a54578c8f tempest-ExternalNetworksTestJSON-237896984 tempest-ExternalNetworksTestJSON-237896984-project] Pushing event deleted for resources: {'Network': ['ID=bd37754c-07ca-4345-a702-5a06ba14d608,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:25.283070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33672) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:25.403895 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:56:25.411779 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-da9b1e40-0f52-466c-9da6-70c3fcf096f3 admin admin] 10.222.0.16 "PUT /v2.0/routers/b8bc81d5-921e-40a1-998f-86176ca6f8e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9376128 Aug 20 10:56:25.411949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33676) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:25.416356 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c750d17f-9728-4123-807b-1cf01c84616a None None] Sync routers for ids ['b8bc81d5-921e-40a1-998f-86176ca6f8e9'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:56:25.426567 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9fd0c748-cb80-4ac6-a3c1-189bdd5d4701 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cf5e8eada7f4bfe94367cd469783e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393535 Aug 20 10:56:25.426810 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33678) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:25.430822 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c750d17f-9728-4123-807b-1cf01c84616a None None] Routers {'b8bc81d5-921e-40a1-998f-86176ca6f8e9'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:56:25.431486 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c750d17f-9728-4123-807b-1cf01c84616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:56:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['b8bc81d5-921e-40a1-998f-86176ca6f8e9'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:25.476262 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59abc336-08db-4aa7-ac35-3b89ca99c467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:25.497783 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59abc336-08db-4aa7-ac35-3b89ca99c467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:25.520937 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f79caecb-d319-445b-8f8f-8582f6df4646 admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:25.541628 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-c750d17f-9728-4123-807b-1cf01c84616a None None] Set router b8bc81d5-921e-40a1-998f-86176ca6f8e9 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:56:25.550121 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59abc336-08db-4aa7-ac35-3b89ca99c467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:25.553166 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-59abc336-08db-4aa7-ac35-3b89ca99c467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:25.555550 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-59abc336-08db-4aa7-ac35-3b89ca99c467 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ddb91de-d6a7-40b6-afb9-834ce6dd692f HTTP/1.1" status: 204 len: 168 time: 0.1276913 Aug 20 10:56:25.567748 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abc336-08db-4aa7-ac35-3b89ca99c467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddb91de-d6a7-40b6-afb9-834ce6dd692f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:25.640892 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f79caecb-d319-445b-8f8f-8582f6df4646 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:25.700305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-f79caecb-d319-445b-8f8f-8582f6df4646 admin admin] Deleting port f73b5648-a383-4a8e-9824-d4dbaab0b398 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:25.700650 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f79caecb-d319-445b-8f8f-8582f6df4646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:25.723824 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c750d17f-9728-4123-807b-1cf01c84616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'name': 'tempest-TestServerBasicOps-652494009-router', 'tenant_id': '97460b73bc0743eaac9fa8bac022235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f73b5648-a383-4a8e-9824-d4dbaab0b398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:11Z', 'updated_at': '2021-08-20T10:56:24Z', 'revision_number': 5, 'project_id': '97460b73bc0743eaac9fa8bac022235b', 'gw_port': {'id': 'f73b5648-a383-4a8e-9824-d4dbaab0b398', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:12Z', 'updated_at': '2021-08-20T10:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:25.752436 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c750d17f-9728-4123-807b-1cf01c84616a None None] Checking router: b8bc81d5-921e-40a1-998f-86176ca6f8e9 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:56:25.761463 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c750d17f-9728-4123-807b-1cf01c84616a None None] Routers {'b8bc81d5-921e-40a1-998f-86176ca6f8e9'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:56:25.762084 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c750d17f-9728-4123-807b-1cf01c84616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:56:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['b8bc81d5-921e-40a1-998f-86176ca6f8e9'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:25.787143 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-f79caecb-d319-445b-8f8f-8582f6df4646 admin admin] For port f73b5648-a383-4a8e-9824-d4dbaab0b398, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f73b5648-a383-4a8e-9824-d4dbaab0b398,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:56:25.787861 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f79caecb-d319-445b-8f8f-8582f6df4646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:25.804396 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-f79caecb-d319-445b-8f8f-8582f6df4646 admin admin] Calling delete_port for f73b5648-a383-4a8e-9824-d4dbaab0b398 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:25.854227 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-c750d17f-9728-4123-807b-1cf01c84616a None None] Set router b8bc81d5-921e-40a1-998f-86176ca6f8e9 gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:56:25.890919 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33684) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:25.909875 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c750d17f-9728-4123-807b-1cf01c84616a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'name': 'tempest-TestServerBasicOps-652494009-router', 'tenant_id': '97460b73bc0743eaac9fa8bac022235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:11Z', 'updated_at': '2021-08-20T10:56:25Z', 'revision_number': 6, 'project_id': '97460b73bc0743eaac9fa8bac022235b', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:25.935223 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b49bd26c-157c-4717-9cd8-d98efcc899f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea119ce4ace3429c94394b8721838c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430672 Aug 20 10:56:25.937735 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33688) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:25.947579 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c750d17f-9728-4123-807b-1cf01c84616a None None] The sync data for ids ['b8bc81d5-921e-40a1-998f-86176ca6f8e9'] in n-d-778550-11 is: [{'id': 'b8bc81d5-921e-40a1-998f-86176ca6f8e9', 'name': 'tempest-TestServerBasicOps-652494009-router', 'tenant_id': '97460b73bc0743eaac9fa8bac022235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:11Z', 'updated_at': '2021-08-20T10:56:25Z', 'revision_number': 6, 'project_id': '97460b73bc0743eaac9fa8bac022235b', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:56:25.997732 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4425cb87-b030-4ee2-b8df-5a8577be0424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.003880 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f79caecb-d319-445b-8f8f-8582f6df4646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.019524 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4425cb87-b030-4ee2-b8df-5a8577be0424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.039824 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79caecb-d319-445b-8f8f-8582f6df4646 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73b5648-a383-4a8e-9824-d4dbaab0b398,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:26.067718 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4425cb87-b030-4ee2-b8df-5a8577be0424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.070256 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4425cb87-b030-4ee2-b8df-5a8577be0424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.071429 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4425cb87-b030-4ee2-b8df-5a8577be0424 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5cee7a7-31d5-43c3-a050-9ad2d8685a29 HTTP/1.1" status: 204 len: 168 time: 0.1327770 Aug 20 10:56:26.080000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425cb87-b030-4ee2-b8df-5a8577be0424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cee7a7-31d5-43c3-a050-9ad2d8685a29,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:26.097448 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f79caecb-d319-445b-8f8f-8582f6df4646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.189312 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f79caecb-d319-445b-8f8f-8582f6df4646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.191908 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f79caecb-d319-445b-8f8f-8582f6df4646 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.235524 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f79caecb-d319-445b-8f8f-8582f6df4646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.236027 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79caecb-d319-445b-8f8f-8582f6df4646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8bc81d5-921e-40a1-998f-86176ca6f8e9 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 10:56:26.242191 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f79caecb-d319-445b-8f8f-8582f6df4646 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.243105 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f79caecb-d319-445b-8f8f-8582f6df4646 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b8bc81d5-921e-40a1-998f-86176ca6f8e9 HTTP/1.1" status: 204 len: 168 time: 0.8302109 Aug 20 10:56:26.245584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33692) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:26.296167 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-791955c2-d190-4a83-a122-71fb8f91889e admin admin] Deleting subnet 6c2865ba-dfd8-4956-8e32-6f6df9416477 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 10:56:26.299997 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-791955c2-d190-4a83-a122-71fb8f91889e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.336730 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-791955c2-d190-4a83-a122-71fb8f91889e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.430309 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-791955c2-d190-4a83-a122-71fb8f91889e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.485174 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-791955c2-d190-4a83-a122-71fb8f91889e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.516087 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791955c2-d190-4a83-a122-71fb8f91889e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c2865ba-dfd8-4956-8e32-6f6df9416477,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:26.518085 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-791955c2-d190-4a83-a122-71fb8f91889e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.522875 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-791955c2-d190-4a83-a122-71fb8f91889e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6c2865ba-dfd8-4956-8e32-6f6df9416477 HTTP/1.1" status: 204 len: 168 time: 0.2740514 Aug 20 10:56:26.523306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33704) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:26.523742 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb9a6e1-af0e-41df-ba53-155ad2211b05 None None] Network a3fad0b2-fe9d-4153-a6b6-90056458cb5b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:56:26.595914 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.660678 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] Deleting port d89bcba8-f647-4f6d-ac9f-db45399a9896 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:26.661029 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.735752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bffad16-28b2-41f4-91c2-447ab52a975d None None] DHCP port deletion for a3fad0b2-fe9d-4153-a6b6-90056458cb5b request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 10:56:26.758322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] For port d89bcba8-f647-4f6d-ac9f-db45399a9896, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d89bcba8-f647-4f6d-ac9f-db45399a9896,segment=NetworkSegment(62782126-7cf7-4e69-960d-1f01b8e01cc8),segment_id=62782126-7cf7-4e69-960d-1f01b8e01cc8)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:56:26.758720 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.777989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] Calling delete_port for d89bcba8-f647-4f6d-ac9f-db45399a9896 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:26.799306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6bffad16-28b2-41f4-91c2-447ab52a975d None None] Deleting port d89bcba8-f647-4f6d-ac9f-db45399a9896 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:26.799687 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6bffad16-28b2-41f4-91c2-447ab52a975d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.870789 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6bffad16-28b2-41f4-91c2-447ab52a975d None None] For port d89bcba8-f647-4f6d-ac9f-db45399a9896, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d89bcba8-f647-4f6d-ac9f-db45399a9896,segment=NetworkSegment(62782126-7cf7-4e69-960d-1f01b8e01cc8),segment_id=62782126-7cf7-4e69-960d-1f01b8e01cc8)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:56:26.871364 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6bffad16-28b2-41f4-91c2-447ab52a975d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.872903 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.886663 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6bffad16-28b2-41f4-91c2-447ab52a975d None None] Calling delete_port for d89bcba8-f647-4f6d-ac9f-db45399a9896 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:26.905699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=d89bcba8-f647-4f6d-ac9f-db45399a9896,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:26.909535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] No DVR routers for this DVR port d89bcba8-f647-4f6d-ac9f-db45399a9896 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:56:26.967722 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6bffad16-28b2-41f4-91c2-447ab52a975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.983685 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:26.995766 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fad0b2-fe9d-4153-a6b6-90056458cb5b']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:26.996361 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffad16-28b2-41f4-91c2-447ab52a975d None None] Pushing event deleted for resources: {'Port': ['ID=d89bcba8-f647-4f6d-ac9f-db45399a9896,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:27.004322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bffad16-28b2-41f4-91c2-447ab52a975d None None] No DVR routers for this DVR port d89bcba8-f647-4f6d-ac9f-db45399a9896 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:56:27.015491 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62782126-7cf7-4e69-960d-1f01b8e01cc8') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:27.015866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62782126-7cf7-4e69-960d-1f01b8e01cc8') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:27.026964 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:27.041657 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:27.048483 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:56:27.049092 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:56:27.050850 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:56:27.108624 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:27.120849 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:27.128341 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] 10.222.0.16 "DELETE /v2.0/networks/a3fad0b2-fe9d-4153-a6b6-90056458cb5b HTTP/1.1" status: 204 len: 168 time: 0.5984225 Aug 20 10:56:27.138554 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4ae58-14b8-4551-b2f2-b72fb0d60fbe admin admin] Pushing event deleted for resources: {'Network': ['ID=a3fad0b2-fe9d-4153-a6b6-90056458cb5b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:27.247407 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33726) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:27.286638 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-800ccc43-5232-45e9-836b-bfbd2ab475f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ffcd7abd09084c36a19f0ca777b7b157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380287 Aug 20 10:56:27.289044 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33728) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:27.337215 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6bf4bc4-72d9-4613-a7b4-5b3f63058a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:27.363998 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6bf4bc4-72d9-4613-a7b4-5b3f63058a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:27.410199 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6bf4bc4-72d9-4613-a7b4-5b3f63058a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:27.412964 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b6bf4bc4-72d9-4613-a7b4-5b3f63058a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:27.414129 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b6bf4bc4-72d9-4613-a7b4-5b3f63058a44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/263b107d-a25e-4291-8a2b-085780f9efb6 HTTP/1.1" status: 204 len: 168 time: 0.1241949 Aug 20 10:56:27.422156 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf4bc4-72d9-4613-a7b4-5b3f63058a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263b107d-a25e-4291-8a2b-085780f9efb6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:27.515490 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33736) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:27.718063 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-307ff04d-3790-4827-8f42-9b3d319d83b8 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:27.741090 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-307ff04d-3790-4827-8f42-9b3d319d83b8 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:27.751078 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33742) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:27.792858 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-150b2a68-2ca0-4ed2-b661-78a098e1f8b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97460b73bc0743eaac9fa8bac022235b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404010 Aug 20 10:56:27.795790 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33744) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:27.831663 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-307ff04d-3790-4827-8f42-9b3d319d83b8 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:27.854344 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-766129c7-e42e-402a-bd4f-ecb67ab5c4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:27.858847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f73b5648-a383-4a8e-9824-d4dbaab0b398 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:56:27.876413 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-766129c7-e42e-402a-bd4f-ecb67ab5c4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:27.881608 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: f73b5648-a383-4a8e-9824-d4dbaab0b398 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:56:27.881945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f73b5648-a383-4a8e-9824-d4dbaab0b398 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:56:27.882557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c3299493-ef7b-4d31-97fe-9d5718c64757 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:56:27.901391 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: c3299493-ef7b-4d31-97fe-9d5718c64757 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:56:27.902036 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c3299493-ef7b-4d31-97fe-9d5718c64757 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:56:27.902634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d89bcba8-f647-4f6d-ac9f-db45399a9896 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:56:27.926866 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: d89bcba8-f647-4f6d-ac9f-db45399a9896 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:56:27.927309 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d89bcba8-f647-4f6d-ac9f-db45399a9896 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:56:27.935219 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-766129c7-e42e-402a-bd4f-ecb67ab5c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:27.937908 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-766129c7-e42e-402a-bd4f-ecb67ab5c4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:27.939101 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-766129c7-e42e-402a-bd4f-ecb67ab5c4b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a31ad1ae-7452-4113-9bca-c6ab9ed44c78 HTTP/1.1" status: 204 len: 168 time: 0.1423264 Aug 20 10:56:27.947397 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766129c7-e42e-402a-bd4f-ecb67ab5c4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31ad1ae-7452-4113-9bca-c6ab9ed44c78,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:27.962244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-307ff04d-3790-4827-8f42-9b3d319d83b8 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Allocated IP 172.25.3.81 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/a9255357-641c-4e0c-8686-a538d023036e) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:56:28.067260 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-307ff04d-3790-4827-8f42-9b3d319d83b8 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:28.109766 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-307ff04d-3790-4827-8f42-9b3d319d83b8 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:28.154215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307ff04d-3790-4827-8f42-9b3d319d83b8 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:56:28.157405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-307ff04d-3790-4827-8f42-9b3d319d83b8 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:56:28.161933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307ff04d-3790-4827-8f42-9b3d319d83b8 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:56:28.170594 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ff04d-3790-4827-8f42-9b3d319d83b8 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Pushing event updated for resources: {'Port': ['ID=a9255357-641c-4e0c-8686-a538d023036e,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:28.259667 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-307ff04d-3790-4827-8f42-9b3d319d83b8 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:28.296874 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-307ff04d-3790-4827-8f42-9b3d319d83b8 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:28.807437 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-307ff04d-3790-4827-8f42-9b3d319d83b8 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:28.812538 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-307ff04d-3790-4827-8f42-9b3d319d83b8 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:28.883967 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ff04d-3790-4827-8f42-9b3d319d83b8 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Pushing event updated for resources: {'Port': ['ID=a9255357-641c-4e0c-8686-a538d023036e,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:28.893584 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-307ff04d-3790-4827-8f42-9b3d319d83b8 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:28.906229 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-307ff04d-3790-4827-8f42-9b3d319d83b8 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:28.907484 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-307ff04d-3790-4827-8f42-9b3d319d83b8 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3909421 Aug 20 10:56:28.910296 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33748) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:28.915075 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-6a60ecbf-9897-4e9d-a96c-50c9fdf2a7e5 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2082719171', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'fixed_ips': [{'ip_address': '172.25.3.81'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:28.937912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a60ecbf-9897-4e9d-a96c-50c9fdf2a7e5 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Made reservation on behalf of a027b9cf480d4dc5a07de922beea3785 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:56:28.940433 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6a60ecbf-9897-4e9d-a96c-50c9fdf2a7e5 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:28.949187 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6a60ecbf-9897-4e9d-a96c-50c9fdf2a7e5 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:29.038237 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6a60ecbf-9897-4e9d-a96c-50c9fdf2a7e5 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:29.042139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6a60ecbf-9897-4e9d-a96c-50c9fdf2a7e5 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:29.047643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-6a60ecbf-9897-4e9d-a96c-50c9fdf2a7e5 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] device_id is not set on port bb1253e3-a80e-46ab-a0c2-f6442abf5946 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:56:29.123253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60ecbf-9897-4e9d-a96c-50c9fdf2a7e5 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46e93a6-f92a-458b-a7ac-41a94b21ccf4,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:29.239242 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a60ecbf-9897-4e9d-a96c-50c9fdf2a7e5 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 10:56:29.239749 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a60ecbf-9897-4e9d-a96c-50c9fdf2a7e5 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:56:29.251889 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6a60ecbf-9897-4e9d-a96c-50c9fdf2a7e5 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3406386 Aug 20 10:56:29.254589 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33752) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:29.327993 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0a88d18a-df24-4d5e-8283-3b8847da66ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:29.408787 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c27ddac3-769d-422a-b388-64746e84a27b tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Deleting port a9255357-641c-4e0c-8686-a538d023036e {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:29.409124 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c27ddac3-769d-422a-b388-64746e84a27b tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:29.482590 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c27ddac3-769d-422a-b388-64746e84a27b tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:29.482919 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c27ddac3-769d-422a-b388-64746e84a27b tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:29.494174 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c27ddac3-769d-422a-b388-64746e84a27b tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Calling delete_port for a9255357-641c-4e0c-8686-a538d023036e owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:29.624885 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c27ddac3-769d-422a-b388-64746e84a27b tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:29.654715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ddac3-769d-422a-b388-64746e84a27b tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9255357-641c-4e0c-8686-a538d023036e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:29.712639 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c27ddac3-769d-422a-b388-64746e84a27b tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:29.715139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c27ddac3-769d-422a-b388-64746e84a27b tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:29.716282 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c27ddac3-769d-422a-b388-64746e84a27b tempest-ExternalNetworksAdminNegativeTestJSON-1419647237 tempest-ExternalNetworksAdminNegativeTestJSON-1419647237-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/99d4b530-e0c9-4e02-afbf-f161cc07c1ab HTTP/1.1" status: 204 len: 168 time: 0.4607427 Aug 20 10:56:29.957963 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33758) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:30.061910 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-20dc09f8-1e8f-4dd1-b807-165ca8b41218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:30.148289 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-20dc09f8-1e8f-4dd1-b807-165ca8b41218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:30.152375 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-20dc09f8-1e8f-4dd1-b807-165ca8b41218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:30.194194 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-20dc09f8-1e8f-4dd1-b807-165ca8b41218 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0abce60551d40a4ba4ff3aadb516356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351480 Aug 20 10:56:30.195353 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc09f8-1e8f-4dd1-b807-165ca8b41218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fae65eb-e219-4ac6-a9a9-198a7cf4074d,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:30.196865 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33762) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:30.250025 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-984865db-93a4-4d2e-a50e-18f0c11c78bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:30.270982 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-984865db-93a4-4d2e-a50e-18f0c11c78bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:30.317270 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-984865db-93a4-4d2e-a50e-18f0c11c78bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:30.320155 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-984865db-93a4-4d2e-a50e-18f0c11c78bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:30.321303 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-984865db-93a4-4d2e-a50e-18f0c11c78bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fae65eb-e219-4ac6-a9a9-198a7cf4074d HTTP/1.1" status: 204 len: 168 time: 0.1233733 Aug 20 10:56:30.328895 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984865db-93a4-4d2e-a50e-18f0c11c78bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fae65eb-e219-4ac6-a9a9-198a7cf4074d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:30.612917 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33768) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:30.634651 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7cca303d-2c9c-4290-92f4-eb170a5a159a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a027b9cf480d4dc5a07de922beea3785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541267 Aug 20 10:56:30.637124 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33770) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:30.685568 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9124456a-2e55-4a07-b4cd-1433d52f8ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:30.705433 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9124456a-2e55-4a07-b4cd-1433d52f8ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:30.756132 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9124456a-2e55-4a07-b4cd-1433d52f8ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:30.758843 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9124456a-2e55-4a07-b4cd-1433d52f8ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:30.760561 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9124456a-2e55-4a07-b4cd-1433d52f8ecd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f46e93a6-f92a-458b-a7ac-41a94b21ccf4 HTTP/1.1" status: 204 len: 168 time: 0.1223252 Aug 20 10:56:30.773215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124456a-2e55-4a07-b4cd-1433d52f8ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46e93a6-f92a-458b-a7ac-41a94b21ccf4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:31.933619 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33806) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:31.958325 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e614281c-880a-4759-af18-6370ae723a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:32.076608 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-20328b64-c5c1-40ce-9750-7fa567f571ab tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-340981915'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:32.097070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20328b64-c5c1-40ce-9750-7fa567f571ab tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Made reservation on behalf of 0b340d3dfd1f4d7c9c2805d8541e6bc9 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:56:32.101420 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-20328b64-c5c1-40ce-9750-7fa567f571ab tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:32.109514 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-20328b64-c5c1-40ce-9750-7fa567f571ab tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:32.197825 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-20328b64-c5c1-40ce-9750-7fa567f571ab tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:32.201534 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-20328b64-c5c1-40ce-9750-7fa567f571ab tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:32.227809 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20328b64-c5c1-40ce-9750-7fa567f571ab tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:56:32.236348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20328b64-c5c1-40ce-9750-7fa567f571ab tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b72a00-3e06-4320-94a7-be8488ebfe11,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:32.244712 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-20328b64-c5c1-40ce-9750-7fa567f571ab tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:32.244712 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-20328b64-c5c1-40ce-9750-7fa567f571ab tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Added segment a4538106-8e9c-4645-ae8c-b32aa8eb41f6 of type vlan for network b332646a-ee48-4d59-8f21-e94e6f38a800 Aug 20 10:56:32.285722 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-20328b64-c5c1-40ce-9750-7fa567f571ab tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:32.310890 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-20328b64-c5c1-40ce-9750-7fa567f571ab tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:32.316431 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20328b64-c5c1-40ce-9750-7fa567f571ab tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:32.317009 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-20328b64-c5c1-40ce-9750-7fa567f571ab tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:32.376834 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-20328b64-c5c1-40ce-9750-7fa567f571ab tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4421077 Aug 20 10:56:32.385460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20328b64-c5c1-40ce-9750-7fa567f571ab tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Pushing event updated for resources: {'Network': ['ID=b332646a-ee48-4d59-8f21-e94e6f38a800,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:32.396735 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network b332646a-ee48-4d59-8f21-e94e6f38a800 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:56:32.458457 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:32.538390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33814) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:32.543542 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Request body: {'port': {'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800', 'binding:host_id': 'n-h1-778550-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-339970749'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:32.563809 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Made reservation on behalf of b92fbb081e4a43868c902fdf50e1e598 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:56:32.566039 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:32.574251 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:32.660641 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:32.664386 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:32.668969 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] device_id is not set on port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:56:32.768453 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8741537-7019-4d18-88bf-ee5e6535be02,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:32.913395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] device_id is not set on port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:56:32.922411 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:32.932511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Transition to ACTIVE for port object 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:56:32.940810 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:32.996968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Pushing event updated for resources: {'Port': ['ID=23171b1d-4ad3-4cd4-bdd9-6970d94bbb28,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:33.013498 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Checking segment: {'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:56:33.013856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Network hostable DHCP agents. Network: b332646a-ee48-4d59-8f21-e94e6f38a800, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:56:33.031590 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Network b332646a-ee48-4d59-8f21-e94e6f38a800 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:56:33.040084 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, b332646a-ee48-4d59-8f21-e94e6f38a800) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:56:33.043888 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:56:33.050228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aab4e2-b6f0-4f9b-a78c-8e66832d2783 None None] Network b332646a-ee48-4d59-8f21-e94e6f38a800 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:56:33.057422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:33.057780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:33.058120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:33.063154 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:33.063473 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:33.063853 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 2 to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 Aug 20 10:56:33.076659 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:33.076988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:33.077345 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:33.081618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:33.082452 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:33.082835 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 3 to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 Aug 20 10:56:33.094824 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:33.095178 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:33.095510 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:33.099771 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:33.100085 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:33.100459 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 4 to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 Aug 20 10:56:33.111603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:33.111932 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:33.112257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:33.117120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:33.117435 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:33.117807 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 5 to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 Aug 20 10:56:33.130762 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:33.131110 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:33.131445 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:33.135669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:33.135989 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:33.136569 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 6 to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 Aug 20 10:56:33.148012 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:33.148401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:33.148737 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:33.152890 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:33.153208 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:33.153589 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 7 to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 Aug 20 10:56:33.165960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:33.166289 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:33.166620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:33.171073 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:33.171401 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:33.171786 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 8 to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 Aug 20 10:56:33.183817 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:33.184139 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:33.184468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:33.188726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:33.189047 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:33.189428 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 9 to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 Aug 20 10:56:33.202514 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:33.202840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:33.203314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:33.208058 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:33.208383 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:33.208851 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 10 to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 Aug 20 10:56:33.209224 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:33.222063 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:33.222327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:33.222661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:33.226940 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:33.227296 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:33.227657 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:33.289647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] For port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:56:33.289930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempted to set empty binding levels {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 10:56:33.293896 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:33.327449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:33.328036 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:33.350156 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.8106544 Aug 20 10:56:33.350810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1806f3c-52c5-46b9-86f3-505e6ec9926c tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Pushing event updated for resources: {'Port': ['ID=23171b1d-4ad3-4cd4-bdd9-6970d94bbb28,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:33.353039 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33816) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:33.427716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-2bef230f-1de9-4c90-a9ee-094274147eac tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Deleting port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:33.428061 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2bef230f-1de9-4c90-a9ee-094274147eac tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:33.491377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-2bef230f-1de9-4c90-a9ee-094274147eac tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] For port 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28, host n-h1-778550-11, got binding levels [] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:56:33.491731 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2bef230f-1de9-4c90-a9ee-094274147eac tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:33.504115 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-2bef230f-1de9-4c90-a9ee-094274147eac tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Calling delete_port for 23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:33.579137 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2bef230f-1de9-4c90-a9ee-094274147eac tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:33.607315 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef230f-1de9-4c90-a9ee-094274147eac tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Pushing event deleted for resources: {'Port': ['ID=23171b1d-4ad3-4cd4-bdd9-6970d94bbb28,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:33.628752 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2bef230f-1de9-4c90-a9ee-094274147eac tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:33.630680 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2bef230f-1de9-4c90-a9ee-094274147eac tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] 10.222.0.16 "DELETE /v2.0/ports/23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 HTTP/1.1" status: 204 len: 168 time: 0.2765045 Aug 20 10:56:33.633391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33818) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:33.661471 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-8483de39-dcf5-4dda-bc15-844eba99f512 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] GET failed (client error): The resource could not be found. Aug 20 10:56:33.662915 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8483de39-dcf5-4dda-bc15-844eba99f512 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] 10.222.0.16 "GET /v2.0/ports/23171b1d-4ad3-4cd4-bdd9-6970d94bbb28 HTTP/1.1" status: 404 len: 333 time: 0.0284245 Aug 20 10:56:33.666367 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33820) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:33.671304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b2867333-9f17-4079-b96d-4cb16d000b68 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Request body: {'port': {'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-396289947'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:33.691683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2867333-9f17-4079-b96d-4cb16d000b68 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Made reservation on behalf of b92fbb081e4a43868c902fdf50e1e598 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:56:33.694085 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b2867333-9f17-4079-b96d-4cb16d000b68 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:33.708718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-b2867333-9f17-4079-b96d-4cb16d000b68 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] device_id is not set on port f13c48e7-1930-4c26-905d-ad0e5633b287 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:56:33.865544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b2867333-9f17-4079-b96d-4cb16d000b68 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:33.900213 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b2867333-9f17-4079-b96d-4cb16d000b68 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:33.941945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2867333-9f17-4079-b96d-4cb16d000b68 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Network b332646a-ee48-4d59-8f21-e94e6f38a800 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:56:33.944726 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-b2867333-9f17-4079-b96d-4cb16d000b68 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:56:33.948136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2867333-9f17-4079-b96d-4cb16d000b68 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:56:33.949066 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2867333-9f17-4079-b96d-4cb16d000b68 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:33.949666 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b2867333-9f17-4079-b96d-4cb16d000b68 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:33.957738 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2867333-9f17-4079-b96d-4cb16d000b68 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Pushing event updated for resources: {'Port': ['ID=f13c48e7-1930-4c26-905d-ad0e5633b287,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:33.970321 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b2867333-9f17-4079-b96d-4cb16d000b68 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3029385 Aug 20 10:56:33.973579 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33822) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:33.978572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:34.030850 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:34.193775 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] device_id is not set on port f13c48e7-1930-4c26-905d-ad0e5633b287 yet. {{(pid=94866) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:56:34.201123 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:34.212620 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Transition to ACTIVE for port object f13c48e7-1930-4c26-905d-ad0e5633b287 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:56:34.216548 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:34.279744 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Pushing event updated for resources: {'Port': ['ID=f13c48e7-1930-4c26-905d-ad0e5633b287,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:34.294856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:34.295226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:34.295564 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:34.299708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:34.300034 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:34.300460 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 2 to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 Aug 20 10:56:34.313323 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:34.313649 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:34.313980 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:34.318123 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:34.318444 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:34.318822 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 3 to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 Aug 20 10:56:34.329885 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:34.330215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:34.330541 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:34.334638 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:34.334959 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:34.335363 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 4 to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 Aug 20 10:56:34.346968 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:34.347829 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:34.348159 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:34.352240 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:34.352565 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:34.352940 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 5 to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 Aug 20 10:56:34.364737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:34.365278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:34.365359 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:34.369449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:34.369772 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:34.370148 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 6 to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 Aug 20 10:56:34.381921 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:34.382251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:34.382581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:34.386666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:34.386987 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:34.387422 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 7 to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 Aug 20 10:56:34.398658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:34.398986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:34.399343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:34.403419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:34.403743 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:34.404120 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 8 to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 Aug 20 10:56:34.416369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:34.416699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:34.417026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:34.421331 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:34.421651 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:34.422025 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 9 to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 Aug 20 10:56:34.434006 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:34.434334 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:34.434660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:34.438735 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:34.439071 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:34.439463 n-d-778550-11 neutron-server[94866]: INFO neutron.plugins.ml2.plugin [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 10 to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 Aug 20 10:56:34.451202 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:34.451468 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:34.451792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:34.455843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:34.456168 n-d-778550-11 neutron-server[94866]: ERROR neutron.plugins.ml2.managers [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port f13c48e7-1930-4c26-905d-ad0e5633b287 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:34.456542 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:34.516694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] For port f13c48e7-1930-4c26-905d-ad0e5633b287, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:56:34.517045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempted to set empty binding levels {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 10:56:34.521209 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:34.553615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] In _notify_port_updated(), no bound segment for port f13c48e7-1930-4c26-905d-ad0e5633b287 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94866) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:56:34.554460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:34.555071 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:34.556383 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] 10.222.0.16 "PUT /v2.0/ports/f13c48e7-1930-4c26-905d-ad0e5633b287 HTTP/1.1" status: 200 len: 975 time: 0.5819004 Aug 20 10:56:34.559118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33824) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:34.576413 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea8c52-36a7-49bd-a0f6-91002c0c93f7 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Pushing event updated for resources: {'Port': ['ID=f13c48e7-1930-4c26-905d-ad0e5633b287,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:34.648857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06e678-6ab8-4fb8-81eb-769448fa82a6 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:34.649336 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06e678-6ab8-4fb8-81eb-769448fa82a6 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:34.649804 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06e678-6ab8-4fb8-81eb-769448fa82a6 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:34.650265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06e678-6ab8-4fb8-81eb-769448fa82a6 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:34.650724 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06e678-6ab8-4fb8-81eb-769448fa82a6 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:34.651657 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06e678-6ab8-4fb8-81eb-769448fa82a6 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:34.652146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06e678-6ab8-4fb8-81eb-769448fa82a6 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:34.652610 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06e678-6ab8-4fb8-81eb-769448fa82a6 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:34.653068 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06e678-6ab8-4fb8-81eb-769448fa82a6 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:34.653522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06e678-6ab8-4fb8-81eb-769448fa82a6 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:34.654007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06e678-6ab8-4fb8-81eb-769448fa82a6 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:34.654469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06e678-6ab8-4fb8-81eb-769448fa82a6 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:34.654921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06e678-6ab8-4fb8-81eb-769448fa82a6 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:34.657246 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8e06e678-6ab8-4fb8-81eb-769448fa82a6 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11842 time: 0.0970387 Aug 20 10:56:34.661151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33826) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:34.734488 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d6a13370-27fb-49d7-a87b-d84b098a4dd8 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Deleting port f13c48e7-1930-4c26-905d-ad0e5633b287 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:34.734743 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6a13370-27fb-49d7-a87b-d84b098a4dd8 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:34.811163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-d6a13370-27fb-49d7-a87b-d84b098a4dd8 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] For port f13c48e7-1930-4c26-905d-ad0e5633b287, host n-h1-778550-11, got binding levels [] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:56:34.811524 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6a13370-27fb-49d7-a87b-d84b098a4dd8 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:34.824246 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d6a13370-27fb-49d7-a87b-d84b098a4dd8 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Calling delete_port for f13c48e7-1930-4c26-905d-ad0e5633b287 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:34.861303 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:34.903327 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6a13370-27fb-49d7-a87b-d84b098a4dd8 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:34.935742 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a13370-27fb-49d7-a87b-d84b098a4dd8 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Pushing event deleted for resources: {'Port': ['ID=f13c48e7-1930-4c26-905d-ad0e5633b287,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:34.943550 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6a13370-27fb-49d7-a87b-d84b098a4dd8 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:34.946136 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d6a13370-27fb-49d7-a87b-d84b098a4dd8 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] 10.222.0.16 "DELETE /v2.0/ports/f13c48e7-1930-4c26-905d-ad0e5633b287 HTTP/1.1" status: 204 len: 168 time: 0.2840986 Aug 20 10:56:34.948797 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33828) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:34.972004 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa13ab3-bc94-4cd3-b085-e5de27167ae6 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] GET failed (client error): The resource could not be found. Aug 20 10:56:34.973452 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cfa13ab3-bc94-4cd3-b085-e5de27167ae6 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] 10.222.0.16 "GET /v2.0/ports/f13c48e7-1930-4c26-905d-ad0e5633b287 HTTP/1.1" status: 404 len: 333 time: 0.0237651 Aug 20 10:56:34.976862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33830) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:34.981303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2fd76884-45f1-4892-a27d-7ed9a09bdc3d tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1241430156', 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:35.000543 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd76884-45f1-4892-a27d-7ed9a09bdc3d tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Made reservation on behalf of b92fbb081e4a43868c902fdf50e1e598 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:56:35.002848 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2fd76884-45f1-4892-a27d-7ed9a09bdc3d tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:35.018485 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-2fd76884-45f1-4892-a27d-7ed9a09bdc3d tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] device_id is not set on port c8034ce8-6ea0-4ece-a2c3-75a78d5d88f6 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:56:35.164458 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2fd76884-45f1-4892-a27d-7ed9a09bdc3d tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:35.199821 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2fd76884-45f1-4892-a27d-7ed9a09bdc3d tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:35.239605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd76884-45f1-4892-a27d-7ed9a09bdc3d tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Network b332646a-ee48-4d59-8f21-e94e6f38a800 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:56:35.242291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-2fd76884-45f1-4892-a27d-7ed9a09bdc3d tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:56:35.244752 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd76884-45f1-4892-a27d-7ed9a09bdc3d tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:56:35.245690 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd76884-45f1-4892-a27d-7ed9a09bdc3d tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:35.246392 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2fd76884-45f1-4892-a27d-7ed9a09bdc3d tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:35.261427 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd76884-45f1-4892-a27d-7ed9a09bdc3d tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Pushing event updated for resources: {'Port': ['ID=c8034ce8-6ea0-4ece-a2c3-75a78d5d88f6,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:35.268699 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2fd76884-45f1-4892-a27d-7ed9a09bdc3d tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2907984 Aug 20 10:56:35.271247 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33832) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:35.304294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69d0da0-4aa4-481f-b8bc-331cef81961d tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:35.305628 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e69d0da0-4aa4-481f-b8bc-331cef81961d tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] 10.222.0.16 "GET /v2.0/ports/c8034ce8-6ea0-4ece-a2c3-75a78d5d88f6 HTTP/1.1" status: 200 len: 955 time: 0.0334718 Aug 20 10:56:35.308265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33834) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:35.384593 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-44ffd82b-82c0-4d38-8d7a-010097e7f716 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Deleting port c8034ce8-6ea0-4ece-a2c3-75a78d5d88f6 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:35.384929 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44ffd82b-82c0-4d38-8d7a-010097e7f716 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:35.442498 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44ffd82b-82c0-4d38-8d7a-010097e7f716 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:35.455291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-44ffd82b-82c0-4d38-8d7a-010097e7f716 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Calling delete_port for c8034ce8-6ea0-4ece-a2c3-75a78d5d88f6 owned by {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:35.533855 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44ffd82b-82c0-4d38-8d7a-010097e7f716 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:35.565088 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffd82b-82c0-4d38-8d7a-010097e7f716 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8034ce8-6ea0-4ece-a2c3-75a78d5d88f6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:35.568075 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-44ffd82b-82c0-4d38-8d7a-010097e7f716 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:35.570009 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-44ffd82b-82c0-4d38-8d7a-010097e7f716 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] 10.222.0.16 "DELETE /v2.0/ports/c8034ce8-6ea0-4ece-a2c3-75a78d5d88f6 HTTP/1.1" status: 204 len: 168 time: 0.2608674 Aug 20 10:56:35.572729 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33836) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:35.595372 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e38e32-efbc-4025-91c9-c7562c6e3025 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] GET failed (client error): The resource could not be found. Aug 20 10:56:35.596811 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e3e38e32-efbc-4025-91c9-c7562c6e3025 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] 10.222.0.16 "GET /v2.0/ports/c8034ce8-6ea0-4ece-a2c3-75a78d5d88f6 HTTP/1.1" status: 404 len: 333 time: 0.0231535 Aug 20 10:56:35.600227 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33838) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:35.604814 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-1be0aa09-a35f-4cac-ad5b-8f9288098758 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Request body: {'port': {'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-121709306'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:35.625040 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be0aa09-a35f-4cac-ad5b-8f9288098758 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Made reservation on behalf of b92fbb081e4a43868c902fdf50e1e598 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:56:35.627336 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1be0aa09-a35f-4cac-ad5b-8f9288098758 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:35.648620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-1be0aa09-a35f-4cac-ad5b-8f9288098758 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] device_id is not set on port c32c1ba0-070a-4a22-9c54-133a2e2c9378 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:56:35.796855 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1be0aa09-a35f-4cac-ad5b-8f9288098758 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:35.832561 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1be0aa09-a35f-4cac-ad5b-8f9288098758 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:35.872649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be0aa09-a35f-4cac-ad5b-8f9288098758 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Network b332646a-ee48-4d59-8f21-e94e6f38a800 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:56:35.876910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-1be0aa09-a35f-4cac-ad5b-8f9288098758 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:56:35.882995 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be0aa09-a35f-4cac-ad5b-8f9288098758 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:56:35.883954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be0aa09-a35f-4cac-ad5b-8f9288098758 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:35.884556 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1be0aa09-a35f-4cac-ad5b-8f9288098758 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:35.887760 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0aa09-a35f-4cac-ad5b-8f9288098758 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Pushing event updated for resources: {'Port': ['ID=c32c1ba0-070a-4a22-9c54-133a2e2c9378,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:35.900429 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1be0aa09-a35f-4cac-ad5b-8f9288098758 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2991574 Aug 20 10:56:35.902997 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33840) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:35.907964 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:35.911484 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:56:35.964985 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:36.139236 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] device_id is not set on port c32c1ba0-070a-4a22-9c54-133a2e2c9378 yet. {{(pid=94867) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 10:56:36.147325 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:36.158535 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Transition to ACTIVE for port object c32c1ba0-070a-4a22-9c54-133a2e2c9378 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:56:36.162984 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:36.211486 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Pushing event updated for resources: {'Port': ['ID=c32c1ba0-070a-4a22-9c54-133a2e2c9378,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:36.223602 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:36.223933 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:36.224303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:36.228623 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:36.228949 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:36.229328 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 2 to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 Aug 20 10:56:36.241511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:36.241840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:36.242165 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:36.246279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:36.246596 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:36.246966 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 3 to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 Aug 20 10:56:36.258522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:36.258850 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:36.259225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:36.263604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:36.263926 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:36.264307 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 4 to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 Aug 20 10:56:36.277020 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:36.277350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:36.277682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:36.281949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:36.282275 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:36.282657 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 5 to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 Aug 20 10:56:36.295530 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:36.295862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:36.296201 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:36.300481 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:36.300806 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:36.301191 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 6 to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 Aug 20 10:56:36.314033 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:36.314379 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:36.314716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:36.319040 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:36.319396 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:36.319783 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 7 to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 Aug 20 10:56:36.331496 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:36.332339 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:36.332689 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:36.336815 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:36.337135 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:36.337515 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 8 to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 Aug 20 10:56:36.350129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:36.350459 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:36.350794 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:36.354996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:36.355362 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:36.355749 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 9 to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 Aug 20 10:56:36.367114 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:36.367447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:36.367779 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:36.371974 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:36.372294 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:36.372677 n-d-778550-11 neutron-server[94867]: INFO neutron.plugins.ml2.plugin [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempt 10 to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 Aug 20 10:56:36.388829 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:56:36.389158 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:56:36.389543 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempting to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:56:36.393713 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:56:36.394551 n-d-778550-11 neutron-server[94867]: ERROR neutron.plugins.ml2.managers [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Failed to bind port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on host n-h1-778550-11 for vnic_type normal using segments [{'id': 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b332646a-ee48-4d59-8f21-e94e6f38a800'}] Aug 20 10:56:36.394924 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:36.459544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] For port c32c1ba0-070a-4a22-9c54-133a2e2c9378, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:56:36.459896 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attempted to set empty binding levels {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 10:56:36.464394 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:36.494305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] In _notify_port_updated(), no bound segment for port c32c1ba0-070a-4a22-9c54-133a2e2c9378 on network b332646a-ee48-4d59-8f21-e94e6f38a800 {{(pid=94867) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 10:56:36.495178 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:56:36.495830 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:36.497071 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] 10.222.0.16 "PUT /v2.0/ports/c32c1ba0-070a-4a22-9c54-133a2e2c9378 HTTP/1.1" status: 200 len: 975 time: 0.5931320 Aug 20 10:56:36.500042 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33842) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:36.510548 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfd46f-d11e-45f4-ba2d-e8322dec5d96 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Pushing event updated for resources: {'Port': ['ID=c32c1ba0-070a-4a22-9c54-133a2e2c9378,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:36.573526 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-94a9b033-dc20-4a67-b753-afc9d16cf821 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Deleting port c32c1ba0-070a-4a22-9c54-133a2e2c9378 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:56:36.573864 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94a9b033-dc20-4a67-b753-afc9d16cf821 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:36.635989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-94a9b033-dc20-4a67-b753-afc9d16cf821 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] For port c32c1ba0-070a-4a22-9c54-133a2e2c9378, host n-h1-778550-11, got binding levels [] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:56:36.636345 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94a9b033-dc20-4a67-b753-afc9d16cf821 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:36.653146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-94a9b033-dc20-4a67-b753-afc9d16cf821 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Calling delete_port for c32c1ba0-070a-4a22-9c54-133a2e2c9378 owned by {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:56:36.731142 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94a9b033-dc20-4a67-b753-afc9d16cf821 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:36.762750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9b033-dc20-4a67-b753-afc9d16cf821 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Pushing event deleted for resources: {'Port': ['ID=c32c1ba0-070a-4a22-9c54-133a2e2c9378,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:36.765222 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94a9b033-dc20-4a67-b753-afc9d16cf821 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:36.767625 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-94a9b033-dc20-4a67-b753-afc9d16cf821 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] 10.222.0.16 "DELETE /v2.0/ports/c32c1ba0-070a-4a22-9c54-133a2e2c9378 HTTP/1.1" status: 204 len: 168 time: 0.2660780 Aug 20 10:56:36.770319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33844) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:36.797650 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ef0cbf-ea5b-4d75-9de8-a38f44433f22 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] GET failed (client error): The resource could not be found. Aug 20 10:56:36.799764 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-98ef0cbf-ea5b-4d75-9de8-a38f44433f22 tempest-PortsAdminExtendedAttrsTestJSON-233326117 tempest-PortsAdminExtendedAttrsTestJSON-233326117-project-admin] 10.222.0.16 "GET /v2.0/ports/c32c1ba0-070a-4a22-9c54-133a2e2c9378 HTTP/1.1" status: 404 len: 333 time: 0.0285068 Aug 20 10:56:36.803646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33846) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:36.878360 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-220beb67-6cef-4bad-a105-77e4d3ff5d19 tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:36.964496 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-220beb67-6cef-4bad-a105-77e4d3ff5d19 tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:36.973962 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-220beb67-6cef-4bad-a105-77e4d3ff5d19 tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b332646a-ee48-4d59-8f21-e94e6f38a800']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:36.983994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-220beb67-6cef-4bad-a105-77e4d3ff5d19 tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:36.984285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-220beb67-6cef-4bad-a105-77e4d3ff5d19 tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4538106-8e9c-4645-ae8c-b32aa8eb41f6') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:56:36.993373 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-220beb67-6cef-4bad-a105-77e4d3ff5d19 tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:37.007111 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-220beb67-6cef-4bad-a105-77e4d3ff5d19 tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:37.012770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220beb67-6cef-4bad-a105-77e4d3ff5d19 tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 10:56:37.013152 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-220beb67-6cef-4bad-a105-77e4d3ff5d19 tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: timer() Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 10:56:37.016334 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 10:56:37.073193 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-220beb67-6cef-4bad-a105-77e4d3ff5d19 tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:37.080493 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-220beb67-6cef-4bad-a105-77e4d3ff5d19 tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:37.082429 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-220beb67-6cef-4bad-a105-77e4d3ff5d19 tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] 10.222.0.16 "DELETE /v2.0/networks/b332646a-ee48-4d59-8f21-e94e6f38a800 HTTP/1.1" status: 204 len: 168 time: 0.2778938 Aug 20 10:56:37.094272 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220beb67-6cef-4bad-a105-77e4d3ff5d19 tempest-PortsAdminExtendedAttrsTestJSON-365587998 tempest-PortsAdminExtendedAttrsTestJSON-365587998-project] Pushing event deleted for resources: {'Network': ['ID=b332646a-ee48-4d59-8f21-e94e6f38a800,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:37.317774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33852) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:37.447815 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f3c1e16f-9448-47ff-a7fa-6a8484913bf3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b340d3dfd1f4d7c9c2805d8541e6bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288633 Aug 20 10:56:37.450307 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33856) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:37.501308 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5355-a423-4283-94d1-07bab195770e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:37.521819 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5355-a423-4283-94d1-07bab195770e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:37.567696 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5355-a423-4283-94d1-07bab195770e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:37.570235 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5355-a423-4283-94d1-07bab195770e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:37.571406 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8a9b5355-a423-4283-94d1-07bab195770e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66b72a00-3e06-4320-94a7-be8488ebfe11 HTTP/1.1" status: 204 len: 168 time: 0.1201892 Aug 20 10:56:37.579614 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b5355-a423-4283-94d1-07bab195770e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b72a00-3e06-4320-94a7-be8488ebfe11,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:37.829049 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33862) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:37.869286 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1f1f05e5-e09f-44eb-8ef4-6f5a5599a431 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b92fbb081e4a43868c902fdf50e1e598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389764 Aug 20 10:56:37.871648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33864) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:37.919971 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dea3817a-abed-4fcc-96ee-7e7c02c33b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:37.940416 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dea3817a-abed-4fcc-96ee-7e7c02c33b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:37.991425 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dea3817a-abed-4fcc-96ee-7e7c02c33b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:37.993985 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dea3817a-abed-4fcc-96ee-7e7c02c33b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:37.995164 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dea3817a-abed-4fcc-96ee-7e7c02c33b14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8741537-7019-4d18-88bf-ee5e6535be02 HTTP/1.1" status: 204 len: 168 time: 0.1225858 Aug 20 10:56:38.002874 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3817a-abed-4fcc-96ee-7e7c02c33b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8741537-7019-4d18-88bf-ee5e6535be02,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:38.678363 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33886) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:38.776981 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-713a851e-3c74-4086-8944-6256913d0e48 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] Request body: {'port': {'network_id': 'da930aaa-5eb2-4f9c-8d1e-d47b19bb941f', 'name': 'tempest-NetworksNegativeTestJSON-1380281550'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:38.791816 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-713a851e-3c74-4086-8944-6256913d0e48 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] POST failed (client error): The resource could not be found. Aug 20 10:56:38.792348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713a851e-3c74-4086-8944-6256913d0e48 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:56:38.793453 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-713a851e-3c74-4086-8944-6256913d0e48 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1140909 Aug 20 10:56:38.797520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33890) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:38.816105 n-d-778550-11 neutron-server[94867]: INFO neutron.pecan_wsgi.hooks.translation [None req-667724c2-6532-4c23-b3bd-58be3cc98375 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] DELETE failed (client error): The resource could not be found. Aug 20 10:56:38.816646 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-667724c2-6532-4c23-b3bd-58be3cc98375 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94867) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:56:38.818283 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-667724c2-6532-4c23-b3bd-58be3cc98375 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] 10.222.0.16 "DELETE /v2.0/networks/4f529920-c0e3-4191-aae1-d51d01942b45 HTTP/1.1" status: 404 len: 339 time: 0.0198510 Aug 20 10:56:38.822179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33892) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:38.845289 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-73cbad0b-b3d4-40e0-b5c3-7da959309aaa tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] DELETE failed (client error): The resource could not be found. Aug 20 10:56:38.845804 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73cbad0b-b3d4-40e0-b5c3-7da959309aaa tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:56:38.847997 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-73cbad0b-b3d4-40e0-b5c3-7da959309aaa tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] 10.222.0.16 "DELETE /v2.0/ports/a215cac1-c351-4ad3-9c66-f8d97d739bae HTTP/1.1" status: 404 len: 333 time: 0.0243070 Aug 20 10:56:38.852023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33894) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:38.877942 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1895b43-93d6-42e0-9d3b-b54df5e16acf tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] DELETE failed (client error): The resource could not be found. Aug 20 10:56:38.878383 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1895b43-93d6-42e0-9d3b-b54df5e16acf tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:56:38.880041 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a1895b43-93d6-42e0-9d3b-b54df5e16acf tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] 10.222.0.16 "DELETE /v2.0/subnets/a34c1406-9c78-4b08-aa1a-c0604d11763f HTTP/1.1" status: 404 len: 337 time: 0.0271449 Aug 20 10:56:38.883585 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33896) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:38.902096 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e3618f-04fe-4b8b-823f-ae8deb76edaa tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] GET failed (client error): The resource could not be found. Aug 20 10:56:38.903464 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-82e3618f-04fe-4b8b-823f-ae8deb76edaa tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] 10.222.0.16 "GET /v2.0/networks/eeaa5bc3-0169-4516-b09a-2ad0638f06f9 HTTP/1.1" status: 404 len: 339 time: 0.0190103 Aug 20 10:56:38.906578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33898) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:38.933378 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0c6de5-36be-4d66-bf1c-2b999f2bcf56 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] GET failed (client error): The resource could not be found. Aug 20 10:56:38.934761 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6c0c6de5-36be-4d66-bf1c-2b999f2bcf56 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] 10.222.0.16 "GET /v2.0/ports/9785ee82-ddc0-470f-b596-65f8c8a072d4 HTTP/1.1" status: 404 len: 333 time: 0.0273030 Aug 20 10:56:38.938112 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33900) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:38.963604 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8a6ccc-48f4-4a8e-a2a0-19f9e8dd8c43 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] GET failed (client error): The resource could not be found. Aug 20 10:56:38.964822 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cd8a6ccc-48f4-4a8e-a2a0-19f9e8dd8c43 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] 10.222.0.16 "GET /v2.0/subnets/826f7bc6-c879-46d0-9795-bf009013af0f HTTP/1.1" status: 404 len: 337 time: 0.0258474 Aug 20 10:56:38.968154 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33902) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:38.973460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-df38a895-5014-4fb0-9a7b-f39226099ea6 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:38.986423 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-df38a895-5014-4fb0-9a7b-f39226099ea6 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] PUT failed (client error): The resource could not be found. Aug 20 10:56:38.986936 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df38a895-5014-4fb0-9a7b-f39226099ea6 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:56:38.988580 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-df38a895-5014-4fb0-9a7b-f39226099ea6 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] 10.222.0.16 "PUT /v2.0/networks/cf0dd590-200e-4abc-9bc4-3c5690df7dae HTTP/1.1" status: 404 len: 339 time: 0.0190053 Aug 20 10:56:38.991946 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33904) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:38.996702 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-3249a878-674f-4cc3-99ed-a0f2e68c62f6 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:39.013662 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3249a878-674f-4cc3-99ed-a0f2e68c62f6 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] PUT failed (client error): The resource could not be found. Aug 20 10:56:39.014243 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3249a878-674f-4cc3-99ed-a0f2e68c62f6 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:56:39.015349 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3249a878-674f-4cc3-99ed-a0f2e68c62f6 tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] 10.222.0.16 "PUT /v2.0/ports/c7164833-7c9f-4e6a-979d-5fd91a58fd4d HTTP/1.1" status: 404 len: 333 time: 0.0225048 Aug 20 10:56:39.018933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33906) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:39.023843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d1e1be4c-f9b1-418d-a008-9f58d8d5716b tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:56:39.044899 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e1be4c-f9b1-418d-a008-9f58d8d5716b tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] PUT failed (client error): The resource could not be found. Aug 20 10:56:39.045336 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e1be4c-f9b1-418d-a008-9f58d8d5716b tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 10:56:39.046405 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d1e1be4c-f9b1-418d-a008-9f58d8d5716b tempest-NetworksNegativeTestJSON-1138253906 tempest-NetworksNegativeTestJSON-1138253906-project] 10.222.0.16 "PUT /v2.0/subnets/c7c9242a-053c-4f57-b42c-3e82e9ca8ff8 HTTP/1.1" status: 404 len: 337 time: 0.0265441 Aug 20 10:56:39.282548 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33912) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:39.386722 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc104-f192-47af-965e-79a4cb0f3d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:39.473759 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc104-f192-47af-965e-79a4cb0f3d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:39.477498 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ac7fc104-f192-47af-965e-79a4cb0f3d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:39.518095 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ac7fc104-f192-47af-965e-79a4cb0f3d6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5e6bfdfa1934311bdfcab9457b77c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344222 Aug 20 10:56:39.518969 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fc104-f192-47af-965e-79a4cb0f3d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24c21fc-61ea-423a-ac38-379aebe9635c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:39.521370 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33916) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:39.571453 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f471dd1d-f8c8-4a77-ae38-0ddbb42df3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:39.592503 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f471dd1d-f8c8-4a77-ae38-0ddbb42df3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:39.638598 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f471dd1d-f8c8-4a77-ae38-0ddbb42df3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:39.641187 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f471dd1d-f8c8-4a77-ae38-0ddbb42df3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:39.642353 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f471dd1d-f8c8-4a77-ae38-0ddbb42df3d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a24c21fc-61ea-423a-ac38-379aebe9635c HTTP/1.1" status: 204 len: 168 time: 0.1189229 Aug 20 10:56:39.650442 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471dd1d-f8c8-4a77-ae38-0ddbb42df3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24c21fc-61ea-423a-ac38-379aebe9635c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:41.025777 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33958) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:41.134535 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8fc2d260-4c46-4373-bdfd-4fbf401b32b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:41.223868 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8fc2d260-4c46-4373-bdfd-4fbf401b32b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:41.227735 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8fc2d260-4c46-4373-bdfd-4fbf401b32b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:41.264668 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8fc2d260-4c46-4373-bdfd-4fbf401b32b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=858884f3a6b44c70be0543ad00972dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378299 Aug 20 10:56:41.266545 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2d260-4c46-4373-bdfd-4fbf401b32b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0df0d0a-d02a-41ef-a2af-a162b5a76259,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:41.267400 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33962) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:41.316570 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-403f50b1-e734-4038-a382-34619f49c39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:41.337309 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-403f50b1-e734-4038-a382-34619f49c39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:41.382767 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-403f50b1-e734-4038-a382-34619f49c39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:41.385351 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-403f50b1-e734-4038-a382-34619f49c39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:41.386646 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-403f50b1-e734-4038-a382-34619f49c39b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0df0d0a-d02a-41ef-a2af-a162b5a76259 HTTP/1.1" status: 204 len: 168 time: 0.1182561 Aug 20 10:56:41.394038 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f50b1-e734-4038-a382-34619f49c39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0df0d0a-d02a-41ef-a2af-a162b5a76259,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:41.641582 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 33968) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:41.655659 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f1ff82fb-c7b2-4067-9592-8f078695c1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:41.743771 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f1ff82fb-c7b2-4067-9592-8f078695c1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:41.747718 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f1ff82fb-c7b2-4067-9592-8f078695c1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:41.786053 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f1ff82fb-c7b2-4067-9592-8f078695c1c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ccb59731dcc44e68546e3aabb5b0fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434076 Aug 20 10:56:41.787003 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff82fb-c7b2-4067-9592-8f078695c1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241dfdb9-4eb7-4370-9c37-ac1f6a857c5a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:41.788713 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 33970) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:56:41.841179 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08de2f49-f862-4cad-b316-53fe0492fcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:41.861240 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08de2f49-f862-4cad-b316-53fe0492fcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:41.907093 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08de2f49-f862-4cad-b316-53fe0492fcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:41.909575 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-08de2f49-f862-4cad-b316-53fe0492fcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:41.910810 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-08de2f49-f862-4cad-b316-53fe0492fcdb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/241dfdb9-4eb7-4370-9c37-ac1f6a857c5a HTTP/1.1" status: 204 len: 168 time: 0.1204953 Aug 20 10:56:41.918114 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de2f49-f862-4cad-b316-53fe0492fcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241dfdb9-4eb7-4370-9c37-ac1f6a857c5a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:56:48.687233 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:52.932927 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:56:59.329285 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-50c53a40-a9f5-4e15-be3f-11aa62ba08ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:01.391367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34214) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:01.496940 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-61be9f2d-0f34-4dc8-bba2-700070ad2715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:01.586238 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-61be9f2d-0f34-4dc8-bba2-700070ad2715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:01.589865 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-61be9f2d-0f34-4dc8-bba2-700070ad2715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:01.630717 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-61be9f2d-0f34-4dc8-bba2-700070ad2715 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b58696c45af743b5baca607744f8e92d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381113 Aug 20 10:57:01.632454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be9f2d-0f34-4dc8-bba2-700070ad2715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e40ad6c-52df-4e0b-8c04-bb9836e1e858,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:01.633282 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34218) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:01.684744 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb5f82da-675b-4bbf-9b07-e50114584a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:01.705223 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb5f82da-675b-4bbf-9b07-e50114584a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:01.751998 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb5f82da-675b-4bbf-9b07-e50114584a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:01.755466 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-bb5f82da-675b-4bbf-9b07-e50114584a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:01.756570 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bb5f82da-675b-4bbf-9b07-e50114584a30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e40ad6c-52df-4e0b-8c04-bb9836e1e858 HTTP/1.1" status: 204 len: 168 time: 0.1221082 Aug 20 10:57:01.764994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f82da-675b-4bbf-9b07-e50114584a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e40ad6c-52df-4e0b-8c04-bb9836e1e858,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:01.772927 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f82da-675b-4bbf-9b07-e50114584a30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:01.773274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f82da-675b-4bbf-9b07-e50114584a30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:01.773611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f82da-675b-4bbf-9b07-e50114584a30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:01.773945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f82da-675b-4bbf-9b07-e50114584a30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:01.774278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f82da-675b-4bbf-9b07-e50114584a30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:01.774611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f82da-675b-4bbf-9b07-e50114584a30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:01.774936 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f82da-675b-4bbf-9b07-e50114584a30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:01.775364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f82da-675b-4bbf-9b07-e50114584a30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:01.775693 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f82da-675b-4bbf-9b07-e50114584a30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:01.776013 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f82da-675b-4bbf-9b07-e50114584a30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:01.776333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f82da-675b-4bbf-9b07-e50114584a30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:01.776665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f82da-675b-4bbf-9b07-e50114584a30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:01.965232 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4b6e-eb74-4e63-abf4-ccbac15512a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:02.023014 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34226) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:02.036680 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b3bb46f6-0f87-40e2-b3fc-242d792c24de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:02.128432 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b3bb46f6-0f87-40e2-b3fc-242d792c24de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:02.133219 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b3bb46f6-0f87-40e2-b3fc-242d792c24de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:02.172391 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b3bb46f6-0f87-40e2-b3fc-242d792c24de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f3426efc2c04cd7924eabf98351ef85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482489 Aug 20 10:57:02.173614 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb46f6-0f87-40e2-b3fc-242d792c24de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74be6918-a6d0-4f3c-ad1c-8d224f3c2b6c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:02.175101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34228) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:02.228189 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf68448-2843-46d7-a816-44a39b56cf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:02.250858 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf68448-2843-46d7-a816-44a39b56cf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:02.304844 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf68448-2843-46d7-a816-44a39b56cf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:02.307862 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcf68448-2843-46d7-a816-44a39b56cf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:02.312133 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dcf68448-2843-46d7-a816-44a39b56cf13 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74be6918-a6d0-4f3c-ad1c-8d224f3c2b6c HTTP/1.1" status: 204 len: 168 time: 0.1329141 Aug 20 10:57:02.320174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf68448-2843-46d7-a816-44a39b56cf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74be6918-a6d0-4f3c-ad1c-8d224f3c2b6c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:02.421840 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:03.213230 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:04.864437 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:06.152769 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46e10b9b-5c1d-475c-93a5-e8b7b910fe6f req-b249d109-e406-4a28-bad3-d35022e067fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388970 Aug 20 10:57:06.236384 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e10b9b-5c1d-475c-93a5-e8b7b910fe6f req-3dd4fc22-960a-408b-87d7-8c348ac4f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:06.237871 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46e10b9b-5c1d-475c-93a5-e8b7b910fe6f req-3dd4fc22-960a-408b-87d7-8c348ac4f908 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 1097 time: 0.0421791 Aug 20 10:57:06.340923 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e10b9b-5c1d-475c-93a5-e8b7b910fe6f req-7ec037f0-50cd-40a5-ba59-d7b1bb0fcd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:06.342293 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46e10b9b-5c1d-475c-93a5-e8b7b910fe6f req-7ec037f0-50cd-40a5-ba59-d7b1bb0fcd59 service neutron] 10.222.0.24 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.0842333 Aug 20 10:57:06.413075 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46e10b9b-5c1d-475c-93a5-e8b7b910fe6f req-c61b984b-9903-4c5c-87fa-7e8344b79869 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b076f8b4-9573-454e-8db1-324b4ce73595 HTTP/1.1" status: 200 len: 1001 time: 0.0639415 Aug 20 10:57:06.482968 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e10b9b-5c1d-475c-93a5-e8b7b910fe6f req-262b01ba-95a7-4750-a674-1d335ca4e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:06.485234 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46e10b9b-5c1d-475c-93a5-e8b7b910fe6f req-262b01ba-95a7-4750-a674-1d335ca4e74e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0639985 Aug 20 10:57:06.534207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e10b9b-5c1d-475c-93a5-e8b7b910fe6f req-f18f416f-316c-4107-bc11-75919dd2ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:06.535798 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46e10b9b-5c1d-475c-93a5-e8b7b910fe6f req-f18f416f-316c-4107-bc11-75919dd2ee5c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437489 Aug 20 10:57:06.637019 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46e10b9b-5c1d-475c-93a5-e8b7b910fe6f req-8dcf512f-3802-41bb-8218-0784039e31b0 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936263 Aug 20 10:57:06.729588 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-46e10b9b-5c1d-475c-93a5-e8b7b910fe6f req-0443224d-828c-43f9-b4e3-25506dbe148c service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856998 Aug 20 10:57:12.910481 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:57:12.970638 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34372) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:13.078656 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c223e881-3632-470c-873f-f977f992a05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:13.168045 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c223e881-3632-470c-873f-f977f992a05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:13.172084 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c223e881-3632-470c-873f-f977f992a05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:13.209647 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c223e881-3632-470c-873f-f977f992a05a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70e4026603d2434abd90fde9aa23797f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378438 Aug 20 10:57:13.210878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223e881-3632-470c-873f-f977f992a05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea495501-a863-4fb5-925f-297241d456b4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:13.212339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34376) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:13.262713 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f21a0d81-c35a-4546-9800-ecd702183caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:13.283525 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f21a0d81-c35a-4546-9800-ecd702183caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:13.333945 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f21a0d81-c35a-4546-9800-ecd702183caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:13.336488 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f21a0d81-c35a-4546-9800-ecd702183caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:13.337622 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f21a0d81-c35a-4546-9800-ecd702183caa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea495501-a863-4fb5-925f-297241d456b4 HTTP/1.1" status: 204 len: 168 time: 0.1233017 Aug 20 10:57:13.345240 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a0d81-c35a-4546-9800-ecd702183caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea495501-a863-4fb5-925f-297241d456b4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:13.590289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34382) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:13.604098 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0f43b3b9-a0a2-44c9-9cd5-c7f273454eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:13.691713 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0f43b3b9-a0a2-44c9-9cd5-c7f273454eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:13.695300 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0f43b3b9-a0a2-44c9-9cd5-c7f273454eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:13.735108 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0f43b3b9-a0a2-44c9-9cd5-c7f273454eb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23c3fc2ae19a41cd8f3c09a64f19720e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436653 Aug 20 10:57:13.735991 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43b3b9-a0a2-44c9-9cd5-c7f273454eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf00e88-7778-48c3-8609-77279384d640,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:13.737706 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34384) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:13.791498 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4502-fae7-433e-8289-ffb34d858273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:13.812098 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4502-fae7-433e-8289-ffb34d858273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:13.859511 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4502-fae7-433e-8289-ffb34d858273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:13.862332 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4502-fae7-433e-8289-ffb34d858273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:13.863748 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2d4b4502-fae7-433e-8289-ffb34d858273 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/edf00e88-7778-48c3-8609-77279384d640 HTTP/1.1" status: 204 len: 168 time: 0.1249945 Aug 20 10:57:13.874246 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b4502-fae7-433e-8289-ffb34d858273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf00e88-7778-48c3-8609-77279384d640,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:14.187764 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34390) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:14.201418 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-903ba336-eaa3-498c-8c7f-8a70890c8da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:14.289282 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-903ba336-eaa3-498c-8c7f-8a70890c8da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:14.293329 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-903ba336-eaa3-498c-8c7f-8a70890c8da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:14.334105 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-903ba336-eaa3-498c-8c7f-8a70890c8da6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae5cd8c0baba4c2ebe8fef4fe5925ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424367 Aug 20 10:57:14.334105 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ba336-eaa3-498c-8c7f-8a70890c8da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9de5f0-24dd-4135-9fe9-2744e60ce507,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:14.334980 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34392) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:14.396127 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2cfb-7e35-49d2-8813-0c1d5a0799fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:14.417895 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2cfb-7e35-49d2-8813-0c1d5a0799fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:14.464729 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2cfb-7e35-49d2-8813-0c1d5a0799fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:14.467428 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2cfb-7e35-49d2-8813-0c1d5a0799fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:14.468603 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-cc9f2cfb-7e35-49d2-8813-0c1d5a0799fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b9de5f0-24dd-4135-9fe9-2744e60ce507 HTTP/1.1" status: 204 len: 168 time: 0.1325972 Aug 20 10:57:14.478103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f2cfb-7e35-49d2-8813-0c1d5a0799fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9de5f0-24dd-4135-9fe9-2744e60ce507,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:18.702286 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:20.442336 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34494) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:20.554347 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-13d29a72-bb28-4028-b2b4-6bf869752aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:20.644861 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-13d29a72-bb28-4028-b2b4-6bf869752aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:20.649536 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-13d29a72-bb28-4028-b2b4-6bf869752aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:20.688753 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-13d29a72-bb28-4028-b2b4-6bf869752aa2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99206d86cf1a4ff5a0ad47c3598ee9f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453308 Aug 20 10:57:20.689620 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d29a72-bb28-4028-b2b4-6bf869752aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7805d6-01ef-4ba3-ab56-4683e22c697b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:20.691493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34498) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:20.739789 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-edcda439-6344-4637-9949-645733f84cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:20.763596 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-edcda439-6344-4637-9949-645733f84cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:20.812003 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-edcda439-6344-4637-9949-645733f84cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:20.814536 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-edcda439-6344-4637-9949-645733f84cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:20.815809 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-edcda439-6344-4637-9949-645733f84cef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c7805d6-01ef-4ba3-ab56-4683e22c697b HTTP/1.1" status: 204 len: 168 time: 0.1233213 Aug 20 10:57:20.823911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcda439-6344-4637-9949-645733f84cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7805d6-01ef-4ba3-ab56-4683e22c697b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:21.075225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34504) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:21.088356 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2df85066-bda0-4cf7-9620-1182f1509fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:21.176052 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2df85066-bda0-4cf7-9620-1182f1509fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:21.180729 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2df85066-bda0-4cf7-9620-1182f1509fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:21.218511 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2df85066-bda0-4cf7-9620-1182f1509fda admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=162571d2f2074902996a7d8bbe672ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421959 Aug 20 10:57:21.219393 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df85066-bda0-4cf7-9620-1182f1509fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fb8148-016e-4d8d-a3d8-fe46f8d57c55,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:21.221206 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34506) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:21.270587 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7eeea30d-7e9a-41a4-a003-7ee233556ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:21.290935 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7eeea30d-7e9a-41a4-a003-7ee233556ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:21.337864 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7eeea30d-7e9a-41a4-a003-7ee233556ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:21.340556 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7eeea30d-7e9a-41a4-a003-7ee233556ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:21.341712 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7eeea30d-7e9a-41a4-a003-7ee233556ef6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77fb8148-016e-4d8d-a3d8-fe46f8d57c55 HTTP/1.1" status: 204 len: 168 time: 0.1194510 Aug 20 10:57:21.349094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeea30d-7e9a-41a4-a003-7ee233556ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fb8148-016e-4d8d-a3d8-fe46f8d57c55,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:21.648723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34512) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:21.661725 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9be16374-4212-46a0-b04f-5b207820e13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:21.750237 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9be16374-4212-46a0-b04f-5b207820e13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:21.753890 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9be16374-4212-46a0-b04f-5b207820e13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:21.792407 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be16374-4212-46a0-b04f-5b207820e13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9fc3ce-dc10-4088-9440-f3fbce309807,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:21.796682 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9be16374-4212-46a0-b04f-5b207820e13c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=172dd9e84d5a46d0980771106add11c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469414 Aug 20 10:57:21.799535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34514) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:21.846630 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f2466e4c-d1d6-4b21-b037-f58126447488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:21.867881 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f2466e4c-d1d6-4b21-b037-f58126447488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:21.919578 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f2466e4c-d1d6-4b21-b037-f58126447488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:21.922423 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f2466e4c-d1d6-4b21-b037-f58126447488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:21.923547 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f2466e4c-d1d6-4b21-b037-f58126447488 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df9fc3ce-dc10-4088-9440-f3fbce309807 HTTP/1.1" status: 204 len: 168 time: 0.1231172 Aug 20 10:57:21.931544 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2466e4c-d1d6-4b21-b037-f58126447488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9fc3ce-dc10-4088-9440-f3fbce309807,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:22.958677 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:23.456411 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bf167-10c2-430e-941d-4944d4c47df7 req-95ded57d-adf0-4dc0-a7bf-2b8740772cd8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:23.461431 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2b5bf167-10c2-430e-941d-4944d4c47df7 req-95ded57d-adf0-4dc0-a7bf-2b8740772cd8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 945 time: 0.0562932 Aug 20 10:57:23.497992 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2b5bf167-10c2-430e-941d-4944d4c47df7 req-9fc7425a-cb23-49cf-a179-38faeb18ca9a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335596 Aug 20 10:57:24.636369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073ea38-cd91-427e-bdc1-1d08a4b4e8e7 req-e33645ce-e91f-49e2-a929-25501b20cadc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:24.638160 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1073ea38-cd91-427e-bdc1-1d08a4b4e8e7 req-e33645ce-e91f-49e2-a929-25501b20cadc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 945 time: 0.0508025 Aug 20 10:57:24.676669 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1073ea38-cd91-427e-bdc1-1d08a4b4e8e7 req-e3c3d124-0db6-4d82-84ea-93141617a771 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322254 Aug 20 10:57:25.025229 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f22ad-1896-4ef9-9e91-2aa034d9b596 req-d3cc18de-925f-450b-87d4-e2da569a12d2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:25.026657 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f4f22ad-1896-4ef9-9e91-2aa034d9b596 req-d3cc18de-925f-450b-87d4-e2da569a12d2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 945 time: 0.0518396 Aug 20 10:57:25.119056 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-6f4f22ad-1896-4ef9-9e91-2aa034d9b596 req-e99f8b84-bd43-47cb-8969-36e1dc4ecd10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Deleting port b076f8b4-9573-454e-8db1-324b4ce73595 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:57:25.119399 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6f4f22ad-1896-4ef9-9e91-2aa034d9b596 req-e99f8b84-bd43-47cb-8969-36e1dc4ecd10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:25.212544 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-6f4f22ad-1896-4ef9-9e91-2aa034d9b596 req-e99f8b84-bd43-47cb-8969-36e1dc4ecd10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] For port b076f8b4-9573-454e-8db1-324b4ce73595, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=b076f8b4-9573-454e-8db1-324b4ce73595,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:57:25.212909 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6f4f22ad-1896-4ef9-9e91-2aa034d9b596 req-e99f8b84-bd43-47cb-8969-36e1dc4ecd10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:25.386877 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6f4f22ad-1896-4ef9-9e91-2aa034d9b596 req-e99f8b84-bd43-47cb-8969-36e1dc4ecd10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:25.387289 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6f4f22ad-1896-4ef9-9e91-2aa034d9b596 req-e99f8b84-bd43-47cb-8969-36e1dc4ecd10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:25.387599 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [req-6f4f22ad-1896-4ef9-9e91-2aa034d9b596 req-e99f8b84-bd43-47cb-8969-36e1dc4ecd10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Floating IP e9f27e9e-84f8-487a-a189-ec2622386b68 disassociated. External IP: 172.25.3.232, port: b076f8b4-9573-454e-8db1-324b4ce73595. Aug 20 10:57:25.387933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-6f4f22ad-1896-4ef9-9e91-2aa034d9b596 req-e99f8b84-bd43-47cb-8969-36e1dc4ecd10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Calling delete_port for b076f8b4-9573-454e-8db1-324b4ce73595 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:57:25.519936 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6f4f22ad-1896-4ef9-9e91-2aa034d9b596 req-e99f8b84-bd43-47cb-8969-36e1dc4ecd10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:25.548877 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f8b84-bd43-47cb-8969-36e1dc4ecd10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event deleted for resources: {'Port': ['ID=b076f8b4-9573-454e-8db1-324b4ce73595,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:25.668471 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f4f22ad-1896-4ef9-9e91-2aa034d9b596 req-e99f8b84-bd43-47cb-8969-36e1dc4ecd10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Router f67d6671-a618-4ae8-adc1-df56eb97b255 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:57:25.793164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f4f22ad-1896-4ef9-9e91-2aa034d9b596 req-e99f8b84-bd43-47cb-8969-36e1dc4ecd10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:57:25.802076 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-604f1ff6-172c-454d-871f-de5f4afbc861 req-0c278a0a-580e-4c92-badd-6278ec9a8f28 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 210 time: 0.0305352 Aug 20 10:57:25.806065 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367373d9-bfed-409c-a0a9-9f707b23d2b9 None None] Sync routers for ids ['f67d6671-a618-4ae8-adc1-df56eb97b255'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:57:25.814817 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367373d9-bfed-409c-a0a9-9f707b23d2b9 None None] Routers {'f67d6671-a618-4ae8-adc1-df56eb97b255'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:57:25.815473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-367373d9-bfed-409c-a0a9-9f707b23d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:57:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f67d6671-a618-4ae8-adc1-df56eb97b255'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:57:25.848173 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4f22ad-1896-4ef9-9e91-2aa034d9b596 req-e99f8b84-bd43-47cb-8969-36e1dc4ecd10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] No DVR routers for this DVR port b076f8b4-9573-454e-8db1-324b4ce73595 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:57:25.851468 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6f4f22ad-1896-4ef9-9e91-2aa034d9b596 req-e99f8b84-bd43-47cb-8969-36e1dc4ecd10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:25.853616 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f4f22ad-1896-4ef9-9e91-2aa034d9b596 req-e99f8b84-bd43-47cb-8969-36e1dc4ecd10 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "DELETE /v2.0/ports/b076f8b4-9573-454e-8db1-324b4ce73595 HTTP/1.1" status: 204 len: 173 time: 0.8207004 Aug 20 10:57:25.854046 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71efb6c-d486-4cc9-822a-48ead58d7599', 'name': 'network-vif-deleted', 'tag': 'b076f8b4-9573-454e-8db1-324b4ce73595'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:57:25.856376 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c6df68-48df-4341-8d2a-3dfa32ecee85" -d '{"events": [{"server_uuid": "c71efb6c-d486-4cc9-822a-48ead58d7599", "name": "network-vif-deleted", "tag": "b076f8b4-9573-454e-8db1-324b4ce73595"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:57:25.936626 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-367373d9-bfed-409c-a0a9-9f707b23d2b9 None None] Set router f67d6671-a618-4ae8-adc1-df56eb97b255 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:57:25.990925 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e4069e-687f-4945-89c9-4aa07fe3b259 x-openstack-request-id: req-03e4069e-687f-4945-89c9-4aa07fe3b259 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:57:25.991292 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71efb6c-d486-4cc9-822a-48ead58d7599", "name": "network-vif-deleted", "tag": "b076f8b4-9573-454e-8db1-324b4ce73595", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:57:25.991548 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03e4069e-687f-4945-89c9-4aa07fe3b259 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:57:25.991951 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71efb6c-d486-4cc9-822a-48ead58d7599', 'name': 'network-vif-deleted', 'tag': 'b076f8b4-9573-454e-8db1-324b4ce73595', 'status': 'completed', 'code': 200} Aug 20 10:57:26.342479 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-367373d9-bfed-409c-a0a9-9f707b23d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:57:26.372563 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367373d9-bfed-409c-a0a9-9f707b23d2b9 None None] Checking router: f67d6671-a618-4ae8-adc1-df56eb97b255 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:57:26.382442 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367373d9-bfed-409c-a0a9-9f707b23d2b9 None None] Routers {'f67d6671-a618-4ae8-adc1-df56eb97b255'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:57:26.383414 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-367373d9-bfed-409c-a0a9-9f707b23d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:57:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f67d6671-a618-4ae8-adc1-df56eb97b255'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:57:26.510080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-367373d9-bfed-409c-a0a9-9f707b23d2b9 None None] Set router f67d6671-a618-4ae8-adc1-df56eb97b255 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:57:26.571969 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34584) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:26.706299 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-df1def8c-9143-4102-87ee-603129b21c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:26.772088 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-367373d9-bfed-409c-a0a9-9f707b23d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:57:26.799573 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367373d9-bfed-409c-a0a9-9f707b23d2b9 None None] The sync data for ids ['f67d6671-a618-4ae8-adc1-df56eb97b255'] in n-d-778550-11 is: [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:57:26.817271 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-df1def8c-9143-4102-87ee-603129b21c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:26.821705 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-df1def8c-9143-4102-87ee-603129b21c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:26.867867 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-df1def8c-9143-4102-87ee-603129b21c5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48045e69952a4ac5ae1182c9bde9a032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945371 Aug 20 10:57:26.870716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34590) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:26.877346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1def8c-9143-4102-87ee-603129b21c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b13a30e-2e75-4c4c-a7e8-37d77088ba8c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:26.935974 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08553050-0f1d-4b17-85ae-133218650a36 req-6bf129f3-d0cc-45fc-b3b3-e2915851ddc8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 210 time: 0.0467992 Aug 20 10:57:26.967929 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-114bf460-1d8c-4125-a814-61030469e67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:26.992394 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-114bf460-1d8c-4125-a814-61030469e67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:27.045018 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-114bf460-1d8c-4125-a814-61030469e67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:27.048434 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-114bf460-1d8c-4125-a814-61030469e67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:27.049590 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-114bf460-1d8c-4125-a814-61030469e67b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b13a30e-2e75-4c4c-a7e8-37d77088ba8c HTTP/1.1" status: 204 len: 168 time: 0.1765406 Aug 20 10:57:27.058535 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bf460-1d8c-4125-a814-61030469e67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b13a30e-2e75-4c4c-a7e8-37d77088ba8c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:27.067838 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bf460-1d8c-4125-a814-61030469e67b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:27.068185 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bf460-1d8c-4125-a814-61030469e67b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:27.068531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bf460-1d8c-4125-a814-61030469e67b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:27.068890 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bf460-1d8c-4125-a814-61030469e67b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:27.069225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bf460-1d8c-4125-a814-61030469e67b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:27.069557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bf460-1d8c-4125-a814-61030469e67b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:27.069883 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bf460-1d8c-4125-a814-61030469e67b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:27.070210 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bf460-1d8c-4125-a814-61030469e67b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:27.070533 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bf460-1d8c-4125-a814-61030469e67b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:27.070856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bf460-1d8c-4125-a814-61030469e67b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:27.071213 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bf460-1d8c-4125-a814-61030469e67b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:27.071539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114bf460-1d8c-4125-a814-61030469e67b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:27.112715 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce18ab00-931d-409b-979c-618b602b71c4 None None] New status for floating IP e9f27e9e-84f8-487a-a189-ec2622386b68: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:57:28.039113 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e40c3068-8f18-4994-84a2-d401b9fa1e10 req-1ae76063-b50e-4526-92b0-30c61f5cde46 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 210 time: 0.0276747 Aug 20 10:57:28.063238 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device b076f8b4-9573-454e-8db1-324b4ce73595 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 10:57:28.085587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: b076f8b4-9573-454e-8db1-324b4ce73595 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 10:57:28.085931 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device b076f8b4-9573-454e-8db1-324b4ce73595 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 10:57:29.142718 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39ec829a-bb1d-4320-8ce3-dbfb41b07029 req-6ab68bec-2cc5-4b40-94f7-36461ea4b103 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=c71efb6c-d486-4cc9-822a-48ead58d7599 HTTP/1.1" status: 200 len: 210 time: 0.0280421 Aug 20 10:57:29.333063 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fa9707d2-0422-4af4-bc0a-807beb277ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:30.421420 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-974bfea4-38af-4343-936e-f3afe73a33f8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1975251016&fields=id&tenant_id=c090051161f84f338132097522189093 HTTP/1.1" status: 200 len: 267 time: 0.0477717 Aug 20 10:57:30.594649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-ad166ab6-ccd7-4577-b2e3-4e469211222e tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:30.598589 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-ad166ab6-ccd7-4577-b2e3-4e469211222e tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 811 time: 0.1674504 Aug 20 10:57:30.612577 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-c602cd63-3cfc-4162-ad8f-f3f6073bb083 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/quotas/c090051161f84f338132097522189093 HTTP/1.1" status: 200 len: 375 time: 0.0097022 Aug 20 10:57:30.703419 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-63d7a7d7-0a64-47a0-961d-dd58e51def77 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849829 Aug 20 10:57:30.720398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-0701dc0f-e846-4e89-bb48-fb42161f39de service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:57:30.721364 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-0701dc0f-e846-4e89-bb48-fb42161f39de service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057626 Aug 20 10:57:30.823990 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-1bc32c6a-85c7-45f9-8306-9a48ac1b274f service neutron] 10.222.0.16 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953100 Aug 20 10:57:30.918757 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-8bc0d5e7-89d8-410e-8263-f276c34c59b4 service neutron] 10.222.0.16 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886748 Aug 20 10:57:31.250250 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7eda2217-e31d-487c-819a-23743b0ee3b4 req-746a8639-2b58-4bee-bcdc-5b5695bc2672 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 210 time: 0.0308959 Aug 20 10:57:31.959584 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a3b59232-24d0-4039-8eb0-cd4021ab3fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:32.407900 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e2ff8f0d-94a5-4779-a8f3-4d086050a9df req-67efda49-b50a-4759-81e8-af2c8cc8b839 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 210 time: 0.0681593 Aug 20 10:57:32.441796 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:32.450957 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-a3094159-afaa-4ed3-8f12-3037f0de09a0 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:32.452464 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-a3094159-afaa-4ed3-8f12-3037f0de09a0 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.42 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 811 time: 0.1533251 Aug 20 10:57:32.512477 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-1879e0e0-e6f1-4f80-8a4a-c5ba7a3f7fca tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c090051161f84f338132097522189093 HTTP/1.1" status: 200 len: 380 time: 0.0512321 Aug 20 10:57:32.524169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-d822096a-b90f-4145-9d84-993f6e7694fe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Request body: {'port': {'device_id': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'admin_state_up': True, 'tenant_id': 'c090051161f84f338132097522189093', 'security_groups': ['672cc0e6-d1f0-4810-99fb-e976c4efadc3']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:57:32.646307 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-d822096a-b90f-4145-9d84-993f6e7694fe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Made reservation on behalf of c090051161f84f338132097522189093 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:57:32.650670 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-d822096a-b90f-4145-9d84-993f6e7694fe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:32.790503 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-d822096a-b90f-4145-9d84-993f6e7694fe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Allocated IP 172.20.0.6 (45e6f8dc-f9e2-4ee1-aaa9-d63db523568b/613c4b10-757f-41e2-b495-9809f5fc214e/7e5194c8-2278-47aa-8534-7fc7bf326457) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:57:32.946790 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-d822096a-b90f-4145-9d84-993f6e7694fe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:32.961945 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-d822096a-b90f-4145-9d84-993f6e7694fe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Transition to ACTIVE for port object 7e5194c8-2278-47aa-8534-7fc7bf326457 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:57:32.997679 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-d822096a-b90f-4145-9d84-993f6e7694fe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:33.045813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-d822096a-b90f-4145-9d84-993f6e7694fe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:57:33.049526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-d822096a-b90f-4145-9d84-993f6e7694fe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:57:33.054138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-d822096a-b90f-4145-9d84-993f6e7694fe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:57:33.086212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822096a-b90f-4145-9d84-993f6e7694fe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'Port': ['ID=7e5194c8-2278-47aa-8534-7fc7bf326457,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:33.112290 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-d822096a-b90f-4145-9d84-993f6e7694fe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:33.113096 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-d822096a-b90f-4145-9d84-993f6e7694fe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:33.134631 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-d822096a-b90f-4145-9d84-993f6e7694fe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6156008 Aug 20 10:57:33.153250 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Request body: {'port': {'device_id': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:57:33.220818 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:33.228558 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:33.379358 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4d8eff57-6240-4f16-a5d5-1ff63646eccd None None] Provisioning for port 7e5194c8-2278-47aa-8534-7fc7bf326457 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:57:33.390141 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4d8eff57-6240-4f16-a5d5-1ff63646eccd None None] Provisioning complete for port 7e5194c8-2278-47aa-8534-7fc7bf326457 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:57:33.390518 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4d8eff57-6240-4f16-a5d5-1ff63646eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:33.439473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4d8eff57-6240-4f16-a5d5-1ff63646eccd None None] Port 7e5194c8-2278-47aa-8534-7fc7bf326457 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:57:33.544339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9798280-362f-410f-b34a-05672942a0c4 req-2cd9595c-b1f3-4172-93b0-e1b064b388d4 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:33.550709 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5194c8-2278-47aa-8534-7fc7bf326457 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:57:33.552541 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f9798280-362f-410f-b34a-05672942a0c4 req-2cd9595c-b1f3-4172-93b0-e1b064b388d4 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 931 time: 0.0586081 Aug 20 10:57:33.564533 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:33.579610 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Transition to ACTIVE for port object 7e5194c8-2278-47aa-8534-7fc7bf326457 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:57:33.584842 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:33.602364 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f9798280-362f-410f-b34a-05672942a0c4 req-488fda64-d2e9-447a-af93-6200c6090204 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475106 Aug 20 10:57:34.130790 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5194c8-2278-47aa-8534-7fc7bf326457,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:34.189306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Attempting to bind port 7e5194c8-2278-47aa-8534-7fc7bf326457 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:57:34.189644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Attempting to bind port 7e5194c8-2278-47aa-8534-7fc7bf326457 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:57:34.189977 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Attempting to bind port 7e5194c8-2278-47aa-8534-7fc7bf326457 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:57:34.195015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Port 7e5194c8-2278-47aa-8534-7fc7bf326457 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:57:34.195369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Attempting to bind port 7e5194c8-2278-47aa-8534-7fc7bf326457 on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:57:34.200112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:57:34.200450 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Checking segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:57:34.200835 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Bound using segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:57:34.201251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Bound port: 7e5194c8-2278-47aa-8534-7fc7bf326457, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:57:34.201613 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:34.269155 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] For port 7e5194c8-2278-47aa-8534-7fc7bf326457, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:57:34.273485 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] For port 7e5194c8-2278-47aa-8534-7fc7bf326457, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=7e5194c8-2278-47aa-8534-7fc7bf326457,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:57:34.281230 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:34.318909 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:34.320244 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:34.321997 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] 10.222.0.42 "PUT /v2.0/ports/7e5194c8-2278-47aa-8534-7fc7bf326457 HTTP/1.1" status: 200 len: 1092 time: 1.1778729 Aug 20 10:57:34.322544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'tag': '7e5194c8-2278-47aa-8534-7fc7bf326457'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:57:34.325258 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9664347c-9d04-44fe-9d1e-b159428aa7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "466f7f35-eafb-4dd6-bbc0-092a805c070a", "tag": "7e5194c8-2278-47aa-8534-7fc7bf326457"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:57:34.351305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053de4d-be4f-4cf5-9ecd-e4ad6a0e7ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5194c8-2278-47aa-8534-7fc7bf326457,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:34.404355 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef28df23-e565-4dc7-8f65-d636d19709b1 x-openstack-request-id: req-ef28df23-e565-4dc7-8f65-d636d19709b1 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:57:34.404647 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466f7f35-eafb-4dd6-bbc0-092a805c070a", "tag": "7e5194c8-2278-47aa-8534-7fc7bf326457", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:57:34.404907 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef28df23-e565-4dc7-8f65-d636d19709b1 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:57:34.405307 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'tag': '7e5194c8-2278-47aa-8534-7fc7bf326457', 'status': 'completed', 'code': 200} Aug 20 10:57:34.428222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-55094792-5de2-4a93-9488-9c1192b7dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:34.429817 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-55094792-5de2-4a93-9488-9c1192b7dc0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 1095 time: 0.0611196 Aug 20 10:57:34.490318 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-006dd8be-385b-4ac5-bb2d-838f48e195e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e5194c8-2278-47aa-8534-7fc7bf326457 HTTP/1.1" status: 200 len: 217 time: 0.0513422 Aug 20 10:57:34.562141 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f7b54b37-fe8b-459c-96bd-7a8a42dd548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:34.564951 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-f7b54b37-fe8b-459c-96bd-7a8a42dd548c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0685318 Aug 20 10:57:34.627840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-2f48f198-02d1-4df4-bbf9-ddda3c51a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:34.629477 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-2f48f198-02d1-4df4-bbf9-ddda3c51a75a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531638 Aug 20 10:57:34.753330 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-22f63092-72dc-4703-80dc-b030b35e8570 service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161542 Aug 20 10:57:34.772135 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860cc03-3443-4d0b-a604-6989e7a43ac0 req-11b67ab2-a258-4a93-bd26-b2bb20b519ec tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:34.774331 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b860cc03-3443-4d0b-a604-6989e7a43ac0 req-11b67ab2-a258-4a93-bd26-b2bb20b519ec tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 943 time: 0.0710981 Aug 20 10:57:34.829713 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b860cc03-3443-4d0b-a604-6989e7a43ac0 req-febd2f10-200b-4dbe-901a-a13524bff3b5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490930 Aug 20 10:57:34.864092 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-48f1c1e6-eb65-440c-8950-6f49388514e6 req-fd6103c8-5026-4eea-a557-47bc95b8902a service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037016 Aug 20 10:57:34.876133 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:34.952349 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664347c-9d04-44fe-9d1e-b159428aa7c3 req-33c71d57-35f6-4594-b2e3-7cfb87c1aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:34.953946 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9664347c-9d04-44fe-9d1e-b159428aa7c3 req-33c71d57-35f6-4594-b2e3-7cfb87c1aadd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 1095 time: 0.0440373 Aug 20 10:57:35.058079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664347c-9d04-44fe-9d1e-b159428aa7c3 req-c2f39bc4-9d3a-46e6-b47e-1792c5899096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:35.059900 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9664347c-9d04-44fe-9d1e-b159428aa7c3 req-c2f39bc4-9d3a-46e6-b47e-1792c5899096 service neutron] 10.222.0.42 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.0991843 Aug 20 10:57:35.107316 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9664347c-9d04-44fe-9d1e-b159428aa7c3 req-f021b1e3-5c2a-4257-87b8-211c0ee2fa03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e5194c8-2278-47aa-8534-7fc7bf326457 HTTP/1.1" status: 200 len: 217 time: 0.0397553 Aug 20 10:57:35.172270 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664347c-9d04-44fe-9d1e-b159428aa7c3 req-dd02b92b-1eca-4ee9-95bc-c1150b109494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:35.174097 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9664347c-9d04-44fe-9d1e-b159428aa7c3 req-dd02b92b-1eca-4ee9-95bc-c1150b109494 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0601995 Aug 20 10:57:35.223708 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664347c-9d04-44fe-9d1e-b159428aa7c3 req-54f10fc2-35ef-4e45-87d9-1eaabba08b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:35.225767 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9664347c-9d04-44fe-9d1e-b159428aa7c3 req-54f10fc2-35ef-4e45-87d9-1eaabba08b2b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443099 Aug 20 10:57:35.326251 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9664347c-9d04-44fe-9d1e-b159428aa7c3 req-0e0785be-954d-4f2f-b6da-3526d8c93323 service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936224 Aug 20 10:57:35.424102 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9664347c-9d04-44fe-9d1e-b159428aa7c3 req-c19dc2f8-21af-407d-8f93-d2acddd44070 service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911479 Aug 20 10:57:35.962653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c07d28-04fa-4986-ab78-e041539456eb req-7633a131-1b4e-4f39-8859-6bfe0284a07e tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:35.964308 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23c07d28-04fa-4986-ab78-e041539456eb req-7633a131-1b4e-4f39-8859-6bfe0284a07e tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 943 time: 0.0581155 Aug 20 10:57:36.011811 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23c07d28-04fa-4986-ab78-e041539456eb req-c435934f-1ec2-487a-a64e-1345057faf91 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400882 Aug 20 10:57:37.130403 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95356489-7012-458d-acc4-303f4a01899e req-c9310ecc-d317-4670-8dc7-9d3577cf62b2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:37.132115 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-95356489-7012-458d-acc4-303f4a01899e req-c9310ecc-d317-4670-8dc7-9d3577cf62b2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 943 time: 0.0502470 Aug 20 10:57:37.176843 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-95356489-7012-458d-acc4-303f4a01899e req-02b559d6-aeb2-406c-9555-a184e5472d79 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386069 Aug 20 10:57:38.304918 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed475bb-d2a6-4ff8-8dc3-4571b76b779e req-69007292-4929-4e54-8395-a5e3b6a9d4c8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:38.306754 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ed475bb-d2a6-4ff8-8dc3-4571b76b779e req-69007292-4929-4e54-8395-a5e3b6a9d4c8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 943 time: 0.0501485 Aug 20 10:57:38.346672 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0ed475bb-d2a6-4ff8-8dc3-4571b76b779e req-a6a0d439-2f10-4f0b-8f07-9b89715e91f1 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341778 Aug 20 10:57:39.465170 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1004390-f5b5-49ca-baa6-ef55be81535c req-dd7f491d-c619-4806-b441-ea2303e30957 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:39.466680 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c1004390-f5b5-49ca-baa6-ef55be81535c req-dd7f491d-c619-4806-b441-ea2303e30957 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 943 time: 0.0485966 Aug 20 10:57:39.506054 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c1004390-f5b5-49ca-baa6-ef55be81535c req-ff4108d5-89b3-4881-8c53-e7c65f79b072 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330648 Aug 20 10:57:40.622848 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbe8f7-55aa-42ea-981d-45ad438c62d6 req-bc9e7c50-1d67-4556-801a-5ea115f8c293 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:40.624421 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0bbe8f7-55aa-42ea-981d-45ad438c62d6 req-bc9e7c50-1d67-4556-801a-5ea115f8c293 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 943 time: 0.0480573 Aug 20 10:57:40.670653 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0bbe8f7-55aa-42ea-981d-45ad438c62d6 req-edfd8efe-2018-4ee4-8ada-86ce928f1087 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402720 Aug 20 10:57:41.808743 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a1f23-3b60-4d97-ab01-a50006849b23 req-c9a0e491-bcee-4237-8d15-2786c50ca061 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:41.811039 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-544a1f23-3b60-4d97-ab01-a50006849b23 req-c9a0e491-bcee-4237-8d15-2786c50ca061 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 943 time: 0.0595508 Aug 20 10:57:41.865260 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-544a1f23-3b60-4d97-ab01-a50006849b23 req-e71975fb-15b3-4bda-a816-bd68d01c3a67 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474081 Aug 20 10:57:42.985911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a0085-67b8-43ff-8988-fa5907a73598 req-f67e06a7-0ea8-4f3c-9927-0c3485f35d9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:42.987381 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c6a0085-67b8-43ff-8988-fa5907a73598 req-f67e06a7-0ea8-4f3c-9927-0c3485f35d9c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 943 time: 0.0517700 Aug 20 10:57:43.025170 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c6a0085-67b8-43ff-8988-fa5907a73598 req-1fc8d6bf-0589-4de3-8d9e-c56ec2f9d2cc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316229 Aug 20 10:57:44.139835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5229c4-4cb5-41e1-bc99-5a6fb959878b req-5e2232d8-ba8f-4b32-b3eb-1efe306dc802 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:44.141318 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f5229c4-4cb5-41e1-bc99-5a6fb959878b req-5e2232d8-ba8f-4b32-b3eb-1efe306dc802 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 943 time: 0.0488915 Aug 20 10:57:44.181769 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f5229c4-4cb5-41e1-bc99-5a6fb959878b req-c95e99ca-6506-4dbe-8ab4-b1924e2c5a3c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342908 Aug 20 10:57:45.209099 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 7e5194c8-2278-47aa-8534-7fc7bf326457 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:57:45.298617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26518e13-7bee-43a7-af9a-b0f79d964d48 req-32295401-4a4f-4252-a4f9-581cc9519940 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:45.300077 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-26518e13-7bee-43a7-af9a-b0f79d964d48 req-32295401-4a4f-4252-a4f9-581cc9519940 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 943 time: 0.0502026 Aug 20 10:57:45.305190 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 7e5194c8-2278-47aa-8534-7fc7bf326457, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=7e5194c8-2278-47aa-8534-7fc7bf326457,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:57:45.316969 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '7e5194c8-2278-47aa-8534-7fc7bf326457', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'port_id': '7e5194c8-2278-47aa-8534-7fc7bf326457', 'mac_address': 'fa:16:3e:30:fe:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:57:45.341385 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-26518e13-7bee-43a7-af9a-b0f79d964d48 req-0713dd5e-37e0-4974-abc9-43553386d0da tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331576 Aug 20 10:57:45.360260 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:45.372820 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5194c8-2278-47aa-8534-7fc7bf326457 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:57:45.391893 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 7e5194c8-2278-47aa-8534-7fc7bf326457, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=7e5194c8-2278-47aa-8534-7fc7bf326457,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:57:45.395940 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:45.447528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=7e5194c8-2278-47aa-8534-7fc7bf326457,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:45.454925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:45.455303 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:45.455652 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:45.455989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:45.456329 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:45.456673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:45.456998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:45.457329 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:45.457681 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:45.457997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:45.458311 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:45.458634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:57:45.622725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['7e5194c8-2278-47aa-8534-7fc7bf326457'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:57:46.463219 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cb2ab-07e0-4005-a172-e488cfd72596 req-008cb396-cd7d-40e5-841b-c91be33cc8a8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:46.464660 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b35cb2ab-07e0-4005-a172-e488cfd72596 req-008cb396-cd7d-40e5-841b-c91be33cc8a8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 944 time: 0.0484731 Aug 20 10:57:46.503626 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b35cb2ab-07e0-4005-a172-e488cfd72596 req-a17a6f19-4a5b-42f9-b830-63cdd0f652fd tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329564 Aug 20 10:57:47.221784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 7e5194c8-2278-47aa-8534-7fc7bf326457 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:57:47.269856 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 7e5194c8-2278-47aa-8534-7fc7bf326457 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:57:47.274028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 7e5194c8-2278-47aa-8534-7fc7bf326457 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:57:47.274395 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:47.352466 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:47.373673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5194c8-2278-47aa-8534-7fc7bf326457'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:57:47.375929 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e05a438-3e8c-4314-aae2-7b6165a778ff" -d '{"events": [{"server_uuid": "466f7f35-eafb-4dd6-bbc0-092a805c070a", "name": "network-vif-plugged", "status": "completed", "tag": "7e5194c8-2278-47aa-8534-7fc7bf326457"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:57:47.387849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 7e5194c8-2278-47aa-8534-7fc7bf326457, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=7e5194c8-2278-47aa-8534-7fc7bf326457,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:57:47.392454 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:47.440688 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=7e5194c8-2278-47aa-8534-7fc7bf326457,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:47.536750 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd30f65d-2631-41df-97fe-118883e583f7 x-openstack-request-id: req-cd30f65d-2631-41df-97fe-118883e583f7 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:57:47.537090 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466f7f35-eafb-4dd6-bbc0-092a805c070a", "name": "network-vif-plugged", "status": "completed", "tag": "7e5194c8-2278-47aa-8534-7fc7bf326457", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:57:47.537403 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd30f65d-2631-41df-97fe-118883e583f7 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:57:47.537864 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5194c8-2278-47aa-8534-7fc7bf326457', 'code': 200} Aug 20 10:57:47.625268 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200559e5-05f8-4f31-af10-7a1244c5d628 req-3b537923-5e33-4726-9d81-e3921c5428a6 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:47.626717 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-200559e5-05f8-4f31-af10-7a1244c5d628 req-3b537923-5e33-4726-9d81-e3921c5428a6 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 945 time: 0.0493500 Aug 20 10:57:47.632647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f3d0a-74fd-416a-8603-7a5537fadb63 req-31e46e7c-1004-4263-b8f4-06246a3da9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:47.634184 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b97f3d0a-74fd-416a-8603-7a5537fadb63 req-31e46e7c-1004-4263-b8f4-06246a3da9ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 1097 time: 0.0403879 Aug 20 10:57:47.668685 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-200559e5-05f8-4f31-af10-7a1244c5d628 req-f3b754d2-330c-4c88-9049-e4b7248b4d8f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351841 Aug 20 10:57:47.669297 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b97f3d0a-74fd-416a-8603-7a5537fadb63 req-87cd0f8b-79a8-493a-9dc2-6c8154e061ca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279391 Aug 20 10:57:48.706066 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:48.793457 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29552d9-8855-4588-8039-9b52da6b7ffc req-819f487f-2584-490e-8e90-2b41e80d8dfe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:48.794970 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a29552d9-8855-4588-8039-9b52da6b7ffc req-819f487f-2584-490e-8e90-2b41e80d8dfe tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 945 time: 0.0546021 Aug 20 10:57:48.833945 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a29552d9-8855-4588-8039-9b52da6b7ffc req-86aded54-1198-4395-b235-d4aa9fa4cfb4 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325310 Aug 20 10:57:49.273363 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebc787-9329-433c-b3f1-41ecd7ac21f1 req-25747486-41c7-4c79-9c50-a52e9f3d43ac tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:49.274943 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52ebc787-9329-433c-b3f1-41ecd7ac21f1 req-25747486-41c7-4c79-9c50-a52e9f3d43ac tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 945 time: 0.3754883 Aug 20 10:57:49.314590 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52ebc787-9329-433c-b3f1-41ecd7ac21f1 req-b70b7918-e2c6-45c9-9c2a-cc44ca6824de tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333233 Aug 20 10:57:49.338400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34848) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:49.531296 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1f973f-5aae-4302-815d-8f9e693f97ad tempest-TestVolumeBootPattern-1279906047 tempest-TestVolumeBootPattern-1279906047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:49.532710 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dc1f973f-5aae-4302-815d-8f9e693f97ad tempest-TestVolumeBootPattern-1279906047 tempest-TestVolumeBootPattern-1279906047-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 1092 time: 0.1932869 Aug 20 10:57:49.535518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34854) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:49.539957 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': '7e5194c8-2278-47aa-8534-7fc7bf326457', 'tenant_id': 'c090051161f84f338132097522189093', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:57:49.562919 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:49.661623 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:49.767768 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Allocated IP 172.25.3.185 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/d1798d8f-6f8e-4e64-8c03-9d048643eb52) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:57:49.873755 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:49.910345 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:57:49.914344 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:49.951614 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:57:49.954344 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:57:49.957802 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:57:49.983159 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'Port': ['ID=d1798d8f-6f8e-4e64-8c03-9d048643eb52,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:50.326128 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:50.392961 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:50.556908 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:50.561412 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:50.686213 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'Port': ['ID=d1798d8f-6f8e-4e64-8c03-9d048643eb52,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:50.700933 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:50.811232 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Floating IP f898a0da-f216-4d81-a142-01a5c31e3cdc associated. External IP: 172.25.3.185, port: 7e5194c8-2278-47aa-8534-7fc7bf326457. Aug 20 10:57:51.025270 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Router f67d6671-a618-4ae8-adc1-df56eb97b255 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:57:51.135014 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:57:51.144696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e827f-01e4-4913-9b7f-5cc898f6bac7 None None] Sync routers for ids ['f67d6671-a618-4ae8-adc1-df56eb97b255'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:57:51.151575 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:51.154378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e827f-01e4-4913-9b7f-5cc898f6bac7 None None] Routers {'f67d6671-a618-4ae8-adc1-df56eb97b255'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:57:51.155162 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-043e827f-01e4-4913-9b7f-5cc898f6bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:57:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f67d6671-a618-4ae8-adc1-df56eb97b255'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:57:51.181515 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a042bbf8-9121-4b6a-9115-a67e2fff3536 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6448870 Aug 20 10:57:51.182262 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'tag': '7e5194c8-2278-47aa-8534-7fc7bf326457'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:57:51.184842 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c481d34-4c6c-4734-a693-74c23cc5f063" -d '{"events": [{"name": "network-changed", "server_uuid": "466f7f35-eafb-4dd6-bbc0-092a805c070a", "tag": "7e5194c8-2278-47aa-8534-7fc7bf326457"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:57:51.225917 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e285a33d-1693-4ae4-8fce-db5b96ac63d0 x-openstack-request-id: req-e285a33d-1693-4ae4-8fce-db5b96ac63d0 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:57:51.226231 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466f7f35-eafb-4dd6-bbc0-092a805c070a", "tag": "7e5194c8-2278-47aa-8534-7fc7bf326457", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:57:51.226509 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e285a33d-1693-4ae4-8fce-db5b96ac63d0 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:57:51.227093 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'tag': '7e5194c8-2278-47aa-8534-7fc7bf326457', 'status': 'completed', 'code': 200} Aug 20 10:57:51.262782 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-043e827f-01e4-4913-9b7f-5cc898f6bac7 None None] Set router f67d6671-a618-4ae8-adc1-df56eb97b255 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:57:51.297806 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c481d34-4c6c-4734-a693-74c23cc5f063 req-e5c57447-c674-416f-97b0-1784c0328319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:51.299633 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c481d34-4c6c-4734-a693-74c23cc5f063 req-e5c57447-c674-416f-97b0-1784c0328319 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 1097 time: 0.0518284 Aug 20 10:57:51.400690 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c481d34-4c6c-4734-a693-74c23cc5f063 req-e751c1f6-8762-494e-b4c3-04b6d16f06a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:51.402873 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c481d34-4c6c-4734-a693-74c23cc5f063 req-e751c1f6-8762-494e-b4c3-04b6d16f06a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.0963233 Aug 20 10:57:51.476034 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c481d34-4c6c-4734-a693-74c23cc5f063 req-fd287b92-575b-4a0d-b21f-46e82a13d6df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e5194c8-2278-47aa-8534-7fc7bf326457 HTTP/1.1" status: 200 len: 999 time: 0.0648875 Aug 20 10:57:51.497252 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-043e827f-01e4-4913-9b7f-5cc898f6bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'f898a0da-f216-4d81-a142-01a5c31e3cdc', 'tenant_id': 'c090051161f84f338132097522189093', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'port_id': '7e5194c8-2278-47aa-8534-7fc7bf326457', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'mac_address': 'fa:16:3e:30:fe:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:57:50Z', 'updated_at': '2021-08-20T10:57:50Z', 'revision_number': 0, 'project_id': 'c090051161f84f338132097522189093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:57:51.523474 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e827f-01e4-4913-9b7f-5cc898f6bac7 None None] Checking router: f67d6671-a618-4ae8-adc1-df56eb97b255 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:57:51.531676 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c481d34-4c6c-4734-a693-74c23cc5f063 req-b5e45a3a-fa02-4ee0-8390-40c2f63dbbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:51.532263 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e827f-01e4-4913-9b7f-5cc898f6bac7 None None] Routers {'f67d6671-a618-4ae8-adc1-df56eb97b255'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:57:51.532901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-043e827f-01e4-4913-9b7f-5cc898f6bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:57:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f67d6671-a618-4ae8-adc1-df56eb97b255'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:57:51.533615 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c481d34-4c6c-4734-a693-74c23cc5f063 req-b5e45a3a-fa02-4ee0-8390-40c2f63dbbee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0516896 Aug 20 10:57:51.596406 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c481d34-4c6c-4734-a693-74c23cc5f063 req-53e96a62-8b36-43c0-81c7-5ef24f208d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:51.598170 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c481d34-4c6c-4734-a693-74c23cc5f063 req-53e96a62-8b36-43c0-81c7-5ef24f208d96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580385 Aug 20 10:57:51.653374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-043e827f-01e4-4913-9b7f-5cc898f6bac7 None None] Set router f67d6671-a618-4ae8-adc1-df56eb97b255 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:57:51.728064 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c481d34-4c6c-4734-a693-74c23cc5f063 req-052853b2-c31b-4d27-8325-4525045c4c7f service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228828 Aug 20 10:57:51.831951 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c481d34-4c6c-4734-a693-74c23cc5f063 req-26bc69b2-8f3f-4650-9992-56a377d60ceb service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958869 Aug 20 10:57:51.922888 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-043e827f-01e4-4913-9b7f-5cc898f6bac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'f898a0da-f216-4d81-a142-01a5c31e3cdc', 'tenant_id': 'c090051161f84f338132097522189093', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'port_id': '7e5194c8-2278-47aa-8534-7fc7bf326457', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'mac_address': 'fa:16:3e:30:fe:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:57:50Z', 'updated_at': '2021-08-20T10:57:50Z', 'revision_number': 0, 'project_id': 'c090051161f84f338132097522189093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:57:51.953425 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e827f-01e4-4913-9b7f-5cc898f6bac7 None None] The sync data for ids ['f67d6671-a618-4ae8-adc1-df56eb97b255'] in n-d-778550-11 is: [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'f898a0da-f216-4d81-a142-01a5c31e3cdc', 'tenant_id': 'c090051161f84f338132097522189093', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'port_id': '7e5194c8-2278-47aa-8534-7fc7bf326457', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'mac_address': 'fa:16:3e:30:fe:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:57:50Z', 'updated_at': '2021-08-20T10:57:50Z', 'revision_number': 0, 'project_id': 'c090051161f84f338132097522189093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:57:52.143751 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d1b56-2d85-4e80-abc5-d5f160a5ca67 None None] New status for floating IP f898a0da-f216-4d81-a142-01a5c31e3cdc: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:57:52.983762 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:53.019666 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66c867dc-caca-4a22-bb75-a753c350dc43 req-993b05fc-54c1-4bbd-8e7a-b94d7f038057 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396132 Aug 20 10:57:53.104408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c867dc-caca-4a22-bb75-a753c350dc43 req-40c4a0c5-4538-43aa-b1f6-e1ff30fc8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:53.105847 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66c867dc-caca-4a22-bb75-a753c350dc43 req-40c4a0c5-4538-43aa-b1f6-e1ff30fc8df1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 1097 time: 0.0456696 Aug 20 10:57:53.213661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c867dc-caca-4a22-bb75-a753c350dc43 req-6cb344b7-248c-44bf-b98a-47e126a60220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:53.215215 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66c867dc-caca-4a22-bb75-a753c350dc43 req-6cb344b7-248c-44bf-b98a-47e126a60220 service neutron] 10.222.0.42 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.0890541 Aug 20 10:57:53.285588 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66c867dc-caca-4a22-bb75-a753c350dc43 req-990b55f1-696b-49e0-abc8-52bc4717fdcc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e5194c8-2278-47aa-8534-7fc7bf326457 HTTP/1.1" status: 200 len: 1001 time: 0.0624776 Aug 20 10:57:53.581220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c867dc-caca-4a22-bb75-a753c350dc43 req-50bd600d-e05b-400f-81bb-195f0fb9c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:53.582645 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66c867dc-caca-4a22-bb75-a753c350dc43 req-50bd600d-e05b-400f-81bb-195f0fb9c424 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.2907445 Aug 20 10:57:53.626573 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c867dc-caca-4a22-bb75-a753c350dc43 req-5577cb86-db4b-4e10-9a17-8701bdb33ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:57:53.628066 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66c867dc-caca-4a22-bb75-a753c350dc43 req-5577cb86-db4b-4e10-9a17-8701bdb33ae4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386498 Aug 20 10:57:53.717535 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66c867dc-caca-4a22-bb75-a753c350dc43 req-3ae21a73-faed-405f-9fbb-595303aef273 service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825162 Aug 20 10:57:53.822159 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-66c867dc-caca-4a22-bb75-a753c350dc43 req-916d9852-5f48-4db4-bbd0-7d0d36ee2d72 service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974076 Aug 20 10:57:58.345875 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34896) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:58.452119 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0444fc01-588b-4801-9d40-3ca682c77a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:58.540277 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0444fc01-588b-4801-9d40-3ca682c77a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:58.543977 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0444fc01-588b-4801-9d40-3ca682c77a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:58.586882 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0444fc01-588b-4801-9d40-3ca682c77a97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=619984347066421a9765a48ea1b595c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399158 Aug 20 10:57:58.588004 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444fc01-588b-4801-9d40-3ca682c77a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e21891-10ce-468a-8ec1-5e1d15b072f4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:58.589642 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34900) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:57:58.637186 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3f3b7bd5-8e40-49d5-ab1c-82e45794c01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:58.656978 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3f3b7bd5-8e40-49d5-ab1c-82e45794c01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:58.702972 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3f3b7bd5-8e40-49d5-ab1c-82e45794c01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:58.705537 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3f3b7bd5-8e40-49d5-ab1c-82e45794c01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:57:58.706668 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3f3b7bd5-8e40-49d5-ab1c-82e45794c01b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15e21891-10ce-468a-8ec1-5e1d15b072f4 HTTP/1.1" status: 204 len: 168 time: 0.1159589 Aug 20 10:57:58.714073 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b7bd5-8e40-49d5-ab1c-82e45794c01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e21891-10ce-468a-8ec1-5e1d15b072f4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:57:59.336323 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1754ce92-1095-4b42-8f5e-7a8c90e39557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:00.674459 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34952) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:58:00.680383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a737a024-6527-4051-8b2f-9d8a603bc8ee tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Request body: {'network': {'name': 'tempest-network-smoke--1565864584', 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'port_security_enabled': True}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:58:00.700274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a737a024-6527-4051-8b2f-9d8a603bc8ee tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Made reservation on behalf of 46d512a088054cf588a5e2274ab90fd6 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:58:00.703697 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a737a024-6527-4051-8b2f-9d8a603bc8ee tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:00.712205 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a737a024-6527-4051-8b2f-9d8a603bc8ee tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:00.805194 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a737a024-6527-4051-8b2f-9d8a603bc8ee tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:00.808999 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a737a024-6527-4051-8b2f-9d8a603bc8ee tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:00.834521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a737a024-6527-4051-8b2f-9d8a603bc8ee tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:58:00.844577 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737a024-6527-4051-8b2f-9d8a603bc8ee tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3acd48c8-ea4d-44fe-85a9-9935c21609db,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:00.849456 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a737a024-6527-4051-8b2f-9d8a603bc8ee tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:00.849793 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-a737a024-6527-4051-8b2f-9d8a603bc8ee tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Added segment 42694199-236e-4b81-942f-d2e9d788e9f1 of type vlan for network 2188c788-dbb5-4737-a44f-6333eac67b39 Aug 20 10:58:00.888050 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a737a024-6527-4051-8b2f-9d8a603bc8ee tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:00.911558 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a737a024-6527-4051-8b2f-9d8a603bc8ee tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:00.917804 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a737a024-6527-4051-8b2f-9d8a603bc8ee tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:00.918381 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a737a024-6527-4051-8b2f-9d8a603bc8ee tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:00.977723 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a737a024-6527-4051-8b2f-9d8a603bc8ee tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3021376 Aug 20 10:58:00.980607 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34954) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:58:00.984958 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1844968748', 'admin_state_up': True, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:58:00.997263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737a024-6527-4051-8b2f-9d8a603bc8ee tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event updated for resources: {'Network': ['ID=2188c788-dbb5-4737-a44f-6333eac67b39,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:01.007906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 2188c788-dbb5-4737-a44f-6333eac67b39 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:58:01.016614 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:01.017652 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:01.106171 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:01.296022 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:01.495410 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:01.528333 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:01.633491 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Allocated IP 172.25.3.54 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/b7d767b1-e010-4da6-9876-da26a0ad09cc) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:58:01.735695 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:01.774770 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:01.813413 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:58:01.817639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:58:01.821635 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:58:01.846586 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event updated for resources: {'Port': ['ID=b7d767b1-e010-4da6-9876-da26a0ad09cc,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:01.952237 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4e441126-9164-4634-86c8-2ce1ab5e4081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:02.127831 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:02.426408 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:02.565952 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:02.698571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Router e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:58:02.801868 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:58:02.812860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Sync routers for ids ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:58:02.820217 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:02.821905 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Routers {'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:58:02.822519 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:58:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:58:02.825276 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34956) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:58:02.825762 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-09d5bf64-cea8-429f-a9f9-745abfc26119 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8437743 Aug 20 10:58:02.929761 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Set router e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:58:02.950950 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4e222f71-8081-4872-ab60-1b97108d4b3c tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=46d512a088054cf588a5e2274ab90fd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1244535 Aug 20 10:58:02.953583 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34960) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:58:03.043619 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ae84c-cdf2-43ff-9410-e46bb2c9e269 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:03.045269 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ee4ae84c-cdf2-43ff-9410-e46bb2c9e269 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907946 Aug 20 10:58:03.048183 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34962) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:58:03.076344 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c4e29c42-f0ec-4f1e-9c99-b0bcf80bf0a0 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270896 Aug 20 10:58:03.078956 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34964) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:58:03.084291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-985737084', 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39', 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:58:03.113704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1844968748', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:01Z', 'revision_number': 3, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:58:03.139976 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Checking router: e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:58:03.140323 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Updating router e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 port b7d767b1-e010-4da6-9876-da26a0ad09cc binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:58:03.167640 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:03.174936 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Made reservation on behalf of 46d512a088054cf588a5e2274ab90fd6 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:58:03.179218 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:03.268217 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:03.366564 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:03.426950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event updated for resources: {'Subnet': ['ID=13c20447-9050-4b6e-9add-5e7915289c17,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:03.440159 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:03.440510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:03.440853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:03.441185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:03.441511 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:03.441838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:03.442165 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:03.442486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:03.442809 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:03.443152 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:03.443593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:03.443914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:03.448889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Checking segment: {'id': '42694199-236e-4b81-942f-d2e9d788e9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:58:03.449263 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Network hostable DHCP agents. Network: 2188c788-dbb5-4737-a44f-6333eac67b39, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:58:03.468062 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Network 2188c788-dbb5-4737-a44f-6333eac67b39 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:58:03.478119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 2188c788-dbb5-4737-a44f-6333eac67b39) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:58:03.482322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:03.482935 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:03.498883 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fcb04173-c368-4521-a25d-65cda37de163 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4186795 Aug 20 10:58:03.501740 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34966) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:58:03.582064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb0e386-673d-4376-a334-81ca6a1d1336 None None] Network 2188c788-dbb5-4737-a44f-6333eac67b39 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:58:03.588296 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:03.606704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Transition to ACTIVE for port object b7d767b1-e010-4da6-9876-da26a0ad09cc will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:58:03.636057 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:03.705199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Attempting to bind port b7d767b1-e010-4da6-9876-da26a0ad09cc on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:58:03.705572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Attempting to bind port b7d767b1-e010-4da6-9876-da26a0ad09cc by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:58:03.705937 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Attempting to bind port b7d767b1-e010-4da6-9876-da26a0ad09cc on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:58:03.711815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196a4c3-62bf-4848-b4b4-6eaa2dc12ae0 None None] Pushing event updated for resources: {'Port': ['ID=b7d767b1-e010-4da6-9876-da26a0ad09cc,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:03.725455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:58:03.726373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:58:03.726781 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:03.727206 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:58:03.727687 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Bound port: b7d767b1-e010-4da6-9876-da26a0ad09cc, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:58:03.728067 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:03.811833 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] For port b7d767b1-e010-4da6-9876-da26a0ad09cc, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:58:03.837621 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] For port b7d767b1-e010-4da6-9876-da26a0ad09cc, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b7d767b1-e010-4da6-9876-da26a0ad09cc,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:58:03.840083 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-2188c788-dbb5-4737-a44f-6333eac67b39', 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'fixed_ips': [{'subnet_id': '13c20447-9050-4b6e-9add-5e7915289c17'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:58:03.840914 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:03.844848 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:03.945853 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:03.977257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Routers {'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:58:03.977892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:58:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:58:03.981804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196a4c3-62bf-4848-b4b4-6eaa2dc12ae0 None None] Pushing event updated for resources: {'Port': ['ID=b7d767b1-e010-4da6-9876-da26a0ad09cc,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:04.107620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Allocated IP 172.20.0.2 (2188c788-dbb5-4737-a44f-6333eac67b39/13c20447-9050-4b6e-9add-5e7915289c17/77a150d5-df2f-4d75-b97b-34b799ddb7c3) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:58:04.133915 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] Set router e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:58:04.396345 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:04.407740 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Transition to ACTIVE for port object 77a150d5-df2f-4d75-b97b-34b799ddb7c3 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:58:04.426268 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Transition to ACTIVE for port object 77a150d5-df2f-4d75-b97b-34b799ddb7c3 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:58:04.434369 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:04.440474 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1844968748', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:01Z', 'revision_number': 3, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:58:04.481452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Allocated IP 172.20.0.1 (2188c788-dbb5-4737-a44f-6333eac67b39/13c20447-9050-4b6e-9add-5e7915289c17/b00b3666-7b11-4645-85b4-c7b8f18194fc) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:58:04.489293 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1693c176-c905-4cee-8d18-207c9db4a597 None None] The sync data for ids ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'] in n-d-778550-11 is: [{'id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1844968748', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:01Z', 'revision_number': 3, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:58:04.500431 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Network 2188c788-dbb5-4737-a44f-6333eac67b39 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:58:04.503315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:58:04.507770 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:58:04.518107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Pushing event updated for resources: {'Port': ['ID=77a150d5-df2f-4d75-b97b-34b799ddb7c3,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:04.570554 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Attempting to bind port 77a150d5-df2f-4d75-b97b-34b799ddb7c3 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:58:04.571011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Attempting to bind port 77a150d5-df2f-4d75-b97b-34b799ddb7c3 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '42694199-236e-4b81-942f-d2e9d788e9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:58:04.571509 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Attempting to bind port 77a150d5-df2f-4d75-b97b-34b799ddb7c3 on network 2188c788-dbb5-4737-a44f-6333eac67b39 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:58:04.577312 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:58:04.577765 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Checking segment: {'id': '42694199-236e-4b81-942f-d2e9d788e9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:58:04.578249 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:04.578753 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Bound using segment: {'id': '42694199-236e-4b81-942f-d2e9d788e9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:58:04.579408 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Bound port: 77a150d5-df2f-4d75-b97b-34b799ddb7c3, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42694199-236e-4b81-942f-d2e9d788e9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:58:04.579784 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:04.620757 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:04.635546 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Transition to ACTIVE for port object b00b3666-7b11-4645-85b4-c7b8f18194fc will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:58:04.653071 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] For port 77a150d5-df2f-4d75-b97b-34b799ddb7c3, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:58:04.656656 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] For port 77a150d5-df2f-4d75-b97b-34b799ddb7c3, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=77a150d5-df2f-4d75-b97b-34b799ddb7c3,segment=NetworkSegment(42694199-236e-4b81-942f-d2e9d788e9f1),segment_id=42694199-236e-4b81-942f-d2e9d788e9f1)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:58:04.661439 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:04.670040 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:04.715120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Network 2188c788-dbb5-4737-a44f-6333eac67b39 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:58:04.719172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:58:04.726372 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfe2b7-ef85-45a8-b517-6738fb1b9e41 None None] Pushing event updated for resources: {'Port': ['ID=77a150d5-df2f-4d75-b97b-34b799ddb7c3,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:04.735932 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:58:04.782260 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event updated for resources: {'Port': ['ID=b00b3666-7b11-4645-85b4-c7b8f18194fc,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:04.799506 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:04.864974 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:04.998497 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:05.317952 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:05.323864 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:05.401408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event updated for resources: {'Port': ['ID=b00b3666-7b11-4645-85b4-c7b8f18194fc,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:05.404657 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:05.514682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Network 2188c788-dbb5-4737-a44f-6333eac67b39 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:58:05.516132 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:58:05.630357 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Router e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:58:05.731938 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a167846-5843-49f7-aad0-b454e8310693 None None] Network 2188c788-dbb5-4737-a44f-6333eac67b39 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:58:05.741175 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:58:05.747458 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-69cd0ad2-d392-4988-bce8-552877d930f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "PUT /v2.0/routers/e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2444251 Aug 20 10:58:05.750171 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34970) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:58:05.754801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-21fccc9b-f5fa-4afa-97ba-cc139d3d85b1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--805092590', 'description': 'tempest-secgroup_access--805092590 description', 'project_id': '46d512a088054cf588a5e2274ab90fd6'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:58:05.776992 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-21fccc9b-f5fa-4afa-97ba-cc139d3d85b1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:05.850172 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7fe5d7f3-5f37-4ee3-b47e-0891e889cabf None None] Provisioning for port 77a150d5-df2f-4d75-b97b-34b799ddb7c3 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:58:06.033036 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 77a150d5-df2f-4d75-b97b-34b799ddb7c3 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:58:06.088220 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 77a150d5-df2f-4d75-b97b-34b799ddb7c3 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:58:06.092918 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 77a150d5-df2f-4d75-b97b-34b799ddb7c3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:58:06.093294 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.162121 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-21fccc9b-f5fa-4afa-97ba-cc139d3d85b1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.169155 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-21fccc9b-f5fa-4afa-97ba-cc139d3d85b1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.198665 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6146119a-b165-4064-837d-8c2a8b2332fa None None] Provisioning complete for port 77a150d5-df2f-4d75-b97b-34b799ddb7c3 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:58:06.199192 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6146119a-b165-4064-837d-8c2a8b2332fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.201001 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.206408 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-21fccc9b-f5fa-4afa-97ba-cc139d3d85b1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.210611 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-21fccc9b-f5fa-4afa-97ba-cc139d3d85b1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4566650 Aug 20 10:58:06.210938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 34972) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:58:06.211939 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fccc9b-f5fa-4afa-97ba-cc139d3d85b1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a26d93e-8727-4b41-875a-a460ec398862,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:06.216886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f2044d55-3987-4dfb-bb85-687775f559db tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1414741152', 'description': 'tempest-secgroup_general--1414741152 description', 'project_id': '46d512a088054cf588a5e2274ab90fd6'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:58:06.247517 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f2044d55-3987-4dfb-bb85-687775f559db tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.267388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 77a150d5-df2f-4d75-b97b-34b799ddb7c3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=77a150d5-df2f-4d75-b97b-34b799ddb7c3,segment=NetworkSegment(42694199-236e-4b81-942f-d2e9d788e9f1),segment_id=42694199-236e-4b81-942f-d2e9d788e9f1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:58:06.275777 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.276554 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b7d767b1-e010-4da6-9876-da26a0ad09cc up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:58:06.355542 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f2044d55-3987-4dfb-bb85-687775f559db tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.361317 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f2044d55-3987-4dfb-bb85-687775f559db tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.391489 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Sync routers for ids ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:58:06.408393 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Routers {'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:58:06.409298 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:58:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:58:06.428250 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=77a150d5-df2f-4d75-b97b-34b799ddb7c3,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:06.432909 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f2044d55-3987-4dfb-bb85-687775f559db tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.436344 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f2044d55-3987-4dfb-bb85-687775f559db tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2234197 Aug 20 10:58:06.439421 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2044d55-3987-4dfb-bb85-687775f559db tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bfcf03-e45a-4115-9ae9-9e8f10d8a41d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:06.441149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 34974) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:58:06.454831 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-8aa1990d-5402-4d06-b8df-0b065196ab84 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Request body: {'security_group_rule': {'security_group_id': '0a26d93e-8727-4b41-875a-a460ec398862', 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:58:06.454982 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6146119a-b165-4064-837d-8c2a8b2332fa None None] Provisioning for port b00b3666-7b11-4645-85b4-c7b8f18194fc completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:58:06.463090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6146119a-b165-4064-837d-8c2a8b2332fa None None] Provisioning complete for port b00b3666-7b11-4645-85b4-c7b8f18194fc triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:58:06.464069 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6146119a-b165-4064-837d-8c2a8b2332fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.518079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6146119a-b165-4064-837d-8c2a8b2332fa None None] Port b00b3666-7b11-4645-85b4-c7b8f18194fc cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:58:06.519279 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8aa1990d-5402-4d06-b8df-0b065196ab84 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.520270 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port b7d767b1-e010-4da6-9876-da26a0ad09cc completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:58:06.527366 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b7d767b1-e010-4da6-9876-da26a0ad09cc triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:58:06.527946 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.658764 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-387fad27-d076-43b1-ba8e-3cafd2fffe7a None None] Provisioning complete for port b00b3666-7b11-4645-85b4-c7b8f18194fc triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:58:06.659547 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-387fad27-d076-43b1-ba8e-3cafd2fffe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.662435 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8aa1990d-5402-4d06-b8df-0b065196ab84 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.671151 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8aa1990d-5402-4d06-b8df-0b065196ab84 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.683140 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.716663 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Set router e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:58:06.722757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port b7d767b1-e010-4da6-9876-da26a0ad09cc, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b7d767b1-e010-4da6-9876-da26a0ad09cc,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:58:06.723942 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1990d-5402-4d06-b8df-0b065196ab84 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfb8c32-9bbd-40f3-ad3c-2cf1c18f9f51,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:06.724604 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-387fad27-d076-43b1-ba8e-3cafd2fffe7a None None] Port b00b3666-7b11-4645-85b4-c7b8f18194fc cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:58:06.728503 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8aa1990d-5402-4d06-b8df-0b065196ab84 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.729848 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8aa1990d-5402-4d06-b8df-0b065196ab84 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2871239 Aug 20 10:58:06.733724 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.826990 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=b7d767b1-e010-4da6-9876-da26a0ad09cc,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:06.854460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-58d0bbdf-d2be-44fa-a4a3-3ca4db16de90 None None] Provisioning complete for port b00b3666-7b11-4645-85b4-c7b8f18194fc triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:58:06.854839 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-58d0bbdf-d2be-44fa-a4a3-3ca4db16de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:06.893557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-58d0bbdf-d2be-44fa-a4a3-3ca4db16de90 None None] Port b00b3666-7b11-4645-85b4-c7b8f18194fc cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:58:06.937395 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-445b2013-38c1-445d-88cc-680c6d08c5bf tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--1414741152&fields=id&tenant_id=46d512a088054cf588a5e2274ab90fd6 HTTP/1.1" status: 200 len: 267 time: 0.0343804 Aug 20 10:58:06.983064 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-19adcbbc-d9ad-4bf4-89a0-9147d3aa048a tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--805092590&fields=id&tenant_id=46d512a088054cf588a5e2274ab90fd6 HTTP/1.1" status: 200 len: 267 time: 0.0381780 Aug 20 10:58:06.997221 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1844968748', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:04Z', 'revision_number': 4, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'b00b3666-7b11-4645-85b4-c7b8f18194fc', 'name': '', 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'mac_address': 'fa:16:3e:29:24:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '13c20447-9050-4b6e-9add-5e7915289c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:04Z', 'updated_at': '2021-08-20T10:58:05Z', 'revision_number': 2, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'subnets': [{'id': '13c20447-9050-4b6e-9add-5e7915289c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:58:07.027943 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Checking router: e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:58:07.028282 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Updating router e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 port b00b3666-7b11-4645-85b4-c7b8f18194fc binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:58:07.059328 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:07.095805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-560972e0-b354-44b6-930c-33dee3ac4702 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:07.097314 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-560972e0-b354-44b6-930c-33dee3ac4702 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/networks?id=2188c788-dbb5-4737-a44f-6333eac67b39 HTTP/1.1" status: 200 len: 797 time: 0.1072567 Aug 20 10:58:07.113883 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-ae1906a3-58d6-4a6c-b656-c102d649c7d6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/quotas/46d512a088054cf588a5e2274ab90fd6 HTTP/1.1" status: 200 len: 375 time: 0.0096390 Aug 20 10:58:07.169347 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-3bce0fda-2282-4b25-94c4-a9dc74a8a725 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=46d512a088054cf588a5e2274ab90fd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492797 Aug 20 10:58:07.276750 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-09196001-de36-443b-8de5-9409805df988 service neutron] 10.222.0.16 "GET /v2.0/networks/2188c788-dbb5-4737-a44f-6333eac67b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943534 Aug 20 10:58:07.330846 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:07.341325 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Transition to ACTIVE for port object b00b3666-7b11-4645-85b4-c7b8f18194fc will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:58:07.347562 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:07.375360 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-68ad7614-c7b2-4b5d-8cf0-56ae5c2c524a service neutron] 10.222.0.16 "GET /v2.0/networks/2188c788-dbb5-4737-a44f-6333eac67b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924857 Aug 20 10:58:07.398555 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100f71c-426e-41a3-a232-18a219532b5c None None] Pushing event updated for resources: {'Port': ['ID=b00b3666-7b11-4645-85b4-c7b8f18194fc,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:07.422306 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100f71c-426e-41a3-a232-18a219532b5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:07.422843 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100f71c-426e-41a3-a232-18a219532b5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:07.423213 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100f71c-426e-41a3-a232-18a219532b5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:07.423543 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100f71c-426e-41a3-a232-18a219532b5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:07.423872 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100f71c-426e-41a3-a232-18a219532b5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:07.424196 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100f71c-426e-41a3-a232-18a219532b5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:07.424865 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100f71c-426e-41a3-a232-18a219532b5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:07.425189 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100f71c-426e-41a3-a232-18a219532b5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:07.425669 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100f71c-426e-41a3-a232-18a219532b5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:07.425987 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100f71c-426e-41a3-a232-18a219532b5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:07.426454 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100f71c-426e-41a3-a232-18a219532b5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:07.426919 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100f71c-426e-41a3-a232-18a219532b5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:58:07.465698 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Attempting to bind port b00b3666-7b11-4645-85b4-c7b8f18194fc on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:58:07.466068 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Attempting to bind port b00b3666-7b11-4645-85b4-c7b8f18194fc by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '42694199-236e-4b81-942f-d2e9d788e9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:58:07.466627 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Attempting to bind port b00b3666-7b11-4645-85b4-c7b8f18194fc on network 2188c788-dbb5-4737-a44f-6333eac67b39 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:58:07.472470 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:58:07.472810 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Checking segment: {'id': '42694199-236e-4b81-942f-d2e9d788e9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:58:07.473223 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:07.473604 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Bound using segment: {'id': '42694199-236e-4b81-942f-d2e9d788e9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:58:07.474088 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Bound port: b00b3666-7b11-4645-85b4-c7b8f18194fc, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42694199-236e-4b81-942f-d2e9d788e9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:58:07.474439 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:07.555314 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] For port b00b3666-7b11-4645-85b4-c7b8f18194fc, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:58:07.559524 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] For port b00b3666-7b11-4645-85b4-c7b8f18194fc, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b00b3666-7b11-4645-85b4-c7b8f18194fc,segment=NetworkSegment(42694199-236e-4b81-942f-d2e9d788e9f1),segment_id=42694199-236e-4b81-942f-d2e9d788e9f1)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:58:07.565574 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:07.594530 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-893d8890-52b7-4900-869b-9623db3e2236 req-b42a1d37-2ab4-4615-b3ef-3e7257820483 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 210 time: 0.0537896 Aug 20 10:58:07.636579 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100f71c-426e-41a3-a232-18a219532b5c None None] Pushing event updated for resources: {'Port': ['ID=b00b3666-7b11-4645-85b4-c7b8f18194fc,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:07.641206 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Routers {'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:58:07.641783 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:58:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:58:07.769282 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] Set router e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:58:07.954912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 77a150d5-df2f-4d75-b97b-34b799ddb7c3 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:58:08.009336 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 77a150d5-df2f-4d75-b97b-34b799ddb7c3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:58:08.009742 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:08.032818 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1844968748', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:04Z', 'revision_number': 4, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'b00b3666-7b11-4645-85b4-c7b8f18194fc', 'name': '', 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'mac_address': 'fa:16:3e:29:24:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '13c20447-9050-4b6e-9add-5e7915289c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:04Z', 'updated_at': '2021-08-20T10:58:07Z', 'revision_number': 4, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'subnets': [{'id': '13c20447-9050-4b6e-9add-5e7915289c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:58:08.070775 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf8e65b-36ad-4a91-82a5-93adb81bc9fb None None] The sync data for ids ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'] in n-d-778550-11 is: [{'id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1844968748', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:04Z', 'revision_number': 4, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'b00b3666-7b11-4645-85b4-c7b8f18194fc', 'name': '', 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'mac_address': 'fa:16:3e:29:24:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '13c20447-9050-4b6e-9add-5e7915289c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:04Z', 'updated_at': '2021-08-20T10:58:07Z', 'revision_number': 4, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'subnets': [{'id': '13c20447-9050-4b6e-9add-5e7915289c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:58:08.097440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b7d767b1-e010-4da6-9876-da26a0ad09cc up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:58:08.165168 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b7d767b1-e010-4da6-9876-da26a0ad09cc triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:58:08.165543 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:08.648986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-2ccf5265-2244-4570-aac7-f9ddc46a50bf tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:08.650551 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-2ccf5265-2244-4570-aac7-f9ddc46a50bf tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.24 "GET /v2.0/networks?id=2188c788-dbb5-4737-a44f-6333eac67b39 HTTP/1.1" status: 200 len: 797 time: 0.1214154 Aug 20 10:58:08.705746 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-da2fddd4-5aeb-45e8-a776-0f039ed32d21 req-b9226e8e-29b1-4421-ad93-a52b1ec3253a tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 210 time: 0.0339725 Aug 20 10:58:08.707673 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-8ce31df1-d30b-4445-8f8e-6d50c3d35553 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46d512a088054cf588a5e2274ab90fd6 HTTP/1.1" status: 200 len: 477 time: 0.0446160 Aug 20 10:58:08.724653 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-352a9def-f07c-430e-a57c-f34f9e55e8f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Request body: {'port': {'device_id': 'b204b04e-f5ba-4bb1-bf7d-f3e1643b3382', 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39', 'admin_state_up': True, 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'security_groups': ['b2bfcf03-e45a-4115-9ae9-9e8f10d8a41d', '0a26d93e-8727-4b41-875a-a460ec398862']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:58:08.846743 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-352a9def-f07c-430e-a57c-f34f9e55e8f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Made reservation on behalf of 46d512a088054cf588a5e2274ab90fd6 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:58:08.850335 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-352a9def-f07c-430e-a57c-f34f9e55e8f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:08.982570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-352a9def-f07c-430e-a57c-f34f9e55e8f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Allocated IP 172.20.0.14 (2188c788-dbb5-4737-a44f-6333eac67b39/13c20447-9050-4b6e-9add-5e7915289c17/f598edde-3314-4030-b6c0-471654e8d70e) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:58:09.155172 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-352a9def-f07c-430e-a57c-f34f9e55e8f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:09.172978 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-352a9def-f07c-430e-a57c-f34f9e55e8f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Transition to ACTIVE for port object f598edde-3314-4030-b6c0-471654e8d70e will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:58:09.206328 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-352a9def-f07c-430e-a57c-f34f9e55e8f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:09.249765 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-352a9def-f07c-430e-a57c-f34f9e55e8f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Network 2188c788-dbb5-4737-a44f-6333eac67b39 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:58:09.252747 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-352a9def-f07c-430e-a57c-f34f9e55e8f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:58:09.256406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-352a9def-f07c-430e-a57c-f34f9e55e8f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:58:09.265094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a9def-f07c-430e-a57c-f34f9e55e8f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event updated for resources: {'Port': ['ID=f598edde-3314-4030-b6c0-471654e8d70e,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:09.313025 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-352a9def-f07c-430e-a57c-f34f9e55e8f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:09.313658 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-352a9def-f07c-430e-a57c-f34f9e55e8f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:09.328146 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-352a9def-f07c-430e-a57c-f34f9e55e8f9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6076038 Aug 20 10:58:09.350443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Request body: {'port': {'device_id': 'b204b04e-f5ba-4bb1-bf7d-f3e1643b3382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:58:09.412336 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:09.475163 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e61d9619-39a3-4ad9-8c2b-9cd688ff9f06 None None] Provisioning for port f598edde-3314-4030-b6c0-471654e8d70e completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:58:09.478811 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e61d9619-39a3-4ad9-8c2b-9cd688ff9f06 None None] Provisioning complete for port f598edde-3314-4030-b6c0-471654e8d70e triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:58:09.479222 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e61d9619-39a3-4ad9-8c2b-9cd688ff9f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:09.513215 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e61d9619-39a3-4ad9-8c2b-9cd688ff9f06 None None] Port f598edde-3314-4030-b6c0-471654e8d70e cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:58:09.679794 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f598edde-3314-4030-b6c0-471654e8d70e {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:58:09.687255 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:09.699719 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Transition to ACTIVE for port object f598edde-3314-4030-b6c0-471654e8d70e will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:58:09.703563 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:09.756679 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Pushing event updated for resources: {'Port': ['ID=f598edde-3314-4030-b6c0-471654e8d70e,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:09.867866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Attempting to bind port f598edde-3314-4030-b6c0-471654e8d70e on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:58:09.868208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Attempting to bind port f598edde-3314-4030-b6c0-471654e8d70e by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '42694199-236e-4b81-942f-d2e9d788e9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:58:09.868552 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Attempting to bind port f598edde-3314-4030-b6c0-471654e8d70e on network 2188c788-dbb5-4737-a44f-6333eac67b39 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:58:09.878051 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226d94e-3173-42d2-a2ab-98052684c07e req-8ec28bb3-7136-4ff5-aac0-fe774e980e89 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:09.879630 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f226d94e-3173-42d2-a2ab-98052684c07e req-8ec28bb3-7136-4ff5-aac0-fe774e980e89 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 983 time: 0.0940709 Aug 20 10:58:09.885739 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Port f598edde-3314-4030-b6c0-471654e8d70e on network 2188c788-dbb5-4737-a44f-6333eac67b39 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:58:09.886066 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Attempting to bind port f598edde-3314-4030-b6c0-471654e8d70e on network 2188c788-dbb5-4737-a44f-6333eac67b39 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:58:09.907646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:58:09.908005 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Checking segment: {'id': '42694199-236e-4b81-942f-d2e9d788e9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:58:09.908380 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Bound using segment: {'id': '42694199-236e-4b81-942f-d2e9d788e9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:58:09.908831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Bound port: f598edde-3314-4030-b6c0-471654e8d70e, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42694199-236e-4b81-942f-d2e9d788e9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:58:09.909189 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:09.959555 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b00b3666-7b11-4645-85b4-c7b8f18194fc up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:58:09.963810 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f226d94e-3173-42d2-a2ab-98052684c07e req-1bcbde2d-d96c-48c7-90b8-b3c2487d3a59 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a26d93e-8727-4b41-875a-a460ec398862&id=b2bfcf03-e45a-4115-9ae9-9e8f10d8a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0753191 Aug 20 10:58:10.001130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] For port f598edde-3314-4030-b6c0-471654e8d70e, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:58:10.004218 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] For port f598edde-3314-4030-b6c0-471654e8d70e, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f598edde-3314-4030-b6c0-471654e8d70e,segment=NetworkSegment(42694199-236e-4b81-942f-d2e9d788e9f1),segment_id=42694199-236e-4b81-942f-d2e9d788e9f1)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:58:10.009539 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:10.010307 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port b00b3666-7b11-4645-85b4-c7b8f18194fc completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:58:10.013919 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b00b3666-7b11-4645-85b4-c7b8f18194fc triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:58:10.014345 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:10.044416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:10.045101 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:10.046610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-153e1954-3edc-4420-9550-00b469c03589 service neutron] 10.222.0.24 "PUT /v2.0/ports/f598edde-3314-4030-b6c0-471654e8d70e HTTP/1.1" status: 200 len: 1132 time: 0.7006149 Aug 20 10:58:10.047026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b204b04e-f5ba-4bb1-bf7d-f3e1643b3382', 'tag': 'f598edde-3314-4030-b6c0-471654e8d70e'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:58:10.049362 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7181283f-80b2-4a19-b967-ddfcd3ca9644" -d '{"events": [{"name": "network-changed", "server_uuid": "b204b04e-f5ba-4bb1-bf7d-f3e1643b3382", "tag": "f598edde-3314-4030-b6c0-471654e8d70e"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:58:10.078133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e1954-3edc-4420-9550-00b469c03589 service neutron] Pushing event updated for resources: {'Port': ['ID=f598edde-3314-4030-b6c0-471654e8d70e,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:10.120762 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59a5ae8-4ec9-444b-9455-3dad39e1c882 x-openstack-request-id: req-f59a5ae8-4ec9-444b-9455-3dad39e1c882 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:58:10.121172 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b204b04e-f5ba-4bb1-bf7d-f3e1643b3382", "tag": "f598edde-3314-4030-b6c0-471654e8d70e", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:58:10.121440 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f59a5ae8-4ec9-444b-9455-3dad39e1c882 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:58:10.121836 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b204b04e-f5ba-4bb1-bf7d-f3e1643b3382', 'tag': 'f598edde-3314-4030-b6c0-471654e8d70e', 'status': 'completed', 'code': 200} Aug 20 10:58:10.160173 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-68ee75db-5e3f-492f-9b86-d76b5f79ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:10.161756 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-68ee75db-5e3f-492f-9b86-d76b5f79ec9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46d512a088054cf588a5e2274ab90fd6&device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 1135 time: 0.0570447 Aug 20 10:58:10.209186 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-ceeda246-960f-4646-aff1-d8aa76f87979 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f598edde-3314-4030-b6c0-471654e8d70e HTTP/1.1" status: 200 len: 217 time: 0.0380511 Aug 20 10:58:10.268972 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-ef7af9de-e46d-400e-b071-7b457987caba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:10.270622 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-ef7af9de-e46d-400e-b071-7b457987caba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13c20447-9050-4b6e-9add-5e7915289c17 HTTP/1.1" status: 200 len: 834 time: 0.0529892 Aug 20 10:58:10.295211 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:10.326393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-2f0118d6-04fe-4a0b-a857-eb4c65a70c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:10.327427 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port b00b3666-7b11-4645-85b4-c7b8f18194fc, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b00b3666-7b11-4645-85b4-c7b8f18194fc,segment=NetworkSegment(42694199-236e-4b81-942f-d2e9d788e9f1),segment_id=42694199-236e-4b81-942f-d2e9d788e9f1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:58:10.330068 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-2f0118d6-04fe-4a0b-a857-eb4c65a70c15 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2188c788-dbb5-4737-a44f-6333eac67b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493417 Aug 20 10:58:10.332034 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:10.392518 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=b00b3666-7b11-4645-85b4-c7b8f18194fc,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:10.429146 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-6fea8c4b-2ebb-44a2-b0b3-0936c39582e2 service neutron] 10.222.0.24 "GET /v2.0/networks/2188c788-dbb5-4737-a44f-6333eac67b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914557 Aug 20 10:58:10.529529 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dc0ee473-53c7-474c-93ab-77c7756fd440 req-45825a8e-d88a-4d34-984f-9cfe2b25bfd7 service neutron] 10.222.0.24 "GET /v2.0/networks/2188c788-dbb5-4737-a44f-6333eac67b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927572 Aug 20 10:58:10.625253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181283f-80b2-4a19-b967-ddfcd3ca9644 req-f3feda36-1c21-41b7-9531-ef18352b5787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:10.626762 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7181283f-80b2-4a19-b967-ddfcd3ca9644 req-f3feda36-1c21-41b7-9531-ef18352b5787 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46d512a088054cf588a5e2274ab90fd6&device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 1135 time: 0.0471656 Aug 20 10:58:10.726684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181283f-80b2-4a19-b967-ddfcd3ca9644 req-48a4daa3-6b11-41b7-957c-9fd16d391927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:10.728206 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7181283f-80b2-4a19-b967-ddfcd3ca9644 req-48a4daa3-6b11-41b7-957c-9fd16d391927 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2188c788-dbb5-4737-a44f-6333eac67b39 HTTP/1.1" status: 200 len: 898 time: 0.0938580 Aug 20 10:58:10.772379 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7181283f-80b2-4a19-b967-ddfcd3ca9644 req-587f8587-1630-4406-b85f-2763db039466 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f598edde-3314-4030-b6c0-471654e8d70e HTTP/1.1" status: 200 len: 217 time: 0.0366960 Aug 20 10:58:10.823606 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181283f-80b2-4a19-b967-ddfcd3ca9644 req-13c2fd84-3e8d-4f17-8779-6e1aaf5c9bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:10.825249 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7181283f-80b2-4a19-b967-ddfcd3ca9644 req-13c2fd84-3e8d-4f17-8779-6e1aaf5c9bfb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13c20447-9050-4b6e-9add-5e7915289c17 HTTP/1.1" status: 200 len: 834 time: 0.0451729 Aug 20 10:58:10.875836 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181283f-80b2-4a19-b967-ddfcd3ca9644 req-b70a050a-a63a-4bc1-a32b-83ddfacff17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:10.877353 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7181283f-80b2-4a19-b967-ddfcd3ca9644 req-b70a050a-a63a-4bc1-a32b-83ddfacff17e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2188c788-dbb5-4737-a44f-6333eac67b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452151 Aug 20 10:58:10.967357 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7181283f-80b2-4a19-b967-ddfcd3ca9644 req-8e4be59b-fc34-49ba-a16b-cdd0d718d230 service neutron] 10.222.0.24 "GET /v2.0/networks/2188c788-dbb5-4737-a44f-6333eac67b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828340 Aug 20 10:58:11.095819 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7181283f-80b2-4a19-b967-ddfcd3ca9644 req-c05584bc-1f04-4bd1-ab60-c033f154f259 service neutron] 10.222.0.24 "GET /v2.0/networks/2188c788-dbb5-4737-a44f-6333eac67b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215336 Aug 20 10:58:11.108649 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8051ee-6442-4281-a956-b2394b263c78 req-790b630e-9d50-4db1-b7f0-269df4568672 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:11.110157 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cd8051ee-6442-4281-a956-b2394b263c78 req-790b630e-9d50-4db1-b7f0-269df4568672 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 983 time: 0.0705891 Aug 20 10:58:11.151734 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cd8051ee-6442-4281-a956-b2394b263c78 req-ed0b4a5d-82b7-4892-94cc-664916097e37 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a26d93e-8727-4b41-875a-a460ec398862&id=b2bfcf03-e45a-4115-9ae9-9e8f10d8a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0351782 Aug 20 10:58:11.920676 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b00b3666-7b11-4645-85b4-c7b8f18194fc up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:58:11.973537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b00b3666-7b11-4645-85b4-c7b8f18194fc triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:58:11.973910 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:12.275449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02dc09-5165-4500-8f8a-68d3829b19b8 req-89234016-2af5-49b1-a28c-5d8f17f3a2dc tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:12.276937 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a02dc09-5165-4500-8f8a-68d3829b19b8 req-89234016-2af5-49b1-a28c-5d8f17f3a2dc tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 983 time: 0.0550911 Aug 20 10:58:12.317302 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a02dc09-5165-4500-8f8a-68d3829b19b8 req-2967bbdf-676e-4883-a158-216b0a17e580 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a26d93e-8727-4b41-875a-a460ec398862&id=b2bfcf03-e45a-4115-9ae9-9e8f10d8a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0341551 Aug 20 10:58:13.440132 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675933b-5634-4ad7-8c38-13ebbf19b346 req-00133024-455e-4b42-9b69-da338b604d0e tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:13.441818 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2675933b-5634-4ad7-8c38-13ebbf19b346 req-00133024-455e-4b42-9b69-da338b604d0e tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 983 time: 0.0561593 Aug 20 10:58:13.482959 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2675933b-5634-4ad7-8c38-13ebbf19b346 req-bbef7faa-d504-4a6f-8b87-2387799943ee tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a26d93e-8727-4b41-875a-a460ec398862&id=b2bfcf03-e45a-4115-9ae9-9e8f10d8a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0344996 Aug 20 10:58:14.284265 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f598edde-3314-4030-b6c0-471654e8d70e details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:58:14.379231 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port f598edde-3314-4030-b6c0-471654e8d70e, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f598edde-3314-4030-b6c0-471654e8d70e,segment=NetworkSegment(42694199-236e-4b81-942f-d2e9d788e9f1),segment_id=42694199-236e-4b81-942f-d2e9d788e9f1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:58:14.390508 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'f598edde-3314-4030-b6c0-471654e8d70e', 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39', 'port_id': 'f598edde-3314-4030-b6c0-471654e8d70e', 'mac_address': 'fa:16:3e:ad:80:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13c20447-9050-4b6e-9add-5e7915289c17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:58:14.427388 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:14.440059 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f598edde-3314-4030-b6c0-471654e8d70e {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:58:14.458855 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port f598edde-3314-4030-b6c0-471654e8d70e, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f598edde-3314-4030-b6c0-471654e8d70e,segment=NetworkSegment(42694199-236e-4b81-942f-d2e9d788e9f1),segment_id=42694199-236e-4b81-942f-d2e9d788e9f1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:58:14.464222 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:14.517936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=f598edde-3314-4030-b6c0-471654e8d70e,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:14.616135 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e77f0-8b80-42f5-8e2f-01c736d764c0 req-298b8217-95d1-4c55-92f4-52e00ee4d5ef tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:14.617695 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8a6e77f0-8b80-42f5-8e2f-01c736d764c0 req-298b8217-95d1-4c55-92f4-52e00ee4d5ef tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 984 time: 0.0637999 Aug 20 10:58:14.665385 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8a6e77f0-8b80-42f5-8e2f-01c736d764c0 req-8c172e41-5bb4-4ed5-a41f-d380af4acaa4 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a26d93e-8727-4b41-875a-a460ec398862&id=b2bfcf03-e45a-4115-9ae9-9e8f10d8a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0399814 Aug 20 10:58:14.790316 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['f598edde-3314-4030-b6c0-471654e8d70e'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:58:15.787265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4d88d-ef1a-4e28-9fcd-5605c2aba7b3 req-5b46ec0a-d87d-4237-8e5e-affe69050d71 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:15.789463 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9fe4d88d-ef1a-4e28-9fcd-5605c2aba7b3 req-5b46ec0a-d87d-4237-8e5e-affe69050d71 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 984 time: 0.0543969 Aug 20 10:58:15.828605 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9fe4d88d-ef1a-4e28-9fcd-5605c2aba7b3 req-bab7a34e-e43e-45da-b1c2-f19c00f8c974 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a26d93e-8727-4b41-875a-a460ec398862&id=b2bfcf03-e45a-4115-9ae9-9e8f10d8a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0331028 Aug 20 10:58:16.300432 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f598edde-3314-4030-b6c0-471654e8d70e up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:58:16.347570 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port f598edde-3314-4030-b6c0-471654e8d70e completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:58:16.351147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port f598edde-3314-4030-b6c0-471654e8d70e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:58:16.351572 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:16.428554 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:16.450199 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b204b04e-f5ba-4bb1-bf7d-f3e1643b3382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f598edde-3314-4030-b6c0-471654e8d70e'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:58:16.452471 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1459fa-0336-47c1-ae6d-4bc01072a14f" -d '{"events": [{"server_uuid": "b204b04e-f5ba-4bb1-bf7d-f3e1643b3382", "name": "network-vif-plugged", "status": "completed", "tag": "f598edde-3314-4030-b6c0-471654e8d70e"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:58:16.465176 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port f598edde-3314-4030-b6c0-471654e8d70e, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f598edde-3314-4030-b6c0-471654e8d70e,segment=NetworkSegment(42694199-236e-4b81-942f-d2e9d788e9f1),segment_id=42694199-236e-4b81-942f-d2e9d788e9f1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:58:16.469208 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:16.491784 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ef1858-cb76-425d-95cb-909cc4eac957 x-openstack-request-id: req-85ef1858-cb76-425d-95cb-909cc4eac957 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:58:16.492080 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b204b04e-f5ba-4bb1-bf7d-f3e1643b3382", "name": "network-vif-plugged", "status": "completed", "tag": "f598edde-3314-4030-b6c0-471654e8d70e", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:58:16.492337 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85ef1858-cb76-425d-95cb-909cc4eac957 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:58:16.493267 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b204b04e-f5ba-4bb1-bf7d-f3e1643b3382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f598edde-3314-4030-b6c0-471654e8d70e', 'code': 200} Aug 20 10:58:16.519983 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=f598edde-3314-4030-b6c0-471654e8d70e,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:16.596859 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db83c2-8a4c-4ece-b982-3e4da66f569a req-21c52a27-52a1-4539-9ba8-178520ede211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:16.598953 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7db83c2-8a4c-4ece-b982-3e4da66f569a req-21c52a27-52a1-4539-9ba8-178520ede211 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 1137 time: 0.0509143 Aug 20 10:58:16.635708 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7db83c2-8a4c-4ece-b982-3e4da66f569a req-30686d8d-f672-4977-b935-be35c3f49364 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0a26d93e-8727-4b41-875a-a460ec398862&id=b2bfcf03-e45a-4115-9ae9-9e8f10d8a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0300324 Aug 20 10:58:16.947830 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecabd20-d14a-403b-818d-944625acedfa req-41f8b6d7-8d42-4f9e-881e-03e247e5d4f7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:16.949308 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1ecabd20-d14a-403b-818d-944625acedfa req-41f8b6d7-8d42-4f9e-881e-03e247e5d4f7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 985 time: 0.0549965 Aug 20 10:58:16.989583 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1ecabd20-d14a-403b-818d-944625acedfa req-72413383-4855-42af-9820-9ca8ee51b41e tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a26d93e-8727-4b41-875a-a460ec398862&id=b2bfcf03-e45a-4115-9ae9-9e8f10d8a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0341818 Aug 20 10:58:18.105364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91e177-1648-402a-abcb-ed328b2c0973 req-fffef0de-5ea9-44c3-ac04-66594eebb478 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:18.106842 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3e91e177-1648-402a-abcb-ed328b2c0973 req-fffef0de-5ea9-44c3-ac04-66594eebb478 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 985 time: 0.0488226 Aug 20 10:58:18.145532 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3e91e177-1648-402a-abcb-ed328b2c0973 req-463832e0-1d27-4332-af07-a5088aaf67f4 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a26d93e-8727-4b41-875a-a460ec398862&id=b2bfcf03-e45a-4115-9ae9-9e8f10d8a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0326231 Aug 20 10:58:18.266134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0d516-46f9-4562-a60d-024a83009b57 req-4d78351b-6727-4261-861f-ba7e8bc91314 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:18.267554 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41c0d516-46f9-4562-a60d-024a83009b57 req-4d78351b-6727-4261-861f-ba7e8bc91314 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 985 time: 0.0570734 Aug 20 10:58:18.308489 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41c0d516-46f9-4562-a60d-024a83009b57 req-4a7a364e-8757-4b24-b284-1ba94c92b25b tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a26d93e-8727-4b41-875a-a460ec398862&id=b2bfcf03-e45a-4115-9ae9-9e8f10d8a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0349262 Aug 20 10:58:18.416439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ffa5e-4661-417f-bdf0-9712b7ea128e req-0ec2fb0b-f83c-4ba8-baf6-1e0813c92c0f tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:18.418032 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-780ffa5e-4661-417f-bdf0-9712b7ea128e req-0ec2fb0b-f83c-4ba8-baf6-1e0813c92c0f tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 1137 time: 0.0452402 Aug 20 10:58:18.436112 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-780ffa5e-4661-417f-bdf0-9712b7ea128e req-094c8fb1-b3d9-47a6-b127-9b539443ea79 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:18.527900 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-780ffa5e-4661-417f-bdf0-9712b7ea128e req-094c8fb1-b3d9-47a6-b127-9b539443ea79 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:18.531687 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-780ffa5e-4661-417f-bdf0-9712b7ea128e req-094c8fb1-b3d9-47a6-b127-9b539443ea79 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:18.553409 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-780ffa5e-4661-417f-bdf0-9712b7ea128e req-094c8fb1-b3d9-47a6-b127-9b539443ea79 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0a26d93e-8727-4b41-875a-a460ec398862&id=b2bfcf03-e45a-4115-9ae9-9e8f10d8a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1292915 Aug 20 10:58:18.567449 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c8fb1-b3d9-47a6-b127-9b539443ea79 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befc5293-4d4c-445e-89d4-cf602abb4411,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:18.575191 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35026) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:58:18.615029 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f82199-f40f-4a6f-9977-bcaf52110231 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:18.616603 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-50f82199-f40f-4a6f-9977-bcaf52110231 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 1132 time: 0.0404730 Aug 20 10:58:18.619605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35028) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:58:18.623899 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': 'f598edde-3314-4030-b6c0-471654e8d70e', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:58:18.645527 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:18.722129 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:18.747522 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:18.848315 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Allocated IP 172.25.3.92 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/fd117eaf-94ff-47db-ab50-19fb234e9338) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:58:18.950341 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:18.988640 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:19.025899 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:58:19.028650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:58:19.032187 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:58:19.039664 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event updated for resources: {'Port': ['ID=fd117eaf-94ff-47db-ab50-19fb234e9338,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:19.385977 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:19.449847 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:19.605798 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:19.610295 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:19.682822 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event updated for resources: {'Port': ['ID=fd117eaf-94ff-47db-ab50-19fb234e9338,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:58:19.694668 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:19.802699 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Floating IP a585cf40-48e5-4de2-bb6e-761f70b936fb associated. External IP: 172.25.3.92, port: f598edde-3314-4030-b6c0-471654e8d70e. Aug 20 10:58:20.007549 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Router e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:58:20.111362 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:58:20.122993 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5588fe29-d9b8-445e-89c2-5e49219acd83 None None] Sync routers for ids ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:58:20.127458 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:20.133323 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588fe29-d9b8-445e-89c2-5e49219acd83 None None] Routers {'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:58:20.133952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5588fe29-d9b8-445e-89c2-5e49219acd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:58:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:58:20.159859 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-990eda1f-ba19-457f-b593-93b8ac3545f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5392296 Aug 20 10:58:20.160450 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b204b04e-f5ba-4bb1-bf7d-f3e1643b3382', 'tag': 'f598edde-3314-4030-b6c0-471654e8d70e'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:58:20.162542 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35030) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:58:20.163074 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be34d27-a6ce-422f-9ee8-fb5959544c53" -d '{"events": [{"name": "network-changed", "server_uuid": "b204b04e-f5ba-4bb1-bf7d-f3e1643b3382", "tag": "f598edde-3314-4030-b6c0-471654e8d70e"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:58:20.205322 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67b8ecd-7a60-4016-87e4-6bad0dec63f8 x-openstack-request-id: req-f67b8ecd-7a60-4016-87e4-6bad0dec63f8 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:58:20.205631 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b204b04e-f5ba-4bb1-bf7d-f3e1643b3382", "tag": "f598edde-3314-4030-b6c0-471654e8d70e", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:58:20.206007 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f67b8ecd-7a60-4016-87e4-6bad0dec63f8 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:58:20.206417 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b204b04e-f5ba-4bb1-bf7d-f3e1643b3382', 'tag': 'f598edde-3314-4030-b6c0-471654e8d70e', 'status': 'completed', 'code': 200} Aug 20 10:58:20.246748 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-5588fe29-d9b8-445e-89c2-5e49219acd83 None None] Set router e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:58:20.305661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d920c2b-35bf-4c83-b199-70dcf6e3e8ab tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:20.306174 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d920c2b-35bf-4c83-b199-70dcf6e3e8ab tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:20.306644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d920c2b-35bf-4c83-b199-70dcf6e3e8ab tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:20.307131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d920c2b-35bf-4c83-b199-70dcf6e3e8ab tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:20.307600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d920c2b-35bf-4c83-b199-70dcf6e3e8ab tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:20.308070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d920c2b-35bf-4c83-b199-70dcf6e3e8ab tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:20.309830 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7d920c2b-35bf-4c83-b199-70dcf6e3e8ab tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1460228 Aug 20 10:58:20.312061 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be34d27-a6ce-422f-9ee8-fb5959544c53 req-532287cf-352c-4ef1-a22c-5c9f79915723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:20.312942 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35034) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:58:20.313524 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2be34d27-a6ce-422f-9ee8-fb5959544c53 req-532287cf-352c-4ef1-a22c-5c9f79915723 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46d512a088054cf588a5e2274ab90fd6&device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 1137 time: 0.0829878 Aug 20 10:58:20.370870 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ccf95-e234-4a37-8242-63c9cc3ef5f9 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:20.371395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ccf95-e234-4a37-8242-63c9cc3ef5f9 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:20.371865 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ccf95-e234-4a37-8242-63c9cc3ef5f9 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:20.372318 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ccf95-e234-4a37-8242-63c9cc3ef5f9 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:20.372771 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ccf95-e234-4a37-8242-63c9cc3ef5f9 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:20.373221 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ccf95-e234-4a37-8242-63c9cc3ef5f9 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:20.375030 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-512ccf95-e234-4a37-8242-63c9cc3ef5f9 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0608463 Aug 20 10:58:20.377957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35036) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:58:20.472141 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5588fe29-d9b8-445e-89c2-5e49219acd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1844968748', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:04Z', 'revision_number': 4, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'a585cf40-48e5-4de2-bb6e-761f70b936fb', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'port_id': 'f598edde-3314-4030-b6c0-471654e8d70e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39', 'mac_address': 'fa:16:3e:ad:80:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b204b04e-f5ba-4bb1-bf7d-f3e1643b3382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:58:19Z', 'updated_at': '2021-08-20T10:58:19Z', 'revision_number': 0, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00b3666-7b11-4645-85b4-c7b8f18194fc', 'name': '', 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'mac_address': 'fa:16:3e:29:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '13c20447-9050-4b6e-9add-5e7915289c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:04Z', 'updated_at': '2021-08-20T10:58:10Z', 'revision_number': 5, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'subnets': [{'id': '13c20447-9050-4b6e-9add-5e7915289c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:58:20.479316 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be34d27-a6ce-422f-9ee8-fb5959544c53 req-0af70c5e-e05c-4077-820f-5a19372d583d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:20.480805 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2be34d27-a6ce-422f-9ee8-fb5959544c53 req-0af70c5e-e05c-4077-820f-5a19372d583d service neutron] 10.222.0.24 "GET /v2.0/networks?id=2188c788-dbb5-4737-a44f-6333eac67b39 HTTP/1.1" status: 200 len: 898 time: 0.1594779 Aug 20 10:58:20.500677 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5588fe29-d9b8-445e-89c2-5e49219acd83 None None] Checking router: e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:58:20.508820 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588fe29-d9b8-445e-89c2-5e49219acd83 None None] Routers {'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:58:20.509464 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5588fe29-d9b8-445e-89c2-5e49219acd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:58:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:58:20.619412 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2be34d27-a6ce-422f-9ee8-fb5959544c53 req-04432349-d479-415b-87d0-03a9b13d5771 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f598edde-3314-4030-b6c0-471654e8d70e HTTP/1.1" status: 200 len: 999 time: 0.1299100 Aug 20 10:58:20.621401 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-5588fe29-d9b8-445e-89c2-5e49219acd83 None None] Set router e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:58:20.696008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be34d27-a6ce-422f-9ee8-fb5959544c53 req-3e0a301f-e24f-4385-bc05-dedb01c595f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:20.698199 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2be34d27-a6ce-422f-9ee8-fb5959544c53 req-3e0a301f-e24f-4385-bc05-dedb01c595f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13c20447-9050-4b6e-9add-5e7915289c17 HTTP/1.1" status: 200 len: 834 time: 0.0700932 Aug 20 10:58:20.762490 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-04945c99-2c0c-47ef-99f0-f87dc377b00f tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.3834200 Aug 20 10:58:20.765542 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35040) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:58:20.772049 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be34d27-a6ce-422f-9ee8-fb5959544c53 req-1c5bbf1c-46ce-427e-9190-3d367f90c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:20.773732 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2be34d27-a6ce-422f-9ee8-fb5959544c53 req-1c5bbf1c-46ce-427e-9190-3d367f90c157 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2188c788-dbb5-4737-a44f-6333eac67b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659330 Aug 20 10:58:20.808208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a70a45-23ba-49c9-8041-24f85aca5f3c tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:20.808697 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a70a45-23ba-49c9-8041-24f85aca5f3c tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:20.821045 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-64a70a45-23ba-49c9-8041-24f85aca5f3c tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 HTTP/1.1" status: 200 len: 1991 time: 0.0437922 Aug 20 10:58:20.864770 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2be34d27-a6ce-422f-9ee8-fb5959544c53 req-14b1a007-26ad-4641-8194-8e7fabb1c54c service neutron] 10.222.0.24 "GET /v2.0/networks/2188c788-dbb5-4737-a44f-6333eac67b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833311 Aug 20 10:58:20.867608 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5588fe29-d9b8-445e-89c2-5e49219acd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1844968748', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:04Z', 'revision_number': 4, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'a585cf40-48e5-4de2-bb6e-761f70b936fb', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'port_id': 'f598edde-3314-4030-b6c0-471654e8d70e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39', 'mac_address': 'fa:16:3e:ad:80:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b204b04e-f5ba-4bb1-bf7d-f3e1643b3382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:58:19Z', 'updated_at': '2021-08-20T10:58:19Z', 'revision_number': 0, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00b3666-7b11-4645-85b4-c7b8f18194fc', 'name': '', 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'mac_address': 'fa:16:3e:29:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '13c20447-9050-4b6e-9add-5e7915289c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:04Z', 'updated_at': '2021-08-20T10:58:10Z', 'revision_number': 5, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'subnets': [{'id': '13c20447-9050-4b6e-9add-5e7915289c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:58:20.893630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5588fe29-d9b8-445e-89c2-5e49219acd83 None None] The sync data for ids ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'] in n-d-778550-11 is: [{'id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1844968748', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:04Z', 'revision_number': 4, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'a585cf40-48e5-4de2-bb6e-761f70b936fb', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'port_id': 'f598edde-3314-4030-b6c0-471654e8d70e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39', 'mac_address': 'fa:16:3e:ad:80:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b204b04e-f5ba-4bb1-bf7d-f3e1643b3382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:58:19Z', 'updated_at': '2021-08-20T10:58:19Z', 'revision_number': 0, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00b3666-7b11-4645-85b4-c7b8f18194fc', 'name': '', 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'mac_address': 'fa:16:3e:29:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '13c20447-9050-4b6e-9add-5e7915289c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:04Z', 'updated_at': '2021-08-20T10:58:10Z', 'revision_number': 5, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'subnets': [{'id': '13c20447-9050-4b6e-9add-5e7915289c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:58:20.961921 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2be34d27-a6ce-422f-9ee8-fb5959544c53 req-848fcac2-682d-47ec-86b6-96b400c3ae37 service neutron] 10.222.0.24 "GET /v2.0/networks/2188c788-dbb5-4737-a44f-6333eac67b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897386 Aug 20 10:58:21.087408 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09991828-95cc-46b9-b490-e53d42a2ec4e None None] New status for floating IP a585cf40-48e5-4de2-bb6e-761f70b936fb: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 10:58:22.996491 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:26.909462 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:58:29.336794 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b93cb42d-c804-45f8-aa10-640014442fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:31.955761 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a3a11877-eb84-430e-84d7-a48f8f926ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:32.429661 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:33.215203 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:34.866848 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:48.721623 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:53.005315 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:58:54.020964 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5dd20d1-b998-47c5-a5a6-bde8ca035314 req-8fec1f0a-8ba0-4c21-a9a5-a67d2e13cc08 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399826 Aug 20 10:58:54.108442 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd20d1-b998-47c5-a5a6-bde8ca035314 req-1854e4af-fe0b-4993-b505-d45c7f18aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:54.110004 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5dd20d1-b998-47c5-a5a6-bde8ca035314 req-1854e4af-fe0b-4993-b505-d45c7f18aa56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 1097 time: 0.0465288 Aug 20 10:58:54.221986 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd20d1-b998-47c5-a5a6-bde8ca035314 req-ebcdda20-9e53-4abc-a79e-effac6d1199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:54.223663 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5dd20d1-b998-47c5-a5a6-bde8ca035314 req-ebcdda20-9e53-4abc-a79e-effac6d1199e service neutron] 10.222.0.42 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.0931361 Aug 20 10:58:54.301284 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5dd20d1-b998-47c5-a5a6-bde8ca035314 req-227b57d8-5267-48b3-a755-f7a23b2f8de0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e5194c8-2278-47aa-8534-7fc7bf326457 HTTP/1.1" status: 200 len: 1001 time: 0.0677130 Aug 20 10:58:54.352337 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd20d1-b998-47c5-a5a6-bde8ca035314 req-fdb2d14b-c6c7-4a05-a3ba-d8a0b212d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:54.353921 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5dd20d1-b998-47c5-a5a6-bde8ca035314 req-fdb2d14b-c6c7-4a05-a3ba-d8a0b212d820 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0450053 Aug 20 10:58:54.404178 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd20d1-b998-47c5-a5a6-bde8ca035314 req-49a341e6-78a4-4d5f-bb18-fc9cd0fd6e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:58:54.405746 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5dd20d1-b998-47c5-a5a6-bde8ca035314 req-49a341e6-78a4-4d5f-bb18-fc9cd0fd6e51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443444 Aug 20 10:58:54.505729 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5dd20d1-b998-47c5-a5a6-bde8ca035314 req-9642127a-9e15-4df6-95dc-7c9b3c66fa34 service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920656 Aug 20 10:58:54.604315 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e5dd20d1-b998-47c5-a5a6-bde8ca035314 req-99326cd6-09eb-4cac-add3-c18b6d40f9a4 service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908716 Aug 20 10:58:59.337683 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ae423bfb-c25b-4ba0-94c2-c7694ddd4eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:01.956908 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2ace9f3f-f26d-41ff-abe3-2b9440ce3c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:02.430511 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:03.218823 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:03.908878 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:59:04.869463 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:08.186560 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02684dba-08f9-46df-add0-29376cee07d5 req-24106d95-4368-416a-9aad-6b659834f085 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402253 Aug 20 10:59:08.265402 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02684dba-08f9-46df-add0-29376cee07d5 req-b3a05191-2a4e-41d9-86be-e9107be64c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:08.266866 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02684dba-08f9-46df-add0-29376cee07d5 req-b3a05191-2a4e-41d9-86be-e9107be64c4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46d512a088054cf588a5e2274ab90fd6&device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 1137 time: 0.0400362 Aug 20 10:59:08.373332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02684dba-08f9-46df-add0-29376cee07d5 req-3b08073b-2d88-4e81-856d-59ad8936a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:08.375381 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02684dba-08f9-46df-add0-29376cee07d5 req-3b08073b-2d88-4e81-856d-59ad8936a4ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=2188c788-dbb5-4737-a44f-6333eac67b39 HTTP/1.1" status: 200 len: 898 time: 0.0870373 Aug 20 10:59:08.439196 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02684dba-08f9-46df-add0-29376cee07d5 req-8e4c43e3-2920-4353-aea8-ae08fbcb67dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f598edde-3314-4030-b6c0-471654e8d70e HTTP/1.1" status: 200 len: 1001 time: 0.0568955 Aug 20 10:59:08.487003 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02684dba-08f9-46df-add0-29376cee07d5 req-77fda329-968f-4f21-ba19-6af11f90d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:08.488468 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02684dba-08f9-46df-add0-29376cee07d5 req-77fda329-968f-4f21-ba19-6af11f90d533 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13c20447-9050-4b6e-9add-5e7915289c17 HTTP/1.1" status: 200 len: 834 time: 0.0429575 Aug 20 10:59:08.536754 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02684dba-08f9-46df-add0-29376cee07d5 req-8e907269-acde-4886-8bed-3358be04e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:08.538193 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02684dba-08f9-46df-add0-29376cee07d5 req-8e907269-acde-4886-8bed-3358be04e16c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2188c788-dbb5-4737-a44f-6333eac67b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428932 Aug 20 10:59:08.627978 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02684dba-08f9-46df-add0-29376cee07d5 req-bfce9967-a898-4a88-861e-22fca70917a6 service neutron] 10.222.0.24 "GET /v2.0/networks/2188c788-dbb5-4737-a44f-6333eac67b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807395 Aug 20 10:59:08.736848 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02684dba-08f9-46df-add0-29376cee07d5 req-bfa4ec81-fc6f-4a04-a2df-7525111bf343 service neutron] 10.222.0.24 "GET /v2.0/networks/2188c788-dbb5-4737-a44f-6333eac67b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010404 Aug 20 10:59:18.726496 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:23.016906 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:29.340701 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f023a556-8bfb-4491-b2c3-a7a74dacb187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:31.957174 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f0a01fda-141f-4800-b3b6-096ea3319162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:32.433072 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:33.223973 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:34.873412 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:37.191075 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35102) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:59:37.263890 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35104) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:59:37.269859 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Request body: {'network': {'name': 'tempest-network-smoke--610065087', 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'port_security_enabled': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:59:37.273089 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-21154dfb-faaa-44af-b9c9-19e3fdc753c9 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2543 time: 0.0807700 Aug 20 10:59:37.306933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Made reservation on behalf of 46d512a088054cf588a5e2274ab90fd6 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:59:37.314154 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:37.354904 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 10:59:37.364621 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:37.365224 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Added segment 8cd3c622-1a6f-4e10-8ba1-8c1dedf818de of type vlan for network 2eb17559-6f30-40bf-b3aa-743caa1b128b Aug 20 10:59:37.404267 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:37.430697 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:37.436575 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:37.437197 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:37.512417 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35106) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:59:37.512663 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2474484 Aug 20 10:59:37.517859 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-760765296', 'admin_state_up': True, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:59:37.527296 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event updated for resources: {'Network': ['ID=2eb17559-6f30-40bf-b3aa-743caa1b128b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:37.536024 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:37.536460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:37.536460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:37.536801 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:37.537172 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:37.537504 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:37.537753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:37.538078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:37.538404 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:37.538722 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:37.539202 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:37.539684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6146a99-6fe9-480d-9ddc-03e845f9b9f8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:37.547358 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:37.548554 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:37.554685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 2eb17559-6f30-40bf-b3aa-743caa1b128b details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 10:59:37.623273 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:38.135613 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:38.378176 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:38.400670 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:38.552282 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Allocated IP 172.25.3.60 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/05ca83c9-11c7-4bf1-86d5-1d0a685ccf35) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:59:38.692080 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:38.749960 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:38.805294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:59:38.812307 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:59:38.815614 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:59:38.869131 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event updated for resources: {'Port': ['ID=05ca83c9-11c7-4bf1-86d5-1d0a685ccf35,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:38.889585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:38.890591 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:38.891187 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:38.891835 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:38.892380 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:38.892967 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:38.893633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:38.894847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:38.895288 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:38.895743 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:38.896574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:38.896773 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:39.239267 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:39.504895 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:39.640744 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Router 86e39264-6c58-4869-94cf-28d4195b1077 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 10:59:39.765427 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:59:39.778913 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Sync routers for ids ['86e39264-6c58-4869-94cf-28d4195b1077'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:59:39.788987 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:39.791505 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-430de3bd-e35a-4e27-8e43-17f667a6c530 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.2780273 Aug 20 10:59:39.794349 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35112) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:59:39.794830 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Routers {'86e39264-6c58-4869-94cf-28d4195b1077'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:59:39.795229 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:59:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['86e39264-6c58-4869-94cf-28d4195b1077'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:59:39.870454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec65159-e8a6-4990-8f84-cd096bdb4638 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:39.872479 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8ec65159-e8a6-4990-8f84-cd096bdb4638 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=46d512a088054cf588a5e2274ab90fd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0767505 Aug 20 10:59:39.876013 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35114) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:59:39.939419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Set router 86e39264-6c58-4869-94cf-28d4195b1077 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:59:40.091515 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab3c2bf-67d2-4944-b158-2818a977e574 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:40.093816 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6ab3c2bf-67d2-4944-b158-2818a977e574 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2162659 Aug 20 10:59:40.096434 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35118) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:59:40.138318 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4b892d9d-fa32-4917-be57-92ed5c7be9bc tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405633 Aug 20 10:59:40.140899 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35120) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:59:40.177905 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e39264-6c58-4869-94cf-28d4195b1077', 'name': 'tempest-TestSecurityGroupsBasicOps-router-760765296', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '05ca83c9-11c7-4bf1-86d5-1d0a685ccf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:59:37Z', 'updated_at': '2021-08-20T10:59:39Z', 'revision_number': 3, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': '05ca83c9-11c7-4bf1-86d5-1d0a685ccf35', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e39264-6c58-4869-94cf-28d4195b1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:59:38Z', 'updated_at': '2021-08-20T10:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:59:40.182715 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-31c3ea1b-f73c-4278-bb16-fd530b80b276 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=46d512a088054cf588a5e2274ab90fd6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407243 Aug 20 10:59:40.185412 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35122) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:59:40.207805 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Checking router: 86e39264-6c58-4869-94cf-28d4195b1077 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:59:40.209663 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Updating router 86e39264-6c58-4869-94cf-28d4195b1077 port 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:59:40.234477 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:40.287193 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcd28a0-26b3-4173-a449-ab91efd13a9d tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:40.288883 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bfcd28a0-26b3-4173-a449-ab91efd13a9d tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1022861 Aug 20 10:59:40.291723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35124) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:59:40.324298 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-be154043-616d-42d0-9e49-4f657c8e414e tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313349 Aug 20 10:59:40.326852 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35126) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:59:40.332009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-899c6318-de43-4103-81b2-6a243ec4d5fe tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1112919402', 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b', 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:59:40.454433 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899c6318-de43-4103-81b2-6a243ec4d5fe tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Made reservation on behalf of 46d512a088054cf588a5e2274ab90fd6 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:59:40.458045 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-899c6318-de43-4103-81b2-6a243ec4d5fe tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:40.556536 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:40.570714 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Transition to ACTIVE for port object 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:59:40.580148 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:40.640612 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fae1f7-630f-4956-90ee-9abd446032f5 None None] Pushing event updated for resources: {'Port': ['ID=05ca83c9-11c7-4bf1-86d5-1d0a685ccf35,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:40.648167 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fae1f7-630f-4956-90ee-9abd446032f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:40.648526 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fae1f7-630f-4956-90ee-9abd446032f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:40.648932 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fae1f7-630f-4956-90ee-9abd446032f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:40.650037 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fae1f7-630f-4956-90ee-9abd446032f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:40.650037 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fae1f7-630f-4956-90ee-9abd446032f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:40.650037 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fae1f7-630f-4956-90ee-9abd446032f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:40.650037 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fae1f7-630f-4956-90ee-9abd446032f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:40.650952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fae1f7-630f-4956-90ee-9abd446032f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:40.650952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fae1f7-630f-4956-90ee-9abd446032f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:40.650952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fae1f7-630f-4956-90ee-9abd446032f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:40.652018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fae1f7-630f-4956-90ee-9abd446032f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:40.652018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fae1f7-630f-4956-90ee-9abd446032f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:40.655082 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Attempting to bind port 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:59:40.655221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Attempting to bind port 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:59:40.656280 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Attempting to bind port 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:59:40.662673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:59:40.663069 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:59:40.663481 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:40.663981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:59:40.664335 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Bound port: 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:59:40.664767 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:40.730523 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] For port 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:59:40.733920 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] For port 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=05ca83c9-11c7-4bf1-86d5-1d0a685ccf35,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:59:40.736078 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-899c6318-de43-4103-81b2-6a243ec4d5fe tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:40.743152 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:40.803294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fae1f7-630f-4956-90ee-9abd446032f5 None None] Pushing event updated for resources: {'Port': ['ID=05ca83c9-11c7-4bf1-86d5-1d0a685ccf35,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:40.808085 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c6318-de43-4103-81b2-6a243ec4d5fe tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event updated for resources: {'Subnet': ['ID=96548a8c-6ad4-4eb9-9d4c-95e0a624795e,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:40.810056 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Routers {'86e39264-6c58-4869-94cf-28d4195b1077'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:59:40.811109 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:59:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['86e39264-6c58-4869-94cf-28d4195b1077'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:59:40.821082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c6318-de43-4103-81b2-6a243ec4d5fe tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Checking segment: {'id': '8cd3c622-1a6f-4e10-8ba1-8c1dedf818de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:59:40.822637 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899c6318-de43-4103-81b2-6a243ec4d5fe tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Network hostable DHCP agents. Network: 2eb17559-6f30-40bf-b3aa-743caa1b128b, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 10:59:40.857548 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899c6318-de43-4103-81b2-6a243ec4d5fe tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Network 2eb17559-6f30-40bf-b3aa-743caa1b128b is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 10:59:40.870313 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-899c6318-de43-4103-81b2-6a243ec4d5fe tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 2eb17559-6f30-40bf-b3aa-743caa1b128b) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:59:40.881091 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899c6318-de43-4103-81b2-6a243ec4d5fe tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:40.882927 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-899c6318-de43-4103-81b2-6a243ec4d5fe tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:40.898594 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-899c6318-de43-4103-81b2-6a243ec4d5fe tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5704999 Aug 20 10:59:40.901757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35128) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:59:40.910175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e405c530-2898-45b5-aec1-c8f1376d7c2b None None] Network 2eb17559-6f30-40bf-b3aa-743caa1b128b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:59:40.914824 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 10:59:41.149181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] Set router 86e39264-6c58-4869-94cf-28d4195b1077 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:59:41.387723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-2eb17559-6f30-40bf-b3aa-743caa1b128b', 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'fixed_ips': [{'subnet_id': '96548a8c-6ad4-4eb9-9d4c-95e0a624795e'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 10:59:41.388661 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:41.422306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e39264-6c58-4869-94cf-28d4195b1077', 'name': 'tempest-TestSecurityGroupsBasicOps-router-760765296', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '05ca83c9-11c7-4bf1-86d5-1d0a685ccf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:59:37Z', 'updated_at': '2021-08-20T10:59:39Z', 'revision_number': 3, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': '05ca83c9-11c7-4bf1-86d5-1d0a685ccf35', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e39264-6c58-4869-94cf-28d4195b1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:59:38Z', 'updated_at': '2021-08-20T10:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:59:41.433373 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:41.507934 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339296de-d4a1-49b4-bc3a-549018464f26 None None] The sync data for ids ['86e39264-6c58-4869-94cf-28d4195b1077'] in n-d-778550-11 is: [{'id': '86e39264-6c58-4869-94cf-28d4195b1077', 'name': 'tempest-TestSecurityGroupsBasicOps-router-760765296', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '05ca83c9-11c7-4bf1-86d5-1d0a685ccf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:59:37Z', 'updated_at': '2021-08-20T10:59:39Z', 'revision_number': 3, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': '05ca83c9-11c7-4bf1-86d5-1d0a685ccf35', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e39264-6c58-4869-94cf-28d4195b1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:59:38Z', 'updated_at': '2021-08-20T10:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:59:41.605769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Allocated IP 172.20.0.18 (2eb17559-6f30-40bf-b3aa-743caa1b128b/96548a8c-6ad4-4eb9-9d4c-95e0a624795e/9474b08a-2811-4dc6-a89b-0d6ac94a35ca) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:59:41.816227 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:41.828699 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Transition to ACTIVE for port object 9474b08a-2811-4dc6-a89b-0d6ac94a35ca will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:59:41.854131 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Transition to ACTIVE for port object 9474b08a-2811-4dc6-a89b-0d6ac94a35ca will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:59:41.863684 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:41.909260 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Network 2eb17559-6f30-40bf-b3aa-743caa1b128b is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:59:41.914132 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:59:41.917933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:59:41.932455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Pushing event updated for resources: {'Port': ['ID=9474b08a-2811-4dc6-a89b-0d6ac94a35ca,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:42.017521 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Attempting to bind port 9474b08a-2811-4dc6-a89b-0d6ac94a35ca on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:59:42.020434 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Attempting to bind port 9474b08a-2811-4dc6-a89b-0d6ac94a35ca by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '8cd3c622-1a6f-4e10-8ba1-8c1dedf818de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:59:42.021956 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Attempting to bind port 9474b08a-2811-4dc6-a89b-0d6ac94a35ca on network 2eb17559-6f30-40bf-b3aa-743caa1b128b {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:59:42.035460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:59:42.036133 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Checking segment: {'id': '8cd3c622-1a6f-4e10-8ba1-8c1dedf818de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:59:42.036641 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:42.037211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Bound using segment: {'id': '8cd3c622-1a6f-4e10-8ba1-8c1dedf818de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:59:42.037878 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Bound port: 9474b08a-2811-4dc6-a89b-0d6ac94a35ca, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd3c622-1a6f-4e10-8ba1-8c1dedf818de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:59:42.041411 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:42.082495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:59:42.171113 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] For port 9474b08a-2811-4dc6-a89b-0d6ac94a35ca, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:59:42.175371 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] For port 9474b08a-2811-4dc6-a89b-0d6ac94a35ca, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9474b08a-2811-4dc6-a89b-0d6ac94a35ca,segment=NetworkSegment(8cd3c622-1a6f-4e10-8ba1-8c1dedf818de),segment_id=8cd3c622-1a6f-4e10-8ba1-8c1dedf818de)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:59:42.181498 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:42.187109 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:59:42.255026 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:59:42.256004 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:42.311214 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Allocated IP 172.20.0.17 (2eb17559-6f30-40bf-b3aa-743caa1b128b/96548a8c-6ad4-4eb9-9d4c-95e0a624795e/abcdd229-08fb-4b41-9cce-407cdd7b626a) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:59:42.341550 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd15db-112e-4e9d-8c90-cce51d2a4e44 None None] Pushing event updated for resources: {'Port': ['ID=9474b08a-2811-4dc6-a89b-0d6ac94a35ca,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:42.424160 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:42.460253 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:42.463619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=05ca83c9-11c7-4bf1-86d5-1d0a685ccf35,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:59:42.470688 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:42.504370 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Transition to ACTIVE for port object abcdd229-08fb-4b41-9cce-407cdd7b626a will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:59:42.535926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=05ca83c9-11c7-4bf1-86d5-1d0a685ccf35,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:42.589188 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:42.637837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Network 2eb17559-6f30-40bf-b3aa-743caa1b128b is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:59:42.642042 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:59:42.644584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:59:42.686666 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event updated for resources: {'Port': ['ID=abcdd229-08fb-4b41-9cce-407cdd7b626a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:42.709249 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:42.854526 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:43.137472 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:43.142212 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:43.215934 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:43.217665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event updated for resources: {'Port': ['ID=abcdd229-08fb-4b41-9cce-407cdd7b626a,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:43.321121 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Network 2eb17559-6f30-40bf-b3aa-743caa1b128b is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:59:43.323037 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:59:43.398876 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24667064-ae07-40f2-9cb7-2e84bb81a3ac None None] Network 2eb17559-6f30-40bf-b3aa-743caa1b128b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 10:59:43.449466 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Router 86e39264-6c58-4869-94cf-28d4195b1077 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 10:59:43.472903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f013819a-7562-46b9-894a-e3ab1225c66c None None] Provisioning for port 9474b08a-2811-4dc6-a89b-0d6ac94a35ca completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:59:43.591668 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 10:59:43.599417 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4e3739eb-4a59-4c1e-9bcc-977691dde5f1 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "PUT /v2.0/routers/86e39264-6c58-4869-94cf-28d4195b1077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6945026 Aug 20 10:59:43.809184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7ab14932-de2b-460e-b5c7-db7d04b07cfc None None] Provisioning for port abcdd229-08fb-4b41-9cce-407cdd7b626a completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:59:43.815819 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7ab14932-de2b-460e-b5c7-db7d04b07cfc None None] Provisioning complete for port abcdd229-08fb-4b41-9cce-407cdd7b626a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:59:43.816201 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7ab14932-de2b-460e-b5c7-db7d04b07cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:43.860681 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-bf96c61b-222b-4d00-9918-62fea2fb6466 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1975251016&fields=id&tenant_id=c090051161f84f338132097522189093 HTTP/1.1" status: 200 len: 267 time: 0.0501878 Aug 20 10:59:43.879233 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7ab14932-de2b-460e-b5c7-db7d04b07cfc None None] Port abcdd229-08fb-4b41-9cce-407cdd7b626a cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:59:43.962096 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Sync routers for ids ['86e39264-6c58-4869-94cf-28d4195b1077'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 10:59:43.978217 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Routers {'86e39264-6c58-4869-94cf-28d4195b1077'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:59:43.978852 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:59:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['86e39264-6c58-4869-94cf-28d4195b1077'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:59:43.997851 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-1e1836c3-84aa-4dda-8e85-0b980af0ca28 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:44.000459 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-1e1836c3-84aa-4dda-8e85-0b980af0ca28 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 811 time: 0.1284397 Aug 20 10:59:44.009166 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-6df6f395-b1b7-4e85-bbe3-82dfe408b476 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:44.011313 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-6df6f395-b1b7-4e85-bbe3-82dfe408b476 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/networks?id=2eb17559-6f30-40bf-b3aa-743caa1b128b HTTP/1.1" status: 200 len: 797 time: 0.1192973 Aug 20 10:59:44.018173 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-599e057d-bf41-499c-8e7d-5b809420d469 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/quotas/c090051161f84f338132097522189093 HTTP/1.1" status: 200 len: 375 time: 0.0114243 Aug 20 10:59:44.035196 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-3df47063-c7db-458d-beb0-8398a5dda742 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/quotas/46d512a088054cf588a5e2274ab90fd6 HTTP/1.1" status: 200 len: 375 time: 0.0141478 Aug 20 10:59:44.114338 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d8c4131e-da38-4026-8232-0247df770d64 None None] Provisioning complete for port abcdd229-08fb-4b41-9cce-407cdd7b626a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:59:44.114813 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d8c4131e-da38-4026-8232-0247df770d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:44.136306 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-95c9357d-c0b5-44d2-a800-86594aadcbb5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1087115 Aug 20 10:59:44.137134 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Set router 86e39264-6c58-4869-94cf-28d4195b1077 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:59:44.139874 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-ad02776b-e9a8-4d8a-8165-79d1baa54605 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=46d512a088054cf588a5e2274ab90fd6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0885096 Aug 20 10:59:44.183640 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d8c4131e-da38-4026-8232-0247df770d64 None None] Port abcdd229-08fb-4b41-9cce-407cdd7b626a cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:59:44.201504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9474b08a-2811-4dc6-a89b-0d6ac94a35ca up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:59:44.266028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 9474b08a-2811-4dc6-a89b-0d6ac94a35ca completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:59:44.271725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 9474b08a-2811-4dc6-a89b-0d6ac94a35ca triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:59:44.273984 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:44.280645 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-09cc89de-abdc-4968-a4b6-850ca0dbcf19 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:59:44.288756 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-09cc89de-abdc-4968-a4b6-850ca0dbcf19 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1364393 Aug 20 10:59:44.368444 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:44.398016 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-8e3da0b0-56b4-4746-87cd-fb29f01c023f service neutron] 10.222.0.16 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486143 Aug 20 10:59:44.419524 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-8f048bef-e4d0-4967-95d1-3e9db1e95c2c service neutron] 10.222.0.16 "GET /v2.0/networks/2eb17559-6f30-40bf-b3aa-743caa1b128b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293776 Aug 20 10:59:44.420711 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 9474b08a-2811-4dc6-a89b-0d6ac94a35ca, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9474b08a-2811-4dc6-a89b-0d6ac94a35ca,segment=NetworkSegment(8cd3c622-1a6f-4e10-8ba1-8c1dedf818de),segment_id=8cd3c622-1a6f-4e10-8ba1-8c1dedf818de)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:59:44.426154 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:44.427788 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:59:44.441695 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e39264-6c58-4869-94cf-28d4195b1077', 'name': 'tempest-TestSecurityGroupsBasicOps-router-760765296', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '05ca83c9-11c7-4bf1-86d5-1d0a685ccf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:59:37Z', 'updated_at': '2021-08-20T10:59:42Z', 'revision_number': 4, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': '05ca83c9-11c7-4bf1-86d5-1d0a685ccf35', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e39264-6c58-4869-94cf-28d4195b1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:59:38Z', 'updated_at': '2021-08-20T10:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'abcdd229-08fb-4b41-9cce-407cdd7b626a', 'name': '', 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'mac_address': 'fa:16:3e:2d:0e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e39264-6c58-4869-94cf-28d4195b1077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '96548a8c-6ad4-4eb9-9d4c-95e0a624795e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:59:42Z', 'updated_at': '2021-08-20T10:59:43Z', 'revision_number': 2, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'subnets': [{'id': '96548a8c-6ad4-4eb9-9d4c-95e0a624795e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:59:44.469769 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Checking router: 86e39264-6c58-4869-94cf-28d4195b1077 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 10:59:44.470122 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Updating router 86e39264-6c58-4869-94cf-28d4195b1077 port abcdd229-08fb-4b41-9cce-407cdd7b626a binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 10:59:44.496622 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=9474b08a-2811-4dc6-a89b-0d6ac94a35ca,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:44.511764 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:44.527039 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-ecce0450-84ca-449e-a46d-b59d92a550ac service neutron] 10.222.0.16 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223803 Aug 20 10:59:44.527970 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51cb96ef-6ae2-44ed-a2d0-88277c0cc512 service neutron] 10.222.0.16 "GET /v2.0/networks/2eb17559-6f30-40bf-b3aa-743caa1b128b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071241 Aug 20 10:59:44.533879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c1de6c55-fe55-49a2-a1d9-e6755d23ed4c None None] Provisioning complete for port abcdd229-08fb-4b41-9cce-407cdd7b626a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:59:44.534246 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c1de6c55-fe55-49a2-a1d9-e6755d23ed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:44.569466 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:59:44.569774 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:44.611005 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c1de6c55-fe55-49a2-a1d9-e6755d23ed4c None None] Port abcdd229-08fb-4b41-9cce-407cdd7b626a cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:59:44.839406 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:44.850645 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Transition to ACTIVE for port object abcdd229-08fb-4b41-9cce-407cdd7b626a will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:59:44.856851 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:44.882067 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56c79026-e19d-4cbd-8adf-205cf48421c7 req-7659f487-98c2-4a6d-9700-2bbf25cbffc1 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 210 time: 0.0297947 Aug 20 10:59:44.905313 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ced75-4683-4aaf-85da-7012f1c923bc None None] Pushing event updated for resources: {'Port': ['ID=abcdd229-08fb-4b41-9cce-407cdd7b626a,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:44.931473 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ced75-4683-4aaf-85da-7012f1c923bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:44.931817 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ced75-4683-4aaf-85da-7012f1c923bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:44.932164 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ced75-4683-4aaf-85da-7012f1c923bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:44.932506 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ced75-4683-4aaf-85da-7012f1c923bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:44.932845 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ced75-4683-4aaf-85da-7012f1c923bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:44.933253 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ced75-4683-4aaf-85da-7012f1c923bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:44.933488 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ced75-4683-4aaf-85da-7012f1c923bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:44.933821 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ced75-4683-4aaf-85da-7012f1c923bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:44.934174 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ced75-4683-4aaf-85da-7012f1c923bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:44.934496 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ced75-4683-4aaf-85da-7012f1c923bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:44.934821 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ced75-4683-4aaf-85da-7012f1c923bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:44.935168 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ced75-4683-4aaf-85da-7012f1c923bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:44.970733 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Attempting to bind port abcdd229-08fb-4b41-9cce-407cdd7b626a on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:59:44.971282 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Attempting to bind port abcdd229-08fb-4b41-9cce-407cdd7b626a by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '8cd3c622-1a6f-4e10-8ba1-8c1dedf818de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:59:44.971505 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Attempting to bind port abcdd229-08fb-4b41-9cce-407cdd7b626a on network 2eb17559-6f30-40bf-b3aa-743caa1b128b {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:59:44.977769 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:59:44.978252 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Checking segment: {'id': '8cd3c622-1a6f-4e10-8ba1-8c1dedf818de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:59:44.978666 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:44.979085 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Bound using segment: {'id': '8cd3c622-1a6f-4e10-8ba1-8c1dedf818de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:59:44.979568 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Bound port: abcdd229-08fb-4b41-9cce-407cdd7b626a, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd3c622-1a6f-4e10-8ba1-8c1dedf818de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:59:44.980080 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:45.145664 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] For port abcdd229-08fb-4b41-9cce-407cdd7b626a, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:59:45.148964 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] For port abcdd229-08fb-4b41-9cce-407cdd7b626a, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=abcdd229-08fb-4b41-9cce-407cdd7b626a,segment=NetworkSegment(8cd3c622-1a6f-4e10-8ba1-8c1dedf818de),segment_id=8cd3c622-1a6f-4e10-8ba1-8c1dedf818de)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:59:45.153941 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:45.215156 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Routers {'86e39264-6c58-4869-94cf-28d4195b1077'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:59:45.215804 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:59:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['86e39264-6c58-4869-94cf-28d4195b1077'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:59:45.251754 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ced75-4683-4aaf-85da-7012f1c923bc None None] Pushing event updated for resources: {'Port': ['ID=abcdd229-08fb-4b41-9cce-407cdd7b626a,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:45.339616 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] Set router 86e39264-6c58-4869-94cf-28d4195b1077 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 10:59:45.542036 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e39264-6c58-4869-94cf-28d4195b1077', 'name': 'tempest-TestSecurityGroupsBasicOps-router-760765296', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '05ca83c9-11c7-4bf1-86d5-1d0a685ccf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:59:37Z', 'updated_at': '2021-08-20T10:59:42Z', 'revision_number': 4, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': '05ca83c9-11c7-4bf1-86d5-1d0a685ccf35', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e39264-6c58-4869-94cf-28d4195b1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:59:38Z', 'updated_at': '2021-08-20T10:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'abcdd229-08fb-4b41-9cce-407cdd7b626a', 'name': '', 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'mac_address': 'fa:16:3e:2d:0e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e39264-6c58-4869-94cf-28d4195b1077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '96548a8c-6ad4-4eb9-9d4c-95e0a624795e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:59:42Z', 'updated_at': '2021-08-20T10:59:45Z', 'revision_number': 4, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'subnets': [{'id': '96548a8c-6ad4-4eb9-9d4c-95e0a624795e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:59:45.572027 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57693f8d-2300-4b86-96d4-550e815a34bd None None] The sync data for ids ['86e39264-6c58-4869-94cf-28d4195b1077'] in n-d-778550-11 is: [{'id': '86e39264-6c58-4869-94cf-28d4195b1077', 'name': 'tempest-TestSecurityGroupsBasicOps-router-760765296', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '05ca83c9-11c7-4bf1-86d5-1d0a685ccf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:59:37Z', 'updated_at': '2021-08-20T10:59:42Z', 'revision_number': 4, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': '05ca83c9-11c7-4bf1-86d5-1d0a685ccf35', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e39264-6c58-4869-94cf-28d4195b1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:59:38Z', 'updated_at': '2021-08-20T10:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'abcdd229-08fb-4b41-9cce-407cdd7b626a', 'name': '', 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'mac_address': 'fa:16:3e:2d:0e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e39264-6c58-4869-94cf-28d4195b1077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '96548a8c-6ad4-4eb9-9d4c-95e0a624795e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:59:42Z', 'updated_at': '2021-08-20T10:59:45Z', 'revision_number': 4, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'subnets': [{'id': '96548a8c-6ad4-4eb9-9d4c-95e0a624795e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 10:59:45.776033 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b470c104-0550-453b-b698-d372c1688291 req-d70ba674-a2f2-41de-89fb-3bfe0f6bac5f tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 210 time: 0.0577497 Aug 20 10:59:45.933638 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-e5f87cc0-78e1-408c-9744-bd02ec9967b9 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:45.935657 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-e5f87cc0-78e1-408c-9744-bd02ec9967b9 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 811 time: 0.1438315 Aug 20 10:59:46.059208 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10c86cad-c440-4657-8091-6a96c1228396 req-869142c2-d34c-4d9a-981f-2d2fe29517f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 210 time: 0.0557728 Aug 20 10:59:46.090699 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-8b2c75d5-5105-4aa6-898d-5e61ddac0ada tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c090051161f84f338132097522189093 HTTP/1.1" status: 200 len: 380 time: 0.1336966 Aug 20 10:59:46.104149 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-2e91928e-048a-4556-8a72-4cedd07f85d5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Request body: {'port': {'device_id': 'f4f608b6-012f-427e-9aaf-e50908c7682e', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'admin_state_up': True, 'tenant_id': 'c090051161f84f338132097522189093', 'security_groups': ['672cc0e6-d1f0-4810-99fb-e976c4efadc3']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:59:46.130329 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9474b08a-2811-4dc6-a89b-0d6ac94a35ca up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:59:46.214497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 9474b08a-2811-4dc6-a89b-0d6ac94a35ca triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:59:46.214876 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:46.317461 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device abcdd229-08fb-4b41-9cce-407cdd7b626a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:59:46.385575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port abcdd229-08fb-4b41-9cce-407cdd7b626a completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:59:46.392836 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port abcdd229-08fb-4b41-9cce-407cdd7b626a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:59:46.393518 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:46.551380 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:46.599207 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port abcdd229-08fb-4b41-9cce-407cdd7b626a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=abcdd229-08fb-4b41-9cce-407cdd7b626a,segment=NetworkSegment(8cd3c622-1a6f-4e10-8ba1-8c1dedf818de),segment_id=8cd3c622-1a6f-4e10-8ba1-8c1dedf818de)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:59:46.603601 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:46.660889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-2e91928e-048a-4556-8a72-4cedd07f85d5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Made reservation on behalf of c090051161f84f338132097522189093 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:59:46.661107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=abcdd229-08fb-4b41-9cce-407cdd7b626a,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:46.664497 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-2e91928e-048a-4556-8a72-4cedd07f85d5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:46.807306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-2e91928e-048a-4556-8a72-4cedd07f85d5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Allocated IP 172.20.0.7 (45e6f8dc-f9e2-4ee1-aaa9-d63db523568b/613c4b10-757f-41e2-b495-9809f5fc214e/c6919e46-1bb0-4ef2-9339-481256cb773d) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:59:46.932113 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c98f6eaa-388e-492e-874d-ad8393200994 req-d4201bc4-657a-4dad-9527-d63ae7d27614 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 210 time: 0.0521724 Aug 20 10:59:47.013289 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-2e91928e-048a-4556-8a72-4cedd07f85d5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:47.033446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-2e91928e-048a-4556-8a72-4cedd07f85d5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Transition to ACTIVE for port object c6919e46-1bb0-4ef2-9339-481256cb773d will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:59:47.090759 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-2e91928e-048a-4556-8a72-4cedd07f85d5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:47.116690 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-e7511f9b-3308-41ff-9ec5-376e6ac86fc4 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:47.118350 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-e7511f9b-3308-41ff-9ec5-376e6ac86fc4 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.42 "GET /v2.0/networks?id=2eb17559-6f30-40bf-b3aa-743caa1b128b HTTP/1.1" status: 200 len: 797 time: 0.1788313 Aug 20 10:59:47.133147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-77ecb116-1bd5-40f4-a511-36214ca54bc7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Request body: {'port': {'device_id': '965d6e14-5217-4d11-ba6a-bc0b8cec4e9a', 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b', 'admin_state_up': True, 'tenant_id': '46d512a088054cf588a5e2274ab90fd6'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:59:47.144993 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-2e91928e-048a-4556-8a72-4cedd07f85d5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:59:47.148846 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-2e91928e-048a-4556-8a72-4cedd07f85d5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:59:47.169335 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-2e91928e-048a-4556-8a72-4cedd07f85d5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:59:47.217361 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91928e-048a-4556-8a72-4cedd07f85d5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'Port': ['ID=c6919e46-1bb0-4ef2-9339-481256cb773d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:47.276395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-2e91928e-048a-4556-8a72-4cedd07f85d5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:47.277640 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-2e91928e-048a-4556-8a72-4cedd07f85d5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:47.297526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-77ecb116-1bd5-40f4-a511-36214ca54bc7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Made reservation on behalf of 46d512a088054cf588a5e2274ab90fd6 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:59:47.301634 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-77ecb116-1bd5-40f4-a511-36214ca54bc7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:47.306001 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff508e-0de7-4828-974e-e0a34c7a476c req-845c0ca3-6c3e-4c5c-acda-8bbace13af64 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:47.315537 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-efff508e-0de7-4828-974e-e0a34c7a476c req-845c0ca3-6c3e-4c5c-acda-8bbace13af64 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 931 time: 0.1413753 Aug 20 10:59:47.336399 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-2e91928e-048a-4556-8a72-4cedd07f85d5 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2386510 Aug 20 10:59:47.349912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Request body: {'port': {'device_id': 'f4f608b6-012f-427e-9aaf-e50908c7682e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:59:47.397687 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-efff508e-0de7-4828-974e-e0a34c7a476c req-48cacb6d-19cd-48a1-b5d0-08a6251d710e tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806394 Aug 20 10:59:47.422351 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:47.461718 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-77ecb116-1bd5-40f4-a511-36214ca54bc7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Allocated IP 172.20.0.23 (2eb17559-6f30-40bf-b3aa-743caa1b128b/96548a8c-6ad4-4eb9-9d4c-95e0a624795e/968d6778-3497-4c8d-8093-7f4eba33c1fa) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 10:59:47.502222 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1587a283-2016-4ddf-949f-b093a4680cee None None] Provisioning for port c6919e46-1bb0-4ef2-9339-481256cb773d completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:59:47.508651 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1587a283-2016-4ddf-949f-b093a4680cee None None] Provisioning complete for port c6919e46-1bb0-4ef2-9339-481256cb773d triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:59:47.509215 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1587a283-2016-4ddf-949f-b093a4680cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:47.548384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-1587a283-2016-4ddf-949f-b093a4680cee None None] Port c6919e46-1bb0-4ef2-9339-481256cb773d cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:59:47.626658 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-77ecb116-1bd5-40f4-a511-36214ca54bc7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:47.641112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-77ecb116-1bd5-40f4-a511-36214ca54bc7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Transition to ACTIVE for port object 968d6778-3497-4c8d-8093-7f4eba33c1fa will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:59:47.675871 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-77ecb116-1bd5-40f4-a511-36214ca54bc7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:47.712896 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6919e46-1bb0-4ef2-9339-481256cb773d {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:59:47.720604 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:47.724541 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-77ecb116-1bd5-40f4-a511-36214ca54bc7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Network 2eb17559-6f30-40bf-b3aa-743caa1b128b is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 10:59:47.728063 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-77ecb116-1bd5-40f4-a511-36214ca54bc7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 10:59:47.734847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-77ecb116-1bd5-40f4-a511-36214ca54bc7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 10:59:47.743095 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Transition to ACTIVE for port object c6919e46-1bb0-4ef2-9339-481256cb773d will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:59:47.749836 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:47.772548 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecb116-1bd5-40f4-a511-36214ca54bc7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event updated for resources: {'Port': ['ID=968d6778-3497-4c8d-8093-7f4eba33c1fa,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:47.798426 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-77ecb116-1bd5-40f4-a511-36214ca54bc7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:47.799115 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-77ecb116-1bd5-40f4-a511-36214ca54bc7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:47.807014 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Pushing event updated for resources: {'Port': ['ID=c6919e46-1bb0-4ef2-9339-481256cb773d,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:47.817493 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-77ecb116-1bd5-40f4-a511-36214ca54bc7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6894288 Aug 20 10:59:47.834916 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Request body: {'port': {'device_id': '965d6e14-5217-4d11-ba6a-bc0b8cec4e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:59:47.891284 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Attempting to bind port c6919e46-1bb0-4ef2-9339-481256cb773d on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:59:47.891720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Attempting to bind port c6919e46-1bb0-4ef2-9339-481256cb773d by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:59:47.892059 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Attempting to bind port c6919e46-1bb0-4ef2-9339-481256cb773d on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:59:47.898118 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Port c6919e46-1bb0-4ef2-9339-481256cb773d on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:59:47.898593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Attempting to bind port c6919e46-1bb0-4ef2-9339-481256cb773d on network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:59:47.905034 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:59:47.905389 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Checking segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:59:47.905812 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Bound using segment: {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:59:47.906343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Bound port: c6919e46-1bb0-4ef2-9339-481256cb773d, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6636fc8-233e-43ad-80b7-e68d33c9ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:59:47.906861 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:47.926485 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:47.989023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] For port c6919e46-1bb0-4ef2-9339-481256cb773d, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:59:47.992647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] For port c6919e46-1bb0-4ef2-9339-481256cb773d, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c6919e46-1bb0-4ef2-9339-481256cb773d,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:59:48.005818 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:48.099341 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device abcdd229-08fb-4b41-9cce-407cdd7b626a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:59:48.104261 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:48.104972 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:48.106523 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] 10.222.0.24 "PUT /v2.0/ports/c6919e46-1bb0-4ef2-9339-481256cb773d HTTP/1.1" status: 200 len: 1092 time: 0.7610521 Aug 20 10:59:48.107004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f608b6-012f-427e-9aaf-e50908c7682e', 'tag': 'c6919e46-1bb0-4ef2-9339-481256cb773d'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:59:48.110126 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94c854d-1672-47b8-b612-04461c17b972" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f608b6-012f-427e-9aaf-e50908c7682e", "tag": "c6919e46-1bb0-4ef2-9339-481256cb773d"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:59:48.212274 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8d215a-eb49-46cc-9121-7bf84ff87ca6 x-openstack-request-id: req-2d8d215a-eb49-46cc-9121-7bf84ff87ca6 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:59:48.212950 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f608b6-012f-427e-9aaf-e50908c7682e", "tag": "c6919e46-1bb0-4ef2-9339-481256cb773d", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:59:48.213555 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d8d215a-eb49-46cc-9121-7bf84ff87ca6 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:59:48.214290 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f608b6-012f-427e-9aaf-e50908c7682e', 'tag': 'c6919e46-1bb0-4ef2-9339-481256cb773d', 'status': 'completed', 'code': 200} Aug 20 10:59:48.217983 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-579068c8-ce75-4676-81e1-86fdf0bd37e1 None None] Provisioning for port 968d6778-3497-4c8d-8093-7f4eba33c1fa completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:59:48.222488 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-579068c8-ce75-4676-81e1-86fdf0bd37e1 None None] Provisioning complete for port 968d6778-3497-4c8d-8093-7f4eba33c1fa triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:59:48.222877 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-579068c8-ce75-4676-81e1-86fdf0bd37e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:48.248460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab5fa7-8443-4cfb-85cd-d357a90710df service neutron] Pushing event updated for resources: {'Port': ['ID=c6919e46-1bb0-4ef2-9339-481256cb773d,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:48.258281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port abcdd229-08fb-4b41-9cce-407cdd7b626a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:59:48.259159 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:48.278506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-f7dcab74-4125-475a-962c-5c99634dbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:48.285183 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-f7dcab74-4125-475a-962c-5c99634dbb23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 1095 time: 0.1126094 Aug 20 10:59:48.288194 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-579068c8-ce75-4676-81e1-86fdf0bd37e1 None None] Port 968d6778-3497-4c8d-8093-7f4eba33c1fa cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 10:59:48.377337 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-6e4727f8-a0ac-44dd-b4f1-94c4ed5c791e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6919e46-1bb0-4ef2-9339-481256cb773d HTTP/1.1" status: 200 len: 217 time: 0.0825131 Aug 20 10:59:48.422077 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cc5cd-eab0-468c-ad94-9a807ca6ab9e req-4eebe242-36ad-4277-8e97-ca32af2e6045 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:48.423676 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-282cc5cd-eab0-468c-ad94-9a807ca6ab9e req-4eebe242-36ad-4277-8e97-ca32af2e6045 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 895 time: 0.1353202 Aug 20 10:59:48.452840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968d6778-3497-4c8d-8093-7f4eba33c1fa {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:59:48.463957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-e398b753-f4e2-451c-a5a7-5fc23a83b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:48.465652 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-e398b753-f4e2-451c-a5a7-5fc23a83b639 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0803304 Aug 20 10:59:48.469977 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:48.494991 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Transition to ACTIVE for port object 968d6778-3497-4c8d-8093-7f4eba33c1fa will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 10:59:48.504508 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:48.561629 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=968d6778-3497-4c8d-8093-7f4eba33c1fa,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:48.577047 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-e6f8ffe5-b2ca-4513-96a8-d60d0fbffb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:48.578753 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-e6f8ffe5-b2ca-4513-96a8-d60d0fbffb93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019816 Aug 20 10:59:48.592248 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14765e2-e837-4ce1-acfc-3011ea069ed8 req-ed350d84-ba2f-41a6-b6d0-9e25de24a93a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:48.594704 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f14765e2-e837-4ce1-acfc-3011ea069ed8 req-ed350d84-ba2f-41a6-b6d0-9e25de24a93a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 943 time: 0.0872726 Aug 20 10:59:48.652685 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Attempting to bind port 968d6778-3497-4c8d-8093-7f4eba33c1fa on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 10:59:48.653029 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Attempting to bind port 968d6778-3497-4c8d-8093-7f4eba33c1fa by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '8cd3c622-1a6f-4e10-8ba1-8c1dedf818de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 10:59:48.653619 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Attempting to bind port 968d6778-3497-4c8d-8093-7f4eba33c1fa on network 2eb17559-6f30-40bf-b3aa-743caa1b128b {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:59:48.659129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Port 968d6778-3497-4c8d-8093-7f4eba33c1fa on network 2eb17559-6f30-40bf-b3aa-743caa1b128b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 10:59:48.659129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Attempting to bind port 968d6778-3497-4c8d-8093-7f4eba33c1fa on network 2eb17559-6f30-40bf-b3aa-743caa1b128b {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 10:59:48.664646 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 10:59:48.664988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Checking segment: {'id': '8cd3c622-1a6f-4e10-8ba1-8c1dedf818de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 10:59:48.665385 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Bound using segment: {'id': '8cd3c622-1a6f-4e10-8ba1-8c1dedf818de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 10:59:48.665809 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Bound port: 968d6778-3497-4c8d-8093-7f4eba33c1fa, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd3c622-1a6f-4e10-8ba1-8c1dedf818de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 10:59:48.666170 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:48.701863 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-12f63b29-00fa-4842-ae23-93f89bd94a4d service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059155 Aug 20 10:59:48.736172 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f14765e2-e837-4ce1-acfc-3011ea069ed8 req-da752f7f-7335-49bc-a3de-06cf253f2743 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666468 Aug 20 10:59:48.751314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] For port 968d6778-3497-4c8d-8093-7f4eba33c1fa, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 10:59:48.755279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] For port 968d6778-3497-4c8d-8093-7f4eba33c1fa, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=968d6778-3497-4c8d-8093-7f4eba33c1fa,segment=NetworkSegment(8cd3c622-1a6f-4e10-8ba1-8c1dedf818de),segment_id=8cd3c622-1a6f-4e10-8ba1-8c1dedf818de)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 10:59:48.775601 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:48.776531 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:48.824754 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7f15e35-a433-49b9-b447-3ce6b6f55388 req-319e3b0e-51c2-4692-9675-2a6398d0bd9d service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130264 Aug 20 10:59:48.835460 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:48.836036 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:48.837376 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] 10.222.0.42 "PUT /v2.0/ports/968d6778-3497-4c8d-8093-7f4eba33c1fa HTTP/1.1" status: 200 len: 1056 time: 1.0079114 Aug 20 10:59:48.837844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965d6e14-5217-4d11-ba6a-bc0b8cec4e9a', 'tag': '968d6778-3497-4c8d-8093-7f4eba33c1fa'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:59:48.840231 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8084a0-fc36-4358-baf0-db8a583b340e" -d '{"events": [{"name": "network-changed", "server_uuid": "965d6e14-5217-4d11-ba6a-bc0b8cec4e9a", "tag": "968d6778-3497-4c8d-8093-7f4eba33c1fa"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:59:48.854770 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5b389-dfb6-4bad-a9d3-7b05c401e6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=968d6778-3497-4c8d-8093-7f4eba33c1fa,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:48.916831 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 10:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff11151e-7239-4552-ba3f-909f168e34cd x-openstack-request-id: req-ff11151e-7239-4552-ba3f-909f168e34cd {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:59:48.917128 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965d6e14-5217-4d11-ba6a-bc0b8cec4e9a", "tag": "968d6778-3497-4c8d-8093-7f4eba33c1fa", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:59:48.917383 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff11151e-7239-4552-ba3f-909f168e34cd {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:59:48.917781 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965d6e14-5217-4d11-ba6a-bc0b8cec4e9a', 'tag': '968d6778-3497-4c8d-8093-7f4eba33c1fa', 'status': 'completed', 'code': 200} Aug 20 10:59:48.935582 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-dfe01db4-254c-44d5-a483-9bf249db2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:48.937676 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-dfe01db4-254c-44d5-a483-9bf249db2059 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46d512a088054cf588a5e2274ab90fd6&device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 1059 time: 0.0550601 Aug 20 10:59:48.958142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c854d-1672-47b8-b612-04461c17b972 req-98bbb0df-d7d5-4b3a-8281-cbe906f0145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:48.960023 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c94c854d-1672-47b8-b612-04461c17b972 req-98bbb0df-d7d5-4b3a-8281-cbe906f0145d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 1095 time: 0.0692945 Aug 20 10:59:48.982567 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-c8ef0153-42ce-44d9-ac74-318396770b25 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=968d6778-3497-4c8d-8093-7f4eba33c1fa HTTP/1.1" status: 200 len: 217 time: 0.0372689 Aug 20 10:59:49.042000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-e41af03b-5b2e-45f6-b08b-138f794be101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:49.044062 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-e41af03b-5b2e-45f6-b08b-138f794be101 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96548a8c-6ad4-4eb9-9d4c-95e0a624795e HTTP/1.1" status: 200 len: 838 time: 0.0548425 Aug 20 10:59:49.075286 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c854d-1672-47b8-b612-04461c17b972 req-297a62fe-8ef2-4b08-ab28-b43b68e7f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:49.076817 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c94c854d-1672-47b8-b612-04461c17b972 req-297a62fe-8ef2-4b08-ab28-b43b68e7f6fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.1092696 Aug 20 10:59:49.096761 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-3427ecdb-6f35-4a46-89f7-0d3d06a6a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:49.098378 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-3427ecdb-6f35-4a46-89f7-0d3d06a6a596 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2eb17559-6f30-40bf-b3aa-743caa1b128b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0477021 Aug 20 10:59:49.121490 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c94c854d-1672-47b8-b612-04461c17b972 req-376286a4-cc5e-4567-aced-1e9ce34f8b2a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6919e46-1bb0-4ef2-9339-481256cb773d HTTP/1.1" status: 200 len: 217 time: 0.0361657 Aug 20 10:59:49.174264 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c854d-1672-47b8-b612-04461c17b972 req-6f3250c2-e8e9-427c-b7c0-b2d1997bd877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:49.175826 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c94c854d-1672-47b8-b612-04461c17b972 req-6f3250c2-e8e9-427c-b7c0-b2d1997bd877 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0469172 Aug 20 10:59:49.196613 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-66443d0c-d427-4d35-a863-c3544eb88ca5 service neutron] 10.222.0.42 "GET /v2.0/networks/2eb17559-6f30-40bf-b3aa-743caa1b128b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909863 Aug 20 10:59:49.225432 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c854d-1672-47b8-b612-04461c17b972 req-5d51041c-0ba9-444d-bd41-ab82867f47d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:49.227022 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c94c854d-1672-47b8-b612-04461c17b972 req-5d51041c-0ba9-444d-bd41-ab82867f47d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438673 Aug 20 10:59:49.294440 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-59beb93e-6c39-479b-9c95-1af56e5677b9 req-88477508-0ec2-4f6e-a627-4eacc3513e6d service neutron] 10.222.0.42 "GET /v2.0/networks/2eb17559-6f30-40bf-b3aa-743caa1b128b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908716 Aug 20 10:59:49.331288 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c94c854d-1672-47b8-b612-04461c17b972 req-f690a789-3afd-4a3e-9600-a1a7f6e56653 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945950 Aug 20 10:59:49.384665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8084a0-fc36-4358-baf0-db8a583b340e req-52b04e41-56f1-4007-bd09-288b0cdd208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:49.386179 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a8084a0-fc36-4358-baf0-db8a583b340e req-52b04e41-56f1-4007-bd09-288b0cdd208a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=46d512a088054cf588a5e2274ab90fd6&device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 1059 time: 0.0418384 Aug 20 10:59:49.423945 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c94c854d-1672-47b8-b612-04461c17b972 req-2e6f8ef4-90e2-4b22-90ca-15e77c85bd40 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858386 Aug 20 10:59:49.484036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8084a0-fc36-4358-baf0-db8a583b340e req-9e22c69d-450c-4068-a09e-a1863858448a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:49.485876 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a8084a0-fc36-4358-baf0-db8a583b340e req-9e22c69d-450c-4068-a09e-a1863858448a service neutron] 10.222.0.42 "GET /v2.0/networks?id=2eb17559-6f30-40bf-b3aa-743caa1b128b HTTP/1.1" status: 200 len: 898 time: 0.0929718 Aug 20 10:59:49.534542 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a8084a0-fc36-4358-baf0-db8a583b340e req-5fdcf738-f60c-4c2b-b799-205ee7ce0e08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=968d6778-3497-4c8d-8093-7f4eba33c1fa HTTP/1.1" status: 200 len: 217 time: 0.0404916 Aug 20 10:59:49.551307 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd339853-8250-451f-9223-a969799ed8bd req-4840304d-d3ad-4730-909e-aaee90c37c8d tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:49.552797 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fd339853-8250-451f-9223-a969799ed8bd req-4840304d-d3ad-4730-909e-aaee90c37c8d tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 907 time: 0.0559936 Aug 20 10:59:49.588113 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8084a0-fc36-4358-baf0-db8a583b340e req-0fba5210-5c1f-4b89-8aaf-6ca43ce875a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:49.589587 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a8084a0-fc36-4358-baf0-db8a583b340e req-0fba5210-5c1f-4b89-8aaf-6ca43ce875a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96548a8c-6ad4-4eb9-9d4c-95e0a624795e HTTP/1.1" status: 200 len: 838 time: 0.0462267 Aug 20 10:59:49.636231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8084a0-fc36-4358-baf0-db8a583b340e req-7aca12ac-b739-4747-b92e-dc96dea79f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:49.637768 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a8084a0-fc36-4358-baf0-db8a583b340e req-7aca12ac-b739-4747-b92e-dc96dea79f09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2eb17559-6f30-40bf-b3aa-743caa1b128b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0399952 Aug 20 10:59:49.735602 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a8084a0-fc36-4358-baf0-db8a583b340e req-1b9418dc-f658-48c0-aa6a-61532030a05d service neutron] 10.222.0.42 "GET /v2.0/networks/2eb17559-6f30-40bf-b3aa-743caa1b128b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892730 Aug 20 10:59:49.841310 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3a8084a0-fc36-4358-baf0-db8a583b340e req-d388173d-4cb8-4455-9ae9-82997c1fa648 service neutron] 10.222.0.42 "GET /v2.0/networks/2eb17559-6f30-40bf-b3aa-743caa1b128b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978785 Aug 20 10:59:49.885369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b87551-f4f2-41e6-9b1c-51b9b2decc95 req-89b80dc0-f93d-412b-a11c-1077156a83e8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:49.888071 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f6b87551-f4f2-41e6-9b1c-51b9b2decc95 req-89b80dc0-f93d-412b-a11c-1077156a83e8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 943 time: 0.0621705 Aug 20 10:59:49.927110 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f6b87551-f4f2-41e6-9b1c-51b9b2decc95 req-f2729075-3e7c-45fa-98c4-e602dcb1f9d6 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320523 Aug 20 10:59:50.671803 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663acdc4-50d5-4fab-b0a6-ab8c51e54e33 req-ada50c6f-f6b8-4b94-a940-0dad45fbbe9e tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:50.673370 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-663acdc4-50d5-4fab-b0a6-ab8c51e54e33 req-ada50c6f-f6b8-4b94-a940-0dad45fbbe9e tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 907 time: 0.0492795 Aug 20 10:59:51.050168 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233421a5-9a86-469f-aab1-86284a6a8b3c req-e2e81cd7-53ac-4af6-a653-f722f08372b2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:51.051823 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-233421a5-9a86-469f-aab1-86284a6a8b3c req-e2e81cd7-53ac-4af6-a653-f722f08372b2 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 943 time: 0.0522916 Aug 20 10:59:51.090404 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-233421a5-9a86-469f-aab1-86284a6a8b3c req-c5bd18d7-1b4b-4740-a9b6-34666de2e3a3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322692 Aug 20 10:59:51.796995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c5762-ac8a-4cc2-84d2-c0351f3c27ea req-af54a4d8-37e8-40ab-ae9b-c1dc24eb2b96 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:51.798454 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd8c5762-ac8a-4cc2-84d2-c0351f3c27ea req-af54a4d8-37e8-40ab-ae9b-c1dc24eb2b96 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 907 time: 0.0548382 Aug 20 10:59:51.807778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 968d6778-3497-4c8d-8093-7f4eba33c1fa details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:59:51.899824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 968d6778-3497-4c8d-8093-7f4eba33c1fa, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=968d6778-3497-4c8d-8093-7f4eba33c1fa,segment=NetworkSegment(8cd3c622-1a6f-4e10-8ba1-8c1dedf818de),segment_id=8cd3c622-1a6f-4e10-8ba1-8c1dedf818de)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:59:51.912911 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '968d6778-3497-4c8d-8093-7f4eba33c1fa', 'network_id': '2eb17559-6f30-40bf-b3aa-743caa1b128b', 'port_id': '968d6778-3497-4c8d-8093-7f4eba33c1fa', 'mac_address': 'fa:16:3e:4a:12:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96548a8c-6ad4-4eb9-9d4c-95e0a624795e', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:59:51.951828 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:51.965021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968d6778-3497-4c8d-8093-7f4eba33c1fa {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:59:51.984088 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 968d6778-3497-4c8d-8093-7f4eba33c1fa, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=968d6778-3497-4c8d-8093-7f4eba33c1fa,segment=NetworkSegment(8cd3c622-1a6f-4e10-8ba1-8c1dedf818de),segment_id=8cd3c622-1a6f-4e10-8ba1-8c1dedf818de)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:59:51.988348 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:52.034902 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=968d6778-3497-4c8d-8093-7f4eba33c1fa,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:52.204361 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fc8be-5f7e-44c4-8d9a-69e6c46d94f7 req-3d54682f-11af-4c58-b680-7aa9485529fc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:52.205832 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a20fc8be-5f7e-44c4-8d9a-69e6c46d94f7 req-3d54682f-11af-4c58-b680-7aa9485529fc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 943 time: 0.0487428 Aug 20 10:59:52.229092 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['968d6778-3497-4c8d-8093-7f4eba33c1fa'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 10:59:52.244068 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a20fc8be-5f7e-44c4-8d9a-69e6c46d94f7 req-bcf28f67-fd63-4505-8886-92339f4abc2d tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322425 Aug 20 10:59:52.910807 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810868af-da88-4f37-8708-e906d3335a44 req-9a787553-f8ef-480a-bdd5-fd15926bf44c tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:52.912327 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-810868af-da88-4f37-8708-e906d3335a44 req-9a787553-f8ef-480a-bdd5-fd15926bf44c tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 908 time: 0.0479927 Aug 20 10:59:53.018593 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:53.367914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84951b45-d156-449b-93ac-4ee47ccf894c req-98fafed1-a4b2-4a3f-8057-356161047496 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:53.369377 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84951b45-d156-449b-93ac-4ee47ccf894c req-98fafed1-a4b2-4a3f-8057-356161047496 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 943 time: 0.0525749 Aug 20 10:59:53.406626 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84951b45-d156-449b-93ac-4ee47ccf894c req-28256f66-baaf-4b5d-aa5e-ecb6f1c918e1 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305285 Aug 20 10:59:53.819254 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 968d6778-3497-4c8d-8093-7f4eba33c1fa up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 10:59:53.870900 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 968d6778-3497-4c8d-8093-7f4eba33c1fa completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 10:59:53.874502 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 968d6778-3497-4c8d-8093-7f4eba33c1fa triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 10:59:53.874888 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:53.955774 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:53.978924 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965d6e14-5217-4d11-ba6a-bc0b8cec4e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968d6778-3497-4c8d-8093-7f4eba33c1fa'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:59:53.981215 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b5251e-30ac-4793-beb5-b0bfcc7ec591" -d '{"events": [{"server_uuid": "965d6e14-5217-4d11-ba6a-bc0b8cec4e9a", "name": "network-vif-plugged", "status": "completed", "tag": "968d6778-3497-4c8d-8093-7f4eba33c1fa"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:59:53.994432 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 968d6778-3497-4c8d-8093-7f4eba33c1fa, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=968d6778-3497-4c8d-8093-7f4eba33c1fa,segment=NetworkSegment(8cd3c622-1a6f-4e10-8ba1-8c1dedf818de),segment_id=8cd3c622-1a6f-4e10-8ba1-8c1dedf818de)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:59:53.998347 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:54.040874 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aebd265-122e-45df-933f-a159db80cea7 x-openstack-request-id: req-2aebd265-122e-45df-933f-a159db80cea7 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:59:54.041547 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965d6e14-5217-4d11-ba6a-bc0b8cec4e9a", "name": "network-vif-plugged", "status": "completed", "tag": "968d6778-3497-4c8d-8093-7f4eba33c1fa", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:59:54.041547 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2aebd265-122e-45df-933f-a159db80cea7 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:59:54.041952 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965d6e14-5217-4d11-ba6a-bc0b8cec4e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968d6778-3497-4c8d-8093-7f4eba33c1fa', 'code': 200} Aug 20 10:59:54.051870 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=968d6778-3497-4c8d-8093-7f4eba33c1fa,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:54.065469 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d56a92-493b-4c33-a64d-ad12d689bf2f req-97a6e975-77a9-4345-bf27-9a0204ace1a6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:54.067001 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c1d56a92-493b-4c33-a64d-ad12d689bf2f req-97a6e975-77a9-4345-bf27-9a0204ace1a6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 909 time: 0.0774627 Aug 20 10:59:54.141516 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47aa12-2f7a-49e6-870a-d1a87279f77d req-9442653b-fdb1-4bf3-b61d-fc394465302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:54.142975 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae47aa12-2f7a-49e6-870a-d1a87279f77d req-9442653b-fdb1-4bf3-b61d-fc394465302a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 1061 time: 0.0400531 Aug 20 10:59:54.521276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3c2a4-17cf-4f10-af2e-ca396eb59d58 req-3abd0d35-d377-484e-afba-592d15466742 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:54.522758 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-89b3c2a4-17cf-4f10-af2e-ca396eb59d58 req-3abd0d35-d377-484e-afba-592d15466742 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 943 time: 0.0489886 Aug 20 10:59:54.559362 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-89b3c2a4-17cf-4f10-af2e-ca396eb59d58 req-0ff8a6b9-77a2-4ea4-974d-48bab9165fbf tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306988 Aug 20 10:59:55.009882 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1df4cbe-b518-46f9-94e1-dc9e0e6e4b6c req-df39d424-e48e-4809-b99e-96bc32ba9bb0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395303 Aug 20 10:59:55.102044 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df4cbe-b518-46f9-94e1-dc9e0e6e4b6c req-20083e96-0792-4cea-894e-b729ca064282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:55.103604 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1df4cbe-b518-46f9-94e1-dc9e0e6e4b6c req-20083e96-0792-4cea-894e-b729ca064282 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 1097 time: 0.0438929 Aug 20 10:59:55.189466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdc182-2ce5-4fd5-9d06-2efdbce667ca req-90c232b0-add2-4e9d-aeea-552074267302 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:55.191187 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-85fdc182-2ce5-4fd5-9d06-2efdbce667ca req-90c232b0-add2-4e9d-aeea-552074267302 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 909 time: 0.0559142 Aug 20 10:59:55.238900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df4cbe-b518-46f9-94e1-dc9e0e6e4b6c req-d3e72ef8-f68e-4331-badc-28051d1e9cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:55.240927 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1df4cbe-b518-46f9-94e1-dc9e0e6e4b6c req-d3e72ef8-f68e-4331-badc-28051d1e9cf8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.1141994 Aug 20 10:59:55.324792 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1df4cbe-b518-46f9-94e1-dc9e0e6e4b6c req-402e8c45-81ad-4e77-a8d4-e3f6e055dca1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e5194c8-2278-47aa-8534-7fc7bf326457 HTTP/1.1" status: 200 len: 1001 time: 0.0753405 Aug 20 10:59:55.380537 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df4cbe-b518-46f9-94e1-dc9e0e6e4b6c req-6302c4c3-7fad-43f2-8330-a5837402d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:55.382407 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1df4cbe-b518-46f9-94e1-dc9e0e6e4b6c req-6302c4c3-7fad-43f2-8330-a5837402d35f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0510991 Aug 20 10:59:55.437204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df4cbe-b518-46f9-94e1-dc9e0e6e4b6c req-01b28a77-202e-4877-b322-81e69fd98433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:55.439136 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1df4cbe-b518-46f9-94e1-dc9e0e6e4b6c req-01b28a77-202e-4877-b322-81e69fd98433 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499361 Aug 20 10:59:55.540647 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1df4cbe-b518-46f9-94e1-dc9e0e6e4b6c req-a9929251-391d-4586-9a35-f052c6315164 service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939102 Aug 20 10:59:55.633488 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c1df4cbe-b518-46f9-94e1-dc9e0e6e4b6c req-bf457cd4-bc4d-4c04-84ff-7f49221f22fa service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864503 Aug 20 10:59:55.689084 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c3079-d7ea-4438-b408-cc5202705bcd req-c9328860-4f0b-42c4-98ab-5a2de7a2408f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:55.690711 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa6c3079-d7ea-4438-b408-cc5202705bcd req-c9328860-4f0b-42c4-98ab-5a2de7a2408f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 943 time: 0.0563514 Aug 20 10:59:55.732348 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa6c3079-d7ea-4438-b408-cc5202705bcd req-6082e415-85e6-4e1b-8f9c-58274bd61c91 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349367 Aug 20 10:59:56.313622 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef193381-b523-4a42-80de-f039aa74cac2 req-184d9995-5a1f-4f88-9d9a-681dfb9eecbb tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:56.315778 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ef193381-b523-4a42-80de-f039aa74cac2 req-184d9995-5a1f-4f88-9d9a-681dfb9eecbb tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 909 time: 0.0535295 Aug 20 10:59:56.444656 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402f3b0-d60b-4b04-b1f1-13688eeebf4d req-d128d3ce-0c92-4e67-a76e-3add336a48f2 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:56.446132 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7402f3b0-d60b-4b04-b1f1-13688eeebf4d req-d128d3ce-0c92-4e67-a76e-3add336a48f2 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 909 time: 0.0565393 Aug 20 10:59:56.548000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e397-481c-4bbf-8393-ffcb1e8d8536 req-edeafff8-2df0-4c72-8899-c8bb86597488 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:56.549479 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-16a8e397-481c-4bbf-8393-ffcb1e8d8536 req-edeafff8-2df0-4c72-8899-c8bb86597488 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 1061 time: 0.0398753 Aug 20 10:59:56.653805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b2658-9f3e-4560-ae68-ac9a59d43498 req-3f16a3ce-3807-4cac-bb3b-8f24c6830a2b tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:56.655446 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-946b2658-9f3e-4560-ae68-ac9a59d43498 req-3f16a3ce-3807-4cac-bb3b-8f24c6830a2b tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 1137 time: 0.0415108 Aug 20 10:59:56.701193 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-946b2658-9f3e-4560-ae68-ac9a59d43498 req-32ee037a-dc5c-4872-9fc3-cb11af6ba34c tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0a26d93e-8727-4b41-875a-a460ec398862&id=b2bfcf03-e45a-4115-9ae9-9e8f10d8a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0392928 Aug 20 10:59:56.723030 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35260) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:59:56.763427 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5ce4a0-d0fa-4498-b00b-12360a548537 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:56.767640 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-af5ce4a0-d0fa-4498-b00b-12360a548537 tempest-TestSecurityGroupsBasicOps-727162810 tempest-TestSecurityGroupsBasicOps-727162810-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 1056 time: 0.0409579 Aug 20 10:59:56.872708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2a7fb-b21c-4768-8092-da1d1d961f2c req-87c9f990-b072-414a-ac42-f948c7f676a3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:56.874578 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-68c2a7fb-b21c-4768-8092-da1d1d961f2c req-87c9f990-b072-414a-ac42-f948c7f676a3 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 943 time: 0.0570600 Aug 20 10:59:56.920222 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-68c2a7fb-b21c-4768-8092-da1d1d961f2c req-eaee5048-b7bb-4d2e-a6ea-af2bcd42a6fa tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364890 Aug 20 10:59:57.011598 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f037339-c018-4f23-92ed-60dbcde6f5e0 req-1a5e571e-50da-45aa-a901-d26b50d297e9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:57.013069 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f037339-c018-4f23-92ed-60dbcde6f5e0 req-1a5e571e-50da-45aa-a901-d26b50d297e9 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 909 time: 0.0562279 Aug 20 10:59:58.038954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907d30f-c747-45c0-91b1-4d0f5ef918be req-d7a19c4a-2373-45f0-ae60-0f5d0fe366ca tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:58.040397 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2907d30f-c747-45c0-91b1-4d0f5ef918be req-d7a19c4a-2373-45f0-ae60-0f5d0fe366ca tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 943 time: 0.0499721 Aug 20 10:59:58.080003 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2907d30f-c747-45c0-91b1-4d0f5ef918be req-0ae609ee-2b7f-4cee-8844-6a747b717d2f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326729 Aug 20 10:59:58.136212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e834b-8e7c-42ad-bf43-74fd7c94f366 req-3da2d5a4-1eb7-41ad-82dd-569e927e9cca tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:58.137658 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf1e834b-8e7c-42ad-bf43-74fd7c94f366 req-3da2d5a4-1eb7-41ad-82dd-569e927e9cca tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 909 time: 0.0509117 Aug 20 10:59:58.257857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157331ba-db43-4e1e-a6aa-ff37a453946e req-f191c450-78e5-48e8-8e06-50491645bc4b tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:58.259343 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-157331ba-db43-4e1e-a6aa-ff37a453946e req-f191c450-78e5-48e8-8e06-50491645bc4b tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.42 "GET /v2.0/ports?device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 909 time: 0.0478032 Aug 20 10:59:58.352056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-157331ba-db43-4e1e-a6aa-ff37a453946e req-4d6c18c2-3e41-4516-a6de-8ddd23654fec tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Deleting port 968d6778-3497-4c8d-8093-7f4eba33c1fa {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 10:59:58.352286 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-157331ba-db43-4e1e-a6aa-ff37a453946e req-4d6c18c2-3e41-4516-a6de-8ddd23654fec tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:58.723452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-157331ba-db43-4e1e-a6aa-ff37a453946e req-4d6c18c2-3e41-4516-a6de-8ddd23654fec tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] For port 968d6778-3497-4c8d-8093-7f4eba33c1fa, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=968d6778-3497-4c8d-8093-7f4eba33c1fa,segment=NetworkSegment(8cd3c622-1a6f-4e10-8ba1-8c1dedf818de),segment_id=8cd3c622-1a6f-4e10-8ba1-8c1dedf818de)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:59:58.723807 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-157331ba-db43-4e1e-a6aa-ff37a453946e req-4d6c18c2-3e41-4516-a6de-8ddd23654fec tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:58.737180 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-157331ba-db43-4e1e-a6aa-ff37a453946e req-4d6c18c2-3e41-4516-a6de-8ddd23654fec tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Calling delete_port for 968d6778-3497-4c8d-8093-7f4eba33c1fa owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 10:59:58.863593 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-157331ba-db43-4e1e-a6aa-ff37a453946e req-4d6c18c2-3e41-4516-a6de-8ddd23654fec tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:58.890971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c18c2-3e41-4516-a6de-8ddd23654fec tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event deleted for resources: {'Port': ['ID=968d6778-3497-4c8d-8093-7f4eba33c1fa,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:58.892155 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device c6919e46-1bb0-4ef2-9339-481256cb773d details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 10:59:58.932064 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-157331ba-db43-4e1e-a6aa-ff37a453946e req-4d6c18c2-3e41-4516-a6de-8ddd23654fec tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] No DVR routers for this DVR port 968d6778-3497-4c8d-8093-7f4eba33c1fa on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 10:59:58.936396 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-157331ba-db43-4e1e-a6aa-ff37a453946e req-4d6c18c2-3e41-4516-a6de-8ddd23654fec tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:58.938473 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-157331ba-db43-4e1e-a6aa-ff37a453946e req-4d6c18c2-3e41-4516-a6de-8ddd23654fec tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.42 "DELETE /v2.0/ports/968d6778-3497-4c8d-8093-7f4eba33c1fa HTTP/1.1" status: 204 len: 173 time: 0.6731992 Aug 20 10:59:58.939002 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965d6e14-5217-4d11-ba6a-bc0b8cec4e9a', 'name': 'network-vif-deleted', 'tag': '968d6778-3497-4c8d-8093-7f4eba33c1fa'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 10:59:58.947257 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093ef81b-dfd1-4300-afaf-5ea9bcfeda72" -d '{"events": [{"server_uuid": "965d6e14-5217-4d11-ba6a-bc0b8cec4e9a", "name": "network-vif-deleted", "tag": "968d6778-3497-4c8d-8093-7f4eba33c1fa"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 10:59:58.991445 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 10:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee387f93-1ebe-40b3-97ba-a2ac87a91604 x-openstack-request-id: req-ee387f93-1ebe-40b3-97ba-a2ac87a91604 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 10:59:58.991762 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965d6e14-5217-4d11-ba6a-bc0b8cec4e9a", "name": "network-vif-deleted", "tag": "968d6778-3497-4c8d-8093-7f4eba33c1fa", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 10:59:58.992013 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee387f93-1ebe-40b3-97ba-a2ac87a91604 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 10:59:58.992409 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965d6e14-5217-4d11-ba6a-bc0b8cec4e9a', 'name': 'network-vif-deleted', 'tag': '968d6778-3497-4c8d-8093-7f4eba33c1fa', 'status': 'completed', 'code': 200} Aug 20 10:59:59.017983 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port c6919e46-1bb0-4ef2-9339-481256cb773d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c6919e46-1bb0-4ef2-9339-481256cb773d,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:59:59.031064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'c6919e46-1bb0-4ef2-9339-481256cb773d', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'port_id': 'c6919e46-1bb0-4ef2-9339-481256cb773d', 'mac_address': 'fa:16:3e:6e:e2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 10:59:59.072050 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:59.093102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6919e46-1bb0-4ef2-9339-481256cb773d {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 10:59:59.113442 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port c6919e46-1bb0-4ef2-9339-481256cb773d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c6919e46-1bb0-4ef2-9339-481256cb773d,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 10:59:59.117880 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:59.169212 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=c6919e46-1bb0-4ef2-9339-481256cb773d,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 10:59:59.207827 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0435fa-156e-4893-bcf2-eb14c1d2b102 req-eaaa9fc6-5d60-4595-8bd3-e2dd0c3d8660 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 10:59:59.209348 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f0435fa-156e-4893-bcf2-eb14c1d2b102 req-eaaa9fc6-5d60-4595-8bd3-e2dd0c3d8660 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 944 time: 0.0597320 Aug 20 10:59:59.243961 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5c7b6aab-bbce-40f4-bf44-bd5e37a37e94 req-7c4c524e-4d9d-4de6-998f-50167845b1c2 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=965d6e14-5217-4d11-ba6a-bc0b8cec4e9a HTTP/1.1" status: 200 len: 210 time: 0.0263183 Aug 20 10:59:59.248285 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2f0435fa-156e-4893-bcf2-eb14c1d2b102 req-c0cb7aa9-e7d9-4613-bc52-ea30248d2e03 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324316 Aug 20 10:59:59.334340 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6870a7fc-8d12-4bd0-a133-dcc5214c7009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:59.496320 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['c6919e46-1bb0-4ef2-9339-481256cb773d'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:00:00.300156 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35284) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:00.363236 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84968f-bee4-4a1f-878d-6478fdac22ac req-c0d2faff-3132-473f-9d7c-01705d275750 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:00.364740 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-df84968f-bee4-4a1f-878d-6478fdac22ac req-c0d2faff-3132-473f-9d7c-01705d275750 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 944 time: 0.0488243 Aug 20 11:00:00.403956 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-df84968f-bee4-4a1f-878d-6478fdac22ac req-62ba78ab-2a85-44e0-a1e5-1d014b9cbbce tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332344 Aug 20 11:00:00.659798 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5231394f-e8db-4f6c-91c3-2d10d99fbb28 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:00.897546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device c6919e46-1bb0-4ef2-9339-481256cb773d up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:00:00.916828 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-5231394f-e8db-4f6c-91c3-2d10d99fbb28 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Deleting port abcdd229-08fb-4b41-9cce-407cdd7b626a {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:00:00.917095 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5231394f-e8db-4f6c-91c3-2d10d99fbb28 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:00.948332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port c6919e46-1bb0-4ef2-9339-481256cb773d completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:00:00.952243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port c6919e46-1bb0-4ef2-9339-481256cb773d triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:00:00.952613 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:01.006412 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-5231394f-e8db-4f6c-91c3-2d10d99fbb28 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] For port abcdd229-08fb-4b41-9cce-407cdd7b626a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=abcdd229-08fb-4b41-9cce-407cdd7b626a,segment=NetworkSegment(8cd3c622-1a6f-4e10-8ba1-8c1dedf818de),segment_id=8cd3c622-1a6f-4e10-8ba1-8c1dedf818de)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:00:01.006778 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5231394f-e8db-4f6c-91c3-2d10d99fbb28 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:01.024721 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-5231394f-e8db-4f6c-91c3-2d10d99fbb28 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Calling delete_port for abcdd229-08fb-4b41-9cce-407cdd7b626a owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:00:01.028386 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:01.051184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f608b6-012f-427e-9aaf-e50908c7682e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6919e46-1bb0-4ef2-9339-481256cb773d'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:00:01.053598 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d158860-4185-4b1a-93a9-f9a0daa640d3" -d '{"events": [{"server_uuid": "f4f608b6-012f-427e-9aaf-e50908c7682e", "name": "network-vif-plugged", "status": "completed", "tag": "c6919e46-1bb0-4ef2-9339-481256cb773d"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:00:01.070558 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port c6919e46-1bb0-4ef2-9339-481256cb773d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c6919e46-1bb0-4ef2-9339-481256cb773d,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:00:01.075797 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:01.099349 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ab73dc-fb54-4633-9b40-09e998cfcaa6 x-openstack-request-id: req-b1ab73dc-fb54-4633-9b40-09e998cfcaa6 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:00:01.099649 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f608b6-012f-427e-9aaf-e50908c7682e", "name": "network-vif-plugged", "status": "completed", "tag": "c6919e46-1bb0-4ef2-9339-481256cb773d", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:00:01.099899 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1ab73dc-fb54-4633-9b40-09e998cfcaa6 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:00:01.100331 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f608b6-012f-427e-9aaf-e50908c7682e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6919e46-1bb0-4ef2-9339-481256cb773d', 'code': 200} Aug 20 11:00:01.128500 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=c6919e46-1bb0-4ef2-9339-481256cb773d,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:01.239609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a02c1-ce36-436e-9283-b9dc26ca38e8 req-e9ed04ec-2101-4ea3-913e-b8f7e59eb98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:01.241055 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e41a02c1-ce36-436e-9283-b9dc26ca38e8 req-e9ed04ec-2101-4ea3-913e-b8f7e59eb98e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 1097 time: 0.0786881 Aug 20 11:00:01.242162 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5231394f-e8db-4f6c-91c3-2d10d99fbb28 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:01.273629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231394f-e8db-4f6c-91c3-2d10d99fbb28 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event deleted for resources: {'Port': ['ID=abcdd229-08fb-4b41-9cce-407cdd7b626a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:01.336189 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e41a02c1-ce36-436e-9283-b9dc26ca38e8 req-12e56222-d0d7-44f5-aa64-d79c5d2ac184 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698903 Aug 20 11:00:01.462289 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5231394f-e8db-4f6c-91c3-2d10d99fbb28 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:01.521083 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf7732-2c85-4b4a-946c-511dc68e652c req-9257f020-8826-4a98-ab33-142777d902aa tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:01.522488 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bbdf7732-2c85-4b4a-946c-511dc68e652c req-9257f020-8826-4a98-ab33-142777d902aa tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 945 time: 0.0487347 Aug 20 11:00:01.561550 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bbdf7732-2c85-4b4a-946c-511dc68e652c req-56d3f0e6-2f74-4e24-b2b5-00af680024aa tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327404 Aug 20 11:00:01.677783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5231394f-e8db-4f6c-91c3-2d10d99fbb28 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Router 86e39264-6c58-4869-94cf-28d4195b1077 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:00:01.785319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5231394f-e8db-4f6c-91c3-2d10d99fbb28 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:00:01.790738 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5231394f-e8db-4f6c-91c3-2d10d99fbb28 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "PUT /v2.0/routers/86e39264-6c58-4869-94cf-28d4195b1077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4895008 Aug 20 11:00:01.793305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35290) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:01.796764 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f8099-bfa1-4936-b403-a5e7f3cfd65d None None] Sync routers for ids ['86e39264-6c58-4869-94cf-28d4195b1077'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:00:01.806602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f8099-bfa1-4936-b403-a5e7f3cfd65d None None] Routers {'86e39264-6c58-4869-94cf-28d4195b1077'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:00:01.807232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6f2f8099-bfa1-4936-b403-a5e7f3cfd65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T10:59:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['86e39264-6c58-4869-94cf-28d4195b1077'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:01.844667 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-73cbdde3-cdb9-4449-9bd5-107a114a4dce tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Deleting subnet 96548a8c-6ad4-4eb9-9d4c-95e0a624795e {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:00:01.847863 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73cbdde3-cdb9-4449-9bd5-107a114a4dce tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:01.887332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 968d6778-3497-4c8d-8093-7f4eba33c1fa no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:00:01.890959 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73cbdde3-cdb9-4449-9bd5-107a114a4dce tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:01.909828 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 968d6778-3497-4c8d-8093-7f4eba33c1fa {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:00:01.910362 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 968d6778-3497-4c8d-8093-7f4eba33c1fa not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:00:01.929823 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6f2f8099-bfa1-4936-b403-a5e7f3cfd65d None None] Set router 86e39264-6c58-4869-94cf-28d4195b1077 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:00:01.982837 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73cbdde3-cdb9-4449-9bd5-107a114a4dce tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:02.034864 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5a419a04-1875-4442-a875-aa4f2f34b4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:02.046315 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73cbdde3-cdb9-4449-9bd5-107a114a4dce tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:02.077152 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbdde3-cdb9-4449-9bd5-107a114a4dce tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event deleted for resources: {'Subnet': ['ID=96548a8c-6ad4-4eb9-9d4c-95e0a624795e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:02.081502 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-73cbdde3-cdb9-4449-9bd5-107a114a4dce tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:02.083695 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-73cbdde3-cdb9-4449-9bd5-107a114a4dce tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "DELETE /v2.0/subnets/96548a8c-6ad4-4eb9-9d4c-95e0a624795e HTTP/1.1" status: 204 len: 168 time: 0.2891684 Aug 20 11:00:02.085950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35292) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:02.093304 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7619d623-33ce-41cb-9e6c-e435e17325e7 None None] Network 2eb17559-6f30-40bf-b3aa-743caa1b128b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:00:02.198196 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-796c9048-c8ba-4f18-bf9a-f4419e0457d7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:02.301166 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-796c9048-c8ba-4f18-bf9a-f4419e0457d7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:02.356489 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-796c9048-c8ba-4f18-bf9a-f4419e0457d7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Deleting port 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:00:02.357167 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-796c9048-c8ba-4f18-bf9a-f4419e0457d7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:02.371313 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6f2f8099-bfa1-4936-b403-a5e7f3cfd65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e39264-6c58-4869-94cf-28d4195b1077', 'name': 'tempest-TestSecurityGroupsBasicOps-router-760765296', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '05ca83c9-11c7-4bf1-86d5-1d0a685ccf35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:59:37Z', 'updated_at': '2021-08-20T11:00:01Z', 'revision_number': 5, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': '05ca83c9-11c7-4bf1-86d5-1d0a685ccf35', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e39264-6c58-4869-94cf-28d4195b1077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:59:38Z', 'updated_at': '2021-08-20T10:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:02.403607 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f8099-bfa1-4936-b403-a5e7f3cfd65d None None] Checking router: 86e39264-6c58-4869-94cf-28d4195b1077 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:00:02.416955 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f8099-bfa1-4936-b403-a5e7f3cfd65d None None] Routers {'86e39264-6c58-4869-94cf-28d4195b1077'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:00:02.417398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6f2f8099-bfa1-4936-b403-a5e7f3cfd65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:00:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['86e39264-6c58-4869-94cf-28d4195b1077'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:02.442496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-796c9048-c8ba-4f18-bf9a-f4419e0457d7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] For port 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=05ca83c9-11c7-4bf1-86d5-1d0a685ccf35,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:00:02.442862 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-796c9048-c8ba-4f18-bf9a-f4419e0457d7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:02.457376 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-796c9048-c8ba-4f18-bf9a-f4419e0457d7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Calling delete_port for 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:00:02.492750 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552de19f-b2ef-4c7e-bc84-ad79592ef963 None None] DHCP port deletion for 2eb17559-6f30-40bf-b3aa-743caa1b128b request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:00:02.503076 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:02.537849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6f2f8099-bfa1-4936-b403-a5e7f3cfd65d None None] Set router 86e39264-6c58-4869-94cf-28d4195b1077 gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:00:02.595670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6f2f8099-bfa1-4936-b403-a5e7f3cfd65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e39264-6c58-4869-94cf-28d4195b1077', 'name': 'tempest-TestSecurityGroupsBasicOps-router-760765296', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:59:37Z', 'updated_at': '2021-08-20T11:00:02Z', 'revision_number': 6, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:02.624353 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f8099-bfa1-4936-b403-a5e7f3cfd65d None None] The sync data for ids ['86e39264-6c58-4869-94cf-28d4195b1077'] in n-d-778550-11 is: [{'id': '86e39264-6c58-4869-94cf-28d4195b1077', 'name': 'tempest-TestSecurityGroupsBasicOps-router-760765296', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:59:37Z', 'updated_at': '2021-08-20T11:00:02Z', 'revision_number': 6, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:00:02.640263 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-796c9048-c8ba-4f18-bf9a-f4419e0457d7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:02.641753 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-552de19f-b2ef-4c7e-bc84-ad79592ef963 None None] Deleting port 9474b08a-2811-4dc6-a89b-0d6ac94a35ca {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:00:02.642254 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-552de19f-b2ef-4c7e-bc84-ad79592ef963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:02.668269 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c9048-c8ba-4f18-bf9a-f4419e0457d7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event deleted for resources: {'Port': ['ID=05ca83c9-11c7-4bf1-86d5-1d0a685ccf35,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:02.732172 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-552de19f-b2ef-4c7e-bc84-ad79592ef963 None None] For port 9474b08a-2811-4dc6-a89b-0d6ac94a35ca, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=9474b08a-2811-4dc6-a89b-0d6ac94a35ca,segment=NetworkSegment(8cd3c622-1a6f-4e10-8ba1-8c1dedf818de),segment_id=8cd3c622-1a6f-4e10-8ba1-8c1dedf818de)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:00:02.732478 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-552de19f-b2ef-4c7e-bc84-ad79592ef963 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:02.746400 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-552de19f-b2ef-4c7e-bc84-ad79592ef963 None None] Calling delete_port for 9474b08a-2811-4dc6-a89b-0d6ac94a35ca owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:00:02.773267 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-796c9048-c8ba-4f18-bf9a-f4419e0457d7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:02.808575 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac1249-921b-4f63-b4ba-2c138d3805ef req-fde54eec-7075-48f3-a5eb-a6e3664c0095 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:02.810042 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-16ac1249-921b-4f63-b4ba-2c138d3805ef req-fde54eec-7075-48f3-a5eb-a6e3664c0095 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 945 time: 0.1129525 Aug 20 11:00:02.836179 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-552de19f-b2ef-4c7e-bc84-ad79592ef963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:02.862008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552de19f-b2ef-4c7e-bc84-ad79592ef963 None None] Pushing event deleted for resources: {'Port': ['ID=9474b08a-2811-4dc6-a89b-0d6ac94a35ca,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:02.866835 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552de19f-b2ef-4c7e-bc84-ad79592ef963 None None] No DVR routers for this DVR port 9474b08a-2811-4dc6-a89b-0d6ac94a35ca on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:00:02.888656 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-796c9048-c8ba-4f18-bf9a-f4419e0457d7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:02.890916 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-796c9048-c8ba-4f18-bf9a-f4419e0457d7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:02.943505 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-16ac1249-921b-4f63-b4ba-2c138d3805ef req-451f49ec-6287-4a4f-ae66-5242fb797968 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998752 Aug 20 11:00:02.950501 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-796c9048-c8ba-4f18-bf9a-f4419e0457d7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:02.951078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796c9048-c8ba-4f18-bf9a-f4419e0457d7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Fanout notify agent at l3_agent the message router_deleted on router 86e39264-6c58-4869-94cf-28d4195b1077 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:00:02.958871 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-796c9048-c8ba-4f18-bf9a-f4419e0457d7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:02.960085 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-796c9048-c8ba-4f18-bf9a-f4419e0457d7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "DELETE /v2.0/routers/86e39264-6c58-4869-94cf-28d4195b1077 HTTP/1.1" status: 204 len: 168 time: 0.8731730 Aug 20 11:00:02.962649 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35296) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:03.047364 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2bf9e786-a8b4-45da-9c55-97c06c9a0d81 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:03.135077 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2bf9e786-a8b4-45da-9c55-97c06c9a0d81 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:03.144999 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-2bf9e786-a8b4-45da-9c55-97c06c9a0d81 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb17559-6f30-40bf-b3aa-743caa1b128b']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:03.154871 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-2bf9e786-a8b4-45da-9c55-97c06c9a0d81 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd3c622-1a6f-4e10-8ba1-8c1dedf818de') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:03.155201 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-2bf9e786-a8b4-45da-9c55-97c06c9a0d81 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd3c622-1a6f-4e10-8ba1-8c1dedf818de') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:03.164541 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2bf9e786-a8b4-45da-9c55-97c06c9a0d81 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:03.178052 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2bf9e786-a8b4-45da-9c55-97c06c9a0d81 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:03.184009 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf9e786-a8b4-45da-9c55-97c06c9a0d81 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:00:03.184392 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2bf9e786-a8b4-45da-9c55-97c06c9a0d81 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: timer() Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:00:03.187236 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:00:03.224277 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:03.245020 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2bf9e786-a8b4-45da-9c55-97c06c9a0d81 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:03.252678 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2bf9e786-a8b4-45da-9c55-97c06c9a0d81 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:03.254608 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2bf9e786-a8b4-45da-9c55-97c06c9a0d81 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "DELETE /v2.0/networks/2eb17559-6f30-40bf-b3aa-743caa1b128b HTTP/1.1" status: 204 len: 168 time: 0.2910018 Aug 20 11:00:03.257426 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35298) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:03.270701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9e786-a8b4-45da-9c55-97c06c9a0d81 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event deleted for resources: {'Network': ['ID=2eb17559-6f30-40bf-b3aa-743caa1b128b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:03.420446 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-f05a5fae-8adf-466e-aca4-c0950b9ba9cf tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Deleting port fd117eaf-94ff-47db-ab50-19fb234e9338 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:00:03.420790 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f05a5fae-8adf-466e-aca4-c0950b9ba9cf tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:03.495328 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f05a5fae-8adf-466e-aca4-c0950b9ba9cf tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:03.495652 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f05a5fae-8adf-466e-aca4-c0950b9ba9cf tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:03.508908 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-f05a5fae-8adf-466e-aca4-c0950b9ba9cf tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Calling delete_port for fd117eaf-94ff-47db-ab50-19fb234e9338 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:00:03.684736 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f05a5fae-8adf-466e-aca4-c0950b9ba9cf tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:03.709944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a5fae-8adf-466e-aca4-c0950b9ba9cf tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event deleted for resources: {'Port': ['ID=fd117eaf-94ff-47db-ab50-19fb234e9338,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:03.773808 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f05a5fae-8adf-466e-aca4-c0950b9ba9cf tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:03.774458 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-f05a5fae-8adf-466e-aca4-c0950b9ba9cf tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Floating IP a585cf40-48e5-4de2-bb6e-761f70b936fb disassociated (deleted). External IP: 172.25.3.92, port: f598edde-3314-4030-b6c0-471654e8d70e. Aug 20 11:00:03.983604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05a5fae-8adf-466e-aca4-c0950b9ba9cf tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Router e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:00:04.007197 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9474b08a-2811-4dc6-a89b-0d6ac94a35ca no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:00:04.028085 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 9474b08a-2811-4dc6-a89b-0d6ac94a35ca {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:00:04.028568 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 9474b08a-2811-4dc6-a89b-0d6ac94a35ca not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:00:04.029185 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:00:04.048733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:00:04.049069 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 05ca83c9-11c7-4bf1-86d5-1d0a685ccf35 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:00:04.049474 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device abcdd229-08fb-4b41-9cce-407cdd7b626a no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:00:04.070695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: abcdd229-08fb-4b41-9cce-407cdd7b626a {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:00:04.071035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device abcdd229-08fb-4b41-9cce-407cdd7b626a not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:00:04.119732 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20ca1a-ef35-44a4-a99f-cd2399f6c31d req-7d2df2e2-f4ed-492e-bd09-9d9e18dd8b50 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:04.121228 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d20ca1a-ef35-44a4-a99f-cd2399f6c31d req-7d2df2e2-f4ed-492e-bd09-9d9e18dd8b50 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 945 time: 0.0947223 Aug 20 11:00:04.145638 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05a5fae-8adf-466e-aca4-c0950b9ba9cf tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:00:04.150984 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f05a5fae-8adf-466e-aca4-c0950b9ba9cf tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:04.155439 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f11d85-bb0b-4959-89f3-c175a61f2b26 None None] Sync routers for ids ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:00:04.165139 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f11d85-bb0b-4959-89f3-c175a61f2b26 None None] Routers {'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:00:04.165744 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-61f11d85-bb0b-4959-89f3-c175a61f2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:00:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:04.191901 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f05a5fae-8adf-466e-aca4-c0950b9ba9cf tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "DELETE /v2.0/floatingips/a585cf40-48e5-4de2-bb6e-761f70b936fb HTTP/1.1" status: 204 len: 168 time: 0.9331563 Aug 20 11:00:04.192473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b204b04e-f5ba-4bb1-bf7d-f3e1643b3382', 'tag': 'f598edde-3314-4030-b6c0-471654e8d70e'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:00:04.194725 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8145327-5d0f-456f-873e-e9b0c0ebe685" -d '{"events": [{"name": "network-changed", "server_uuid": "b204b04e-f5ba-4bb1-bf7d-f3e1643b3382", "tag": "f598edde-3314-4030-b6c0-471654e8d70e"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:00:04.199761 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d20ca1a-ef35-44a4-a99f-cd2399f6c31d req-ed5f0def-c372-4604-b594-97db3a31245a tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695190 Aug 20 11:00:04.246823 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7d088b-d7d2-49cc-a85c-e8664570bc2d x-openstack-request-id: req-ec7d088b-d7d2-49cc-a85c-e8664570bc2d {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:00:04.247149 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b204b04e-f5ba-4bb1-bf7d-f3e1643b3382", "tag": "f598edde-3314-4030-b6c0-471654e8d70e", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:00:04.247408 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec7d088b-d7d2-49cc-a85c-e8664570bc2d {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:00:04.247820 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b204b04e-f5ba-4bb1-bf7d-f3e1643b3382', 'tag': 'f598edde-3314-4030-b6c0-471654e8d70e', 'status': 'completed', 'code': 200} Aug 20 11:00:04.282723 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-61f11d85-bb0b-4959-89f3-c175a61f2b26 None None] Set router e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:00:04.321954 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8145327-5d0f-456f-873e-e9b0c0ebe685 req-c69fa955-3c59-4c78-9824-c0ea2c75ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:04.324260 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f8145327-5d0f-456f-873e-e9b0c0ebe685 req-c69fa955-3c59-4c78-9824-c0ea2c75ad1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46d512a088054cf588a5e2274ab90fd6&device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 1137 time: 0.0493648 Aug 20 11:00:04.360264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565fdea-827a-424b-bdf0-2015cab29277 req-929ec31e-2585-4c02-82ca-15223769bc97 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:04.362054 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2565fdea-827a-424b-bdf0-2015cab29277 req-929ec31e-2585-4c02-82ca-15223769bc97 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 945 time: 0.0687237 Aug 20 11:00:04.405549 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2565fdea-827a-424b-bdf0-2015cab29277 req-690fb81e-d992-4027-a264-735dd093e668 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361745 Aug 20 11:00:04.429853 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35310) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:04.471875 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c7af47-fa7f-4974-9f4f-e909c02b9f9f tempest-TestVolumeBootPattern-1279906047 tempest-TestVolumeBootPattern-1279906047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:04.475871 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a5c7af47-fa7f-4974-9f4f-e909c02b9f9f tempest-TestVolumeBootPattern-1279906047 tempest-TestVolumeBootPattern-1279906047-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 1092 time: 0.0424414 Aug 20 11:00:04.476084 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35312) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:04.480559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': 'c6919e46-1bb0-4ef2-9339-481256cb773d', 'tenant_id': 'c090051161f84f338132097522189093', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:00:04.484567 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8145327-5d0f-456f-873e-e9b0c0ebe685 req-bc6cc911-6cbb-47ea-8867-0ce66746ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:04.486048 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f8145327-5d0f-456f-873e-e9b0c0ebe685 req-bc6cc911-6cbb-47ea-8867-0ce66746ab14 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2188c788-dbb5-4737-a44f-6333eac67b39 HTTP/1.1" status: 200 len: 898 time: 0.1333389 Aug 20 11:00:04.494360 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6af3d2-d4ba-40a0-a894-ab8c6f3bd425 req-5993fed3-9ccf-4bcf-9ed0-781115602886 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:04.495949 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0a6af3d2-d4ba-40a0-a894-ab8c6f3bd425 req-5993fed3-9ccf-4bcf-9ed0-781115602886 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 985 time: 0.0709209 Aug 20 11:00:04.505072 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:04.516287 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-61f11d85-bb0b-4959-89f3-c175a61f2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1844968748', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:04Z', 'revision_number': 4, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'b00b3666-7b11-4645-85b4-c7b8f18194fc', 'name': '', 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'mac_address': 'fa:16:3e:29:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '13c20447-9050-4b6e-9add-5e7915289c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:04Z', 'updated_at': '2021-08-20T10:58:10Z', 'revision_number': 5, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'subnets': [{'id': '13c20447-9050-4b6e-9add-5e7915289c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:04.544013 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f8145327-5d0f-456f-873e-e9b0c0ebe685 req-0ce2ca76-7830-4ce9-b779-ddf57d01865d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f598edde-3314-4030-b6c0-471654e8d70e HTTP/1.1" status: 200 len: 217 time: 0.0470991 Aug 20 11:00:04.546438 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f11d85-bb0b-4959-89f3-c175a61f2b26 None None] Checking router: e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:00:04.556523 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f11d85-bb0b-4959-89f3-c175a61f2b26 None None] Routers {'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:00:04.557151 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-61f11d85-bb0b-4959-89f3-c175a61f2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:00:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:04.594303 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0a6af3d2-d4ba-40a0-a894-ab8c6f3bd425 req-eb85d75c-2382-4727-8706-ec19e4e756e2 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a26d93e-8727-4b41-875a-a460ec398862&id=b2bfcf03-e45a-4115-9ae9-9e8f10d8a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0916653 Aug 20 11:00:04.607925 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8145327-5d0f-456f-873e-e9b0c0ebe685 req-eb54f21c-025c-4d29-b626-4a4b7ec2cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:04.610462 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f8145327-5d0f-456f-873e-e9b0c0ebe685 req-eb54f21c-025c-4d29-b626-4a4b7ec2cc3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13c20447-9050-4b6e-9add-5e7915289c17 HTTP/1.1" status: 200 len: 834 time: 0.0541158 Aug 20 11:00:04.617988 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:04.670077 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8145327-5d0f-456f-873e-e9b0c0ebe685 req-8bf02ab3-b9f9-49e5-aec1-7ebe97090faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:04.671610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f8145327-5d0f-456f-873e-e9b0c0ebe685 req-8bf02ab3-b9f9-49e5-aec1-7ebe97090faa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2188c788-dbb5-4737-a44f-6333eac67b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513628 Aug 20 11:00:04.683618 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-61f11d85-bb0b-4959-89f3-c175a61f2b26 None None] Set router e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:00:04.742818 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Allocated IP 172.25.3.85 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/03fcd47c-8d94-438f-b961-0357a1ba25d0) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:00:04.769576 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f8145327-5d0f-456f-873e-e9b0c0ebe685 req-2c273e57-e868-481a-9776-aa84c11f8a02 service neutron] 10.222.0.24 "GET /v2.0/networks/2188c788-dbb5-4737-a44f-6333eac67b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873866 Aug 20 11:00:04.858192 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:04.870205 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f8145327-5d0f-456f-873e-e9b0c0ebe685 req-5faf2a7e-3d07-48c9-820c-d44a99e02683 service neutron] 10.222.0.24 "GET /v2.0/networks/2188c788-dbb5-4737-a44f-6333eac67b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927761 Aug 20 11:00:04.882849 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:04.899775 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-61f11d85-bb0b-4959-89f3-c175a61f2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1844968748', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:04Z', 'revision_number': 4, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'b00b3666-7b11-4645-85b4-c7b8f18194fc', 'name': '', 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'mac_address': 'fa:16:3e:29:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '13c20447-9050-4b6e-9add-5e7915289c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:04Z', 'updated_at': '2021-08-20T10:58:10Z', 'revision_number': 5, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'subnets': [{'id': '13c20447-9050-4b6e-9add-5e7915289c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:04.918117 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:04.926295 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f11d85-bb0b-4959-89f3-c175a61f2b26 None None] The sync data for ids ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'] in n-d-778550-11 is: [{'id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1844968748', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:04Z', 'revision_number': 4, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'b00b3666-7b11-4645-85b4-c7b8f18194fc', 'name': '', 'network_id': '2188c788-dbb5-4737-a44f-6333eac67b39', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'mac_address': 'fa:16:3e:29:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '13c20447-9050-4b6e-9add-5e7915289c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:04Z', 'updated_at': '2021-08-20T10:58:10Z', 'revision_number': 5, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'subnets': [{'id': '13c20447-9050-4b6e-9add-5e7915289c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:00:04.963642 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:00:04.966596 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:00:04.973823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:00:04.977032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'Port': ['ID=03fcd47c-8d94-438f-b961-0357a1ba25d0,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:05.212820 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f759870a-b8f2-44f1-bbb0-9c0fa0f08e25 None None] New status for floating IP a585cf40-48e5-4de2-bb6e-761f70b936fb: DOWN {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:00:05.361999 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:05.429043 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:05.580774 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:05.585306 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:05.650850 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event updated for resources: {'Port': ['ID=03fcd47c-8d94-438f-b961-0357a1ba25d0,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:05.663787 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:05.799084 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db2d4d-2fa4-4a59-b6e4-cfae94f80280 req-38892d18-1491-4bd0-a06d-1e1f5dfc0ac7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:05.800699 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6db2d4d-2fa4-4a59-b6e4-cfae94f80280 req-38892d18-1491-4bd0-a06d-1e1f5dfc0ac7 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 985 time: 0.1011369 Aug 20 11:00:05.818894 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Floating IP 9ff17332-262c-466c-9cc8-cfed54915b04 associated. External IP: 172.25.3.85, port: c6919e46-1bb0-4ef2-9339-481256cb773d. Aug 20 11:00:05.900522 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b6db2d4d-2fa4-4a59-b6e4-cfae94f80280 req-9dddf599-c6ef-42a8-8798-9112035d8a19 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a26d93e-8727-4b41-875a-a460ec398862&id=b2bfcf03-e45a-4115-9ae9-9e8f10d8a41d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0929604 Aug 20 11:00:06.070279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Router f67d6671-a618-4ae8-adc1-df56eb97b255 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:00:06.114813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce723b-11a3-4ddf-99e0-e2b49b026b41 req-25af381f-5c75-4047-9c0c-2f64f16aa00b tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:06.116422 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6bce723b-11a3-4ddf-99e0-e2b49b026b41 req-25af381f-5c75-4047-9c0c-2f64f16aa00b tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.24 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 985 time: 0.0507092 Aug 20 11:00:06.183741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:00:06.194128 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4e30a-3751-4d64-9aef-c358f68df603 None None] Sync routers for ids ['f67d6671-a618-4ae8-adc1-df56eb97b255'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:00:06.203631 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:06.205522 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4e30a-3751-4d64-9aef-c358f68df603 None None] Routers {'f67d6671-a618-4ae8-adc1-df56eb97b255'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:00:06.206147 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-19e4e30a-3751-4d64-9aef-c358f68df603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:00:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f67d6671-a618-4ae8-adc1-df56eb97b255'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:06.213285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-6bce723b-11a3-4ddf-99e0-e2b49b026b41 req-e569c7b7-2441-4c20-8438-7e276003be1b tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Deleting port f598edde-3314-4030-b6c0-471654e8d70e {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:00:06.213625 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6bce723b-11a3-4ddf-99e0-e2b49b026b41 req-e569c7b7-2441-4c20-8438-7e276003be1b tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:06.243650 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-85da2399-eae4-43ae-a331-3184007f294f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7557712 Aug 20 11:00:06.248746 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f608b6-012f-427e-9aaf-e50908c7682e', 'tag': 'c6919e46-1bb0-4ef2-9339-481256cb773d'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:00:06.251935 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bde2083-22b9-44c8-9d34-831b597078c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f608b6-012f-427e-9aaf-e50908c7682e", "tag": "c6919e46-1bb0-4ef2-9339-481256cb773d"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:00:06.290146 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f3401d-0cf0-435b-bf00-4d17053c940e x-openstack-request-id: req-31f3401d-0cf0-435b-bf00-4d17053c940e {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:00:06.290435 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f608b6-012f-427e-9aaf-e50908c7682e", "tag": "c6919e46-1bb0-4ef2-9339-481256cb773d", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:00:06.290687 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31f3401d-0cf0-435b-bf00-4d17053c940e {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:00:06.291112 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f608b6-012f-427e-9aaf-e50908c7682e', 'tag': 'c6919e46-1bb0-4ef2-9339-481256cb773d', 'status': 'completed', 'code': 200} Aug 20 11:00:06.311647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-6bce723b-11a3-4ddf-99e0-e2b49b026b41 req-e569c7b7-2441-4c20-8438-7e276003be1b tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] For port f598edde-3314-4030-b6c0-471654e8d70e, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=f598edde-3314-4030-b6c0-471654e8d70e,segment=NetworkSegment(42694199-236e-4b81-942f-d2e9d788e9f1),segment_id=42694199-236e-4b81-942f-d2e9d788e9f1)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:00:06.312003 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6bce723b-11a3-4ddf-99e0-e2b49b026b41 req-e569c7b7-2441-4c20-8438-7e276003be1b tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:06.320378 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-19e4e30a-3751-4d64-9aef-c358f68df603 None None] Set router f67d6671-a618-4ae8-adc1-df56eb97b255 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:00:06.326831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-6bce723b-11a3-4ddf-99e0-e2b49b026b41 req-e569c7b7-2441-4c20-8438-7e276003be1b tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Calling delete_port for f598edde-3314-4030-b6c0-471654e8d70e owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:00:06.358865 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde2083-22b9-44c8-9d34-831b597078c9 req-2ee6cee7-3331-4b23-88e3-b37e9a75f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:06.360987 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bde2083-22b9-44c8-9d34-831b597078c9 req-2ee6cee7-3331-4b23-88e3-b37e9a75f8c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 1097 time: 0.0480487 Aug 20 11:00:06.466749 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6bce723b-11a3-4ddf-99e0-e2b49b026b41 req-e569c7b7-2441-4c20-8438-7e276003be1b tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:06.472024 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde2083-22b9-44c8-9d34-831b597078c9 req-f9777763-ea48-4d33-bfe1-6fe16587116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:06.473952 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bde2083-22b9-44c8-9d34-831b597078c9 req-f9777763-ea48-4d33-bfe1-6fe16587116c service neutron] 10.222.0.24 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.0976527 Aug 20 11:00:06.497373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569c7b7-2441-4c20-8438-7e276003be1b tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event deleted for resources: {'Port': ['ID=f598edde-3314-4030-b6c0-471654e8d70e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:06.543853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bce723b-11a3-4ddf-99e0-e2b49b026b41 req-e569c7b7-2441-4c20-8438-7e276003be1b tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] No DVR routers for this DVR port f598edde-3314-4030-b6c0-471654e8d70e on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:00:06.546794 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6bce723b-11a3-4ddf-99e0-e2b49b026b41 req-e569c7b7-2441-4c20-8438-7e276003be1b tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:06.549427 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6bce723b-11a3-4ddf-99e0-e2b49b026b41 req-e569c7b7-2441-4c20-8438-7e276003be1b tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.24 "DELETE /v2.0/ports/f598edde-3314-4030-b6c0-471654e8d70e HTTP/1.1" status: 204 len: 173 time: 0.4268534 Aug 20 11:00:06.550175 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b204b04e-f5ba-4bb1-bf7d-f3e1643b3382', 'name': 'network-vif-deleted', 'tag': 'f598edde-3314-4030-b6c0-471654e8d70e'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:00:06.552892 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c29c0ae-c5ef-491d-abb7-3b44d4be82ff" -d '{"events": [{"server_uuid": "b204b04e-f5ba-4bb1-bf7d-f3e1643b3382", "name": "network-vif-deleted", "tag": "f598edde-3314-4030-b6c0-471654e8d70e"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:00:06.553070 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bde2083-22b9-44c8-9d34-831b597078c9 req-79e88839-ae3a-4c64-b593-7a0dcae90221 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6919e46-1bb0-4ef2-9339-481256cb773d HTTP/1.1" status: 200 len: 998 time: 0.0718408 Aug 20 11:00:06.598612 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a6c7ac-7b27-409b-835a-eae8a3faebed x-openstack-request-id: req-e2a6c7ac-7b27-409b-835a-eae8a3faebed {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:00:06.598911 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b204b04e-f5ba-4bb1-bf7d-f3e1643b3382", "name": "network-vif-deleted", "tag": "f598edde-3314-4030-b6c0-471654e8d70e", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:00:06.599193 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2a6c7ac-7b27-409b-835a-eae8a3faebed {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:00:06.599599 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b204b04e-f5ba-4bb1-bf7d-f3e1643b3382', 'name': 'network-vif-deleted', 'tag': 'f598edde-3314-4030-b6c0-471654e8d70e', 'status': 'completed', 'code': 200} Aug 20 11:00:06.624777 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde2083-22b9-44c8-9d34-831b597078c9 req-b369aec0-6e2d-474f-853a-05197903d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:06.626953 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bde2083-22b9-44c8-9d34-831b597078c9 req-b369aec0-6e2d-474f-853a-05197903d32a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0674884 Aug 20 11:00:06.674588 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-19e4e30a-3751-4d64-9aef-c358f68df603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '9ff17332-262c-466c-9cc8-cfed54915b04', 'tenant_id': 'c090051161f84f338132097522189093', 'floating_ip_address': '172.25.3.85', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'port_id': 'c6919e46-1bb0-4ef2-9339-481256cb773d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'mac_address': 'fa:16:3e:6e:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f608b6-012f-427e-9aaf-e50908c7682e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:00:05Z', 'updated_at': '2021-08-20T11:00:05Z', 'revision_number': 0, 'project_id': 'c090051161f84f338132097522189093', 'fixed_ip_address_scope': None}, {'id': 'f898a0da-f216-4d81-a142-01a5c31e3cdc', 'tenant_id': 'c090051161f84f338132097522189093', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'port_id': '7e5194c8-2278-47aa-8534-7fc7bf326457', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'mac_address': 'fa:16:3e:30:fe:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:57:50Z', 'updated_at': '2021-08-20T10:57:52Z', 'revision_number': 1, 'project_id': 'c090051161f84f338132097522189093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:06.679178 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde2083-22b9-44c8-9d34-831b597078c9 req-48203ccf-4200-4e86-b0d6-b736fd16ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:06.681347 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bde2083-22b9-44c8-9d34-831b597078c9 req-48203ccf-4200-4e86-b0d6-b736fd16ef4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469854 Aug 20 11:00:06.701961 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4e30a-3751-4d64-9aef-c358f68df603 None None] Checking router: f67d6671-a618-4ae8-adc1-df56eb97b255 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:00:06.710730 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4e30a-3751-4d64-9aef-c358f68df603 None None] Routers {'f67d6671-a618-4ae8-adc1-df56eb97b255'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:00:06.711451 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-19e4e30a-3751-4d64-9aef-c358f68df603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:00:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f67d6671-a618-4ae8-adc1-df56eb97b255'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:06.783479 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bde2083-22b9-44c8-9d34-831b597078c9 req-70543e74-8f63-4357-b8a2-5bb5168b59c0 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928280 Aug 20 11:00:06.817313 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-19e4e30a-3751-4d64-9aef-c358f68df603 None None] Set router f67d6671-a618-4ae8-adc1-df56eb97b255 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:00:06.880818 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4bde2083-22b9-44c8-9d34-831b597078c9 req-b45dc398-390b-480f-9ea8-bdeb33adf1b4 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896900 Aug 20 11:00:07.045780 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74dc472d-415c-4f42-9b36-007cd5995f5c req-0a03c840-b270-4ceb-8aeb-20861c8e70eb tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "GET /v2.0/ports?device_id=b204b04e-f5ba-4bb1-bf7d-f3e1643b3382 HTTP/1.1" status: 200 len: 210 time: 0.0383761 Aug 20 11:00:07.107824 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-19e4e30a-3751-4d64-9aef-c358f68df603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '9ff17332-262c-466c-9cc8-cfed54915b04', 'tenant_id': 'c090051161f84f338132097522189093', 'floating_ip_address': '172.25.3.85', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'port_id': 'c6919e46-1bb0-4ef2-9339-481256cb773d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'mac_address': 'fa:16:3e:6e:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f608b6-012f-427e-9aaf-e50908c7682e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:00:05Z', 'updated_at': '2021-08-20T11:00:05Z', 'revision_number': 0, 'project_id': 'c090051161f84f338132097522189093', 'fixed_ip_address_scope': None}, {'id': 'f898a0da-f216-4d81-a142-01a5c31e3cdc', 'tenant_id': 'c090051161f84f338132097522189093', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'port_id': '7e5194c8-2278-47aa-8534-7fc7bf326457', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'mac_address': 'fa:16:3e:30:fe:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:57:50Z', 'updated_at': '2021-08-20T10:57:52Z', 'revision_number': 1, 'project_id': 'c090051161f84f338132097522189093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:07.136667 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4e30a-3751-4d64-9aef-c358f68df603 None None] The sync data for ids ['f67d6671-a618-4ae8-adc1-df56eb97b255'] in n-d-778550-11 is: [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '9ff17332-262c-466c-9cc8-cfed54915b04', 'tenant_id': 'c090051161f84f338132097522189093', 'floating_ip_address': '172.25.3.85', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'port_id': 'c6919e46-1bb0-4ef2-9339-481256cb773d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'mac_address': 'fa:16:3e:6e:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f608b6-012f-427e-9aaf-e50908c7682e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:00:05Z', 'updated_at': '2021-08-20T11:00:05Z', 'revision_number': 0, 'project_id': 'c090051161f84f338132097522189093', 'fixed_ip_address_scope': None}, {'id': 'f898a0da-f216-4d81-a142-01a5c31e3cdc', 'tenant_id': 'c090051161f84f338132097522189093', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'port_id': '7e5194c8-2278-47aa-8534-7fc7bf326457', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'mac_address': 'fa:16:3e:30:fe:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:57:50Z', 'updated_at': '2021-08-20T10:57:52Z', 'revision_number': 1, 'project_id': 'c090051161f84f338132097522189093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:00:07.370201 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009aca99-786b-48a8-bb7a-e83effece612 None None] New status for floating IP 9ff17332-262c-466c-9cc8-cfed54915b04: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:00:08.111408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35326) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:08.167841 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2679031f-ddce-45a2-b636-f0dec49bb055 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:08.192428 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2679031f-ddce-45a2-b636-f0dec49bb055 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:08.245429 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2679031f-ddce-45a2-b636-f0dec49bb055 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:08.248082 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2679031f-ddce-45a2-b636-f0dec49bb055 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:08.249355 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2679031f-ddce-45a2-b636-f0dec49bb055 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "DELETE /v2.0/security-groups/b2bfcf03-e45a-4115-9ae9-9e8f10d8a41d HTTP/1.1" status: 204 len: 168 time: 0.1367428 Aug 20 11:00:08.252926 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35328) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:08.260659 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679031f-ddce-45a2-b636-f0dec49bb055 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bfcf03-e45a-4115-9ae9-9e8f10d8a41d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:08.319719 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8aae6efa-5dca-4b5a-9b68-65b2e6e2bad8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:08.343263 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8aae6efa-5dca-4b5a-9b68-65b2e6e2bad8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:08.393790 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8aae6efa-5dca-4b5a-9b68-65b2e6e2bad8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:08.397017 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8aae6efa-5dca-4b5a-9b68-65b2e6e2bad8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:08.398886 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8aae6efa-5dca-4b5a-9b68-65b2e6e2bad8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "DELETE /v2.0/security-groups/0a26d93e-8727-4b41-875a-a460ec398862 HTTP/1.1" status: 204 len: 168 time: 0.1442389 Aug 20 11:00:08.401605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35330) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:08.408392 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae6efa-5dca-4b5a-9b68-65b2e6e2bad8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a26d93e-8727-4b41-875a-a460ec398862,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:09.059174 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50c2a7f7-7824-4d6b-983e-96978019bc79 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:09.261462 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a90b0179-a5cd-4528-aa33-42d9b34ff889 req-b5707165-54ae-4fc1-8e56-1e2238494ed6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1237202 Aug 20 11:00:09.373784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b0179-a5cd-4528-aa33-42d9b34ff889 req-26aa9f19-2f6f-4bc6-870b-d789771730f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:09.375222 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a90b0179-a5cd-4528-aa33-42d9b34ff889 req-26aa9f19-2f6f-4bc6-870b-d789771730f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 1097 time: 0.0698519 Aug 20 11:00:09.386299 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-50c2a7f7-7824-4d6b-983e-96978019bc79 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Deleting port b00b3666-7b11-4645-85b4-c7b8f18194fc {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:00:09.386665 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50c2a7f7-7824-4d6b-983e-96978019bc79 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:09.539841 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-50c2a7f7-7824-4d6b-983e-96978019bc79 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] For port b00b3666-7b11-4645-85b4-c7b8f18194fc, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b00b3666-7b11-4645-85b4-c7b8f18194fc,segment=NetworkSegment(42694199-236e-4b81-942f-d2e9d788e9f1),segment_id=42694199-236e-4b81-942f-d2e9d788e9f1)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:00:09.540217 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50c2a7f7-7824-4d6b-983e-96978019bc79 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:09.552079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b0179-a5cd-4528-aa33-42d9b34ff889 req-5ab399c2-732d-4e7a-bf7f-17a55b76bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:09.553553 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a90b0179-a5cd-4528-aa33-42d9b34ff889 req-5ab399c2-732d-4e7a-bf7f-17a55b76bb0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.1529844 Aug 20 11:00:09.557497 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-50c2a7f7-7824-4d6b-983e-96978019bc79 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Calling delete_port for b00b3666-7b11-4645-85b4-c7b8f18194fc owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:00:09.663999 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a90b0179-a5cd-4528-aa33-42d9b34ff889 req-0eb06f42-2fa0-4cdd-8fa2-2d32f2e2e877 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6919e46-1bb0-4ef2-9339-481256cb773d HTTP/1.1" status: 200 len: 1000 time: 0.1024795 Aug 20 11:00:09.760448 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b0179-a5cd-4528-aa33-42d9b34ff889 req-4b21e0fa-1f1c-4e31-9e15-b025fa0e4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:09.761936 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a90b0179-a5cd-4528-aa33-42d9b34ff889 req-4b21e0fa-1f1c-4e31-9e15-b025fa0e4b48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0910327 Aug 20 11:00:09.846933 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b0179-a5cd-4528-aa33-42d9b34ff889 req-4427f962-b53e-4655-a4fe-39178855c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:09.848536 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a90b0179-a5cd-4528-aa33-42d9b34ff889 req-4427f962-b53e-4655-a4fe-39178855c845 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771337 Aug 20 11:00:09.875619 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50c2a7f7-7824-4d6b-983e-96978019bc79 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:09.936143 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2a7f7-7824-4d6b-983e-96978019bc79 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event deleted for resources: {'Port': ['ID=b00b3666-7b11-4645-85b4-c7b8f18194fc,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:10.038833 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a90b0179-a5cd-4528-aa33-42d9b34ff889 req-8867def0-28d9-4101-8ade-ecd296a7178a service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825209 Aug 20 11:00:10.209870 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-50c2a7f7-7824-4d6b-983e-96978019bc79 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:10.217636 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a90b0179-a5cd-4528-aa33-42d9b34ff889 req-23d7095d-36b1-4399-802a-3126c3482d3c service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413925 Aug 20 11:00:10.430373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c2a7f7-7824-4d6b-983e-96978019bc79 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Router e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:00:10.538480 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c2a7f7-7824-4d6b-983e-96978019bc79 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:00:10.543445 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-50c2a7f7-7824-4d6b-983e-96978019bc79 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "PUT /v2.0/routers/e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1407585 Aug 20 11:00:10.546097 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35334) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:10.552063 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6fb15d-cf2a-4bb4-8c97-f6294fc9f59f None None] Sync routers for ids ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:00:10.563074 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6fb15d-cf2a-4bb4-8c97-f6294fc9f59f None None] Routers {'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:00:10.564051 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2d6fb15d-cf2a-4bb4-8c97-f6294fc9f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:00:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:10.597134 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-773da1c0-d765-4832-a867-a36c1ee239f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Deleting subnet 13c20447-9050-4b6e-9add-5e7915289c17 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:00:10.600320 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-773da1c0-d765-4832-a867-a36c1ee239f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:10.639653 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-773da1c0-d765-4832-a867-a36c1ee239f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:10.666613 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-2d6fb15d-cf2a-4bb4-8c97-f6294fc9f59f None None] Set router e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:00:10.728187 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-773da1c0-d765-4832-a867-a36c1ee239f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:10.788349 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-773da1c0-d765-4832-a867-a36c1ee239f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:10.816711 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773da1c0-d765-4832-a867-a36c1ee239f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event deleted for resources: {'Subnet': ['ID=13c20447-9050-4b6e-9add-5e7915289c17,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:10.818726 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-773da1c0-d765-4832-a867-a36c1ee239f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:10.823412 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-773da1c0-d765-4832-a867-a36c1ee239f6 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "DELETE /v2.0/subnets/13c20447-9050-4b6e-9add-5e7915289c17 HTTP/1.1" status: 204 len: 168 time: 0.2736640 Aug 20 11:00:10.823412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35336) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:10.831264 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64c54ec-528c-4501-8755-c375b901d2b9 None None] Network 2188c788-dbb5-4737-a44f-6333eac67b39 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:00:10.848327 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2d6fb15d-cf2a-4bb4-8c97-f6294fc9f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1844968748', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T11:00:09Z', 'revision_number': 5, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:10.879969 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6fb15d-cf2a-4bb4-8c97-f6294fc9f59f None None] Checking router: e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:00:10.888592 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6fb15d-cf2a-4bb4-8c97-f6294fc9f59f None None] Routers {'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:00:10.889212 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2d6fb15d-cf2a-4bb4-8c97-f6294fc9f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:00:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:10.936399 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e09b02b-e99f-454e-834b-c5c8e4291c9c tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:10.985456 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f598edde-3314-4030-b6c0-471654e8d70e no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:00:11.004948 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-2d6fb15d-cf2a-4bb4-8c97-f6294fc9f59f None None] Set router e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:00:11.014645 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: f598edde-3314-4030-b6c0-471654e8d70e {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:00:11.015241 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device f598edde-3314-4030-b6c0-471654e8d70e not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:00:11.023788 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f435f3-54a6-488f-b95d-f30e843ccb65 None None] DHCP port deletion for 2188c788-dbb5-4737-a44f-6333eac67b39 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:00:11.055731 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e09b02b-e99f-454e-834b-c5c8e4291c9c tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.073102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e4f435f3-54a6-488f-b95d-f30e843ccb65 None None] Deleting port 77a150d5-df2f-4d75-b97b-34b799ddb7c3 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:00:11.073475 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e4f435f3-54a6-488f-b95d-f30e843ccb65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.111116 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-1e09b02b-e99f-454e-834b-c5c8e4291c9c tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Deleting port b7d767b1-e010-4da6-9876-da26a0ad09cc {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:00:11.111614 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e09b02b-e99f-454e-834b-c5c8e4291c9c tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.135746 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-e4f435f3-54a6-488f-b95d-f30e843ccb65 None None] For port 77a150d5-df2f-4d75-b97b-34b799ddb7c3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=77a150d5-df2f-4d75-b97b-34b799ddb7c3,segment=NetworkSegment(42694199-236e-4b81-942f-d2e9d788e9f1),segment_id=42694199-236e-4b81-942f-d2e9d788e9f1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:00:11.136146 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e4f435f3-54a6-488f-b95d-f30e843ccb65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.150150 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-e4f435f3-54a6-488f-b95d-f30e843ccb65 None None] Calling delete_port for 77a150d5-df2f-4d75-b97b-34b799ddb7c3 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:00:11.189629 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2d6fb15d-cf2a-4bb4-8c97-f6294fc9f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1844968748', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T11:00:09Z', 'revision_number': 5, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:11.197812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-1e09b02b-e99f-454e-834b-c5c8e4291c9c tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] For port b7d767b1-e010-4da6-9876-da26a0ad09cc, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b7d767b1-e010-4da6-9876-da26a0ad09cc,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:00:11.198175 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e09b02b-e99f-454e-834b-c5c8e4291c9c tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.211821 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-1e09b02b-e99f-454e-834b-c5c8e4291c9c tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Calling delete_port for b7d767b1-e010-4da6-9876-da26a0ad09cc owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:00:11.215771 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6fb15d-cf2a-4bb4-8c97-f6294fc9f59f None None] The sync data for ids ['e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7'] in n-d-778550-11 is: [{'id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1844968748', 'tenant_id': '46d512a088054cf588a5e2274ab90fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T11:00:09Z', 'revision_number': 5, 'project_id': '46d512a088054cf588a5e2274ab90fd6', 'gw_port': {'id': 'b7d767b1-e010-4da6-9876-da26a0ad09cc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:58:01Z', 'updated_at': '2021-08-20T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:00:11.243722 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e4f435f3-54a6-488f-b95d-f30e843ccb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.269753 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f435f3-54a6-488f-b95d-f30e843ccb65 None None] Pushing event deleted for resources: {'Port': ['ID=77a150d5-df2f-4d75-b97b-34b799ddb7c3,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:11.273236 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f435f3-54a6-488f-b95d-f30e843ccb65 None None] No DVR routers for this DVR port 77a150d5-df2f-4d75-b97b-34b799ddb7c3 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:00:11.386261 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e09b02b-e99f-454e-834b-c5c8e4291c9c tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.409721 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09b02b-e99f-454e-834b-c5c8e4291c9c tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event deleted for resources: {'Port': ['ID=b7d767b1-e010-4da6-9876-da26a0ad09cc,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:11.472035 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e09b02b-e99f-454e-834b-c5c8e4291c9c tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.564212 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e09b02b-e99f-454e-834b-c5c8e4291c9c tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.566231 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e09b02b-e99f-454e-834b-c5c8e4291c9c tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.615444 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e09b02b-e99f-454e-834b-c5c8e4291c9c tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.615998 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e09b02b-e99f-454e-834b-c5c8e4291c9c tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Fanout notify agent at l3_agent the message router_deleted on router e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:00:11.622760 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1e09b02b-e99f-454e-834b-c5c8e4291c9c tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.623930 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1e09b02b-e99f-454e-834b-c5c8e4291c9c tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "DELETE /v2.0/routers/e34cdf1b-9550-4ce2-841c-bf2c78aa6aa7 HTTP/1.1" status: 204 len: 168 time: 0.7996092 Aug 20 11:00:11.627323 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35338) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:11.715412 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4bce6ce-6515-4ea8-bd1c-4755e989c0e8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.811682 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4bce6ce-6515-4ea8-bd1c-4755e989c0e8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.823300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a4bce6ce-6515-4ea8-bd1c-4755e989c0e8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2188c788-dbb5-4737-a44f-6333eac67b39']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:11.836914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a4bce6ce-6515-4ea8-bd1c-4755e989c0e8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42694199-236e-4b81-942f-d2e9d788e9f1') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:11.837235 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a4bce6ce-6515-4ea8-bd1c-4755e989c0e8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42694199-236e-4b81-942f-d2e9d788e9f1') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:11.846548 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4bce6ce-6515-4ea8-bd1c-4755e989c0e8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.861121 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4bce6ce-6515-4ea8-bd1c-4755e989c0e8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.868155 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bce6ce-6515-4ea8-bd1c-4755e989c0e8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:00:11.868877 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4bce6ce-6515-4ea8-bd1c-4755e989c0e8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: timer() Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:00:11.874241 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:00:11.936929 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4bce6ce-6515-4ea8-bd1c-4755e989c0e8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.945077 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a4bce6ce-6515-4ea8-bd1c-4755e989c0e8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:11.946802 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a4bce6ce-6515-4ea8-bd1c-4755e989c0e8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] 10.222.0.16 "DELETE /v2.0/networks/2188c788-dbb5-4737-a44f-6333eac67b39 HTTP/1.1" status: 204 len: 168 time: 0.3184505 Aug 20 11:00:11.958186 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bce6ce-6515-4ea8-bd1c-4755e989c0e8 tempest-TestSecurityGroupsBasicOps-1609434548 tempest-TestSecurityGroupsBasicOps-1609434548-project] Pushing event deleted for resources: {'Network': ['ID=2188c788-dbb5-4737-a44f-6333eac67b39,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:12.250807 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35346) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:12.286924 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 77a150d5-df2f-4d75-b97b-34b799ddb7c3 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:00:12.307052 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 77a150d5-df2f-4d75-b97b-34b799ddb7c3 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:00:12.307434 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 77a150d5-df2f-4d75-b97b-34b799ddb7c3 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:00:12.307840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b00b3666-7b11-4645-85b4-c7b8f18194fc no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:00:12.328430 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: b00b3666-7b11-4645-85b4-c7b8f18194fc {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:00:12.328776 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b00b3666-7b11-4645-85b4-c7b8f18194fc not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:00:12.329203 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b7d767b1-e010-4da6-9876-da26a0ad09cc no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:00:12.347584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: b7d767b1-e010-4da6-9876-da26a0ad09cc {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:00:12.347932 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b7d767b1-e010-4da6-9876-da26a0ad09cc not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:00:12.392837 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-92e3ff6e-c288-4a05-a2ab-65e87d25d045 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46d512a088054cf588a5e2274ab90fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405733 Aug 20 11:00:12.394957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35350) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:12.444311 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c5adc1f9-50ad-4448-88ca-bddc6c5134e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:12.468717 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c5adc1f9-50ad-4448-88ca-bddc6c5134e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:12.523550 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c5adc1f9-50ad-4448-88ca-bddc6c5134e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:12.526718 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c5adc1f9-50ad-4448-88ca-bddc6c5134e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:12.527959 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c5adc1f9-50ad-4448-88ca-bddc6c5134e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3acd48c8-ea4d-44fe-85a9-9935c21609db HTTP/1.1" status: 204 len: 168 time: 0.1320703 Aug 20 11:00:12.536539 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5adc1f9-50ad-4448-88ca-bddc6c5134e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acd48c8-ea4d-44fe-85a9-9935c21609db,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:12.785531 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35356) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:12.798537 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89982310-7439-4045-a4b0-09a7c7290c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:12.899659 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89982310-7439-4045-a4b0-09a7c7290c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:12.903230 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89982310-7439-4045-a4b0-09a7c7290c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:12.940141 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-89982310-7439-4045-a4b0-09a7c7290c00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc6b3e5fcfc847d38c3096f98eba5230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535325 Aug 20 11:00:12.940969 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89982310-7439-4045-a4b0-09a7c7290c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d6ea23-fe97-4a24-abdc-1f86577c8cd5,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:12.942803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35360) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:12.996085 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a805a29f-6787-4302-8885-03789910c7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:13.017647 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a805a29f-6787-4302-8885-03789910c7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:13.062231 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a805a29f-6787-4302-8885-03789910c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:13.065309 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a805a29f-6787-4302-8885-03789910c7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:13.066547 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a805a29f-6787-4302-8885-03789910c7dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2d6ea23-fe97-4a24-abdc-1f86577c8cd5 HTTP/1.1" status: 204 len: 168 time: 0.1225064 Aug 20 11:00:13.074056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805a29f-6787-4302-8885-03789910c7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d6ea23-fe97-4a24-abdc-1f86577c8cd5,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:13.394328 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35368) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:13.437018 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a39bd5af-ac2f-494e-9a28-b98a565dfa24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44f2d2ae9e9f4b43a4357a20ee883b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415258 Aug 20 11:00:13.440191 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35370) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:13.490761 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d97eb29e-489d-4c57-9ad9-bc322927a084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:13.515064 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d97eb29e-489d-4c57-9ad9-bc322927a084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:13.564274 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d97eb29e-489d-4c57-9ad9-bc322927a084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:13.566844 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d97eb29e-489d-4c57-9ad9-bc322927a084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:13.568101 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d97eb29e-489d-4c57-9ad9-bc322927a084 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/befc5293-4d4c-445e-89d4-cf602abb4411 HTTP/1.1" status: 204 len: 168 time: 0.1269796 Aug 20 11:00:13.576151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97eb29e-489d-4c57-9ad9-bc322927a084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befc5293-4d4c-445e-89d4-cf602abb4411,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:17.903708 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:00:18.753616 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:23.022057 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:29.336590 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-602f9f4c-d1f0-4046-89e7-0387ddbe79fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:31.956713 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c170200f-cec2-4bdd-853b-12fa24f1350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:32.434322 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:33.227289 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:34.879329 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:48.759125 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:53.037335 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:54.903364 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:00:56.178202 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aafff46f-217f-44d7-90e5-d02f50063b81 req-6c748434-7c4b-4a2f-b0e0-7a68024ec8d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2196090 Aug 20 11:00:56.260903 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafff46f-217f-44d7-90e5-d02f50063b81 req-9a4ea3ac-84d7-4e28-89c8-fa1bcea8e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:56.262682 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aafff46f-217f-44d7-90e5-d02f50063b81 req-9a4ea3ac-84d7-4e28-89c8-fa1bcea8e242 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 1097 time: 0.0413136 Aug 20 11:00:56.365341 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafff46f-217f-44d7-90e5-d02f50063b81 req-10ddc5fb-ae14-4823-a574-43152911c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:56.366776 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aafff46f-217f-44d7-90e5-d02f50063b81 req-10ddc5fb-ae14-4823-a574-43152911c2e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.0856907 Aug 20 11:00:56.435383 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aafff46f-217f-44d7-90e5-d02f50063b81 req-886bc8da-ad50-4ad3-8488-610d1b901a28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e5194c8-2278-47aa-8534-7fc7bf326457 HTTP/1.1" status: 200 len: 1001 time: 0.0619812 Aug 20 11:00:56.486543 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafff46f-217f-44d7-90e5-d02f50063b81 req-a34cf0b7-0e39-4251-b4fa-4ab7e6ab173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:56.488099 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aafff46f-217f-44d7-90e5-d02f50063b81 req-a34cf0b7-0e39-4251-b4fa-4ab7e6ab173a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0462711 Aug 20 11:00:56.535799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafff46f-217f-44d7-90e5-d02f50063b81 req-be2c82e0-9b0d-440b-a939-882f31e6bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:56.537294 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aafff46f-217f-44d7-90e5-d02f50063b81 req-be2c82e0-9b0d-440b-a939-882f31e6bf27 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421393 Aug 20 11:00:56.637367 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aafff46f-217f-44d7-90e5-d02f50063b81 req-853a4482-b9b6-469c-ad20-05989859eecc service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926170 Aug 20 11:00:56.739259 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aafff46f-217f-44d7-90e5-d02f50063b81 req-b1f670c4-5734-442a-ac6b-ab5bcc0d14a6 service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946803 Aug 20 11:00:59.336279 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-db5cc213-ad44-449e-8580-12bf36eb077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:01.958504 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3f19ee19-ad52-4f0d-a8d8-90e7d9c20c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:02.435010 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:03.229850 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:04.883574 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:09.160574 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab0226c6-daf7-4ff5-b95f-6abc47bfd674 req-4eca3c11-38e7-49e0-bea7-7ad268305877 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440648 Aug 20 11:01:09.239391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0226c6-daf7-4ff5-b95f-6abc47bfd674 req-8dac626f-7ac9-4016-ab4b-125c49c96f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:01:09.240955 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab0226c6-daf7-4ff5-b95f-6abc47bfd674 req-8dac626f-7ac9-4016-ab4b-125c49c96f81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 1097 time: 0.0390189 Aug 20 11:01:09.339828 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0226c6-daf7-4ff5-b95f-6abc47bfd674 req-cdec0c53-200e-4abb-8afe-0ad8dad3cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:01:09.341264 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab0226c6-daf7-4ff5-b95f-6abc47bfd674 req-cdec0c53-200e-4abb-8afe-0ad8dad3cc8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.0814919 Aug 20 11:01:09.408904 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab0226c6-daf7-4ff5-b95f-6abc47bfd674 req-531d5200-4cae-43d6-a070-0fa6cc926eb5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6919e46-1bb0-4ef2-9339-481256cb773d HTTP/1.1" status: 200 len: 1000 time: 0.0596371 Aug 20 11:01:09.459588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0226c6-daf7-4ff5-b95f-6abc47bfd674 req-60fcb723-69aa-40e6-a50b-47dd5f1af1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:01:09.460963 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab0226c6-daf7-4ff5-b95f-6abc47bfd674 req-60fcb723-69aa-40e6-a50b-47dd5f1af1df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0423524 Aug 20 11:01:09.506172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0226c6-daf7-4ff5-b95f-6abc47bfd674 req-37525e96-a374-4629-bed5-5e3adfccdf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:01:09.507748 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab0226c6-daf7-4ff5-b95f-6abc47bfd674 req-37525e96-a374-4629-bed5-5e3adfccdf22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394418 Aug 20 11:01:09.598389 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab0226c6-daf7-4ff5-b95f-6abc47bfd674 req-d516e60a-a998-4201-a1e5-794d9f3f5423 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829871 Aug 20 11:01:09.685318 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab0226c6-daf7-4ff5-b95f-6abc47bfd674 req-2d6581bd-904e-47f2-a505-bbc23caebbbd service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796413 Aug 20 11:01:18.766707 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:23.044859 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:29.339423 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aaa27fd3-bf04-43ee-888c-b2df7df34cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:31.902919 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:01:31.959433 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7acbb320-ba78-4858-8fd2-ed746cf8dcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:32.435366 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:33.232993 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:34.885166 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:46.096564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35398) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:01:46.255765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Deleting port 03fcd47c-8d94-438f-b961-0357a1ba25d0 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:01:46.256018 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:46.330411 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:46.330740 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:46.342755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Calling delete_port for 03fcd47c-8d94-438f-b961-0357a1ba25d0 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:01:46.487993 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:46.511070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event deleted for resources: {'Port': ['ID=03fcd47c-8d94-438f-b961-0357a1ba25d0,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:01:46.524042 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:46.524390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:46.524731 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:46.525070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:46.525397 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:46.525725 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:46.526564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:46.526891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:46.527250 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:46.527574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:46.527898 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:46.528217 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:46.583384 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:46.583705 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Floating IP 9ff17332-262c-466c-9cc8-cfed54915b04 disassociated (deleted). External IP: 172.25.3.85, port: c6919e46-1bb0-4ef2-9339-481256cb773d. Aug 20 11:01:47.092685 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Router f67d6671-a618-4ae8-adc1-df56eb97b255 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:01:47.217008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:01:47.222819 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:47.226723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417384b-b9ba-4c50-8204-af408b781b8d None None] Sync routers for ids ['f67d6671-a618-4ae8-adc1-df56eb97b255'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:01:47.240743 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8417384b-b9ba-4c50-8204-af408b781b8d None None] Routers {'f67d6671-a618-4ae8-adc1-df56eb97b255'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:01:47.244601 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8417384b-b9ba-4c50-8204-af408b781b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:01:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f67d6671-a618-4ae8-adc1-df56eb97b255'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:01:47.255010 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0c7eac1a-1865-41f0-9d40-142b8e2791f7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "DELETE /v2.0/floatingips/9ff17332-262c-466c-9cc8-cfed54915b04 HTTP/1.1" status: 204 len: 168 time: 1.1573224 Aug 20 11:01:47.255666 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f608b6-012f-427e-9aaf-e50908c7682e', 'tag': 'c6919e46-1bb0-4ef2-9339-481256cb773d'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:01:47.257940 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb245d66-7641-49e9-b1b1-aacc16cba943" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f608b6-012f-427e-9aaf-e50908c7682e", "tag": "c6919e46-1bb0-4ef2-9339-481256cb773d"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:01:47.370470 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-8417384b-b9ba-4c50-8204-af408b781b8d None None] Set router f67d6671-a618-4ae8-adc1-df56eb97b255 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:01:47.493320 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4847f3cf-3596-41ef-8972-c7b053f90770 x-openstack-request-id: req-4847f3cf-3596-41ef-8972-c7b053f90770 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:01:47.493690 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f608b6-012f-427e-9aaf-e50908c7682e", "tag": "c6919e46-1bb0-4ef2-9339-481256cb773d", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:01:47.494002 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4847f3cf-3596-41ef-8972-c7b053f90770 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:01:47.494462 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f608b6-012f-427e-9aaf-e50908c7682e', 'tag': 'c6919e46-1bb0-4ef2-9339-481256cb773d', 'status': 'completed', 'code': 200} Aug 20 11:01:47.569368 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0414b0-ebb6-40f5-87bd-1da6ff2c2985 req-ec2ed4d9-a7c4-4714-b9f8-5da78225fe32 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:01:47.570877 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9c0414b0-ebb6-40f5-87bd-1da6ff2c2985 req-ec2ed4d9-a7c4-4714-b9f8-5da78225fe32 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 945 time: 0.0879679 Aug 20 11:01:47.586489 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb245d66-7641-49e9-b1b1-aacc16cba943 req-3abe0a5f-6dd3-4041-bae0-20dccb9fb823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:01:47.588005 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb245d66-7641-49e9-b1b1-aacc16cba943 req-3abe0a5f-6dd3-4041-bae0-20dccb9fb823 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 1097 time: 0.0683980 Aug 20 11:01:47.657702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8417384b-b9ba-4c50-8204-af408b781b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'f898a0da-f216-4d81-a142-01a5c31e3cdc', 'tenant_id': 'c090051161f84f338132097522189093', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'port_id': '7e5194c8-2278-47aa-8534-7fc7bf326457', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'mac_address': 'fa:16:3e:30:fe:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:57:50Z', 'updated_at': '2021-08-20T10:57:52Z', 'revision_number': 1, 'project_id': 'c090051161f84f338132097522189093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:01:47.668120 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9c0414b0-ebb6-40f5-87bd-1da6ff2c2985 req-14d80fa5-21aa-4262-918e-9e514c267e33 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897422 Aug 20 11:01:47.688438 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417384b-b9ba-4c50-8204-af408b781b8d None None] Checking router: f67d6671-a618-4ae8-adc1-df56eb97b255 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:01:47.697063 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8417384b-b9ba-4c50-8204-af408b781b8d None None] Routers {'f67d6671-a618-4ae8-adc1-df56eb97b255'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:01:47.697673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8417384b-b9ba-4c50-8204-af408b781b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:01:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f67d6671-a618-4ae8-adc1-df56eb97b255'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:01:47.704001 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb245d66-7641-49e9-b1b1-aacc16cba943 req-bd464d1e-3555-47ad-8870-906c0bb36ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:01:47.705465 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb245d66-7641-49e9-b1b1-aacc16cba943 req-bd464d1e-3555-47ad-8870-906c0bb36ea6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.1097152 Aug 20 11:01:47.748386 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb245d66-7641-49e9-b1b1-aacc16cba943 req-26bc8a0d-1cb7-4aca-bb8f-8061bfcbc5a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6919e46-1bb0-4ef2-9339-481256cb773d HTTP/1.1" status: 200 len: 217 time: 0.0354521 Aug 20 11:01:47.801283 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-8417384b-b9ba-4c50-8204-af408b781b8d None None] Set router f67d6671-a618-4ae8-adc1-df56eb97b255 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:01:47.801497 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb245d66-7641-49e9-b1b1-aacc16cba943 req-3f6b8dc2-68da-42c7-8e7d-44fd3ee0fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:01:47.802839 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb245d66-7641-49e9-b1b1-aacc16cba943 req-3f6b8dc2-68da-42c7-8e7d-44fd3ee0fc4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0475860 Aug 20 11:01:47.851406 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb245d66-7641-49e9-b1b1-aacc16cba943 req-d6e271a4-72a8-41c2-bd67-9cca7a117a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:01:47.852954 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb245d66-7641-49e9-b1b1-aacc16cba943 req-d6e271a4-72a8-41c2-bd67-9cca7a117a28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425961 Aug 20 11:01:47.948860 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb245d66-7641-49e9-b1b1-aacc16cba943 req-33fa236d-af6a-4193-a814-68e4ab9173a5 service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860364 Aug 20 11:01:48.046413 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eb245d66-7641-49e9-b1b1-aacc16cba943 req-7870d448-3afc-464a-b096-7a8b3a3bc42c service neutron] 10.222.0.24 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896811 Aug 20 11:01:48.183822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-8417384b-b9ba-4c50-8204-af408b781b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'f898a0da-f216-4d81-a142-01a5c31e3cdc', 'tenant_id': 'c090051161f84f338132097522189093', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'port_id': '7e5194c8-2278-47aa-8534-7fc7bf326457', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'mac_address': 'fa:16:3e:30:fe:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:57:50Z', 'updated_at': '2021-08-20T10:57:52Z', 'revision_number': 1, 'project_id': 'c090051161f84f338132097522189093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:01:48.213446 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417384b-b9ba-4c50-8204-af408b781b8d None None] The sync data for ids ['f67d6671-a618-4ae8-adc1-df56eb97b255'] in n-d-778550-11 is: [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'f898a0da-f216-4d81-a142-01a5c31e3cdc', 'tenant_id': 'c090051161f84f338132097522189093', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'port_id': '7e5194c8-2278-47aa-8534-7fc7bf326457', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'mac_address': 'fa:16:3e:30:fe:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T10:57:50Z', 'updated_at': '2021-08-20T10:57:52Z', 'revision_number': 1, 'project_id': 'c090051161f84f338132097522189093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:01:48.438886 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c5cb9-28e2-48ed-bf83-c7737a9885ab None None] New status for floating IP 9ff17332-262c-466c-9cc8-cfed54915b04: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:01:48.783685 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:48.806845 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d6977-b0e5-40f9-8838-88d12dc0b125 req-184f0470-093c-4ef3-832d-4834cec91cae tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:01:48.809116 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e81d6977-b0e5-40f9-8838-88d12dc0b125 req-184f0470-093c-4ef3-832d-4834cec91cae tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 945 time: 0.0501778 Aug 20 11:01:48.846452 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e81d6977-b0e5-40f9-8838-88d12dc0b125 req-9b052c09-d9ca-47de-aa96-9b2d79d1d093 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313113 Aug 20 11:01:49.246675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d052cb8-b839-4cc3-868f-2ed0f3844d7d req-2a69ec70-fb5c-4d53-8d97-5d5c200b9154 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:01:49.248156 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d052cb8-b839-4cc3-868f-2ed0f3844d7d req-2a69ec70-fb5c-4d53-8d97-5d5c200b9154 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 945 time: 0.0485470 Aug 20 11:01:49.342605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-3d052cb8-b839-4cc3-868f-2ed0f3844d7d req-692a2e47-16b5-47d1-b0ae-1c4d3c5f0feb tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Deleting port c6919e46-1bb0-4ef2-9339-481256cb773d {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:01:49.342936 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3d052cb8-b839-4cc3-868f-2ed0f3844d7d req-692a2e47-16b5-47d1-b0ae-1c4d3c5f0feb tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:49.429918 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-3d052cb8-b839-4cc3-868f-2ed0f3844d7d req-692a2e47-16b5-47d1-b0ae-1c4d3c5f0feb tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] For port c6919e46-1bb0-4ef2-9339-481256cb773d, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=c6919e46-1bb0-4ef2-9339-481256cb773d,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:01:49.430280 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3d052cb8-b839-4cc3-868f-2ed0f3844d7d req-692a2e47-16b5-47d1-b0ae-1c4d3c5f0feb tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:49.443773 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-3d052cb8-b839-4cc3-868f-2ed0f3844d7d req-692a2e47-16b5-47d1-b0ae-1c4d3c5f0feb tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Calling delete_port for c6919e46-1bb0-4ef2-9339-481256cb773d owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:01:49.571279 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3d052cb8-b839-4cc3-868f-2ed0f3844d7d req-692a2e47-16b5-47d1-b0ae-1c4d3c5f0feb tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:49.598199 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a2e47-16b5-47d1-b0ae-1c4d3c5f0feb tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event deleted for resources: {'Port': ['ID=c6919e46-1bb0-4ef2-9339-481256cb773d,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:01:49.641899 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d052cb8-b839-4cc3-868f-2ed0f3844d7d req-692a2e47-16b5-47d1-b0ae-1c4d3c5f0feb tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] No DVR routers for this DVR port c6919e46-1bb0-4ef2-9339-481256cb773d on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:01:49.644533 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-3d052cb8-b839-4cc3-868f-2ed0f3844d7d req-692a2e47-16b5-47d1-b0ae-1c4d3c5f0feb tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:49.646529 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d052cb8-b839-4cc3-868f-2ed0f3844d7d req-692a2e47-16b5-47d1-b0ae-1c4d3c5f0feb tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.24 "DELETE /v2.0/ports/c6919e46-1bb0-4ef2-9339-481256cb773d HTTP/1.1" status: 204 len: 173 time: 0.3922944 Aug 20 11:01:49.646966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f608b6-012f-427e-9aaf-e50908c7682e', 'name': 'network-vif-deleted', 'tag': 'c6919e46-1bb0-4ef2-9339-481256cb773d'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:01:49.649244 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb0c322-6cf1-404d-ae5a-ab25c875bba9" -d '{"events": [{"server_uuid": "f4f608b6-012f-427e-9aaf-e50908c7682e", "name": "network-vif-deleted", "tag": "c6919e46-1bb0-4ef2-9339-481256cb773d"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:01:49.699141 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911b7670-46d2-42ad-aa67-e5cd19ff455c x-openstack-request-id: req-911b7670-46d2-42ad-aa67-e5cd19ff455c {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:01:49.699450 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f608b6-012f-427e-9aaf-e50908c7682e", "name": "network-vif-deleted", "tag": "c6919e46-1bb0-4ef2-9339-481256cb773d", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:01:49.699710 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-911b7670-46d2-42ad-aa67-e5cd19ff455c {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:01:49.700124 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f608b6-012f-427e-9aaf-e50908c7682e', 'name': 'network-vif-deleted', 'tag': 'c6919e46-1bb0-4ef2-9339-481256cb773d', 'status': 'completed', 'code': 200} Aug 20 11:01:49.942485 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d1020f37-1712-4829-bbda-0160f32c9171 req-b984fc53-0276-450b-bd97-acefdd9a12a6 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 210 time: 0.0295317 Aug 20 11:01:51.050181 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a91daa66-a171-4e83-9a66-85d3510c8941 req-9db2e61a-af11-49ec-b8eb-a279d92fbce7 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 210 time: 0.0319555 Aug 20 11:01:52.150816 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd707337-8966-4fae-a014-3a03265376bb req-2e43da01-91d2-4109-8812-ec3cc8d604ae tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 210 time: 0.0264192 Aug 20 11:01:53.063441 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:53.258520 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c2797859-b9fd-485b-aa40-5cf29dd0ba6f req-f64a2b2a-0bbe-473f-af05-d42f22824729 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4f608b6-012f-427e-9aaf-e50908c7682e HTTP/1.1" status: 200 len: 210 time: 0.0280268 Aug 20 11:01:53.596192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device c6919e46-1bb0-4ef2-9339-481256cb773d no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:01:53.615979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: c6919e46-1bb0-4ef2-9339-481256cb773d {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:01:53.616324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device c6919e46-1bb0-4ef2-9339-481256cb773d not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:01:58.004025 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5bf54cda-6b47-41be-bb2f-209a9b2da22f req-0723ced2-dae7-4f2e-bf93-f0c7e3587cd1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388584 Aug 20 11:01:58.084504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf54cda-6b47-41be-bb2f-209a9b2da22f req-a3387edb-6be0-4919-bdb7-2b91450e7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:01:58.086027 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5bf54cda-6b47-41be-bb2f-209a9b2da22f req-a3387edb-6be0-4919-bdb7-2b91450e7f72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 1097 time: 0.0408046 Aug 20 11:01:58.190649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf54cda-6b47-41be-bb2f-209a9b2da22f req-5b5b86fc-c031-4430-a30a-0bca12e82a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:01:58.192168 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5bf54cda-6b47-41be-bb2f-209a9b2da22f req-5b5b86fc-c031-4430-a30a-0bca12e82a77 service neutron] 10.222.0.42 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.0873108 Aug 20 11:01:58.257061 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5bf54cda-6b47-41be-bb2f-209a9b2da22f req-f0fcb79c-273a-4867-8719-7978983081a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e5194c8-2278-47aa-8534-7fc7bf326457 HTTP/1.1" status: 200 len: 1001 time: 0.0568132 Aug 20 11:01:58.304880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf54cda-6b47-41be-bb2f-209a9b2da22f req-51598fc7-7a12-4255-b8f0-1d8e9987b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:01:58.306320 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5bf54cda-6b47-41be-bb2f-209a9b2da22f req-51598fc7-7a12-4255-b8f0-1d8e9987b3c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0426786 Aug 20 11:01:58.357263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf54cda-6b47-41be-bb2f-209a9b2da22f req-c439178f-6d4a-4b2e-aa21-8571addb6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:01:58.358833 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5bf54cda-6b47-41be-bb2f-209a9b2da22f req-c439178f-6d4a-4b2e-aa21-8571addb6e55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455637 Aug 20 11:01:58.455544 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5bf54cda-6b47-41be-bb2f-209a9b2da22f req-20aedecf-e9ac-4544-9017-3f37a00faaf1 service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898957 Aug 20 11:01:58.548131 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5bf54cda-6b47-41be-bb2f-209a9b2da22f req-c5493e99-1431-4cb3-a0f3-2c8b3c690444 service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852246 Aug 20 11:01:58.630646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35452) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:01:58.782863 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Deleting port d1798d8f-6f8e-4e64-8c03-9d048643eb52 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:01:58.783235 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:58.855549 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:58.855797 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:58.867479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Calling delete_port for d1798d8f-6f8e-4e64-8c03-9d048643eb52 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:01:59.340011 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7f74e5a4-4b55-4cf8-b87d-c5cd27e8fe19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:59.367587 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:59.391136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event deleted for resources: {'Port': ['ID=d1798d8f-6f8e-4e64-8c03-9d048643eb52,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:01:59.404124 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:59.404472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:59.404812 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:59.405144 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:59.405471 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:59.405797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:59.406118 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:59.406439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:59.406757 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:59.407179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:59.407500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:59.407816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:01:59.463689 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:59.464026 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Floating IP f898a0da-f216-4d81-a142-01a5c31e3cdc disassociated (deleted). External IP: 172.25.3.185, port: 7e5194c8-2278-47aa-8534-7fc7bf326457. Aug 20 11:01:59.676792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Router f67d6671-a618-4ae8-adc1-df56eb97b255 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:01:59.782543 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:01:59.787390 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:59.792487 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf6c54b-a973-4812-9097-5e87a6e53214 None None] Sync routers for ids ['f67d6671-a618-4ae8-adc1-df56eb97b255'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:01:59.801947 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf6c54b-a973-4812-9097-5e87a6e53214 None None] Routers {'f67d6671-a618-4ae8-adc1-df56eb97b255'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:01:59.802680 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4cf6c54b-a973-4812-9097-5e87a6e53214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:01:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f67d6671-a618-4ae8-adc1-df56eb97b255'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:01:59.814343 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-94422cf4-ee4b-47e6-aadc-d14eb6d1ee45 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "DELETE /v2.0/floatingips/f898a0da-f216-4d81-a142-01a5c31e3cdc HTTP/1.1" status: 204 len: 168 time: 1.1825268 Aug 20 11:01:59.814884 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'tag': '7e5194c8-2278-47aa-8534-7fc7bf326457'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:01:59.817189 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed665da-dfe8-4dc4-9921-b8ca54d6948a" -d '{"events": [{"name": "network-changed", "server_uuid": "466f7f35-eafb-4dd6-bbc0-092a805c070a", "tag": "7e5194c8-2278-47aa-8534-7fc7bf326457"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:01:59.856593 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4d4ab1-9baf-47e7-9bc2-2b352439b72c x-openstack-request-id: req-6e4d4ab1-9baf-47e7-9bc2-2b352439b72c {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:01:59.856593 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466f7f35-eafb-4dd6-bbc0-092a805c070a", "tag": "7e5194c8-2278-47aa-8534-7fc7bf326457", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:01:59.856593 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e4d4ab1-9baf-47e7-9bc2-2b352439b72c {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:01:59.856593 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'tag': '7e5194c8-2278-47aa-8534-7fc7bf326457', 'status': 'completed', 'code': 200} Aug 20 11:01:59.910914 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-4cf6c54b-a973-4812-9097-5e87a6e53214 None None] Set router f67d6671-a618-4ae8-adc1-df56eb97b255 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:01:59.920170 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed665da-dfe8-4dc4-9921-b8ca54d6948a req-0d1323a2-ae5e-40a6-8f54-997ec1b24bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:01:59.922068 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ed665da-dfe8-4dc4-9921-b8ca54d6948a req-0d1323a2-ae5e-40a6-8f54-997ec1b24bd9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c090051161f84f338132097522189093&device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 1097 time: 0.0445263 Aug 20 11:02:00.028031 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed665da-dfe8-4dc4-9921-b8ca54d6948a req-fbb598af-5185-4762-9d04-1e088e13dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:00.029745 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ed665da-dfe8-4dc4-9921-b8ca54d6948a req-fbb598af-5185-4762-9d04-1e088e13dba6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 200 len: 912 time: 0.1012170 Aug 20 11:02:00.069413 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12269f41-8cee-47f8-aa43-827e884d53bd req-5a2cb6ff-1f0b-4b48-a5c6-fd57ba3fd2dc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:00.071088 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12269f41-8cee-47f8-aa43-827e884d53bd req-5a2cb6ff-1f0b-4b48-a5c6-fd57ba3fd2dc tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 945 time: 0.0528498 Aug 20 11:02:00.073578 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ed665da-dfe8-4dc4-9921-b8ca54d6948a req-914935c4-d980-44d0-bf4c-c493f43fcffd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e5194c8-2278-47aa-8534-7fc7bf326457 HTTP/1.1" status: 200 len: 217 time: 0.0362167 Aug 20 11:02:00.112791 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12269f41-8cee-47f8-aa43-827e884d53bd req-6548414d-3ad2-427a-b43d-3175ab59d142 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352981 Aug 20 11:02:00.129152 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed665da-dfe8-4dc4-9921-b8ca54d6948a req-662b1cab-599e-45f8-88ed-984122c9a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:00.130819 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ed665da-dfe8-4dc4-9921-b8ca54d6948a req-662b1cab-599e-45f8-88ed-984122c9a3e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 200 len: 850 time: 0.0495174 Aug 20 11:02:00.138264 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4cf6c54b-a973-4812-9097-5e87a6e53214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:02:00.168744 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf6c54b-a973-4812-9097-5e87a6e53214 None None] Checking router: f67d6671-a618-4ae8-adc1-df56eb97b255 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:02:00.176983 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf6c54b-a973-4812-9097-5e87a6e53214 None None] Routers {'f67d6671-a618-4ae8-adc1-df56eb97b255'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:02:00.177614 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4cf6c54b-a973-4812-9097-5e87a6e53214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:01:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f67d6671-a618-4ae8-adc1-df56eb97b255'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:02:00.180696 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed665da-dfe8-4dc4-9921-b8ca54d6948a req-c23ff82f-bf90-4ece-bdcd-80a2e7937c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:00.182314 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ed665da-dfe8-4dc4-9921-b8ca54d6948a req-c23ff82f-bf90-4ece-bdcd-80a2e7937c15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429416 Aug 20 11:02:00.284017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-4cf6c54b-a973-4812-9097-5e87a6e53214 None None] Set router f67d6671-a618-4ae8-adc1-df56eb97b255 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:02:00.284685 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ed665da-dfe8-4dc4-9921-b8ca54d6948a req-07e87b01-b6c0-4620-8277-2f9391035647 service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936825 Aug 20 11:02:00.375339 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8ed665da-dfe8-4dc4-9921-b8ca54d6948a req-c7fb0c7e-2889-486d-a936-0023402af845 service neutron] 10.222.0.42 "GET /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834551 Aug 20 11:02:00.480193 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-4cf6c54b-a973-4812-9097-5e87a6e53214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:02:00.507039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf6c54b-a973-4812-9097-5e87a6e53214 None None] The sync data for ids ['f67d6671-a618-4ae8-adc1-df56eb97b255'] in n-d-778550-11 is: [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T10:51:47Z', 'revision_number': 4, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '26e77241-b091-4f5b-a574-9559fc0019df', 'name': '', 'network_id': '45e6f8dc-f9e2-4ee1-aaa9-d63db523568b', 'tenant_id': 'c090051161f84f338132097522189093', 'mac_address': 'fa:16:3e:33:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:47Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'subnets': [{'id': '613c4b10-757f-41e2-b495-9809f5fc214e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:02:00.746669 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f42a05-d576-41b9-8329-8750a0467281 None None] New status for floating IP f898a0da-f216-4d81-a142-01a5c31e3cdc: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:02:01.235099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849279b-fd9b-4c5c-8121-a450531d0d96 req-bff8d244-5060-44dd-a0e2-a217332f6322 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:01.236573 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2849279b-fd9b-4c5c-8121-a450531d0d96 req-bff8d244-5060-44dd-a0e2-a217332f6322 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 945 time: 0.0528436 Aug 20 11:02:01.273863 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2849279b-fd9b-4c5c-8121-a450531d0d96 req-30236d09-0858-47a1-8257-334b1db1a334 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/security-groups?id=672cc0e6-d1f0-4810-99fb-e976c4efadc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313232 Aug 20 11:02:01.541106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab83c5-b423-4c1b-9630-e3875398007f req-8b1aec4c-5835-40d6-be36-b8f3f5dc4c0f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:01.542495 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-87ab83c5-b423-4c1b-9630-e3875398007f req-8b1aec4c-5835-40d6-be36-b8f3f5dc4c0f tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.42 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 945 time: 0.0482955 Aug 20 11:02:01.633126 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-87ab83c5-b423-4c1b-9630-e3875398007f req-4a0073fd-59b9-4e73-8850-23e617599d79 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Deleting port 7e5194c8-2278-47aa-8534-7fc7bf326457 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:02:01.633449 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-87ab83c5-b423-4c1b-9630-e3875398007f req-4a0073fd-59b9-4e73-8850-23e617599d79 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:01.719243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-87ab83c5-b423-4c1b-9630-e3875398007f req-4a0073fd-59b9-4e73-8850-23e617599d79 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] For port 7e5194c8-2278-47aa-8534-7fc7bf326457, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=7e5194c8-2278-47aa-8534-7fc7bf326457,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:02:01.719615 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-87ab83c5-b423-4c1b-9630-e3875398007f req-4a0073fd-59b9-4e73-8850-23e617599d79 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:01.734211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-87ab83c5-b423-4c1b-9630-e3875398007f req-4a0073fd-59b9-4e73-8850-23e617599d79 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Calling delete_port for 7e5194c8-2278-47aa-8534-7fc7bf326457 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:02:01.862961 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-87ab83c5-b423-4c1b-9630-e3875398007f req-4a0073fd-59b9-4e73-8850-23e617599d79 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:01.891630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0073fd-59b9-4e73-8850-23e617599d79 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event deleted for resources: {'Port': ['ID=7e5194c8-2278-47aa-8534-7fc7bf326457,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:01.932028 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ab83c5-b423-4c1b-9630-e3875398007f req-4a0073fd-59b9-4e73-8850-23e617599d79 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] No DVR routers for this DVR port 7e5194c8-2278-47aa-8534-7fc7bf326457 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:02:01.935530 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-87ab83c5-b423-4c1b-9630-e3875398007f req-4a0073fd-59b9-4e73-8850-23e617599d79 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:01.937531 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-87ab83c5-b423-4c1b-9630-e3875398007f req-4a0073fd-59b9-4e73-8850-23e617599d79 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.42 "DELETE /v2.0/ports/7e5194c8-2278-47aa-8534-7fc7bf326457 HTTP/1.1" status: 204 len: 173 time: 0.3891630 Aug 20 11:02:01.937963 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'name': 'network-vif-deleted', 'tag': '7e5194c8-2278-47aa-8534-7fc7bf326457'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:02:01.940281 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec12203-4162-4866-9198-95d734d11cb3" -d '{"events": [{"server_uuid": "466f7f35-eafb-4dd6-bbc0-092a805c070a", "name": "network-vif-deleted", "tag": "7e5194c8-2278-47aa-8534-7fc7bf326457"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:02:01.961401 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a019992-943d-4615-8f61-ed871ab2c0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:01.984217 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3bd9e7-eee3-4731-a26c-495431f21f4d x-openstack-request-id: req-8f3bd9e7-eee3-4731-a26c-495431f21f4d {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:02:01.984217 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466f7f35-eafb-4dd6-bbc0-092a805c070a", "name": "network-vif-deleted", "tag": "7e5194c8-2278-47aa-8534-7fc7bf326457", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:02:01.984217 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f3bd9e7-eee3-4731-a26c-495431f21f4d {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:02:01.984678 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466f7f35-eafb-4dd6-bbc0-092a805c070a', 'name': 'network-vif-deleted', 'tag': '7e5194c8-2278-47aa-8534-7fc7bf326457', 'status': 'completed', 'code': 200} Aug 20 11:02:02.378895 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-32788cc2-4fd1-4b6b-983e-c38cb9a65299 req-32b27072-b627-4aec-afda-6453292cdac8 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 210 time: 0.0306497 Aug 20 11:02:02.443455 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:03.237231 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:03.475667 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b6cd1d2-e38e-4be1-8167-30e2ef359f11 req-7b77ff71-0d84-45b4-bd9b-fc9dfea91ab0 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 210 time: 0.0266316 Aug 20 11:02:04.571396 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23cf98c5-fdac-4ca5-84fc-4a2ab1ffc4c1 req-ac4c9c67-9122-4cc5-889d-d5608ff6403e tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 210 time: 0.0266237 Aug 20 11:02:04.575922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 7e5194c8-2278-47aa-8534-7fc7bf326457 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:02:04.599117 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 7e5194c8-2278-47aa-8534-7fc7bf326457 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:02:04.599463 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 7e5194c8-2278-47aa-8534-7fc7bf326457 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:02:04.888663 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:05.680456 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a8ebbb48-912d-4c4e-b024-38abb21c75b1 req-baed5876-2354-4266-9c74-1b0b3ffde319 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "GET /v2.0/ports?device_id=466f7f35-eafb-4dd6-bbc0-092a805c070a HTTP/1.1" status: 200 len: 210 time: 0.0301714 Aug 20 11:02:06.736619 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35486) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:06.859783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-64db286a-3628-4e72-bb9b-95ec8caab36c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Deleting port b5d52653-ebfa-4eaa-a93d-9d7f5ea57cae {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:02:06.860131 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-64db286a-3628-4e72-bb9b-95ec8caab36c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:06.933710 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-64db286a-3628-4e72-bb9b-95ec8caab36c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:06.934289 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-64db286a-3628-4e72-bb9b-95ec8caab36c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:06.946619 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-64db286a-3628-4e72-bb9b-95ec8caab36c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Calling delete_port for b5d52653-ebfa-4eaa-a93d-9d7f5ea57cae owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:02:07.079952 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-64db286a-3628-4e72-bb9b-95ec8caab36c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:07.106459 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db286a-3628-4e72-bb9b-95ec8caab36c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event deleted for resources: {'Port': ['ID=b5d52653-ebfa-4eaa-a93d-9d7f5ea57cae,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:07.167630 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-64db286a-3628-4e72-bb9b-95ec8caab36c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:07.170186 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-64db286a-3628-4e72-bb9b-95ec8caab36c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:07.171358 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-64db286a-3628-4e72-bb9b-95ec8caab36c tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "DELETE /v2.0/floatingips/e9f27e9e-84f8-487a-a189-ec2622386b68 HTTP/1.1" status: 204 len: 168 time: 0.4337382 Aug 20 11:02:08.902147 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:02:09.419459 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35500) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:09.485318 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83014828-c10f-4da6-b68c-9509f15a2545 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:09.512600 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83014828-c10f-4da6-b68c-9509f15a2545 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:09.579708 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83014828-c10f-4da6-b68c-9509f15a2545 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:09.582476 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-83014828-c10f-4da6-b68c-9509f15a2545 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:09.586921 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-83014828-c10f-4da6-b68c-9509f15a2545 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] 10.222.0.16 "DELETE /v2.0/security-groups/672cc0e6-d1f0-4810-99fb-e976c4efadc3 HTTP/1.1" status: 204 len: 168 time: 0.1662848 Aug 20 11:02:09.597249 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83014828-c10f-4da6-b68c-9509f15a2545 tempest-TestVolumeBootPattern-412168207 tempest-TestVolumeBootPattern-412168207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672cc0e6-d1f0-4810-99fb-e976c4efadc3,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:09.642830 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35504) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:10.172397 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-09c65c4e-0237-408a-a901-b53665c04ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:10.425578 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-09c65c4e-0237-408a-a901-b53665c04ed4 admin admin] Deleting port 26e77241-b091-4f5b-a574-9559fc0019df {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:02:10.425868 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-09c65c4e-0237-408a-a901-b53665c04ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:10.792622 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-09c65c4e-0237-408a-a901-b53665c04ed4 admin admin] For port 26e77241-b091-4f5b-a574-9559fc0019df, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=26e77241-b091-4f5b-a574-9559fc0019df,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:02:10.793217 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-09c65c4e-0237-408a-a901-b53665c04ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:10.805149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-09c65c4e-0237-408a-a901-b53665c04ed4 admin admin] Calling delete_port for 26e77241-b091-4f5b-a574-9559fc0019df owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:02:10.978429 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-09c65c4e-0237-408a-a901-b53665c04ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:11.000992 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c65c4e-0237-408a-a901-b53665c04ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e77241-b091-4f5b-a574-9559fc0019df,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:11.168248 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-09c65c4e-0237-408a-a901-b53665c04ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:11.380055 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c65c4e-0237-408a-a901-b53665c04ed4 admin admin] Router f67d6671-a618-4ae8-adc1-df56eb97b255 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:02:11.488547 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c65c4e-0237-408a-a901-b53665c04ed4 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:02:11.495986 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-09c65c4e-0237-408a-a901-b53665c04ed4 admin admin] 10.222.0.16 "PUT /v2.0/routers/f67d6671-a618-4ae8-adc1-df56eb97b255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8507900 Aug 20 11:02:11.497698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35510) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:11.498310 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353e2ec-0ff9-4981-a1c2-f6dd2b6cf1aa None None] Sync routers for ids ['f67d6671-a618-4ae8-adc1-df56eb97b255'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:02:11.507324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353e2ec-0ff9-4981-a1c2-f6dd2b6cf1aa None None] Routers {'f67d6671-a618-4ae8-adc1-df56eb97b255'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:02:11.507929 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1353e2ec-0ff9-4981-a1c2-f6dd2b6cf1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:02:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f67d6671-a618-4ae8-adc1-df56eb97b255'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:02:11.600887 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0481c01-23f1-4cb3-822e-088efbf04f57 admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:11.610604 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-1353e2ec-0ff9-4981-a1c2-f6dd2b6cf1aa None None] Set router f67d6671-a618-4ae8-adc1-df56eb97b255 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:02:11.707271 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0481c01-23f1-4cb3-822e-088efbf04f57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:11.764085 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-c0481c01-23f1-4cb3-822e-088efbf04f57 admin admin] Deleting port 72d45e22-567d-40f8-a66c-83afb1b5aabc {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:02:11.764426 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0481c01-23f1-4cb3-822e-088efbf04f57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:11.790384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1353e2ec-0ff9-4981-a1c2-f6dd2b6cf1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T11:02:10Z', 'revision_number': 5, 'project_id': 'c090051161f84f338132097522189093', 'gw_port': {'id': '72d45e22-567d-40f8-a66c-83afb1b5aabc', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:be:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:45Z', 'updated_at': '2021-08-20T10:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:02:11.816979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353e2ec-0ff9-4981-a1c2-f6dd2b6cf1aa None None] Checking router: f67d6671-a618-4ae8-adc1-df56eb97b255 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:02:11.825425 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353e2ec-0ff9-4981-a1c2-f6dd2b6cf1aa None None] Routers {'f67d6671-a618-4ae8-adc1-df56eb97b255'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:02:11.826042 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1353e2ec-0ff9-4981-a1c2-f6dd2b6cf1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:02:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['f67d6671-a618-4ae8-adc1-df56eb97b255'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:02:11.845660 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-c0481c01-23f1-4cb3-822e-088efbf04f57 admin admin] For port 72d45e22-567d-40f8-a66c-83afb1b5aabc, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=72d45e22-567d-40f8-a66c-83afb1b5aabc,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:02:11.846234 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0481c01-23f1-4cb3-822e-088efbf04f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:11.859542 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-c0481c01-23f1-4cb3-822e-088efbf04f57 admin admin] Calling delete_port for 72d45e22-567d-40f8-a66c-83afb1b5aabc owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:02:11.910356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-1353e2ec-0ff9-4981-a1c2-f6dd2b6cf1aa None None] Set router f67d6671-a618-4ae8-adc1-df56eb97b255 gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:02:11.963231 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1353e2ec-0ff9-4981-a1c2-f6dd2b6cf1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T11:02:11Z', 'revision_number': 6, 'project_id': 'c090051161f84f338132097522189093', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:02:11.990947 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353e2ec-0ff9-4981-a1c2-f6dd2b6cf1aa None None] The sync data for ids ['f67d6671-a618-4ae8-adc1-df56eb97b255'] in n-d-778550-11 is: [{'id': 'f67d6671-a618-4ae8-adc1-df56eb97b255', 'name': 'tempest-TestVolumeBootPattern-567381381-router', 'tenant_id': 'c090051161f84f338132097522189093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:44Z', 'updated_at': '2021-08-20T11:02:11Z', 'revision_number': 6, 'project_id': 'c090051161f84f338132097522189093', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:02:12.026633 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0481c01-23f1-4cb3-822e-088efbf04f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.053256 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0481c01-23f1-4cb3-822e-088efbf04f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=72d45e22-567d-40f8-a66c-83afb1b5aabc,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:12.112301 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0481c01-23f1-4cb3-822e-088efbf04f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.202832 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0481c01-23f1-4cb3-822e-088efbf04f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.204909 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0481c01-23f1-4cb3-822e-088efbf04f57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.250672 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0481c01-23f1-4cb3-822e-088efbf04f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.251122 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0481c01-23f1-4cb3-822e-088efbf04f57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f67d6671-a618-4ae8-adc1-df56eb97b255 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:02:12.255288 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c0481c01-23f1-4cb3-822e-088efbf04f57 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.256418 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c0481c01-23f1-4cb3-822e-088efbf04f57 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f67d6671-a618-4ae8-adc1-df56eb97b255 HTTP/1.1" status: 204 len: 168 time: 0.7578013 Aug 20 11:02:12.258919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35512) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:12.302697 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-998fc6f9-ab19-46d6-87ab-8cd1dabcd354 admin admin] Deleting subnet 613c4b10-757f-41e2-b495-9809f5fc214e {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:02:12.305702 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-998fc6f9-ab19-46d6-87ab-8cd1dabcd354 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.350057 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-998fc6f9-ab19-46d6-87ab-8cd1dabcd354 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.449998 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-998fc6f9-ab19-46d6-87ab-8cd1dabcd354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.507449 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-998fc6f9-ab19-46d6-87ab-8cd1dabcd354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.537106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fc6f9-ab19-46d6-87ab-8cd1dabcd354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=613c4b10-757f-41e2-b495-9809f5fc214e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:12.539103 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-998fc6f9-ab19-46d6-87ab-8cd1dabcd354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.540958 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-998fc6f9-ab19-46d6-87ab-8cd1dabcd354 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/613c4b10-757f-41e2-b495-9809f5fc214e HTTP/1.1" status: 204 len: 168 time: 0.2811172 Aug 20 11:02:12.543781 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35516) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:12.544345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df711c3-bbf5-4519-9688-104908ab0b01 None None] Network 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:02:12.614641 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.673484 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] Deleting port dc295e13-3b64-442d-8770-6629a9a28c13 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:02:12.673814 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.736041 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] For port dc295e13-3b64-442d-8770-6629a9a28c13, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=dc295e13-3b64-442d-8770-6629a9a28c13,segment=NetworkSegment(e6636fc8-233e-43ad-80b7-e68d33c9ebce),segment_id=e6636fc8-233e-43ad-80b7-e68d33c9ebce)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:02:12.736336 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.749456 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] Calling delete_port for dc295e13-3b64-442d-8770-6629a9a28c13 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:02:12.783816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] DHCP port deletion for 45e6f8dc-f9e2-4ee1-aaa9-d63db523568b request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:02:12.835093 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Deleting port dc295e13-3b64-442d-8770-6629a9a28c13 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:02:12.835554 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.839040 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.864540 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc295e13-3b64-442d-8770-6629a9a28c13,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:12.868974 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] No DVR routers for this DVR port dc295e13-3b64-442d-8770-6629a9a28c13 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:02:12.903346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] For port dc295e13-3b64-442d-8770-6629a9a28c13, host n-d-778550-11, got binding levels [] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:02:12.903757 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.917548 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Calling delete_port for dc295e13-3b64-442d-8770-6629a9a28c13 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:02:12.920248 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.ipam_backend_mixin [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Port dc295e13-3b64-442d-8770-6629a9a28c13 was not found and therefore no delete operation was performed {{(pid=94868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:02:12.921506 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.945309 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Pushing event deleted for resources: {'Port': ['ID=dc295e13-3b64-442d-8770-6629a9a28c13,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:12.946697 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:12.954676 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] No DVR routers for this DVR port dc295e13-3b64-442d-8770-6629a9a28c13 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:02:12.957220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e6f8dc-f9e2-4ee1-aaa9-d63db523568b']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:02:12.958177 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:12.958540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:12.958864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:12.959230 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:12.959562 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:12.959886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:12.960207 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:12.960535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:12.960855 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:12.961198 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:12.961492 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:12.961810 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf7b2-9cb3-44ad-8b38-3a18392fba09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:12.982448 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6636fc8-233e-43ad-80b7-e68d33c9ebce') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:02:12.982811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6636fc8-233e-43ad-80b7-e68d33c9ebce') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:02:12.996960 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:13.012687 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:13.019360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:02:13.019780 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: timer() Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:02:13.021509 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:02:13.078900 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:13.085123 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:13.086976 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/45e6f8dc-f9e2-4ee1-aaa9-d63db523568b HTTP/1.1" status: 204 len: 168 time: 0.5424116 Aug 20 11:02:13.090083 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35518) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:13.105225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac423f-3de4-43d3-ba79-e66d110322e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=45e6f8dc-f9e2-4ee1-aaa9-d63db523568b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:13.439932 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36501608-4ec2-46a4-add1-bbd4f322e7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:13.680439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-36501608-4ec2-46a4-add1-bbd4f322e7fd admin admin] Deleting port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:02:13.680774 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36501608-4ec2-46a4-add1-bbd4f322e7fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:13.759111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-36501608-4ec2-46a4-add1-bbd4f322e7fd admin admin] For port 02a2dc50-70b3-4748-85a3-1b1a0f6f9307, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=02a2dc50-70b3-4748-85a3-1b1a0f6f9307,segment=NetworkSegment(e5563576-6c6d-42b4-9afc-617d31500e34),segment_id=e5563576-6c6d-42b4-9afc-617d31500e34)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:02:13.759467 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36501608-4ec2-46a4-add1-bbd4f322e7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:13.772031 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-36501608-4ec2-46a4-add1-bbd4f322e7fd admin admin] Calling delete_port for 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:02:13.949803 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36501608-4ec2-46a4-add1-bbd4f322e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:13.975079 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36501608-4ec2-46a4-add1-bbd4f322e7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=02a2dc50-70b3-4748-85a3-1b1a0f6f9307,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:14.159396 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36501608-4ec2-46a4-add1-bbd4f322e7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:14.160162 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device dc295e13-3b64-442d-8770-6629a9a28c13 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:02:14.184871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: dc295e13-3b64-442d-8770-6629a9a28c13 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:02:14.185217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device dc295e13-3b64-442d-8770-6629a9a28c13 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:02:14.185635 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 72d45e22-567d-40f8-a66c-83afb1b5aabc no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:02:14.204679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 72d45e22-567d-40f8-a66c-83afb1b5aabc {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:02:14.205023 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 72d45e22-567d-40f8-a66c-83afb1b5aabc not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:02:14.205437 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 26e77241-b091-4f5b-a574-9559fc0019df no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:02:14.225405 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 26e77241-b091-4f5b-a574-9559fc0019df {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:02:14.225906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 26e77241-b091-4f5b-a574-9559fc0019df not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:02:14.380084 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36501608-4ec2-46a4-add1-bbd4f322e7fd admin admin] Router ac4fa9e4-347c-405e-b7ff-628ee8405207 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:02:14.486278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36501608-4ec2-46a4-add1-bbd4f322e7fd admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:02:14.491601 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-36501608-4ec2-46a4-add1-bbd4f322e7fd admin admin] 10.222.0.16 "PUT /v2.0/routers/ac4fa9e4-347c-405e-b7ff-628ee8405207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4002035 Aug 20 11:02:14.495525 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35520) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:14.497534 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30a7ab-5a05-492f-82fa-ac05cbc6c11b None None] Sync routers for ids ['ac4fa9e4-347c-405e-b7ff-628ee8405207'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:02:14.507787 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30a7ab-5a05-492f-82fa-ac05cbc6c11b None None] Routers {'ac4fa9e4-347c-405e-b7ff-628ee8405207'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:02:14.508561 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6b30a7ab-5a05-492f-82fa-ac05cbc6c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:02:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ac4fa9e4-347c-405e-b7ff-628ee8405207'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:02:14.605179 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0f0b4c1c-e32a-4e7d-bded-9dde0dc242b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:14.614323 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-6b30a7ab-5a05-492f-82fa-ac05cbc6c11b None None] Set router ac4fa9e4-347c-405e-b7ff-628ee8405207 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:02:14.712736 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0f0b4c1c-e32a-4e7d-bded-9dde0dc242b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:14.769182 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b4c1c-e32a-4e7d-bded-9dde0dc242b7 admin admin] Deleting port 3b91e84c-f456-4215-8fe7-8d4a740f5b9c {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:02:14.769521 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0f0b4c1c-e32a-4e7d-bded-9dde0dc242b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:14.797218 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6b30a7ab-5a05-492f-82fa-ac05cbc6c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'name': 'tempest-TestVolumeBootPattern-1112512221-router', 'tenant_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3b91e84c-f456-4215-8fe7-8d4a740f5b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:50Z', 'updated_at': '2021-08-20T11:02:13Z', 'revision_number': 5, 'project_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'gw_port': {'id': '3b91e84c-f456-4215-8fe7-8d4a740f5b9c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T10:51:50Z', 'updated_at': '2021-08-20T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:02:14.822838 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30a7ab-5a05-492f-82fa-ac05cbc6c11b None None] Checking router: ac4fa9e4-347c-405e-b7ff-628ee8405207 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:02:14.831512 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30a7ab-5a05-492f-82fa-ac05cbc6c11b None None] Routers {'ac4fa9e4-347c-405e-b7ff-628ee8405207'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:02:14.832127 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6b30a7ab-5a05-492f-82fa-ac05cbc6c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:02:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ac4fa9e4-347c-405e-b7ff-628ee8405207'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:02:14.850391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-0f0b4c1c-e32a-4e7d-bded-9dde0dc242b7 admin admin] For port 3b91e84c-f456-4215-8fe7-8d4a740f5b9c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3b91e84c-f456-4215-8fe7-8d4a740f5b9c,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:02:14.850755 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0f0b4c1c-e32a-4e7d-bded-9dde0dc242b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:14.863516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b4c1c-e32a-4e7d-bded-9dde0dc242b7 admin admin] Calling delete_port for 3b91e84c-f456-4215-8fe7-8d4a740f5b9c owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:02:14.915038 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-6b30a7ab-5a05-492f-82fa-ac05cbc6c11b None None] Set router ac4fa9e4-347c-405e-b7ff-628ee8405207 gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:02:14.967906 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6b30a7ab-5a05-492f-82fa-ac05cbc6c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'name': 'tempest-TestVolumeBootPattern-1112512221-router', 'tenant_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:50Z', 'updated_at': '2021-08-20T11:02:14Z', 'revision_number': 6, 'project_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:02:14.994130 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30a7ab-5a05-492f-82fa-ac05cbc6c11b None None] The sync data for ids ['ac4fa9e4-347c-405e-b7ff-628ee8405207'] in n-d-778550-11 is: [{'id': 'ac4fa9e4-347c-405e-b7ff-628ee8405207', 'name': 'tempest-TestVolumeBootPattern-1112512221-router', 'tenant_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T10:51:50Z', 'updated_at': '2021-08-20T11:02:14Z', 'revision_number': 6, 'project_id': 'ee2228ceff4840d385ff0ce9e1b3f52d', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:02:15.033436 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0f0b4c1c-e32a-4e7d-bded-9dde0dc242b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:15.060249 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b4c1c-e32a-4e7d-bded-9dde0dc242b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b91e84c-f456-4215-8fe7-8d4a740f5b9c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:15.122761 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0f0b4c1c-e32a-4e7d-bded-9dde0dc242b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:15.212381 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0f0b4c1c-e32a-4e7d-bded-9dde0dc242b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:15.215015 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0f0b4c1c-e32a-4e7d-bded-9dde0dc242b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:15.257549 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0f0b4c1c-e32a-4e7d-bded-9dde0dc242b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:15.258113 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0b4c1c-e32a-4e7d-bded-9dde0dc242b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac4fa9e4-347c-405e-b7ff-628ee8405207 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:02:15.263402 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0f0b4c1c-e32a-4e7d-bded-9dde0dc242b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:15.264548 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0f0b4c1c-e32a-4e7d-bded-9dde0dc242b7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ac4fa9e4-347c-405e-b7ff-628ee8405207 HTTP/1.1" status: 204 len: 168 time: 0.7679043 Aug 20 11:02:15.267102 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35522) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:15.310367 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fe8059-b4e0-44e8-93be-321b79602032 admin admin] Deleting subnet f8c50278-b448-40e4-8b84-0f4b973fe222 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:02:15.314286 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69fe8059-b4e0-44e8-93be-321b79602032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:15.350572 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69fe8059-b4e0-44e8-93be-321b79602032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:15.438488 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69fe8059-b4e0-44e8-93be-321b79602032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:15.489614 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69fe8059-b4e0-44e8-93be-321b79602032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:15.515113 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe8059-b4e0-44e8-93be-321b79602032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c50278-b448-40e4-8b84-0f4b973fe222,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:15.519527 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-69fe8059-b4e0-44e8-93be-321b79602032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:15.521594 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-69fe8059-b4e0-44e8-93be-321b79602032 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f8c50278-b448-40e4-8b84-0f4b973fe222 HTTP/1.1" status: 204 len: 168 time: 0.2534971 Aug 20 11:02:15.524098 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35524) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:15.525607 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dd9b79-3aab-49e0-8fed-5a16b1158e55 None None] Network c65a87a0-70b8-4e73-a729-f61dc7f3b00a requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:02:15.598709 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:15.653792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] Deleting port 7ffe0c81-1071-4e5c-a698-eec04f3904a7 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:02:15.654118 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:15.722764 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] For port 7ffe0c81-1071-4e5c-a698-eec04f3904a7, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7ffe0c81-1071-4e5c-a698-eec04f3904a7,segment=NetworkSegment(e5563576-6c6d-42b4-9afc-617d31500e34),segment_id=e5563576-6c6d-42b4-9afc-617d31500e34)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:02:15.724145 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:15.740606 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] Calling delete_port for 7ffe0c81-1071-4e5c-a698-eec04f3904a7 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:02:15.825561 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:15.855901 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffe0c81-1071-4e5c-a698-eec04f3904a7,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:15.860755 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc691a4-def7-4ee4-ad93-9661f294bf37 None None] DHCP port deletion for c65a87a0-70b8-4e73-a729-f61dc7f3b00a request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:02:15.865969 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] No DVR routers for this DVR port 7ffe0c81-1071-4e5c-a698-eec04f3904a7 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:02:15.944684 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:15.955285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65a87a0-70b8-4e73-a729-f61dc7f3b00a']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:02:16.071484 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:02:16.093157 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:02:16.093412 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 02a2dc50-70b3-4748-85a3-1b1a0f6f9307 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:02:16.093843 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7ffe0c81-1071-4e5c-a698-eec04f3904a7 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:02:16.116628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 7ffe0c81-1071-4e5c-a698-eec04f3904a7 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:02:16.116966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7ffe0c81-1071-4e5c-a698-eec04f3904a7 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:02:16.117388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3b91e84c-f456-4215-8fe7-8d4a740f5b9c no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:02:16.137328 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 3b91e84c-f456-4215-8fe7-8d4a740f5b9c {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:02:16.137667 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3b91e84c-f456-4215-8fe7-8d4a740f5b9c not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:02:16.324099 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5563576-6c6d-42b4-9afc-617d31500e34') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:02:16.324816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5563576-6c6d-42b4-9afc-617d31500e34') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:02:16.333616 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:16.346994 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:16.352982 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:02:16.353369 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: timer() Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:02:16.355062 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:02:16.413876 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:16.419966 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:16.421848 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c65a87a0-70b8-4e73-a729-f61dc7f3b00a HTTP/1.1" status: 204 len: 168 time: 0.8968329 Aug 20 11:02:16.434921 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e86372-6c7d-486c-bf7f-1353655c71a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c65a87a0-70b8-4e73-a729-f61dc7f3b00a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:16.560870 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35528) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:16.599601 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-46cc1f8e-774c-444b-bcb1-1575359c6ae0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c090051161f84f338132097522189093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374265 Aug 20 11:02:16.601899 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35530) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:16.651623 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ab15b3d-1d78-464c-8b3a-d1f47d51a7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:16.672216 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ab15b3d-1d78-464c-8b3a-d1f47d51a7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:16.719117 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ab15b3d-1d78-464c-8b3a-d1f47d51a7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:16.721660 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8ab15b3d-1d78-464c-8b3a-d1f47d51a7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:16.722910 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8ab15b3d-1d78-464c-8b3a-d1f47d51a7cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29038206-242f-4f0a-9e7c-4ed456de7623 HTTP/1.1" status: 204 len: 168 time: 0.1201267 Aug 20 11:02:16.732180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab15b3d-1d78-464c-8b3a-d1f47d51a7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29038206-242f-4f0a-9e7c-4ed456de7623,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:17.055349 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35536) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:17.095001 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5b1a8f41-9fee-48e8-b39f-525670e759b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee2228ceff4840d385ff0ce9e1b3f52d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384712 Aug 20 11:02:17.097450 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35538) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:17.145744 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36385146-6b82-40ae-9d42-73b9c59ed333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:17.166202 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36385146-6b82-40ae-9d42-73b9c59ed333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:17.213457 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36385146-6b82-40ae-9d42-73b9c59ed333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:17.216080 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36385146-6b82-40ae-9d42-73b9c59ed333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:17.217236 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-36385146-6b82-40ae-9d42-73b9c59ed333 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f22361f-a6ef-44f2-b275-ce0b35e35e95 HTTP/1.1" status: 204 len: 168 time: 0.1188838 Aug 20 11:02:17.225103 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36385146-6b82-40ae-9d42-73b9c59ed333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f22361f-a6ef-44f2-b275-ce0b35e35e95,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:18.807069 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:23.061301 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:27.301329 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-d342ab1e-c801-406d-aae7-3d39d23182b9 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0c9475533ee24ee1975298f9806570ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301321 Aug 20 11:02:27.492797 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-bbb85072-0873-4c3e-af98-ba141a389bb2 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:27.494343 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-bbb85072-0873-4c3e-af98-ba141a389bb2 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874251 Aug 20 11:02:27.510465 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-031c88f3-5dd1-43d7-b7f6-f3a63a1285a7 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/quotas/0c9475533ee24ee1975298f9806570ee HTTP/1.1" status: 200 len: 375 time: 0.0094559 Aug 20 11:02:27.543703 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-bdc92299-1465-435a-bc17-d73bf609ed5c tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c9475533ee24ee1975298f9806570ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273411 Aug 20 11:02:27.723940 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-711f7dd7-675c-4846-ad60-2c0abb18d401 req-e13c23bb-127b-4bfd-ba9d-f1ef21ca4fdb tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2949f0-cb83-41d6-9334-0fdc60226cc6 HTTP/1.1" status: 200 len: 210 time: 0.0394218 Aug 20 11:02:28.822305 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-cdd04cb1-8097-43b7-8a18-5a9d7aadd069 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0c9475533ee24ee1975298f9806570ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314586 Aug 20 11:02:28.838195 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1f837c4e-37ef-4abc-b9db-c1c04164c19c req-222fde7d-1b1f-4355-a08b-854aa8b04508 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2949f0-cb83-41d6-9334-0fdc60226cc6 HTTP/1.1" status: 200 len: 210 time: 0.0347664 Aug 20 11:02:28.954677 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-bd59b937-3003-4e12-8087-dc1ddf041319 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:28.955736 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-bd59b937-3003-4e12-8087-dc1ddf041319 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1198010 Aug 20 11:02:28.968656 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6d7e77e5-42ff-4978-af78-fdce7902b61e tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Request body: {'port': {'device_id': 'ba2949f0-cb83-41d6-9334-0fdc60226cc6', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'admin_state_up': True, 'tenant_id': '0c9475533ee24ee1975298f9806570ee'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:02:29.073748 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6d7e77e5-42ff-4978-af78-fdce7902b61e tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Made reservation on behalf of 0c9475533ee24ee1975298f9806570ee for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:02:29.077165 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6d7e77e5-42ff-4978-af78-fdce7902b61e tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:29.089686 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6d7e77e5-42ff-4978-af78-fdce7902b61e tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:29.175746 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6d7e77e5-42ff-4978-af78-fdce7902b61e tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:29.179409 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6d7e77e5-42ff-4978-af78-fdce7902b61e tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:29.241054 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e77e5-42ff-4978-af78-fdce7902b61e tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f6069c-cad0-47f2-9090-a2f11e4febd2,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:29.308168 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6d7e77e5-42ff-4978-af78-fdce7902b61e tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Allocated IP 192.168.233.178 (8236fcf5-8b9d-44c3-8c4a-93a31a85e10e/8ba388a8-98ca-487f-bd66-4f5d45dfac97/27eecdc1-8e61-4dca-bfee-c560b05212d3) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:02:29.342201 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d287eef9-9bf7-4319-a28f-ad7db0a4fe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:29.453783 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6d7e77e5-42ff-4978-af78-fdce7902b61e tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:29.467392 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6d7e77e5-42ff-4978-af78-fdce7902b61e tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Transition to ACTIVE for port object 27eecdc1-8e61-4dca-bfee-c560b05212d3 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:02:29.501068 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6d7e77e5-42ff-4978-af78-fdce7902b61e tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:29.543053 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6d7e77e5-42ff-4978-af78-fdce7902b61e tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:02:29.545987 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6d7e77e5-42ff-4978-af78-fdce7902b61e tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:02:29.549556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6d7e77e5-42ff-4978-af78-fdce7902b61e tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:02:29.575679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e77e5-42ff-4978-af78-fdce7902b61e tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Pushing event updated for resources: {'Port': ['ID=27eecdc1-8e61-4dca-bfee-c560b05212d3,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:29.603479 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6d7e77e5-42ff-4978-af78-fdce7902b61e tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:29.604631 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6d7e77e5-42ff-4978-af78-fdce7902b61e tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:29.620781 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6d7e77e5-42ff-4978-af78-fdce7902b61e tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6551185 Aug 20 11:02:29.685030 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Request body: {'port': {'device_id': 'ba2949f0-cb83-41d6-9334-0fdc60226cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:02:29.744534 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:29.794467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fee37d86-e25d-4d91-b097-858a22d33927 None None] Provisioning for port 27eecdc1-8e61-4dca-bfee-c560b05212d3 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:02:29.798548 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fee37d86-e25d-4d91-b097-858a22d33927 None None] Provisioning complete for port 27eecdc1-8e61-4dca-bfee-c560b05212d3 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:02:29.798916 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fee37d86-e25d-4d91-b097-858a22d33927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:29.833270 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-fee37d86-e25d-4d91-b097-858a22d33927 None None] Port 27eecdc1-8e61-4dca-bfee-c560b05212d3 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:02:29.966035 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13ab6f-a6e8-4083-bee5-f25dee77f834 req-962a3765-d56f-4c08-a949-e0efa5cc50eb tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:29.968529 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6a13ab6f-a6e8-4083-bee5-f25dee77f834 req-962a3765-d56f-4c08-a949-e0efa5cc50eb tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2949f0-cb83-41d6-9334-0fdc60226cc6 HTTP/1.1" status: 200 len: 936 time: 0.0483713 Aug 20 11:02:30.007429 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6a13ab6f-a6e8-4083-bee5-f25dee77f834 req-705cf67d-5a95-4574-95f0-5a6269d7d627 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/security-groups?id=78f6069c-cad0-47f2-9090-a2f11e4febd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325766 Aug 20 11:02:30.013708 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27eecdc1-8e61-4dca-bfee-c560b05212d3 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:02:30.024742 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:30.037953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Transition to ACTIVE for port object 27eecdc1-8e61-4dca-bfee-c560b05212d3 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:02:30.041381 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:30.093821 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Pushing event updated for resources: {'Port': ['ID=27eecdc1-8e61-4dca-bfee-c560b05212d3,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:30.164230 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Attempting to bind port 27eecdc1-8e61-4dca-bfee-c560b05212d3 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:02:30.164568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Attempting to bind port 27eecdc1-8e61-4dca-bfee-c560b05212d3 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:02:30.164900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Attempting to bind port 27eecdc1-8e61-4dca-bfee-c560b05212d3 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:02:30.169953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Port 27eecdc1-8e61-4dca-bfee-c560b05212d3 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:02:30.170277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Attempting to bind port 27eecdc1-8e61-4dca-bfee-c560b05212d3 on network 8236fcf5-8b9d-44c3-8c4a-93a31a85e10e {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:02:30.175227 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:02:30.175566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Checking segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:02:30.175950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Bound using segment: {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:02:30.176378 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Bound port: 27eecdc1-8e61-4dca-bfee-c560b05212d3, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97470898-93e5-4298-9fac-24b59266fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:02:30.176736 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:30.241764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] For port 27eecdc1-8e61-4dca-bfee-c560b05212d3, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:02:30.244886 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] For port 27eecdc1-8e61-4dca-bfee-c560b05212d3, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=27eecdc1-8e61-4dca-bfee-c560b05212d3,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:02:30.249644 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:30.284510 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:30.285130 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:30.286536 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] 10.222.0.24 "PUT /v2.0/ports/27eecdc1-8e61-4dca-bfee-c560b05212d3 HTTP/1.1" status: 200 len: 1097 time: 0.6070313 Aug 20 11:02:30.286973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2949f0-cb83-41d6-9334-0fdc60226cc6', 'tag': '27eecdc1-8e61-4dca-bfee-c560b05212d3'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:02:30.289322 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57e833f-fd81-4555-8554-713dd74012a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2949f0-cb83-41d6-9334-0fdc60226cc6", "tag": "27eecdc1-8e61-4dca-bfee-c560b05212d3"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:02:30.314102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3018c4-e67e-4ad8-bd47-7ec631300b42 service neutron] Pushing event updated for resources: {'Port': ['ID=27eecdc1-8e61-4dca-bfee-c560b05212d3,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:30.344279 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e529d7-2ed7-43c8-b26d-681280408b30 x-openstack-request-id: req-f5e529d7-2ed7-43c8-b26d-681280408b30 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:02:30.345297 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2949f0-cb83-41d6-9334-0fdc60226cc6", "tag": "27eecdc1-8e61-4dca-bfee-c560b05212d3", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:02:30.345297 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5e529d7-2ed7-43c8-b26d-681280408b30 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:02:30.345297 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2949f0-cb83-41d6-9334-0fdc60226cc6', 'tag': '27eecdc1-8e61-4dca-bfee-c560b05212d3', 'status': 'completed', 'code': 200} Aug 20 11:02:30.383837 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-acfb2ff7-6ad6-49f5-9c24-8893c716eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:30.385858 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-acfb2ff7-6ad6-49f5-9c24-8893c716eaf3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c9475533ee24ee1975298f9806570ee&device_id=ba2949f0-cb83-41d6-9334-0fdc60226cc6 HTTP/1.1" status: 200 len: 1100 time: 0.0519326 Aug 20 11:02:30.429586 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-295b591a-9ee0-4b00-9fee-3c3a69bd47fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=27eecdc1-8e61-4dca-bfee-c560b05212d3 HTTP/1.1" status: 200 len: 217 time: 0.0355544 Aug 20 11:02:30.480805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-3e110294-8989-431d-a3b9-6cfdf3e74fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:30.482276 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-3e110294-8989-431d-a3b9-6cfdf3e74fe8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0448875 Aug 20 11:02:30.533886 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-cd37947d-a473-43cc-99bf-dc17df810b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:30.535442 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-cd37947d-a473-43cc-99bf-dc17df810b3e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0466716 Aug 20 11:02:30.624762 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-faf624f4-e294-4132-98a4-ff3839e3ddce service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825586 Aug 20 11:02:30.717530 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a84ae2a-7b40-4f5a-876e-3ec175d45734 req-79eb8600-809e-4afb-8ffe-16118afda3de service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862019 Aug 20 11:02:30.808844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e833f-fd81-4555-8554-713dd74012a1 req-f90070dc-78de-4327-bdec-2e61eecf58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:30.810638 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a57e833f-fd81-4555-8554-713dd74012a1 req-f90070dc-78de-4327-bdec-2e61eecf58a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c9475533ee24ee1975298f9806570ee&device_id=ba2949f0-cb83-41d6-9334-0fdc60226cc6 HTTP/1.1" status: 200 len: 1100 time: 0.0402882 Aug 20 11:02:30.910905 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e833f-fd81-4555-8554-713dd74012a1 req-766a9636-dc8e-4917-83a7-bb639fa6d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:30.912427 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a57e833f-fd81-4555-8554-713dd74012a1 req-766a9636-dc8e-4917-83a7-bb639fa6d517 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e HTTP/1.1" status: 200 len: 870 time: 0.0953343 Aug 20 11:02:30.956468 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a57e833f-fd81-4555-8554-713dd74012a1 req-b3c5260a-5d68-4954-8722-100c9db7a5f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=27eecdc1-8e61-4dca-bfee-c560b05212d3 HTTP/1.1" status: 200 len: 217 time: 0.0368068 Aug 20 11:02:31.003669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e833f-fd81-4555-8554-713dd74012a1 req-8ec5e32b-9fe0-4008-a37d-d8b08aa47a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:31.004990 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a57e833f-fd81-4555-8554-713dd74012a1 req-8ec5e32b-9fe0-4008-a37d-d8b08aa47a8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8ba388a8-98ca-487f-bd66-4f5d45dfac97 HTTP/1.1" status: 200 len: 843 time: 0.0421586 Aug 20 11:02:31.050208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e833f-fd81-4555-8554-713dd74012a1 req-a383ad46-275d-4911-b66b-cf232406f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:31.051812 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a57e833f-fd81-4555-8554-713dd74012a1 req-a383ad46-275d-4911-b66b-cf232406f000 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8236fcf5-8b9d-44c3-8c4a-93a31a85e10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0398645 Aug 20 11:02:31.126234 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00417893-1080-4e8d-aab0-c26eb62e011f req-f147f2cd-e650-4e6c-8365-e776f31c36eb tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:31.127754 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-00417893-1080-4e8d-aab0-c26eb62e011f req-f147f2cd-e650-4e6c-8365-e776f31c36eb tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2949f0-cb83-41d6-9334-0fdc60226cc6 HTTP/1.1" status: 200 len: 948 time: 0.0506899 Aug 20 11:02:31.146945 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a57e833f-fd81-4555-8554-713dd74012a1 req-691605ee-e664-4135-9444-4744828a87c0 service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878119 Aug 20 11:02:31.165447 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-00417893-1080-4e8d-aab0-c26eb62e011f req-06fb0f01-3aca-43ba-aabd-600cc3cead69 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/security-groups?id=78f6069c-cad0-47f2-9090-a2f11e4febd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316956 Aug 20 11:02:31.238184 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a57e833f-fd81-4555-8554-713dd74012a1 req-3bfa05d4-d26b-4fa7-9c8e-a5f7f185596f service neutron] 10.222.0.24 "GET /v2.0/networks/8236fcf5-8b9d-44c3-8c4a-93a31a85e10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843339 Aug 20 11:02:31.963189 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d2024d6a-6a09-44c0-b19e-f95c290c5ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:32.290693 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdfed0-2a57-49e6-9fb7-1f33cdd691b4 req-49ce1c5b-22d6-45bc-998a-2ac159cdc0a6 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:32.292104 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5bcdfed0-2a57-49e6-9fb7-1f33cdd691b4 req-49ce1c5b-22d6-45bc-998a-2ac159cdc0a6 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2949f0-cb83-41d6-9334-0fdc60226cc6 HTTP/1.1" status: 200 len: 948 time: 0.0545344 Aug 20 11:02:32.329739 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5bcdfed0-2a57-49e6-9fb7-1f33cdd691b4 req-28f7b8bf-2046-480f-9841-9a62f483604a tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/security-groups?id=78f6069c-cad0-47f2-9090-a2f11e4febd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317612 Aug 20 11:02:32.435621 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:33.238146 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:33.445699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79e87c-687a-484f-a846-fb2982dc4f11 req-c9df0435-6657-49b7-85df-e45ede74cf59 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:33.447173 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ec79e87c-687a-484f-a846-fb2982dc4f11 req-c9df0435-6657-49b7-85df-e45ede74cf59 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2949f0-cb83-41d6-9334-0fdc60226cc6 HTTP/1.1" status: 200 len: 948 time: 0.0523334 Aug 20 11:02:33.485515 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ec79e87c-687a-484f-a846-fb2982dc4f11 req-570cefb1-d7d3-4675-90fe-eae738aa013c tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/security-groups?id=78f6069c-cad0-47f2-9090-a2f11e4febd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316751 Aug 20 11:02:33.845161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 27eecdc1-8e61-4dca-bfee-c560b05212d3 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:02:33.941320 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 27eecdc1-8e61-4dca-bfee-c560b05212d3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=27eecdc1-8e61-4dca-bfee-c560b05212d3,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:02:33.952836 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '27eecdc1-8e61-4dca-bfee-c560b05212d3', 'network_id': '8236fcf5-8b9d-44c3-8c4a-93a31a85e10e', 'port_id': '27eecdc1-8e61-4dca-bfee-c560b05212d3', 'mac_address': 'fa:16:3e:4c:c0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba388a8-98ca-487f-bd66-4f5d45dfac97', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:02:33.988645 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:34.000847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27eecdc1-8e61-4dca-bfee-c560b05212d3 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:02:34.020475 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 27eecdc1-8e61-4dca-bfee-c560b05212d3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=27eecdc1-8e61-4dca-bfee-c560b05212d3,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:02:34.024431 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:34.075495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=27eecdc1-8e61-4dca-bfee-c560b05212d3,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:34.340415 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['27eecdc1-8e61-4dca-bfee-c560b05212d3'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:02:34.597511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b20adf-9b84-4f04-8dfa-e426005fce21 req-5d4be9f4-43cc-4343-b952-6d328ecef8bd tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:34.598914 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-53b20adf-9b84-4f04-8dfa-e426005fce21 req-5d4be9f4-43cc-4343-b952-6d328ecef8bd tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2949f0-cb83-41d6-9334-0fdc60226cc6 HTTP/1.1" status: 200 len: 949 time: 0.0482113 Aug 20 11:02:34.637776 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-53b20adf-9b84-4f04-8dfa-e426005fce21 req-eee25c3d-668f-4f71-80da-72c5e5ffbbc0 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/security-groups?id=78f6069c-cad0-47f2-9090-a2f11e4febd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318763 Aug 20 11:02:34.891575 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:35.774416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b1739-629c-4829-a85d-260494134626 req-d082b23e-402e-4df9-8d69-eafa163ec498 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:35.775982 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-438b1739-629c-4829-a85d-260494134626 req-d082b23e-402e-4df9-8d69-eafa163ec498 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2949f0-cb83-41d6-9334-0fdc60226cc6 HTTP/1.1" status: 200 len: 949 time: 0.0700772 Aug 20 11:02:35.813717 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-438b1739-629c-4829-a85d-260494134626 req-96f4aa4e-e69b-4f28-a5fe-e517550e1c84 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/security-groups?id=78f6069c-cad0-47f2-9090-a2f11e4febd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317726 Aug 20 11:02:35.846575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 27eecdc1-8e61-4dca-bfee-c560b05212d3 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:02:35.900268 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 27eecdc1-8e61-4dca-bfee-c560b05212d3 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:02:35.904531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 27eecdc1-8e61-4dca-bfee-c560b05212d3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:02:35.904903 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:35.978333 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:36.000694 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2949f0-cb83-41d6-9334-0fdc60226cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27eecdc1-8e61-4dca-bfee-c560b05212d3'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:02:36.002899 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b7e022-204b-44d1-b1c9-ed3134a67362" -d '{"events": [{"server_uuid": "ba2949f0-cb83-41d6-9334-0fdc60226cc6", "name": "network-vif-plugged", "status": "completed", "tag": "27eecdc1-8e61-4dca-bfee-c560b05212d3"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:02:36.014874 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 27eecdc1-8e61-4dca-bfee-c560b05212d3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=27eecdc1-8e61-4dca-bfee-c560b05212d3,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:02:36.019760 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:36.046307 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e0beda-9c9d-40f6-a757-8896a2b8b49c x-openstack-request-id: req-d1e0beda-9c9d-40f6-a757-8896a2b8b49c {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:02:36.046609 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2949f0-cb83-41d6-9334-0fdc60226cc6", "name": "network-vif-plugged", "status": "completed", "tag": "27eecdc1-8e61-4dca-bfee-c560b05212d3", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:02:36.046858 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1e0beda-9c9d-40f6-a757-8896a2b8b49c {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:02:36.047290 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2949f0-cb83-41d6-9334-0fdc60226cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27eecdc1-8e61-4dca-bfee-c560b05212d3', 'code': 200} Aug 20 11:02:36.070420 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=27eecdc1-8e61-4dca-bfee-c560b05212d3,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:36.142906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4688b-dfbf-4c91-8fb8-5bc61e53b881 req-2c6e7a77-05d7-4b31-81c6-6891380fc762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:36.144422 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88c4688b-dfbf-4c91-8fb8-5bc61e53b881 req-2c6e7a77-05d7-4b31-81c6-6891380fc762 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ba2949f0-cb83-41d6-9334-0fdc60226cc6 HTTP/1.1" status: 200 len: 1102 time: 0.0389128 Aug 20 11:02:36.178795 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88c4688b-dfbf-4c91-8fb8-5bc61e53b881 req-ee8b3ab9-0891-45f2-b9f4-d2e85b75bf41 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=78f6069c-cad0-47f2-9090-a2f11e4febd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279150 Aug 20 11:02:36.925864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea6c2e-b60d-448d-a4f3-9e5c4105bef6 req-636de2f8-47d1-4e9c-a2a1-19afb05b7e4a tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:36.927340 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7dea6c2e-b60d-448d-a4f3-9e5c4105bef6 req-636de2f8-47d1-4e9c-a2a1-19afb05b7e4a tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2949f0-cb83-41d6-9334-0fdc60226cc6 HTTP/1.1" status: 200 len: 950 time: 0.0489273 Aug 20 11:02:36.965831 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7dea6c2e-b60d-448d-a4f3-9e5c4105bef6 req-20d66de3-102c-46d8-be01-f3ad19aea8b7 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/security-groups?id=78f6069c-cad0-47f2-9090-a2f11e4febd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314648 Aug 20 11:02:38.086988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7d76a-6eb5-4c4d-959d-bbafaaaac342 req-29601c1a-6c14-4663-8364-08c6ab4439d4 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:38.088526 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0e7d76a-6eb5-4c4d-959d-bbafaaaac342 req-29601c1a-6c14-4663-8364-08c6ab4439d4 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2949f0-cb83-41d6-9334-0fdc60226cc6 HTTP/1.1" status: 200 len: 950 time: 0.0530119 Aug 20 11:02:38.127987 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0e7d76a-6eb5-4c4d-959d-bbafaaaac342 req-a6d87f89-d70b-49f7-a187-00b43bc93dd6 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/security-groups?id=78f6069c-cad0-47f2-9090-a2f11e4febd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313129 Aug 20 11:02:39.056256 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a3968-a848-442a-8808-79143173496e req-4a104748-7820-45df-8158-b26c045a0181 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:39.057802 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c97a3968-a848-442a-8808-79143173496e req-4a104748-7820-45df-8158-b26c045a0181 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2949f0-cb83-41d6-9334-0fdc60226cc6 HTTP/1.1" status: 200 len: 950 time: 0.0505042 Aug 20 11:02:39.101145 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c97a3968-a848-442a-8808-79143173496e req-c6a7e11f-2cbd-4e5b-9e35-de8c5b02d212 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/security-groups?id=78f6069c-cad0-47f2-9090-a2f11e4febd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370774 Aug 20 11:02:40.223445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c7ef9-45e9-43ab-985a-3b7e18f9c5b1 req-0a59e142-00b1-4a88-887f-3a0ae380edc6 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:40.224938 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c79c7ef9-45e9-43ab-985a-3b7e18f9c5b1 req-0a59e142-00b1-4a88-887f-3a0ae380edc6 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2949f0-cb83-41d6-9334-0fdc60226cc6 HTTP/1.1" status: 200 len: 950 time: 0.0543537 Aug 20 11:02:40.262915 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c79c7ef9-45e9-43ab-985a-3b7e18f9c5b1 req-a8ba56b7-ce15-4861-8975-15caf67dfbd2 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/security-groups?id=78f6069c-cad0-47f2-9090-a2f11e4febd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315626 Aug 20 11:02:40.540648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf8d55-51da-4c9b-83ac-3b5cebf6d3bd req-85d618ce-fbda-428d-a192-0e631bce5b55 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:40.542754 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eebf8d55-51da-4c9b-83ac-3b5cebf6d3bd req-85d618ce-fbda-428d-a192-0e631bce5b55 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba2949f0-cb83-41d6-9334-0fdc60226cc6 HTTP/1.1" status: 200 len: 950 time: 0.0484450 Aug 20 11:02:40.634931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-eebf8d55-51da-4c9b-83ac-3b5cebf6d3bd req-d33da518-bd52-4123-a03a-e974a4bd9788 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Deleting port 27eecdc1-8e61-4dca-bfee-c560b05212d3 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:02:40.635330 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eebf8d55-51da-4c9b-83ac-3b5cebf6d3bd req-d33da518-bd52-4123-a03a-e974a4bd9788 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:40.724558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-eebf8d55-51da-4c9b-83ac-3b5cebf6d3bd req-d33da518-bd52-4123-a03a-e974a4bd9788 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] For port 27eecdc1-8e61-4dca-bfee-c560b05212d3, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=27eecdc1-8e61-4dca-bfee-c560b05212d3,segment=NetworkSegment(97470898-93e5-4298-9fac-24b59266fe97),segment_id=97470898-93e5-4298-9fac-24b59266fe97)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:02:40.724815 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eebf8d55-51da-4c9b-83ac-3b5cebf6d3bd req-d33da518-bd52-4123-a03a-e974a4bd9788 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:40.738863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-eebf8d55-51da-4c9b-83ac-3b5cebf6d3bd req-d33da518-bd52-4123-a03a-e974a4bd9788 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Calling delete_port for 27eecdc1-8e61-4dca-bfee-c560b05212d3 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:02:40.869323 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eebf8d55-51da-4c9b-83ac-3b5cebf6d3bd req-d33da518-bd52-4123-a03a-e974a4bd9788 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:40.881102 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['27eecdc1-8e61-4dca-bfee-c560b05212d3'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:02:40.900747 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33da518-bd52-4123-a03a-e974a4bd9788 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Pushing event deleted for resources: {'Port': ['ID=27eecdc1-8e61-4dca-bfee-c560b05212d3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:40.947616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebf8d55-51da-4c9b-83ac-3b5cebf6d3bd req-d33da518-bd52-4123-a03a-e974a4bd9788 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] No DVR routers for this DVR port 27eecdc1-8e61-4dca-bfee-c560b05212d3 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:02:40.951272 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eebf8d55-51da-4c9b-83ac-3b5cebf6d3bd req-d33da518-bd52-4123-a03a-e974a4bd9788 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:40.953235 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eebf8d55-51da-4c9b-83ac-3b5cebf6d3bd req-d33da518-bd52-4123-a03a-e974a4bd9788 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.24 "DELETE /v2.0/ports/27eecdc1-8e61-4dca-bfee-c560b05212d3 HTTP/1.1" status: 204 len: 173 time: 0.4033561 Aug 20 11:02:40.953680 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2949f0-cb83-41d6-9334-0fdc60226cc6', 'name': 'network-vif-deleted', 'tag': '27eecdc1-8e61-4dca-bfee-c560b05212d3'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:02:40.956072 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254eb6b1-3cc6-4787-9019-6e74bcd42201" -d '{"events": [{"server_uuid": "ba2949f0-cb83-41d6-9334-0fdc60226cc6", "name": "network-vif-deleted", "tag": "27eecdc1-8e61-4dca-bfee-c560b05212d3"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:02:41.003572 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ce0d63-14bb-48c8-9631-cd98ebf50835 x-openstack-request-id: req-24ce0d63-14bb-48c8-9631-cd98ebf50835 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:02:41.003998 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2949f0-cb83-41d6-9334-0fdc60226cc6", "name": "network-vif-deleted", "tag": "27eecdc1-8e61-4dca-bfee-c560b05212d3", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:02:41.004340 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24ce0d63-14bb-48c8-9631-cd98ebf50835 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:02:41.004917 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2949f0-cb83-41d6-9334-0fdc60226cc6', 'name': 'network-vif-deleted', 'tag': '27eecdc1-8e61-4dca-bfee-c560b05212d3', 'status': 'completed', 'code': 200} Aug 20 11:02:41.368672 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e2dde1a8-d03f-4bb1-a4af-868d9ee29561 req-6c04de11-eb11-4ef2-b2d9-cc4a3d9cfd43 tempest-ServersAdminNegativeTestJSON-1170552130 tempest-ServersAdminNegativeTestJSON-1170552130-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2949f0-cb83-41d6-9334-0fdc60226cc6 HTTP/1.1" status: 200 len: 210 time: 0.0271347 Aug 20 11:02:42.670582 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35690) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:42.834482 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-bccc90eb-2b2a-4f58-957a-3d6cc1f34d42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c9475533ee24ee1975298f9806570ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626060 Aug 20 11:02:42.836944 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35696) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:42.884527 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9a86cd92-aea4-4e89-835c-9f9c89776522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:42.905277 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9a86cd92-aea4-4e89-835c-9f9c89776522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:42.952195 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9a86cd92-aea4-4e89-835c-9f9c89776522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:42.954674 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9a86cd92-aea4-4e89-835c-9f9c89776522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:42.955910 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9a86cd92-aea4-4e89-835c-9f9c89776522 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78f6069c-cad0-47f2-9090-a2f11e4febd2 HTTP/1.1" status: 204 len: 168 time: 0.1180305 Aug 20 11:02:42.964775 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86cd92-aea4-4e89-835c-9f9c89776522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f6069c-cad0-47f2-9090-a2f11e4febd2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:43.220998 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35702) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:43.238490 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f7717006-568d-489f-bf3a-c88632601459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:43.331750 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f7717006-568d-489f-bf3a-c88632601459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:43.335653 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f7717006-568d-489f-bf3a-c88632601459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:43.373457 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f7717006-568d-489f-bf3a-c88632601459 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13837f0cd30d4e058408aa59c961be7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513495 Aug 20 11:02:43.374594 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7717006-568d-489f-bf3a-c88632601459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd3ef54-5bbf-4fd8-88e9-1707552b3c98,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:43.378461 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35704) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:43.428858 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-07ff1a21-9c2c-4a10-b09c-56e765368511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:43.450827 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-07ff1a21-9c2c-4a10-b09c-56e765368511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:43.499943 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-07ff1a21-9c2c-4a10-b09c-56e765368511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:43.502495 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-07ff1a21-9c2c-4a10-b09c-56e765368511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:43.503759 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-07ff1a21-9c2c-4a10-b09c-56e765368511 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cdd3ef54-5bbf-4fd8-88e9-1707552b3c98 HTTP/1.1" status: 204 len: 168 time: 0.1241868 Aug 20 11:02:43.512405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff1a21-9c2c-4a10-b09c-56e765368511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd3ef54-5bbf-4fd8-88e9-1707552b3c98,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:43.861913 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 27eecdc1-8e61-4dca-bfee-c560b05212d3 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:02:43.881993 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 27eecdc1-8e61-4dca-bfee-c560b05212d3 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:02:43.882337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 27eecdc1-8e61-4dca-bfee-c560b05212d3 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:02:44.207377 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35726) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:44.306244 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-dcba3cbd-058e-4fd1-aac2-d03c427fc172 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1433244991-network', 'tenant_id': '2cc2a06aa0b74d38a5d3cb3b56821e14'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:02:44.327874 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcba3cbd-058e-4fd1-aac2-d03c427fc172 admin admin] Made reservation on behalf of 2cc2a06aa0b74d38a5d3cb3b56821e14 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:02:44.330259 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcba3cbd-058e-4fd1-aac2-d03c427fc172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:44.339105 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcba3cbd-058e-4fd1-aac2-d03c427fc172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:44.432473 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcba3cbd-058e-4fd1-aac2-d03c427fc172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:44.436572 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcba3cbd-058e-4fd1-aac2-d03c427fc172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:44.458357 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcba3cbd-058e-4fd1-aac2-d03c427fc172 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:02:44.474470 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba3cbd-058e-4fd1-aac2-d03c427fc172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e79df4-34db-4271-9383-4b5cf9530209,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:44.477427 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcba3cbd-058e-4fd1-aac2-d03c427fc172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:44.477997 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-dcba3cbd-058e-4fd1-aac2-d03c427fc172 admin admin] Added segment 08ecd51e-2971-4d3f-a5ff-80b5b4f2b442 of type vlan for network f6c5479c-af83-4b11-990f-748cfbc42729 Aug 20 11:02:44.520819 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcba3cbd-058e-4fd1-aac2-d03c427fc172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:44.545071 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcba3cbd-058e-4fd1-aac2-d03c427fc172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:44.546013 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcba3cbd-058e-4fd1-aac2-d03c427fc172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:44.546588 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dcba3cbd-058e-4fd1-aac2-d03c427fc172 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:44.601362 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dcba3cbd-058e-4fd1-aac2-d03c427fc172 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3927815 Aug 20 11:02:44.604566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35730) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:44.606597 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba3cbd-058e-4fd1-aac2-d03c427fc172 admin admin] Pushing event updated for resources: {'Network': ['ID=f6c5479c-af83-4b11-990f-748cfbc42729,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:44.610592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2640d017-ade5-44bf-a2a8-8926cd268263 admin admin] Request body: {'subnet': {'network_id': 'f6c5479c-af83-4b11-990f-748cfbc42729', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1433244991-subnet', 'tenant_id': '2cc2a06aa0b74d38a5d3cb3b56821e14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:02:44.616115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network f6c5479c-af83-4b11-990f-748cfbc42729 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:02:44.633493 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2640d017-ade5-44bf-a2a8-8926cd268263 admin admin] Made reservation on behalf of 2cc2a06aa0b74d38a5d3cb3b56821e14 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:02:44.636374 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2640d017-ade5-44bf-a2a8-8926cd268263 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:44.810341 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2640d017-ade5-44bf-a2a8-8926cd268263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:44.869107 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640d017-ade5-44bf-a2a8-8926cd268263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45098d23-7fa1-4a99-b8eb-9292d7dc6a3e,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:44.873888 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2640d017-ade5-44bf-a2a8-8926cd268263 admin admin] Checking segment: {'id': '08ecd51e-2971-4d3f-a5ff-80b5b4f2b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f6c5479c-af83-4b11-990f-748cfbc42729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:02:44.874243 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2640d017-ade5-44bf-a2a8-8926cd268263 admin admin] Network hostable DHCP agents. Network: f6c5479c-af83-4b11-990f-748cfbc42729, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:02:44.891628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2640d017-ade5-44bf-a2a8-8926cd268263 admin admin] Network f6c5479c-af83-4b11-990f-748cfbc42729 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:02:44.900371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-2640d017-ade5-44bf-a2a8-8926cd268263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, f6c5479c-af83-4b11-990f-748cfbc42729) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:02:44.905259 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2640d017-ade5-44bf-a2a8-8926cd268263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:44.906184 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2640d017-ade5-44bf-a2a8-8926cd268263 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:44.909513 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499150b2-287d-4f6f-aada-b64386fef97b None None] Network f6c5479c-af83-4b11-990f-748cfbc42729 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:02:44.920910 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2640d017-ade5-44bf-a2a8-8926cd268263 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3152094 Aug 20 11:02:45.035815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf6c2b4-cdb9-4d89-9a22-8377294d987a None None] Network f6c5479c-af83-4b11-990f-748cfbc42729 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:02:45.360387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-45ad58c0-641e-419a-a2b7-665eb330ed1d tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:45.361849 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-45ad58c0-641e-419a-a2b7-665eb330ed1d tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/networks?id=f6c5479c-af83-4b11-990f-748cfbc42729 HTTP/1.1" status: 200 len: 812 time: 0.1081016 Aug 20 11:02:45.377409 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-cbbb1cae-37cc-4946-876f-61663a57bb4f tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/quotas/2cc2a06aa0b74d38a5d3cb3b56821e14 HTTP/1.1" status: 200 len: 375 time: 0.0098774 Aug 20 11:02:45.409053 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-f96926bf-cf8d-4180-91b7-6a62c5f76f72 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2cc2a06aa0b74d38a5d3cb3b56821e14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260737 Aug 20 11:02:45.504417 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-82f426a3-1c8d-4037-9625-3cc9b6556665 service neutron] 10.222.0.16 "GET /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869825 Aug 20 11:02:45.600698 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-c0e4d698-a072-4b43-ac6f-c13db9142811 service neutron] 10.222.0.16 "GET /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900612 Aug 20 11:02:45.768590 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9e92ef9d-f6d5-4824-80b5-672a7baa85ed req-9eedc677-cd18-4279-a9b5-41e48808e12a tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 210 time: 0.0295117 Aug 20 11:02:45.900670 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:02:46.875343 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d0dea3ab-3a09-4c1c-9199-b9e154c9d5cc req-3750c363-a0cb-487e-8b8e-498282264774 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 210 time: 0.0311658 Aug 20 11:02:47.237760 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-3273fa21-b629-4394-af85-61cfc2762f11 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:47.239311 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-3273fa21-b629-4394-af85-61cfc2762f11 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.24 "GET /v2.0/networks?id=f6c5479c-af83-4b11-990f-748cfbc42729 HTTP/1.1" status: 200 len: 812 time: 0.4279864 Aug 20 11:02:47.252040 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Request body: {'port': {'device_id': '00f12880-7c44-4e09-8c89-feb33755eb71', 'network_id': 'f6c5479c-af83-4b11-990f-748cfbc42729', 'admin_state_up': True, 'tenant_id': '2cc2a06aa0b74d38a5d3cb3b56821e14'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:02:47.357951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Made reservation on behalf of 2cc2a06aa0b74d38a5d3cb3b56821e14 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:02:47.361479 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:47.504870 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Allocated IP 172.20.0.12 (f6c5479c-af83-4b11-990f-748cfbc42729/45098d23-7fa1-4a99-b8eb-9292d7dc6a3e/ace8ae1c-6f7f-423d-9c52-26d248df1679) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:02:47.652502 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:47.692483 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:47.733215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Network f6c5479c-af83-4b11-990f-748cfbc42729 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:02:47.736187 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:02:47.741998 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:02:47.751493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Pushing event updated for resources: {'Port': ['ID=ace8ae1c-6f7f-423d-9c52-26d248df1679,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:47.781634 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:47.781888 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:47.782227 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:47.782562 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:47.782889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:47.783254 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:47.783576 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:47.783955 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:47.784282 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:47.784602 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:47.784922 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:47.785237 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:47.809140 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:47.809740 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:47.824812 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-b4a86c6b-f436-4234-8d1d-29d2ab62bc80 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5764523 Aug 20 11:02:47.837601 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Request body: {'port': {'device_id': '00f12880-7c44-4e09-8c89-feb33755eb71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:02:47.896187 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:48.198522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace8ae1c-6f7f-423d-9c52-26d248df1679 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:02:48.207714 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:48.243274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Transition to ACTIVE for port object ace8ae1c-6f7f-423d-9c52-26d248df1679 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:02:48.251996 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:48.300727 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b5136-488e-42c7-91cc-70560cf6b618 req-c49686e4-9801-4a2f-b67b-bd27aa4eb4d8 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:48.302222 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-957b5136-488e-42c7-91cc-70560cf6b618 req-c49686e4-9801-4a2f-b67b-bd27aa4eb4d8 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 932 time: 0.0992815 Aug 20 11:02:48.335548 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ace8ae1c-6f7f-423d-9c52-26d248df1679,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:48.397184 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-957b5136-488e-42c7-91cc-70560cf6b618 req-e13cf4b4-a5cb-457e-bbca-029dfc5c7b99 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861294 Aug 20 11:02:48.418874 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Attempting to bind port ace8ae1c-6f7f-423d-9c52-26d248df1679 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:02:48.419258 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Attempting to bind port ace8ae1c-6f7f-423d-9c52-26d248df1679 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '08ecd51e-2971-4d3f-a5ff-80b5b4f2b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f6c5479c-af83-4b11-990f-748cfbc42729'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:02:48.419590 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Attempting to bind port ace8ae1c-6f7f-423d-9c52-26d248df1679 on network f6c5479c-af83-4b11-990f-748cfbc42729 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:02:48.424062 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Port ace8ae1c-6f7f-423d-9c52-26d248df1679 on network f6c5479c-af83-4b11-990f-748cfbc42729 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:02:48.424385 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Attempting to bind port ace8ae1c-6f7f-423d-9c52-26d248df1679 on network f6c5479c-af83-4b11-990f-748cfbc42729 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:02:48.429258 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:02:48.429595 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Checking segment: {'id': '08ecd51e-2971-4d3f-a5ff-80b5b4f2b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f6c5479c-af83-4b11-990f-748cfbc42729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:02:48.429981 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Bound using segment: {'id': '08ecd51e-2971-4d3f-a5ff-80b5b4f2b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f6c5479c-af83-4b11-990f-748cfbc42729'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:02:48.430471 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Bound port: ace8ae1c-6f7f-423d-9c52-26d248df1679, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ecd51e-2971-4d3f-a5ff-80b5b4f2b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f6c5479c-af83-4b11-990f-748cfbc42729'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:02:48.430837 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:48.503693 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] For port ace8ae1c-6f7f-423d-9c52-26d248df1679, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:02:48.506769 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] For port ace8ae1c-6f7f-423d-9c52-26d248df1679, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=ace8ae1c-6f7f-423d-9c52-26d248df1679,segment=NetworkSegment(08ecd51e-2971-4d3f-a5ff-80b5b4f2b442),segment_id=08ecd51e-2971-4d3f-a5ff-80b5b4f2b442)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:02:48.513347 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:48.551357 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:48.551993 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:48.553376 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] 10.222.0.24 "PUT /v2.0/ports/ace8ae1c-6f7f-423d-9c52-26d248df1679 HTTP/1.1" status: 200 len: 1093 time: 0.7200036 Aug 20 11:02:48.553810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f12880-7c44-4e09-8c89-feb33755eb71', 'tag': 'ace8ae1c-6f7f-423d-9c52-26d248df1679'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:02:48.556095 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c4f9bc-ffc9-4420-879c-cfbb3f16c5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "00f12880-7c44-4e09-8c89-feb33755eb71", "tag": "ace8ae1c-6f7f-423d-9c52-26d248df1679"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:02:48.585764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0c7b8-66b3-4632-920e-13444c2d6cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ace8ae1c-6f7f-423d-9c52-26d248df1679,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:48.598163 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b841ba9-2b7d-41a6-ab37-4af5a4dd6e98 x-openstack-request-id: req-6b841ba9-2b7d-41a6-ab37-4af5a4dd6e98 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:02:48.598526 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f12880-7c44-4e09-8c89-feb33755eb71", "tag": "ace8ae1c-6f7f-423d-9c52-26d248df1679", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:02:48.598919 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b841ba9-2b7d-41a6-ab37-4af5a4dd6e98 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:02:48.599563 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f12880-7c44-4e09-8c89-feb33755eb71', 'tag': 'ace8ae1c-6f7f-423d-9c52-26d248df1679', 'status': 'completed', 'code': 200} Aug 20 11:02:48.653763 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-305a2acb-1c94-4635-8418-991c55aedf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:48.655377 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-305a2acb-1c94-4635-8418-991c55aedf27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cc2a06aa0b74d38a5d3cb3b56821e14&device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 1096 time: 0.0423360 Aug 20 11:02:48.699910 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-6f9b2200-67c8-405b-bbd3-f73cdd760144 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ace8ae1c-6f7f-423d-9c52-26d248df1679 HTTP/1.1" status: 200 len: 217 time: 0.0365267 Aug 20 11:02:48.755089 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-fa84f6ec-c77d-48b4-9c8a-0fa81be8f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:48.756626 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-fa84f6ec-c77d-48b4-9c8a-0fa81be8f0f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45098d23-7fa1-4a99-b8eb-9292d7dc6a3e HTTP/1.1" status: 200 len: 852 time: 0.0503612 Aug 20 11:02:48.788867 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-9d5e3692-a15e-4d47-b2d6-d113fb6ae6d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6c5479c-af83-4b11-990f-748cfbc42729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246880 Aug 20 11:02:48.821649 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:48.887124 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-dc9beb89-662a-45d9-bbc4-ff6f4a7fc1ef service neutron] 10.222.0.24 "GET /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901616 Aug 20 11:02:48.984757 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d3338379-ba40-4065-a81f-e9ff399e6b3d req-ac04d532-a0ff-44f7-bbdc-79a18e25200b service neutron] 10.222.0.24 "GET /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905175 Aug 20 11:02:49.077077 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4f9bc-ffc9-4420-879c-cfbb3f16c5bc req-2fc45076-46ba-4c11-a04d-d4e7407f274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:49.078590 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-53c4f9bc-ffc9-4420-879c-cfbb3f16c5bc req-2fc45076-46ba-4c11-a04d-d4e7407f274c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cc2a06aa0b74d38a5d3cb3b56821e14&device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 1096 time: 0.0447516 Aug 20 11:02:49.179694 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4f9bc-ffc9-4420-879c-cfbb3f16c5bc req-1da4a6d3-2550-4318-ba1d-cfbcc2642a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:49.181250 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-53c4f9bc-ffc9-4420-879c-cfbb3f16c5bc req-1da4a6d3-2550-4318-ba1d-cfbcc2642a99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6c5479c-af83-4b11-990f-748cfbc42729 HTTP/1.1" status: 200 len: 913 time: 0.0960190 Aug 20 11:02:49.224022 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-53c4f9bc-ffc9-4420-879c-cfbb3f16c5bc req-2699e2b6-1ee8-41ab-ba4b-2fb7969e3822 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ace8ae1c-6f7f-423d-9c52-26d248df1679 HTTP/1.1" status: 200 len: 217 time: 0.0349019 Aug 20 11:02:49.272811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4f9bc-ffc9-4420-879c-cfbb3f16c5bc req-71ff4d51-998e-4814-a5b6-048093b600ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:49.274282 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-53c4f9bc-ffc9-4420-879c-cfbb3f16c5bc req-71ff4d51-998e-4814-a5b6-048093b600ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45098d23-7fa1-4a99-b8eb-9292d7dc6a3e HTTP/1.1" status: 200 len: 852 time: 0.0435255 Aug 20 11:02:49.306806 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-53c4f9bc-ffc9-4420-879c-cfbb3f16c5bc req-62e4ebc4-02bd-453b-a462-ba785fb2ffbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6c5479c-af83-4b11-990f-748cfbc42729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246713 Aug 20 11:02:49.403274 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-53c4f9bc-ffc9-4420-879c-cfbb3f16c5bc req-4b56ef52-e99d-45c5-bc11-e5c13c75bd44 service neutron] 10.222.0.24 "GET /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892527 Aug 20 11:02:49.530586 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-53c4f9bc-ffc9-4420-879c-cfbb3f16c5bc req-81752c99-4780-4007-bd0a-b8ed59116d07 service neutron] 10.222.0.24 "GET /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207712 Aug 20 11:02:49.541727 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a20878-3cfd-4b8f-a51b-7e71a8f4a84d req-89007175-a78e-4181-9998-ba7701cc4eac tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:49.543310 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-18a20878-3cfd-4b8f-a51b-7e71a8f4a84d req-89007175-a78e-4181-9998-ba7701cc4eac tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 944 time: 0.0774193 Aug 20 11:02:49.583942 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-18a20878-3cfd-4b8f-a51b-7e71a8f4a84d req-7fc71302-974d-4f7a-9e8d-1ffa0043cea5 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344598 Aug 20 11:02:50.704257 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f8fec-9116-40de-b590-acb2aa2530ad req-6c4f5aff-7afe-40fd-baeb-0f3cf3cb8fb7 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:50.705768 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa2f8fec-9116-40de-b590-acb2aa2530ad req-6c4f5aff-7afe-40fd-baeb-0f3cf3cb8fb7 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 944 time: 0.0545952 Aug 20 11:02:50.752055 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aa2f8fec-9116-40de-b590-acb2aa2530ad req-2376eec2-a5fa-4b91-8c83-1db38136a907 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402672 Aug 20 11:02:51.876808 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7159577-07ed-43f5-a311-8579d1951929 req-3c18f9f6-7bd3-4c70-b942-b1618aa48d38 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:51.878325 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7159577-07ed-43f5-a311-8579d1951929 req-3c18f9f6-7bd3-4c70-b942-b1618aa48d38 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 944 time: 0.0525534 Aug 20 11:02:51.907438 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device ace8ae1c-6f7f-423d-9c52-26d248df1679 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:02:51.919277 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7159577-07ed-43f5-a311-8579d1951929 req-c3a4c164-546d-4ef1-b2ce-f32d82c457bc tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350113 Aug 20 11:02:52.005086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port ace8ae1c-6f7f-423d-9c52-26d248df1679, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=ace8ae1c-6f7f-423d-9c52-26d248df1679,segment=NetworkSegment(08ecd51e-2971-4d3f-a5ff-80b5b4f2b442),segment_id=08ecd51e-2971-4d3f-a5ff-80b5b4f2b442)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:02:52.017191 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'ace8ae1c-6f7f-423d-9c52-26d248df1679', 'network_id': 'f6c5479c-af83-4b11-990f-748cfbc42729', 'port_id': 'ace8ae1c-6f7f-423d-9c52-26d248df1679', 'mac_address': 'fa:16:3e:51:f4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45098d23-7fa1-4a99-b8eb-9292d7dc6a3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:02:52.054146 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:52.066829 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace8ae1c-6f7f-423d-9c52-26d248df1679 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:02:52.086503 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port ace8ae1c-6f7f-423d-9c52-26d248df1679, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=ace8ae1c-6f7f-423d-9c52-26d248df1679,segment=NetworkSegment(08ecd51e-2971-4d3f-a5ff-80b5b4f2b442),segment_id=08ecd51e-2971-4d3f-a5ff-80b5b4f2b442)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:02:52.091089 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:52.137084 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=ace8ae1c-6f7f-423d-9c52-26d248df1679,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:52.384574 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['ace8ae1c-6f7f-423d-9c52-26d248df1679'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:02:53.036322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1945e4-3156-4538-9714-6dca2d304630 req-aaf8e3a4-dde3-4476-a019-36d3eebbc581 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:53.038685 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb1945e4-3156-4538-9714-6dca2d304630 req-aaf8e3a4-dde3-4476-a019-36d3eebbc581 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 945 time: 0.0510712 Aug 20 11:02:53.070912 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:53.080490 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb1945e4-3156-4538-9714-6dca2d304630 req-05fe88c8-ccc9-48be-bd56-0d929294550d tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352509 Aug 20 11:02:53.892339 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device ace8ae1c-6f7f-423d-9c52-26d248df1679 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:02:53.940900 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port ace8ae1c-6f7f-423d-9c52-26d248df1679 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:02:53.944618 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port ace8ae1c-6f7f-423d-9c52-26d248df1679 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:02:53.944979 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:54.025336 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:54.051541 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f12880-7c44-4e09-8c89-feb33755eb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace8ae1c-6f7f-423d-9c52-26d248df1679'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:02:54.053810 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82237d98-3584-4d6a-9e01-abaa65bef0b1" -d '{"events": [{"server_uuid": "00f12880-7c44-4e09-8c89-feb33755eb71", "name": "network-vif-plugged", "status": "completed", "tag": "ace8ae1c-6f7f-423d-9c52-26d248df1679"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:02:54.067447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port ace8ae1c-6f7f-423d-9c52-26d248df1679, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=ace8ae1c-6f7f-423d-9c52-26d248df1679,segment=NetworkSegment(08ecd51e-2971-4d3f-a5ff-80b5b4f2b442),segment_id=08ecd51e-2971-4d3f-a5ff-80b5b4f2b442)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:02:54.071648 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:54.129331 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=ace8ae1c-6f7f-423d-9c52-26d248df1679,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:54.162262 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f6216e-ed9c-4548-8245-bf8ebfd76368 x-openstack-request-id: req-c4f6216e-ed9c-4548-8245-bf8ebfd76368 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:02:54.162556 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f12880-7c44-4e09-8c89-feb33755eb71", "name": "network-vif-plugged", "status": "completed", "tag": "ace8ae1c-6f7f-423d-9c52-26d248df1679", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:02:54.162813 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4f6216e-ed9c-4548-8245-bf8ebfd76368 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:02:54.163244 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f12880-7c44-4e09-8c89-feb33755eb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace8ae1c-6f7f-423d-9c52-26d248df1679', 'code': 200} Aug 20 11:02:54.218291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb00f8d-d23e-4b1d-ac0b-0d8f9ebb9b1b req-a68d0a97-96bd-43b1-b271-3261672db0ad tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:54.219936 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-efb00f8d-d23e-4b1d-ac0b-0d8f9ebb9b1b req-a68d0a97-96bd-43b1-b271-3261672db0ad tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0572021 Aug 20 11:02:54.261500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd0d0e-23b9-4dfe-b002-ad37ea7025a4 req-a859822a-4b6f-4d1b-93de-59320627af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:54.262157 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-efb00f8d-d23e-4b1d-ac0b-0d8f9ebb9b1b req-9a008716-451b-4a67-9bcc-d7370f722fab tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353703 Aug 20 11:02:54.263060 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f4cd0d0e-23b9-4dfe-b002-ad37ea7025a4 req-a859822a-4b6f-4d1b-93de-59320627af3e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 1098 time: 0.0431621 Aug 20 11:02:54.304599 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f4cd0d0e-23b9-4dfe-b002-ad37ea7025a4 req-6052f297-ef23-4ca7-ae03-606b3fee2360 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348735 Aug 20 11:02:55.402308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af67a36-6308-46b4-8709-64e3a9e96ac2 req-f2047e69-e242-4044-8685-27b4f8bba9f4 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:55.403872 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0af67a36-6308-46b4-8709-64e3a9e96ac2 req-f2047e69-e242-4044-8685-27b4f8bba9f4 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0607865 Aug 20 11:02:55.448331 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0af67a36-6308-46b4-8709-64e3a9e96ac2 req-8d681f6d-16d3-4206-b282-0ca44727471f tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375671 Aug 20 11:02:56.564121 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1092ced-cf1b-4146-a933-72d39e9833f6 req-b77de28e-dbf8-4b8c-9f35-0857f84572f7 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:56.565610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1092ced-cf1b-4146-a933-72d39e9833f6 req-b77de28e-dbf8-4b8c-9f35-0857f84572f7 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0509675 Aug 20 11:02:56.606998 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1092ced-cf1b-4146-a933-72d39e9833f6 req-af338f39-ad91-4f69-a58f-9467b6d567fb tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354633 Aug 20 11:02:56.855387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c25e76-f763-45cd-999f-a2ce3a7733a0 req-3780de4b-d41b-46ae-892f-05194c5a16c6 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:56.857524 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91c25e76-f763-45cd-999f-a2ce3a7733a0 req-3780de4b-d41b-46ae-892f-05194c5a16c6 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0546834 Aug 20 11:02:56.890182 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-0f187698-fb08-446e-9c51-f28414756703 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952470 Aug 20 11:02:56.896028 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-91c25e76-f763-45cd-999f-a2ce3a7733a0 req-c9bc33bb-e0b4-4a44-ad85-12e476b11440 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Aug 20 11:02:58.011356 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-294088c1-6fe4-4462-9b44-6c4ff067d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:58.012799 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-294088c1-6fe4-4462-9b44-6c4ff067d917 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cc2a06aa0b74d38a5d3cb3b56821e14&device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 1098 time: 0.0717773 Aug 20 11:02:58.036027 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346ffae-ee87-4337-859c-832053d59f94 req-333d7180-1f3a-4b7a-a475-febc8bdd913d tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:58.037574 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b346ffae-ee87-4337-859c-832053d59f94 req-333d7180-1f3a-4b7a-a475-febc8bdd913d tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0694189 Aug 20 11:02:58.125176 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b346ffae-ee87-4337-859c-832053d59f94 req-a000476b-9145-4313-a3ac-18eb6c4eb95b tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756090 Aug 20 11:02:58.141841 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-840179b3-462c-46c0-bed8-24aeea33d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:58.143551 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-840179b3-462c-46c0-bed8-24aeea33d6ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6c5479c-af83-4b11-990f-748cfbc42729 HTTP/1.1" status: 200 len: 913 time: 0.1232705 Aug 20 11:02:58.192447 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-a0ef0f4c-a3ce-4b84-a583-dd0e041d5f86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ace8ae1c-6f7f-423d-9c52-26d248df1679 HTTP/1.1" status: 200 len: 217 time: 0.0420732 Aug 20 11:02:58.240460 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-eadb5f40-b39c-4582-aba2-2833eaa80733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:58.241966 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-eadb5f40-b39c-4582-aba2-2833eaa80733 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45098d23-7fa1-4a99-b8eb-9292d7dc6a3e HTTP/1.1" status: 200 len: 852 time: 0.0434294 Aug 20 11:02:58.275991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-fdd20ad2-6011-4dac-b452-8cd18b717e51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6c5479c-af83-4b11-990f-748cfbc42729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257833 Aug 20 11:02:58.367955 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-9f9d3424-35e2-4347-926b-594789e309b8 service neutron] 10.222.0.24 "GET /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840864 Aug 20 11:02:58.462940 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-21498e3c-c63e-48c8-8e73-8816415ca97c service neutron] 10.222.0.24 "GET /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867319 Aug 20 11:02:59.244178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc96a90-0702-43c1-9abf-56f3c56bc7b4 req-2b3e63b9-9d99-47a6-9932-bbace6f21942 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:59.245688 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5bc96a90-0702-43c1-9abf-56f3c56bc7b4 req-2b3e63b9-9d99-47a6-9932-bbace6f21942 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0491788 Aug 20 11:02:59.287027 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5bc96a90-0702-43c1-9abf-56f3c56bc7b4 req-cb9cae43-d105-4c53-a06f-b28ff51ed85a tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322895 Aug 20 11:02:59.345890 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0f5fd64d-df11-4795-bcc0-2d033d0e8b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:00.402122 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca94a71-f697-465e-955d-3a97d950a097 req-7155a0ea-a82e-473a-848f-a66e1ea4d176 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:00.403650 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eca94a71-f697-465e-955d-3a97d950a097 req-7155a0ea-a82e-473a-848f-a66e1ea4d176 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0498495 Aug 20 11:03:00.442706 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eca94a71-f697-465e-955d-3a97d950a097 req-e2465541-96aa-4705-a5fa-c3d8ee945547 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331080 Aug 20 11:03:01.577601 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a4bf-0fcc-4488-9eac-3374fd1f17f6 req-64a2ed79-8dbd-4cf8-b4ff-b95ce64f43db tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:01.579108 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-57f0a4bf-0fcc-4488-9eac-3374fd1f17f6 req-64a2ed79-8dbd-4cf8-b4ff-b95ce64f43db tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0500619 Aug 20 11:03:01.620533 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-57f0a4bf-0fcc-4488-9eac-3374fd1f17f6 req-3fc03aae-9566-4970-9329-c5efaee81511 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353475 Aug 20 11:03:01.966140 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5b17a0b5-fcd8-4326-931e-d184631ba6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:02.437391 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:02.743708 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a7787-6b3b-4ba9-957c-92274668c9a2 req-0f7179dc-095a-4263-9571-1ea9fd1bcb51 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:02.745219 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d01a7787-6b3b-4ba9-957c-92274668c9a2 req-0f7179dc-095a-4263-9571-1ea9fd1bcb51 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0547976 Aug 20 11:03:02.784039 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d01a7787-6b3b-4ba9-957c-92274668c9a2 req-74863008-875b-4606-ad11-dd8e210f1e5f tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316474 Aug 20 11:03:03.241478 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:03.903174 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d20b3f-e960-4b9a-8fb9-5a6b34a07234 req-25061520-66f3-4b0c-8191-e7ccf6a92ceb tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:03.904721 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-18d20b3f-e960-4b9a-8fb9-5a6b34a07234 req-25061520-66f3-4b0c-8191-e7ccf6a92ceb tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0513904 Aug 20 11:03:03.950067 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-18d20b3f-e960-4b9a-8fb9-5a6b34a07234 req-37bb151a-7349-4888-9fb4-0c0c7ccffce0 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387599 Aug 20 11:03:04.895440 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:05.063387 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9180f-0a40-4602-b9db-4ff8d5d4d36b req-e92ec895-b24c-4cde-81cc-95fe7787ba28 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:05.064785 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ee9180f-0a40-4602-b9db-4ff8d5d4d36b req-e92ec895-b24c-4cde-81cc-95fe7787ba28 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0482552 Aug 20 11:03:05.102111 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7ee9180f-0a40-4602-b9db-4ff8d5d4d36b req-2c161131-11f4-47e9-902e-91ccbafc017f tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313895 Aug 20 11:03:06.214651 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a33d4-029d-4a2f-9bcd-76f1d5ad4564 req-fcc2226e-5ab9-4485-aef6-9283df9dd99e tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:06.216891 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-074a33d4-029d-4a2f-9bcd-76f1d5ad4564 req-fcc2226e-5ab9-4485-aef6-9283df9dd99e tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0490613 Aug 20 11:03:06.253331 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-074a33d4-029d-4a2f-9bcd-76f1d5ad4564 req-d43714f8-f8c7-4f02-a566-e2eebbf3bad5 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306940 Aug 20 11:03:07.366329 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c9836-2818-476d-a74e-753cea815113 req-efd1aada-420c-4c03-857c-21865a6f999c tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:07.367820 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f2c9836-2818-476d-a74e-753cea815113 req-efd1aada-420c-4c03-857c-21865a6f999c tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0482442 Aug 20 11:03:07.404516 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f2c9836-2818-476d-a74e-753cea815113 req-674f6cc2-7b0f-4d24-bed0-0d46f0bd3681 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307972 Aug 20 11:03:08.518444 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce3f52-5353-4402-8852-9e694d5c6c7d req-1893746e-4d06-4466-a491-6a0d7d816d5e tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:08.519933 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-67ce3f52-5353-4402-8852-9e694d5c6c7d req-1893746e-4d06-4466-a491-6a0d7d816d5e tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0487120 Aug 20 11:03:08.562268 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-67ce3f52-5353-4402-8852-9e694d5c6c7d req-1f0d518c-5f67-47b1-8c22-faab45ee7e2c tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363657 Aug 20 11:03:09.680971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3a085-4b3b-4da5-b51b-4ad3201dd440 req-c1efc828-bb31-4d2c-8fd9-4d33bfe23a3e tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:09.682449 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21d3a085-4b3b-4da5-b51b-4ad3201dd440 req-c1efc828-bb31-4d2c-8fd9-4d33bfe23a3e tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0528204 Aug 20 11:03:09.719709 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21d3a085-4b3b-4da5-b51b-4ad3201dd440 req-56c213aa-dcc3-425c-aa28-4693d52000f8 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310259 Aug 20 11:03:10.221826 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668ca13-e8ed-4913-8d8b-88b85011811e req-04f6b833-949b-4a13-9f30-96d207778c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:10.223461 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3668ca13-e8ed-4913-8d8b-88b85011811e req-04f6b833-949b-4a13-9f30-96d207778c74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cc2a06aa0b74d38a5d3cb3b56821e14&device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 1098 time: 0.0405822 Aug 20 11:03:10.332179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668ca13-e8ed-4913-8d8b-88b85011811e req-db4c61fa-cb32-4b66-8624-c6bc922ea232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:10.333554 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3668ca13-e8ed-4913-8d8b-88b85011811e req-db4c61fa-cb32-4b66-8624-c6bc922ea232 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6c5479c-af83-4b11-990f-748cfbc42729 HTTP/1.1" status: 200 len: 913 time: 0.0924368 Aug 20 11:03:10.374534 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3668ca13-e8ed-4913-8d8b-88b85011811e req-6d4579b1-f580-4488-bc87-7b2b888608dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ace8ae1c-6f7f-423d-9c52-26d248df1679 HTTP/1.1" status: 200 len: 217 time: 0.0335038 Aug 20 11:03:10.421295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668ca13-e8ed-4913-8d8b-88b85011811e req-09273237-4d85-4fba-bf21-b721758d06f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:10.422693 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3668ca13-e8ed-4913-8d8b-88b85011811e req-09273237-4d85-4fba-bf21-b721758d06f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45098d23-7fa1-4a99-b8eb-9292d7dc6a3e HTTP/1.1" status: 200 len: 852 time: 0.0416815 Aug 20 11:03:10.454247 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3668ca13-e8ed-4913-8d8b-88b85011811e req-807504e0-b409-486e-89b3-dbeb217f4439 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6c5479c-af83-4b11-990f-748cfbc42729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246863 Aug 20 11:03:10.544713 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3668ca13-e8ed-4913-8d8b-88b85011811e req-18a1edf6-0b68-4a12-9f9f-c063c0114b46 service neutron] 10.222.0.24 "GET /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832496 Aug 20 11:03:10.636240 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3668ca13-e8ed-4913-8d8b-88b85011811e req-69bc7b72-4d9e-4bc1-a7b4-b98022b8dac3 service neutron] 10.222.0.24 "GET /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849686 Aug 20 11:03:10.834229 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d165477-be9f-4602-bb2a-0c0fb7f508a7 req-9cff596c-1df7-41bf-b6d0-21a2004034be tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:10.835720 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d165477-be9f-4602-bb2a-0c0fb7f508a7 req-9cff596c-1df7-41bf-b6d0-21a2004034be tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0488455 Aug 20 11:03:10.872784 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d165477-be9f-4602-bb2a-0c0fb7f508a7 req-b4b44501-1f95-4c75-bcb9-2e933763da29 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Aug 20 11:03:11.991368 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e4a84-0237-41f2-acea-b863448c695a req-b4c62215-8342-4e0b-84e6-ba1ec922a0bc tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:11.992912 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb9e4a84-0237-41f2-acea-b863448c695a req-b4c62215-8342-4e0b-84e6-ba1ec922a0bc tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0541372 Aug 20 11:03:12.030207 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb9e4a84-0237-41f2-acea-b863448c695a req-29e07413-49c6-44fd-bec3-7e15dba324d1 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309181 Aug 20 11:03:13.144378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fd1b0-d74b-4470-9c2e-dbfdb4aff623 req-603b5e52-84cf-49c4-ada4-d4e196d8c715 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:13.145877 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-320fd1b0-d74b-4470-9c2e-dbfdb4aff623 req-603b5e52-84cf-49c4-ada4-d4e196d8c715 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0485790 Aug 20 11:03:13.183002 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-320fd1b0-d74b-4470-9c2e-dbfdb4aff623 req-e69f601f-ef80-4c29-84be-b0f0506360df tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312402 Aug 20 11:03:14.297177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2342f-4b76-4ee6-ab94-c216ebb56bec req-5238b4c4-f20d-44ff-b37c-a4aa2a2899a1 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:14.298570 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-04f2342f-4b76-4ee6-ab94-c216ebb56bec req-5238b4c4-f20d-44ff-b37c-a4aa2a2899a1 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0480499 Aug 20 11:03:14.337991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-04f2342f-4b76-4ee6-ab94-c216ebb56bec req-4daf1e73-503c-4d8f-a3ed-b1168e230122 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333416 Aug 20 11:03:15.452055 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb183e1-809c-44fb-9005-d47169207d54 req-4f3e3795-542c-4ca1-a651-685c5d694ae2 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:15.453530 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-adb183e1-809c-44fb-9005-d47169207d54 req-4f3e3795-542c-4ca1-a651-685c5d694ae2 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0481815 Aug 20 11:03:15.494720 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-adb183e1-809c-44fb-9005-d47169207d54 req-bf8fc4d3-a68a-4bbe-9ad4-f510da891c2e tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351219 Aug 20 11:03:16.610024 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd83e1e-df28-46c8-a101-37e3694bf583 req-d18b8a47-effa-4385-a06e-a04fbbf7b342 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:16.611558 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6cd83e1e-df28-46c8-a101-37e3694bf583 req-d18b8a47-effa-4385-a06e-a04fbbf7b342 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0491817 Aug 20 11:03:16.648681 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6cd83e1e-df28-46c8-a101-37e3694bf583 req-7cd55006-e806-4ae5-b5a3-8e57c28acb78 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312099 Aug 20 11:03:17.763737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17157ca-fec0-493f-b145-7fedbfec66a2 req-37e9ee95-4895-4a68-811c-60049333a42b tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:17.765226 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a17157ca-fec0-493f-b145-7fedbfec66a2 req-37e9ee95-4895-4a68-811c-60049333a42b tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0500519 Aug 20 11:03:17.802979 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a17157ca-fec0-493f-b145-7fedbfec66a2 req-220333e2-81f9-4bba-8b43-c0028303309c tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316255 Aug 20 11:03:18.817291 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:18.919707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801614c5-c67a-4159-a7fd-d631d3e6b6e0 req-1d2178e6-105e-4a11-b47c-8674eee9e2b2 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:18.921202 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-801614c5-c67a-4159-a7fd-d631d3e6b6e0 req-1d2178e6-105e-4a11-b47c-8674eee9e2b2 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0522625 Aug 20 11:03:18.958246 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-801614c5-c67a-4159-a7fd-d631d3e6b6e0 req-68af0a8b-ecbc-4fc9-9a91-cb043d7149b3 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310488 Aug 20 11:03:20.075531 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4eb5e-bafb-4927-a4f6-44e4051ca8e8 req-4b6d86f8-e1d9-41c3-88fa-768aaf2a3992 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:20.077022 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8bc4eb5e-bafb-4927-a4f6-44e4051ca8e8 req-4b6d86f8-e1d9-41c3-88fa-768aaf2a3992 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0502083 Aug 20 11:03:20.115063 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8bc4eb5e-bafb-4927-a4f6-44e4051ca8e8 req-c3d48a46-f146-4321-a529-34d6196f448a tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319819 Aug 20 11:03:21.227788 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15894efd-3648-4ee6-a1f4-283d0f6095b9 req-2cefcccc-945e-4255-9afe-6614ea43b8a9 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:21.229289 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-15894efd-3648-4ee6-a1f4-283d0f6095b9 req-2cefcccc-945e-4255-9afe-6614ea43b8a9 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0482948 Aug 20 11:03:21.266613 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-15894efd-3648-4ee6-a1f4-283d0f6095b9 req-179d6f70-7713-4803-a16d-df72f8b7539c tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308926 Aug 20 11:03:22.378426 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fdb6b-6a68-4835-acd0-56ac0f9ff91f req-3444ca6b-987f-4791-be2c-d3afab0cd342 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:22.379908 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4a0fdb6b-6a68-4835-acd0-56ac0f9ff91f req-3444ca6b-987f-4791-be2c-d3afab0cd342 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0475020 Aug 20 11:03:22.420819 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4a0fdb6b-6a68-4835-acd0-56ac0f9ff91f req-5667961f-4956-4185-8e36-7b732ae9d4c9 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348744 Aug 20 11:03:22.900501 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:03:23.069572 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:23.534766 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca5ae1-6a4e-49e3-80f9-6f4309a70dae req-4d194c28-407e-4fec-88d7-a642a8479e7e tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:23.536354 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3eca5ae1-6a4e-49e3-80f9-6f4309a70dae req-4d194c28-407e-4fec-88d7-a642a8479e7e tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0484500 Aug 20 11:03:23.572540 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3eca5ae1-6a4e-49e3-80f9-6f4309a70dae req-996552ab-7052-446c-bb5d-7ee12cfcffad tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303020 Aug 20 11:03:24.691622 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc92c5-7231-4975-b753-25f84b33c088 req-486cbf61-53ec-48a7-857c-4654186e04b4 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:24.693209 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-16dc92c5-7231-4975-b753-25f84b33c088 req-486cbf61-53ec-48a7-857c-4654186e04b4 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0517063 Aug 20 11:03:24.731848 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-16dc92c5-7231-4975-b753-25f84b33c088 req-102d890e-ea69-4fbf-bedd-90e39edccc42 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318515 Aug 20 11:03:25.358081 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-edbb38ed-6cc2-4d81-a16d-d11687b9cb1f service neutron] show failed (client error): The resource could not be found. Aug 20 11:03:25.359105 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-edbb38ed-6cc2-4d81-a16d-d11687b9cb1f service neutron] 10.222.0.24 "GET /v2.0/ports/ace8ae1c-6f7f-423d-9c52-26d248df1679/bindings/n-h1-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.0581396 Aug 20 11:03:25.580695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-f3afd75d-6447-4f18-9507-bbdfad522291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:25.582204 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-f3afd75d-6447-4f18-9507-bbdfad522291 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71&tenant_id=2cc2a06aa0b74d38a5d3cb3b56821e14 HTTP/1.1" status: 200 len: 1098 time: 0.0707159 Aug 20 11:03:25.594476 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-11', 'device_owner': 'compute:nova'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:03:25.650284 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:25.883475 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6978b-e247-4111-9ee1-fc590a529cae req-aa6c7f71-e4e0-459d-a011-1db0a118ee21 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:25.884958 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-04d6978b-e247-4111-9ee1-fc590a529cae req-aa6c7f71-e4e0-459d-a011-1db0a118ee21 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0765455 Aug 20 11:03:25.889750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] For port ace8ae1c-6f7f-423d-9c52-26d248df1679, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=ace8ae1c-6f7f-423d-9c52-26d248df1679,segment=NetworkSegment(08ecd51e-2971-4d3f-a5ff-80b5b4f2b442),segment_id=08ecd51e-2971-4d3f-a5ff-80b5b4f2b442)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:03:25.948880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] For port ace8ae1c-6f7f-423d-9c52-26d248df1679, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:03:25.953162 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-04d6978b-e247-4111-9ee1-fc590a529cae req-b8a252d9-b966-4751-937f-84d79aa7ec48 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609138 Aug 20 11:03:25.994954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f12880-7c44-4e09-8c89-feb33755eb71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace8ae1c-6f7f-423d-9c52-26d248df1679'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:03:25.997398 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b17e04e-e7db-49a8-8538-0502febaa11c" -d '{"events": [{"server_uuid": "00f12880-7c44-4e09-8c89-feb33755eb71", "name": "network-vif-unplugged", "status": "completed", "tag": "ace8ae1c-6f7f-423d-9c52-26d248df1679"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:03:26.001263 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:26.014334 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Transition to ACTIVE for port object ace8ae1c-6f7f-423d-9c52-26d248df1679 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:03:26.017674 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:26.054766 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d0909d-b2c9-4ee3-a263-7598f63d1719 x-openstack-request-id: req-e6d0909d-b2c9-4ee3-a263-7598f63d1719 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:03:26.055083 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f12880-7c44-4e09-8c89-feb33755eb71", "name": "network-vif-unplugged", "status": "completed", "tag": "ace8ae1c-6f7f-423d-9c52-26d248df1679", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:03:26.055341 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6d0909d-b2c9-4ee3-a263-7598f63d1719 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:03:26.055730 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f12880-7c44-4e09-8c89-feb33755eb71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace8ae1c-6f7f-423d-9c52-26d248df1679', 'code': 200} Aug 20 11:03:26.081009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] No DVR routers for this DVR port ace8ae1c-6f7f-423d-9c52-26d248df1679 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:03:26.109616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Pushing event updated for resources: {'Port': ['ID=ace8ae1c-6f7f-423d-9c52-26d248df1679,revision_number=6']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:26.121523 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Attempting to bind port ace8ae1c-6f7f-423d-9c52-26d248df1679 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:03:26.121862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Attempting to bind port ace8ae1c-6f7f-423d-9c52-26d248df1679 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '08ecd51e-2971-4d3f-a5ff-80b5b4f2b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f6c5479c-af83-4b11-990f-748cfbc42729'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:03:26.122197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Attempting to bind port ace8ae1c-6f7f-423d-9c52-26d248df1679 on network f6c5479c-af83-4b11-990f-748cfbc42729 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:03:26.126994 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Port ace8ae1c-6f7f-423d-9c52-26d248df1679 on network f6c5479c-af83-4b11-990f-748cfbc42729 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:03:26.127352 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Attempting to bind port ace8ae1c-6f7f-423d-9c52-26d248df1679 on network f6c5479c-af83-4b11-990f-748cfbc42729 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:03:26.132239 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:03:26.132572 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Checking segment: {'id': '08ecd51e-2971-4d3f-a5ff-80b5b4f2b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f6c5479c-af83-4b11-990f-748cfbc42729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:03:26.132949 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Bound using segment: {'id': '08ecd51e-2971-4d3f-a5ff-80b5b4f2b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f6c5479c-af83-4b11-990f-748cfbc42729'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:03:26.133370 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Bound port: ace8ae1c-6f7f-423d-9c52-26d248df1679, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ecd51e-2971-4d3f-a5ff-80b5b4f2b442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f6c5479c-af83-4b11-990f-748cfbc42729'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:03:26.133729 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:26.195069 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] For port ace8ae1c-6f7f-423d-9c52-26d248df1679, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:03:26.198009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] For port ace8ae1c-6f7f-423d-9c52-26d248df1679, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ace8ae1c-6f7f-423d-9c52-26d248df1679,segment=NetworkSegment(08ecd51e-2971-4d3f-a5ff-80b5b4f2b442),segment_id=08ecd51e-2971-4d3f-a5ff-80b5b4f2b442)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:03:26.202938 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:26.237321 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:26.237948 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:26.239374 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] 10.222.0.42 "PUT /v2.0/ports/ace8ae1c-6f7f-423d-9c52-26d248df1679 HTTP/1.1" status: 200 len: 1093 time: 0.6488633 Aug 20 11:03:26.260995 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902311fa-9ef7-458a-b0ee-681dc467cabe service neutron] Pushing event updated for resources: {'Port': ['ID=ace8ae1c-6f7f-423d-9c52-26d248df1679,revision_number=7']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:26.304444 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-f0d366b1-6101-4880-a1c5-6671d7f2002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:26.306092 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-f0d366b1-6101-4880-a1c5-6671d7f2002c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cc2a06aa0b74d38a5d3cb3b56821e14&device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 1096 time: 0.0406828 Aug 20 11:03:26.393902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-60462a60-644e-460a-8b74-d0d0433d5cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:26.395394 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-60462a60-644e-460a-8b74-d0d0433d5cc8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6c5479c-af83-4b11-990f-748cfbc42729 HTTP/1.1" status: 200 len: 913 time: 0.0823917 Aug 20 11:03:26.440187 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-c252f658-05a3-48d5-be5a-1db9c097b6e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ace8ae1c-6f7f-423d-9c52-26d248df1679 HTTP/1.1" status: 200 len: 217 time: 0.0375202 Aug 20 11:03:26.488478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-b35f9458-7293-4228-9d66-f1628f217aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:26.489803 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-b35f9458-7293-4228-9d66-f1628f217aa8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45098d23-7fa1-4a99-b8eb-9292d7dc6a3e HTTP/1.1" status: 200 len: 852 time: 0.0422213 Aug 20 11:03:26.521850 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-7cbe7d4e-8610-452b-b997-d0b79a39f05e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6c5479c-af83-4b11-990f-748cfbc42729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241573 Aug 20 11:03:26.617082 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-25f8f318-5e07-40c8-8f51-dbd842b7ca4d service neutron] 10.222.0.42 "GET /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868020 Aug 20 11:03:26.705267 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2708150c-d569-4a25-b657-ec51d3ce4c71 req-83cad646-67c1-403c-bbcd-adbb6bac2931 service neutron] 10.222.0.42 "GET /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805690 Aug 20 11:03:27.074019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd6991-6614-4e39-b32a-5a8d3a6e03ba req-6fb7ec85-a36f-4e09-b087-d4713307a773 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:27.075418 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01fd6991-6614-4e39-b32a-5a8d3a6e03ba req-6fb7ec85-a36f-4e09-b087-d4713307a773 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 944 time: 0.0538006 Aug 20 11:03:27.117111 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-01fd6991-6614-4e39-b32a-5a8d3a6e03ba req-a8820991-7057-435b-ac2f-b7002f999c9b tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350554 Aug 20 11:03:28.057428 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f12880-7c44-4e09-8c89-feb33755eb71', 'tag': 'ace8ae1c-6f7f-423d-9c52-26d248df1679'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:03:28.059787 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba4e758-7601-48a6-b95c-0e113d50fb64" -d '{"events": [{"name": "network-changed", "server_uuid": "00f12880-7c44-4e09-8c89-feb33755eb71", "tag": "ace8ae1c-6f7f-423d-9c52-26d248df1679"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:03:28.109196 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77df7b7-820b-4f23-8c92-8f25e6a9f567 x-openstack-request-id: req-a77df7b7-820b-4f23-8c92-8f25e6a9f567 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:03:28.109494 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f12880-7c44-4e09-8c89-feb33755eb71", "tag": "ace8ae1c-6f7f-423d-9c52-26d248df1679", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:03:28.109753 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a77df7b7-820b-4f23-8c92-8f25e6a9f567 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:03:28.110147 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f12880-7c44-4e09-8c89-feb33755eb71', 'tag': 'ace8ae1c-6f7f-423d-9c52-26d248df1679', 'status': 'completed', 'code': 200} Aug 20 11:03:28.202063 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-71968862-3b0d-4ba8-bacd-1313788ba1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:28.203650 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-71968862-3b0d-4ba8-bacd-1313788ba1a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cc2a06aa0b74d38a5d3cb3b56821e14&device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 1096 time: 0.0707035 Aug 20 11:03:28.217678 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-32cd4acb-d5b9-438a-94b6-6c495aeb31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:28.219193 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-32cd4acb-d5b9-438a-94b6-6c495aeb31f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2cc2a06aa0b74d38a5d3cb3b56821e14&device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 1096 time: 0.0620415 Aug 20 11:03:28.661522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4f051-48a7-46d2-a439-f9b54692c527 req-b9528e87-ea5e-4b62-9f19-488f966be2b6 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:28.662977 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83f4f051-48a7-46d2-a439-f9b54692c527 req-b9528e87-ea5e-4b62-9f19-488f966be2b6 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 944 time: 0.4584472 Aug 20 11:03:28.727942 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-b560bf71-8ce1-4ed5-aaa4-c35c5a700aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:28.729416 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-b560bf71-8ce1-4ed5-aaa4-c35c5a700aba service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6c5479c-af83-4b11-990f-748cfbc42729 HTTP/1.1" status: 200 len: 913 time: 0.5094709 Aug 20 11:03:28.775656 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-83f4f051-48a7-46d2-a439-f9b54692c527 req-bae2819c-c246-47ab-bf8b-70134bd8823d tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030841 Aug 20 11:03:28.777095 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-aa6f64b7-8edb-4c43-b761-fe568a3737ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:28.778456 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-aa6f64b7-8edb-4c43-b761-fe568a3737ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=f6c5479c-af83-4b11-990f-748cfbc42729 HTTP/1.1" status: 200 len: 913 time: 0.5365734 Aug 20 11:03:28.780421 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-62ca4c1d-8895-4c6c-8616-c760b1120f2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ace8ae1c-6f7f-423d-9c52-26d248df1679 HTTP/1.1" status: 200 len: 217 time: 0.0428350 Aug 20 11:03:28.853949 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-c7322019-a8c1-421d-8b76-8712355e3cbc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ace8ae1c-6f7f-423d-9c52-26d248df1679 HTTP/1.1" status: 200 len: 217 time: 0.0675681 Aug 20 11:03:28.900350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-52a450b1-4117-4c27-8f40-1a89a4959b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:28.901752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-52a450b1-4117-4c27-8f40-1a89a4959b30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45098d23-7fa1-4a99-b8eb-9292d7dc6a3e HTTP/1.1" status: 200 len: 852 time: 0.1143897 Aug 20 11:03:28.921533 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-120a54e0-e07b-406a-b5ff-5e81eb0a4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:28.922821 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-120a54e0-e07b-406a-b5ff-5e81eb0a4d3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45098d23-7fa1-4a99-b8eb-9292d7dc6a3e HTTP/1.1" status: 200 len: 852 time: 0.0613058 Aug 20 11:03:28.942112 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-0f31f685-897f-4ba8-af46-7f2f80c537ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6c5479c-af83-4b11-990f-748cfbc42729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306907 Aug 20 11:03:28.983744 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-24ae43ee-3bb3-4ec0-8625-de1b9e9f22e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f6c5479c-af83-4b11-990f-748cfbc42729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440142 Aug 20 11:03:29.051708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ace8ae1c-6f7f-423d-9c52-26d248df1679 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:03:29.113021 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-2085848d-6d8d-4cf8-8c28-bda8c4e26836 service neutron] 10.222.0.24 "GET /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627603 Aug 20 11:03:29.143220 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-5c82d830-7645-4828-9767-b81c7d103ab5 service neutron] 10.222.0.42 "GET /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357667 Aug 20 11:03:29.146308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ace8ae1c-6f7f-423d-9c52-26d248df1679, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ace8ae1c-6f7f-423d-9c52-26d248df1679,segment=NetworkSegment(08ecd51e-2971-4d3f-a5ff-80b5b4f2b442),segment_id=08ecd51e-2971-4d3f-a5ff-80b5b4f2b442)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:03:29.157799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'ace8ae1c-6f7f-423d-9c52-26d248df1679', 'network_id': 'f6c5479c-af83-4b11-990f-748cfbc42729', 'port_id': 'ace8ae1c-6f7f-423d-9c52-26d248df1679', 'mac_address': 'fa:16:3e:51:f4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45098d23-7fa1-4a99-b8eb-9292d7dc6a3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:03:29.195152 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:29.211592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace8ae1c-6f7f-423d-9c52-26d248df1679 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:03:29.230119 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ace8ae1c-6f7f-423d-9c52-26d248df1679, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ace8ae1c-6f7f-423d-9c52-26d248df1679,segment=NetworkSegment(08ecd51e-2971-4d3f-a5ff-80b5b4f2b442),segment_id=08ecd51e-2971-4d3f-a5ff-80b5b4f2b442)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:03:29.234305 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:29.273229 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-fe502716-1dcf-4008-9194-e9d95bed62f1 service neutron] 10.222.0.24 "GET /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518531 Aug 20 11:03:29.282091 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=ace8ae1c-6f7f-423d-9c52-26d248df1679,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:29.283464 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ba4e758-7601-48a6-b95c-0e113d50fb64 req-27c51b3e-273b-4f53-ab32-51244dc024dd service neutron] 10.222.0.42 "GET /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167295 Aug 20 11:03:29.289873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:29.290222 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:29.290563 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:29.290901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:29.291263 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:29.291606 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:29.291939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:29.292266 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:29.292596 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:29.292926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:29.293246 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:29.293571 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:29.346528 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-105d75d8-63ab-41ca-bd31-e956fd954465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:29.483299 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['ace8ae1c-6f7f-423d-9c52-26d248df1679'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:03:29.891511 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1f4bb-06db-4dfe-a78a-e73e29db9c0a req-44309805-17df-4bba-a81c-a901b7a4444b tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:29.892962 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-23d1f4bb-06db-4dfe-a78a-e73e29db9c0a req-44309805-17df-4bba-a81c-a901b7a4444b tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 945 time: 0.0476332 Aug 20 11:03:29.930579 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-23d1f4bb-06db-4dfe-a78a-e73e29db9c0a req-df0136cd-692f-4360-a442-f8a29eca88a9 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316563 Aug 20 11:03:30.064047 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device ace8ae1c-6f7f-423d-9c52-26d248df1679 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:03:30.105155 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device ace8ae1c-6f7f-423d-9c52-26d248df1679 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:03:30.196668 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-faf8ae4d-a25e-4b9f-b349-c146d945c6eb tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:30.198163 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-faf8ae4d-a25e-4b9f-b349-c146d945c6eb tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.24 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71&tenant_id=2cc2a06aa0b74d38a5d3cb3b56821e14&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 945 time: 0.0826488 Aug 20 11:03:30.262974 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-80d3f465-70b5-4d12-95bd-91c70560914e service neutron] delete failed (client error): The resource could not be found. Aug 20 11:03:30.264091 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-80d3f465-70b5-4d12-95bd-91c70560914e service neutron] 10.222.0.24 "DELETE /v2.0/ports/ace8ae1c-6f7f-423d-9c52-26d248df1679/bindings/n-h2-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.0578017 Aug 20 11:03:30.344014 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-3fd06f1a-895d-448c-9198-b185b55abd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:30.345410 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-3fd06f1a-895d-448c-9198-b185b55abd79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2cc2a06aa0b74d38a5d3cb3b56821e14&device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 1097 time: 0.0402441 Aug 20 11:03:30.433390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-e07e31c7-f298-4068-8071-f1bab72ff3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:30.434918 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-e07e31c7-f298-4068-8071-f1bab72ff3a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6c5479c-af83-4b11-990f-748cfbc42729 HTTP/1.1" status: 200 len: 913 time: 0.0824983 Aug 20 11:03:30.479811 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-5708c5f3-2f0b-4d0e-9b14-cddca06ef924 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ace8ae1c-6f7f-423d-9c52-26d248df1679 HTTP/1.1" status: 200 len: 217 time: 0.0376811 Aug 20 11:03:30.528059 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-ad0cf85a-e1b1-48a3-97a5-3b3829b3fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:30.530080 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-ad0cf85a-e1b1-48a3-97a5-3b3829b3fbe9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45098d23-7fa1-4a99-b8eb-9292d7dc6a3e HTTP/1.1" status: 200 len: 852 time: 0.0432227 Aug 20 11:03:30.561257 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-aa15274c-9f5c-49d7-92e2-41150dfb984f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6c5479c-af83-4b11-990f-748cfbc42729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243018 Aug 20 11:03:30.652439 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-dc017f7b-38e8-4eea-a4a8-627dc3fe91a5 service neutron] 10.222.0.24 "GET /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842309 Aug 20 11:03:30.745146 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-d88868e6-2dd1-46cb-9e79-cd6bdd6b657f service neutron] 10.222.0.24 "GET /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845940 Aug 20 11:03:31.069864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ace8ae1c-6f7f-423d-9c52-26d248df1679 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:03:31.117016 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port ace8ae1c-6f7f-423d-9c52-26d248df1679 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:03:31.122006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port ace8ae1c-6f7f-423d-9c52-26d248df1679 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:03:31.122377 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:31.203317 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:31.229619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f12880-7c44-4e09-8c89-feb33755eb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace8ae1c-6f7f-423d-9c52-26d248df1679'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:03:31.232862 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a22327-2e24-4d95-87f3-fc3640f90f0a" -d '{"events": [{"server_uuid": "00f12880-7c44-4e09-8c89-feb33755eb71", "name": "network-vif-plugged", "status": "completed", "tag": "ace8ae1c-6f7f-423d-9c52-26d248df1679"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:03:31.245099 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ace8ae1c-6f7f-423d-9c52-26d248df1679, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ace8ae1c-6f7f-423d-9c52-26d248df1679,segment=NetworkSegment(08ecd51e-2971-4d3f-a5ff-80b5b4f2b442),segment_id=08ecd51e-2971-4d3f-a5ff-80b5b4f2b442)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:03:31.250622 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:31.277155 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a070a3a-fc74-4990-af2f-2b2e94b23354 x-openstack-request-id: req-7a070a3a-fc74-4990-af2f-2b2e94b23354 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:03:31.277452 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f12880-7c44-4e09-8c89-feb33755eb71", "name": "network-vif-plugged", "status": "completed", "tag": "ace8ae1c-6f7f-423d-9c52-26d248df1679", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:03:31.277713 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a070a3a-fc74-4990-af2f-2b2e94b23354 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:03:31.278104 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f12880-7c44-4e09-8c89-feb33755eb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace8ae1c-6f7f-423d-9c52-26d248df1679', 'code': 200} Aug 20 11:03:31.301801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=ace8ae1c-6f7f-423d-9c52-26d248df1679,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:31.441165 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1c7a7-b0c1-4a87-b827-f23881b4f3dd req-a67ff3aa-8b57-4175-acfd-d6929e93cfb2 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:31.442548 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9da1c7a7-b0c1-4a87-b827-f23881b4f3dd req-a67ff3aa-8b57-4175-acfd-d6929e93cfb2 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0490973 Aug 20 11:03:31.484502 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9da1c7a7-b0c1-4a87-b827-f23881b4f3dd req-66bfe3cd-3bfb-4f82-a46d-a2349a99ee6c tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359275 Aug 20 11:03:31.967402 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bf6bd9e4-d825-41a0-9833-e0f9e70e6a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:32.438897 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:32.602824 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa6661-880b-40ba-a0d4-0265ba633be5 req-997fa033-da4a-46d7-aceb-b11285c4a329 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:32.604354 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ddaa6661-880b-40ba-a0d4-0265ba633be5 req-997fa033-da4a-46d7-aceb-b11285c4a329 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0506465 Aug 20 11:03:32.669775 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ddaa6661-880b-40ba-a0d4-0265ba633be5 req-8cf10487-881e-4dc3-9c72-a2e5f512f99c tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.16 "GET /v2.0/security-groups?id=78e79df4-34db-4271-9383-4b5cf9530209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593197 Aug 20 11:03:32.689856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-bd0c58e9-2766-410e-817a-4f92697fc0c6 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:32.691310 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-bd0c58e9-2766-410e-817a-4f92697fc0c6 tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.42 "GET /v2.0/ports?device_id=00f12880-7c44-4e09-8c89-feb33755eb71 HTTP/1.1" status: 200 len: 946 time: 0.0575826 Aug 20 11:03:32.783510 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-3cd64b2c-3581-4fd0-a66b-34f5d0df6c5f tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Deleting port ace8ae1c-6f7f-423d-9c52-26d248df1679 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:03:32.783852 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-3cd64b2c-3581-4fd0-a66b-34f5d0df6c5f tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:32.878849 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-3cd64b2c-3581-4fd0-a66b-34f5d0df6c5f tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] For port ace8ae1c-6f7f-423d-9c52-26d248df1679, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ace8ae1c-6f7f-423d-9c52-26d248df1679,segment=NetworkSegment(08ecd51e-2971-4d3f-a5ff-80b5b4f2b442),segment_id=08ecd51e-2971-4d3f-a5ff-80b5b4f2b442)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:03:32.879238 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-3cd64b2c-3581-4fd0-a66b-34f5d0df6c5f tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:32.892715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-3cd64b2c-3581-4fd0-a66b-34f5d0df6c5f tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Calling delete_port for ace8ae1c-6f7f-423d-9c52-26d248df1679 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:03:33.019993 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-3cd64b2c-3581-4fd0-a66b-34f5d0df6c5f tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:33.031468 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['ace8ae1c-6f7f-423d-9c52-26d248df1679'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:03:33.047818 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd64b2c-3581-4fd0-a66b-34f5d0df6c5f tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Pushing event deleted for resources: {'Port': ['ID=ace8ae1c-6f7f-423d-9c52-26d248df1679,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:33.090580 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-3cd64b2c-3581-4fd0-a66b-34f5d0df6c5f tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] No DVR routers for this DVR port ace8ae1c-6f7f-423d-9c52-26d248df1679 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:03:33.093309 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-3cd64b2c-3581-4fd0-a66b-34f5d0df6c5f tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:33.095282 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9870bd5e-d918-44b2-9da1-3b69b1cfc687 req-3cd64b2c-3581-4fd0-a66b-34f5d0df6c5f tempest-DeleteServersTestJSON-1646011406 tempest-DeleteServersTestJSON-1646011406-project] 10.222.0.42 "DELETE /v2.0/ports/ace8ae1c-6f7f-423d-9c52-26d248df1679 HTTP/1.1" status: 204 len: 173 time: 0.3975739 Aug 20 11:03:33.095705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f12880-7c44-4e09-8c89-feb33755eb71', 'name': 'network-vif-deleted', 'tag': 'ace8ae1c-6f7f-423d-9c52-26d248df1679'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:03:33.097965 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c72a656-bf07-42e9-990b-3a463324b631" -d '{"events": [{"server_uuid": "00f12880-7c44-4e09-8c89-feb33755eb71", "name": "network-vif-deleted", "tag": "ace8ae1c-6f7f-423d-9c52-26d248df1679"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:03:33.136199 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba46331-a27d-4303-b62d-b2705fa18207 x-openstack-request-id: req-5ba46331-a27d-4303-b62d-b2705fa18207 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:03:33.136493 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f12880-7c44-4e09-8c89-feb33755eb71", "name": "network-vif-deleted", "tag": "ace8ae1c-6f7f-423d-9c52-26d248df1679", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:03:33.136743 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ba46331-a27d-4303-b62d-b2705fa18207 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:03:33.137153 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f12880-7c44-4e09-8c89-feb33755eb71', 'name': 'network-vif-deleted', 'tag': 'ace8ae1c-6f7f-423d-9c52-26d248df1679', 'status': 'completed', 'code': 200} Aug 20 11:03:33.245700 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:33.794740 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35910) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:03:33.839056 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Deleting subnet 45098d23-7fa1-4a99-b8eb-9292d7dc6a3e {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:03:33.842075 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:33.875380 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:33.917213 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:33.974611 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:34.000560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45098d23-7fa1-4a99-b8eb-9292d7dc6a3e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:34.005001 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:34.006826 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/45098d23-7fa1-4a99-b8eb-9292d7dc6a3e HTTP/1.1" status: 204 len: 168 time: 0.2110398 Aug 20 11:03:34.009544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35912) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:03:34.012164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:34.012517 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:34.012860 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:34.013198 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:34.013537 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:34.013870 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:34.014201 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:34.015097 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:34.015427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:34.015758 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:34.016085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:34.016464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42c67f3-2e55-4f6d-bd9b-5e2925d84e78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:34.081848 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81540876-b718-4bbf-ae3f-85ce335a3284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:34.159065 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81540876-b718-4bbf-ae3f-85ce335a3284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:34.168510 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-81540876-b718-4bbf-ae3f-85ce335a3284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c5479c-af83-4b11-990f-748cfbc42729']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:03:34.179202 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-81540876-b718-4bbf-ae3f-85ce335a3284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ecd51e-2971-4d3f-a5ff-80b5b4f2b442') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:03:34.179493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-81540876-b718-4bbf-ae3f-85ce335a3284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ecd51e-2971-4d3f-a5ff-80b5b4f2b442') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:03:34.188768 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81540876-b718-4bbf-ae3f-85ce335a3284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:34.202426 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81540876-b718-4bbf-ae3f-85ce335a3284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:34.208176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81540876-b718-4bbf-ae3f-85ce335a3284 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:03:34.208638 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81540876-b718-4bbf-ae3f-85ce335a3284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: timer() Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:03:34.210222 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:03:34.265670 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81540876-b718-4bbf-ae3f-85ce335a3284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:34.271172 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-81540876-b718-4bbf-ae3f-85ce335a3284 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:34.273249 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-81540876-b718-4bbf-ae3f-85ce335a3284 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f6c5479c-af83-4b11-990f-748cfbc42729 HTTP/1.1" status: 204 len: 168 time: 0.2624822 Aug 20 11:03:34.284492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81540876-b718-4bbf-ae3f-85ce335a3284 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6c5479c-af83-4b11-990f-748cfbc42729,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:34.379827 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35916) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:03:34.418950 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-acd1eec5-4721-4a2f-8348-ba6d2c150c6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2cc2a06aa0b74d38a5d3cb3b56821e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379727 Aug 20 11:03:34.421467 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35918) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:03:34.469082 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d45abb7-6007-4a3f-8d4e-d64625f5d5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:34.489449 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d45abb7-6007-4a3f-8d4e-d64625f5d5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:34.535393 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d45abb7-6007-4a3f-8d4e-d64625f5d5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:34.537907 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3d45abb7-6007-4a3f-8d4e-d64625f5d5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:34.539098 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3d45abb7-6007-4a3f-8d4e-d64625f5d5b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78e79df4-34db-4271-9383-4b5cf9530209 HTTP/1.1" status: 204 len: 168 time: 0.1166990 Aug 20 11:03:34.547408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45abb7-6007-4a3f-8d4e-d64625f5d5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e79df4-34db-4271-9383-4b5cf9530209,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:34.897459 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:35.204679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 35940) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:03:35.304745 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-460d9364-a99c-4b18-80ca-d55d7b0d9e65 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2094187149-network', 'tenant_id': 'd0d802b19de641268831cee6235afa1b'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:03:35.325643 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460d9364-a99c-4b18-80ca-d55d7b0d9e65 admin admin] Made reservation on behalf of d0d802b19de641268831cee6235afa1b for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:03:35.328432 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-460d9364-a99c-4b18-80ca-d55d7b0d9e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:35.340762 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-460d9364-a99c-4b18-80ca-d55d7b0d9e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:35.427463 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-460d9364-a99c-4b18-80ca-d55d7b0d9e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:35.431534 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-460d9364-a99c-4b18-80ca-d55d7b0d9e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:35.456066 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460d9364-a99c-4b18-80ca-d55d7b0d9e65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:03:35.465618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d9364-a99c-4b18-80ca-d55d7b0d9e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cb92ac-f7ff-456e-b568-a188d938e9f0,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:35.470907 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-460d9364-a99c-4b18-80ca-d55d7b0d9e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:35.471285 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-460d9364-a99c-4b18-80ca-d55d7b0d9e65 admin admin] Added segment 878be870-b339-4473-8009-80769658d13d of type vlan for network b805bba3-3431-494a-b163-f08acbcc3492 Aug 20 11:03:35.510121 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-460d9364-a99c-4b18-80ca-d55d7b0d9e65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:35.535665 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-460d9364-a99c-4b18-80ca-d55d7b0d9e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:35.536874 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460d9364-a99c-4b18-80ca-d55d7b0d9e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:35.537450 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-460d9364-a99c-4b18-80ca-d55d7b0d9e65 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:35.592991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-460d9364-a99c-4b18-80ca-d55d7b0d9e65 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3869879 Aug 20 11:03:35.596466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 35944) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:03:35.598702 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d9364-a99c-4b18-80ca-d55d7b0d9e65 admin admin] Pushing event updated for resources: {'Network': ['ID=b805bba3-3431-494a-b163-f08acbcc3492,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:35.601853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-98115d9b-85e4-441f-9bb9-d170c18d0b65 admin admin] Request body: {'subnet': {'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2094187149-subnet', 'tenant_id': 'd0d802b19de641268831cee6235afa1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:03:35.608409 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network b805bba3-3431-494a-b163-f08acbcc3492 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:03:35.622675 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98115d9b-85e4-441f-9bb9-d170c18d0b65 admin admin] Made reservation on behalf of d0d802b19de641268831cee6235afa1b for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:03:35.625022 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-98115d9b-85e4-441f-9bb9-d170c18d0b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:35.790318 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-98115d9b-85e4-441f-9bb9-d170c18d0b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:35.845016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98115d9b-85e4-441f-9bb9-d170c18d0b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6ed4baf-ece5-4121-9826-cf4c7bf51736,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:35.853449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98115d9b-85e4-441f-9bb9-d170c18d0b65 admin admin] Checking segment: {'id': '878be870-b339-4473-8009-80769658d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:03:35.853806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98115d9b-85e4-441f-9bb9-d170c18d0b65 admin admin] Network hostable DHCP agents. Network: b805bba3-3431-494a-b163-f08acbcc3492, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:03:35.869623 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98115d9b-85e4-441f-9bb9-d170c18d0b65 admin admin] Network b805bba3-3431-494a-b163-f08acbcc3492 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:03:35.878694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-98115d9b-85e4-441f-9bb9-d170c18d0b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, b805bba3-3431-494a-b163-f08acbcc3492) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:03:35.882689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98115d9b-85e4-441f-9bb9-d170c18d0b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:35.883318 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-98115d9b-85e4-441f-9bb9-d170c18d0b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:35.887306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01066437-0f1a-4120-8d89-921d638c4811 None None] Network b805bba3-3431-494a-b163-f08acbcc3492 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:03:35.904444 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-98115d9b-85e4-441f-9bb9-d170c18d0b65 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3020444 Aug 20 11:03:36.010794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9874002a-4398-4036-be78-ba6eb163d191 None None] Network b805bba3-3431-494a-b163-f08acbcc3492 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:03:36.321992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-12b7cdda-f94c-4eb7-9948-884fa18e6aaa tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:36.323462 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-12b7cdda-f94c-4eb7-9948-884fa18e6aaa tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/networks?id=b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 200 len: 815 time: 0.1028669 Aug 20 11:03:36.337848 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-f9cf783f-89e6-41f4-9e96-6f46d25968fe tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/quotas/d0d802b19de641268831cee6235afa1b HTTP/1.1" status: 200 len: 375 time: 0.0088391 Aug 20 11:03:36.369657 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-7dc6bd5d-30ca-488e-aba0-acd928d6084f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0d802b19de641268831cee6235afa1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267255 Aug 20 11:03:36.457705 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-f5433fc2-6ac3-4282-988a-8ecb34526dd4 service neutron] 10.222.0.16 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805206 Aug 20 11:03:36.549809 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-87bf49bc-51a6-4624-b02d-58c0e1dc17fd service neutron] 10.222.0.16 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861123 Aug 20 11:03:36.710578 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37efdc11-9977-4535-b708-6a58b0c01677 req-e49cba70-e965-41a0-8ad0-0823e6329d2c tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 210 time: 0.0304506 Aug 20 11:03:37.082644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ace8ae1c-6f7f-423d-9c52-26d248df1679 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:03:37.106130 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: ace8ae1c-6f7f-423d-9c52-26d248df1679 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:03:37.106479 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ace8ae1c-6f7f-423d-9c52-26d248df1679 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:03:37.615498 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-ae188049-6f01-4bf2-bd12-1c0bd837c863 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:37.616962 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-ae188049-6f01-4bf2-bd12-1c0bd837c863 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.42 "GET /v2.0/networks?id=b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 200 len: 815 time: 0.1062956 Aug 20 11:03:37.630206 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-b5f4fe03-fc90-411f-a79d-847a2326d02a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Request body: {'port': {'device_id': '6a58d527-9286-40b7-8b44-2481aa97ba8e', 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492', 'admin_state_up': True, 'tenant_id': 'd0d802b19de641268831cee6235afa1b'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:03:37.740263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-b5f4fe03-fc90-411f-a79d-847a2326d02a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Made reservation on behalf of d0d802b19de641268831cee6235afa1b for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:03:37.744235 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-b5f4fe03-fc90-411f-a79d-847a2326d02a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:37.804656 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-85823527-f22d-45a1-ac1a-9d6293c62e15 req-2561b9b0-6317-40db-9688-a9c5b7aa45ec tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 210 time: 0.0269420 Aug 20 11:03:37.869790 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-b5f4fe03-fc90-411f-a79d-847a2326d02a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Allocated IP 172.20.0.14 (b805bba3-3431-494a-b163-f08acbcc3492/f6ed4baf-ece5-4121-9826-cf4c7bf51736/56ecb0f2-5346-4224-8062-35db0febca42) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:03:38.018636 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-b5f4fe03-fc90-411f-a79d-847a2326d02a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:38.059077 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-b5f4fe03-fc90-411f-a79d-847a2326d02a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:38.102987 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-b5f4fe03-fc90-411f-a79d-847a2326d02a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Network b805bba3-3431-494a-b163-f08acbcc3492 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:03:38.105917 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-b5f4fe03-fc90-411f-a79d-847a2326d02a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:03:38.108335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-b5f4fe03-fc90-411f-a79d-847a2326d02a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:03:38.141038 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4fe03-fc90-411f-a79d-847a2326d02a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Pushing event updated for resources: {'Port': ['ID=56ecb0f2-5346-4224-8062-35db0febca42,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:38.169128 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-b5f4fe03-fc90-411f-a79d-847a2326d02a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:38.169765 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-b5f4fe03-fc90-411f-a79d-847a2326d02a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:38.183578 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-b5f4fe03-fc90-411f-a79d-847a2326d02a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5573330 Aug 20 11:03:38.196786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Request body: {'port': {'device_id': '6a58d527-9286-40b7-8b44-2481aa97ba8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:03:38.248419 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:38.506631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ecb0f2-5346-4224-8062-35db0febca42 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:03:38.514051 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:38.526303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Transition to ACTIVE for port object 56ecb0f2-5346-4224-8062-35db0febca42 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:03:38.529587 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:38.586093 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Pushing event updated for resources: {'Port': ['ID=56ecb0f2-5346-4224-8062-35db0febca42,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:38.653047 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Attempting to bind port 56ecb0f2-5346-4224-8062-35db0febca42 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:03:38.653372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Attempting to bind port 56ecb0f2-5346-4224-8062-35db0febca42 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '878be870-b339-4473-8009-80769658d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:03:38.653695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Attempting to bind port 56ecb0f2-5346-4224-8062-35db0febca42 on network b805bba3-3431-494a-b163-f08acbcc3492 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:03:38.658348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Port 56ecb0f2-5346-4224-8062-35db0febca42 on network b805bba3-3431-494a-b163-f08acbcc3492 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:03:38.658666 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Attempting to bind port 56ecb0f2-5346-4224-8062-35db0febca42 on network b805bba3-3431-494a-b163-f08acbcc3492 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:03:38.663521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:03:38.663852 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Checking segment: {'id': '878be870-b339-4473-8009-80769658d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:03:38.664226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Bound using segment: {'id': '878be870-b339-4473-8009-80769658d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:03:38.664694 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Bound port: 56ecb0f2-5346-4224-8062-35db0febca42, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878be870-b339-4473-8009-80769658d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:03:38.665045 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:38.727105 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] For port 56ecb0f2-5346-4224-8062-35db0febca42, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:03:38.730252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] For port 56ecb0f2-5346-4224-8062-35db0febca42, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=56ecb0f2-5346-4224-8062-35db0febca42,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:03:38.735316 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:38.771019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:38.772010 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:38.773755 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] 10.222.0.42 "PUT /v2.0/ports/56ecb0f2-5346-4224-8062-35db0febca42 HTTP/1.1" status: 200 len: 1093 time: 0.5814834 Aug 20 11:03:38.776079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a58d527-9286-40b7-8b44-2481aa97ba8e', 'tag': '56ecb0f2-5346-4224-8062-35db0febca42'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:03:38.779462 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598464fe-5146-4cd5-acd4-c4171db05639" -d '{"events": [{"name": "network-changed", "server_uuid": "6a58d527-9286-40b7-8b44-2481aa97ba8e", "tag": "56ecb0f2-5346-4224-8062-35db0febca42"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:03:38.806500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24af69-956f-4fd6-b710-8b0e17460a25 service neutron] Pushing event updated for resources: {'Port': ['ID=56ecb0f2-5346-4224-8062-35db0febca42,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:38.823487 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974ee5e2-93bf-4de9-a170-b66793bc7d4c x-openstack-request-id: req-974ee5e2-93bf-4de9-a170-b66793bc7d4c {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:03:38.823773 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a58d527-9286-40b7-8b44-2481aa97ba8e", "tag": "56ecb0f2-5346-4224-8062-35db0febca42", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:03:38.824021 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-974ee5e2-93bf-4de9-a170-b66793bc7d4c {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:03:38.824410 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a58d527-9286-40b7-8b44-2481aa97ba8e', 'tag': '56ecb0f2-5346-4224-8062-35db0febca42', 'status': 'completed', 'code': 200} Aug 20 11:03:38.858709 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-b264eeda-22f6-44f0-a9c2-56c9e934b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:38.860950 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-b264eeda-22f6-44f0-a9c2-56c9e934b2a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0d802b19de641268831cee6235afa1b&device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 1096 time: 0.0460405 Aug 20 11:03:38.901981 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-5ec0ba7b-fd88-400a-93c4-5db72bd60241 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56ecb0f2-5346-4224-8062-35db0febca42 HTTP/1.1" status: 200 len: 217 time: 0.0336475 Aug 20 11:03:38.920431 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2eecf4-b2ae-47dc-924f-a36127f77098 req-dbaf899e-a38f-4150-8837-437bea4c875e tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:38.922525 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0a2eecf4-b2ae-47dc-924f-a36127f77098 req-dbaf899e-a38f-4150-8837-437bea4c875e tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 944 time: 0.0493228 Aug 20 11:03:38.954415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-1552e0ec-4b95-4d0c-a6eb-eaaa87ac2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:38.955912 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-1552e0ec-4b95-4d0c-a6eb-eaaa87ac2301 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6ed4baf-ece5-4121-9826-cf4c7bf51736 HTTP/1.1" status: 200 len: 855 time: 0.0477595 Aug 20 11:03:38.960050 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0a2eecf4-b2ae-47dc-924f-a36127f77098 req-0df943e9-1a62-47a3-a4b8-63d7c2fe5345 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315869 Aug 20 11:03:38.992788 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-bf6fbcea-8ef6-4e85-9ff4-e1e08e6ccda2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b805bba3-3431-494a-b163-f08acbcc3492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293319 Aug 20 11:03:39.085008 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-b3b6cab2-4b56-4ed7-9b98-46f07dc60146 service neutron] 10.222.0.42 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844858 Aug 20 11:03:39.180584 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d759ac3-bef1-41bd-8cef-568d00d263c2 req-ed5fd081-e3cd-4da5-bd27-a713af38191f service neutron] 10.222.0.42 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881927 Aug 20 11:03:39.266219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598464fe-5146-4cd5-acd4-c4171db05639 req-c8d4abfc-ee53-4899-8b27-02c9b66ed16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:39.267755 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-598464fe-5146-4cd5-acd4-c4171db05639 req-c8d4abfc-ee53-4899-8b27-02c9b66ed16d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0d802b19de641268831cee6235afa1b&device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 1096 time: 0.0417416 Aug 20 11:03:39.360253 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598464fe-5146-4cd5-acd4-c4171db05639 req-83fe9d51-a6cb-46d8-b3f5-e4285d17ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:39.361454 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-598464fe-5146-4cd5-acd4-c4171db05639 req-83fe9d51-a6cb-46d8-b3f5-e4285d17ac01 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 200 len: 916 time: 0.0872271 Aug 20 11:03:39.406613 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-598464fe-5146-4cd5-acd4-c4171db05639 req-8208c3ad-17cb-4d1f-9aa4-f2c1f69c9617 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56ecb0f2-5346-4224-8062-35db0febca42 HTTP/1.1" status: 200 len: 217 time: 0.0369694 Aug 20 11:03:39.454709 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598464fe-5146-4cd5-acd4-c4171db05639 req-28ba0e91-7026-402c-aa53-cde18db2f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:39.456160 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-598464fe-5146-4cd5-acd4-c4171db05639 req-28ba0e91-7026-402c-aa53-cde18db2f543 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6ed4baf-ece5-4121-9826-cf4c7bf51736 HTTP/1.1" status: 200 len: 855 time: 0.0429165 Aug 20 11:03:39.487666 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-598464fe-5146-4cd5-acd4-c4171db05639 req-359c9fcb-4e60-441b-9ad3-0b7c48020187 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b805bba3-3431-494a-b163-f08acbcc3492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232162 Aug 20 11:03:39.580907 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-598464fe-5146-4cd5-acd4-c4171db05639 req-77b25d5b-a800-4b08-97bb-aaef2722f68d service neutron] 10.222.0.42 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847390 Aug 20 11:03:39.669044 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-598464fe-5146-4cd5-acd4-c4171db05639 req-cb7f816b-b9e1-4a68-88fa-393a593f0b76 service neutron] 10.222.0.42 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807946 Aug 20 11:03:40.084840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f66e8-18bf-427b-98bb-8d11a8437d4e req-14b6134b-1f10-47cd-86bf-310a5e9c1046 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:40.086326 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-940f66e8-18bf-427b-98bb-8d11a8437d4e req-14b6134b-1f10-47cd-86bf-310a5e9c1046 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 944 time: 0.0572400 Aug 20 11:03:40.123069 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-940f66e8-18bf-427b-98bb-8d11a8437d4e req-f9a7a17b-4b88-451d-bb45-f6c92562b7d2 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306921 Aug 20 11:03:41.114024 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 56ecb0f2-5346-4224-8062-35db0febca42 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:03:41.206678 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 56ecb0f2-5346-4224-8062-35db0febca42, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=56ecb0f2-5346-4224-8062-35db0febca42,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:03:41.218048 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '56ecb0f2-5346-4224-8062-35db0febca42', 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492', 'port_id': '56ecb0f2-5346-4224-8062-35db0febca42', 'mac_address': 'fa:16:3e:32:da:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ed4baf-ece5-4121-9826-cf4c7bf51736', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:03:41.240941 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84627856-ada1-488f-ae20-caa58e4c41c1 req-55c3221c-aee6-41ef-a44e-55b85770109f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:41.242433 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84627856-ada1-488f-ae20-caa58e4c41c1 req-55c3221c-aee6-41ef-a44e-55b85770109f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 944 time: 0.0533137 Aug 20 11:03:41.254655 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:41.270729 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ecb0f2-5346-4224-8062-35db0febca42 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:03:41.280390 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84627856-ada1-488f-ae20-caa58e4c41c1 req-1ca97f51-656d-4420-b5eb-08906592fbe6 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320432 Aug 20 11:03:41.289551 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 56ecb0f2-5346-4224-8062-35db0febca42, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=56ecb0f2-5346-4224-8062-35db0febca42,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:03:41.297285 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:41.344120 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=56ecb0f2-5346-4224-8062-35db0febca42,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:41.491980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['56ecb0f2-5346-4224-8062-35db0febca42'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:03:41.679460 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-06b8e0e0-8868-4bdb-87ef-b0dbc6791bd8 req-d4f9196b-00d3-42a5-8fdf-b314f8f4d406 service neutron] (94867) timed out ('10.222.0.24', 63262) {{(pid=94867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 11:03:42.394669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef43c9a-4e56-4da1-a021-8e81335d429c req-0e63280e-cebf-4dc9-82a4-dd4fd62e4248 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:42.396189 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6ef43c9a-4e56-4da1-a021-8e81335d429c req-0e63280e-cebf-4dc9-82a4-dd4fd62e4248 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 945 time: 0.0489869 Aug 20 11:03:42.433602 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6ef43c9a-4e56-4da1-a021-8e81335d429c req-b5a5c550-cfc1-4993-abb8-771955dc9cf6 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Aug 20 11:03:43.123937 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 56ecb0f2-5346-4224-8062-35db0febca42 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:03:43.175616 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 56ecb0f2-5346-4224-8062-35db0febca42 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:03:43.179274 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 56ecb0f2-5346-4224-8062-35db0febca42 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:03:43.179648 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:43.252651 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:43.273827 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a58d527-9286-40b7-8b44-2481aa97ba8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ecb0f2-5346-4224-8062-35db0febca42'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:03:43.276049 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa66e4a-a4a9-4e27-aa7b-d449a2f08360" -d '{"events": [{"server_uuid": "6a58d527-9286-40b7-8b44-2481aa97ba8e", "name": "network-vif-plugged", "status": "completed", "tag": "56ecb0f2-5346-4224-8062-35db0febca42"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:03:43.288528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 56ecb0f2-5346-4224-8062-35db0febca42, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=56ecb0f2-5346-4224-8062-35db0febca42,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:03:43.292605 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:43.318647 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978b6fe2-baa9-4936-95b7-442f12ee4856 x-openstack-request-id: req-978b6fe2-baa9-4936-95b7-442f12ee4856 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:03:43.318935 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a58d527-9286-40b7-8b44-2481aa97ba8e", "name": "network-vif-plugged", "status": "completed", "tag": "56ecb0f2-5346-4224-8062-35db0febca42", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:03:43.319215 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-978b6fe2-baa9-4936-95b7-442f12ee4856 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:03:43.319593 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a58d527-9286-40b7-8b44-2481aa97ba8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ecb0f2-5346-4224-8062-35db0febca42', 'code': 200} Aug 20 11:03:43.346177 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=56ecb0f2-5346-4224-8062-35db0febca42,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:43.408510 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e528e27-0093-486d-87b3-85d1d73ab1b6 req-42f48fe7-3a31-4df4-b58b-778835e5c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:43.409981 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4e528e27-0093-486d-87b3-85d1d73ab1b6 req-42f48fe7-3a31-4df4-b58b-778835e5c059 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 1098 time: 0.0388136 Aug 20 11:03:43.448395 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4e528e27-0093-486d-87b3-85d1d73ab1b6 req-628aaa0f-9e49-404d-aa8a-56e49ecf356e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294318 Aug 20 11:03:43.549461 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb3893-fc09-4fe5-a5a4-a1b9b46e76cd req-b9ee3b1d-f6cf-4d58-b0aa-f9b78cabc18f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:43.550943 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eabb3893-fc09-4fe5-a5a4-a1b9b46e76cd req-b9ee3b1d-f6cf-4d58-b0aa-f9b78cabc18f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0523407 Aug 20 11:03:43.588402 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eabb3893-fc09-4fe5-a5a4-a1b9b46e76cd req-3098a98f-6cc4-43c9-b4cb-2d9287701a00 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313957 Aug 20 11:03:44.712316 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee42f0-e776-45f0-aed5-d058eb56105b req-6a62d951-8cfd-47f2-ab0c-219f4c4e1715 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:44.713771 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5eee42f0-e776-45f0-aed5-d058eb56105b req-6a62d951-8cfd-47f2-ab0c-219f4c4e1715 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0583899 Aug 20 11:03:44.752464 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5eee42f0-e776-45f0-aed5-d058eb56105b req-0d95d242-1270-41a9-95b9-3d6391dcff95 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322883 Aug 20 11:03:44.865009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371492cf-ced0-464a-96b1-3bbf2cb2f246 req-3a457a61-2b4b-4cef-b0c2-dd9cc77b4e2f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:44.866564 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-371492cf-ced0-464a-96b1-3bbf2cb2f246 req-3a457a61-2b4b-4cef-b0c2-dd9cc77b4e2f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0487146 Aug 20 11:03:44.903476 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-371492cf-ced0-464a-96b1-3bbf2cb2f246 req-f2c41f0c-85dd-452a-a141-87e98931b1e1 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309842 Aug 20 11:03:45.100865 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4678b-0879-4ea6-95a5-ca1e70f4437d req-31e84ebe-9d52-4b8e-ac98-565c57a19e97 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:45.102326 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62b4678b-0879-4ea6-95a5-ca1e70f4437d req-31e84ebe-9d52-4b8e-ac98-565c57a19e97 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0485103 Aug 20 11:03:45.141145 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-62b4678b-0879-4ea6-95a5-ca1e70f4437d req-9ccddb36-3a56-4774-b1f5-878873d7b849 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328634 Aug 20 11:03:45.252772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603be850-b856-40d3-905e-8c8d158defd0 req-c88167c5-569d-42f2-8ac7-37018e723cfc tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:45.254233 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-603be850-b856-40d3-905e-8c8d158defd0 req-c88167c5-569d-42f2-8ac7-37018e723cfc tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0487370 Aug 20 11:03:45.290361 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-603be850-b856-40d3-905e-8c8d158defd0 req-3c4cf15d-d4b0-4e22-9caa-7985d277bb04 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302501 Aug 20 11:03:45.509873 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-43e8103b-ae47-4f11-a27e-e7c6eccbb91a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438783 Aug 20 11:03:45.525929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e2a01-ea79-44ec-b951-21f31862e5c0 req-be428063-47ae-43f6-b8c8-f5c22ec4907d tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:45.527706 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-347e2a01-ea79-44ec-b951-21f31862e5c0 req-be428063-47ae-43f6-b8c8-f5c22ec4907d tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0529418 Aug 20 11:03:45.569029 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-347e2a01-ea79-44ec-b951-21f31862e5c0 req-e8b5e7dd-54f2-44fc-94b3-b970f7777af0 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349202 Aug 20 11:03:46.600717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-8311dc62-52bb-41dc-9d29-bcc1bf4a55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:46.602238 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-8311dc62-52bb-41dc-9d29-bcc1bf4a55c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0d802b19de641268831cee6235afa1b&device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 1098 time: 0.0417452 Aug 20 11:03:46.729517 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab349061-abe9-4c4d-95e3-e5c5218f5afb req-32dd1e9f-946b-4f9c-a77d-a40516605ec6 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:46.731002 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab349061-abe9-4c4d-95e3-e5c5218f5afb req-32dd1e9f-946b-4f9c-a77d-a40516605ec6 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0802648 Aug 20 11:03:46.733906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-f6005139-4fe4-4303-b3d8-04cd7723c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:46.735285 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-f6005139-4fe4-4303-b3d8-04cd7723c1ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 200 len: 916 time: 0.1257665 Aug 20 11:03:46.786421 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-6e745e10-4e62-4cc4-8633-74cd3c792e51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56ecb0f2-5346-4224-8062-35db0febca42 HTTP/1.1" status: 200 len: 217 time: 0.0407155 Aug 20 11:03:46.809581 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ab349061-abe9-4c4d-95e3-e5c5218f5afb req-a7536d0a-3f45-4621-b4c1-957e08e9e9c6 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724096 Aug 20 11:03:46.848602 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-8f7eac0f-2ee9-46ff-8465-2bf2d42fab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:46.849976 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-8f7eac0f-2ee9-46ff-8465-2bf2d42fab56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6ed4baf-ece5-4121-9826-cf4c7bf51736 HTTP/1.1" status: 200 len: 855 time: 0.0546665 Aug 20 11:03:46.881473 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-3d381742-aeb4-408a-a97b-1e85c76e956d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b805bba3-3431-494a-b163-f08acbcc3492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239480 Aug 20 11:03:46.970898 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-3f2b13fb-3170-4419-8b1a-7f80a24009b3 service neutron] 10.222.0.42 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822964 Aug 20 11:03:47.062979 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-cf3668ed-c933-41b9-b5be-3e5cd72ac1e2 service neutron] 10.222.0.42 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841460 Aug 20 11:03:47.923195 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3854c43-5884-4bad-9409-a98cc97f3fa8 req-e6d155e5-745d-4641-9e1e-0528dd718ea1 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:47.924796 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c3854c43-5884-4bad-9409-a98cc97f3fa8 req-e6d155e5-745d-4641-9e1e-0528dd718ea1 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0482054 Aug 20 11:03:47.963079 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c3854c43-5884-4bad-9409-a98cc97f3fa8 req-8f60c2ba-c564-4f99-8659-427eb4246d26 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324404 Aug 20 11:03:48.818295 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:49.084220 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96e6b9-bda9-4e8d-bbc8-c7e100685ca9 req-43f458e8-082f-4d71-b46b-b21e24af6947 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:49.085709 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f96e6b9-bda9-4e8d-bbc8-c7e100685ca9 req-43f458e8-082f-4d71-b46b-b21e24af6947 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0526497 Aug 20 11:03:49.123971 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f96e6b9-bda9-4e8d-bbc8-c7e100685ca9 req-bd4f914a-a2dc-4323-8294-040979e50d61 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322971 Aug 20 11:03:50.235702 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a05d9-3217-474d-acd4-fa1d79b1272e req-e5b999b5-d059-4170-bde3-33f01ed9edbb tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:50.237172 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a15a05d9-3217-474d-acd4-fa1d79b1272e req-e5b999b5-d059-4170-bde3-33f01ed9edbb tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0477130 Aug 20 11:03:50.274088 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a15a05d9-3217-474d-acd4-fa1d79b1272e req-bcd3ca31-6adf-4559-b1af-0639ca8b5c95 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311482 Aug 20 11:03:51.389181 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da835f76-e638-4841-86ef-1b1ce384e81c req-cba0991c-91a0-4f8c-9356-16eae055b71a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:51.390642 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-da835f76-e638-4841-86ef-1b1ce384e81c req-cba0991c-91a0-4f8c-9356-16eae055b71a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0479820 Aug 20 11:03:51.427795 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-da835f76-e638-4841-86ef-1b1ce384e81c req-50067279-2e45-483a-9341-82bc636c883c tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312157 Aug 20 11:03:52.545114 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297159d9-1cc6-4214-a666-e8de730e0e8d req-27b2abac-38db-4fcd-b161-429718d413c7 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:52.547120 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-297159d9-1cc6-4214-a666-e8de730e0e8d req-27b2abac-38db-4fcd-b161-429718d413c7 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0536516 Aug 20 11:03:52.584792 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-297159d9-1cc6-4214-a666-e8de730e0e8d req-92f6c562-3695-4d1c-8b38-447d8c9018a8 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317495 Aug 20 11:03:53.078385 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:53.702054 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01b13f-8e31-48e9-8f0f-a03c46d2e0e7 req-f1a7ac24-5c3b-4754-94f0-15697405666a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:53.704094 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d01b13f-8e31-48e9-8f0f-a03c46d2e0e7 req-f1a7ac24-5c3b-4754-94f0-15697405666a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0536900 Aug 20 11:03:53.741371 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d01b13f-8e31-48e9-8f0f-a03c46d2e0e7 req-646f0ea9-2020-43b6-9244-14dad6f85437 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312936 Aug 20 11:03:54.856287 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3dd3f-ea58-4438-bb4a-27e627e7d328 req-8e966467-81eb-4bef-9334-bde11c34d207 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:54.857755 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e9f3dd3f-ea58-4438-bb4a-27e627e7d328 req-8e966467-81eb-4bef-9334-bde11c34d207 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0495126 Aug 20 11:03:54.896879 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e9f3dd3f-ea58-4438-bb4a-27e627e7d328 req-4692c919-2834-4e1e-aa41-f751499a0756 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330980 Aug 20 11:03:56.010645 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c50ce-39fb-406a-820c-7c6f99bcb36e req-9feb5ea8-3d2c-496d-98bd-e312545786ce tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:56.012054 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f26c50ce-39fb-406a-820c-7c6f99bcb36e req-9feb5ea8-3d2c-496d-98bd-e312545786ce tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0483143 Aug 20 11:03:56.049882 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f26c50ce-39fb-406a-820c-7c6f99bcb36e req-081cf32f-b7fd-4026-b869-424aa2b0c4a9 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317676 Aug 20 11:03:57.172256 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc60b1a-5c35-4b21-83ce-f6dd6adce470 req-6071c523-17c2-4155-853c-c6b8b44300a6 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:57.173724 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0cc60b1a-5c35-4b21-83ce-f6dd6adce470 req-6071c523-17c2-4155-853c-c6b8b44300a6 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0503116 Aug 20 11:03:57.211078 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0cc60b1a-5c35-4b21-83ce-f6dd6adce470 req-3d62ebae-5bed-4802-ab46-e7ec9db6096d tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314438 Aug 20 11:03:58.325564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81977867-c8f7-4b4b-a138-59e34f3b8dce req-ea9fad35-aa31-40c0-bec5-a30ce1bbf90a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:58.326959 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81977867-c8f7-4b4b-a138-59e34f3b8dce req-ea9fad35-aa31-40c0-bec5-a30ce1bbf90a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0480659 Aug 20 11:03:58.363841 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81977867-c8f7-4b4b-a138-59e34f3b8dce req-39080380-5da9-4acd-8dff-b19ab7d0bd85 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302398 Aug 20 11:03:59.347138 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-33d88a40-c6e5-4062-8421-54a9a8885079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:59.481658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8028ca3-ad62-423d-a6b8-500848e47c0f req-93935551-97dc-459d-8796-5437f81f6a01 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:59.483169 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c8028ca3-ad62-423d-a6b8-500848e47c0f req-93935551-97dc-459d-8796-5437f81f6a01 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0528667 Aug 20 11:03:59.519764 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c8028ca3-ad62-423d-a6b8-500848e47c0f req-6fc80a54-fca2-436b-aa79-bac943ff4020 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306506 Aug 20 11:03:59.899667 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:04:00.635759 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46dca5-510b-4729-966b-6d94f3a637f3 req-48714b01-e230-4943-8bf8-b162d36b9288 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:00.637209 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8a46dca5-510b-4729-966b-6d94f3a637f3 req-48714b01-e230-4943-8bf8-b162d36b9288 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0512443 Aug 20 11:04:00.674440 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8a46dca5-510b-4729-966b-6d94f3a637f3 req-fa17fedc-97c8-4122-a791-4a08c4c0dac9 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313385 Aug 20 11:04:01.023123 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b5be8-fc39-4425-b5a1-6f184fdaf38f req-98c09c63-a894-4461-ab71-7949e788f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:01.024637 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a0b5be8-fc39-4425-b5a1-6f184fdaf38f req-98c09c63-a894-4461-ab71-7949e788f2da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0d802b19de641268831cee6235afa1b&device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 1098 time: 0.0411785 Aug 20 11:04:01.133509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b5be8-fc39-4425-b5a1-6f184fdaf38f req-f8636752-6ad4-460d-8b40-2f96e1aead04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:01.134970 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a0b5be8-fc39-4425-b5a1-6f184fdaf38f req-f8636752-6ad4-460d-8b40-2f96e1aead04 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 200 len: 916 time: 0.0890992 Aug 20 11:04:01.177081 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a0b5be8-fc39-4425-b5a1-6f184fdaf38f req-806b6363-1a13-4654-9834-de43d7372d1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56ecb0f2-5346-4224-8062-35db0febca42 HTTP/1.1" status: 200 len: 217 time: 0.0347970 Aug 20 11:04:01.224966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b5be8-fc39-4425-b5a1-6f184fdaf38f req-d723f2a2-a4c8-4110-aee0-e810dc62f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:01.226446 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a0b5be8-fc39-4425-b5a1-6f184fdaf38f req-d723f2a2-a4c8-4110-aee0-e810dc62f897 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6ed4baf-ece5-4121-9826-cf4c7bf51736 HTTP/1.1" status: 200 len: 855 time: 0.0423794 Aug 20 11:04:01.257506 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a0b5be8-fc39-4425-b5a1-6f184fdaf38f req-eb762ae0-cfec-4c35-b57c-d392620950bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b805bba3-3431-494a-b163-f08acbcc3492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243289 Aug 20 11:04:01.662176 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a0b5be8-fc39-4425-b5a1-6f184fdaf38f req-758e7ed3-0d17-4ae7-9473-ea98c728fc87 service neutron] 10.222.0.42 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967426 Aug 20 11:04:01.759729 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a0b5be8-fc39-4425-b5a1-6f184fdaf38f req-bdf2f719-d572-40e8-901d-c36d797684e2 service neutron] 10.222.0.42 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895805 Aug 20 11:04:01.795762 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3db27d-510a-4dbb-a93b-01d11be2f845 req-75ae4b7c-18c3-4e19-a4e9-c1fb7db734d9 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:01.797237 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e3db27d-510a-4dbb-a93b-01d11be2f845 req-75ae4b7c-18c3-4e19-a4e9-c1fb7db734d9 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0495172 Aug 20 11:04:01.836954 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e3db27d-510a-4dbb-a93b-01d11be2f845 req-778d458e-1d1d-45b7-af38-6077ef655dfb tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337989 Aug 20 11:04:01.968232 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c62838cd-00bb-4ee5-8667-c33cb8f38179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:02.440742 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:02.955398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801ab93-492d-4da7-97c9-16cc29b8b624 req-7a221746-091d-4150-a393-7ad4e304a755 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:02.956889 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e801ab93-492d-4da7-97c9-16cc29b8b624 req-7a221746-091d-4150-a393-7ad4e304a755 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0529177 Aug 20 11:04:02.993965 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e801ab93-492d-4da7-97c9-16cc29b8b624 req-d917b528-9b6f-410a-84d2-64071e9fb91f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310037 Aug 20 11:04:03.248590 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:04.109528 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de68b7-805f-4072-acab-a333d06189c4 req-19ee2e62-c9a1-42d0-8c00-f389792c6f4a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:04.111032 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-88de68b7-805f-4072-acab-a333d06189c4 req-19ee2e62-c9a1-42d0-8c00-f389792c6f4a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0487828 Aug 20 11:04:04.148193 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-88de68b7-805f-4072-acab-a333d06189c4 req-a30cda85-09c4-4f62-900b-0a979e4d04af tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312161 Aug 20 11:04:04.901313 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:05.263684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6a751-ee5f-468a-95fb-2ef246221a4a req-1814cd60-589e-405e-b058-8a67130a55e0 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:05.265195 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3be6a751-ee5f-468a-95fb-2ef246221a4a req-1814cd60-589e-405e-b058-8a67130a55e0 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0506263 Aug 20 11:04:05.308472 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3be6a751-ee5f-468a-95fb-2ef246221a4a req-ccefaf9e-ba93-4cae-94d8-cd79c8b91d0e tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357511 Aug 20 11:04:06.436802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96a542-c648-48ff-ab16-37c76105c762 req-038a09ec-3725-4b51-898b-f3e4ac9f4f60 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:06.438665 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9e96a542-c648-48ff-ab16-37c76105c762 req-038a09ec-3725-4b51-898b-f3e4ac9f4f60 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0559351 Aug 20 11:04:06.478278 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9e96a542-c648-48ff-ab16-37c76105c762 req-47e926e1-da8e-47dd-b90f-0f6031dc4819 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334156 Aug 20 11:04:07.594447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75920b81-8f20-48cc-a14b-1834b2873477 req-85556bf6-43b4-452a-81a6-945b9a5fcaa1 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:07.596573 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75920b81-8f20-48cc-a14b-1834b2873477 req-85556bf6-43b4-452a-81a6-945b9a5fcaa1 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0487146 Aug 20 11:04:07.632865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75920b81-8f20-48cc-a14b-1834b2873477 req-5614c103-6d3c-483c-b35c-d5e2726db414 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303252 Aug 20 11:04:08.753427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29070ca9-604f-4f35-a087-8a5a350479b4 req-05a634a5-18fa-42b7-a760-604acf8d6db9 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:08.754946 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-29070ca9-604f-4f35-a087-8a5a350479b4 req-05a634a5-18fa-42b7-a760-604acf8d6db9 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0514188 Aug 20 11:04:08.793552 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-29070ca9-604f-4f35-a087-8a5a350479b4 req-a22dc194-5d67-458c-a28c-7adf8c568b07 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Aug 20 11:04:09.919099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bf632-bd82-4ddf-9cae-b5ced62d5431 req-a2a02c8f-125f-4006-b43e-9c7b8e866200 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:09.920863 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-354bf632-bd82-4ddf-9cae-b5ced62d5431 req-a2a02c8f-125f-4006-b43e-9c7b8e866200 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0574210 Aug 20 11:04:09.964240 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-354bf632-bd82-4ddf-9cae-b5ced62d5431 req-258b0c3c-7931-4a8e-b34a-89bfc99e9f5b tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369980 Aug 20 11:04:11.087285 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8ea9e-c885-4f07-bfff-200bb0d3cf0d req-876803cf-f11d-4ad0-add2-b274f108e0fb tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:11.088839 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c8f8ea9e-c885-4f07-bfff-200bb0d3cf0d req-876803cf-f11d-4ad0-add2-b274f108e0fb tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0508864 Aug 20 11:04:11.128775 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c8f8ea9e-c885-4f07-bfff-200bb0d3cf0d req-9f11edb7-6ca6-41f2-8225-7dbe62d1cc45 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338960 Aug 20 11:04:12.245620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9eda0a-24f5-415c-8cd5-1780e10a431a req-1ef1b8ad-ff92-4021-9256-17e212adf56d tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:12.246947 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c9eda0a-24f5-415c-8cd5-1780e10a431a req-1ef1b8ad-ff92-4021-9256-17e212adf56d tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0490341 Aug 20 11:04:12.285270 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1c9eda0a-24f5-415c-8cd5-1780e10a431a req-413bd37a-746e-4a3a-a0a3-12f07bbe944c tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317707 Aug 20 11:04:13.412402 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47231ad-75c5-4dab-a34d-281335db47d2 req-b7f568b2-4a8f-4ad5-bcf0-d14d694407b8 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:13.413920 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f47231ad-75c5-4dab-a34d-281335db47d2 req-b7f568b2-4a8f-4ad5-bcf0-d14d694407b8 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0550685 Aug 20 11:04:13.451230 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f47231ad-75c5-4dab-a34d-281335db47d2 req-0cd7773e-627d-4a3e-954d-d366301042a9 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313690 Aug 20 11:04:14.018672 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-82f95bf6-2279-4950-9a8a-da03d68c99c5 service neutron] show failed (client error): The resource could not be found. Aug 20 11:04:14.019817 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-82f95bf6-2279-4950-9a8a-da03d68c99c5 service neutron] 10.222.0.42 "GET /v2.0/ports/56ecb0f2-5346-4224-8062-35db0febca42/bindings/n-h2-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.0593975 Aug 20 11:04:14.222174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-1415d6f4-344f-4ce4-ad34-0ca54aeb6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:14.223767 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-1415d6f4-344f-4ce4-ad34-0ca54aeb6003 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e&tenant_id=d0d802b19de641268831cee6235afa1b HTTP/1.1" status: 200 len: 1098 time: 0.0487821 Aug 20 11:04:14.237823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-11', 'device_owner': 'compute:nova'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:04:14.295737 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:14.528348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] For port 56ecb0f2-5346-4224-8062-35db0febca42, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=56ecb0f2-5346-4224-8062-35db0febca42,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:04:14.597426 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] For port 56ecb0f2-5346-4224-8062-35db0febca42, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:04:14.625274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa50bb-b8a7-405a-a0cb-a39aa34b08fe req-18d4aa76-8d8d-4e0e-9c71-aae2a41a07fc tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:14.626800 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1dfa50bb-b8a7-405a-a0cb-a39aa34b08fe req-18d4aa76-8d8d-4e0e-9c71-aae2a41a07fc tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0964050 Aug 20 11:04:14.662605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a58d527-9286-40b7-8b44-2481aa97ba8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ecb0f2-5346-4224-8062-35db0febca42'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:04:14.664903 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fab58b-65c4-4043-a2e8-f5847d7d79e7" -d '{"events": [{"server_uuid": "6a58d527-9286-40b7-8b44-2481aa97ba8e", "name": "network-vif-unplugged", "status": "completed", "tag": "56ecb0f2-5346-4224-8062-35db0febca42"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:04:14.669228 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:14.695116 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Transition to ACTIVE for port object 56ecb0f2-5346-4224-8062-35db0febca42 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:04:14.698907 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1dfa50bb-b8a7-405a-a0cb-a39aa34b08fe req-b950ad61-c3ca-4438-91d3-c15c360e0611 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643821 Aug 20 11:04:14.699976 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:14.732298 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f4378e-6915-4b44-a1bf-760688448399 x-openstack-request-id: req-44f4378e-6915-4b44-a1bf-760688448399 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:04:14.732614 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a58d527-9286-40b7-8b44-2481aa97ba8e", "name": "network-vif-unplugged", "status": "completed", "tag": "56ecb0f2-5346-4224-8062-35db0febca42", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:04:14.732976 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44f4378e-6915-4b44-a1bf-760688448399 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:04:14.733517 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a58d527-9286-40b7-8b44-2481aa97ba8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ecb0f2-5346-4224-8062-35db0febca42', 'code': 200} Aug 20 11:04:14.762563 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Pushing event updated for resources: {'Port': ['ID=56ecb0f2-5346-4224-8062-35db0febca42,revision_number=6']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:04:14.778979 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] No DVR routers for this DVR port 56ecb0f2-5346-4224-8062-35db0febca42 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:04:14.786277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:14.786661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:14.787005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:14.787376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:14.787717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:14.788054 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:14.788439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:14.788734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:14.789117 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:14.789717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:14.789717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:14.789992 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:14.837894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Attempting to bind port 56ecb0f2-5346-4224-8062-35db0febca42 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:04:14.838223 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Attempting to bind port 56ecb0f2-5346-4224-8062-35db0febca42 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '878be870-b339-4473-8009-80769658d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:04:14.838548 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Attempting to bind port 56ecb0f2-5346-4224-8062-35db0febca42 on network b805bba3-3431-494a-b163-f08acbcc3492 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:04:14.842711 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Port 56ecb0f2-5346-4224-8062-35db0febca42 on network b805bba3-3431-494a-b163-f08acbcc3492 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:04:14.843032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Attempting to bind port 56ecb0f2-5346-4224-8062-35db0febca42 on network b805bba3-3431-494a-b163-f08acbcc3492 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:04:14.847882 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:04:14.848159 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Checking segment: {'id': '878be870-b339-4473-8009-80769658d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:04:14.848539 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Bound using segment: {'id': '878be870-b339-4473-8009-80769658d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:04:14.848957 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Bound port: 56ecb0f2-5346-4224-8062-35db0febca42, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878be870-b339-4473-8009-80769658d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:04:14.849338 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:14.911988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] For port 56ecb0f2-5346-4224-8062-35db0febca42, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:04:14.915106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] For port 56ecb0f2-5346-4224-8062-35db0febca42, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=56ecb0f2-5346-4224-8062-35db0febca42,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:04:14.919009 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:14.953562 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:14.954179 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:14.955590 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] 10.222.0.24 "PUT /v2.0/ports/56ecb0f2-5346-4224-8062-35db0febca42 HTTP/1.1" status: 200 len: 1093 time: 0.7232323 Aug 20 11:04:14.975146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b20ae9-fa8c-48b0-8b0b-9208a5ce235f service neutron] Pushing event updated for resources: {'Port': ['ID=56ecb0f2-5346-4224-8062-35db0febca42,revision_number=7']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:04:15.018028 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-581aa2a8-a8ce-4594-8e9d-2fe0b66939dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:15.019500 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-581aa2a8-a8ce-4594-8e9d-2fe0b66939dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0d802b19de641268831cee6235afa1b&device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 1096 time: 0.0415511 Aug 20 11:04:15.115646 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-63a7a6ad-9ea4-4e82-93f1-69be505e9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:15.117048 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-63a7a6ad-9ea4-4e82-93f1-69be505e9062 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 200 len: 916 time: 0.0910854 Aug 20 11:04:15.160053 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-1ae5b219-1b45-4b9c-8813-e01db4995f8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56ecb0f2-5346-4224-8062-35db0febca42 HTTP/1.1" status: 200 len: 217 time: 0.0343196 Aug 20 11:04:15.212680 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-fb9a31bb-6032-4164-a2f6-e8f94b719574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:15.214141 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-fb9a31bb-6032-4164-a2f6-e8f94b719574 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6ed4baf-ece5-4121-9826-cf4c7bf51736 HTTP/1.1" status: 200 len: 855 time: 0.0474992 Aug 20 11:04:15.245670 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-156fc40b-7eb9-413f-ad84-63f84f47b9a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b805bba3-3431-494a-b163-f08acbcc3492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243561 Aug 20 11:04:15.334601 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-cce7b0ad-c858-47b4-8f9d-e7b077f78a57 service neutron] 10.222.0.24 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814993 Aug 20 11:04:15.427189 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ae5cc4c8-3430-4252-a258-098fbaeee76b req-dd779b5d-6376-4a3d-a021-69f4124a5d7e service neutron] 10.222.0.24 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858474 Aug 20 11:04:15.828161 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd22920-bd49-4fbf-8190-ecae875587aa req-2e391b42-93f2-49da-8d7c-30a3e7ad16b5 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:15.829670 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cfd22920-bd49-4fbf-8190-ecae875587aa req-2e391b42-93f2-49da-8d7c-30a3e7ad16b5 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 944 time: 0.0493753 Aug 20 11:04:15.868414 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cfd22920-bd49-4fbf-8190-ecae875587aa req-d16d602e-a244-43f8-a92c-d5fb4bed918f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322495 Aug 20 11:04:16.734205 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a58d527-9286-40b7-8b44-2481aa97ba8e', 'tag': '56ecb0f2-5346-4224-8062-35db0febca42'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:04:16.736629 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a58d527-9286-40b7-8b44-2481aa97ba8e", "tag": "56ecb0f2-5346-4224-8062-35db0febca42"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:04:16.785613 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de01d9f-381d-4181-8db6-4bf31e714182 x-openstack-request-id: req-2de01d9f-381d-4181-8db6-4bf31e714182 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:04:16.785905 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a58d527-9286-40b7-8b44-2481aa97ba8e", "tag": "56ecb0f2-5346-4224-8062-35db0febca42", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:04:16.786154 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2de01d9f-381d-4181-8db6-4bf31e714182 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:04:16.786554 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a58d527-9286-40b7-8b44-2481aa97ba8e', 'tag': '56ecb0f2-5346-4224-8062-35db0febca42', 'status': 'completed', 'code': 200} Aug 20 11:04:16.878383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-5dd2be20-370e-40d8-b1e4-45d5d3475fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:16.879959 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-5dd2be20-370e-40d8-b1e4-45d5d3475fbd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0d802b19de641268831cee6235afa1b&device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 1096 time: 0.0762687 Aug 20 11:04:16.882938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-9a4feadd-08f3-4332-b6dd-b92ea95d9628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:16.884291 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-9a4feadd-08f3-4332-b6dd-b92ea95d9628 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0d802b19de641268831cee6235afa1b&device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 1096 time: 0.0702808 Aug 20 11:04:16.988228 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8b6fe-c6a7-43fb-9f70-7cbd2b2b2bc9 req-386d9eed-8125-4c81-913c-88dd52bb6061 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:16.989744 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62b8b6fe-c6a7-43fb-9f70-7cbd2b2b2bc9 req-386d9eed-8125-4c81-913c-88dd52bb6061 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 944 time: 0.0497098 Aug 20 11:04:17.030920 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62b8b6fe-c6a7-43fb-9f70-7cbd2b2b2bc9 req-525da501-4749-4d93-83b3-64e123433fee tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339949 Aug 20 11:04:17.050866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-ce753d9b-5f13-4840-a05d-7d494bba7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:17.050866 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-ce753d9b-5f13-4840-a05d-7d494bba7bba service neutron] 10.222.0.42 "GET /v2.0/networks?id=b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 200 len: 916 time: 0.1568801 Aug 20 11:04:17.050866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-35b112cf-6a66-4359-8e9d-e4f0247b2ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:17.050866 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-35b112cf-6a66-4359-8e9d-e4f0247b2ef9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 200 len: 916 time: 0.1523895 Aug 20 11:04:17.105467 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-daa8c2a7-feda-40e8-97aa-53682ba88920 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56ecb0f2-5346-4224-8062-35db0febca42 HTTP/1.1" status: 200 len: 217 time: 0.0521622 Aug 20 11:04:17.140280 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-d4652ac6-dcfb-4d83-a52b-1eb25f93e48c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56ecb0f2-5346-4224-8062-35db0febca42 HTTP/1.1" status: 200 len: 217 time: 0.0789442 Aug 20 11:04:17.212535 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-22ed0722-ad33-4d70-9cc1-fa6aee4a9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:17.214019 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-22ed0722-ad33-4d70-9cc1-fa6aee4a9655 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6ed4baf-ece5-4121-9826-cf4c7bf51736 HTTP/1.1" status: 200 len: 855 time: 0.0834272 Aug 20 11:04:17.219347 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-efc97800-ef76-4462-bc93-54e7f17545a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:17.220682 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-efc97800-ef76-4462-bc93-54e7f17545a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6ed4baf-ece5-4121-9826-cf4c7bf51736 HTTP/1.1" status: 200 len: 855 time: 0.0627077 Aug 20 11:04:17.265077 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-ec0beff6-c7ca-4188-a38f-c8812f175e0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b805bba3-3431-494a-b163-f08acbcc3492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433710 Aug 20 11:04:17.266806 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-33755400-6977-4615-8b02-dc4e726b0008 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b805bba3-3431-494a-b163-f08acbcc3492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369802 Aug 20 11:04:17.342159 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 56ecb0f2-5346-4224-8062-35db0febca42 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:04:17.379748 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 56ecb0f2-5346-4224-8062-35db0febca42 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:04:17.423721 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-72c0767d-a1d0-4bca-8811-e9f4776ff01a service neutron] 10.222.0.42 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519845 Aug 20 11:04:17.425540 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-8eb0aca5-c4db-419d-8cc3-6cc97c95cc99 service neutron] 10.222.0.24 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470053 Aug 20 11:04:17.591777 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-f3cfefbb-0efa-4684-b276-0d6cea95a561 service neutron] 10.222.0.42 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612868 Aug 20 11:04:17.593574 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a02db8-3ef3-49cb-a14f-dc7be434cd3c req-593c1bd3-b147-47f1-989d-67dd063c0301 service neutron] 10.222.0.24 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560545 Aug 20 11:04:18.150967 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9daef-ea9b-4aee-ab4a-ca40e015d807 req-d639a73b-56e1-4b00-ab0f-55bd897f2d85 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:18.152490 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b2d9daef-ea9b-4aee-ab4a-ca40e015d807 req-d639a73b-56e1-4b00-ab0f-55bd897f2d85 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 944 time: 0.0501337 Aug 20 11:04:18.190160 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b2d9daef-ea9b-4aee-ab4a-ca40e015d807 req-42a954a7-6ad8-4533-a8d5-dbaa4f56a341 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318007 Aug 20 11:04:18.340337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 56ecb0f2-5346-4224-8062-35db0febca42 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:04:18.437408 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 56ecb0f2-5346-4224-8062-35db0febca42, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=56ecb0f2-5346-4224-8062-35db0febca42,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:04:18.449494 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '56ecb0f2-5346-4224-8062-35db0febca42', 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492', 'port_id': '56ecb0f2-5346-4224-8062-35db0febca42', 'mac_address': 'fa:16:3e:32:da:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ed4baf-ece5-4121-9826-cf4c7bf51736', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:04:18.486934 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:18.499448 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ecb0f2-5346-4224-8062-35db0febca42 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:04:18.521070 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 56ecb0f2-5346-4224-8062-35db0febca42, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=56ecb0f2-5346-4224-8062-35db0febca42,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:04:18.525500 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:18.571619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=56ecb0f2-5346-4224-8062-35db0febca42,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:04:18.824021 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:18.855526 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56ecb0f2-5346-4224-8062-35db0febca42'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:04:19.309236 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844442a-959c-43f1-80bb-62cced0127f1 req-ea06a80a-345f-464a-86d9-d1cccbd9b087 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:19.310796 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9844442a-959c-43f1-80bb-62cced0127f1 req-ea06a80a-345f-464a-86d9-d1cccbd9b087 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 945 time: 0.0530291 Aug 20 11:04:19.349865 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9844442a-959c-43f1-80bb-62cced0127f1 req-be94cc07-03f2-4fb2-b2a2-2452fc7389eb tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320165 Aug 20 11:04:19.565756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e68316-9329-4ce8-af2d-3d057c0229d2 req-60e2a292-fe2c-490c-ac80-711789183ab3 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:19.567493 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b9e68316-9329-4ce8-af2d-3d057c0229d2 req-60e2a292-fe2c-490c-ac80-711789183ab3 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 945 time: 0.0507138 Aug 20 11:04:19.583291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a49a41-cef8-4224-8113-fb83f100b0d0 req-6d2e832a-8a2c-4d80-9b85-010e41294b1d tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:19.585511 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0a49a41-cef8-4224-8113-fb83f100b0d0 req-6d2e832a-8a2c-4d80-9b85-010e41294b1d tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e&tenant_id=d0d802b19de641268831cee6235afa1b&binding%3Ahost_id=n-h2-778550-11 HTTP/1.1" status: 200 len: 945 time: 0.0570753 Aug 20 11:04:19.607080 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b9e68316-9329-4ce8-af2d-3d057c0229d2 req-919fca99-d6aa-41b1-a6f4-d832c49dbd0a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336657 Aug 20 11:04:19.650110 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-f0a49a41-cef8-4224-8113-fb83f100b0d0 req-22042200-a307-4ff2-9f06-1fbbb4dbcd44 service neutron] delete failed (client error): The resource could not be found. Aug 20 11:04:19.651291 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0a49a41-cef8-4224-8113-fb83f100b0d0 req-22042200-a307-4ff2-9f06-1fbbb4dbcd44 service neutron] 10.222.0.42 "DELETE /v2.0/ports/56ecb0f2-5346-4224-8062-35db0febca42/bindings/n-h1-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.0579464 Aug 20 11:04:19.739038 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a49a41-cef8-4224-8113-fb83f100b0d0 req-1321fa37-95a7-4198-8278-1d736d0709a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:19.740524 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0a49a41-cef8-4224-8113-fb83f100b0d0 req-1321fa37-95a7-4198-8278-1d736d0709a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0d802b19de641268831cee6235afa1b&device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 1097 time: 0.0469301 Aug 20 11:04:19.845822 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a49a41-cef8-4224-8113-fb83f100b0d0 req-b164b795-7216-4635-ab87-652bddd40644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:19.847331 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0a49a41-cef8-4224-8113-fb83f100b0d0 req-b164b795-7216-4635-ab87-652bddd40644 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 200 len: 916 time: 0.1000710 Aug 20 11:04:19.894746 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0a49a41-cef8-4224-8113-fb83f100b0d0 req-5d896985-7fc1-4c2a-8b02-a6177463f840 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56ecb0f2-5346-4224-8062-35db0febca42 HTTP/1.1" status: 200 len: 217 time: 0.0391123 Aug 20 11:04:19.945007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a49a41-cef8-4224-8113-fb83f100b0d0 req-f60225c1-13a5-4519-a758-3400f69b63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:19.946482 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0a49a41-cef8-4224-8113-fb83f100b0d0 req-f60225c1-13a5-4519-a758-3400f69b63ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6ed4baf-ece5-4121-9826-cf4c7bf51736 HTTP/1.1" status: 200 len: 855 time: 0.0441971 Aug 20 11:04:19.978196 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0a49a41-cef8-4224-8113-fb83f100b0d0 req-c9a76269-2171-4c02-b54c-083a2dcb6df7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b805bba3-3431-494a-b163-f08acbcc3492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246754 Aug 20 11:04:20.068753 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0a49a41-cef8-4224-8113-fb83f100b0d0 req-2a201846-e92a-4e56-98a6-0bba88a6622a service neutron] 10.222.0.42 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830874 Aug 20 11:04:20.167430 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0a49a41-cef8-4224-8113-fb83f100b0d0 req-97e76ed2-8d44-4233-ba2d-75b5f7d6b9d6 service neutron] 10.222.0.42 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922565 Aug 20 11:04:20.338823 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 56ecb0f2-5346-4224-8062-35db0febca42 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:04:20.387087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 56ecb0f2-5346-4224-8062-35db0febca42 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:04:20.390750 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 56ecb0f2-5346-4224-8062-35db0febca42 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:04:20.391157 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:20.633165 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:20.657747 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a58d527-9286-40b7-8b44-2481aa97ba8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ecb0f2-5346-4224-8062-35db0febca42'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:04:20.660151 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b1eda7-4e43-4c53-9fc2-a22722c06f4c" -d '{"events": [{"server_uuid": "6a58d527-9286-40b7-8b44-2481aa97ba8e", "name": "network-vif-plugged", "status": "completed", "tag": "56ecb0f2-5346-4224-8062-35db0febca42"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:04:20.673487 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 56ecb0f2-5346-4224-8062-35db0febca42, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=56ecb0f2-5346-4224-8062-35db0febca42,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:04:20.679738 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:20.730928 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba905507-bdcd-4220-bbb4-54a15c48c5da x-openstack-request-id: req-ba905507-bdcd-4220-bbb4-54a15c48c5da {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:04:20.731360 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a58d527-9286-40b7-8b44-2481aa97ba8e", "name": "network-vif-plugged", "status": "completed", "tag": "56ecb0f2-5346-4224-8062-35db0febca42", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:04:20.731680 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba905507-bdcd-4220-bbb4-54a15c48c5da {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:04:20.732012 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a58d527-9286-40b7-8b44-2481aa97ba8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ecb0f2-5346-4224-8062-35db0febca42', 'code': 200} Aug 20 11:04:20.739731 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=56ecb0f2-5346-4224-8062-35db0febca42,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:04:20.758504 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fd4af-665f-4d3a-bed1-7688cb7fd094 req-91463fa3-8391-4ab4-96c4-643c24bcf05f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:20.760175 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2a5fd4af-665f-4d3a-bed1-7688cb7fd094 req-91463fa3-8391-4ab4-96c4-643c24bcf05f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0693524 Aug 20 11:04:20.799111 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2a5fd4af-665f-4d3a-bed1-7688cb7fd094 req-fc196555-c4f3-41ae-a018-ea19bc385bd7 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325611 Aug 20 11:04:20.917568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda9ba2-df1a-4d99-b192-9122f94d94d8 req-c8639cf7-22a6-4472-b7a2-e4bfad29d9d8 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:20.919115 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6fda9ba2-df1a-4d99-b192-9122f94d94d8 req-c8639cf7-22a6-4472-b7a2-e4bfad29d9d8 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0488443 Aug 20 11:04:20.960111 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6fda9ba2-df1a-4d99-b192-9122f94d94d8 req-b858bbe4-6239-400e-851d-0567a5cab052 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341544 Aug 20 11:04:21.077806 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5799478-60da-467b-9ebd-0226567c3d02 req-fc4681f4-a608-4329-81b2-d927581508a2 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:21.079329 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f5799478-60da-467b-9ebd-0226567c3d02 req-fc4681f4-a608-4329-81b2-d927581508a2 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0538220 Aug 20 11:04:21.124212 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f5799478-60da-467b-9ebd-0226567c3d02 req-222422aa-8099-4ede-94a3-b563a59ceab2 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381916 Aug 20 11:04:21.505156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366495ee-cd6b-40f1-9507-a15231161923 req-0a1501ec-e212-4c82-bf57-06da750bea67 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:21.506900 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-366495ee-cd6b-40f1-9507-a15231161923 req-0a1501ec-e212-4c82-bf57-06da750bea67 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/networks?id=b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 200 len: 815 time: 0.1020727 Aug 20 11:04:21.522113 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-366495ee-cd6b-40f1-9507-a15231161923 req-651f1a84-c9ef-46bd-b8a7-2c30637f8b4b tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/quotas/d0d802b19de641268831cee6235afa1b HTTP/1.1" status: 200 len: 375 time: 0.0094800 Aug 20 11:04:21.575138 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-366495ee-cd6b-40f1-9507-a15231161923 req-8de98d67-64e9-40a2-a851-ca76a2dc4a47 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0d802b19de641268831cee6235afa1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475905 Aug 20 11:04:21.668138 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-366495ee-cd6b-40f1-9507-a15231161923 req-09a9e7da-3b1b-466e-9357-ea70a1bfc8aa service neutron] 10.222.0.16 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861213 Aug 20 11:04:21.759943 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-366495ee-cd6b-40f1-9507-a15231161923 req-f85192f8-e175-429d-9d06-612247b11764 service neutron] 10.222.0.16 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857234 Aug 20 11:04:21.928582 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4cb980a2-850e-4b22-adc6-021ef624d7d2 req-2b48a0a2-8efe-48aa-81ab-83318c3f818e tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 210 time: 0.0309646 Aug 20 11:04:22.850214 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025a10b-5749-49d0-b929-02ded2c2254f req-dbadcc5d-2e95-48c0-923e-4a168cd35aa6 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:22.851856 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f025a10b-5749-49d0-b929-02ded2c2254f req-dbadcc5d-2e95-48c0-923e-4a168cd35aa6 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a58d527-9286-40b7-8b44-2481aa97ba8e HTTP/1.1" status: 200 len: 946 time: 0.0506060 Aug 20 11:04:22.880590 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366495ee-cd6b-40f1-9507-a15231161923 req-2bdc1d31-fc5d-433f-b97b-7d73879c93af tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:22.882136 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-366495ee-cd6b-40f1-9507-a15231161923 req-2bdc1d31-fc5d-433f-b97b-7d73879c93af tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.24 "GET /v2.0/networks?id=b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 200 len: 815 time: 0.1176348 Aug 20 11:04:22.895137 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-366495ee-cd6b-40f1-9507-a15231161923 req-dcbf9452-970a-4081-b270-1a90df4b4c30 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Request body: {'port': {'device_id': 'bbde0783-a0a9-4f04-8f17-0e8f4388c410', 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492', 'admin_state_up': True, 'tenant_id': 'd0d802b19de641268831cee6235afa1b'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:04:22.946393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-f025a10b-5749-49d0-b929-02ded2c2254f req-4b62a16a-ac0f-4244-abba-e2916cff326f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Deleting port 56ecb0f2-5346-4224-8062-35db0febca42 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:04:22.946996 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f025a10b-5749-49d0-b929-02ded2c2254f req-4b62a16a-ac0f-4244-abba-e2916cff326f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:23.033027 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3b011da7-1754-4712-9a39-27a89e12772c req-733dd87c-0dd1-474a-82fc-dae16fdb5e95 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 210 time: 0.0346658 Aug 20 11:04:23.033975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-366495ee-cd6b-40f1-9507-a15231161923 req-dcbf9452-970a-4081-b270-1a90df4b4c30 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Made reservation on behalf of d0d802b19de641268831cee6235afa1b for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:04:23.038055 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-366495ee-cd6b-40f1-9507-a15231161923 req-dcbf9452-970a-4081-b270-1a90df4b4c30 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:23.040178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-f025a10b-5749-49d0-b929-02ded2c2254f req-4b62a16a-ac0f-4244-abba-e2916cff326f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] For port 56ecb0f2-5346-4224-8062-35db0febca42, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=56ecb0f2-5346-4224-8062-35db0febca42,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:04:23.040543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f025a10b-5749-49d0-b929-02ded2c2254f req-4b62a16a-ac0f-4244-abba-e2916cff326f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:23.054965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-f025a10b-5749-49d0-b929-02ded2c2254f req-4b62a16a-ac0f-4244-abba-e2916cff326f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Calling delete_port for 56ecb0f2-5346-4224-8062-35db0febca42 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:04:23.084654 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:23.169488 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-366495ee-cd6b-40f1-9507-a15231161923 req-dcbf9452-970a-4081-b270-1a90df4b4c30 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Allocated IP 172.20.0.4 (b805bba3-3431-494a-b163-f08acbcc3492/f6ed4baf-ece5-4121-9826-cf4c7bf51736/cd75e5fd-e4ca-476d-9389-cbd30a27cb0e) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:04:23.188307 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f025a10b-5749-49d0-b929-02ded2c2254f req-4b62a16a-ac0f-4244-abba-e2916cff326f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:23.201512 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56ecb0f2-5346-4224-8062-35db0febca42'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:04:23.217486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b62a16a-ac0f-4244-abba-e2916cff326f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Pushing event deleted for resources: {'Port': ['ID=56ecb0f2-5346-4224-8062-35db0febca42,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:04:23.262297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-f025a10b-5749-49d0-b929-02ded2c2254f req-4b62a16a-ac0f-4244-abba-e2916cff326f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] No DVR routers for this DVR port 56ecb0f2-5346-4224-8062-35db0febca42 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:04:23.264980 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f025a10b-5749-49d0-b929-02ded2c2254f req-4b62a16a-ac0f-4244-abba-e2916cff326f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:23.266981 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f025a10b-5749-49d0-b929-02ded2c2254f req-4b62a16a-ac0f-4244-abba-e2916cff326f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.24 "DELETE /v2.0/ports/56ecb0f2-5346-4224-8062-35db0febca42 HTTP/1.1" status: 204 len: 173 time: 0.4092634 Aug 20 11:04:23.267459 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a58d527-9286-40b7-8b44-2481aa97ba8e', 'name': 'network-vif-deleted', 'tag': '56ecb0f2-5346-4224-8062-35db0febca42'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:04:23.269757 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ae30f2-3162-4339-b333-9844f6dc1060" -d '{"events": [{"server_uuid": "6a58d527-9286-40b7-8b44-2481aa97ba8e", "name": "network-vif-deleted", "tag": "56ecb0f2-5346-4224-8062-35db0febca42"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:04:23.337576 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-366495ee-cd6b-40f1-9507-a15231161923 req-dcbf9452-970a-4081-b270-1a90df4b4c30 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:23.380869 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-366495ee-cd6b-40f1-9507-a15231161923 req-dcbf9452-970a-4081-b270-1a90df4b4c30 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:23.392118 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['56ecb0f2-5346-4224-8062-35db0febca42'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:04:23.438998 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87d5e60-dd2c-467a-9600-3c05e614d5e6 x-openstack-request-id: req-e87d5e60-dd2c-467a-9600-3c05e614d5e6 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:04:23.439455 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a58d527-9286-40b7-8b44-2481aa97ba8e", "name": "network-vif-deleted", "tag": "56ecb0f2-5346-4224-8062-35db0febca42", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:04:23.439780 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e87d5e60-dd2c-467a-9600-3c05e614d5e6 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:04:23.440197 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a58d527-9286-40b7-8b44-2481aa97ba8e', 'name': 'network-vif-deleted', 'tag': '56ecb0f2-5346-4224-8062-35db0febca42', 'status': 'completed', 'code': 200} Aug 20 11:04:23.440785 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf9452-970a-4081-b270-1a90df4b4c30 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Pushing event updated for resources: {'Port': ['ID=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:04:23.444227 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-366495ee-cd6b-40f1-9507-a15231161923 req-dcbf9452-970a-4081-b270-1a90df4b4c30 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Network b805bba3-3431-494a-b163-f08acbcc3492 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:04:23.445927 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-366495ee-cd6b-40f1-9507-a15231161923 req-dcbf9452-970a-4081-b270-1a90df4b4c30 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:04:23.448003 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-366495ee-cd6b-40f1-9507-a15231161923 req-dcbf9452-970a-4081-b270-1a90df4b4c30 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:04:23.500664 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366495ee-cd6b-40f1-9507-a15231161923 req-dcbf9452-970a-4081-b270-1a90df4b4c30 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:23.501359 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-366495ee-cd6b-40f1-9507-a15231161923 req-dcbf9452-970a-4081-b270-1a90df4b4c30 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:23.516855 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-366495ee-cd6b-40f1-9507-a15231161923 req-dcbf9452-970a-4081-b270-1a90df4b4c30 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6258233 Aug 20 11:04:23.529985 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Request body: {'port': {'device_id': 'bbde0783-a0a9-4f04-8f17-0e8f4388c410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:04:23.586585 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:23.863148 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd75e5fd-e4ca-476d-9389-cbd30a27cb0e {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:04:23.870501 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:23.882813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Transition to ACTIVE for port object cd75e5fd-e4ca-476d-9389-cbd30a27cb0e will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:04:23.886401 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:23.941248 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Pushing event updated for resources: {'Port': ['ID=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:04:24.002954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Attempting to bind port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:04:24.003311 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Attempting to bind port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '878be870-b339-4473-8009-80769658d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:04:24.003639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Attempting to bind port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e on network b805bba3-3431-494a-b163-f08acbcc3492 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:04:24.008473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e on network b805bba3-3431-494a-b163-f08acbcc3492 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:04:24.008795 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Attempting to bind port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e on network b805bba3-3431-494a-b163-f08acbcc3492 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:04:24.013444 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:04:24.013780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Checking segment: {'id': '878be870-b339-4473-8009-80769658d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:04:24.014157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Bound using segment: {'id': '878be870-b339-4473-8009-80769658d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:04:24.014574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Bound port: cd75e5fd-e4ca-476d-9389-cbd30a27cb0e, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878be870-b339-4473-8009-80769658d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:04:24.014939 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:24.078019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] For port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:04:24.081092 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] For port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:04:24.090126 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:24.137154 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:24.137766 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:24.139142 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-366495ee-cd6b-40f1-9507-a15231161923 req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] 10.222.0.24 "PUT /v2.0/ports/cd75e5fd-e4ca-476d-9389-cbd30a27cb0e HTTP/1.1" status: 200 len: 1092 time: 0.6134796 Aug 20 11:04:24.139574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbde0783-a0a9-4f04-8f17-0e8f4388c410', 'tag': 'cd75e5fd-e4ca-476d-9389-cbd30a27cb0e'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:04:24.141782 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f869cbba-79f8-48aa-bd95-5e06e2005b99" -d '{"events": [{"name": "network-changed", "server_uuid": "bbde0783-a0a9-4f04-8f17-0e8f4388c410", "tag": "cd75e5fd-e4ca-476d-9389-cbd30a27cb0e"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:04:24.210544 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d00a1b-0566-4458-81a1-97abab60c1ad x-openstack-request-id: req-83d00a1b-0566-4458-81a1-97abab60c1ad {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:04:24.210832 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbde0783-a0a9-4f04-8f17-0e8f4388c410", "tag": "cd75e5fd-e4ca-476d-9389-cbd30a27cb0e", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:04:24.211103 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83d00a1b-0566-4458-81a1-97abab60c1ad {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:04:24.211499 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbde0783-a0a9-4f04-8f17-0e8f4388c410', 'tag': 'cd75e5fd-e4ca-476d-9389-cbd30a27cb0e', 'status': 'completed', 'code': 200} Aug 20 11:04:24.213816 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b4f1b-559d-4dde-a228-9020e222dfbb service neutron] Pushing event updated for resources: {'Port': ['ID=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:04:24.227794 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a430793-a4aa-4808-8a7b-eb4ebe3a8a03 req-8ae805f5-22eb-4213-9372-ef50005bace4 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:24.229267 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0a430793-a4aa-4808-8a7b-eb4ebe3a8a03 req-8ae805f5-22eb-4213-9372-ef50005bace4 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 943 time: 0.1088359 Aug 20 11:04:24.254726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366495ee-cd6b-40f1-9507-a15231161923 req-80a4e93f-fafa-46dd-9484-ab39ae564624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:24.256873 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-366495ee-cd6b-40f1-9507-a15231161923 req-80a4e93f-fafa-46dd-9484-ab39ae564624 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0d802b19de641268831cee6235afa1b&device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 1095 time: 0.0769050 Aug 20 11:04:24.308128 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0a430793-a4aa-4808-8a7b-eb4ebe3a8a03 req-bf8b99d7-b0cc-45b8-8d37-4b5a8a236a78 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719481 Aug 20 11:04:24.309427 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-366495ee-cd6b-40f1-9507-a15231161923 req-d279b0a0-6d1b-4cc3-9514-a25304e0017c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e HTTP/1.1" status: 200 len: 217 time: 0.0424414 Aug 20 11:04:24.357658 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366495ee-cd6b-40f1-9507-a15231161923 req-6f00afd5-db8a-475e-a4ee-36e3958d0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:24.359110 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-366495ee-cd6b-40f1-9507-a15231161923 req-6f00afd5-db8a-475e-a4ee-36e3958d0475 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6ed4baf-ece5-4121-9826-cf4c7bf51736 HTTP/1.1" status: 200 len: 855 time: 0.0430050 Aug 20 11:04:24.389473 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-366495ee-cd6b-40f1-9507-a15231161923 req-fb305817-987d-4292-8432-47ce2b2e56a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b805bba3-3431-494a-b163-f08acbcc3492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231116 Aug 20 11:04:24.479104 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-366495ee-cd6b-40f1-9507-a15231161923 req-8db06f40-0026-45e1-b669-46c13aede53d service neutron] 10.222.0.24 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830078 Aug 20 11:04:24.568009 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-366495ee-cd6b-40f1-9507-a15231161923 req-e3276698-434f-4411-82d1-a287f5447bed service neutron] 10.222.0.24 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813105 Aug 20 11:04:24.649944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869cbba-79f8-48aa-bd95-5e06e2005b99 req-7cc9581d-ee41-4f67-b953-037cf260adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:24.651370 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f869cbba-79f8-48aa-bd95-5e06e2005b99 req-7cc9581d-ee41-4f67-b953-037cf260adc8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0d802b19de641268831cee6235afa1b&device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 1095 time: 0.0408220 Aug 20 11:04:24.743391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869cbba-79f8-48aa-bd95-5e06e2005b99 req-0124810b-df48-4558-8e52-81ec38c180b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:24.744876 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f869cbba-79f8-48aa-bd95-5e06e2005b99 req-0124810b-df48-4558-8e52-81ec38c180b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 200 len: 916 time: 0.0870917 Aug 20 11:04:24.785581 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f869cbba-79f8-48aa-bd95-5e06e2005b99 req-fa8e67ff-8fee-4bc5-90be-d9dd3d3d97a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e HTTP/1.1" status: 200 len: 217 time: 0.0337417 Aug 20 11:04:24.838252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869cbba-79f8-48aa-bd95-5e06e2005b99 req-921b4f38-ede5-416b-aa6d-a4eda89e0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:24.839776 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f869cbba-79f8-48aa-bd95-5e06e2005b99 req-921b4f38-ede5-416b-aa6d-a4eda89e0964 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6ed4baf-ece5-4121-9826-cf4c7bf51736 HTTP/1.1" status: 200 len: 855 time: 0.0471458 Aug 20 11:04:24.871690 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f869cbba-79f8-48aa-bd95-5e06e2005b99 req-0073e441-3e2d-4be5-8fd2-0779e7632eea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b805bba3-3431-494a-b163-f08acbcc3492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248392 Aug 20 11:04:24.968726 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f869cbba-79f8-48aa-bd95-5e06e2005b99 req-5c183a76-1551-4090-a47f-7b837483bb1f service neutron] 10.222.0.24 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903177 Aug 20 11:04:25.063579 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f869cbba-79f8-48aa-bd95-5e06e2005b99 req-9c3ded76-1aed-4d44-b986-d036bd721338 service neutron] 10.222.0.24 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865638 Aug 20 11:04:25.423988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a3853-ba64-4df4-b6a8-35302ea92db0 req-76db8417-e40a-4853-a2eb-ad5956da75db tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:25.425446 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-129a3853-ba64-4df4-b6a8-35302ea92db0 req-76db8417-e40a-4853-a2eb-ad5956da75db tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 943 time: 0.0483608 Aug 20 11:04:25.462112 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-129a3853-ba64-4df4-b6a8-35302ea92db0 req-24f7f6ea-0ba8-400f-a37d-4c75f4ed4014 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307174 Aug 20 11:04:26.376423 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 56ecb0f2-5346-4224-8062-35db0febca42 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:04:26.396675 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 56ecb0f2-5346-4224-8062-35db0febca42 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:04:26.397016 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 56ecb0f2-5346-4224-8062-35db0febca42 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:04:26.589718 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cd030-d40c-4246-9555-18a5743dfdfa req-fc57a939-f1c2-47c8-8aca-30b6ec5ecc2a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:26.591307 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-976cd030-d40c-4246-9555-18a5743dfdfa req-fc57a939-f1c2-47c8-8aca-30b6ec5ecc2a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 943 time: 0.0607693 Aug 20 11:04:26.639333 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-976cd030-d40c-4246-9555-18a5743dfdfa req-87154ce0-a11d-4654-80e8-d9ba929adb99 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Aug 20 11:04:27.762293 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b295757-1415-4642-9b61-bb53d8a7ba53 req-3e4c6a3d-9879-43b3-b60a-4524acf8e499 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:27.763798 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4b295757-1415-4642-9b61-bb53d8a7ba53 req-3e4c6a3d-9879-43b3-b60a-4524acf8e499 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 943 time: 0.0522027 Aug 20 11:04:27.801681 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4b295757-1415-4642-9b61-bb53d8a7ba53 req-2fd98276-24d9-4ab7-9856-406199f59f74 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319118 Aug 20 11:04:28.385712 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cd75e5fd-e4ca-476d-9389-cbd30a27cb0e details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:04:28.484496 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:04:28.497605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'cd75e5fd-e4ca-476d-9389-cbd30a27cb0e', 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492', 'port_id': 'cd75e5fd-e4ca-476d-9389-cbd30a27cb0e', 'mac_address': 'fa:16:3e:cb:30:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ed4baf-ece5-4121-9826-cf4c7bf51736', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:04:28.547282 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:28.562532 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd75e5fd-e4ca-476d-9389-cbd30a27cb0e {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:04:28.585022 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:04:28.590199 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:28.641946 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:04:28.898285 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['cd75e5fd-e4ca-476d-9389-cbd30a27cb0e'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:04:28.924852 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce16ef-4ed9-4d5e-83b0-2cdea885cc01 req-b692d78c-ef61-4e3c-8f3f-c4c0aae3cf56 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:28.926440 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-17ce16ef-4ed9-4d5e-83b0-2cdea885cc01 req-b692d78c-ef61-4e3c-8f3f-c4c0aae3cf56 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 944 time: 0.0526917 Aug 20 11:04:28.978504 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-17ce16ef-4ed9-4d5e-83b0-2cdea885cc01 req-d34a6ea7-f0c1-4ac1-a9fc-fe7794ac0594 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432687 Aug 20 11:04:29.353177 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6bd5eea3-a890-4118-a7d3-ef25c6f4b303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:30.096611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30c524-e9b4-46fe-9f10-90db75125f89 req-611f58da-1af6-46b1-b799-8f7bd3c60b3a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:30.098123 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e30c524-e9b4-46fe-9f10-90db75125f89 req-611f58da-1af6-46b1-b799-8f7bd3c60b3a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 944 time: 0.0511513 Aug 20 11:04:30.136383 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e30c524-e9b4-46fe-9f10-90db75125f89 req-8868e67f-8dab-404e-9f40-6b5ad3db010c tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323384 Aug 20 11:04:30.388346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cd75e5fd-e4ca-476d-9389-cbd30a27cb0e up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:04:30.437404 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:04:30.441804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:04:30.442171 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:30.519206 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:30.541571 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbde0783-a0a9-4f04-8f17-0e8f4388c410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd75e5fd-e4ca-476d-9389-cbd30a27cb0e'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:04:30.543880 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0747f5d5-b18b-407c-adac-c8331de3863c" -d '{"events": [{"server_uuid": "bbde0783-a0a9-4f04-8f17-0e8f4388c410", "name": "network-vif-plugged", "status": "completed", "tag": "cd75e5fd-e4ca-476d-9389-cbd30a27cb0e"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:04:30.558285 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:04:30.563632 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:30.587238 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817c4410-106c-4216-92a3-708a7c5e7852 x-openstack-request-id: req-817c4410-106c-4216-92a3-708a7c5e7852 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:04:30.587529 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbde0783-a0a9-4f04-8f17-0e8f4388c410", "name": "network-vif-plugged", "status": "completed", "tag": "cd75e5fd-e4ca-476d-9389-cbd30a27cb0e", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:04:30.587788 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-817c4410-106c-4216-92a3-708a7c5e7852 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:04:30.588175 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbde0783-a0a9-4f04-8f17-0e8f4388c410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd75e5fd-e4ca-476d-9389-cbd30a27cb0e', 'code': 200} Aug 20 11:04:30.615882 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:04:30.624080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:30.624427 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:30.624765 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:30.625096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:30.625422 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:30.625747 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:30.626068 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:30.626387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:30.626702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:30.627248 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:30.627571 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:30.627891 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:30.684042 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38a952-6164-4020-9e80-4ec776108f1e req-21cf2580-647e-4e84-9b0c-1f8eea170076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:30.685436 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c38a952-6164-4020-9e80-4ec776108f1e req-21cf2580-647e-4e84-9b0c-1f8eea170076 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 1097 time: 0.0437303 Aug 20 11:04:30.719712 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c38a952-6164-4020-9e80-4ec776108f1e req-7e7fd352-186c-442d-ac1b-d0b7aa6d63de service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268841 Aug 20 11:04:31.252090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16d810-89e1-49af-89e0-f3b98c29b114 req-433fe552-1214-4e8b-8379-f5ad2f1ecc15 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:31.253675 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bc16d810-89e1-49af-89e0-f3b98c29b114 req-433fe552-1214-4e8b-8379-f5ad2f1ecc15 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0513275 Aug 20 11:04:31.292243 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bc16d810-89e1-49af-89e0-f3b98c29b114 req-07d38f15-0df9-41b4-8eda-357b83b4d01d tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321224 Aug 20 11:04:31.970068 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc861-1a5a-46c5-a868-4a5505c9d3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:32.415112 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6c358-8915-4e5f-b4a4-3ae103907cdc req-fb340cf8-5e31-461e-8595-798a6029a278 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:32.416609 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c8f6c358-8915-4e5f-b4a4-3ae103907cdc req-fb340cf8-5e31-461e-8595-798a6029a278 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0509958 Aug 20 11:04:32.443602 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:32.460961 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c8f6c358-8915-4e5f-b4a4-3ae103907cdc req-13b866c5-e32c-4644-b6b4-fc144a771f2a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377395 Aug 20 11:04:32.583129 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95581b30-7c5f-4b93-807a-0dd51dd83b36 req-393efc21-2999-448e-9065-6f2acda2b72a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:32.584643 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-95581b30-7c5f-4b93-807a-0dd51dd83b36 req-393efc21-2999-448e-9065-6f2acda2b72a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0549586 Aug 20 11:04:32.624935 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-95581b30-7c5f-4b93-807a-0dd51dd83b36 req-5aa03495-a223-400a-b1f1-4ab056bb28fc tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343812 Aug 20 11:04:32.852041 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-42f29b83-abd8-4a01-8375-4587115e19d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0425284 Aug 20 11:04:32.869015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ab78f-dea5-49e2-a9ad-38da6b822cd3 req-5e90cd97-3572-481f-b0df-47ae98c80937 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:32.870592 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-049ab78f-dea5-49e2-a9ad-38da6b822cd3 req-5e90cd97-3572-481f-b0df-47ae98c80937 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0515230 Aug 20 11:04:32.910874 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-049ab78f-dea5-49e2-a9ad-38da6b822cd3 req-953259d6-c6bf-4751-8d84-71a2de7c7af6 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341578 Aug 20 11:04:33.251687 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:33.953205 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-1cde55b8-ee47-4a6f-806a-c8e78008ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:33.955515 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-1cde55b8-ee47-4a6f-806a-c8e78008ad0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0d802b19de641268831cee6235afa1b&device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 1097 time: 0.0459039 Aug 20 11:04:34.084216 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a520bf5-6d47-4ecc-ac17-fc89a5426686 req-524ae252-f8df-4e5a-a1f3-56120d926706 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:34.085586 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a520bf5-6d47-4ecc-ac17-fc89a5426686 req-524ae252-f8df-4e5a-a1f3-56120d926706 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0823989 Aug 20 11:04:34.086686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-b85369f8-4035-485d-a930-df8d5e1ee350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:34.088029 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-b85369f8-4035-485d-a930-df8d5e1ee350 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 200 len: 916 time: 0.1257346 Aug 20 11:04:34.137787 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-202311e7-714e-47db-9d7f-0b698c03d7de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e HTTP/1.1" status: 200 len: 217 time: 0.0398018 Aug 20 11:04:34.178592 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a520bf5-6d47-4ecc-ac17-fc89a5426686 req-dbbb4a68-10cc-4e7c-932f-a1fdb008aa78 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864785 Aug 20 11:04:34.195788 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-b1574eef-aeb8-4928-b918-790835e1c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:34.197208 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-b1574eef-aeb8-4928-b918-790835e1c5e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6ed4baf-ece5-4121-9826-cf4c7bf51736 HTTP/1.1" status: 200 len: 855 time: 0.0495338 Aug 20 11:04:34.229174 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-f9dca0b5-98eb-488a-9ddc-20ec95fa6c74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b805bba3-3431-494a-b163-f08acbcc3492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244210 Aug 20 11:04:34.321676 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-c008f6ee-e764-4734-88c9-442da27e686e service neutron] 10.222.0.24 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853190 Aug 20 11:04:34.413045 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-ed180bf0-fe29-41b4-a90e-a2fadf4ec042 service neutron] 10.222.0.24 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828266 Aug 20 11:04:34.906469 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:35.292506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138792a-baa1-4ac4-a5ad-c0b7c011eb32 req-f40f31bd-d9dd-4e9e-966d-f6fd530bcff5 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:35.294017 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1138792a-baa1-4ac4-a5ad-c0b7c011eb32 req-f40f31bd-d9dd-4e9e-966d-f6fd530bcff5 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0496144 Aug 20 11:04:35.332491 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1138792a-baa1-4ac4-a5ad-c0b7c011eb32 req-af9e05e1-c74e-4e0c-bb95-6404999c0fab tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325656 Aug 20 11:04:36.456975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a27d3-e29d-4894-968c-2867a00011cf req-42285d0b-cdcb-4b82-a8db-08bfb2b28e79 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:36.458480 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bc9a27d3-e29d-4894-968c-2867a00011cf req-42285d0b-cdcb-4b82-a8db-08bfb2b28e79 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0533893 Aug 20 11:04:36.496061 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bc9a27d3-e29d-4894-968c-2867a00011cf req-d89d98cc-7c95-4721-9e28-e175eb92e29a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309575 Aug 20 11:04:36.899288 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:04:37.613399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03d704-8f2a-41f5-8742-554d2442c1bd req-f55d3f1c-05fe-4ef1-abf6-1a49d684e6b0 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:37.614857 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9e03d704-8f2a-41f5-8742-554d2442c1bd req-f55d3f1c-05fe-4ef1-abf6-1a49d684e6b0 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0519953 Aug 20 11:04:37.651405 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9e03d704-8f2a-41f5-8742-554d2442c1bd req-f80339ea-a252-43a4-ac84-e8df6de7f67f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306191 Aug 20 11:04:38.769995 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287c8a5-bec4-4767-b674-27902332a515 req-9bb65c47-eaa7-42d1-bb3d-f69c091cd4fa tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:38.771516 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9287c8a5-bec4-4767-b674-27902332a515 req-9bb65c47-eaa7-42d1-bb3d-f69c091cd4fa tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0497875 Aug 20 11:04:38.809982 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9287c8a5-bec4-4767-b674-27902332a515 req-83a9dea5-3272-437c-a4e9-28c16bfea5e4 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316730 Aug 20 11:04:39.924091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270d65e-c8eb-4226-98da-84c77a2d9285 req-c822973b-9bf2-4cdd-94fe-b58ecd8faa75 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:39.925606 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d270d65e-c8eb-4226-98da-84c77a2d9285 req-c822973b-9bf2-4cdd-94fe-b58ecd8faa75 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0494196 Aug 20 11:04:39.964545 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d270d65e-c8eb-4226-98da-84c77a2d9285 req-e3eeb224-4c6a-4ede-8702-eee2b6920ac8 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324733 Aug 20 11:04:41.087055 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4eadf9-a770-448f-8cec-8349424afef1 req-1c6b6a64-6d7c-4179-a3b4-9899c834058c tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:41.088589 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb4eadf9-a770-448f-8cec-8349424afef1 req-1c6b6a64-6d7c-4179-a3b4-9899c834058c tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0538166 Aug 20 11:04:41.126048 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb4eadf9-a770-448f-8cec-8349424afef1 req-d10f59e0-2b02-4035-8b2a-bc5c26c4d93e tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314140 Aug 20 11:04:42.240879 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc6d3f-2ec3-4291-9111-f67dec04a951 req-032feaca-7e37-45eb-8202-998cd78b28d6 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:42.242381 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62fc6d3f-2ec3-4291-9111-f67dec04a951 req-032feaca-7e37-45eb-8202-998cd78b28d6 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0496159 Aug 20 11:04:42.286450 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62fc6d3f-2ec3-4291-9111-f67dec04a951 req-fa0a1354-9813-4dd2-a024-053f2f7c7efc tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375059 Aug 20 11:04:43.460401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3cfbf-bc53-4069-aad7-3ca6cd5acec0 req-ff7825c5-c00d-4b17-9c07-da88933b2ee1 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:43.462830 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a1f3cfbf-bc53-4069-aad7-3ca6cd5acec0 req-ff7825c5-c00d-4b17-9c07-da88933b2ee1 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.1084425 Aug 20 11:04:43.501697 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a1f3cfbf-bc53-4069-aad7-3ca6cd5acec0 req-4a28311b-119c-4039-b23a-250752acdae6 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328808 Aug 20 11:04:44.712832 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af783717-75a3-4a68-ab34-907906e52b7b req-9ed7e3ea-81f7-406b-ae6b-3711d10bded2 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:44.714325 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af783717-75a3-4a68-ab34-907906e52b7b req-9ed7e3ea-81f7-406b-ae6b-3711d10bded2 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.1216731 Aug 20 11:04:44.752886 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af783717-75a3-4a68-ab34-907906e52b7b req-386f1a38-3cea-4f28-b208-65ef4aa1e802 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326424 Aug 20 11:04:45.881470 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267d6f4-7b35-4bc6-a62c-d1a7ab09a6cb req-0756b23c-1e5c-4fe6-a313-4d7590e21dc6 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:45.883146 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8267d6f4-7b35-4bc6-a62c-d1a7ab09a6cb req-0756b23c-1e5c-4fe6-a313-4d7590e21dc6 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0520711 Aug 20 11:04:45.924245 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8267d6f4-7b35-4bc6-a62c-d1a7ab09a6cb req-cf7ef653-b662-4c7f-b69c-a87a6e84d76f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340881 Aug 20 11:04:47.044382 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ef113-6115-49f8-9da5-91d64258d284 req-2c21d357-b6b6-4759-b2d1-01cd3557d3a8 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:47.045782 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1f4ef113-6115-49f8-9da5-91d64258d284 req-2c21d357-b6b6-4759-b2d1-01cd3557d3a8 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0526049 Aug 20 11:04:47.086078 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1f4ef113-6115-49f8-9da5-91d64258d284 req-0814f948-0b41-4f26-a8d0-6ee8b0d3c636 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339017 Aug 20 11:04:48.212506 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ead0d2-3378-433b-b34c-b8dd593b3b4c req-432fe6ef-a47e-48c1-af4b-a07113479e03 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:48.215016 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-44ead0d2-3378-433b-b34c-b8dd593b3b4c req-432fe6ef-a47e-48c1-af4b-a07113479e03 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0592780 Aug 20 11:04:48.252339 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-44ead0d2-3378-433b-b34c-b8dd593b3b4c req-9fbc93da-6339-4a1c-9b55-f1a3fda871c9 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313978 Aug 20 11:04:48.824354 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:49.369408 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf107084-f86f-4c5c-9dab-daf215bd307b req-b0a6293e-d555-4ec2-acf3-78c3724df18f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:49.370936 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cf107084-f86f-4c5c-9dab-daf215bd307b req-b0a6293e-d555-4ec2-acf3-78c3724df18f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0497005 Aug 20 11:04:49.412146 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cf107084-f86f-4c5c-9dab-daf215bd307b req-da97846c-190c-47dc-aa7d-d2cfc8012ea2 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350416 Aug 20 11:04:50.538198 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950e34e-587d-45d5-8658-3135d0df4079 req-6b318e4e-7a19-414b-9b0d-cf0e41a96939 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:50.539702 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4950e34e-587d-45d5-8658-3135d0df4079 req-6b318e4e-7a19-414b-9b0d-cf0e41a96939 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0524988 Aug 20 11:04:50.580339 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4950e34e-587d-45d5-8658-3135d0df4079 req-da8223e5-5261-4486-b94f-31a58b00d036 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340590 Aug 20 11:04:51.708734 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47dd54-dcf4-4d3b-ae61-ee07353e9135 req-343d4997-3828-4bea-87e4-60c7aa91f871 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:51.710205 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f47dd54-dcf4-4d3b-ae61-ee07353e9135 req-343d4997-3828-4bea-87e4-60c7aa91f871 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0522096 Aug 20 11:04:51.749373 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f47dd54-dcf4-4d3b-ae61-ee07353e9135 req-9c23cad1-cca2-459a-92fa-a407df3a8d59 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329800 Aug 20 11:04:52.881194 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815098b-b461-4651-a51f-c09a579e5d6c req-faf8905b-6499-4ba0-a24a-e538ed69be6b tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:52.882815 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2815098b-b461-4651-a51f-c09a579e5d6c req-faf8905b-6499-4ba0-a24a-e538ed69be6b tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0522664 Aug 20 11:04:52.923268 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2815098b-b461-4651-a51f-c09a579e5d6c req-cbf57631-b7dc-42fa-a0f0-be0ae7e251f3 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339687 Aug 20 11:04:53.101237 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:54.039524 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de338085-c89f-4175-a5d6-d773de42786d req-a5bd14a3-1d7b-41bd-a839-f44c3715c54b tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:54.040948 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de338085-c89f-4175-a5d6-d773de42786d req-a5bd14a3-1d7b-41bd-a839-f44c3715c54b tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0489604 Aug 20 11:04:54.079984 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de338085-c89f-4175-a5d6-d773de42786d req-e7dab080-0bdc-4bc3-aa60-f6625a5a1d93 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320637 Aug 20 11:04:55.208208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca2914-b80b-402c-80ed-aa298a4048a0 req-a17b0f70-448b-4200-8f41-f7e6d4c187fb tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:55.209718 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3ca2914-b80b-402c-80ed-aa298a4048a0 req-a17b0f70-448b-4200-8f41-f7e6d4c187fb tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0551729 Aug 20 11:04:55.252128 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3ca2914-b80b-402c-80ed-aa298a4048a0 req-3bb2415f-f94c-40b3-a73f-dbf6a1a759ad tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355020 Aug 20 11:04:56.369424 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481ef05-08a1-4e8e-993e-7aeae574cdd5 req-f7c7e480-734a-4dd1-86a7-4ae0a75e8abe tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:56.371335 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1481ef05-08a1-4e8e-993e-7aeae574cdd5 req-f7c7e480-734a-4dd1-86a7-4ae0a75e8abe tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0487912 Aug 20 11:04:56.409992 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1481ef05-08a1-4e8e-993e-7aeae574cdd5 req-843fd4fe-1ff7-4081-9138-fa258e8e6fbb tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326324 Aug 20 11:04:57.531592 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad5633-5eb8-43bb-bf61-5968f58e0df1 req-9dd80c87-7d5e-4fc9-b1a4-a6a3f0f1fd1f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:57.533445 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-16ad5633-5eb8-43bb-bf61-5968f58e0df1 req-9dd80c87-7d5e-4fc9-b1a4-a6a3f0f1fd1f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0532463 Aug 20 11:04:57.574837 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-16ad5633-5eb8-43bb-bf61-5968f58e0df1 req-0510f1a3-ffc6-403c-9069-04b8ed3a6fbc tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346885 Aug 20 11:04:58.695233 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052be83d-bf70-4616-a51a-2d5f23ef0d55 req-9995e46e-a0d9-442f-8243-1dde1456a0ce tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:58.696736 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-052be83d-bf70-4616-a51a-2d5f23ef0d55 req-9995e46e-a0d9-442f-8243-1dde1456a0ce tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0532863 Aug 20 11:04:58.734966 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-052be83d-bf70-4616-a51a-2d5f23ef0d55 req-3d2b4e89-ce1a-4714-93a3-1050d164edb5 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324018 Aug 20 11:04:59.343738 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-971a0826-603b-4ec5-ba9b-fdd13fb52a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:59.849439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58c15d-c413-4212-baf2-3b4b6ef95552 req-1b8e7036-ad36-4468-8ead-1131a67e126f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:04:59.850913 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd58c15d-c413-4212-baf2-3b4b6ef95552 req-1b8e7036-ad36-4468-8ead-1131a67e126f tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0491872 Aug 20 11:04:59.888223 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fd58c15d-c413-4212-baf2-3b4b6ef95552 req-b6e43326-2b92-4e8e-97a7-7bfe86b543c0 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314291 Aug 20 11:05:01.001290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde092e-3022-411b-9f2d-c21e3145fed3 req-72cd9935-4c71-4235-8ccc-fac1f4e5cd7a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:01.002683 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1cde092e-3022-411b-9f2d-c21e3145fed3 req-72cd9935-4c71-4235-8ccc-fac1f4e5cd7a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0485640 Aug 20 11:05:01.040689 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1cde092e-3022-411b-9f2d-c21e3145fed3 req-5eded035-6b17-4817-9042-dff47bf4fc3e tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320933 Aug 20 11:05:01.367583 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-9346f9bd-9349-486a-a0d3-7694b5e5c08c service neutron] show failed (client error): The resource could not be found. Aug 20 11:05:01.368569 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-9346f9bd-9349-486a-a0d3-7694b5e5c08c service neutron] 10.222.0.24 "GET /v2.0/ports/cd75e5fd-e4ca-476d-9389-cbd30a27cb0e/bindings/n-h1-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.0536921 Aug 20 11:05:01.560010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-d206e849-221a-4b5b-a7f1-24ee3720c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:01.561545 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-d206e849-221a-4b5b-a7f1-24ee3720c419 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410&tenant_id=d0d802b19de641268831cee6235afa1b HTTP/1.1" status: 200 len: 1097 time: 0.0460618 Aug 20 11:05:01.573468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-11', 'device_owner': 'compute:nova'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:05:01.628008 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:01.829630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] For port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:05:01.861302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] For port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:05:01.902903 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbde0783-a0a9-4f04-8f17-0e8f4388c410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd75e5fd-e4ca-476d-9389-cbd30a27cb0e'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:05:01.905159 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a44cf0-617f-441b-bafc-ea21c5d7481a" -d '{"events": [{"server_uuid": "bbde0783-a0a9-4f04-8f17-0e8f4388c410", "name": "network-vif-unplugged", "status": "completed", "tag": "cd75e5fd-e4ca-476d-9389-cbd30a27cb0e"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:05:01.909136 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:01.921767 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Transition to ACTIVE for port object cd75e5fd-e4ca-476d-9389-cbd30a27cb0e will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:05:01.926171 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:01.958583 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b19fb9-8e80-4c4d-ba74-9195f7c913fa x-openstack-request-id: req-d9b19fb9-8e80-4c4d-ba74-9195f7c913fa {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:05:01.958880 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbde0783-a0a9-4f04-8f17-0e8f4388c410", "name": "network-vif-unplugged", "status": "completed", "tag": "cd75e5fd-e4ca-476d-9389-cbd30a27cb0e", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:05:01.959153 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9b19fb9-8e80-4c4d-ba74-9195f7c913fa {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:05:01.959548 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbde0783-a0a9-4f04-8f17-0e8f4388c410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd75e5fd-e4ca-476d-9389-cbd30a27cb0e', 'code': 200} Aug 20 11:05:01.972957 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c2279b3c-948e-4c1d-8329-eb05cb1ab534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:01.990669 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] No DVR routers for this DVR port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:05:01.993823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Pushing event updated for resources: {'Port': ['ID=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,revision_number=6']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:02.026138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Attempting to bind port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:05:02.026470 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Attempting to bind port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '878be870-b339-4473-8009-80769658d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:05:02.026793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Attempting to bind port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e on network b805bba3-3431-494a-b163-f08acbcc3492 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:05:02.031479 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e on network b805bba3-3431-494a-b163-f08acbcc3492 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:05:02.031811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Attempting to bind port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e on network b805bba3-3431-494a-b163-f08acbcc3492 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:05:02.036509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:05:02.036840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Checking segment: {'id': '878be870-b339-4473-8009-80769658d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:05:02.037216 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Bound using segment: {'id': '878be870-b339-4473-8009-80769658d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:05:02.037627 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Bound port: cd75e5fd-e4ca-476d-9389-cbd30a27cb0e, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878be870-b339-4473-8009-80769658d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:05:02.037972 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:02.103751 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] For port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:05:02.107938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] For port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:05:02.113140 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:02.147565 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:02.148188 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:02.149560 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] 10.222.0.42 "PUT /v2.0/ports/cd75e5fd-e4ca-476d-9389-cbd30a27cb0e HTTP/1.1" status: 200 len: 1092 time: 0.5800738 Aug 20 11:05:02.159988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15cbab-3808-4ce2-874b-3751ed068c4a req-3138797e-82c4-487d-b23c-41b3b7948311 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:02.161419 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd15cbab-3808-4ce2-874b-3751ed068c4a req-3138797e-82c4-487d-b23c-41b3b7948311 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 943 time: 0.0532963 Aug 20 11:05:02.170938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd662a1a-8d38-44fa-9461-12dfdb612f5e service neutron] Pushing event updated for resources: {'Port': ['ID=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,revision_number=7']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:02.201712 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dd15cbab-3808-4ce2-874b-3751ed068c4a req-244cf7e0-fe0a-4fa1-8890-d818c7ebb486 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322182 Aug 20 11:05:02.212931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-d7c62456-9a09-4524-a27e-7849ee5306f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:02.214436 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-d7c62456-9a09-4524-a27e-7849ee5306f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0d802b19de641268831cee6235afa1b&device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 1095 time: 0.0405810 Aug 20 11:05:02.307222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-7d3e681e-ae8c-49b8-82dc-068aa5a8c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:02.308690 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-7d3e681e-ae8c-49b8-82dc-068aa5a8c14b service neutron] 10.222.0.42 "GET /v2.0/networks?id=b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 200 len: 916 time: 0.0871496 Aug 20 11:05:02.350372 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-686e3693-8ea4-4ba4-9a6b-15e69607faf3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e HTTP/1.1" status: 200 len: 217 time: 0.0340540 Aug 20 11:05:02.397448 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-4383b5c9-7a50-47f6-b035-07f75182470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:02.398892 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-4383b5c9-7a50-47f6-b035-07f75182470a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6ed4baf-ece5-4121-9826-cf4c7bf51736 HTTP/1.1" status: 200 len: 855 time: 0.0416462 Aug 20 11:05:02.428734 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-2d976a6c-2d23-4960-89e0-a0639135239b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b805bba3-3431-494a-b163-f08acbcc3492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229971 Aug 20 11:05:02.440556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-6d245543-e4a2-4d5a-8cb8-1888943fa9c2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:05:02.441531 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-6d245543-e4a2-4d5a-8cb8-1888943fa9c2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053160 Aug 20 11:05:02.445724 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:02.835445 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-1c4d9922-5333-46ea-a28e-e06c5ebb8447 service neutron] 10.222.0.42 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872275 Aug 20 11:05:02.922607 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-f81e1855-b395-440b-a557-84c2e26e87b8 service neutron] 10.222.0.42 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802634 Aug 20 11:05:03.037339 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef434e25-fad6-4080-89ed-42866a273ec5 req-fbe756f2-e39a-41f4-8a67-3ce4847fc4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:03.038869 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef434e25-fad6-4080-89ed-42866a273ec5 req-fbe756f2-e39a-41f4-8a67-3ce4847fc4bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0d802b19de641268831cee6235afa1b&device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 1095 time: 0.0466025 Aug 20 11:05:03.142520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef434e25-fad6-4080-89ed-42866a273ec5 req-7111d6a6-fa21-41e8-bc00-3aff1158fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:03.144032 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef434e25-fad6-4080-89ed-42866a273ec5 req-7111d6a6-fa21-41e8-bc00-3aff1158fb9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 200 len: 916 time: 0.0852427 Aug 20 11:05:03.190208 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef434e25-fad6-4080-89ed-42866a273ec5 req-a07639b0-1bcf-41b3-b9f5-950c0e4dd95d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e HTTP/1.1" status: 200 len: 217 time: 0.0384760 Aug 20 11:05:03.248615 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef434e25-fad6-4080-89ed-42866a273ec5 req-f1ab0f8d-d02b-4f76-a51f-02cf002e652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:03.250132 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef434e25-fad6-4080-89ed-42866a273ec5 req-f1ab0f8d-d02b-4f76-a51f-02cf002e652d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6ed4baf-ece5-4121-9826-cf4c7bf51736 HTTP/1.1" status: 200 len: 855 time: 0.0531330 Aug 20 11:05:03.259017 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:03.283513 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef434e25-fad6-4080-89ed-42866a273ec5 req-40ff6541-ed93-442f-a844-88b361e2eb54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b805bba3-3431-494a-b163-f08acbcc3492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245700 Aug 20 11:05:03.386742 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adebc7e-f32f-4cf5-a847-7ed26982bc15 req-897f97eb-66bb-4d61-a9fb-f1c18b6031d6 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:03.388286 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9adebc7e-f32f-4cf5-a847-7ed26982bc15 req-897f97eb-66bb-4d61-a9fb-f1c18b6031d6 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 943 time: 0.1039772 Aug 20 11:05:03.421410 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef434e25-fad6-4080-89ed-42866a273ec5 req-06ad3db9-e1f9-4821-a69a-53ca855f8d76 service neutron] 10.222.0.42 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289246 Aug 20 11:05:03.452994 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9adebc7e-f32f-4cf5-a847-7ed26982bc15 req-6d6864bc-4bcd-4715-9a45-2e96554bd309 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581629 Aug 20 11:05:03.528418 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ef434e25-fad6-4080-89ed-42866a273ec5 req-84dfd903-a058-4f8b-80f0-f7e2298f05f0 service neutron] 10.222.0.42 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976763 Aug 20 11:05:03.960894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbde0783-a0a9-4f04-8f17-0e8f4388c410', 'tag': 'cd75e5fd-e4ca-476d-9389-cbd30a27cb0e'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:05:03.963434 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f" -d '{"events": [{"name": "network-changed", "server_uuid": "bbde0783-a0a9-4f04-8f17-0e8f4388c410", "tag": "cd75e5fd-e4ca-476d-9389-cbd30a27cb0e"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:05:04.009424 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9d13fe-2f7e-46ce-aa17-22b278994d43 x-openstack-request-id: req-4e9d13fe-2f7e-46ce-aa17-22b278994d43 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:05:04.009745 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbde0783-a0a9-4f04-8f17-0e8f4388c410", "tag": "cd75e5fd-e4ca-476d-9389-cbd30a27cb0e", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:05:04.010002 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e9d13fe-2f7e-46ce-aa17-22b278994d43 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:05:04.010403 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbde0783-a0a9-4f04-8f17-0e8f4388c410', 'tag': 'cd75e5fd-e4ca-476d-9389-cbd30a27cb0e', 'status': 'completed', 'code': 200} Aug 20 11:05:04.098495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-7fe08b8d-3df5-4dca-b137-60441748c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:04.100025 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-7fe08b8d-3df5-4dca-b137-60441748c9ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0d802b19de641268831cee6235afa1b&device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 1095 time: 0.0692286 Aug 20 11:05:04.102364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-f60be1b7-9065-424d-8709-94bf3305074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:04.103778 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-f60be1b7-9065-424d-8709-94bf3305074a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0d802b19de641268831cee6235afa1b&device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 1095 time: 0.0649667 Aug 20 11:05:04.258987 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-25623d12-b357-4bf2-8fe3-02dd969c9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:04.260396 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-25623d12-b357-4bf2-8fe3-02dd969c9420 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 200 len: 916 time: 0.1526353 Aug 20 11:05:04.261454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-5e1f01df-6204-4ea3-9aa2-70359614698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:04.263353 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-5e1f01df-6204-4ea3-9aa2-70359614698b service neutron] 10.222.0.24 "GET /v2.0/networks?id=b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 200 len: 916 time: 0.1484156 Aug 20 11:05:04.336255 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-b280c5d0-db04-441a-b49a-7d11500f6ede service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e HTTP/1.1" status: 200 len: 217 time: 0.0680766 Aug 20 11:05:04.337448 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-7e8df5ed-c183-4033-a042-7ac1904f8fe4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e HTTP/1.1" status: 200 len: 217 time: 0.0638945 Aug 20 11:05:04.425572 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-66c9d684-dab0-4f7f-902a-43a2abfef023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:04.427071 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-66c9d684-dab0-4f7f-902a-43a2abfef023 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6ed4baf-ece5-4121-9826-cf4c7bf51736 HTTP/1.1" status: 200 len: 855 time: 0.0828483 Aug 20 11:05:04.428489 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-e8e02785-d112-411c-bd45-ab0b140d30af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:04.429808 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-e8e02785-d112-411c-bd45-ab0b140d30af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f6ed4baf-ece5-4121-9826-cf4c7bf51736 HTTP/1.1" status: 200 len: 855 time: 0.0783570 Aug 20 11:05:04.478203 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-0a86b3aa-99a6-441f-b3c5-739bcfca1269 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b805bba3-3431-494a-b163-f08acbcc3492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429375 Aug 20 11:05:04.479911 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-03766558-6818-4631-a8e0-4192264de677 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b805bba3-3431-494a-b163-f08acbcc3492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356989 Aug 20 11:05:04.544442 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cd75e5fd-e4ca-476d-9389-cbd30a27cb0e no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:05:04.586643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cd75e5fd-e4ca-476d-9389-cbd30a27cb0e not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:05:04.665445 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6a70a-535d-4a08-9167-f181850b5e00 req-6db71a75-b6c5-44f7-8b95-91cfe676614a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:04.666925 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-68a6a70a-535d-4a08-9167-f181850b5e00 req-6db71a75-b6c5-44f7-8b95-91cfe676614a tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 943 time: 0.1297204 Aug 20 11:05:04.699206 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-66984c73-90a0-40c9-b203-d54e7be46008 service neutron] 10.222.0.24 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133124 Aug 20 11:05:04.702496 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-7fd731df-e61a-4794-923a-0f8edaf9e601 service neutron] 10.222.0.42 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095232 Aug 20 11:05:04.819269 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-68a6a70a-535d-4a08-9167-f181850b5e00 req-2733d5dc-fed5-4a03-8b3b-296f132c6b3c tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390209 Aug 20 11:05:04.882900 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-0bc70016-e8d3-46bf-8203-f93c2f2f254f service neutron] 10.222.0.42 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681864 Aug 20 11:05:04.888094 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2ba26d7-fe81-46bb-8eee-e0b04ded739f req-45e3f70f-0a05-4a0f-83f3-bddd777f3b30 service neutron] 10.222.0.24 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813421 Aug 20 11:05:04.913085 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:05.048798 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3890685-0719-4f30-9194-6bd20b3828d8 req-080d43d6-1fc7-4ee4-b357-e14875a62a52 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:05.050684 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3890685-0719-4f30-9194-6bd20b3828d8 req-080d43d6-1fc7-4ee4-b357-e14875a62a52 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 943 time: 0.0840905 Aug 20 11:05:05.075202 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2c417-0676-4108-af4e-a8a660994efa req-2c535179-2715-4917-b9a8-6b6dbbe62fbe tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:05.076477 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4aa2c417-0676-4108-af4e-a8a660994efa req-2c535179-2715-4917-b9a8-6b6dbbe62fbe tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410&tenant_id=d0d802b19de641268831cee6235afa1b&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 943 time: 0.0841322 Aug 20 11:05:05.130307 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3890685-0719-4f30-9194-6bd20b3828d8 req-ec14b5a5-7cf6-402d-8ca0-865270c1e30e tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726008 Aug 20 11:05:05.151974 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-4aa2c417-0676-4108-af4e-a8a660994efa req-f0740d94-c15f-4b40-bb6a-0107fd00ad74 service neutron] delete failed (client error): The resource could not be found. Aug 20 11:05:05.153561 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4aa2c417-0676-4108-af4e-a8a660994efa req-f0740d94-c15f-4b40-bb6a-0107fd00ad74 service neutron] 10.222.0.24 "DELETE /v2.0/ports/cd75e5fd-e4ca-476d-9389-cbd30a27cb0e/bindings/n-h2-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.0692222 Aug 20 11:05:05.234127 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2c417-0676-4108-af4e-a8a660994efa req-a27ca7d2-3259-450d-8903-cd4a299ecb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:05.235629 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4aa2c417-0676-4108-af4e-a8a660994efa req-a27ca7d2-3259-450d-8903-cd4a299ecb62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0d802b19de641268831cee6235afa1b&device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 1095 time: 0.0411248 Aug 20 11:05:05.328243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2c417-0676-4108-af4e-a8a660994efa req-11aebc5b-2cca-4b90-a57a-0d1c86da9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:05.329629 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4aa2c417-0676-4108-af4e-a8a660994efa req-11aebc5b-2cca-4b90-a57a-0d1c86da9318 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 200 len: 916 time: 0.0869117 Aug 20 11:05:05.371201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4aa2c417-0676-4108-af4e-a8a660994efa req-23d1829c-b830-4176-90fc-81f5bcc64f91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e HTTP/1.1" status: 200 len: 217 time: 0.0336392 Aug 20 11:05:05.419273 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2c417-0676-4108-af4e-a8a660994efa req-91d8d054-eb6c-4c89-a390-b34d758f1e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:05.420747 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4aa2c417-0676-4108-af4e-a8a660994efa req-91d8d054-eb6c-4c89-a390-b34d758f1e18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6ed4baf-ece5-4121-9826-cf4c7bf51736 HTTP/1.1" status: 200 len: 855 time: 0.0432487 Aug 20 11:05:05.452457 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4aa2c417-0676-4108-af4e-a8a660994efa req-6628649b-2f93-404d-9eaa-206b8387d67d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b805bba3-3431-494a-b163-f08acbcc3492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251951 Aug 20 11:05:05.485838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device cd75e5fd-e4ca-476d-9389-cbd30a27cb0e details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:05:05.552469 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4aa2c417-0676-4108-af4e-a8a660994efa req-42b1bfc3-9713-405b-8a5a-2f073b9df3d6 service neutron] 10.222.0.24 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931475 Aug 20 11:05:05.577307 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:05:05.588535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'cd75e5fd-e4ca-476d-9389-cbd30a27cb0e', 'network_id': 'b805bba3-3431-494a-b163-f08acbcc3492', 'port_id': 'cd75e5fd-e4ca-476d-9389-cbd30a27cb0e', 'mac_address': 'fa:16:3e:cb:30:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ed4baf-ece5-4121-9826-cf4c7bf51736', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:05:05.627255 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:05.640074 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd75e5fd-e4ca-476d-9389-cbd30a27cb0e {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:05:05.642573 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4aa2c417-0676-4108-af4e-a8a660994efa req-99f9e62f-5e64-4535-8c39-6a9eb96f642a service neutron] 10.222.0.24 "GET /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822346 Aug 20 11:05:05.658989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:05:05.663740 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:05.710342 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:05.897707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['cd75e5fd-e4ca-476d-9389-cbd30a27cb0e'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:05:06.254237 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b02aa3-ed65-4a14-8dec-747ba2fe4cdb req-9acde86d-3a9e-4c98-976f-6f3d9f317003 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:06.255740 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-14b02aa3-ed65-4a14-8dec-747ba2fe4cdb req-9acde86d-3a9e-4c98-976f-6f3d9f317003 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 944 time: 0.0518565 Aug 20 11:05:06.292492 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-14b02aa3-ed65-4a14-8dec-747ba2fe4cdb req-08a6e73a-5265-46af-9122-89ceb83c6257 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307949 Aug 20 11:05:06.409311 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa90a10-9d0e-4f2b-85b1-5ccb7f6bd088 req-879c5df3-1c25-43e5-988f-5ab9687f4786 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:06.410705 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7aa90a10-9d0e-4f2b-85b1-5ccb7f6bd088 req-879c5df3-1c25-43e5-988f-5ab9687f4786 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 944 time: 0.0527499 Aug 20 11:05:06.448815 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7aa90a10-9d0e-4f2b-85b1-5ccb7f6bd088 req-9a800b6e-8579-47ee-9ef7-5a49880a3dea tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320735 Aug 20 11:05:06.564957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0091081-f6b4-429c-83ed-d7dfef84ff50 req-a47c6d09-ec27-498e-9686-defbc554fd03 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:06.566428 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d0091081-f6b4-429c-83ed-d7dfef84ff50 req-a47c6d09-ec27-498e-9686-defbc554fd03 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 944 time: 0.0485830 Aug 20 11:05:06.603176 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d0091081-f6b4-429c-83ed-d7dfef84ff50 req-2ebe6e24-c227-4e44-8071-248d45940385 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308294 Aug 20 11:05:06.921665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb0dcd-7107-4422-9473-ead7afe75464 req-b3f4e27d-3816-443a-8d6f-7a5834ad6adf tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:06.923073 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23cb0dcd-7107-4422-9473-ead7afe75464 req-b3f4e27d-3816-443a-8d6f-7a5834ad6adf tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 944 time: 0.0493159 Aug 20 11:05:06.960312 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23cb0dcd-7107-4422-9473-ead7afe75464 req-47c549db-d9a5-456a-b66b-560292a29c4c tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311227 Aug 20 11:05:07.503070 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device cd75e5fd-e4ca-476d-9389-cbd30a27cb0e up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:05:07.554078 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:05:07.557784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:05:07.558153 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:07.632696 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:07.654313 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbde0783-a0a9-4f04-8f17-0e8f4388c410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd75e5fd-e4ca-476d-9389-cbd30a27cb0e'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:05:07.656576 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e03674-6d30-4e5a-9424-ecbd910dd2ad" -d '{"events": [{"server_uuid": "bbde0783-a0a9-4f04-8f17-0e8f4388c410", "name": "network-vif-plugged", "status": "completed", "tag": "cd75e5fd-e4ca-476d-9389-cbd30a27cb0e"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:05:07.669247 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:05:07.674351 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:07.700398 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90afc73-b460-413e-a905-f9577408b847 x-openstack-request-id: req-f90afc73-b460-413e-a905-f9577408b847 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:05:07.700684 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbde0783-a0a9-4f04-8f17-0e8f4388c410", "name": "network-vif-plugged", "status": "completed", "tag": "cd75e5fd-e4ca-476d-9389-cbd30a27cb0e", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:05:07.700933 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f90afc73-b460-413e-a905-f9577408b847 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:05:07.701316 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbde0783-a0a9-4f04-8f17-0e8f4388c410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd75e5fd-e4ca-476d-9389-cbd30a27cb0e', 'code': 200} Aug 20 11:05:07.725553 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:08.089231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb0a4b-3709-480a-b5ca-02b247300c81 req-df680b67-aa98-44cc-afba-30a6f8c26621 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:08.091517 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56eb0a4b-3709-480a-b5ca-02b247300c81 req-df680b67-aa98-44cc-afba-30a6f8c26621 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0800023 Aug 20 11:05:08.131005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ff278-f809-4768-8c76-90a40eb9ae60 req-ea2d9ded-d944-4639-9aeb-698d80cebad1 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:08.132568 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-453ff278-f809-4768-8c76-90a40eb9ae60 req-ea2d9ded-d944-4639-9aeb-698d80cebad1 tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbde0783-a0a9-4f04-8f17-0e8f4388c410 HTTP/1.1" status: 200 len: 945 time: 0.0962214 Aug 20 11:05:08.198018 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-453ff278-f809-4768-8c76-90a40eb9ae60 req-aad24b55-c012-46aa-a244-54cf891ceafe tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.16 "GET /v2.0/security-groups?id=d4cb92ac-f7ff-456e-b568-a188d938e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589149 Aug 20 11:05:08.221766 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-56eb0a4b-3709-480a-b5ca-02b247300c81 req-71039729-fb7d-4ad5-8ec5-e4e40fcffa7c tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Deleting port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:05:08.222110 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-56eb0a4b-3709-480a-b5ca-02b247300c81 req-71039729-fb7d-4ad5-8ec5-e4e40fcffa7c tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:08.311886 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-56eb0a4b-3709-480a-b5ca-02b247300c81 req-71039729-fb7d-4ad5-8ec5-e4e40fcffa7c tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] For port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,segment=NetworkSegment(878be870-b339-4473-8009-80769658d13d),segment_id=878be870-b339-4473-8009-80769658d13d)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:05:08.312159 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-56eb0a4b-3709-480a-b5ca-02b247300c81 req-71039729-fb7d-4ad5-8ec5-e4e40fcffa7c tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:08.325376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-56eb0a4b-3709-480a-b5ca-02b247300c81 req-71039729-fb7d-4ad5-8ec5-e4e40fcffa7c tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Calling delete_port for cd75e5fd-e4ca-476d-9389-cbd30a27cb0e owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:05:08.450862 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-56eb0a4b-3709-480a-b5ca-02b247300c81 req-71039729-fb7d-4ad5-8ec5-e4e40fcffa7c tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:08.463163 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['cd75e5fd-e4ca-476d-9389-cbd30a27cb0e'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:05:08.480262 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71039729-fb7d-4ad5-8ec5-e4e40fcffa7c tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Pushing event deleted for resources: {'Port': ['ID=cd75e5fd-e4ca-476d-9389-cbd30a27cb0e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:08.520360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-56eb0a4b-3709-480a-b5ca-02b247300c81 req-71039729-fb7d-4ad5-8ec5-e4e40fcffa7c tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] No DVR routers for this DVR port cd75e5fd-e4ca-476d-9389-cbd30a27cb0e on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:05:08.522940 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-56eb0a4b-3709-480a-b5ca-02b247300c81 req-71039729-fb7d-4ad5-8ec5-e4e40fcffa7c tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:08.525842 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-56eb0a4b-3709-480a-b5ca-02b247300c81 req-71039729-fb7d-4ad5-8ec5-e4e40fcffa7c tempest-ServerDiskConfigTestJSON-108523206 tempest-ServerDiskConfigTestJSON-108523206-project] 10.222.0.42 "DELETE /v2.0/ports/cd75e5fd-e4ca-476d-9389-cbd30a27cb0e HTTP/1.1" status: 204 len: 173 time: 0.4279335 Aug 20 11:05:08.526303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbde0783-a0a9-4f04-8f17-0e8f4388c410', 'name': 'network-vif-deleted', 'tag': 'cd75e5fd-e4ca-476d-9389-cbd30a27cb0e'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:05:08.528741 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274259f8-4d1e-460c-a1b9-47d9970abe33" -d '{"events": [{"server_uuid": "bbde0783-a0a9-4f04-8f17-0e8f4388c410", "name": "network-vif-deleted", "tag": "cd75e5fd-e4ca-476d-9389-cbd30a27cb0e"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:05:08.566947 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bae7e7-404e-47b9-bacd-83507cfc7d21 x-openstack-request-id: req-50bae7e7-404e-47b9-bacd-83507cfc7d21 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:05:08.567304 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbde0783-a0a9-4f04-8f17-0e8f4388c410", "name": "network-vif-deleted", "tag": "cd75e5fd-e4ca-476d-9389-cbd30a27cb0e", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:05:08.567569 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50bae7e7-404e-47b9-bacd-83507cfc7d21 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:05:08.568260 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbde0783-a0a9-4f04-8f17-0e8f4388c410', 'name': 'network-vif-deleted', 'tag': 'cd75e5fd-e4ca-476d-9389-cbd30a27cb0e', 'status': 'completed', 'code': 200} Aug 20 11:05:09.324765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36296) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:05:09.368612 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-142094e4-2a93-45ee-bbc3-627e09dc7981 admin admin] Deleting subnet f6ed4baf-ece5-4121-9826-cf4c7bf51736 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:05:09.372266 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-142094e4-2a93-45ee-bbc3-627e09dc7981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:09.408345 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-142094e4-2a93-45ee-bbc3-627e09dc7981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:09.447037 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-142094e4-2a93-45ee-bbc3-627e09dc7981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:09.501599 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-142094e4-2a93-45ee-bbc3-627e09dc7981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:09.528831 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142094e4-2a93-45ee-bbc3-627e09dc7981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6ed4baf-ece5-4121-9826-cf4c7bf51736,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:09.532263 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-142094e4-2a93-45ee-bbc3-627e09dc7981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:09.534615 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-142094e4-2a93-45ee-bbc3-627e09dc7981 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f6ed4baf-ece5-4121-9826-cf4c7bf51736 HTTP/1.1" status: 204 len: 168 time: 0.2083819 Aug 20 11:05:09.536955 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36298) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:05:09.611301 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c3dd-f08b-42de-90d0-635656b41e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:09.686858 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c3dd-f08b-42de-90d0-635656b41e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:09.696844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-ddf4c3dd-f08b-42de-90d0-635656b41e91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b805bba3-3431-494a-b163-f08acbcc3492']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:05:09.707429 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-ddf4c3dd-f08b-42de-90d0-635656b41e91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878be870-b339-4473-8009-80769658d13d') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:05:09.707726 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-ddf4c3dd-f08b-42de-90d0-635656b41e91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878be870-b339-4473-8009-80769658d13d') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:05:09.716388 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c3dd-f08b-42de-90d0-635656b41e91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:09.731012 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c3dd-f08b-42de-90d0-635656b41e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:09.737395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf4c3dd-f08b-42de-90d0-635656b41e91 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:05:09.737834 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c3dd-f08b-42de-90d0-635656b41e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: timer() Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:05:09.739778 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:05:09.796127 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c3dd-f08b-42de-90d0-635656b41e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:09.801376 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c3dd-f08b-42de-90d0-635656b41e91 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:09.803251 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ddf4c3dd-f08b-42de-90d0-635656b41e91 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b805bba3-3431-494a-b163-f08acbcc3492 HTTP/1.1" status: 204 len: 168 time: 0.2653501 Aug 20 11:05:09.814816 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4c3dd-f08b-42de-90d0-635656b41e91 admin admin] Pushing event deleted for resources: {'Network': ['ID=b805bba3-3431-494a-b163-f08acbcc3492,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:09.912117 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36302) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:05:09.953122 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bafe58ef-6823-413a-b688-01a04720f2dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0d802b19de641268831cee6235afa1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395882 Aug 20 11:05:09.955642 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36304) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:05:10.011736 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-23f1e9cd-f2c0-4454-a16a-b12704f37053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:10.033174 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-23f1e9cd-f2c0-4454-a16a-b12704f37053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:10.089559 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-23f1e9cd-f2c0-4454-a16a-b12704f37053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:10.092332 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-23f1e9cd-f2c0-4454-a16a-b12704f37053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:10.093498 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-23f1e9cd-f2c0-4454-a16a-b12704f37053 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4cb92ac-f7ff-456e-b568-a188d938e9f0 HTTP/1.1" status: 204 len: 168 time: 0.1369503 Aug 20 11:05:10.103287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1e9cd-f2c0-4454-a16a-b12704f37053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cb92ac-f7ff-456e-b568-a188d938e9f0,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:10.774042 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36326) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:05:10.882012 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4686b70b-8925-49ab-827b-8aa1fff6fce2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1809163149-network', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:05:10.904608 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4686b70b-8925-49ab-827b-8aa1fff6fce2 admin admin] Made reservation on behalf of 259dc0e922454e79b715dfa8d118adf6 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:05:10.906936 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4686b70b-8925-49ab-827b-8aa1fff6fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:10.918788 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4686b70b-8925-49ab-827b-8aa1fff6fce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:11.005945 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4686b70b-8925-49ab-827b-8aa1fff6fce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:11.009907 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4686b70b-8925-49ab-827b-8aa1fff6fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:11.036306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4686b70b-8925-49ab-827b-8aa1fff6fce2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:05:11.042478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686b70b-8925-49ab-827b-8aa1fff6fce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6c06c9-1d47-4ecb-8e5a-15d7221203d2,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:11.048521 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4686b70b-8925-49ab-827b-8aa1fff6fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:11.048879 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-4686b70b-8925-49ab-827b-8aa1fff6fce2 admin admin] Added segment 98652a8c-b46b-4a52-8893-4e10f040dbe6 of type vlan for network 303e9066-06f0-4e46-98e0-f2100d524c59 Aug 20 11:05:11.091366 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4686b70b-8925-49ab-827b-8aa1fff6fce2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:11.115459 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4686b70b-8925-49ab-827b-8aa1fff6fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:11.116532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4686b70b-8925-49ab-827b-8aa1fff6fce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:11.117062 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4686b70b-8925-49ab-827b-8aa1fff6fce2 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:11.168910 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4686b70b-8925-49ab-827b-8aa1fff6fce2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3937306 Aug 20 11:05:11.172061 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36330) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:05:11.177569 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Request body: {'subnet': {'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1809163149-subnet', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:05:11.180014 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686b70b-8925-49ab-827b-8aa1fff6fce2 admin admin] Pushing event updated for resources: {'Network': ['ID=303e9066-06f0-4e46-98e0-f2100d524c59,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:11.190647 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 303e9066-06f0-4e46-98e0-f2100d524c59 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:05:11.203909 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Made reservation on behalf of 259dc0e922454e79b715dfa8d118adf6 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:05:11.206672 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:11.383250 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:11.430185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ffb88d-5099-4e10-9385-a5938e5b1302,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:11.445727 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:11.446078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:11.446423 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:11.446764 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:11.447127 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:11.447466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:11.447798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:11.448131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:11.448463 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:11.448796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:11.449145 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:11.449472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:11.457580 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Checking segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:05:11.457942 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Network hostable DHCP agents. Network: 303e9066-06f0-4e46-98e0-f2100d524c59, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:05:11.478471 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Network 303e9066-06f0-4e46-98e0-f2100d524c59 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:05:11.490995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 303e9066-06f0-4e46-98e0-f2100d524c59) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:05:11.495220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:11.495960 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:11.505031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefdc121-6a65-412b-8d8c-5bc0c17902e0 None None] Network 303e9066-06f0-4e46-98e0-f2100d524c59 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:05:11.510323 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cb64e839-dde3-438c-a79d-402d0cefa656 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3366854 Aug 20 11:05:11.513351 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36332) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:05:11.518035 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:05:11.523584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device cd75e5fd-e4ca-476d-9389-cbd30a27cb0e no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:05:11.540210 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:11.541302 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:11.573374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: cd75e5fd-e4ca-476d-9389-cbd30a27cb0e {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:05:11.573730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device cd75e5fd-e4ca-476d-9389-cbd30a27cb0e not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:05:11.595213 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:11.677839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-303e9066-06f0-4e46-98e0-f2100d524c59', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:05:11.679337 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:11.817482 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Allocated IP 172.20.0.2 (303e9066-06f0-4e46-98e0-f2100d524c59/23ffb88d-5099-4e10-9385-a5938e5b1302/92fa816d-c1c2-42c4-b382-ac4981043285) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:05:11.978021 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:11.986446 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Transition to ACTIVE for port object 92fa816d-c1c2-42c4-b382-ac4981043285 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:05:12.002532 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Transition to ACTIVE for port object 92fa816d-c1c2-42c4-b382-ac4981043285 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:05:12.009232 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:12.046147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Network 303e9066-06f0-4e46-98e0-f2100d524c59 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:05:12.047185 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:12.050751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:05:12.054330 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:05:12.065193 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Pushing event updated for resources: {'Port': ['ID=92fa816d-c1c2-42c4-b382-ac4981043285,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:12.126674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Attempting to bind port 92fa816d-c1c2-42c4-b382-ac4981043285 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:05:12.127074 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Attempting to bind port 92fa816d-c1c2-42c4-b382-ac4981043285 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:05:12.127455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Attempting to bind port 92fa816d-c1c2-42c4-b382-ac4981043285 on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:05:12.132779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:05:12.133156 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Checking segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:05:12.133553 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:12.134086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Bound using segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:05:12.134409 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Bound port: 92fa816d-c1c2-42c4-b382-ac4981043285, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:05:12.134787 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:12.201379 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] For port 92fa816d-c1c2-42c4-b382-ac4981043285, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:05:12.204847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] For port 92fa816d-c1c2-42c4-b382-ac4981043285, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=92fa816d-c1c2-42c4-b382-ac4981043285,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:05:12.209252 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:12.275409 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:12.279172 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c74c5a-2da8-4f29-8a41-c804ac1c6876 None None] Pushing event updated for resources: {'Port': ['ID=92fa816d-c1c2-42c4-b382-ac4981043285,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:12.301648 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:12.411116 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Allocated IP 172.25.3.108 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:05:12.544103 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:12.582207 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:12.620366 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:05:12.623119 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:05:12.625617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:05:12.657242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Pushing event updated for resources: {'Port': ['ID=42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:12.886058 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:13.117420 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:13.186082 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dd6eef-5d3a-44bf-8881-ef2af638c1d3 None None] Network 303e9066-06f0-4e46-98e0-f2100d524c59 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:05:13.271826 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:05:13.300416 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-55f44fa5-0e35-45b7-b81c-ab39418e8e80 None None] Provisioning for port 92fa816d-c1c2-42c4-b382-ac4981043285 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:05:13.380340 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:05:13.390490 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Sync routers for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:05:13.396756 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:13.398013 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a729c57f-d1e6-4b8b-b768-3dbf72ae7b8d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8836575 Aug 20 11:05:13.400870 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36334) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:05:13.407878 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:05:13.408504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:05:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:05:13.518329 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:05:13.728804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:12Z', 'revision_number': 3, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:05:13.756413 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Checking router: 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:05:13.756785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Updating router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 port 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:05:13.782575 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:13.834210 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:13.901388 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:05:14.041838 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:14.046283 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Allocated IP 172.20.0.1 (303e9066-06f0-4e46-98e0-f2100d524c59/23ffb88d-5099-4e10-9385-a5938e5b1302/6ff76eb9-fab2-4c33-a086-99e244d74fa1) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:05:14.053398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Transition to ACTIVE for port object 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:05:14.060162 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:14.118482 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Attempting to bind port 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:05:14.118943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Attempting to bind port 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:05:14.119297 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Attempting to bind port 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:05:14.121179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52500d0e-9f44-47e0-844e-01877b59be8d None None] Pushing event updated for resources: {'Port': ['ID=42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:14.126715 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:05:14.127115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:05:14.127522 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:14.127914 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:05:14.128377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Bound port: 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:05:14.128764 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:14.185914 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:14.188581 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] For port 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:05:14.192937 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] For port 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:05:14.197397 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:14.200815 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Transition to ACTIVE for port object 6ff76eb9-fab2-4c33-a086-99e244d74fa1 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:05:14.228606 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 92fa816d-c1c2-42c4-b382-ac4981043285 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:05:14.238875 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:14.277347 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Network 303e9066-06f0-4e46-98e0-f2100d524c59 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:05:14.281481 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:05:14.285110 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:05:14.287795 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:05:14.288571 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:05:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:05:14.316916 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Pushing event updated for resources: {'Port': ['ID=6ff76eb9-fab2-4c33-a086-99e244d74fa1,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:14.337413 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:14.353524 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52500d0e-9f44-47e0-844e-01877b59be8d None None] Pushing event updated for resources: {'Port': ['ID=42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:14.415685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 92fa816d-c1c2-42c4-b382-ac4981043285 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:05:14.425871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 92fa816d-c1c2-42c4-b382-ac4981043285 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:05:14.426247 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:14.464000 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:05:14.488272 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:14.678194 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:14.684613 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:14.757412 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:14.760368 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-93acc780-4436-4c78-8e3f-022c2c35f0b2 None None] Provisioning for port 6ff76eb9-fab2-4c33-a086-99e244d74fa1 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:05:14.768023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Pushing event updated for resources: {'Port': ['ID=6ff76eb9-fab2-4c33-a086-99e244d74fa1,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:14.778472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-93acc780-4436-4c78-8e3f-022c2c35f0b2 None None] Provisioning complete for port 6ff76eb9-fab2-4c33-a086-99e244d74fa1 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:05:14.778843 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-93acc780-4436-4c78-8e3f-022c2c35f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:14.811093 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:14.863750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Network 303e9066-06f0-4e46-98e0-f2100d524c59 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:05:14.866572 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:05:14.883619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-93acc780-4436-4c78-8e3f-022c2c35f0b2 None None] Port 6ff76eb9-fab2-4c33-a086-99e244d74fa1 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:05:14.886206 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 92fa816d-c1c2-42c4-b382-ac4981043285, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=92fa816d-c1c2-42c4-b382-ac4981043285,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:05:14.894430 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:14.958852 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:12Z', 'revision_number': 3, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:05:14.961807 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=92fa816d-c1c2-42c4-b382-ac4981043285,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:14.997906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60500dd3-5e01-4ac5-9faf-09912ac3fdf3 None None] The sync data for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 is: [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:12Z', 'revision_number': 3, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:05:14.999373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:05:15.109601 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b27219e5-1500-4e20-bdaa-51efd62e60f4 None None] Provisioning complete for port 6ff76eb9-fab2-4c33-a086-99e244d74fa1 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:05:15.110146 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b27219e5-1500-4e20-bdaa-51efd62e60f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:15.119446 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:05:15.126899 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2846a2eb-214e-49f7-b14b-8776f32ab97d admin admin] 10.222.0.16 "PUT /v2.0/routers/340b389a-7ba4-4bb4-a48a-c81d3c2ea793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7233891 Aug 20 11:05:15.146964 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b27219e5-1500-4e20-bdaa-51efd62e60f4 None None] Port 6ff76eb9-fab2-4c33-a086-99e244d74fa1 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:05:16.239830 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 92fa816d-c1c2-42c4-b382-ac4981043285 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:05:16.285921 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 92fa816d-c1c2-42c4-b382-ac4981043285 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:05:16.286291 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:16.370021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:05:16.427511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:05:16.431924 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:05:16.432297 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:16.508942 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:16.511299 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Sync routers for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:05:16.521733 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:05:16.522344 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:05:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:05:16.529291 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:05:16.533442 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:16.588046 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:16.624844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36344) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:05:16.630407 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1968296859', 'description': 'tempest-description--89705953'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:05:16.631033 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:05:16.656733 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:16.744268 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:16.748978 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:16.776969 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:16.778897 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1529732 Aug 20 11:05:16.781666 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36346) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:05:16.787010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-96164228-2236-46d8-a57e-4bdd139fef71 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Request body: {'security_group_rule': {'security_group_id': 'f6e4f9ba-bc8c-4dd8-b405-07f95304ff82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:05:16.794070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:16.807195 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:16.807644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:16.808069 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:16.808488 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:16.809054 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:16.809416 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:16.809829 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:16.810241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:16.810769 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:16.811023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:16.811385 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:16.811720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f2c1cb-a7a8-444f-b3fd-837f7af3e6e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:16.832255 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96164228-2236-46d8-a57e-4bdd139fef71 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:16.844210 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 2, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:05:16.870303 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Checking router: 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:05:16.870673 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Updating router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 port 6ff76eb9-fab2-4c33-a086-99e244d74fa1 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:05:16.880752 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96164228-2236-46d8-a57e-4bdd139fef71 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:16.885910 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96164228-2236-46d8-a57e-4bdd139fef71 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:16.895544 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:16.906545 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96164228-2236-46d8-a57e-4bdd139fef71 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59739d0-7340-4458-b5ad-49a970eb13fa,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:16.914992 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-96164228-2236-46d8-a57e-4bdd139fef71 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:16.916286 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-96164228-2236-46d8-a57e-4bdd139fef71 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336222 Aug 20 11:05:16.919300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36348) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:05:16.923833 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b53ffdb5-1a77-4e1e-92a1-8a903804667c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Request body: {'security_group_rule': {'security_group_id': 'f6e4f9ba-bc8c-4dd8-b405-07f95304ff82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:05:16.954718 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b53ffdb5-1a77-4e1e-92a1-8a903804667c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.012712 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b53ffdb5-1a77-4e1e-92a1-8a903804667c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.016606 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b53ffdb5-1a77-4e1e-92a1-8a903804667c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.036883 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ffdb5-1a77-4e1e-92a1-8a903804667c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59db2205-ad18-4e25-ba8b-fb1d37a38dd3,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:17.043949 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b53ffdb5-1a77-4e1e-92a1-8a903804667c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.045137 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b53ffdb5-1a77-4e1e-92a1-8a903804667c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249359 Aug 20 11:05:17.048039 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36350) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:05:17.052529 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b798577c-8e40-43df-bd80-6407462e24d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:05:17.075993 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b798577c-8e40-43df-bd80-6407462e24d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.180314 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b798577c-8e40-43df-bd80-6407462e24d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.251239 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.261177 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Transition to ACTIVE for port object 6ff76eb9-fab2-4c33-a086-99e244d74fa1 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:05:17.267864 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.289545 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-b798577c-8e40-43df-bd80-6407462e24d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Allocated IP 172.25.3.59 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/ff3f4210-bf1e-4c73-bf50-8991d5d169e4) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:05:17.317426 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa4600-6991-4538-baa6-064e02ef25c8 None None] Pushing event updated for resources: {'Port': ['ID=6ff76eb9-fab2-4c33-a086-99e244d74fa1,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:17.328677 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa4600-6991-4538-baa6-064e02ef25c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:17.329031 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa4600-6991-4538-baa6-064e02ef25c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:17.329364 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa4600-6991-4538-baa6-064e02ef25c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:17.329698 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa4600-6991-4538-baa6-064e02ef25c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:17.330030 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa4600-6991-4538-baa6-064e02ef25c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:17.330363 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa4600-6991-4538-baa6-064e02ef25c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:17.330686 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa4600-6991-4538-baa6-064e02ef25c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:17.331034 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa4600-6991-4538-baa6-064e02ef25c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:17.331361 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa4600-6991-4538-baa6-064e02ef25c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:17.331681 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa4600-6991-4538-baa6-064e02ef25c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:17.332002 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa4600-6991-4538-baa6-064e02ef25c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:17.332320 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaa4600-6991-4538-baa6-064e02ef25c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:17.381340 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Attempting to bind port 6ff76eb9-fab2-4c33-a086-99e244d74fa1 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:05:17.381806 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Attempting to bind port 6ff76eb9-fab2-4c33-a086-99e244d74fa1 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:05:17.382443 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Attempting to bind port 6ff76eb9-fab2-4c33-a086-99e244d74fa1 on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:05:17.387945 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:05:17.388146 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Checking segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:05:17.388520 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.388912 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Bound using segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:05:17.389833 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Bound port: 6ff76eb9-fab2-4c33-a086-99e244d74fa1, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:05:17.389833 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.417315 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b798577c-8e40-43df-bd80-6407462e24d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.458890 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] For port 6ff76eb9-fab2-4c33-a086-99e244d74fa1, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:05:17.462249 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b798577c-8e40-43df-bd80-6407462e24d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.465184 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] For port 6ff76eb9-fab2-4c33-a086-99e244d74fa1, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=6ff76eb9-fab2-4c33-a086-99e244d74fa1,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:05:17.471538 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.502145 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b798577c-8e40-43df-bd80-6407462e24d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:05:17.506866 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b798577c-8e40-43df-bd80-6407462e24d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:05:17.514047 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b798577c-8e40-43df-bd80-6407462e24d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:05:17.517098 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798577c-8e40-43df-bd80-6407462e24d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Pushing event updated for resources: {'Port': ['ID=ff3f4210-bf1e-4c73-bf50-8991d5d169e4,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:17.518837 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:05:17.519983 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:05:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:05:17.607817 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b798577c-8e40-43df-bd80-6407462e24d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.628326 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa4600-6991-4538-baa6-064e02ef25c8 None None] Pushing event updated for resources: {'Port': ['ID=6ff76eb9-fab2-4c33-a086-99e244d74fa1,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:17.643425 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b798577c-8e40-43df-bd80-6407462e24d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.656070 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:05:17.812788 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b798577c-8e40-43df-bd80-6407462e24d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.818887 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b798577c-8e40-43df-bd80-6407462e24d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.861142 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:17Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:05:17.888157 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798577c-8e40-43df-bd80-6407462e24d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Pushing event updated for resources: {'Port': ['ID=ff3f4210-bf1e-4c73-bf50-8991d5d169e4,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:17.890738 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d63d43-1bcf-4cec-8730-7d2b701cae75 None None] The sync data for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 is: [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:17Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:05:17.901653 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b798577c-8e40-43df-bd80-6407462e24d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.916970 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b798577c-8e40-43df-bd80-6407462e24d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.918824 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b798577c-8e40-43df-bd80-6407462e24d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8692234 Aug 20 11:05:18.084055 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-83c16085-3824-43ac-971d-e6b480400b32 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1968296859&fields=id&tenant_id=259dc0e922454e79b715dfa8d118adf6 HTTP/1.1" status: 200 len: 267 time: 0.0367811 Aug 20 11:05:18.206043 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-05989201-b1fb-493f-8c18-c080036be558 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:18.208345 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-05989201-b1fb-493f-8c18-c080036be558 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 812 time: 0.1167393 Aug 20 11:05:18.228167 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-f28d17e9-ea7c-4444-a4a1-2ccbd6b527f0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/quotas/259dc0e922454e79b715dfa8d118adf6 HTTP/1.1" status: 200 len: 375 time: 0.0120232 Aug 20 11:05:18.263181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 6ff76eb9-fab2-4c33-a086-99e244d74fa1 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:05:18.289992 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-1523f6cd-968b-43d2-8d0e-00801c6997e3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0548418 Aug 20 11:05:18.318305 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 6ff76eb9-fab2-4c33-a086-99e244d74fa1 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:05:18.322864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 6ff76eb9-fab2-4c33-a086-99e244d74fa1 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:05:18.323416 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:18.420000 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:18.454439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 6ff76eb9-fab2-4c33-a086-99e244d74fa1, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=6ff76eb9-fab2-4c33-a086-99e244d74fa1,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:05:18.458575 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:18.459410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:05:18.459890 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-fa84f7fb-939f-4824-9d10-9adf45873b7b service neutron] 10.222.0.16 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545348 Aug 20 11:05:18.546994 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=6ff76eb9-fab2-4c33-a086-99e244d74fa1,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:18.556112 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:05:18.556487 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:18.830377 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:18.878994 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-9a6a5f35-2321-4dfc-bbaf-d5403a43c521 service neutron] 10.222.0.16 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134443 Aug 20 11:05:19.062209 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ceed700-b5d4-401e-92be-d7a4ec5897e9 req-98366e1a-b642-4b2f-95d9-757f292bc1e3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 210 time: 0.0328987 Aug 20 11:05:19.985734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-dbf7d1ae-f5ef-459c-8c66-8a669d049678 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:19.987229 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-dbf7d1ae-f5ef-459c-8c66-8a669d049678 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 812 time: 0.1072876 Aug 20 11:05:20.032253 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-6e7b2eb7-e523-4e57-a7fc-740fe95ac17a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=259dc0e922454e79b715dfa8d118adf6 HTTP/1.1" status: 200 len: 380 time: 0.0358107 Aug 20 11:05:20.044318 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-c7cdc09f-667f-41f6-b6ea-27b12031b950 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Request body: {'port': {'device_id': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'admin_state_up': True, 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'security_groups': ['f6e4f9ba-bc8c-4dd8-b405-07f95304ff82']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:05:20.170858 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ea5c8364-5199-4dfe-8bf2-08ff473b6714 req-c3416e7e-5796-4266-bddf-12ef987cea76 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 210 time: 0.0393159 Aug 20 11:05:20.177359 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 6ff76eb9-fab2-4c33-a086-99e244d74fa1 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:05:20.181336 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-c7cdc09f-667f-41f6-b6ea-27b12031b950 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Made reservation on behalf of 259dc0e922454e79b715dfa8d118adf6 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:05:20.185761 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-c7cdc09f-667f-41f6-b6ea-27b12031b950 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:20.224699 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 6ff76eb9-fab2-4c33-a086-99e244d74fa1 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:05:20.225072 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:20.314560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-c7cdc09f-667f-41f6-b6ea-27b12031b950 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Allocated IP 172.20.0.7 (303e9066-06f0-4e46-98e0-f2100d524c59/23ffb88d-5099-4e10-9385-a5938e5b1302/ff4be439-90a8-48fa-aaf6-f5c926db6a93) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:05:20.451689 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-c7cdc09f-667f-41f6-b6ea-27b12031b950 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:20.465925 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-c7cdc09f-667f-41f6-b6ea-27b12031b950 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Transition to ACTIVE for port object ff4be439-90a8-48fa-aaf6-f5c926db6a93 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:05:20.497605 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-c7cdc09f-667f-41f6-b6ea-27b12031b950 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:20.538773 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-c7cdc09f-667f-41f6-b6ea-27b12031b950 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Network 303e9066-06f0-4e46-98e0-f2100d524c59 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:05:20.541685 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-c7cdc09f-667f-41f6-b6ea-27b12031b950 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:05:20.545322 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-c7cdc09f-667f-41f6-b6ea-27b12031b950 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:05:20.573307 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdc09f-667f-41f6-b6ea-27b12031b950 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Pushing event updated for resources: {'Port': ['ID=ff4be439-90a8-48fa-aaf6-f5c926db6a93,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:20.604723 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-c7cdc09f-667f-41f6-b6ea-27b12031b950 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:20.605387 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-c7cdc09f-667f-41f6-b6ea-27b12031b950 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:20.620895 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-c7cdc09f-667f-41f6-b6ea-27b12031b950 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807593 Aug 20 11:05:20.632308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-ecb5d73f-1439-4a01-8fde-41ae0d17a804 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:05:20.633666 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-ecb5d73f-1439-4a01-8fde-41ae0d17a804 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058022 Aug 20 11:05:20.707723 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Request body: {'port': {'device_id': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:05:20.749430 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d1d1ce77-a4b7-44eb-b6bc-4814f58987a8 None None] Provisioning for port ff4be439-90a8-48fa-aaf6-f5c926db6a93 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:05:20.753448 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d1d1ce77-a4b7-44eb-b6bc-4814f58987a8 None None] Provisioning complete for port ff4be439-90a8-48fa-aaf6-f5c926db6a93 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:05:20.753961 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d1d1ce77-a4b7-44eb-b6bc-4814f58987a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:20.780388 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:20.792123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d1d1ce77-a4b7-44eb-b6bc-4814f58987a8 None None] Port ff4be439-90a8-48fa-aaf6-f5c926db6a93 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:05:21.061952 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4be439-90a8-48fa-aaf6-f5c926db6a93 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:05:21.069769 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:21.082473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Transition to ACTIVE for port object ff4be439-90a8-48fa-aaf6-f5c926db6a93 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:05:21.086124 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:21.138297 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Pushing event updated for resources: {'Port': ['ID=ff4be439-90a8-48fa-aaf6-f5c926db6a93,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:21.220266 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Attempting to bind port ff4be439-90a8-48fa-aaf6-f5c926db6a93 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:05:21.220784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Attempting to bind port ff4be439-90a8-48fa-aaf6-f5c926db6a93 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:05:21.221206 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Attempting to bind port ff4be439-90a8-48fa-aaf6-f5c926db6a93 on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:05:21.227546 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Port ff4be439-90a8-48fa-aaf6-f5c926db6a93 on network 303e9066-06f0-4e46-98e0-f2100d524c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:05:21.228100 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Attempting to bind port ff4be439-90a8-48fa-aaf6-f5c926db6a93 on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:05:21.235774 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:05:21.236207 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Checking segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:05:21.236671 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Bound using segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:05:21.237281 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Bound port: ff4be439-90a8-48fa-aaf6-f5c926db6a93, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:05:21.237736 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:21.301497 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21803afb-ef0a-472f-9625-ce49789531eb req-3ee555a5-1b0e-4392-9d20-25630c1be96d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:21.306517 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21803afb-ef0a-472f-9625-ce49789531eb req-3ee555a5-1b0e-4392-9d20-25630c1be96d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 943 time: 0.0579007 Aug 20 11:05:21.314972 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] For port ff4be439-90a8-48fa-aaf6-f5c926db6a93, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:05:21.318270 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] For port ff4be439-90a8-48fa-aaf6-f5c926db6a93, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:05:21.323559 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:21.345665 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-21803afb-ef0a-472f-9625-ce49789531eb req-1fccf18f-ccaa-4a83-ada4-42597b2c3b2d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356474 Aug 20 11:05:21.358536 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:21.359667 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:21.361268 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] 10.222.0.24 "PUT /v2.0/ports/ff4be439-90a8-48fa-aaf6-f5c926db6a93 HTTP/1.1" status: 200 len: 1092 time: 0.7205997 Aug 20 11:05:21.364188 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'tag': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:05:21.367534 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e2cddb-e54b-4b79-aaf9-218c264154d4" -d '{"events": [{"name": "network-changed", "server_uuid": "cc561bf7-8aa3-4caa-b3a0-bad666f3a35a", "tag": "ff4be439-90a8-48fa-aaf6-f5c926db6a93"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:05:21.399208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c047a-f78d-49f6-a4a7-270299f7071a service neutron] Pushing event updated for resources: {'Port': ['ID=ff4be439-90a8-48fa-aaf6-f5c926db6a93,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:21.422864 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb954105-f1ba-4163-be23-7ee9890a8871 x-openstack-request-id: req-fb954105-f1ba-4163-be23-7ee9890a8871 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:05:21.423274 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc561bf7-8aa3-4caa-b3a0-bad666f3a35a", "tag": "ff4be439-90a8-48fa-aaf6-f5c926db6a93", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:05:21.423596 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb954105-f1ba-4163-be23-7ee9890a8871 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:05:21.424221 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'tag': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93', 'status': 'completed', 'code': 200} Aug 20 11:05:21.463030 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-c6a6fe56-77c4-4011-88d6-980e346675ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:21.464599 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-c6a6fe56-77c4-4011-88d6-980e346675ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 1095 time: 0.0537529 Aug 20 11:05:21.508755 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-badd1d61-0b42-4521-a8a8-f0a3dfccd93a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93 HTTP/1.1" status: 200 len: 217 time: 0.0359333 Aug 20 11:05:21.566192 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-4cbee0c7-54a5-4076-9509-aff8a1379e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:21.567724 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-4cbee0c7-54a5-4076-9509-aff8a1379e39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0507421 Aug 20 11:05:21.617955 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-e85f0477-056e-483b-89e3-d2571136423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:21.619579 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-e85f0477-056e-483b-89e3-d2571136423e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447736 Aug 20 11:05:21.715786 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-826b8aa6-6b8e-43a1-948f-56b5bcd0385b service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873981 Aug 20 11:05:21.820774 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28e5b10f-9d9c-40c5-8ff3-654d0e686b49 req-e278e421-a555-4ecd-98cc-3e7acc2a82c2 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981596 Aug 20 11:05:21.922509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2cddb-e54b-4b79-aaf9-218c264154d4 req-846ece8b-90c5-4f1c-8379-37f4ebb76760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:21.924073 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81e2cddb-e54b-4b79-aaf9-218c264154d4 req-846ece8b-90c5-4f1c-8379-37f4ebb76760 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 1095 time: 0.0510461 Aug 20 11:05:22.015777 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2cddb-e54b-4b79-aaf9-218c264154d4 req-036ec384-4765-4ec3-b772-b6b1f22b81e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:22.017194 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81e2cddb-e54b-4b79-aaf9-218c264154d4 req-036ec384-4765-4ec3-b772-b6b1f22b81e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0865927 Aug 20 11:05:22.064268 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81e2cddb-e54b-4b79-aaf9-218c264154d4 req-f2fa2bf5-15d2-4e36-9fa6-8ff0b8e2a99f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93 HTTP/1.1" status: 200 len: 217 time: 0.0399525 Aug 20 11:05:22.113606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2cddb-e54b-4b79-aaf9-218c264154d4 req-cdde1779-36ca-45c7-9fca-49a8d0e6544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:22.115106 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81e2cddb-e54b-4b79-aaf9-218c264154d4 req-cdde1779-36ca-45c7-9fca-49a8d0e6544b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0445275 Aug 20 11:05:22.162437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2cddb-e54b-4b79-aaf9-218c264154d4 req-f10490e8-96d7-4616-96df-86b2d88dedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:22.164318 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81e2cddb-e54b-4b79-aaf9-218c264154d4 req-f10490e8-96d7-4616-96df-86b2d88dedb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428121 Aug 20 11:05:22.258312 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81e2cddb-e54b-4b79-aaf9-218c264154d4 req-3eeb19d0-601c-484c-b839-e9276ff116b4 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862393 Aug 20 11:05:22.348848 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81e2cddb-e54b-4b79-aaf9-218c264154d4 req-46422dae-9b32-4555-b2bd-e8117ef85e3c service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816951 Aug 20 11:05:22.466242 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020826e-ac81-4461-835c-10595352e728 req-939210f4-55e9-484e-b295-244e6c63b8df tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:22.467763 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b020826e-ac81-4461-835c-10595352e728 req-939210f4-55e9-484e-b295-244e6c63b8df tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 943 time: 0.0509210 Aug 20 11:05:22.507835 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b020826e-ac81-4461-835c-10595352e728 req-4808c31c-5728-46c8-a1b1-a5d2daaed2cf tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309975 Aug 20 11:05:23.123328 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:23.628328 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48fd4f-7ef9-4142-b439-add988c489bd req-6e904ad5-2651-4d00-85f4-69ac53f351f4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:23.629844 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0d48fd4f-7ef9-4142-b439-add988c489bd req-6e904ad5-2651-4d00-85f4-69ac53f351f4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 943 time: 0.0520461 Aug 20 11:05:23.668773 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0d48fd4f-7ef9-4142-b439-add988c489bd req-5b1a1598-46b3-430f-a057-d215b8baac0a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328243 Aug 20 11:05:24.673615 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device ff4be439-90a8-48fa-aaf6-f5c926db6a93 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:05:24.765523 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port ff4be439-90a8-48fa-aaf6-f5c926db6a93, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:05:24.777211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'port_id': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93', 'mac_address': 'fa:16:3e:b6:dc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:05:24.786429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b1313-0d37-4072-acbb-0131f81a3c5a req-517d166d-9240-45f0-bc44-79a03d83a44f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:24.787998 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-765b1313-0d37-4072-acbb-0131f81a3c5a req-517d166d-9240-45f0-bc44-79a03d83a44f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 943 time: 0.0508623 Aug 20 11:05:24.819386 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:24.833899 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4be439-90a8-48fa-aaf6-f5c926db6a93 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:05:24.837003 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-765b1313-0d37-4072-acbb-0131f81a3c5a req-f662dcdd-204d-43dc-9ec7-8922e46422ef tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422330 Aug 20 11:05:24.854027 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port ff4be439-90a8-48fa-aaf6-f5c926db6a93, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:05:24.859075 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:24.905394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=ff4be439-90a8-48fa-aaf6-f5c926db6a93,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:25.203868 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['ff4be439-90a8-48fa-aaf6-f5c926db6a93'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:05:25.961577 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0346b20-5d85-4ff7-a94b-e01b9a5e35f4 req-b1313d5d-b661-4475-b0e8-db4deff81d83 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:25.962988 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0346b20-5d85-4ff7-a94b-e01b9a5e35f4 req-b1313d5d-b661-4475-b0e8-db4deff81d83 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 944 time: 0.0565546 Aug 20 11:05:26.001336 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0346b20-5d85-4ff7-a94b-e01b9a5e35f4 req-b5e779a5-3777-4e34-9229-76c10b810f32 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316801 Aug 20 11:05:26.673609 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device ff4be439-90a8-48fa-aaf6-f5c926db6a93 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:05:26.735862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port ff4be439-90a8-48fa-aaf6-f5c926db6a93 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:05:26.740966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port ff4be439-90a8-48fa-aaf6-f5c926db6a93 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:05:26.741501 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:26.827326 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:26.854477 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:05:26.857533 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92959082-7dae-4d1b-8246-a620d91664d4" -d '{"events": [{"server_uuid": "cc561bf7-8aa3-4caa-b3a0-bad666f3a35a", "name": "network-vif-plugged", "status": "completed", "tag": "ff4be439-90a8-48fa-aaf6-f5c926db6a93"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:05:26.875377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port ff4be439-90a8-48fa-aaf6-f5c926db6a93, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:05:26.880883 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:26.906099 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa5d500-230d-4889-894f-83f217ba09a6 x-openstack-request-id: req-8aa5d500-230d-4889-894f-83f217ba09a6 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:05:26.906395 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc561bf7-8aa3-4caa-b3a0-bad666f3a35a", "name": "network-vif-plugged", "status": "completed", "tag": "ff4be439-90a8-48fa-aaf6-f5c926db6a93", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:05:26.906648 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8aa5d500-230d-4889-894f-83f217ba09a6 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:05:26.907036 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93', 'code': 200} Aug 20 11:05:26.937369 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=ff4be439-90a8-48fa-aaf6-f5c926db6a93,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:05:27.007565 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17220a0-7499-4ab5-82d5-2bec04b785d2 req-638a987d-a45b-46fa-b31e-3d4c9d8716f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:27.008688 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f17220a0-7499-4ab5-82d5-2bec04b785d2 req-638a987d-a45b-46fa-b31e-3d4c9d8716f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 1097 time: 0.0406141 Aug 20 11:05:27.050478 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f17220a0-7499-4ab5-82d5-2bec04b785d2 req-01fbe35e-e4b8-4743-90d3-8fbafca7590e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344784 Aug 20 11:05:27.125172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de9ec4-8c59-491f-a508-98e756061910 req-14953791-15e5-4079-b3d7-aea274c714b4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:27.126679 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a4de9ec4-8c59-491f-a508-98e756061910 req-14953791-15e5-4079-b3d7-aea274c714b4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0496142 Aug 20 11:05:27.163958 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a4de9ec4-8c59-491f-a508-98e756061910 req-4502f9b5-25fe-4fce-92f5-c6cb3828c77a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312426 Aug 20 11:05:28.282146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed039b-f6ac-4741-aa63-633d4a36564e req-6c2802c5-a145-47b4-8523-37876d0bc4c5 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:28.283683 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63ed039b-f6ac-4741-aa63-633d4a36564e req-6c2802c5-a145-47b4-8523-37876d0bc4c5 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0488808 Aug 20 11:05:28.321901 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63ed039b-f6ac-4741-aa63-633d4a36564e req-93e71bc5-084f-4348-b97f-b9941045bb8a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320034 Aug 20 11:05:29.345987 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-92d1b5da-3c3d-45f2-b43b-33c543bbdab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:29.440898 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860fc32-0fde-4f1a-aa01-82eefa9ba092 req-7a102d0a-ee5e-4db6-822a-4c4cdf5255ba tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:29.443478 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e860fc32-0fde-4f1a-aa01-82eefa9ba092 req-7a102d0a-ee5e-4db6-822a-4c4cdf5255ba tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0549228 Aug 20 11:05:29.488921 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e860fc32-0fde-4f1a-aa01-82eefa9ba092 req-ebdeea0e-ac45-4eda-94ae-7886a4d82b4d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387702 Aug 20 11:05:29.600483 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad76116-c2f4-483d-b6f5-bf7a462ce277 req-5dee492d-b298-42a4-b8b9-f8fd5aae595d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:29.602007 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ad76116-c2f4-483d-b6f5-bf7a462ce277 req-5dee492d-b298-42a4-b8b9-f8fd5aae595d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0496948 Aug 20 11:05:29.610622 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 36406) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:05:29.615269 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-19ab4b7c-1a9e-46ed-872c-6813838ac008 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Request body: {'floatingip': {'port_id': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:05:29.657723 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19ab4b7c-1a9e-46ed-872c-6813838ac008 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:30.107485 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19ab4b7c-1a9e-46ed-872c-6813838ac008 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:30.111064 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19ab4b7c-1a9e-46ed-872c-6813838ac008 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:30.211791 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-19ab4b7c-1a9e-46ed-872c-6813838ac008 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Floating IP 4ef05203-dfbf-4e48-af3d-9671969451a9 associated. External IP: 172.25.3.59, port: ff4be439-90a8-48fa-aaf6-f5c926db6a93. Aug 20 11:05:30.422324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ab4b7c-1a9e-46ed-872c-6813838ac008 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:05:30.532627 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ab4b7c-1a9e-46ed-872c-6813838ac008 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:05:30.537836 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19ab4b7c-1a9e-46ed-872c-6813838ac008 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:30.542670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8fd29e-a417-4e32-82fd-9f7906e856d1 None None] Sync routers for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:05:30.552113 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8fd29e-a417-4e32-82fd-9f7906e856d1 None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:05:30.552774 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9b8fd29e-a417-4e32-82fd-9f7906e856d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:05:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:05:30.571350 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-19ab4b7c-1a9e-46ed-872c-6813838ac008 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "PUT /v2.0/floatingips/4ef05203-dfbf-4e48-af3d-9671969451a9 HTTP/1.1" status: 200 len: 990 time: 0.9595747 Aug 20 11:05:30.571934 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'tag': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:05:30.574228 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683ca2a5-c0d4-4d58-b08c-5d337c526975" -d '{"events": [{"name": "network-changed", "server_uuid": "cc561bf7-8aa3-4caa-b3a0-bad666f3a35a", "tag": "ff4be439-90a8-48fa-aaf6-f5c926db6a93"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:05:30.614823 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b9b497-5ab9-4940-a750-7abb7e5183e9 x-openstack-request-id: req-b5b9b497-5ab9-4940-a750-7abb7e5183e9 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:05:30.615475 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc561bf7-8aa3-4caa-b3a0-bad666f3a35a", "tag": "ff4be439-90a8-48fa-aaf6-f5c926db6a93", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:05:30.615475 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5b9b497-5ab9-4940-a750-7abb7e5183e9 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:05:30.615832 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'tag': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93', 'status': 'completed', 'code': 200} Aug 20 11:05:30.672251 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-9b8fd29e-a417-4e32-82fd-9f7906e856d1 None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:05:30.682732 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ca2a5-c0d4-4d58-b08c-5d337c526975 req-585836c3-6cea-4b24-9956-c61b637cb83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:30.684739 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-683ca2a5-c0d4-4d58-b08c-5d337c526975 req-585836c3-6cea-4b24-9956-c61b637cb83c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 1097 time: 0.0445857 Aug 20 11:05:30.787327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ca2a5-c0d4-4d58-b08c-5d337c526975 req-a0607d92-23a3-4b56-af48-73ae9e043372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:30.788900 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-683ca2a5-c0d4-4d58-b08c-5d337c526975 req-a0607d92-23a3-4b56-af48-73ae9e043372 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0975831 Aug 20 11:05:30.857106 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-683ca2a5-c0d4-4d58-b08c-5d337c526975 req-ad3d5a2a-e982-47d4-9e6e-a23a792cd6f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93 HTTP/1.1" status: 200 len: 998 time: 0.0603855 Aug 20 11:05:30.903698 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9b8fd29e-a417-4e32-82fd-9f7906e856d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '4ef05203-dfbf-4e48-af3d-9671969451a9', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'port_id': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'mac_address': 'fa:16:3e:b6:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:05:17Z', 'updated_at': '2021-08-20T11:05:30Z', 'revision_number': 1, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:05:30.907572 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ca2a5-c0d4-4d58-b08c-5d337c526975 req-694b80ec-3cef-4597-8e80-c79d1d980938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:30.909072 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-683ca2a5-c0d4-4d58-b08c-5d337c526975 req-694b80ec-3cef-4597-8e80-c79d1d980938 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0448570 Aug 20 11:05:30.936214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8fd29e-a417-4e32-82fd-9f7906e856d1 None None] Checking router: 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:05:30.945401 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8fd29e-a417-4e32-82fd-9f7906e856d1 None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:05:30.946027 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9b8fd29e-a417-4e32-82fd-9f7906e856d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:05:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:05:30.960293 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ca2a5-c0d4-4d58-b08c-5d337c526975 req-4fcd8d4b-3458-4b7e-a3a6-76564e391c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:05:30.961828 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-683ca2a5-c0d4-4d58-b08c-5d337c526975 req-4fcd8d4b-3458-4b7e-a3a6-76564e391c69 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463195 Aug 20 11:05:31.053252 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-9b8fd29e-a417-4e32-82fd-9f7906e856d1 None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:05:31.054547 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-683ca2a5-c0d4-4d58-b08c-5d337c526975 req-fbf6ffe8-37a3-4d0e-aa73-9a4599f53350 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848925 Aug 20 11:05:31.151029 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-683ca2a5-c0d4-4d58-b08c-5d337c526975 req-b213df95-79d1-4cfa-9ac1-9ef33b9e134f service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886869 Aug 20 11:05:31.295524 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-9b8fd29e-a417-4e32-82fd-9f7906e856d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '4ef05203-dfbf-4e48-af3d-9671969451a9', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'port_id': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'mac_address': 'fa:16:3e:b6:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:05:17Z', 'updated_at': '2021-08-20T11:05:30Z', 'revision_number': 1, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:05:31.324923 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8fd29e-a417-4e32-82fd-9f7906e856d1 None None] The sync data for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 is: [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '4ef05203-dfbf-4e48-af3d-9671969451a9', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'port_id': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'mac_address': 'fa:16:3e:b6:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:05:17Z', 'updated_at': '2021-08-20T11:05:30Z', 'revision_number': 1, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:05:31.524167 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ac755-25d2-40b8-84e6-5952ea067ec0 None None] New status for floating IP 4ef05203-dfbf-4e48-af3d-9671969451a9: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:05:31.974836 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-618ac3f1-37df-4c31-a4aa-17bc1881178b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:32.447171 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:33.259686 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:34.912767 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:48.827709 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:50.902668 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:05:53.125817 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:59.347676 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6935b952-7971-46a1-abb0-ae84f0646102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:01.976029 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ff1f4f7-3c4f-430b-bb88-348d66e64dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:02.448909 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:03.262805 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:04.916962 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:14.161465 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1b9aeb1-8673-41ae-8532-c158b5eccceb req-8af49720-274e-4ecd-9342-96839812277c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410633 Aug 20 11:06:14.245901 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9aeb1-8673-41ae-8532-c158b5eccceb req-e5d646b9-c464-43c9-b1f7-bbb8317a6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:06:14.248155 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1b9aeb1-8673-41ae-8532-c158b5eccceb req-e5d646b9-c464-43c9-b1f7-bbb8317a6451 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 1097 time: 0.0440481 Aug 20 11:06:14.369251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9aeb1-8673-41ae-8532-c158b5eccceb req-1e403a92-0761-4afa-b38c-4274c0586f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:06:14.370777 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1b9aeb1-8673-41ae-8532-c158b5eccceb req-1e403a92-0761-4afa-b38c-4274c0586f1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0913045 Aug 20 11:06:14.438943 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1b9aeb1-8673-41ae-8532-c158b5eccceb req-6c0140a0-ac7b-412e-a49a-8684e4b8f004 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93 HTTP/1.1" status: 200 len: 1000 time: 0.0590589 Aug 20 11:06:14.488218 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9aeb1-8673-41ae-8532-c158b5eccceb req-e3b32e88-468d-4107-ae47-bf3df569a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:06:14.489618 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1b9aeb1-8673-41ae-8532-c158b5eccceb req-e3b32e88-468d-4107-ae47-bf3df569a1ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0441742 Aug 20 11:06:14.539515 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9aeb1-8673-41ae-8532-c158b5eccceb req-afa438d9-67c2-4f8f-9a6c-3aaae97108b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:06:14.541020 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1b9aeb1-8673-41ae-8532-c158b5eccceb req-afa438d9-67c2-4f8f-9a6c-3aaae97108b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446851 Aug 20 11:06:14.633905 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1b9aeb1-8673-41ae-8532-c158b5eccceb req-d468c623-4e86-4254-8db6-4842590e3f81 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848215 Aug 20 11:06:14.729867 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1b9aeb1-8673-41ae-8532-c158b5eccceb req-44b8040f-ebdf-4f92-a531-e1fb6b11d70a service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884020 Aug 20 11:06:18.843015 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:23.142102 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:27.901250 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:06:29.349711 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-19e13beb-f6a5-4b9e-a1c2-d333033fcaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:31.976699 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-562197b2-b9dd-4d9c-91ad-09ab6a5d9cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:32.451978 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:33.265194 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:34.921377 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:35.232776 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-5fe03e72-e89f-4909-8b33-38038e0ebd1e req-524fb660-ef63-4fea-9c0f-21edaf9f6dd4 tempest-TestServerMultinode-1067622698 tempest-TestServerMultinode-1067622698-project-admin] (94867) timed out ('10.222.0.42', 51289) {{(pid=94867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 11:06:48.843013 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:53.128266 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:59.353534 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6f7592c4-228f-4282-9a61-e484a6e65689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:01.978151 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-365d6b2f-d707-49cd-a0a5-aeb6caf97e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:02.611025 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:03.272819 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:04.899565 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:07:04.926157 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:09.988270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-1a9eac01-3c6f-4f03-94ab-b8658c35bf08 req-d2dd0a7f-348e-4120-9511-145a1d2e7297 service neutron] (94866) timed out ('10.222.0.16', 59842) {{(pid=94866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 11:07:15.180345 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cd01f700-0a1a-4111-b0c9-76f8354d20e7 req-38e33922-97f2-4750-97ba-e7d82634ae9e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430348 Aug 20 11:07:15.268426 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01f700-0a1a-4111-b0c9-76f8354d20e7 req-ef8b39ea-2d81-4925-aecf-4a2d72513c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:07:15.269970 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cd01f700-0a1a-4111-b0c9-76f8354d20e7 req-ef8b39ea-2d81-4925-aecf-4a2d72513c32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 1097 time: 0.0415788 Aug 20 11:07:15.376480 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01f700-0a1a-4111-b0c9-76f8354d20e7 req-69e3a170-6ee3-4948-b50b-25210f24b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:07:15.377958 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cd01f700-0a1a-4111-b0c9-76f8354d20e7 req-69e3a170-6ee3-4948-b50b-25210f24b271 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0879247 Aug 20 11:07:15.443838 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cd01f700-0a1a-4111-b0c9-76f8354d20e7 req-cadc44d7-0bdb-4fdd-81bc-567429a68716 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93 HTTP/1.1" status: 200 len: 1000 time: 0.0589094 Aug 20 11:07:15.492678 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01f700-0a1a-4111-b0c9-76f8354d20e7 req-9bdb2551-bbd9-4056-a2ae-7dd3c1315916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:07:15.494220 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cd01f700-0a1a-4111-b0c9-76f8354d20e7 req-9bdb2551-bbd9-4056-a2ae-7dd3c1315916 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0437503 Aug 20 11:07:15.543226 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01f700-0a1a-4111-b0c9-76f8354d20e7 req-aaacc705-dda4-4c70-a901-40ddf549f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:07:15.544749 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cd01f700-0a1a-4111-b0c9-76f8354d20e7 req-aaacc705-dda4-4c70-a901-40ddf549f6fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437415 Aug 20 11:07:15.633609 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cd01f700-0a1a-4111-b0c9-76f8354d20e7 req-085ecb60-3f69-4bd6-bc85-0b53e9ff0df1 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818636 Aug 20 11:07:15.725255 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cd01f700-0a1a-4111-b0c9-76f8354d20e7 req-81d026b2-771d-4e85-b653-4a0323dbf05d service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846550 Aug 20 11:07:18.846454 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:23.143974 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:29.354851 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-70538d7c-a0cf-47b6-bc84-186269e8de4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:31.986794 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-112c6996-a0d6-45a8-b7ef-7dc9e7674daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:32.452314 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:33.271480 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:34.926170 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:41.902272 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:07:48.833003 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:53.156348 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:59.355430 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-280d4685-02a2-433b-b8b2-10de8a9f9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:01.826822 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17180d39-fc0f-4448-b290-ecbd46d1f182 req-b762d5ce-d4a1-4068-b626-a0bb5c62d829 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:01.828435 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17180d39-fc0f-4448-b290-ecbd46d1f182 req-b762d5ce-d4a1-4068-b626-a0bb5c62d829 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0527349 Aug 20 11:08:01.866725 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17180d39-fc0f-4448-b290-ecbd46d1f182 req-1303d7bc-0e0d-430f-b074-1d72e7ffd553 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322852 Aug 20 11:08:01.978139 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-443b8c87-e45f-4982-972f-9cf51c720f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:02.107663 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fcacc-b596-4350-9483-d3af66092e5e req-e1b051bd-9e3e-4545-ae1f-47a869afe923 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:02.109772 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1c4fcacc-b596-4350-9483-d3af66092e5e req-e1b051bd-9e3e-4545-ae1f-47a869afe923 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0530670 Aug 20 11:08:02.172307 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1c4fcacc-b596-4350-9483-d3af66092e5e req-97173f37-1cb7-46f9-a105-31dd233e2a13 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506780 Aug 20 11:08:02.178193 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-cbd348c6-a23a-48cb-8093-8f8481bbac49 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1284790 Aug 20 11:08:02.454119 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:03.273829 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:03.292819 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2478b4f-8c67-4b68-929a-d949e0baabed req-c558904d-6fd6-41e5-ad32-6a17b072cdc9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:03.295602 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e2478b4f-8c67-4b68-929a-d949e0baabed req-c558904d-6fd6-41e5-ad32-6a17b072cdc9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0536203 Aug 20 11:08:03.344286 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e2478b4f-8c67-4b68-929a-d949e0baabed req-cff894b6-4da0-4bab-bc0e-a9e45ff8ffe9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423880 Aug 20 11:08:03.372426 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-400edc09-fb32-43b1-97fa-dde3bef70545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:03.374079 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-400edc09-fb32-43b1-97fa-dde3bef70545 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 1097 time: 0.0431969 Aug 20 11:08:03.464912 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-274b444c-12ee-4e6b-ac3e-7f5d81fe5df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:03.466316 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-274b444c-12ee-4e6b-ac3e-7f5d81fe5df3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0852926 Aug 20 11:08:03.529609 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-a6304e9a-6d41-4c37-ad4e-23fa16f2b49e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93 HTTP/1.1" status: 200 len: 1000 time: 0.0557702 Aug 20 11:08:03.578787 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-2f4000f0-8ca2-4e54-92ea-4e64f03b5fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:03.580045 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-2f4000f0-8ca2-4e54-92ea-4e64f03b5fdd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0429461 Aug 20 11:08:03.631515 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-92a19fbb-e087-4a5f-87e0-f5b915c69f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:03.633057 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-92a19fbb-e087-4a5f-87e0-f5b915c69f2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456870 Aug 20 11:08:03.725364 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-92ddcaa7-7a1d-453d-8ee9-cac84ed9fe0e service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831597 Aug 20 11:08:03.817594 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-fdfbd02d-7273-4f72-8abe-c7726c908985 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848358 Aug 20 11:08:04.461074 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488c5c0-a559-43fd-984f-c58c6809e97d req-9113dac1-d177-41b5-a769-b168aa04bfe7 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:04.462430 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5488c5c0-a559-43fd-984f-c58c6809e97d req-9113dac1-d177-41b5-a769-b168aa04bfe7 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0512106 Aug 20 11:08:04.499653 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5488c5c0-a559-43fd-984f-c58c6809e97d req-b573204e-8b3e-4a03-af89-b52cb19b7bf3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307076 Aug 20 11:08:04.930420 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:05.615422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7f73c-b3d6-4f95-9c75-ec358d2a83e7 req-bf4a4e08-4eeb-4504-bc65-e60421d21673 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:05.616902 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b0c7f73c-b3d6-4f95-9c75-ec358d2a83e7 req-bf4a4e08-4eeb-4504-bc65-e60421d21673 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0489492 Aug 20 11:08:05.655392 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b0c7f73c-b3d6-4f95-9c75-ec358d2a83e7 req-3f151e38-2d08-4586-8db9-7287f33c1a7e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324483 Aug 20 11:08:06.769785 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17867d9d-0d62-4539-91bd-ae6d06537409 req-09624d01-0148-4709-8d07-fa279abe2595 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:06.771278 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17867d9d-0d62-4539-91bd-ae6d06537409 req-09624d01-0148-4709-8d07-fa279abe2595 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0478857 Aug 20 11:08:06.807852 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-17867d9d-0d62-4539-91bd-ae6d06537409 req-745f287d-cfb3-4ff5-9781-e680b22f1a16 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307515 Aug 20 11:08:07.921675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493ab3e-85e7-4aee-9355-cb46624a7cdd req-8480cefc-2e20-458c-a09c-2e3e8c5c0dce tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:07.923208 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9493ab3e-85e7-4aee-9355-cb46624a7cdd req-8480cefc-2e20-458c-a09c-2e3e8c5c0dce tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0484071 Aug 20 11:08:07.960036 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9493ab3e-85e7-4aee-9355-cb46624a7cdd req-55644060-064b-4c3e-94ba-0f0aed979590 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308421 Aug 20 11:08:09.075804 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9d1aa-9756-4dbb-9cf8-19f67b51dfe0 req-67206f9b-fed2-4b75-a109-d7322c3da57f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:09.078266 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a9c9d1aa-9756-4dbb-9cf8-19f67b51dfe0 req-67206f9b-fed2-4b75-a109-d7322c3da57f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0499859 Aug 20 11:08:09.120064 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a9c9d1aa-9756-4dbb-9cf8-19f67b51dfe0 req-89313334-0ad9-41bc-96fa-0f263ca0c692 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360000 Aug 20 11:08:10.243849 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb69b2-6354-48ad-a76c-e3dcdb8614fa req-70ab9962-3bd3-4428-a30a-e8789b758327 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:10.245337 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-adbb69b2-6354-48ad-a76c-e3dcdb8614fa req-70ab9962-3bd3-4428-a30a-e8789b758327 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0538495 Aug 20 11:08:10.288229 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-adbb69b2-6354-48ad-a76c-e3dcdb8614fa req-e15d9ad0-729e-43eb-b355-5bba840bfabf tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363178 Aug 20 11:08:11.425958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bbd42-cdef-4884-aa54-5f6d73d98c49 req-8da962e1-8142-4fa7-a9b0-22016b342bb3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:11.427460 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb8bbd42-cdef-4884-aa54-5f6d73d98c49 req-8da962e1-8142-4fa7-a9b0-22016b342bb3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0537355 Aug 20 11:08:11.472356 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bb8bbd42-cdef-4884-aa54-5f6d73d98c49 req-32bc0b7c-c2ed-4584-a4ce-eaa87dc5024c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371945 Aug 20 11:08:12.591661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568bece-411f-4981-ac38-69585afa2d88 req-83d1dadf-8764-4646-a8b0-301ec9bee9a3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:12.593287 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a568bece-411f-4981-ac38-69585afa2d88 req-83d1dadf-8764-4646-a8b0-301ec9bee9a3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0509448 Aug 20 11:08:12.632225 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a568bece-411f-4981-ac38-69585afa2d88 req-c65904ef-eb0d-41c4-9ed1-4078d313903d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329492 Aug 20 11:08:13.756655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b6c2f-e104-4c27-9840-86a2050697e6 req-45c19f22-f1b8-4d15-a80f-e01396fbd1c2 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:13.758165 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-817b6c2f-e104-4c27-9840-86a2050697e6 req-45c19f22-f1b8-4d15-a80f-e01396fbd1c2 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0496278 Aug 20 11:08:13.796738 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-817b6c2f-e104-4c27-9840-86a2050697e6 req-6dd50cb6-82f1-4c67-bc60-58939f8547bf tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319657 Aug 20 11:08:14.918043 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154cff6-1b25-4fe6-9a57-52f19d417a20 req-9637c997-b204-4365-b3fb-7d18ad3c2210 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:14.919591 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3154cff6-1b25-4fe6-9a57-52f19d417a20 req-9637c997-b204-4365-b3fb-7d18ad3c2210 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0540397 Aug 20 11:08:14.963836 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3154cff6-1b25-4fe6-9a57-52f19d417a20 req-32e82a84-d687-4688-8c1c-5cc7d30d05d0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328810 Aug 20 11:08:15.200589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e262f-9819-490a-a027-d7474330b617 req-bdd6b1ed-baf7-4a9b-b098-19fbdf984fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:15.202691 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-989e262f-9819-490a-a027-d7474330b617 req-bdd6b1ed-baf7-4a9b-b098-19fbdf984fff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 1097 time: 0.0440214 Aug 20 11:08:15.305076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e262f-9819-490a-a027-d7474330b617 req-15212c6f-a8bf-44e8-9f6e-f57b1f54890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:15.306503 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-989e262f-9819-490a-a027-d7474330b617 req-15212c6f-a8bf-44e8-9f6e-f57b1f54890c service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0837982 Aug 20 11:08:15.378545 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-989e262f-9819-490a-a027-d7474330b617 req-1e0926dd-4961-4a1d-89e0-66c44379f169 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93 HTTP/1.1" status: 200 len: 1000 time: 0.0626748 Aug 20 11:08:15.428320 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e262f-9819-490a-a027-d7474330b617 req-233a8ef0-482e-4737-8450-5ea35d31be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:15.429868 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-989e262f-9819-490a-a027-d7474330b617 req-233a8ef0-482e-4737-8450-5ea35d31be85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0441644 Aug 20 11:08:15.477598 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e262f-9819-490a-a027-d7474330b617 req-d85c9dca-2abe-4a27-83eb-908de457cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:15.479214 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-989e262f-9819-490a-a027-d7474330b617 req-d85c9dca-2abe-4a27-83eb-908de457cb1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408416 Aug 20 11:08:15.720923 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-f793f35c-6be0-4c44-b4f9-29f45faae572 service neutron] show failed (client error): The resource could not be found. Aug 20 11:08:15.721976 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-f793f35c-6be0-4c44-b4f9-29f45faae572 service neutron] 10.222.0.24 "GET /v2.0/ports/ff4be439-90a8-48fa-aaf6-f5c926db6a93/bindings/n-h1-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.0574210 Aug 20 11:08:15.896954 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-989e262f-9819-490a-a027-d7474330b617 req-9352e04c-7ffe-40b5-b9fa-c9a2acc168c4 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086814 Aug 20 11:08:16.017221 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-0d4f4fb8-11b6-4fb8-98b9-8af3c9ca2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:16.018756 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-0d4f4fb8-11b6-4fb8-98b9-8af3c9ca2964 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a&tenant_id=259dc0e922454e79b715dfa8d118adf6 HTTP/1.1" status: 200 len: 1097 time: 0.1365795 Aug 20 11:08:16.022470 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-989e262f-9819-490a-a027-d7474330b617 req-57eaa1b2-e08b-485e-8df8-23cd13415265 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180410 Aug 20 11:08:16.031095 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-11', 'device_owner': 'compute:nova'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:08:16.089588 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:16.120164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73962f8-f066-403e-9662-facb2409fcbc req-b3104c80-231d-4678-a9a7-5f92e4ae5357 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:16.121667 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b73962f8-f066-403e-9662-facb2409fcbc req-b3104c80-231d-4678-a9a7-5f92e4ae5357 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0553150 Aug 20 11:08:16.161361 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b73962f8-f066-403e-9662-facb2409fcbc req-e82e937a-6894-4e9f-b55c-2a5bb260bde1 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330319 Aug 20 11:08:16.304440 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] For port ff4be439-90a8-48fa-aaf6-f5c926db6a93, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:08:16.338452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] For port ff4be439-90a8-48fa-aaf6-f5c926db6a93, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:08:16.385277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:08:16.387629 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e7d821-c83d-40a6-9bc6-dad978fb5346" -d '{"events": [{"server_uuid": "cc561bf7-8aa3-4caa-b3a0-bad666f3a35a", "name": "network-vif-unplugged", "status": "completed", "tag": "ff4be439-90a8-48fa-aaf6-f5c926db6a93"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:08:16.392488 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:16.407386 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Transition to ACTIVE for port object ff4be439-90a8-48fa-aaf6-f5c926db6a93 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:08:16.413232 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:16.571836 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Pushing event updated for resources: {'Port': ['ID=ff4be439-90a8-48fa-aaf6-f5c926db6a93,revision_number=6']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:08:16.580245 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32270ee-37f3-49e1-9d03-3e816c74ce5c x-openstack-request-id: req-b32270ee-37f3-49e1-9d03-3e816c74ce5c {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:08:16.580712 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc561bf7-8aa3-4caa-b3a0-bad666f3a35a", "name": "network-vif-unplugged", "status": "completed", "tag": "ff4be439-90a8-48fa-aaf6-f5c926db6a93", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:08:16.581083 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b32270ee-37f3-49e1-9d03-3e816c74ce5c {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:08:16.581232 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93', 'code': 200} Aug 20 11:08:16.597468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:16.597826 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:16.598176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:16.598530 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:16.598871 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:16.599244 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:16.599584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:16.599918 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:16.600255 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:16.600589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:16.600921 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:16.601251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:16.641185 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] No DVR routers for this DVR port ff4be439-90a8-48fa-aaf6-f5c926db6a93 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:08:16.789368 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Attempting to bind port ff4be439-90a8-48fa-aaf6-f5c926db6a93 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:08:16.789757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Attempting to bind port ff4be439-90a8-48fa-aaf6-f5c926db6a93 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:08:16.790177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Attempting to bind port ff4be439-90a8-48fa-aaf6-f5c926db6a93 on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:08:16.795251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Port ff4be439-90a8-48fa-aaf6-f5c926db6a93 on network 303e9066-06f0-4e46-98e0-f2100d524c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:08:16.795581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Attempting to bind port ff4be439-90a8-48fa-aaf6-f5c926db6a93 on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:08:16.801336 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:08:16.801680 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Checking segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:08:16.802070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Bound using segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:08:16.802546 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Bound port: ff4be439-90a8-48fa-aaf6-f5c926db6a93, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:08:16.802546 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:16.874512 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] For port ff4be439-90a8-48fa-aaf6-f5c926db6a93, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:08:16.877714 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] For port ff4be439-90a8-48fa-aaf6-f5c926db6a93, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:08:16.882781 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:16.919146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:16.919914 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:16.922004 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] 10.222.0.42 "PUT /v2.0/ports/ff4be439-90a8-48fa-aaf6-f5c926db6a93 HTTP/1.1" status: 200 len: 1092 time: 0.8952527 Aug 20 11:08:16.952473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e33de1-e22b-4ef6-ad43-df797de1a12d service neutron] Pushing event updated for resources: {'Port': ['ID=ff4be439-90a8-48fa-aaf6-f5c926db6a93,revision_number=7']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:08:17.010428 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-2cd5eefb-657f-4b8b-909c-74f6d4a610ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:17.012562 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-2cd5eefb-657f-4b8b-909c-74f6d4a610ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 1095 time: 0.0612323 Aug 20 11:08:17.121189 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-1b01c282-72da-4e55-9221-12c5983d2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:17.123497 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-1b01c282-72da-4e55-9221-12c5983d2d99 service neutron] 10.222.0.42 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.1032093 Aug 20 11:08:17.209017 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-5b8e2109-bd66-4fe7-82af-566746fc3b46 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93 HTTP/1.1" status: 200 len: 998 time: 0.0723796 Aug 20 11:08:17.267794 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-9f12535d-7b34-4139-9f08-bf43fe65dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:17.269923 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-9f12535d-7b34-4139-9f08-bf43fe65dee1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0541730 Aug 20 11:08:17.302269 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ee5e7-041b-4da3-9330-22a6dea7a862 req-b44c6d40-98a3-44f2-945a-6d56b9959c9b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:17.303873 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-121ee5e7-041b-4da3-9330-22a6dea7a862 req-b44c6d40-98a3-44f2-945a-6d56b9959c9b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 943 time: 0.0534613 Aug 20 11:08:17.332694 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-9cfb2c06-b325-4dec-b7a5-e4a49946a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:17.334247 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-9cfb2c06-b325-4dec-b7a5-e4a49946a968 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554740 Aug 20 11:08:17.347534 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-121ee5e7-041b-4da3-9330-22a6dea7a862 req-c5236284-dfe3-4f90-a71b-ee5f59eac7f6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364461 Aug 20 11:08:17.442972 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-5c4f43ff-9a0d-45c0-955f-67fc37c8fbf3 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003385 Aug 20 11:08:17.553455 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e7d2ee5c-6e78-4611-8434-5bc1bf566618 req-78a1da79-2249-4c1e-880f-0f71a5594721 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031249 Aug 20 11:08:18.477691 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cf11a-5b1e-40e6-89b1-d31012270157 req-fae0fdb8-cbe8-400a-a2dc-b6ef7d3ca3b5 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:18.479369 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3e7cf11a-5b1e-40e6-89b1-d31012270157 req-fae0fdb8-cbe8-400a-a2dc-b6ef7d3ca3b5 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 943 time: 0.0580897 Aug 20 11:08:18.519307 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3e7cf11a-5b1e-40e6-89b1-d31012270157 req-a911a2b6-1669-475c-a7e7-1d6e80c99d72 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335245 Aug 20 11:08:18.582473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'tag': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:08:18.587599 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397054ff-6c10-43e6-acc6-dcd324755aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "cc561bf7-8aa3-4caa-b3a0-bad666f3a35a", "tag": "ff4be439-90a8-48fa-aaf6-f5c926db6a93"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:08:18.642015 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2575c972-1f1d-4fe8-b976-cd5765a2e6d3 x-openstack-request-id: req-2575c972-1f1d-4fe8-b976-cd5765a2e6d3 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:08:18.642314 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc561bf7-8aa3-4caa-b3a0-bad666f3a35a", "tag": "ff4be439-90a8-48fa-aaf6-f5c926db6a93", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:08:18.642713 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2575c972-1f1d-4fe8-b976-cd5765a2e6d3 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:08:18.643378 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'tag': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93', 'status': 'completed', 'code': 200} Aug 20 11:08:18.732491 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-f8810d67-03fd-4e4f-9924-3443cd83217b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:18.734565 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-f8810d67-03fd-4e4f-9924-3443cd83217b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 1095 time: 0.0731113 Aug 20 11:08:18.740659 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-7b56fc13-1120-4444-beae-48c6d3953cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:18.742703 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-7b56fc13-1120-4444-beae-48c6d3953cf0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 1095 time: 0.0702724 Aug 20 11:08:18.856531 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:18.899522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-c851ff8a-6ba7-4219-a27d-a7ff9312ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:18.901077 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-c851ff8a-6ba7-4219-a27d-a7ff9312ca9a service neutron] 10.222.0.42 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.1574256 Aug 20 11:08:18.902132 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-a99f4fb2-a14f-400d-a7ff-f6347d6e3283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:18.902516 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:08:18.903493 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-a99f4fb2-a14f-400d-a7ff-f6347d6e3283 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.1519363 Aug 20 11:08:19.018548 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-78f3acad-718c-4129-b806-f8313ca7a815 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93 HTTP/1.1" status: 200 len: 998 time: 0.1095634 Aug 20 11:08:19.020337 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-f55b2b9a-1b8c-4f62-a84d-c079b306e25e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93 HTTP/1.1" status: 200 len: 998 time: 0.1058927 Aug 20 11:08:19.113204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-5fa68a7d-b010-4bef-8458-3f483595fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:19.114729 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-5fa68a7d-b010-4bef-8458-3f483595fef6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0864091 Aug 20 11:08:19.116176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-1c0e65d7-7eaf-4ddc-a086-e9a14ce77a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:19.117813 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-1c0e65d7-7eaf-4ddc-a086-e9a14ce77a90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0811613 Aug 20 11:08:19.193619 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-b2e3be3f-4d02-4008-a6b1-6bb3d3cc747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:19.195211 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-b2e3be3f-4d02-4008-a6b1-6bb3d3cc747e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706635 Aug 20 11:08:19.199540 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-5709bcf2-4bc5-4756-a953-c73fe7ac43de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:19.201009 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-5709bcf2-4bc5-4756-a953-c73fe7ac43de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683162 Aug 20 11:08:19.361360 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-f25b3f0a-4fb9-424b-8da6-e788b7e25427 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581047 Aug 20 11:08:19.363170 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-239e1995-29b4-4dfe-a22f-fe79931830a0 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523843 Aug 20 11:08:19.438758 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device ff4be439-90a8-48fa-aaf6-f5c926db6a93 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:08:19.478535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device ff4be439-90a8-48fa-aaf6-f5c926db6a93 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:08:19.534796 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-ea31381a-9f7c-41f8-b54f-b22f5f8ed63d service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649230 Aug 20 11:08:19.536985 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-397054ff-6c10-43e6-acc6-dcd324755aeb req-a5c6754c-0585-41d9-a743-324b64162ef0 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660857 Aug 20 11:08:19.644344 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b0011-7139-447e-abcf-5a8f96bc8d65 req-7382570a-04fa-4d4d-8f08-a1c52699d971 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:19.645862 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-656b0011-7139-447e-abcf-5a8f96bc8d65 req-7382570a-04fa-4d4d-8f08-a1c52699d971 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 943 time: 0.0561142 Aug 20 11:08:19.688208 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-656b0011-7139-447e-abcf-5a8f96bc8d65 req-625bd311-8859-4fa5-b03a-d32fd21a6212 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330307 Aug 20 11:08:19.912146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de66ac-0edd-4edc-a126-d0585432b75a req-bab9fad6-b21e-4e14-8e7c-9fc9cfe7510d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:19.913565 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-03de66ac-0edd-4edc-a126-d0585432b75a req-bab9fad6-b21e-4e14-8e7c-9fc9cfe7510d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 943 time: 0.0806518 Aug 20 11:08:19.926655 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a3a68-512e-497f-9f02-2db1e917b3be req-479d73e0-3e00-47b7-b540-f7ee8acefffb tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:19.928105 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e55a3a68-512e-497f-9f02-2db1e917b3be req-479d73e0-3e00-47b7-b540-f7ee8acefffb tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a&tenant_id=259dc0e922454e79b715dfa8d118adf6&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 943 time: 0.0686443 Aug 20 11:08:19.992719 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-03de66ac-0edd-4edc-a126-d0585432b75a req-5c18a1c3-e028-4efb-8fba-ce0a248298f5 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636485 Aug 20 11:08:20.014017 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-e55a3a68-512e-497f-9f02-2db1e917b3be req-04f8c583-d563-4e9b-84d1-f0a29c74dc57 service neutron] delete failed (client error): The resource could not be found. Aug 20 11:08:20.015138 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e55a3a68-512e-497f-9f02-2db1e917b3be req-04f8c583-d563-4e9b-84d1-f0a29c74dc57 service neutron] 10.222.0.24 "DELETE /v2.0/ports/ff4be439-90a8-48fa-aaf6-f5c926db6a93/bindings/n-h2-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.0732725 Aug 20 11:08:20.101462 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a3a68-512e-497f-9f02-2db1e917b3be req-a41c19ce-a25a-4189-9f9d-e4ae0f9b64f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:20.102996 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e55a3a68-512e-497f-9f02-2db1e917b3be req-a41c19ce-a25a-4189-9f9d-e4ae0f9b64f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 1095 time: 0.0419147 Aug 20 11:08:20.193599 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a3a68-512e-497f-9f02-2db1e917b3be req-738cfedf-fc46-4912-94bd-298090590baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:20.195008 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e55a3a68-512e-497f-9f02-2db1e917b3be req-738cfedf-fc46-4912-94bd-298090590baf service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0842772 Aug 20 11:08:20.276413 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e55a3a68-512e-497f-9f02-2db1e917b3be req-48bd9511-85fd-4f11-b928-ffdda142ea85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93 HTTP/1.1" status: 200 len: 998 time: 0.0724716 Aug 20 11:08:20.326580 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a3a68-512e-497f-9f02-2db1e917b3be req-fcd84d5b-bc01-4f1f-8b52-0f058f4cd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:20.328598 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e55a3a68-512e-497f-9f02-2db1e917b3be req-fcd84d5b-bc01-4f1f-8b52-0f058f4cd8af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0447273 Aug 20 11:08:20.376426 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a3a68-512e-497f-9f02-2db1e917b3be req-a834cbe8-5369-4ab4-92a1-d68421b5a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:20.377944 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e55a3a68-512e-497f-9f02-2db1e917b3be req-a834cbe8-5369-4ab4-92a1-d68421b5a246 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404601 Aug 20 11:08:20.473972 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e55a3a68-512e-497f-9f02-2db1e917b3be req-13267f2a-d51f-4b59-a156-75536b4250a0 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884399 Aug 20 11:08:20.566280 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e55a3a68-512e-497f-9f02-2db1e917b3be req-add06c16-edb6-4f19-ad58-b7a383ce7a76 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842984 Aug 20 11:08:20.643202 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ff4be439-90a8-48fa-aaf6-f5c926db6a93 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:08:20.738988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ff4be439-90a8-48fa-aaf6-f5c926db6a93, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:08:20.751449 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'port_id': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93', 'mac_address': 'fa:16:3e:b6:dc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:08:20.792275 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:20.805836 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4be439-90a8-48fa-aaf6-f5c926db6a93 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:08:20.828116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ff4be439-90a8-48fa-aaf6-f5c926db6a93, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:08:20.833353 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:20.881855 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=ff4be439-90a8-48fa-aaf6-f5c926db6a93,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:08:20.890277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:20.890618 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:20.890952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:20.891317 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:20.891645 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:20.892078 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:20.892296 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:20.892616 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:20.892937 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:20.893385 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:20.893569 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:20.894278 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:08:21.081017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['ff4be439-90a8-48fa-aaf6-f5c926db6a93'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:08:21.130302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55793f9-b047-4e13-ae24-768f0aa525d5 req-67f2727c-af80-4094-b646-bb276319b58f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:21.133102 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b55793f9-b047-4e13-ae24-768f0aa525d5 req-67f2727c-af80-4094-b646-bb276319b58f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 944 time: 0.0677538 Aug 20 11:08:21.183454 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b55793f9-b047-4e13-ae24-768f0aa525d5 req-ff10cd9a-ee0a-43cb-b7e9-817ae3aafef3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440428 Aug 20 11:08:21.317237 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da5b0f-cab8-4ca6-91a2-c00aa2792644 req-c0f9c9a8-5118-42b9-b63c-38ea54ef7bcd tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:21.318969 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-29da5b0f-cab8-4ca6-91a2-c00aa2792644 req-c0f9c9a8-5118-42b9-b63c-38ea54ef7bcd tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 944 time: 0.0573225 Aug 20 11:08:21.373353 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-29da5b0f-cab8-4ca6-91a2-c00aa2792644 req-d5a06850-02a6-445d-a973-c2c2eac60359 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478790 Aug 20 11:08:21.508378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6634e-cac1-4320-8762-28e236879976 req-a3e9c4cc-449d-4f78-982c-5654a0359c77 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:21.509935 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-50f6634e-cac1-4320-8762-28e236879976 req-a3e9c4cc-449d-4f78-982c-5654a0359c77 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 944 time: 0.0539136 Aug 20 11:08:21.549418 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-50f6634e-cac1-4320-8762-28e236879976 req-169685c7-cb86-4bbd-a712-fd0978a0d288 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320814 Aug 20 11:08:21.789998 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe4105-1f7a-4a5a-a6b3-bafcc9906aaa req-f79a32cd-55f8-4baf-b502-622b1cee1c17 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:21.791579 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0efe4105-1f7a-4a5a-a6b3-bafcc9906aaa req-f79a32cd-55f8-4baf-b502-622b1cee1c17 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 944 time: 0.0515010 Aug 20 11:08:21.838235 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0efe4105-1f7a-4a5a-a6b3-bafcc9906aaa req-ceb57747-20be-485d-8bdb-e2a6d87a2455 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394616 Aug 20 11:08:22.669070 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ff4be439-90a8-48fa-aaf6-f5c926db6a93 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:08:22.724868 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port ff4be439-90a8-48fa-aaf6-f5c926db6a93 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:08:22.730221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port ff4be439-90a8-48fa-aaf6-f5c926db6a93 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:08:22.730646 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:22.816480 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:22.850137 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:08:22.852599 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1437d3-8e2c-4e51-b392-2dcde82d85f9" -d '{"events": [{"server_uuid": "cc561bf7-8aa3-4caa-b3a0-bad666f3a35a", "name": "network-vif-plugged", "status": "completed", "tag": "ff4be439-90a8-48fa-aaf6-f5c926db6a93"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:08:22.868261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ff4be439-90a8-48fa-aaf6-f5c926db6a93, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:08:22.875460 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:22.956238 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=ff4be439-90a8-48fa-aaf6-f5c926db6a93,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:08:22.983373 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bc3332-11b2-4c9f-8bc7-0aa01aca560c x-openstack-request-id: req-00bc3332-11b2-4c9f-8bc7-0aa01aca560c {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:08:22.983989 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc561bf7-8aa3-4caa-b3a0-bad666f3a35a", "name": "network-vif-plugged", "status": "completed", "tag": "ff4be439-90a8-48fa-aaf6-f5c926db6a93", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:08:22.984390 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00bc3332-11b2-4c9f-8bc7-0aa01aca560c {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:08:22.984992 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93', 'code': 200} Aug 20 11:08:23.020654 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbbe59-c39b-48c4-a04d-697af02df403 req-ee96755e-3168-4a0d-ab8a-cc0ceb7cf152 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:23.022515 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-defbbe59-c39b-48c4-a04d-697af02df403 req-ee96755e-3168-4a0d-ab8a-cc0ceb7cf152 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0714309 Aug 20 11:08:23.025232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53294cb-50a5-44a5-99b0-f6a99d46fc2a req-6e862a81-0982-4fea-a0bb-954dfea25f31 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:23.027030 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a53294cb-50a5-44a5-99b0-f6a99d46fc2a req-6e862a81-0982-4fea-a0bb-954dfea25f31 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 945 time: 0.0574443 Aug 20 11:08:23.066450 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-defbbe59-c39b-48c4-a04d-697af02df403 req-bef620cb-f08f-42aa-b845-b281805341f9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339005 Aug 20 11:08:23.135552 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-a53294cb-50a5-44a5-99b0-f6a99d46fc2a req-fc7b7d56-9135-46a0-ab04-c9b0e8ddb34c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Deleting port ff4be439-90a8-48fa-aaf6-f5c926db6a93 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:08:23.136207 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a53294cb-50a5-44a5-99b0-f6a99d46fc2a req-fc7b7d56-9135-46a0-ab04-c9b0e8ddb34c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:23.189055 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:23.242778 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-a53294cb-50a5-44a5-99b0-f6a99d46fc2a req-fc7b7d56-9135-46a0-ab04-c9b0e8ddb34c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] For port ff4be439-90a8-48fa-aaf6-f5c926db6a93, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ff4be439-90a8-48fa-aaf6-f5c926db6a93,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:08:23.243217 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a53294cb-50a5-44a5-99b0-f6a99d46fc2a req-fc7b7d56-9135-46a0-ab04-c9b0e8ddb34c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:23.432979 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a53294cb-50a5-44a5-99b0-f6a99d46fc2a req-fc7b7d56-9135-46a0-ab04-c9b0e8ddb34c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:23.433362 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a53294cb-50a5-44a5-99b0-f6a99d46fc2a req-fc7b7d56-9135-46a0-ab04-c9b0e8ddb34c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:23.433673 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [req-a53294cb-50a5-44a5-99b0-f6a99d46fc2a req-fc7b7d56-9135-46a0-ab04-c9b0e8ddb34c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Floating IP 4ef05203-dfbf-4e48-af3d-9671969451a9 disassociated. External IP: 172.25.3.59, port: ff4be439-90a8-48fa-aaf6-f5c926db6a93. Aug 20 11:08:23.434009 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-a53294cb-50a5-44a5-99b0-f6a99d46fc2a req-fc7b7d56-9135-46a0-ab04-c9b0e8ddb34c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Calling delete_port for ff4be439-90a8-48fa-aaf6-f5c926db6a93 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:08:23.566216 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a53294cb-50a5-44a5-99b0-f6a99d46fc2a req-fc7b7d56-9135-46a0-ab04-c9b0e8ddb34c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:23.595849 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b7d56-9135-46a0-ab04-c9b0e8ddb34c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Pushing event deleted for resources: {'Port': ['ID=ff4be439-90a8-48fa-aaf6-f5c926db6a93,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:08:23.716360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a53294cb-50a5-44a5-99b0-f6a99d46fc2a req-fc7b7d56-9135-46a0-ab04-c9b0e8ddb34c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:08:24.158977 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a53294cb-50a5-44a5-99b0-f6a99d46fc2a req-fc7b7d56-9135-46a0-ab04-c9b0e8ddb34c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:08:24.168662 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40bba61-899d-4cb9-acc8-f7390922e377 None None] Sync routers for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:08:24.177265 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aa9f6395-403b-4082-b28d-70725c21090c req-b9561fd6-b82d-497a-997f-f9ef58f4ab20 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc561bf7-8aa3-4caa-b3a0-bad666f3a35a HTTP/1.1" status: 200 len: 210 time: 0.0377843 Aug 20 11:08:24.178354 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40bba61-899d-4cb9-acc8-f7390922e377 None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:08:24.178997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d40bba61-899d-4cb9-acc8-f7390922e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:08:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:08:24.217359 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53294cb-50a5-44a5-99b0-f6a99d46fc2a req-fc7b7d56-9135-46a0-ab04-c9b0e8ddb34c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] No DVR routers for this DVR port ff4be439-90a8-48fa-aaf6-f5c926db6a93 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:08:24.220626 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a53294cb-50a5-44a5-99b0-f6a99d46fc2a req-fc7b7d56-9135-46a0-ab04-c9b0e8ddb34c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:24.222588 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a53294cb-50a5-44a5-99b0-f6a99d46fc2a req-fc7b7d56-9135-46a0-ab04-c9b0e8ddb34c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.42 "DELETE /v2.0/ports/ff4be439-90a8-48fa-aaf6-f5c926db6a93 HTTP/1.1" status: 204 len: 173 time: 1.1893559 Aug 20 11:08:24.223033 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'name': 'network-vif-deleted', 'tag': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:08:24.225326 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a06365-0176-41b4-b83c-e3dfdecc5b03" -d '{"events": [{"server_uuid": "cc561bf7-8aa3-4caa-b3a0-bad666f3a35a", "name": "network-vif-deleted", "tag": "ff4be439-90a8-48fa-aaf6-f5c926db6a93"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:08:24.270550 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab88f3fa-a2fa-4c15-8a5b-5a8b563f93fa x-openstack-request-id: req-ab88f3fa-a2fa-4c15-8a5b-5a8b563f93fa {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:08:24.270930 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc561bf7-8aa3-4caa-b3a0-bad666f3a35a", "name": "network-vif-deleted", "tag": "ff4be439-90a8-48fa-aaf6-f5c926db6a93", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:08:24.271301 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab88f3fa-a2fa-4c15-8a5b-5a8b563f93fa {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:08:24.271795 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc561bf7-8aa3-4caa-b3a0-bad666f3a35a', 'name': 'network-vif-deleted', 'tag': 'ff4be439-90a8-48fa-aaf6-f5c926db6a93', 'status': 'completed', 'code': 200} Aug 20 11:08:24.297097 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-d40bba61-899d-4cb9-acc8-f7390922e377 None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:08:24.508607 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d40bba61-899d-4cb9-acc8-f7390922e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:08:24.538290 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40bba61-899d-4cb9-acc8-f7390922e377 None None] Checking router: 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:08:24.546496 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40bba61-899d-4cb9-acc8-f7390922e377 None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:08:24.547138 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d40bba61-899d-4cb9-acc8-f7390922e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:08:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:08:24.673177 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-d40bba61-899d-4cb9-acc8-f7390922e377 None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:08:24.891665 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d40bba61-899d-4cb9-acc8-f7390922e377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:08:24.918567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40bba61-899d-4cb9-acc8-f7390922e377 None None] The sync data for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 is: [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:08:25.162033 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d11b1b-9d89-4aa7-947d-757356716d09 None None] New status for floating IP 4ef05203-dfbf-4e48-af3d-9671969451a9: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:08:25.425027 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47929266-3476-46a2-bd8b-46706e83502c req-6d701c21-1f95-4b72-8793-820f3e07171b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1968296859&fields=id&tenant_id=259dc0e922454e79b715dfa8d118adf6 HTTP/1.1" status: 200 len: 267 time: 0.0358634 Aug 20 11:08:25.534448 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47929266-3476-46a2-bd8b-46706e83502c req-e577bc57-7c5a-477e-99bb-98b0ea4b2bf8 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:25.535956 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47929266-3476-46a2-bd8b-46706e83502c req-e577bc57-7c5a-477e-99bb-98b0ea4b2bf8 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 812 time: 0.1040273 Aug 20 11:08:25.552999 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47929266-3476-46a2-bd8b-46706e83502c req-aa35f0a9-f3dc-4679-83af-608ae4685c02 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/quotas/259dc0e922454e79b715dfa8d118adf6 HTTP/1.1" status: 200 len: 375 time: 0.0108209 Aug 20 11:08:25.617377 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47929266-3476-46a2-bd8b-46706e83502c req-b3262635-d690-40f5-82cd-874c0a2520ea tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0585296 Aug 20 11:08:25.633522 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-47929266-3476-46a2-bd8b-46706e83502c req-eef8b439-0efa-4738-bbe4-ea0d6f90d8e7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:08:25.634517 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47929266-3476-46a2-bd8b-46706e83502c req-eef8b439-0efa-4738-bbe4-ea0d6f90d8e7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056279 Aug 20 11:08:25.731249 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47929266-3476-46a2-bd8b-46706e83502c req-31934c15-a3e3-4fdc-8ad0-3651e1bff700 service neutron] 10.222.0.16 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899303 Aug 20 11:08:25.832113 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47929266-3476-46a2-bd8b-46706e83502c req-f83bda52-6e60-4529-b851-0138e851118b service neutron] 10.222.0.16 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944114 Aug 20 11:08:26.005411 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1e5a197-ebed-4272-887c-e44a23c7bf7e req-4cedd5db-9d6a-4ca0-8e56-9a284675e7bb tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 210 time: 0.0315704 Aug 20 11:08:26.686060 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ff4be439-90a8-48fa-aaf6-f5c926db6a93 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:08:26.713215 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: ff4be439-90a8-48fa-aaf6-f5c926db6a93 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:08:26.713564 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ff4be439-90a8-48fa-aaf6-f5c926db6a93 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:08:27.116059 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f12c6550-7ce1-414e-890a-491ef8952f45 req-c2a0c7be-3329-4f2d-aa8a-d98dbc6dbc15 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 210 time: 0.0343268 Aug 20 11:08:27.175594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47929266-3476-46a2-bd8b-46706e83502c req-19fa761e-4f2f-42a0-84fb-e0251dd7e831 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:27.177267 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47929266-3476-46a2-bd8b-46706e83502c req-19fa761e-4f2f-42a0-84fb-e0251dd7e831 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 812 time: 0.1467202 Aug 20 11:08:27.228157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47929266-3476-46a2-bd8b-46706e83502c req-ff664dcf-4b99-4629-8c8a-5b4a10e59ddf tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=259dc0e922454e79b715dfa8d118adf6 HTTP/1.1" status: 200 len: 380 time: 0.0386243 Aug 20 11:08:27.238139 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-47929266-3476-46a2-bd8b-46706e83502c req-dd1c4c9e-b84e-49f7-97dd-c6543fc3192e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Request body: {'port': {'device_id': 'b6eabd86-b0be-45c6-9212-81109193d360', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'admin_state_up': True, 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'security_groups': ['f6e4f9ba-bc8c-4dd8-b405-07f95304ff82']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:08:27.350803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47929266-3476-46a2-bd8b-46706e83502c req-dd1c4c9e-b84e-49f7-97dd-c6543fc3192e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Made reservation on behalf of 259dc0e922454e79b715dfa8d118adf6 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:08:27.354233 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-47929266-3476-46a2-bd8b-46706e83502c req-dd1c4c9e-b84e-49f7-97dd-c6543fc3192e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:27.505296 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-47929266-3476-46a2-bd8b-46706e83502c req-dd1c4c9e-b84e-49f7-97dd-c6543fc3192e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Allocated IP 172.20.0.11 (303e9066-06f0-4e46-98e0-f2100d524c59/23ffb88d-5099-4e10-9385-a5938e5b1302/10290463-532d-4643-80ad-fae7c378efe9) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:08:27.646315 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-47929266-3476-46a2-bd8b-46706e83502c req-dd1c4c9e-b84e-49f7-97dd-c6543fc3192e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:27.660305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-47929266-3476-46a2-bd8b-46706e83502c req-dd1c4c9e-b84e-49f7-97dd-c6543fc3192e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Transition to ACTIVE for port object 10290463-532d-4643-80ad-fae7c378efe9 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:08:27.693703 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-47929266-3476-46a2-bd8b-46706e83502c req-dd1c4c9e-b84e-49f7-97dd-c6543fc3192e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:27.742912 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47929266-3476-46a2-bd8b-46706e83502c req-dd1c4c9e-b84e-49f7-97dd-c6543fc3192e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Network 303e9066-06f0-4e46-98e0-f2100d524c59 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:08:27.746013 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-47929266-3476-46a2-bd8b-46706e83502c req-dd1c4c9e-b84e-49f7-97dd-c6543fc3192e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:08:27.750347 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-47929266-3476-46a2-bd8b-46706e83502c req-dd1c4c9e-b84e-49f7-97dd-c6543fc3192e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:08:27.759604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c4c9e-b84e-49f7-97dd-c6543fc3192e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Pushing event updated for resources: {'Port': ['ID=10290463-532d-4643-80ad-fae7c378efe9,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:08:27.810251 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47929266-3476-46a2-bd8b-46706e83502c req-dd1c4c9e-b84e-49f7-97dd-c6543fc3192e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:27.810893 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-47929266-3476-46a2-bd8b-46706e83502c req-dd1c4c9e-b84e-49f7-97dd-c6543fc3192e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:27.829020 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47929266-3476-46a2-bd8b-46706e83502c req-dd1c4c9e-b84e-49f7-97dd-c6543fc3192e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5945022 Aug 20 11:08:27.843282 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Request body: {'port': {'device_id': 'b6eabd86-b0be-45c6-9212-81109193d360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:08:27.906990 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:28.004385 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f8760d7b-e285-47c3-b6e1-2ed6eeb4ea69 None None] Provisioning for port 10290463-532d-4643-80ad-fae7c378efe9 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:08:28.008670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f8760d7b-e285-47c3-b6e1-2ed6eeb4ea69 None None] Provisioning complete for port 10290463-532d-4643-80ad-fae7c378efe9 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:08:28.009130 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f8760d7b-e285-47c3-b6e1-2ed6eeb4ea69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:28.045386 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-f8760d7b-e285-47c3-b6e1-2ed6eeb4ea69 None None] Port 10290463-532d-4643-80ad-fae7c378efe9 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:08:28.205500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10290463-532d-4643-80ad-fae7c378efe9 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:08:28.215677 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:28.236631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Transition to ACTIVE for port object 10290463-532d-4643-80ad-fae7c378efe9 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:08:28.240666 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:28.260767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe78c2-4fdf-4fb9-98af-e6c643ec3679 req-36790d96-fdbd-4bc8-8414-8d4cc644afbe tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:28.262575 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-afbe78c2-4fdf-4fb9-98af-e6c643ec3679 req-36790d96-fdbd-4bc8-8414-8d4cc644afbe tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 932 time: 0.0557725 Aug 20 11:08:28.293561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Pushing event updated for resources: {'Port': ['ID=10290463-532d-4643-80ad-fae7c378efe9,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:08:28.309470 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-afbe78c2-4fdf-4fb9-98af-e6c643ec3679 req-03a86bdd-7ba8-4d9c-8696-91e6b98a4a19 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398362 Aug 20 11:08:28.380182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Attempting to bind port 10290463-532d-4643-80ad-fae7c378efe9 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:08:28.380485 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Attempting to bind port 10290463-532d-4643-80ad-fae7c378efe9 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:08:28.380823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Attempting to bind port 10290463-532d-4643-80ad-fae7c378efe9 on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:08:28.385765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Port 10290463-532d-4643-80ad-fae7c378efe9 on network 303e9066-06f0-4e46-98e0-f2100d524c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:08:28.386065 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Attempting to bind port 10290463-532d-4643-80ad-fae7c378efe9 on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:08:28.392010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:08:28.392346 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Checking segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:08:28.392741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Bound using segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:08:28.393175 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Bound port: 10290463-532d-4643-80ad-fae7c378efe9, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:08:28.393538 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:28.472700 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] For port 10290463-532d-4643-80ad-fae7c378efe9, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:08:28.476684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] For port 10290463-532d-4643-80ad-fae7c378efe9, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=10290463-532d-4643-80ad-fae7c378efe9,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:08:28.482262 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:28.522889 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:28.523553 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:28.525069 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47929266-3476-46a2-bd8b-46706e83502c req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] 10.222.0.24 "PUT /v2.0/ports/10290463-532d-4643-80ad-fae7c378efe9 HTTP/1.1" status: 200 len: 1093 time: 0.6867876 Aug 20 11:08:28.525529 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6eabd86-b0be-45c6-9212-81109193d360', 'tag': '10290463-532d-4643-80ad-fae7c378efe9'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:08:28.527914 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0311934-d3a1-40a2-bae6-5657526d9a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6eabd86-b0be-45c6-9212-81109193d360", "tag": "10290463-532d-4643-80ad-fae7c378efe9"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:08:28.578487 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a169a51-ef56-40ec-b155-b80ddf8a8f66 x-openstack-request-id: req-4a169a51-ef56-40ec-b155-b80ddf8a8f66 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:08:28.578779 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6eabd86-b0be-45c6-9212-81109193d360", "tag": "10290463-532d-4643-80ad-fae7c378efe9", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:08:28.579035 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a169a51-ef56-40ec-b155-b80ddf8a8f66 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:08:28.579511 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6eabd86-b0be-45c6-9212-81109193d360', 'tag': '10290463-532d-4643-80ad-fae7c378efe9', 'status': 'completed', 'code': 200} Aug 20 11:08:28.600682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3576f43-e141-4470-8be0-9dbef1943312 service neutron] Pushing event updated for resources: {'Port': ['ID=10290463-532d-4643-80ad-fae7c378efe9,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:08:28.633470 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47929266-3476-46a2-bd8b-46706e83502c req-a422b59d-4bfd-4e27-ba5b-cc5a907ecd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:28.635243 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47929266-3476-46a2-bd8b-46706e83502c req-a422b59d-4bfd-4e27-ba5b-cc5a907ecd47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 1096 time: 0.0692308 Aug 20 11:08:28.685243 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47929266-3476-46a2-bd8b-46706e83502c req-7cc74a90-2add-4eaf-be8b-37f794996f38 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10290463-532d-4643-80ad-fae7c378efe9 HTTP/1.1" status: 200 len: 217 time: 0.0414994 Aug 20 11:08:28.741622 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47929266-3476-46a2-bd8b-46706e83502c req-39ef1660-e7f1-4397-abbf-61688614187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:28.743316 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47929266-3476-46a2-bd8b-46706e83502c req-39ef1660-e7f1-4397-abbf-61688614187d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0506601 Aug 20 11:08:28.792652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47929266-3476-46a2-bd8b-46706e83502c req-17a8aa6c-30f2-4992-af2a-efa754cf1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:28.794222 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47929266-3476-46a2-bd8b-46706e83502c req-17a8aa6c-30f2-4992-af2a-efa754cf1f76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435226 Aug 20 11:08:28.900268 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47929266-3476-46a2-bd8b-46706e83502c req-4024afdc-0d94-4120-a961-07686c989de8 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972502 Aug 20 11:08:28.996254 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-47929266-3476-46a2-bd8b-46706e83502c req-cbdd0896-f834-486a-b8ee-5a2d80012c23 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881078 Aug 20 11:08:29.098010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0311934-d3a1-40a2-bae6-5657526d9a1a req-dd589008-bcec-4406-a727-d3a388b5096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:29.099589 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0311934-d3a1-40a2-bae6-5657526d9a1a req-dd589008-bcec-4406-a727-d3a388b5096f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 1096 time: 0.0478189 Aug 20 11:08:29.197639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0311934-d3a1-40a2-bae6-5657526d9a1a req-857257bf-1aaa-4c2c-816d-d642467cc09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:29.199539 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0311934-d3a1-40a2-bae6-5657526d9a1a req-857257bf-1aaa-4c2c-816d-d642467cc09c service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0927413 Aug 20 11:08:29.244940 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0311934-d3a1-40a2-bae6-5657526d9a1a req-ad2afc11-de68-463f-abde-f90d56660311 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10290463-532d-4643-80ad-fae7c378efe9 HTTP/1.1" status: 200 len: 217 time: 0.0380425 Aug 20 11:08:29.300717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0311934-d3a1-40a2-bae6-5657526d9a1a req-56988b5b-bd27-4105-912b-8a6e39b1542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:29.302230 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0311934-d3a1-40a2-bae6-5657526d9a1a req-56988b5b-bd27-4105-912b-8a6e39b1542b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0508318 Aug 20 11:08:29.349777 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0311934-d3a1-40a2-bae6-5657526d9a1a req-a3088e43-e54e-4899-88aa-62f446b74f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:29.351725 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0311934-d3a1-40a2-bae6-5657526d9a1a req-a3088e43-e54e-4899-88aa-62f446b74f10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429153 Aug 20 11:08:29.362835 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3780f77c-7b37-48f4-8fda-81eaeddb9de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:29.443797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34fba6-d065-401c-a1f0-b8bc0ac16102 req-5565f40f-27af-4fcb-8825-29a5e1333681 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:29.445578 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f34fba6-d065-401c-a1f0-b8bc0ac16102 req-5565f40f-27af-4fcb-8825-29a5e1333681 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 944 time: 0.0598371 Aug 20 11:08:29.452685 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0311934-d3a1-40a2-bae6-5657526d9a1a req-e36bf4a4-6646-4701-a8a5-ad98c914dba3 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931981 Aug 20 11:08:29.493478 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f34fba6-d065-401c-a1f0-b8bc0ac16102 req-91a779c1-1412-4cc0-932f-f10df14ecde4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403304 Aug 20 11:08:29.562686 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0311934-d3a1-40a2-bae6-5657526d9a1a req-78b65c6d-3e99-49c6-b1a9-b0ca80bdea99 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029205 Aug 20 11:08:30.617131 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b54ebd-e70e-42fb-8431-e3716a0489a1 req-68f264fa-aecd-4b05-a7e1-1f1047953547 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:30.618628 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-11b54ebd-e70e-42fb-8431-e3716a0489a1 req-68f264fa-aecd-4b05-a7e1-1f1047953547 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 944 time: 0.0503736 Aug 20 11:08:30.657297 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-11b54ebd-e70e-42fb-8431-e3716a0489a1 req-5f4215f6-16d2-4957-a594-b031ee24f063 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322733 Aug 20 11:08:31.790290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9aa5ca-76c3-46f3-8f19-043ab6b94f39 req-3326f847-eb00-4c9f-9af0-3f49e7fbb7e3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:31.792725 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe9aa5ca-76c3-46f3-8f19-043ab6b94f39 req-3326f847-eb00-4c9f-9af0-3f49e7fbb7e3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 944 time: 0.0666490 Aug 20 11:08:31.838751 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fe9aa5ca-76c3-46f3-8f19-043ab6b94f39 req-2d905d55-c7f3-49c9-8970-0c92b7e395ae tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387466 Aug 20 11:08:31.979691 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-973ab572-0a39-473f-9242-ec81b7bf4b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:32.455783 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:32.967707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879be177-924f-4258-be0e-f570a39fca30 req-b08895a2-be9b-46e2-b6a2-cc4da56e6c56 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:32.969277 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-879be177-924f-4258-be0e-f570a39fca30 req-b08895a2-be9b-46e2-b6a2-cc4da56e6c56 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 944 time: 0.0606742 Aug 20 11:08:33.016645 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-879be177-924f-4258-be0e-f570a39fca30 req-f13595a7-b0ab-4747-b5c5-f71c3d17a014 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385969 Aug 20 11:08:33.277781 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:33.494071 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 10290463-532d-4643-80ad-fae7c378efe9 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:08:33.585627 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 10290463-532d-4643-80ad-fae7c378efe9, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=10290463-532d-4643-80ad-fae7c378efe9,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:08:33.601582 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '10290463-532d-4643-80ad-fae7c378efe9', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'port_id': '10290463-532d-4643-80ad-fae7c378efe9', 'mac_address': 'fa:16:3e:a0:83:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:08:33.638998 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:33.651369 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10290463-532d-4643-80ad-fae7c378efe9 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:08:33.671271 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 10290463-532d-4643-80ad-fae7c378efe9, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=10290463-532d-4643-80ad-fae7c378efe9,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:08:33.675598 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:33.722796 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=10290463-532d-4643-80ad-fae7c378efe9,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:08:34.060567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['10290463-532d-4643-80ad-fae7c378efe9'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:08:34.146289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f854561-3726-44ee-bb64-980b39920ce5 req-2bc0a99b-6c9d-42d6-a8de-34b2c1939365 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:34.148572 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1f854561-3726-44ee-bb64-980b39920ce5 req-2bc0a99b-6c9d-42d6-a8de-34b2c1939365 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 945 time: 0.0598633 Aug 20 11:08:34.187811 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1f854561-3726-44ee-bb64-980b39920ce5 req-e4ea633f-ab7b-48c7-bd91-51e04f2fae1e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332880 Aug 20 11:08:34.932071 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:35.311132 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa934492-41b8-4a38-95bd-e7952120b479 req-5e87c2cf-4f2d-445b-b3d9-550b91db6044 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:35.313354 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa934492-41b8-4a38-95bd-e7952120b479 req-5e87c2cf-4f2d-445b-b3d9-550b91db6044 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 945 time: 0.0526135 Aug 20 11:08:35.352719 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fa934492-41b8-4a38-95bd-e7952120b479 req-fa30140a-0488-4ee2-a955-0cdf2c87eac2 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329211 Aug 20 11:08:35.508118 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 10290463-532d-4643-80ad-fae7c378efe9 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:08:35.558018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 10290463-532d-4643-80ad-fae7c378efe9 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:08:35.562227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 10290463-532d-4643-80ad-fae7c378efe9 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:08:35.562608 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:35.643850 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:35.667992 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6eabd86-b0be-45c6-9212-81109193d360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10290463-532d-4643-80ad-fae7c378efe9'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:08:35.670274 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f87fa6c-51c3-4745-9aca-4c10ed7e9e5b" -d '{"events": [{"server_uuid": "b6eabd86-b0be-45c6-9212-81109193d360", "name": "network-vif-plugged", "status": "completed", "tag": "10290463-532d-4643-80ad-fae7c378efe9"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:08:35.683904 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 10290463-532d-4643-80ad-fae7c378efe9, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=10290463-532d-4643-80ad-fae7c378efe9,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:08:35.690061 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:35.717304 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a23b25e-207c-4cc5-a480-2339503ea0c3 x-openstack-request-id: req-0a23b25e-207c-4cc5-a480-2339503ea0c3 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:08:35.717590 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6eabd86-b0be-45c6-9212-81109193d360", "name": "network-vif-plugged", "status": "completed", "tag": "10290463-532d-4643-80ad-fae7c378efe9", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:08:35.717852 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a23b25e-207c-4cc5-a480-2339503ea0c3 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:08:35.718741 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6eabd86-b0be-45c6-9212-81109193d360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10290463-532d-4643-80ad-fae7c378efe9', 'code': 200} Aug 20 11:08:35.745547 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=10290463-532d-4643-80ad-fae7c378efe9,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:08:35.824649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7136ac-2027-4f4b-aebb-b32276ff461b req-b8888988-a831-4981-840e-f046b8d5ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:35.826101 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f7136ac-2027-4f4b-aebb-b32276ff461b req-b8888988-a831-4981-840e-f046b8d5ddc6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 1098 time: 0.0458877 Aug 20 11:08:35.863666 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3f7136ac-2027-4f4b-aebb-b32276ff461b req-158f4a6f-cef6-46bd-97e4-da4cd073b795 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284770 Aug 20 11:08:36.486070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77430cf4-bcc3-43e0-8334-c7d6d120141d req-e1ed47f5-d60d-4b81-91b4-8a37bc25abaa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:36.487620 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-77430cf4-bcc3-43e0-8334-c7d6d120141d req-e1ed47f5-d60d-4b81-91b4-8a37bc25abaa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0602660 Aug 20 11:08:36.537716 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-77430cf4-bcc3-43e0-8334-c7d6d120141d req-2c4c9e75-088e-4790-8a75-a4816fcd805a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400038 Aug 20 11:08:37.663699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcee4a-f22b-41d8-a14f-89b9c016bf76 req-76d702bb-9067-4ed6-a8d9-0b37ac9b8b4c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:37.665251 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c8bcee4a-f22b-41d8-a14f-89b9c016bf76 req-76d702bb-9067-4ed6-a8d9-0b37ac9b8b4c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0502458 Aug 20 11:08:37.716235 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c8bcee4a-f22b-41d8-a14f-89b9c016bf76 req-a5cb932d-92f0-4b63-ae3a-6e6d91213bdc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417962 Aug 20 11:08:37.835489 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92eb1a-3d26-4686-8ec1-09687a1f69a8 req-4b7546d3-2ab0-419b-81c8-549a0b5be3fa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:37.836989 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f92eb1a-3d26-4686-8ec1-09687a1f69a8 req-4b7546d3-2ab0-419b-81c8-549a0b5be3fa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0520346 Aug 20 11:08:37.845361 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 36900) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:08:37.849950 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c655c608-e20a-4347-827c-b1616839aa76 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Request body: {'floatingip': {'port_id': '10290463-532d-4643-80ad-fae7c378efe9'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:08:37.889371 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c655c608-e20a-4347-827c-b1616839aa76 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for floatingip, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:38.328129 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c655c608-e20a-4347-827c-b1616839aa76 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:38.333613 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c655c608-e20a-4347-827c-b1616839aa76 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:38.443012 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-c655c608-e20a-4347-827c-b1616839aa76 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Floating IP 4ef05203-dfbf-4e48-af3d-9671969451a9 associated. External IP: 172.25.3.59, port: 10290463-532d-4643-80ad-fae7c378efe9. Aug 20 11:08:38.656875 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c655c608-e20a-4347-827c-b1616839aa76 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:08:38.765936 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c655c608-e20a-4347-827c-b1616839aa76 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:08:38.770476 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c655c608-e20a-4347-827c-b1616839aa76 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:38.776971 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1b0c2-4be3-426c-abc0-b6f72181fca8 None None] Sync routers for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:08:38.787298 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1b0c2-4be3-426c-abc0-b6f72181fca8 None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:08:38.787927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d3d1b0c2-4be3-426c-abc0-b6f72181fca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:08:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:08:38.797483 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c655c608-e20a-4347-827c-b1616839aa76 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "PUT /v2.0/floatingips/4ef05203-dfbf-4e48-af3d-9671969451a9 HTTP/1.1" status: 200 len: 991 time: 0.9510093 Aug 20 11:08:38.798186 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6eabd86-b0be-45c6-9212-81109193d360', 'tag': '10290463-532d-4643-80ad-fae7c378efe9'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:08:38.801141 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bf3ea4-c232-4b2a-bce3-3dedb1cd1b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6eabd86-b0be-45c6-9212-81109193d360", "tag": "10290463-532d-4643-80ad-fae7c378efe9"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:08:38.844416 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ccd05b-1bab-4a8f-ae66-10ab0a786540 x-openstack-request-id: req-b1ccd05b-1bab-4a8f-ae66-10ab0a786540 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:08:38.845025 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6eabd86-b0be-45c6-9212-81109193d360", "tag": "10290463-532d-4643-80ad-fae7c378efe9", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:08:38.845025 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1ccd05b-1bab-4a8f-ae66-10ab0a786540 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:08:38.846244 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6eabd86-b0be-45c6-9212-81109193d360', 'tag': '10290463-532d-4643-80ad-fae7c378efe9', 'status': 'completed', 'code': 200} Aug 20 11:08:38.896095 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-d3d1b0c2-4be3-426c-abc0-b6f72181fca8 None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:08:38.909265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf3ea4-c232-4b2a-bce3-3dedb1cd1b9b req-452a517e-f336-49b0-9568-7d099bf239c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:38.910728 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-94bf3ea4-c232-4b2a-bce3-3dedb1cd1b9b req-452a517e-f336-49b0-9568-7d099bf239c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 1098 time: 0.0415154 Aug 20 11:08:39.004904 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf3ea4-c232-4b2a-bce3-3dedb1cd1b9b req-f048b6d6-afe3-4a45-af50-17d33bc26f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:39.006397 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-94bf3ea4-c232-4b2a-bce3-3dedb1cd1b9b req-f048b6d6-afe3-4a45-af50-17d33bc26f31 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0875816 Aug 20 11:08:39.072360 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-94bf3ea4-c232-4b2a-bce3-3dedb1cd1b9b req-a62e385b-c0b1-40fb-8c9b-f02d0eef673f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10290463-532d-4643-80ad-fae7c378efe9 HTTP/1.1" status: 200 len: 999 time: 0.0582061 Aug 20 11:08:39.118654 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d3d1b0c2-4be3-426c-abc0-b6f72181fca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '4ef05203-dfbf-4e48-af3d-9671969451a9', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'port_id': '10290463-532d-4643-80ad-fae7c378efe9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'mac_address': 'fa:16:3e:a0:83:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6eabd86-b0be-45c6-9212-81109193d360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:05:17Z', 'updated_at': '2021-08-20T11:08:38Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:08:39.123947 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf3ea4-c232-4b2a-bce3-3dedb1cd1b9b req-44082dc8-7aeb-4766-b534-4b649b89aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:39.125504 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-94bf3ea4-c232-4b2a-bce3-3dedb1cd1b9b req-44082dc8-7aeb-4766-b534-4b649b89aeb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0455832 Aug 20 11:08:39.145216 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1b0c2-4be3-426c-abc0-b6f72181fca8 None None] Checking router: 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:08:39.153871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1b0c2-4be3-426c-abc0-b6f72181fca8 None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:08:39.154533 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d3d1b0c2-4be3-426c-abc0-b6f72181fca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:08:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:08:39.177848 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf3ea4-c232-4b2a-bce3-3dedb1cd1b9b req-2e258071-4648-4f6e-939d-2d5a228294e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:08:39.179353 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-94bf3ea4-c232-4b2a-bce3-3dedb1cd1b9b req-2e258071-4648-4f6e-939d-2d5a228294e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453382 Aug 20 11:08:39.271110 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-94bf3ea4-c232-4b2a-bce3-3dedb1cd1b9b req-25c1a18f-b656-4e56-8f9f-2787ea748439 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838947 Aug 20 11:08:39.368794 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-94bf3ea4-c232-4b2a-bce3-3dedb1cd1b9b req-1b6bf581-c54f-4b28-9986-7d747e5b162b service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901461 Aug 20 11:08:39.417565 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-d3d1b0c2-4be3-426c-abc0-b6f72181fca8 None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:08:39.655646 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d3d1b0c2-4be3-426c-abc0-b6f72181fca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '4ef05203-dfbf-4e48-af3d-9671969451a9', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'port_id': '10290463-532d-4643-80ad-fae7c378efe9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'mac_address': 'fa:16:3e:a0:83:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6eabd86-b0be-45c6-9212-81109193d360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:05:17Z', 'updated_at': '2021-08-20T11:08:38Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:08:39.684784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1b0c2-4be3-426c-abc0-b6f72181fca8 None None] The sync data for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 is: [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '4ef05203-dfbf-4e48-af3d-9671969451a9', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'port_id': '10290463-532d-4643-80ad-fae7c378efe9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'mac_address': 'fa:16:3e:a0:83:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6eabd86-b0be-45c6-9212-81109193d360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:05:17Z', 'updated_at': '2021-08-20T11:08:38Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:08:40.061502 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5f6542-2734-4d8c-a613-675d8fd3d46e None None] New status for floating IP 4ef05203-dfbf-4e48-af3d-9671969451a9: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:08:48.869832 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:53.194346 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:55.901077 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:08:59.355549 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-61d45727-4f1f-4ed6-8445-6546531ca84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:01.979443 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ecaf5a1-ccbe-420b-9ce6-e444ac5d9675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:02.465611 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:03.280250 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:04.934630 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:16.156656 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a98ef9b3-b81c-4592-baf4-62445aeb841a req-cdd9671b-d4b4-4e60-a4f0-73901a10aff5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402796 Aug 20 11:09:16.239274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ef9b3-b81c-4592-baf4-62445aeb841a req-495794cb-2a80-40a5-bea5-1bff122c0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:09:16.240719 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a98ef9b3-b81c-4592-baf4-62445aeb841a req-495794cb-2a80-40a5-bea5-1bff122c0e94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 1098 time: 0.0408332 Aug 20 11:09:16.346241 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ef9b3-b81c-4592-baf4-62445aeb841a req-cfc07fc7-2f6d-4a5d-8d87-50584bad0877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:09:16.348249 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a98ef9b3-b81c-4592-baf4-62445aeb841a req-cfc07fc7-2f6d-4a5d-8d87-50584bad0877 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0887613 Aug 20 11:09:16.414862 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a98ef9b3-b81c-4592-baf4-62445aeb841a req-a7492a18-8111-4bc6-bac7-a2da0ec80eae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10290463-532d-4643-80ad-fae7c378efe9 HTTP/1.1" status: 200 len: 1001 time: 0.0580823 Aug 20 11:09:16.472376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ef9b3-b81c-4592-baf4-62445aeb841a req-0bf677cf-e7a8-4ba2-9995-6d7f1720331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:09:16.473881 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a98ef9b3-b81c-4592-baf4-62445aeb841a req-0bf677cf-e7a8-4ba2-9995-6d7f1720331f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0504138 Aug 20 11:09:16.523526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ef9b3-b81c-4592-baf4-62445aeb841a req-7200410b-2146-49d7-ba20-2c30e60a252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:09:16.525061 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a98ef9b3-b81c-4592-baf4-62445aeb841a req-7200410b-2146-49d7-ba20-2c30e60a252e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443392 Aug 20 11:09:16.615973 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a98ef9b3-b81c-4592-baf4-62445aeb841a req-15b1c0b5-5ada-4288-8081-76a1ff9599ee service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832965 Aug 20 11:09:16.709934 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a98ef9b3-b81c-4592-baf4-62445aeb841a req-932fa9f3-4685-4cdc-b33f-cacee80c2bcc service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868278 Aug 20 11:09:18.883377 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:23.198107 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:29.356060 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ac24b769-74b1-41fd-90da-ce678192944a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:31.980804 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e5e6d233-da8e-4901-8956-c3520794f7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:32.456628 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:32.900021 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:09:33.282538 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:34.938609 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:48.884717 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:53.215065 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:59.356816 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6be3867e-ba3a-46d0-9af5-4c004c56756b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:01.980323 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-31bfd660-ef05-4372-a090-4afebd872874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:02.458248 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:03.285721 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:04.940374 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:09.899969 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:10:18.145961 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c1424cc-2adb-4dfa-af5b-e4a8668e685c req-03ab3395-f493-4d21-8bcd-6f474ebc5db5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407882 Aug 20 11:10:18.227946 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1424cc-2adb-4dfa-af5b-e4a8668e685c req-baf7d107-13be-4b48-8d36-fad3d5cc3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:18.229402 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c1424cc-2adb-4dfa-af5b-e4a8668e685c req-baf7d107-13be-4b48-8d36-fad3d5cc3034 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 1098 time: 0.0396986 Aug 20 11:10:18.647432 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1424cc-2adb-4dfa-af5b-e4a8668e685c req-6d411f77-1ad7-4116-8c8d-3723a71a75d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:18.649527 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c1424cc-2adb-4dfa-af5b-e4a8668e685c req-6d411f77-1ad7-4116-8c8d-3723a71a75d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.4007132 Aug 20 11:10:18.718658 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c1424cc-2adb-4dfa-af5b-e4a8668e685c req-9dec8995-b820-4529-bd2a-3ea1c5e8b2fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10290463-532d-4643-80ad-fae7c378efe9 HTTP/1.1" status: 200 len: 1001 time: 0.0589943 Aug 20 11:10:18.767894 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1424cc-2adb-4dfa-af5b-e4a8668e685c req-e5f36429-0cd5-4716-965e-db6316949975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:18.769333 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c1424cc-2adb-4dfa-af5b-e4a8668e685c req-e5f36429-0cd5-4716-965e-db6316949975 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0434372 Aug 20 11:10:18.821252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1424cc-2adb-4dfa-af5b-e4a8668e685c req-a4f94420-f241-4a11-bae6-55081771a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:18.822768 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c1424cc-2adb-4dfa-af5b-e4a8668e685c req-a4f94420-f241-4a11-bae6-55081771a52d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455465 Aug 20 11:10:18.889247 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:18.914142 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c1424cc-2adb-4dfa-af5b-e4a8668e685c req-2cf881f1-5c62-4c67-87c3-fad5baf45672 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816555 Aug 20 11:10:19.005903 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c1424cc-2adb-4dfa-af5b-e4a8668e685c req-bd630627-8b7a-47c2-9215-42925ef94652 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851367 Aug 20 11:10:23.206185 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:29.358508 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d4f6a3a8-8641-4bcc-87c1-cdbd048c49f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:31.979901 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0077246f-6f1c-469e-bedf-704e368b1497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:32.460333 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:33.287760 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:34.943505 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:46.899593 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:10:48.895606 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:53.230018 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:59.358611 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e8185290-86e0-49c1-8c2e-0b21080b9678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:01.980970 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e2dd223b-874a-4c70-a17b-0576f0e1ad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:02.462136 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:03.291139 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:04.947489 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:07.167118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b249cfa-6d31-4d3e-852d-446c56b890d4 req-17fb07e2-c809-4886-a40a-91e63c5bbc4c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:07.168612 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b249cfa-6d31-4d3e-852d-446c56b890d4 req-17fb07e2-c809-4886-a40a-91e63c5bbc4c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.1136613 Aug 20 11:11:07.205964 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b249cfa-6d31-4d3e-852d-446c56b890d4 req-6af1e569-74c1-4bdf-84dc-9b492f7e9e8b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308855 Aug 20 11:11:08.378725 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf46e2-89d2-4cb1-8a6e-f7572c1e933f req-451e23af-2e4e-4883-906f-0fe36411d89b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:08.380208 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52bf46e2-89d2-4cb1-8a6e-f7572c1e933f req-451e23af-2e4e-4883-906f-0fe36411d89b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.1052380 Aug 20 11:11:08.418017 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-52bf46e2-89d2-4cb1-8a6e-f7572c1e933f req-7b1cea18-02ba-444b-8544-93c8a030967c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311368 Aug 20 11:11:09.532382 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398bac0-bd2f-4f35-bce6-eaeca322b55f req-ac80e7d7-1221-4698-82b8-9582636e4f67 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:09.533869 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4398bac0-bd2f-4f35-bce6-eaeca322b55f req-ac80e7d7-1221-4698-82b8-9582636e4f67 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0480859 Aug 20 11:11:09.571609 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4398bac0-bd2f-4f35-bce6-eaeca322b55f req-4927bc5f-84cb-4e52-a02a-0cd194bee58a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310409 Aug 20 11:11:10.686222 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860852d-2e56-4a94-b2f0-aff547411712 req-b7a0ea08-6257-4e02-8785-17605498b32f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:10.687745 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9860852d-2e56-4a94-b2f0-aff547411712 req-b7a0ea08-6257-4e02-8785-17605498b32f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0478959 Aug 20 11:11:10.724411 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9860852d-2e56-4a94-b2f0-aff547411712 req-a8cf4a6e-87c1-466e-b6fa-bce1ef74bb52 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308998 Aug 20 11:11:11.846458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e6604-0dab-4ebb-ba06-09f00d1ee407 req-e4edbbd7-42b1-4c3d-833a-86956ee3db24 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:11.848009 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d16e6604-0dab-4ebb-ba06-09f00d1ee407 req-e4edbbd7-42b1-4c3d-833a-86956ee3db24 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0524797 Aug 20 11:11:11.885406 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d16e6604-0dab-4ebb-ba06-09f00d1ee407 req-789c013a-4727-462d-b3f8-2abf5a46d430 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307412 Aug 20 11:11:12.997483 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a06430-1a7d-48e2-b395-aba6fcb3d476 req-630213f2-fa6a-458d-a49e-bc881f1cda17 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:12.998856 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5a06430-1a7d-48e2-b395-aba6fcb3d476 req-630213f2-fa6a-458d-a49e-bc881f1cda17 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0475078 Aug 20 11:11:13.037147 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5a06430-1a7d-48e2-b395-aba6fcb3d476 req-04be3847-7cc3-4ac6-84e0-db1f3a3c6e2b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324557 Aug 20 11:11:14.154107 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f92fb-73e8-4d9d-ab31-a309c5d3f8c5 req-f19bd536-04b6-4079-8ed0-38d71913714e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:14.155615 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c25f92fb-73e8-4d9d-ab31-a309c5d3f8c5 req-f19bd536-04b6-4079-8ed0-38d71913714e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0498550 Aug 20 11:11:14.193018 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c25f92fb-73e8-4d9d-ab31-a309c5d3f8c5 req-825e2839-87bd-4ee9-bdaf-c0c106a4f664 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314558 Aug 20 11:11:15.312573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047d241-104e-4cdc-9c65-73473d2f7e1b req-fba7109c-5075-47a7-9713-c873fe0ff968 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:15.314041 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9047d241-104e-4cdc-9c65-73473d2f7e1b req-fba7109c-5075-47a7-9713-c873fe0ff968 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0517149 Aug 20 11:11:15.693304 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9047d241-104e-4cdc-9c65-73473d2f7e1b req-f59fa427-e3d9-41dc-b076-138fd65ebce9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3733888 Aug 20 11:11:16.813926 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0677964-767f-422d-ab3f-95c59ae1878c req-41872e84-897e-4b7d-a2cb-133f609894c2 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:16.815519 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0677964-767f-422d-ab3f-95c59ae1878c req-41872e84-897e-4b7d-a2cb-133f609894c2 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0520778 Aug 20 11:11:16.855931 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c0677964-767f-422d-ab3f-95c59ae1878c req-b49640cc-b0d6-4bfe-9da0-bb260cda1729 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333447 Aug 20 11:11:17.979288 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c746b4-0207-485f-af66-66d11dd23ad5 req-fba73231-e6c2-44b9-a49c-5ea7f58fd8cd tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:17.980897 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19c746b4-0207-485f-af66-66d11dd23ad5 req-fba73231-e6c2-44b9-a49c-5ea7f58fd8cd tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0490220 Aug 20 11:11:18.019389 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19c746b4-0207-485f-af66-66d11dd23ad5 req-668ca19e-07fe-478a-8be7-742acbeed031 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323706 Aug 20 11:11:18.268358 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-1d8c98d3-e1e4-4278-bb9e-b7f329aad2a4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686436 Aug 20 11:11:18.280231 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc94a3-2167-4abf-8b95-ef218953d636 req-8bda1fa2-fbe4-4b0f-91d1-8c7dc353102e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:18.281653 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41fc94a3-2167-4abf-8b95-ef218953d636 req-8bda1fa2-fbe4-4b0f-91d1-8c7dc353102e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0729182 Aug 20 11:11:18.323643 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41fc94a3-2167-4abf-8b95-ef218953d636 req-3f89b9a3-8586-43cc-bb21-8cab48162bae tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359125 Aug 20 11:11:18.923220 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:19.231631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43159eba-daff-426b-beef-8d41cc90cb9c req-f6a6db61-1de9-4354-8721-7188b31a808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:19.233167 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43159eba-daff-426b-beef-8d41cc90cb9c req-f6a6db61-1de9-4354-8721-7188b31a808c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 1098 time: 0.0904593 Aug 20 11:11:19.348290 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43159eba-daff-426b-beef-8d41cc90cb9c req-09f9952d-5545-4bcb-9e07-6408582891d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:19.349823 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43159eba-daff-426b-beef-8d41cc90cb9c req-09f9952d-5545-4bcb-9e07-6408582891d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0955067 Aug 20 11:11:19.447025 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43159eba-daff-426b-beef-8d41cc90cb9c req-910e4fac-9fbe-468c-b56c-e73a0353012b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10290463-532d-4643-80ad-fae7c378efe9 HTTP/1.1" status: 200 len: 1001 time: 0.0887606 Aug 20 11:11:19.470421 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2d039-1f43-4a4a-8166-0aa6043584d4 req-35562c38-10bf-4d6c-8fed-79709293473a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:19.471944 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ded2d039-1f43-4a4a-8166-0aa6043584d4 req-35562c38-10bf-4d6c-8fed-79709293473a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0791287 Aug 20 11:11:19.530649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43159eba-daff-426b-beef-8d41cc90cb9c req-69af7aa0-68e8-43f2-a106-63224e765a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:19.532155 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43159eba-daff-426b-beef-8d41cc90cb9c req-69af7aa0-68e8-43f2-a106-63224e765a61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0778100 Aug 20 11:11:19.537112 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ded2d039-1f43-4a4a-8166-0aa6043584d4 req-514ec52a-e942-436b-bafa-cbe6d19cadd4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471423 Aug 20 11:11:19.579422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43159eba-daff-426b-beef-8d41cc90cb9c req-b27eeb5d-c0bc-410a-b8ae-b93f66341c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:19.580933 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43159eba-daff-426b-beef-8d41cc90cb9c req-b27eeb5d-c0bc-410a-b8ae-b93f66341c78 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418873 Aug 20 11:11:19.673483 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43159eba-daff-426b-beef-8d41cc90cb9c req-3a75829c-337b-4a71-9b03-0f193e842226 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854206 Aug 20 11:11:19.763372 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43159eba-daff-426b-beef-8d41cc90cb9c req-113483cc-08c6-4d3d-ab3f-bfd59231eb71 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825877 Aug 20 11:11:19.855037 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6dc983d1-0f1f-45ae-b249-22070568a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:19.856592 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6dc983d1-0f1f-45ae-b249-22070568a80b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 1098 time: 0.0523021 Aug 20 11:11:19.947904 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-96c13091-e2eb-46d2-9f56-9d5a5c4f865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:19.949391 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-96c13091-e2eb-46d2-9f56-9d5a5c4f865c service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0852370 Aug 20 11:11:20.018723 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-346ecf79-2087-4ea1-8589-33e689e9e584 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10290463-532d-4643-80ad-fae7c378efe9 HTTP/1.1" status: 200 len: 1001 time: 0.0616879 Aug 20 11:11:20.068179 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-3b979402-dd71-47d6-9b91-334ccbc4e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:20.069698 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-3b979402-dd71-47d6-9b91-334ccbc4e1ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0432980 Aug 20 11:11:20.115119 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-722f95ba-1e32-469c-ae0d-72f63f1d6d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:20.116638 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-722f95ba-1e32-469c-ae0d-72f63f1d6d17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404277 Aug 20 11:11:20.212994 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-5aaaae95-362c-47ac-b4ce-8681308f023a service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883379 Aug 20 11:11:20.305025 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-c03139cc-3443-4954-bdc5-687f62548b21 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835402 Aug 20 11:11:20.651836 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5564a-5ee1-4cb4-ae98-91bc98b2fc3b req-adbb13fe-ee2e-4359-8f6f-e3e8a97bb0b8 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:20.653303 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-04d5564a-5ee1-4cb4-ae98-91bc98b2fc3b req-adbb13fe-ee2e-4359-8f6f-e3e8a97bb0b8 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0484791 Aug 20 11:11:20.691340 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-04d5564a-5ee1-4cb4-ae98-91bc98b2fc3b req-ccaae573-e18f-43b1-8412-586a58dd09de tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319734 Aug 20 11:11:21.810829 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083714a-eb41-47d7-8632-f7fc23b90426 req-7d1914f2-c195-4ed6-a1e1-1cebf8f0ea2a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:21.812345 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2083714a-eb41-47d7-8632-f7fc23b90426 req-7d1914f2-c195-4ed6-a1e1-1cebf8f0ea2a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0500746 Aug 20 11:11:21.850659 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2083714a-eb41-47d7-8632-f7fc23b90426 req-73f015d6-8833-4cf1-85f3-b31a51b52e74 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320740 Aug 20 11:11:22.163471 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-fbd4c879-f51b-4465-b5a0-b42d8143899d service neutron] show failed (client error): The resource could not be found. Aug 20 11:11:22.164516 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-fbd4c879-f51b-4465-b5a0-b42d8143899d service neutron] 10.222.0.24 "GET /v2.0/ports/10290463-532d-4643-80ad-fae7c378efe9/bindings/n-h1-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.0590475 Aug 20 11:11:22.353507 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-a6528c22-0793-433f-945e-ab747e9e663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:22.355022 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-a6528c22-0793-433f-945e-ab747e9e663c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360&tenant_id=259dc0e922454e79b715dfa8d118adf6 HTTP/1.1" status: 200 len: 1098 time: 0.0416355 Aug 20 11:11:22.367552 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-11', 'device_owner': 'compute:nova'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:22.420256 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:22.624718 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] For port 10290463-532d-4643-80ad-fae7c378efe9, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=10290463-532d-4643-80ad-fae7c378efe9,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:22.658782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] For port 10290463-532d-4643-80ad-fae7c378efe9, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:11:22.698252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6eabd86-b0be-45c6-9212-81109193d360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10290463-532d-4643-80ad-fae7c378efe9'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:22.700556 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f26944-2e9b-4e87-960d-5ddd5bb85114" -d '{"events": [{"server_uuid": "b6eabd86-b0be-45c6-9212-81109193d360", "name": "network-vif-unplugged", "status": "completed", "tag": "10290463-532d-4643-80ad-fae7c378efe9"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:22.704720 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:22.717952 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Transition to ACTIVE for port object 10290463-532d-4643-80ad-fae7c378efe9 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:22.721125 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:22.751429 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4567a63c-00b2-4b20-8a90-5a4d1dde82d1 x-openstack-request-id: req-4567a63c-00b2-4b20-8a90-5a4d1dde82d1 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:22.751715 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6eabd86-b0be-45c6-9212-81109193d360", "name": "network-vif-unplugged", "status": "completed", "tag": "10290463-532d-4643-80ad-fae7c378efe9", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:22.751978 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4567a63c-00b2-4b20-8a90-5a4d1dde82d1 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:22.752731 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6eabd86-b0be-45c6-9212-81109193d360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10290463-532d-4643-80ad-fae7c378efe9', 'code': 200} Aug 20 11:11:22.810805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Pushing event updated for resources: {'Port': ['ID=10290463-532d-4643-80ad-fae7c378efe9,revision_number=6']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:22.823394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:22.824162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:22.824162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:22.824415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:22.824755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:22.825089 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:22.825410 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:22.825762 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:22.826062 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:22.826390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:22.826717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:22.827068 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:22.856682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] No DVR routers for this DVR port 10290463-532d-4643-80ad-fae7c378efe9 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:11:23.010833 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f1da7-d514-4d7d-a695-7428c0e52dee req-f3ce1b68-4a0e-442b-8072-f4c641b1ee01 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:23.012354 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a08f1da7-d514-4d7d-a695-7428c0e52dee req-f3ce1b68-4a0e-442b-8072-f4c641b1ee01 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 944 time: 0.0670569 Aug 20 11:11:23.056750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Attempting to bind port 10290463-532d-4643-80ad-fae7c378efe9 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:11:23.057002 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Attempting to bind port 10290463-532d-4643-80ad-fae7c378efe9 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:11:23.057324 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Attempting to bind port 10290463-532d-4643-80ad-fae7c378efe9 on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:11:23.068915 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Port 10290463-532d-4643-80ad-fae7c378efe9 on network 303e9066-06f0-4e46-98e0-f2100d524c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:11:23.069236 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Attempting to bind port 10290463-532d-4643-80ad-fae7c378efe9 on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:11:23.078532 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a08f1da7-d514-4d7d-a695-7428c0e52dee req-e1e4fe4a-5c8e-4d71-b0fe-951b93369bcc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531831 Aug 20 11:11:23.079670 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:11:23.080003 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Checking segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:11:23.080375 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Bound using segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:11:23.080800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Bound port: 10290463-532d-4643-80ad-fae7c378efe9, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:11:23.081153 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:23.143917 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] For port 10290463-532d-4643-80ad-fae7c378efe9, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:11:23.146852 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] For port 10290463-532d-4643-80ad-fae7c378efe9, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=10290463-532d-4643-80ad-fae7c378efe9,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:11:23.151280 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:23.183235 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:23.183855 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:23.185239 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] 10.222.0.42 "PUT /v2.0/ports/10290463-532d-4643-80ad-fae7c378efe9 HTTP/1.1" status: 200 len: 1093 time: 0.8217797 Aug 20 11:11:23.208050 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379db37-dcf0-4acf-9460-06a7257928e1 service neutron] Pushing event updated for resources: {'Port': ['ID=10290463-532d-4643-80ad-fae7c378efe9,revision_number=7']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:23.231301 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:23.252797 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6bf909db-4058-4590-b3e3-0d7b4f965e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:23.254345 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6bf909db-4058-4590-b3e3-0d7b4f965e5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 1096 time: 0.0434902 Aug 20 11:11:23.351380 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6d794669-11f7-484b-a017-4d120128e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:23.353399 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-6d794669-11f7-484b-a017-4d120128e269 service neutron] 10.222.0.42 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0918629 Aug 20 11:11:23.419091 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-e17ab31e-b401-4d43-b313-4ac129c936f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10290463-532d-4643-80ad-fae7c378efe9 HTTP/1.1" status: 200 len: 999 time: 0.0586028 Aug 20 11:11:23.473373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-d90ffc84-22e0-42b3-aa80-db0ac96e95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:23.474750 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-d90ffc84-22e0-42b3-aa80-db0ac96e95c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0490522 Aug 20 11:11:23.519032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-e2fd1e4b-3758-4016-8023-f740725ce53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:23.520454 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-e2fd1e4b-3758-4016-8023-f740725ce53e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388103 Aug 20 11:11:23.609852 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-c78e866a-343f-4b10-91aa-c5681d91ebf5 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820334 Aug 20 11:11:23.703819 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2cc0963a-03ba-4ce0-aee9-3d55f46a0bda req-bb86dc0c-9f76-4d00-bd89-7b2218a8d906 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873291 Aug 20 11:11:23.898810 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:11:24.194404 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d1588-d882-4886-a7b7-83297bb3ca50 req-da05df3a-6a20-4b52-982f-74dc26358f4c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:24.196151 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-297d1588-d882-4886-a7b7-83297bb3ca50 req-da05df3a-6a20-4b52-982f-74dc26358f4c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 944 time: 0.0482178 Aug 20 11:11:24.233097 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-297d1588-d882-4886-a7b7-83297bb3ca50 req-e28ac63a-7af0-4759-9972-9a7e1ad1cafb tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311022 Aug 20 11:11:24.371517 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 10290463-532d-4643-80ad-fae7c378efe9 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:11:24.407860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 10290463-532d-4643-80ad-fae7c378efe9 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:11:24.753259 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6eabd86-b0be-45c6-9212-81109193d360', 'tag': '10290463-532d-4643-80ad-fae7c378efe9'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:24.755952 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7340ee-9844-453a-a06e-c7421e683f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6eabd86-b0be-45c6-9212-81109193d360", "tag": "10290463-532d-4643-80ad-fae7c378efe9"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:24.802753 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a0035b-7c8a-47b7-935d-5a06ad1dd8f1 x-openstack-request-id: req-e2a0035b-7c8a-47b7-935d-5a06ad1dd8f1 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:24.803073 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6eabd86-b0be-45c6-9212-81109193d360", "tag": "10290463-532d-4643-80ad-fae7c378efe9", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:24.803337 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2a0035b-7c8a-47b7-935d-5a06ad1dd8f1 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:24.803745 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6eabd86-b0be-45c6-9212-81109193d360', 'tag': '10290463-532d-4643-80ad-fae7c378efe9', 'status': 'completed', 'code': 200} Aug 20 11:11:24.891777 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-c054549d-958b-4cee-ae5a-a1b5ba1abe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:24.893303 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-c054549d-958b-4cee-ae5a-a1b5ba1abe75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 1096 time: 0.0685282 Aug 20 11:11:24.895672 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-80c8acc5-fb91-4de9-8541-22ae67fd7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:24.897030 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-80c8acc5-fb91-4de9-8541-22ae67fd7e84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 1096 time: 0.0643711 Aug 20 11:11:25.057941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-e6287f72-de04-4592-b1f4-17cfc61e3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:25.059371 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-e6287f72-de04-4592-b1f4-17cfc61e3abe service neutron] 10.222.0.42 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.1582439 Aug 20 11:11:25.061945 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-1595b88a-4e58-4758-9c23-493250090df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:25.063318 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-1595b88a-4e58-4758-9c23-493250090df4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.1538665 Aug 20 11:11:25.170409 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-676534bd-4ebf-45bf-83dc-e49ad7064a0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10290463-532d-4643-80ad-fae7c378efe9 HTTP/1.1" status: 200 len: 999 time: 0.1045325 Aug 20 11:11:25.173955 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-258e4ca2-1be7-460d-8070-92b138a1528c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10290463-532d-4643-80ad-fae7c378efe9 HTTP/1.1" status: 200 len: 999 time: 0.1014860 Aug 20 11:11:25.253507 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-765db9f6-b4cf-436a-8df7-7c6bbabfa056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:25.254981 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-765db9f6-b4cf-436a-8df7-7c6bbabfa056 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0768869 Aug 20 11:11:25.256483 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-4a2c36d3-3470-4fa8-a4b8-5aa241a81af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:25.257805 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-4a2c36d3-3470-4fa8-a4b8-5aa241a81af6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0726161 Aug 20 11:11:25.333642 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-6762fd04-fb1e-4069-b66f-6892e11d71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:25.335072 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-6762fd04-fb1e-4069-b66f-6892e11d71d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723641 Aug 20 11:11:25.338017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-d887f82d-1543-4007-9af4-bd85e1f95060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:25.339401 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-d887f82d-1543-4007-9af4-bd85e1f95060 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679760 Aug 20 11:11:25.352484 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5669fe-9ed8-4a55-8b07-6352bbd7e54f req-f69c95d3-3bf9-4458-93ea-7df35fcf240a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:25.354809 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd5669fe-9ed8-4a55-8b07-6352bbd7e54f req-f69c95d3-3bf9-4458-93ea-7df35fcf240a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 944 time: 0.0534508 Aug 20 11:11:25.393297 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bd5669fe-9ed8-4a55-8b07-6352bbd7e54f req-9ea9668a-3fcd-413f-9e27-f7541eb01968 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324430 Aug 20 11:11:25.492529 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-8a79dbcd-6d82-42dd-8fa8-3c301156e5a3 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504035 Aug 20 11:11:25.496179 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-b3c32120-5077-402b-89ab-2bee04a4b807 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471133 Aug 20 11:11:25.655137 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-27d8f763-9279-41d8-801e-9b01350797cc service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552072 Aug 20 11:11:25.657101 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-2bca4272-c6dc-4772-8c98-03c0356bb9b0 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498134 Aug 20 11:11:25.681481 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 10290463-532d-4643-80ad-fae7c378efe9 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:11:25.685351 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199779e-6798-4534-9f78-a941c1dd008c req-bd990b57-3184-4969-9b8a-57df898a0da8 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:25.686871 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8199779e-6798-4534-9f78-a941c1dd008c req-bd990b57-3184-4969-9b8a-57df898a0da8 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 944 time: 0.1412416 Aug 20 11:11:25.694059 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115803f-9cc2-485d-9e24-4bd3b5158de6 req-8b2c246e-10a9-4a24-81df-b3552d180fb6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:25.695707 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d115803f-9cc2-485d-9e24-4bd3b5158de6 req-8b2c246e-10a9-4a24-81df-b3552d180fb6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360&tenant_id=259dc0e922454e79b715dfa8d118adf6&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 944 time: 0.1412921 Aug 20 11:11:25.758803 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8199779e-6798-4534-9f78-a941c1dd008c req-bdb74472-14ff-44f3-ba55-c3870262aba5 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621192 Aug 20 11:11:25.778796 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-d115803f-9cc2-485d-9e24-4bd3b5158de6 req-d7c237ca-b2f0-4b16-90fb-fc5f7e7514c2 service neutron] delete failed (client error): The resource could not be found. Aug 20 11:11:25.779922 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d115803f-9cc2-485d-9e24-4bd3b5158de6 req-d7c237ca-b2f0-4b16-90fb-fc5f7e7514c2 service neutron] 10.222.0.24 "DELETE /v2.0/ports/10290463-532d-4643-80ad-fae7c378efe9/bindings/n-h2-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.0768235 Aug 20 11:11:25.784969 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 10290463-532d-4643-80ad-fae7c378efe9, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=10290463-532d-4643-80ad-fae7c378efe9,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:25.797221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '10290463-532d-4643-80ad-fae7c378efe9', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'port_id': '10290463-532d-4643-80ad-fae7c378efe9', 'mac_address': 'fa:16:3e:a0:83:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:11:25.836087 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:25.849104 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10290463-532d-4643-80ad-fae7c378efe9 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:11:25.861508 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115803f-9cc2-485d-9e24-4bd3b5158de6 req-11da3ce9-18fc-410e-b627-6834f9216c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:25.863021 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d115803f-9cc2-485d-9e24-4bd3b5158de6 req-11da3ce9-18fc-410e-b627-6834f9216c64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 1096 time: 0.0406749 Aug 20 11:11:25.867755 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 10290463-532d-4643-80ad-fae7c378efe9, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=10290463-532d-4643-80ad-fae7c378efe9,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:25.873507 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:25.924141 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=10290463-532d-4643-80ad-fae7c378efe9,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:25.931824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:25.932180 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:25.932611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:25.932945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:25.933271 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:25.933605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:25.933928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:25.934249 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:25.934570 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:25.934890 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:25.935235 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:25.935552 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:25.959668 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115803f-9cc2-485d-9e24-4bd3b5158de6 req-01e800fb-e250-4e1c-b463-9376b3e03690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:25.961167 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d115803f-9cc2-485d-9e24-4bd3b5158de6 req-01e800fb-e250-4e1c-b463-9376b3e03690 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0909719 Aug 20 11:11:26.054491 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d115803f-9cc2-485d-9e24-4bd3b5158de6 req-52c31ffd-64bc-4871-b8df-c9005b2f8cfb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10290463-532d-4643-80ad-fae7c378efe9 HTTP/1.1" status: 200 len: 1000 time: 0.0860963 Aug 20 11:11:26.096642 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['10290463-532d-4643-80ad-fae7c378efe9'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:11:26.108021 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115803f-9cc2-485d-9e24-4bd3b5158de6 req-fb414d76-f226-48fd-8995-b45d95960a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:26.109573 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d115803f-9cc2-485d-9e24-4bd3b5158de6 req-fb414d76-f226-48fd-8995-b45d95960a01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0482917 Aug 20 11:11:26.158582 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115803f-9cc2-485d-9e24-4bd3b5158de6 req-bdc0600f-1dc5-482c-99db-03e55da4922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:26.160161 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d115803f-9cc2-485d-9e24-4bd3b5158de6 req-bdc0600f-1dc5-482c-99db-03e55da4922f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419188 Aug 20 11:11:26.251969 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d115803f-9cc2-485d-9e24-4bd3b5158de6 req-bb89d945-ccd4-4acc-aa4c-ac01d601a15d service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841498 Aug 20 11:11:26.345817 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d115803f-9cc2-485d-9e24-4bd3b5158de6 req-0b031ba8-9ec4-4c7a-ae03-0e87c6199f9e service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860257 Aug 20 11:11:26.879019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a707e-091d-4bb6-ae0d-60c9e646c7c9 req-15248ea7-3828-4156-9c60-37f504e28fa4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:26.880519 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f56a707e-091d-4bb6-ae0d-60c9e646c7c9 req-15248ea7-3828-4156-9c60-37f504e28fa4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 945 time: 0.0510318 Aug 20 11:11:26.921457 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f56a707e-091d-4bb6-ae0d-60c9e646c7c9 req-7ad8e327-31a2-4dc3-879e-59845b252307 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347102 Aug 20 11:11:27.036225 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3d0f7-7d7c-4552-b112-352e95e4dd39 req-09252f5d-797f-422f-920d-9ae07b752f3f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:27.037612 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-acd3d0f7-7d7c-4552-b112-352e95e4dd39 req-09252f5d-797f-422f-920d-9ae07b752f3f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 945 time: 0.0505087 Aug 20 11:11:27.075062 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-acd3d0f7-7d7c-4552-b112-352e95e4dd39 req-9a7167d9-176a-441e-9a0a-c1b99a09c3ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311959 Aug 20 11:11:27.273716 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a303e-1d35-4a5f-98c1-0376a927da07 req-e425681b-5fac-47b9-a9fa-eefb014ff07f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:27.275782 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d2a303e-1d35-4a5f-98c1-0376a927da07 req-e425681b-5fac-47b9-a9fa-eefb014ff07f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 945 time: 0.0559988 Aug 20 11:11:27.297491 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28fba5-9031-42de-9e0c-e77b7378586e req-0aeec74a-3f41-4ef1-a627-08625b819571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:27.299023 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b28fba5-9031-42de-9e0c-e77b7378586e req-0aeec74a-3f41-4ef1-a627-08625b819571 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 1097 time: 0.0456572 Aug 20 11:11:27.314045 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4d2a303e-1d35-4a5f-98c1-0376a927da07 req-fc9c9394-b29c-4ddb-aa31-fbe202b85b80 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318096 Aug 20 11:11:27.389000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28fba5-9031-42de-9e0c-e77b7378586e req-e7237759-d733-41cb-8485-a3d8713f7530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:27.390468 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b28fba5-9031-42de-9e0c-e77b7378586e req-e7237759-d733-41cb-8485-a3d8713f7530 service neutron] 10.222.0.42 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0833583 Aug 20 11:11:27.457705 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b28fba5-9031-42de-9e0c-e77b7378586e req-284dcecf-821b-40d3-9306-f882f3380b87 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10290463-532d-4643-80ad-fae7c378efe9 HTTP/1.1" status: 200 len: 1000 time: 0.0596433 Aug 20 11:11:27.698373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 10290463-532d-4643-80ad-fae7c378efe9 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:11:27.752384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 10290463-532d-4643-80ad-fae7c378efe9 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:27.756301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 10290463-532d-4643-80ad-fae7c378efe9 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:27.756678 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:27.826142 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28fba5-9031-42de-9e0c-e77b7378586e req-5c7864c6-140a-4267-9754-270721af7dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:27.827638 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b28fba5-9031-42de-9e0c-e77b7378586e req-5c7864c6-140a-4267-9754-270721af7dc8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.3630068 Aug 20 11:11:27.836299 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:27.860080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6eabd86-b0be-45c6-9212-81109193d360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10290463-532d-4643-80ad-fae7c378efe9'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:27.862480 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8632dfd4-bcb9-499f-80f6-9f8e367974b7" -d '{"events": [{"server_uuid": "b6eabd86-b0be-45c6-9212-81109193d360", "name": "network-vif-plugged", "status": "completed", "tag": "10290463-532d-4643-80ad-fae7c378efe9"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:27.874944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28fba5-9031-42de-9e0c-e77b7378586e req-5a5aded5-bc6f-429e-bcd9-da4f371d7a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:27.875979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 10290463-532d-4643-80ad-fae7c378efe9, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=10290463-532d-4643-80ad-fae7c378efe9,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:27.876515 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b28fba5-9031-42de-9e0c-e77b7378586e req-5a5aded5-bc6f-429e-bcd9-da4f371d7a10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405955 Aug 20 11:11:27.880151 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:27.906436 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea42364a-b471-4f08-9e1c-6563115cf20d x-openstack-request-id: req-ea42364a-b471-4f08-9e1c-6563115cf20d {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:27.906731 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6eabd86-b0be-45c6-9212-81109193d360", "name": "network-vif-plugged", "status": "completed", "tag": "10290463-532d-4643-80ad-fae7c378efe9", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:27.906988 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea42364a-b471-4f08-9e1c-6563115cf20d {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:27.907408 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6eabd86-b0be-45c6-9212-81109193d360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10290463-532d-4643-80ad-fae7c378efe9', 'code': 200} Aug 20 11:11:27.933711 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=10290463-532d-4643-80ad-fae7c378efe9,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:27.981827 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b28fba5-9031-42de-9e0c-e77b7378586e req-9d4b488f-6541-4814-ae01-1a914fb83bd3 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972114 Aug 20 11:11:28.069323 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b28fba5-9031-42de-9e0c-e77b7378586e req-87c6b43c-b8a0-46d1-84d7-976295602f61 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803356 Aug 20 11:11:28.429217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d30611-45c2-43aa-b212-2a3ff59aea64 req-a185b6cd-a8bf-4e67-b1a1-f074f4224b6e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:28.431286 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62d30611-45c2-43aa-b212-2a3ff59aea64 req-a185b6cd-a8bf-4e67-b1a1-f074f4224b6e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0494597 Aug 20 11:11:28.471654 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-62d30611-45c2-43aa-b212-2a3ff59aea64 req-ac1efc1e-c6f5-4b8a-9118-4b4ebdf88e7e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340500 Aug 20 11:11:29.359071 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7eb5e265-e050-42ac-a583-ef2659ddc0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:29.594780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b5471-541d-409c-850f-4168a860411a req-f522fbdb-5e05-4f87-9c61-d7d19df3c801 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:29.596189 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-235b5471-541d-409c-850f-4168a860411a req-f522fbdb-5e05-4f87-9c61-d7d19df3c801 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0555432 Aug 20 11:11:29.633239 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-235b5471-541d-409c-850f-4168a860411a req-1ca66d08-f5b5-4b0b-8f6a-34638a75e4b2 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310845 Aug 20 11:11:29.869756 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f6c79-863b-4d62-8271-d6b7f021f447 req-c9129113-4b2d-4c79-81e9-9a0acceaac4d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:29.871157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2b1f6c79-863b-4d62-8271-d6b7f021f447 req-c9129113-4b2d-4c79-81e9-9a0acceaac4d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0532815 Aug 20 11:11:29.908162 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2b1f6c79-863b-4d62-8271-d6b7f021f447 req-054fe94b-e292-4660-a4ad-1cc3f19e9b74 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310030 Aug 20 11:11:31.024486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8073764-3152-40d0-aadd-3f1cd415f703 req-da576c41-6511-4ab4-bd23-f48c56e3bf7b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:31.026506 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8073764-3152-40d0-aadd-3f1cd415f703 req-da576c41-6511-4ab4-bd23-f48c56e3bf7b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0492415 Aug 20 11:11:31.063268 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d8073764-3152-40d0-aadd-3f1cd415f703 req-9dc1cb7b-94b5-4998-a7d3-054feb0b4594 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308573 Aug 20 11:11:31.112332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df15f2-4217-4f52-a5fc-6d28f4790875 req-5157fd29-9927-4fb9-94a6-956b3fdf28b3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:31.113809 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-82df15f2-4217-4f52-a5fc-6d28f4790875 req-5157fd29-9927-4fb9-94a6-956b3fdf28b3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 946 time: 0.0487485 Aug 20 11:11:31.206264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-82df15f2-4217-4f52-a5fc-6d28f4790875 req-73bb38dd-cafb-4d30-8919-e4c05df411ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Deleting port 10290463-532d-4643-80ad-fae7c378efe9 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:11:31.206600 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-82df15f2-4217-4f52-a5fc-6d28f4790875 req-73bb38dd-cafb-4d30-8919-e4c05df411ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:31.291598 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-82df15f2-4217-4f52-a5fc-6d28f4790875 req-73bb38dd-cafb-4d30-8919-e4c05df411ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] For port 10290463-532d-4643-80ad-fae7c378efe9, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=10290463-532d-4643-80ad-fae7c378efe9,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:31.291884 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-82df15f2-4217-4f52-a5fc-6d28f4790875 req-73bb38dd-cafb-4d30-8919-e4c05df411ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:31.456301 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-82df15f2-4217-4f52-a5fc-6d28f4790875 req-73bb38dd-cafb-4d30-8919-e4c05df411ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:31.456685 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-82df15f2-4217-4f52-a5fc-6d28f4790875 req-73bb38dd-cafb-4d30-8919-e4c05df411ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:31.456999 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [req-82df15f2-4217-4f52-a5fc-6d28f4790875 req-73bb38dd-cafb-4d30-8919-e4c05df411ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Floating IP 4ef05203-dfbf-4e48-af3d-9671969451a9 disassociated. External IP: 172.25.3.59, port: 10290463-532d-4643-80ad-fae7c378efe9. Aug 20 11:11:31.457334 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-82df15f2-4217-4f52-a5fc-6d28f4790875 req-73bb38dd-cafb-4d30-8919-e4c05df411ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Calling delete_port for 10290463-532d-4643-80ad-fae7c378efe9 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:11:31.596759 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-82df15f2-4217-4f52-a5fc-6d28f4790875 req-73bb38dd-cafb-4d30-8919-e4c05df411ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:31.625627 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb38dd-cafb-4d30-8919-e4c05df411ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Pushing event deleted for resources: {'Port': ['ID=10290463-532d-4643-80ad-fae7c378efe9,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:31.741721 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82df15f2-4217-4f52-a5fc-6d28f4790875 req-73bb38dd-cafb-4d30-8919-e4c05df411ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:11:31.855772 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82df15f2-4217-4f52-a5fc-6d28f4790875 req-73bb38dd-cafb-4d30-8919-e4c05df411ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:11:31.865826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ec7abe-61c9-432b-ad52-e64779db5acb None None] Sync routers for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:11:31.878462 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ec7abe-61c9-432b-ad52-e64779db5acb None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:11:31.879110 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-16ec7abe-61c9-432b-ad52-e64779db5acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:11:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:31.895908 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-82df15f2-4217-4f52-a5fc-6d28f4790875 req-73bb38dd-cafb-4d30-8919-e4c05df411ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] No DVR routers for this DVR port 10290463-532d-4643-80ad-fae7c378efe9 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:11:31.898483 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-82df15f2-4217-4f52-a5fc-6d28f4790875 req-73bb38dd-cafb-4d30-8919-e4c05df411ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:31.901051 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-82df15f2-4217-4f52-a5fc-6d28f4790875 req-73bb38dd-cafb-4d30-8919-e4c05df411ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.42 "DELETE /v2.0/ports/10290463-532d-4643-80ad-fae7c378efe9 HTTP/1.1" status: 204 len: 173 time: 0.7804441 Aug 20 11:11:31.901490 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6eabd86-b0be-45c6-9212-81109193d360', 'name': 'network-vif-deleted', 'tag': '10290463-532d-4643-80ad-fae7c378efe9'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:31.903861 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78d02c2-efc9-4ee3-a98f-cdd82b08daa8" -d '{"events": [{"server_uuid": "b6eabd86-b0be-45c6-9212-81109193d360", "name": "network-vif-deleted", "tag": "10290463-532d-4643-80ad-fae7c378efe9"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:31.950466 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7facf7cb-6ebc-4aa2-b2ed-2bbb25326557 x-openstack-request-id: req-7facf7cb-6ebc-4aa2-b2ed-2bbb25326557 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:31.950966 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6eabd86-b0be-45c6-9212-81109193d360", "name": "network-vif-deleted", "tag": "10290463-532d-4643-80ad-fae7c378efe9", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:31.951433 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7facf7cb-6ebc-4aa2-b2ed-2bbb25326557 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:31.951998 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6eabd86-b0be-45c6-9212-81109193d360', 'name': 'network-vif-deleted', 'tag': '10290463-532d-4643-80ad-fae7c378efe9', 'status': 'completed', 'code': 200} Aug 20 11:11:31.996273 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f587dd5e-adfc-4f70-a6ac-8fa1b267e317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:32.012933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-16ec7abe-61c9-432b-ad52-e64779db5acb None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:11:32.192752 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5e2d48e-5610-4e7d-9d26-20475ac72271 req-5e6ff8e8-d1ab-46ea-8dd6-e7e291c4367a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6eabd86-b0be-45c6-9212-81109193d360 HTTP/1.1" status: 200 len: 210 time: 0.0429764 Aug 20 11:11:32.228480 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-16ec7abe-61c9-432b-ad52-e64779db5acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:32.258229 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ec7abe-61c9-432b-ad52-e64779db5acb None None] Checking router: 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:11:32.268270 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ec7abe-61c9-432b-ad52-e64779db5acb None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:11:32.268887 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-16ec7abe-61c9-432b-ad52-e64779db5acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:11:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:32.374802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-16ec7abe-61c9-432b-ad52-e64779db5acb None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:11:32.498417 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:32.589823 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-16ec7abe-61c9-432b-ad52-e64779db5acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:32.615408 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ec7abe-61c9-432b-ad52-e64779db5acb None None] The sync data for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 is: [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:11:32.826335 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c4180f-f33a-477e-a3ec-296e32357f80 None None] New status for floating IP 4ef05203-dfbf-4e48-af3d-9671969451a9: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:11:33.294710 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:33.485548 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-588d1c44-2a31-4a41-b006-148249c59841 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1968296859&fields=id&tenant_id=259dc0e922454e79b715dfa8d118adf6 HTTP/1.1" status: 200 len: 267 time: 0.0366769 Aug 20 11:11:33.590094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-37a22e57-7880-4c06-83f7-4cfcf18ff886 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:33.591605 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-37a22e57-7880-4c06-83f7-4cfcf18ff886 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 812 time: 0.0992873 Aug 20 11:11:33.607005 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-c5695425-4f50-4226-9ebf-0114c1aba490 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/quotas/259dc0e922454e79b715dfa8d118adf6 HTTP/1.1" status: 200 len: 375 time: 0.0095873 Aug 20 11:11:33.659039 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-6a0f77ad-c78c-403a-811b-eca3275056ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467935 Aug 20 11:11:33.759992 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 10290463-532d-4643-80ad-fae7c378efe9 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:11:33.779600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 10290463-532d-4643-80ad-fae7c378efe9 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:11:33.779947 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 10290463-532d-4643-80ad-fae7c378efe9 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:11:33.803197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-02c63f3f-86cf-4997-938d-42903e5c3af2 service neutron] 10.222.0.16 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317508 Aug 20 11:11:33.891959 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-0ccd8cf2-2a10-4017-a907-98af596de780 service neutron] 10.222.0.16 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821414 Aug 20 11:11:34.049772 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-26cf2220-f4d8-4a1f-a8e6-1649330cbf4d req-7c3d2feb-d80f-4ff4-853b-32386ccef255 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 210 time: 0.0263922 Aug 20 11:11:34.958641 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:34.959324 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-48a19edb-bf99-4e64-8510-ae87cef8f663 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:34.960592 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-48a19edb-bf99-4e64-8510-ae87cef8f663 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.42 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 812 time: 0.1249075 Aug 20 11:11:35.003380 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-a824616f-f60d-463b-b69f-3784ffdfc6e8 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=259dc0e922454e79b715dfa8d118adf6 HTTP/1.1" status: 200 len: 380 time: 0.0340674 Aug 20 11:11:35.014032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-0343383b-11bb-4cda-99b5-15d480857d6c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Request body: {'port': {'device_id': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'admin_state_up': True, 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'security_groups': ['f6e4f9ba-bc8c-4dd8-b405-07f95304ff82']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:35.147889 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-de5ad4a6-8e42-4221-87b6-3706b9444148 req-dbc85a88-4d05-470b-bca0-fdbe3991d0c5 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 210 time: 0.0298650 Aug 20 11:11:35.148579 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-0343383b-11bb-4cda-99b5-15d480857d6c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Made reservation on behalf of 259dc0e922454e79b715dfa8d118adf6 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:11:35.152593 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-0343383b-11bb-4cda-99b5-15d480857d6c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:35.275300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-0343383b-11bb-4cda-99b5-15d480857d6c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Allocated IP 172.20.0.6 (303e9066-06f0-4e46-98e0-f2100d524c59/23ffb88d-5099-4e10-9385-a5938e5b1302/8bdde040-66e5-4711-ab22-1de9b1dd0189) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:11:35.411905 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-0343383b-11bb-4cda-99b5-15d480857d6c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:35.425094 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-0343383b-11bb-4cda-99b5-15d480857d6c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Transition to ACTIVE for port object 8bdde040-66e5-4711-ab22-1de9b1dd0189 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:35.457339 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-0343383b-11bb-4cda-99b5-15d480857d6c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:35.498744 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-0343383b-11bb-4cda-99b5-15d480857d6c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Network 303e9066-06f0-4e46-98e0-f2100d524c59 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:11:35.501686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-0343383b-11bb-4cda-99b5-15d480857d6c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:11:35.505364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-0343383b-11bb-4cda-99b5-15d480857d6c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:11:35.514117 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343383b-11bb-4cda-99b5-15d480857d6c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Pushing event updated for resources: {'Port': ['ID=8bdde040-66e5-4711-ab22-1de9b1dd0189,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:35.563685 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-0343383b-11bb-4cda-99b5-15d480857d6c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:35.564341 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-0343383b-11bb-4cda-99b5-15d480857d6c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:35.581255 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-0343383b-11bb-4cda-99b5-15d480857d6c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707660 Aug 20 11:11:35.594519 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Request body: {'port': {'device_id': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:35.650402 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:35.788265 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-12fca921-6780-432f-997b-df91dad401e1 None None] Provisioning for port 8bdde040-66e5-4711-ab22-1de9b1dd0189 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:35.791752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-12fca921-6780-432f-997b-df91dad401e1 None None] Provisioning complete for port 8bdde040-66e5-4711-ab22-1de9b1dd0189 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:35.792123 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-12fca921-6780-432f-997b-df91dad401e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:35.826169 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-12fca921-6780-432f-997b-df91dad401e1 None None] Port 8bdde040-66e5-4711-ab22-1de9b1dd0189 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:11:35.911388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bdde040-66e5-4711-ab22-1de9b1dd0189 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:11:35.918879 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:35.931562 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Transition to ACTIVE for port object 8bdde040-66e5-4711-ab22-1de9b1dd0189 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:35.935127 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:35.990576 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8bdde040-66e5-4711-ab22-1de9b1dd0189,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:36.062284 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Attempting to bind port 8bdde040-66e5-4711-ab22-1de9b1dd0189 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:11:36.062629 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Attempting to bind port 8bdde040-66e5-4711-ab22-1de9b1dd0189 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:11:36.063163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Attempting to bind port 8bdde040-66e5-4711-ab22-1de9b1dd0189 on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:11:36.067779 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Port 8bdde040-66e5-4711-ab22-1de9b1dd0189 on network 303e9066-06f0-4e46-98e0-f2100d524c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:11:36.068106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Attempting to bind port 8bdde040-66e5-4711-ab22-1de9b1dd0189 on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:11:36.073803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:11:36.074146 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Checking segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:11:36.074532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Bound using segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:11:36.074964 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Bound port: 8bdde040-66e5-4711-ab22-1de9b1dd0189, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:11:36.075348 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:36.143685 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] For port 8bdde040-66e5-4711-ab22-1de9b1dd0189, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:11:36.147183 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] For port 8bdde040-66e5-4711-ab22-1de9b1dd0189, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:11:36.151644 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:36.186975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:36.188103 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:36.191801 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] 10.222.0.42 "PUT /v2.0/ports/8bdde040-66e5-4711-ab22-1de9b1dd0189 HTTP/1.1" status: 200 len: 1092 time: 0.6020472 Aug 20 11:11:36.194212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'tag': '8bdde040-66e5-4711-ab22-1de9b1dd0189'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:36.198356 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b9003791783351fc7d88de08fe2b650a7f363b8843374389c9508996f2712c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6baafe-569e-43e5-a807-d0476ca113ee" -d '{"events": [{"name": "network-changed", "server_uuid": "140d69fd-5572-40fa-a7a9-4af911cf732d", "tag": "8bdde040-66e5-4711-ab22-1de9b1dd0189"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:36.236766 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d2c2c-0109-4f15-9dbb-8527276ef9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8bdde040-66e5-4711-ab22-1de9b1dd0189,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:36.284562 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d0890f-f134-4283-bc08-d4f0c4766216 x-openstack-request-id: req-29d0890f-f134-4283-bc08-d4f0c4766216 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:36.284864 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140d69fd-5572-40fa-a7a9-4af911cf732d", "tag": "8bdde040-66e5-4711-ab22-1de9b1dd0189", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:36.285550 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29d0890f-f134-4283-bc08-d4f0c4766216 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:36.285550 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'tag': '8bdde040-66e5-4711-ab22-1de9b1dd0189', 'status': 'completed', 'code': 200} Aug 20 11:11:36.294281 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-ee295034-f991-4292-863c-4f6bac927101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:36.295790 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-ee295034-f991-4292-863c-4f6bac927101 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 1095 time: 0.0491138 Aug 20 11:11:36.300119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3944d6-29ea-47cb-849a-191433d6e4ae req-45b7d37b-892b-4001-9e5b-89ba3acd3a87 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:36.301646 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af3944d6-29ea-47cb-849a-191433d6e4ae req-45b7d37b-892b-4001-9e5b-89ba3acd3a87 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 943 time: 0.0800493 Aug 20 11:11:36.343401 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-506f939f-a712-4fed-9882-8c249f302c12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189 HTTP/1.1" status: 200 len: 217 time: 0.0384042 Aug 20 11:11:36.344345 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-af3944d6-29ea-47cb-849a-191433d6e4ae req-fd1d0fdc-162f-4026-a5db-bf8b0f84116c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357230 Aug 20 11:11:36.398942 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-82c9bac9-89c2-495d-a20a-810a3dbcee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:36.400488 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-82c9bac9-89c2-495d-a20a-810a3dbcee47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0505450 Aug 20 11:11:36.445731 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-485a0852-6910-4fe5-845e-e5f332dcbf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:36.447853 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-485a0852-6910-4fe5-845e-e5f332dcbf4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405099 Aug 20 11:11:36.535292 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-84b4f881-ee3c-4a0d-a664-7f5e62a44d49 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801542 Aug 20 11:11:36.630528 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75d78727-9252-4b33-bca3-f91a74f4c79e req-02639d31-db46-4954-9700-06a72136508d service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881078 Aug 20 11:11:36.724123 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6baafe-569e-43e5-a807-d0476ca113ee req-8f568918-9c2c-499a-ad8f-61e891fa2a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:36.725650 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a6baafe-569e-43e5-a807-d0476ca113ee req-8f568918-9c2c-499a-ad8f-61e891fa2a27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 1095 time: 0.0410483 Aug 20 11:11:36.817561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6baafe-569e-43e5-a807-d0476ca113ee req-7e0bfd88-ec6e-4763-ad6b-d387ced847ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:36.819036 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a6baafe-569e-43e5-a807-d0476ca113ee req-7e0bfd88-ec6e-4763-ad6b-d387ced847ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0869567 Aug 20 11:11:36.860294 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a6baafe-569e-43e5-a807-d0476ca113ee req-454fff84-e9fa-4c81-a7d7-0c7db3c24119 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189 HTTP/1.1" status: 200 len: 217 time: 0.0343113 Aug 20 11:11:36.908438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6baafe-569e-43e5-a807-d0476ca113ee req-02de1112-632a-48bf-ad29-581a3c3b659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:36.909851 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a6baafe-569e-43e5-a807-d0476ca113ee req-02de1112-632a-48bf-ad29-581a3c3b659f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0419779 Aug 20 11:11:36.971354 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6baafe-569e-43e5-a807-d0476ca113ee req-5775c1ab-a482-4a8a-bfc2-5557e7eab12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:36.972897 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a6baafe-569e-43e5-a807-d0476ca113ee req-5775c1ab-a482-4a8a-bfc2-5557e7eab12f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537770 Aug 20 11:11:37.070501 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a6baafe-569e-43e5-a807-d0476ca113ee req-8dc3d1bc-c789-4df0-af4b-4396abed0135 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847545 Aug 20 11:11:37.164291 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a6baafe-569e-43e5-a807-d0476ca113ee req-6ebec1b5-8196-44d5-ad59-55eb9ae6a28f service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860186 Aug 20 11:11:37.514573 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f78b4f-8f97-45c6-b5fa-936a8678fcca req-8c54f58f-c719-46b1-b6fe-9bd419fff8ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:37.516092 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08f78b4f-8f97-45c6-b5fa-936a8678fcca req-8c54f58f-c719-46b1-b6fe-9bd419fff8ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 943 time: 0.0499203 Aug 20 11:11:37.553404 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-08f78b4f-8f97-45c6-b5fa-936a8678fcca req-db08b9d2-b261-4c8c-9bd6-d0d65a0dbbe4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313516 Aug 20 11:11:37.822166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 8bdde040-66e5-4711-ab22-1de9b1dd0189 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:11:37.915928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 8bdde040-66e5-4711-ab22-1de9b1dd0189, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:37.926902 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '8bdde040-66e5-4711-ab22-1de9b1dd0189', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'port_id': '8bdde040-66e5-4711-ab22-1de9b1dd0189', 'mac_address': 'fa:16:3e:ea:d2:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:11:37.964278 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:37.978114 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bdde040-66e5-4711-ab22-1de9b1dd0189 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:11:37.996525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 8bdde040-66e5-4711-ab22-1de9b1dd0189, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:38.000531 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:38.050015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=8bdde040-66e5-4711-ab22-1de9b1dd0189,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:38.187151 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['8bdde040-66e5-4711-ab22-1de9b1dd0189'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:11:38.808460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c023a-d867-4144-ac3d-8681afb5a129 req-1c47b272-017c-4429-8cfc-7829c2e7b211 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:38.809960 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-247c023a-d867-4144-ac3d-8681afb5a129 req-1c47b272-017c-4429-8cfc-7829c2e7b211 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 944 time: 0.0951002 Aug 20 11:11:38.848045 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-247c023a-d867-4144-ac3d-8681afb5a129 req-00706db6-dd08-4305-b41f-ada764ed649f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319076 Aug 20 11:11:39.853366 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 8bdde040-66e5-4711-ab22-1de9b1dd0189 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:11:39.904446 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 8bdde040-66e5-4711-ab22-1de9b1dd0189 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:39.909127 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 8bdde040-66e5-4711-ab22-1de9b1dd0189 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:39.909127 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:39.987302 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:40.010939 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdde040-66e5-4711-ab22-1de9b1dd0189'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:40.013234 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d21e1e3e03c0df1ff590ea25e3e473f81a133a25b4e1385632e61263b90b4e4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b890c7c-eb3b-45d7-bd5c-7285991de484" -d '{"events": [{"server_uuid": "140d69fd-5572-40fa-a7a9-4af911cf732d", "name": "network-vif-plugged", "status": "completed", "tag": "8bdde040-66e5-4711-ab22-1de9b1dd0189"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:40.025950 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 8bdde040-66e5-4711-ab22-1de9b1dd0189, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:40.030587 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:40.055143 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed77465-8dc1-4411-8bb1-e8ec0c9cd9d8 x-openstack-request-id: req-6ed77465-8dc1-4411-8bb1-e8ec0c9cd9d8 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:40.055487 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140d69fd-5572-40fa-a7a9-4af911cf732d", "name": "network-vif-plugged", "status": "completed", "tag": "8bdde040-66e5-4711-ab22-1de9b1dd0189", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:40.056250 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ed77465-8dc1-4411-8bb1-e8ec0c9cd9d8 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:40.056663 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdde040-66e5-4711-ab22-1de9b1dd0189', 'code': 200} Aug 20 11:11:40.057082 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd925af-1aed-4781-855f-2e18edbbc791 req-023ac158-5a76-41cf-b303-511bd9015479 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:40.058734 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-afd925af-1aed-4781-855f-2e18edbbc791 req-023ac158-5a76-41cf-b303-511bd9015479 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 944 time: 0.1056623 Aug 20 11:11:40.085687 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=8bdde040-66e5-4711-ab22-1de9b1dd0189,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:40.106524 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-afd925af-1aed-4781-855f-2e18edbbc791 req-c1023cd2-8731-4d55-86a6-d09cd4e8281f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393112 Aug 20 11:11:40.156076 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a787fd-dfba-4246-ba9b-f90267b261e5 req-db458fd3-8fbf-4480-a232-e4123a2077ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:40.157568 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91a787fd-dfba-4246-ba9b-f90267b261e5 req-db458fd3-8fbf-4480-a232-e4123a2077ae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 1097 time: 0.0391910 Aug 20 11:11:40.196098 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91a787fd-dfba-4246-ba9b-f90267b261e5 req-54052efa-a636-4ef1-ac3e-91f523d78618 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311146 Aug 20 11:11:41.228952 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b74f6-cf5d-4aab-bc3d-b6dc98e8362e req-b01115f9-8c26-443d-9d95-b38608a22708 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:41.230433 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f93b74f6-cf5d-4aab-bc3d-b6dc98e8362e req-b01115f9-8c26-443d-9d95-b38608a22708 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0549259 Aug 20 11:11:41.268999 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f93b74f6-cf5d-4aab-bc3d-b6dc98e8362e req-271426f3-b35d-4290-a778-f4f89417b53d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325949 Aug 20 11:11:42.387473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9716f36-bf11-417f-9adf-5001534b2911 req-1bd8a0eb-4124-4ead-8c9e-2f021cdf9a60 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:42.388990 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9716f36-bf11-417f-9adf-5001534b2911 req-1bd8a0eb-4124-4ead-8c9e-2f021cdf9a60 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0503538 Aug 20 11:11:42.425618 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9716f36-bf11-417f-9adf-5001534b2911 req-dda14350-ce2a-4686-a3a3-4f3ef6d1d40e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306602 Aug 20 11:11:42.534244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963c24c-d62c-4a16-8d4d-ac57f68ed9b7 req-2d239075-aab4-47e4-b0bc-350a2374174f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:42.535735 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3963c24c-d62c-4a16-8d4d-ac57f68ed9b7 req-2d239075-aab4-47e4-b0bc-350a2374174f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0480704 Aug 20 11:11:42.544138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 37390) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:42.548664 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-18029eee-a6f5-4f95-8198-4a6a50505bf4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Request body: {'floatingip': {'port_id': '8bdde040-66e5-4711-ab22-1de9b1dd0189'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:42.587578 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-18029eee-a6f5-4f95-8198-4a6a50505bf4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for floatingip, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.025528 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-18029eee-a6f5-4f95-8198-4a6a50505bf4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.029241 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-18029eee-a6f5-4f95-8198-4a6a50505bf4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.128859 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-18029eee-a6f5-4f95-8198-4a6a50505bf4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Floating IP 4ef05203-dfbf-4e48-af3d-9671969451a9 associated. External IP: 172.25.3.59, port: 8bdde040-66e5-4711-ab22-1de9b1dd0189. Aug 20 11:11:43.335575 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18029eee-a6f5-4f95-8198-4a6a50505bf4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:11:43.444627 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18029eee-a6f5-4f95-8198-4a6a50505bf4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:11:43.449865 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-18029eee-a6f5-4f95-8198-4a6a50505bf4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.454612 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f19549a-afae-45b4-bc9f-6e7a46a5f107 None None] Sync routers for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:11:43.464853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f19549a-afae-45b4-bc9f-6e7a46a5f107 None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:11:43.465471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1f19549a-afae-45b4-bc9f-6e7a46a5f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:11:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:43.476940 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-18029eee-a6f5-4f95-8198-4a6a50505bf4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "PUT /v2.0/floatingips/4ef05203-dfbf-4e48-af3d-9671969451a9 HTTP/1.1" status: 200 len: 990 time: 0.9316099 Aug 20 11:11:43.478090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'tag': '8bdde040-66e5-4711-ab22-1de9b1dd0189'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:43.480347 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd59437f3c4b191601fb6775a81c4b4498bf331917feb72f03b50fce9a105e3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9a20f6-efe4-4c2d-8008-4fd6f1e9b733" -d '{"events": [{"name": "network-changed", "server_uuid": "140d69fd-5572-40fa-a7a9-4af911cf732d", "tag": "8bdde040-66e5-4711-ab22-1de9b1dd0189"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:43.583349 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1539a7aa-6e24-430e-9ad3-0c0924742d01 x-openstack-request-id: req-1539a7aa-6e24-430e-9ad3-0c0924742d01 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:43.583965 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140d69fd-5572-40fa-a7a9-4af911cf732d", "tag": "8bdde040-66e5-4711-ab22-1de9b1dd0189", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:43.583965 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1539a7aa-6e24-430e-9ad3-0c0924742d01 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:43.584569 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'tag': '8bdde040-66e5-4711-ab22-1de9b1dd0189', 'status': 'completed', 'code': 200} Aug 20 11:11:43.588354 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-1f19549a-afae-45b4-bc9f-6e7a46a5f107 None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:11:43.651891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a20f6-efe4-4c2d-8008-4fd6f1e9b733 req-aa384f5f-4c18-4555-88fb-78a69f9f3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:43.653428 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d9a20f6-efe4-4c2d-8008-4fd6f1e9b733 req-aa384f5f-4c18-4555-88fb-78a69f9f3315 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 1097 time: 0.0470572 Aug 20 11:11:43.762738 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a20f6-efe4-4c2d-8008-4fd6f1e9b733 req-9e009083-36aa-4576-a8be-a07d891367f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:43.764282 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d9a20f6-efe4-4c2d-8008-4fd6f1e9b733 req-9e009083-36aa-4576-a8be-a07d891367f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.1039178 Aug 20 11:11:43.833251 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d9a20f6-efe4-4c2d-8008-4fd6f1e9b733 req-399038c6-7450-46b3-a38f-77b68c61f4fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189 HTTP/1.1" status: 200 len: 998 time: 0.0611985 Aug 20 11:11:43.881703 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a20f6-efe4-4c2d-8008-4fd6f1e9b733 req-6dc1fd20-c6ba-4e5f-8393-bc3295ef98e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:43.883197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d9a20f6-efe4-4c2d-8008-4fd6f1e9b733 req-6dc1fd20-c6ba-4e5f-8393-bc3295ef98e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0434635 Aug 20 11:11:43.932477 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a20f6-efe4-4c2d-8008-4fd6f1e9b733 req-ec7b5a4d-c1a4-4adc-a346-2d065955f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:43.934151 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d9a20f6-efe4-4c2d-8008-4fd6f1e9b733 req-ec7b5a4d-c1a4-4adc-a346-2d065955f703 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438385 Aug 20 11:11:43.984815 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1f19549a-afae-45b4-bc9f-6e7a46a5f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '4ef05203-dfbf-4e48-af3d-9671969451a9', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'port_id': '8bdde040-66e5-4711-ab22-1de9b1dd0189', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'mac_address': 'fa:16:3e:ea:d2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:05:17Z', 'updated_at': '2021-08-20T11:11:42Z', 'revision_number': 9, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:44.014721 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f19549a-afae-45b4-bc9f-6e7a46a5f107 None None] Checking router: 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:11:44.024433 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d9a20f6-efe4-4c2d-8008-4fd6f1e9b733 req-7f70de6d-20ee-465a-9f04-a3d327a22d79 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832369 Aug 20 11:11:44.025962 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f19549a-afae-45b4-bc9f-6e7a46a5f107 None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:11:44.026604 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1f19549a-afae-45b4-bc9f-6e7a46a5f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:11:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:44.116332 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d9a20f6-efe4-4c2d-8008-4fd6f1e9b733 req-54c7b704-af76-401c-8000-dcc028c8ec6d service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856414 Aug 20 11:11:44.129644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-1f19549a-afae-45b4-bc9f-6e7a46a5f107 None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:11:44.363843 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1f19549a-afae-45b4-bc9f-6e7a46a5f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '4ef05203-dfbf-4e48-af3d-9671969451a9', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'port_id': '8bdde040-66e5-4711-ab22-1de9b1dd0189', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'mac_address': 'fa:16:3e:ea:d2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:05:17Z', 'updated_at': '2021-08-20T11:11:42Z', 'revision_number': 9, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:44.389802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f19549a-afae-45b4-bc9f-6e7a46a5f107 None None] The sync data for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 is: [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '4ef05203-dfbf-4e48-af3d-9671969451a9', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'port_id': '8bdde040-66e5-4711-ab22-1de9b1dd0189', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'mac_address': 'fa:16:3e:ea:d2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:05:17Z', 'updated_at': '2021-08-20T11:11:42Z', 'revision_number': 9, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:11:44.574237 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6f8ec-5cbe-43a1-bed1-ba15b3f1291c None None] New status for floating IP 4ef05203-dfbf-4e48-af3d-9671969451a9: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:11:48.913312 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:53.228392 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.359186 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9f64042c-1613-4353-b421-50a3d2ce4957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:00.897237 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:12:01.990988 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d244-6c29-4ec8-8a45-2388d5372c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:02.459934 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:03.297429 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:04.953648 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:09.077404 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b5e41ec-953b-4b2c-b59c-2bd3b4bae4e6 req-e69e4b58-78c8-49d3-a597-bd18ea74fcca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0826182 Aug 20 11:12:09.158295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e41ec-953b-4b2c-b59c-2bd3b4bae4e6 req-d62dbdc1-26cd-4fe4-9b87-ff566f16f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:09.159803 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b5e41ec-953b-4b2c-b59c-2bd3b4bae4e6 req-d62dbdc1-26cd-4fe4-9b87-ff566f16f2fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 1097 time: 0.0390692 Aug 20 11:12:09.264709 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e41ec-953b-4b2c-b59c-2bd3b4bae4e6 req-7445ad67-e6fa-4df9-bd59-72adb1d1da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:09.266119 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b5e41ec-953b-4b2c-b59c-2bd3b4bae4e6 req-7445ad67-e6fa-4df9-bd59-72adb1d1da3b service neutron] 10.222.0.42 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0866463 Aug 20 11:12:09.332562 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b5e41ec-953b-4b2c-b59c-2bd3b4bae4e6 req-5f7d0e01-3b3d-48bd-8cf6-46da5b6214cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189 HTTP/1.1" status: 200 len: 1001 time: 0.0583708 Aug 20 11:12:09.382163 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e41ec-953b-4b2c-b59c-2bd3b4bae4e6 req-1915cdc0-6a31-439e-8207-58b3e73ef9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:09.383610 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b5e41ec-953b-4b2c-b59c-2bd3b4bae4e6 req-1915cdc0-6a31-439e-8207-58b3e73ef9b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0427833 Aug 20 11:12:09.432648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e41ec-953b-4b2c-b59c-2bd3b4bae4e6 req-33b4e04a-1b14-447d-8fbc-0bec10f558b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:09.434150 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b5e41ec-953b-4b2c-b59c-2bd3b4bae4e6 req-33b4e04a-1b14-447d-8fbc-0bec10f558b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433285 Aug 20 11:12:09.525467 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b5e41ec-953b-4b2c-b59c-2bd3b4bae4e6 req-daffc417-7016-4a55-a8ea-b49dfb91474e service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823958 Aug 20 11:12:09.617672 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b5e41ec-953b-4b2c-b59c-2bd3b4bae4e6 req-d87d7895-f730-4870-bdfe-c84f6a21595b service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850394 Aug 20 11:12:18.927560 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:23.242275 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:29.359155 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-28046e30-5687-43aa-b82a-d970262a635d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.990898 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3596d2f1-081e-41de-98ed-5573c43618c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:32.462960 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:33.300837 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:34.955774 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:37.895669 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:12:48.925425 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:53.235820 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:59.359931 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-42e03039-904f-417a-8f2c-5523139da320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:01.991569 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8b8b546b-ba6c-4264-af70-dec156933d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:02.464525 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:03.302784 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:04.959415 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:08.995902 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-199e01a4-2f66-4604-98dd-1e97097b0fd3 req-f8382261-f0a6-4c20-8921-d17fc12e50d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416160 Aug 20 11:13:09.085205 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e01a4-2f66-4604-98dd-1e97097b0fd3 req-b808997f-14a4-454f-ba3a-31ddca1fcf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:09.087185 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-199e01a4-2f66-4604-98dd-1e97097b0fd3 req-b808997f-14a4-454f-ba3a-31ddca1fcf41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 1097 time: 0.0440190 Aug 20 11:13:09.197647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e01a4-2f66-4604-98dd-1e97097b0fd3 req-133b51cb-775f-4037-94f1-054d877d8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:09.199231 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-199e01a4-2f66-4604-98dd-1e97097b0fd3 req-133b51cb-775f-4037-94f1-054d877d8c86 service neutron] 10.222.0.42 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0921633 Aug 20 11:13:09.269603 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-199e01a4-2f66-4604-98dd-1e97097b0fd3 req-6fa471a6-170d-4cd4-953b-3d7319a81388 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189 HTTP/1.1" status: 200 len: 1001 time: 0.0606966 Aug 20 11:13:09.319320 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e01a4-2f66-4604-98dd-1e97097b0fd3 req-3aac2eeb-8d1f-4275-8d92-c3cbaf42d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:09.320939 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-199e01a4-2f66-4604-98dd-1e97097b0fd3 req-3aac2eeb-8d1f-4275-8d92-c3cbaf42d0c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0448418 Aug 20 11:13:09.373996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e01a4-2f66-4604-98dd-1e97097b0fd3 req-6c5522cd-1df5-4f7b-a685-b2d94f32b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:09.375624 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-199e01a4-2f66-4604-98dd-1e97097b0fd3 req-6c5522cd-1df5-4f7b-a685-b2d94f32b23b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477815 Aug 20 11:13:09.467953 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-199e01a4-2f66-4604-98dd-1e97097b0fd3 req-bde2ffb4-b3ff-4d9e-a57b-9d60fd594985 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848019 Aug 20 11:13:09.575201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-199e01a4-2f66-4604-98dd-1e97097b0fd3 req-e9ce51d1-51fb-4c47-bbca-79cda22e37f6 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005642 Aug 20 11:13:14.894167 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:13:18.941060 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:20.493239 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb29a73-080d-455e-b286-63668772f9ce req-b4142af2-ed5e-4e4f-9963-72dd423777f6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:20.494905 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7bb29a73-080d-455e-b286-63668772f9ce req-b4142af2-ed5e-4e4f-9963-72dd423777f6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0529876 Aug 20 11:13:20.523491 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75c11723-005f-4589-bc98-72fa47036ea0 req-fe75884e-32f9-4772-9e11-729cccca2e1b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944920 Aug 20 11:13:20.534918 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7bb29a73-080d-455e-b286-63668772f9ce req-6d3125a7-8c27-4f9d-a360-b45a4765554a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331221 Aug 20 11:13:21.653384 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50394211-d73b-4531-98f0-d0df67b2bf2b req-3f28fc5a-a2a3-4ff7-8681-cffcd70e6759 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:21.655469 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-50394211-d73b-4531-98f0-d0df67b2bf2b req-3f28fc5a-a2a3-4ff7-8681-cffcd70e6759 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0503719 Aug 20 11:13:21.696976 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-50394211-d73b-4531-98f0-d0df67b2bf2b req-98396299-d81a-4e31-861d-d5bb29d95900 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353601 Aug 20 11:13:21.845577 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c11723-005f-4589-bc98-72fa47036ea0 req-32463431-3c71-4766-a6cb-66b16872ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:21.847013 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75c11723-005f-4589-bc98-72fa47036ea0 req-32463431-3c71-4766-a6cb-66b16872ff28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 1097 time: 0.0426123 Aug 20 11:13:21.943261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c11723-005f-4589-bc98-72fa47036ea0 req-37c30ec8-0307-41cd-b110-22f20ee6c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:21.944837 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75c11723-005f-4589-bc98-72fa47036ea0 req-37c30ec8-0307-41cd-b110-22f20ee6c5d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0913146 Aug 20 11:13:22.020873 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75c11723-005f-4589-bc98-72fa47036ea0 req-ca0ff7e4-552d-4ba3-99c1-11ff0a61b1fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189 HTTP/1.1" status: 200 len: 1001 time: 0.0682380 Aug 20 11:13:22.070900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c11723-005f-4589-bc98-72fa47036ea0 req-a1417701-105b-43cd-a929-63737b210f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:22.072652 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75c11723-005f-4589-bc98-72fa47036ea0 req-a1417701-105b-43cd-a929-63737b210f6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0452433 Aug 20 11:13:22.124334 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c11723-005f-4589-bc98-72fa47036ea0 req-ceddf757-2a9a-4185-b879-990da338ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:22.125851 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75c11723-005f-4589-bc98-72fa47036ea0 req-ceddf757-2a9a-4185-b879-990da338ccfb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464177 Aug 20 11:13:22.217752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75c11723-005f-4589-bc98-72fa47036ea0 req-edfc1ae4-d3cd-4bf2-ae99-45a9fccfa3f1 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850677 Aug 20 11:13:22.642277 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75c11723-005f-4589-bc98-72fa47036ea0 req-09c9119d-a264-4c09-9db0-db62bee49eb9 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167850 Aug 20 11:13:22.824221 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f34c69-83b7-4213-8591-e08680ee1968 req-4dbda262-f830-4c95-b315-00ac7c4689cf tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:22.825719 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7f34c69-83b7-4213-8591-e08680ee1968 req-4dbda262-f830-4c95-b315-00ac7c4689cf tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0487061 Aug 20 11:13:22.864104 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7f34c69-83b7-4213-8591-e08680ee1968 req-55dd6821-6e5b-43e6-983e-029bc810816f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317161 Aug 20 11:13:23.241325 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:23.982274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3384c2-d4a8-46c8-b98f-0ab588b244eb req-686600b3-15c8-4a59-a718-4c87824c1ead tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:23.983885 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f3384c2-d4a8-46c8-b98f-0ab588b244eb req-686600b3-15c8-4a59-a718-4c87824c1ead tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0508180 Aug 20 11:13:24.022275 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f3384c2-d4a8-46c8-b98f-0ab588b244eb req-e94c8cef-95a2-4938-97ea-f2d0580dde2f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322487 Aug 20 11:13:25.142681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3d16b-5445-4735-9391-0d65da84576e req-7ff9b561-40d1-4075-8ac4-258fe24153ae tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:25.144204 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-afb3d16b-5445-4735-9391-0d65da84576e req-7ff9b561-40d1-4075-8ac4-258fe24153ae tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0511327 Aug 20 11:13:25.183191 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-afb3d16b-5445-4735-9391-0d65da84576e req-2e9c4ddc-ab97-4372-a6fe-8a2648951836 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327344 Aug 20 11:13:26.296267 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cc68b-5593-45f0-a922-b399447da3e1 req-72125113-52ab-4b11-9ef7-cb61e70b3f66 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:26.297729 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f67cc68b-5593-45f0-a922-b399447da3e1 req-72125113-52ab-4b11-9ef7-cb61e70b3f66 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0481172 Aug 20 11:13:26.334777 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f67cc68b-5593-45f0-a922-b399447da3e1 req-a9392d8e-7a6b-49e7-9f6f-99de06704729 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311916 Aug 20 11:13:27.452756 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3401f5-e94f-4067-9087-af67d95f52a5 req-1ae8dc98-053b-4b76-af68-ed715bdb9e8b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:27.454209 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee3401f5-e94f-4067-9087-af67d95f52a5 req-1ae8dc98-053b-4b76-af68-ed715bdb9e8b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0520599 Aug 20 11:13:27.491812 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee3401f5-e94f-4067-9087-af67d95f52a5 req-12c3d888-837b-4794-b2d6-78d24a66483c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315349 Aug 20 11:13:28.605119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0c7e5-6453-42a3-9d8d-62c3099112cc req-fb05bf93-d800-495e-a64c-893587543f2b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:28.606604 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74f0c7e5-6453-42a3-9d8d-62c3099112cc req-fb05bf93-d800-495e-a64c-893587543f2b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0481939 Aug 20 11:13:28.649111 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74f0c7e5-6453-42a3-9d8d-62c3099112cc req-bd1a016d-240c-4be9-b067-e4f113b6fd0e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357094 Aug 20 11:13:29.361410 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6bbd15cb-e525-4fd1-bd1c-99fe776710a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:29.764838 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba54f9-6045-43da-b370-cf2f62369872 req-0146dc5b-e8e5-47df-838c-f8aff224ac1f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:29.766323 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-52ba54f9-6045-43da-b370-cf2f62369872 req-0146dc5b-e8e5-47df-838c-f8aff224ac1f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0487013 Aug 20 11:13:29.802897 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-52ba54f9-6045-43da-b370-cf2f62369872 req-b89e5415-7dc0-492c-b063-d2665fdc5bfc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306399 Aug 20 11:13:30.919893 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4eea7-c8ea-439e-90bd-66ee70b3f6a4 req-f2bcd25a-95de-4465-a7eb-07d43d9b3c73 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:30.921359 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-38e4eea7-c8ea-439e-90bd-66ee70b3f6a4 req-f2bcd25a-95de-4465-a7eb-07d43d9b3c73 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0488205 Aug 20 11:13:30.959561 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-38e4eea7-c8ea-439e-90bd-66ee70b3f6a4 req-eee29850-ebce-4441-a0e4-13a919676989 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319502 Aug 20 11:13:31.992825 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-86df6b7d-3dc4-423d-b6d1-9ae327374864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:32.074765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6ca29-54b9-471f-a0c0-f86da784d3a0 req-783bab92-2f04-463e-9bfc-e6d091142b1c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:32.076774 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9a6ca29-54b9-471f-a0c0-f86da784d3a0 req-783bab92-2f04-463e-9bfc-e6d091142b1c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0495737 Aug 20 11:13:32.113892 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9a6ca29-54b9-471f-a0c0-f86da784d3a0 req-3ce60370-4ce2-4adb-81b7-2924fe77c132 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312226 Aug 20 11:13:32.466984 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:33.229075 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5c9dc-7a88-4e7d-ac0e-fad8b1ecb891 req-7eb24547-94f4-4b04-ab89-1bf6cfd79276 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:33.230494 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-47b5c9dc-7a88-4e7d-ac0e-fad8b1ecb891 req-7eb24547-94f4-4b04-ab89-1bf6cfd79276 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0494301 Aug 20 11:13:33.272708 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-47b5c9dc-7a88-4e7d-ac0e-fad8b1ecb891 req-24fcb5d8-2d30-498e-8842-9e8ea9590d44 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353289 Aug 20 11:13:33.306503 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:34.392232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ecee3-d038-46dd-af5d-0b6373740209 req-86f3d7d6-32df-4dbc-bb47-f9303a6b7366 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:34.393732 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c5ecee3-d038-46dd-af5d-0b6373740209 req-86f3d7d6-32df-4dbc-bb47-f9303a6b7366 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0536897 Aug 20 11:13:34.437803 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7c5ecee3-d038-46dd-af5d-0b6373740209 req-d5661757-df59-42c1-b7a4-7962a162370b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371778 Aug 20 11:13:34.499871 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [req-75c11723-005f-4589-bc98-72fa47036ea0 req-88879ad9-7001-4943-b3f5-d7c36d23843d service neutron] show failed (client error): The resource could not be found. Aug 20 11:13:34.500922 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75c11723-005f-4589-bc98-72fa47036ea0 req-88879ad9-7001-4943-b3f5-d7c36d23843d service neutron] 10.222.0.42 "GET /v2.0/ports/8bdde040-66e5-4711-ab22-1de9b1dd0189/bindings/n-h2-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.0558057 Aug 20 11:13:34.818466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c11723-005f-4589-bc98-72fa47036ea0 req-a476e0a9-a02a-4db5-90e8-35fb797a218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:34.819994 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75c11723-005f-4589-bc98-72fa47036ea0 req-a476e0a9-a02a-4db5-90e8-35fb797a218e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d&tenant_id=259dc0e922454e79b715dfa8d118adf6 HTTP/1.1" status: 200 len: 1097 time: 0.1156564 Aug 20 11:13:34.832166 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-11', 'device_owner': 'compute:nova'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:34.884309 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:34.962102 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:35.088372 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] For port 8bdde040-66e5-4711-ab22-1de9b1dd0189, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:35.125314 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] For port 8bdde040-66e5-4711-ab22-1de9b1dd0189, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:13:35.168108 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bdde040-66e5-4711-ab22-1de9b1dd0189'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:35.173751 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:35.189623 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Transition to ACTIVE for port object 8bdde040-66e5-4711-ab22-1de9b1dd0189 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:13:35.194079 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:35.225442 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab6e06a-bf77-4905-87ec-6c8751e5728d" -d '{"events": [{"server_uuid": "140d69fd-5572-40fa-a7a9-4af911cf732d", "name": "network-vif-unplugged", "status": "completed", "tag": "8bdde040-66e5-4711-ab22-1de9b1dd0189"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:35.320111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Pushing event updated for resources: {'Port': ['ID=8bdde040-66e5-4711-ab22-1de9b1dd0189,revision_number=6']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:35.339671 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14baca1-3de1-456a-9c4c-bc18534d253b x-openstack-request-id: req-e14baca1-3de1-456a-9c4c-bc18534d253b {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:35.339893 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140d69fd-5572-40fa-a7a9-4af911cf732d", "name": "network-vif-unplugged", "status": "completed", "tag": "8bdde040-66e5-4711-ab22-1de9b1dd0189", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:35.340154 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e14baca1-3de1-456a-9c4c-bc18534d253b {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:35.340553 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bdde040-66e5-4711-ab22-1de9b1dd0189', 'code': 200} Aug 20 11:13:35.346838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:35.347215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:35.347551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:35.347884 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:35.348213 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:35.348538 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:35.348861 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:35.349179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:35.349499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:35.349820 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:35.350136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:35.350443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:35.389836 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] No DVR routers for this DVR port 8bdde040-66e5-4711-ab22-1de9b1dd0189 on host n-h1-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:13:35.527401 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Attempting to bind port 8bdde040-66e5-4711-ab22-1de9b1dd0189 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:13:35.527653 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Attempting to bind port 8bdde040-66e5-4711-ab22-1de9b1dd0189 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:13:35.527982 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Attempting to bind port 8bdde040-66e5-4711-ab22-1de9b1dd0189 on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:13:35.532844 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Port 8bdde040-66e5-4711-ab22-1de9b1dd0189 on network 303e9066-06f0-4e46-98e0-f2100d524c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:13:35.533167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Attempting to bind port 8bdde040-66e5-4711-ab22-1de9b1dd0189 on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:13:35.539640 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:13:35.539982 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Checking segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:13:35.540365 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Bound using segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:13:35.540792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Bound port: 8bdde040-66e5-4711-ab22-1de9b1dd0189, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:13:35.541142 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:35.557387 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df22b0-ad49-4f02-9aa8-d380b4c1f415 req-5b9932f7-f1a4-4075-b668-86eb1819e907 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:35.563497 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5df22b0-ad49-4f02-9aa8-d380b4c1f415 req-5b9932f7-f1a4-4075-b668-86eb1819e907 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 943 time: 0.0545843 Aug 20 11:13:35.598703 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5df22b0-ad49-4f02-9aa8-d380b4c1f415 req-b2072d8b-8272-4428-94a1-a8bbf5298af5 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331514 Aug 20 11:13:35.606927 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] For port 8bdde040-66e5-4711-ab22-1de9b1dd0189, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:13:35.610396 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] For port 8bdde040-66e5-4711-ab22-1de9b1dd0189, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:13:35.616054 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:35.659528 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:35.660147 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:35.661535 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75c11723-005f-4589-bc98-72fa47036ea0 req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] 10.222.0.24 "PUT /v2.0/ports/8bdde040-66e5-4711-ab22-1de9b1dd0189 HTTP/1.1" status: 200 len: 1092 time: 0.8335991 Aug 20 11:13:35.676319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f98ad-9c21-40c6-b9a9-2660874a7c94 service neutron] Pushing event updated for resources: {'Port': ['ID=8bdde040-66e5-4711-ab22-1de9b1dd0189,revision_number=7']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:35.731331 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c11723-005f-4589-bc98-72fa47036ea0 req-a1893813-71ef-48d7-887d-229f636736f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:35.732814 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75c11723-005f-4589-bc98-72fa47036ea0 req-a1893813-71ef-48d7-887d-229f636736f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 1095 time: 0.0479443 Aug 20 11:13:35.832227 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c11723-005f-4589-bc98-72fa47036ea0 req-d4ca8e0a-389c-4037-9a59-2467203ca7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:35.833777 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75c11723-005f-4589-bc98-72fa47036ea0 req-d4ca8e0a-389c-4037-9a59-2467203ca7c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0937195 Aug 20 11:13:35.904098 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75c11723-005f-4589-bc98-72fa47036ea0 req-be63d435-8fbb-4eb4-b5e3-4f9073124a6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189 HTTP/1.1" status: 200 len: 999 time: 0.0635111 Aug 20 11:13:35.954565 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c11723-005f-4589-bc98-72fa47036ea0 req-d9389775-636e-4fc4-adc3-5f4ae22ca8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:35.955961 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75c11723-005f-4589-bc98-72fa47036ea0 req-d9389775-636e-4fc4-adc3-5f4ae22ca8a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0440140 Aug 20 11:13:36.002622 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c11723-005f-4589-bc98-72fa47036ea0 req-dc544ed7-4729-44a9-8123-0174e18279d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.004059 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75c11723-005f-4589-bc98-72fa47036ea0 req-dc544ed7-4729-44a9-8123-0174e18279d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405202 Aug 20 11:13:36.105682 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75c11723-005f-4589-bc98-72fa47036ea0 req-a66822c0-7a15-4479-8a8f-5a6a5f161610 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938811 Aug 20 11:13:36.211115 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-75c11723-005f-4589-bc98-72fa47036ea0 req-bf17a7a6-3e27-4892-a3b7-8079efe1e42a service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976994 Aug 20 11:13:36.725348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c06daf-8c2e-4f30-b020-b006a6015e39 req-41668259-5ae8-4359-b10e-375a26748fa7 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.726863 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3c06daf-8c2e-4f30-b020-b006a6015e39 req-41668259-5ae8-4359-b10e-375a26748fa7 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 943 time: 0.0569651 Aug 20 11:13:36.764536 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3c06daf-8c2e-4f30-b020-b006a6015e39 req-03cd1364-f332-4888-b9d9-bac6cfd1d646 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315742 Aug 20 11:13:37.342181 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'tag': '8bdde040-66e5-4711-ab22-1de9b1dd0189'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:37.344607 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52d2228-acd8-408e-b1d8-e164e260d26c" -d '{"events": [{"name": "network-changed", "server_uuid": "140d69fd-5572-40fa-a7a9-4af911cf732d", "tag": "8bdde040-66e5-4711-ab22-1de9b1dd0189"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:37.395825 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09265473-0e30-465c-8556-d0bc55ed9b3c x-openstack-request-id: req-09265473-0e30-465c-8556-d0bc55ed9b3c {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:37.396221 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140d69fd-5572-40fa-a7a9-4af911cf732d", "tag": "8bdde040-66e5-4711-ab22-1de9b1dd0189", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:37.396371 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09265473-0e30-465c-8556-d0bc55ed9b3c {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:37.396804 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'tag': '8bdde040-66e5-4711-ab22-1de9b1dd0189', 'status': 'completed', 'code': 200} Aug 20 11:13:37.459608 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-14fb8f57-870d-45b0-8014-d8c6a955c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:37.459835 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-c3795e5b-6bc0-4895-85c2-9bb7cbeb2ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:37.461044 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-14fb8f57-870d-45b0-8014-d8c6a955c794 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 1095 time: 0.0410581 Aug 20 11:13:37.461179 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-c3795e5b-6bc0-4895-85c2-9bb7cbeb2ad1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 1095 time: 0.0460362 Aug 20 11:13:37.555303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-a78f0651-c875-4ea1-85c6-3d4b5ea55143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:37.556848 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-a78f0651-c875-4ea1-85c6-3d4b5ea55143 service neutron] 10.222.0.42 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0892680 Aug 20 11:13:37.559138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-96c66acc-1a6b-46f2-91df-1e6f0b168f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:37.560616 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-96c66acc-1a6b-46f2-91df-1e6f0b168f4a service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0926802 Aug 20 11:13:37.626696 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-6515c3a2-7c01-49fe-ae24-042d048ce54a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189 HTTP/1.1" status: 200 len: 999 time: 0.0634003 Aug 20 11:13:37.626953 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-4a65f400-3a37-4b21-b0cd-932f8a85375b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189 HTTP/1.1" status: 200 len: 999 time: 0.0579376 Aug 20 11:13:37.676244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-12066ac1-0051-441c-b5a2-1aeb02ad43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:37.676683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-7326c8b3-f164-427d-a282-6efb3d28f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:37.677711 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-12066ac1-0051-441c-b5a2-1aeb02ad43e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0440102 Aug 20 11:13:37.678156 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-7326c8b3-f164-427d-a282-6efb3d28f23b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0448139 Aug 20 11:13:37.725937 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-0c27a3c9-9ff4-491d-80ce-c19b6835c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:37.727708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-3ba55ab8-bbac-4d94-811e-a171a71a5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:37.727868 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-0c27a3c9-9ff4-491d-80ce-c19b6835c866 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427604 Aug 20 11:13:37.729004 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-3ba55ab8-bbac-4d94-811e-a171a71a5897 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441842 Aug 20 11:13:37.828850 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-75afc369-5247-4a7e-9610-d040a65f5386 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944107 Aug 20 11:13:37.926875 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-0dc27457-4e1f-4c92-a72b-c4057b651874 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905449 Aug 20 11:13:38.227981 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ae5c1-0099-47d8-b056-4429877f21ee req-7499c200-479b-470c-b34e-cf16e4a6093a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:38.229558 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c10ae5c1-0099-47d8-b056-4429877f21ee req-7499c200-479b-470c-b34e-cf16e4a6093a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 943 time: 0.1110284 Aug 20 11:13:38.236279 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-ea23faf5-acaa-4e6b-86cc-8acc3115c390 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979994 Aug 20 11:13:38.318883 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c10ae5c1-0099-47d8-b056-4429877f21ee req-c9263ac9-d89b-4895-9ad7-f2156fb845cf tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816147 Aug 20 11:13:38.360416 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e52d2228-acd8-408e-b1d8-e164e260d26c req-930ba4dc-64d9-486b-bfc5-b999685da987 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158392 Aug 20 11:13:38.425084 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 8bdde040-66e5-4711-ab22-1de9b1dd0189 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:13:38.466985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 8bdde040-66e5-4711-ab22-1de9b1dd0189 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:13:39.441353 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1feb4-33e9-4f1f-98d1-4293ef6525da req-a106c11b-f1cf-4b6b-8405-c0d51425e3da tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:39.442860 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0e1feb4-33e9-4f1f-98d1-4293ef6525da req-a106c11b-f1cf-4b6b-8405-c0d51425e3da tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 943 time: 0.0490389 Aug 20 11:13:39.480334 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0e1feb4-33e9-4f1f-98d1-4293ef6525da req-455ca60d-b2a2-429a-a5fd-f3f9863243f9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313880 Aug 20 11:13:39.767098 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da509e87-8bdd-4512-a8f6-96cfc00e639c req-206d4c80-5313-44cd-8723-d234835a696b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:39.768650 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da509e87-8bdd-4512-a8f6-96cfc00e639c req-206d4c80-5313-44cd-8723-d234835a696b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.24 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d&tenant_id=259dc0e922454e79b715dfa8d118adf6&binding%3Ahost_id=n-h2-778550-11 HTTP/1.1" status: 200 len: 943 time: 0.0562756 Aug 20 11:13:39.789432 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827d6a6-29e1-491b-b982-3d6f3964c821 req-91ac8c4d-bb44-4ef2-9579-32573b55026c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:39.790953 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3827d6a6-29e1-491b-b982-3d6f3964c821 req-91ac8c4d-bb44-4ef2-9579-32573b55026c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 943 time: 0.0546527 Aug 20 11:13:39.829243 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3827d6a6-29e1-491b-b982-3d6f3964c821 req-be344e0e-8988-4cf5-8cc4-bdde4743e120 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322120 Aug 20 11:13:39.833437 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da509e87-8bdd-4512-a8f6-96cfc00e639c req-78c37829-0518-4aae-81bb-eea49fb9c426 service neutron] 10.222.0.24 "GET /v2.0/ports/8bdde040-66e5-4711-ab22-1de9b1dd0189/bindings/n-h2-778550-11 HTTP/1.1" status: 200 len: 383 time: 0.0572383 Aug 20 11:13:39.898637 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da509e87-8bdd-4512-a8f6-96cfc00e639c req-16283599-fa0e-4fc9-8000-338463199f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:39.900158 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da509e87-8bdd-4512-a8f6-96cfc00e639c req-16283599-fa0e-4fc9-8000-338463199f11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 1095 time: 0.0402308 Aug 20 11:13:39.989362 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da509e87-8bdd-4512-a8f6-96cfc00e639c req-b13316ed-7aa6-4cff-8fa2-008d76d83ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:39.990787 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da509e87-8bdd-4512-a8f6-96cfc00e639c req-b13316ed-7aa6-4cff-8fa2-008d76d83ebf service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0838268 Aug 20 11:13:40.060392 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da509e87-8bdd-4512-a8f6-96cfc00e639c req-9f39e017-0daf-4da0-9b86-ccfc34475765 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189 HTTP/1.1" status: 200 len: 999 time: 0.0625427 Aug 20 11:13:40.111728 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da509e87-8bdd-4512-a8f6-96cfc00e639c req-e736200f-fc9e-4dc0-9271-d89cbf8e1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:40.113176 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da509e87-8bdd-4512-a8f6-96cfc00e639c req-e736200f-fc9e-4dc0-9271-d89cbf8e1a94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0450907 Aug 20 11:13:40.158177 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da509e87-8bdd-4512-a8f6-96cfc00e639c req-c4c470bd-30a4-4560-9280-4d55d189dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:40.159686 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da509e87-8bdd-4512-a8f6-96cfc00e639c req-c4c470bd-30a4-4560-9280-4d55d189dcdd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392606 Aug 20 11:13:40.253154 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da509e87-8bdd-4512-a8f6-96cfc00e639c req-751280e2-3664-420d-ae68-d0a6425701aa service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859902 Aug 20 11:13:40.345697 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-da509e87-8bdd-4512-a8f6-96cfc00e639c req-bebfb200-7c05-46df-82f1-fa370fe7d264 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853097 Aug 20 11:13:40.953441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8b905-c3cc-46b4-afa3-edf03f6e59eb req-990793cd-39b8-4e7a-ab3d-387162b679ad tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:40.954987 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ea8b905-c3cc-46b4-afa3-edf03f6e59eb req-990793cd-39b8-4e7a-ab3d-387162b679ad tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 943 time: 0.0537431 Aug 20 11:13:40.993144 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8ea8b905-c3cc-46b4-afa3-edf03f6e59eb req-cec7f409-9559-46d9-b561-7774bbcdca53 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320153 Aug 20 11:13:41.073504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 8bdde040-66e5-4711-ab22-1de9b1dd0189 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:13:41.175605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 8bdde040-66e5-4711-ab22-1de9b1dd0189, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:41.187271 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '8bdde040-66e5-4711-ab22-1de9b1dd0189', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'port_id': '8bdde040-66e5-4711-ab22-1de9b1dd0189', 'mac_address': 'fa:16:3e:ea:d2:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:13:41.226637 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:41.239360 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bdde040-66e5-4711-ab22-1de9b1dd0189 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:13:41.258413 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 8bdde040-66e5-4711-ab22-1de9b1dd0189, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:41.262320 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:41.307495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=8bdde040-66e5-4711-ab22-1de9b1dd0189,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:41.315175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:41.315521 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:41.315855 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:41.316191 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:41.316516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:41.316843 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:41.317167 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:41.317487 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:41.317807 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:41.318125 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:41.318441 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:41.318757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:41.633114 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['8bdde040-66e5-4711-ab22-1de9b1dd0189'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:13:42.121111 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc2b00-b179-4a83-9945-30dfcab00aab req-3454a53f-cb54-474e-bad2-c57317bffa94 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:42.122594 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-32cc2b00-b179-4a83-9945-30dfcab00aab req-3454a53f-cb54-474e-bad2-c57317bffa94 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 944 time: 0.0484004 Aug 20 11:13:42.159987 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-32cc2b00-b179-4a83-9945-30dfcab00aab req-68330ed3-9179-41c6-9c00-da6f68b2b716 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314348 Aug 20 11:13:42.307706 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f616e-7952-40a0-9d51-41430eb7aeb2 req-0ad9e884-40d4-4efe-addc-7ecc2fe60ce5 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:42.309074 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f7f616e-7952-40a0-9d51-41430eb7aeb2 req-0ad9e884-40d4-4efe-addc-7ecc2fe60ce5 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 944 time: 0.0473087 Aug 20 11:13:42.346595 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f7f616e-7952-40a0-9d51-41430eb7aeb2 req-5647d80c-bcf1-41b2-b6de-48c79b00d2da tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310736 Aug 20 11:13:43.068313 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 8bdde040-66e5-4711-ab22-1de9b1dd0189 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:13:43.115912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 8bdde040-66e5-4711-ab22-1de9b1dd0189 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:13:43.119587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 8bdde040-66e5-4711-ab22-1de9b1dd0189 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:13:43.119956 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:43.195339 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:43.221965 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdde040-66e5-4711-ab22-1de9b1dd0189'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:43.238044 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 8bdde040-66e5-4711-ab22-1de9b1dd0189, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:43.242247 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:43.266275 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f52f1c-6754-4fe2-bee2-ab9f17fff787" -d '{"events": [{"server_uuid": "140d69fd-5572-40fa-a7a9-4af911cf732d", "name": "network-vif-plugged", "status": "completed", "tag": "8bdde040-66e5-4711-ab22-1de9b1dd0189"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:43.294577 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=8bdde040-66e5-4711-ab22-1de9b1dd0189,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:43.361945 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff116bb5-7fa0-48f4-8c77-d4f0893d2e88 x-openstack-request-id: req-ff116bb5-7fa0-48f4-8c77-d4f0893d2e88 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:43.362236 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140d69fd-5572-40fa-a7a9-4af911cf732d", "name": "network-vif-plugged", "status": "completed", "tag": "8bdde040-66e5-4711-ab22-1de9b1dd0189", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:43.362492 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff116bb5-7fa0-48f4-8c77-d4f0893d2e88 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:43.362984 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdde040-66e5-4711-ab22-1de9b1dd0189', 'code': 200} Aug 20 11:13:43.471416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3488a-a733-4fa2-b681-7d5d0647a8eb req-c7edc67c-5d41-41ea-967c-510f70d757bd tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:43.472889 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1bc3488a-a733-4fa2-b681-7d5d0647a8eb req-c7edc67c-5d41-41ea-967c-510f70d757bd tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0487010 Aug 20 11:13:43.509304 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1bc3488a-a733-4fa2-b681-7d5d0647a8eb req-5280f529-4928-42cc-a64f-7885ca46e2e2 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303931 Aug 20 11:13:43.768703 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda548a3-5a68-4223-be10-6640ed2f275c req-6b20f012-71ca-4664-a8c2-eaecb4051b9b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:43.770194 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fda548a3-5a68-4223-be10-6640ed2f275c req-6b20f012-71ca-4664-a8c2-eaecb4051b9b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0535357 Aug 20 11:13:43.806855 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fda548a3-5a68-4223-be10-6640ed2f275c req-b8776afc-9596-403a-b731-5ea7b4e415e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307288 Aug 20 11:13:44.940924 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90eb29-4f98-42fc-96ea-ecbe0c5ebd2d req-c3d19863-4029-42ac-bfa4-3431da847353 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:44.942510 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-db90eb29-4f98-42fc-96ea-ecbe0c5ebd2d req-c3d19863-4029-42ac-bfa4-3431da847353 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0515096 Aug 20 11:13:44.985082 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-db90eb29-4f98-42fc-96ea-ecbe0c5ebd2d req-8ab33f99-4105-4ef2-bb4b-9defd10411ec tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356746 Aug 20 11:13:44.988382 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cd5ae-f387-4ddd-9ba7-0e7f016aa770 req-25e10c08-560d-42a8-aa20-f8397a2faac6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:44.989910 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f20cd5ae-f387-4ddd-9ba7-0e7f016aa770 req-25e10c08-560d-42a8-aa20-f8397a2faac6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.24 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0554228 Aug 20 11:13:45.088461 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-f20cd5ae-f387-4ddd-9ba7-0e7f016aa770 req-6c87e092-6524-4245-a591-88f4eed91ae6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Deleting port 8bdde040-66e5-4711-ab22-1de9b1dd0189 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:13:45.088801 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f20cd5ae-f387-4ddd-9ba7-0e7f016aa770 req-6c87e092-6524-4245-a591-88f4eed91ae6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:45.181413 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-f20cd5ae-f387-4ddd-9ba7-0e7f016aa770 req-6c87e092-6524-4245-a591-88f4eed91ae6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] For port 8bdde040-66e5-4711-ab22-1de9b1dd0189, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=8bdde040-66e5-4711-ab22-1de9b1dd0189,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:45.181780 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f20cd5ae-f387-4ddd-9ba7-0e7f016aa770 req-6c87e092-6524-4245-a591-88f4eed91ae6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:45.224148 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dde910-e488-4a56-a926-faa3eb705716 req-88da992c-d824-43cf-b595-daa44511ec4b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:45.225647 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0dde910-e488-4a56-a926-faa3eb705716 req-88da992c-d824-43cf-b595-daa44511ec4b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=140d69fd-5572-40fa-a7a9-4af911cf732d HTTP/1.1" status: 200 len: 945 time: 0.0541081 Aug 20 11:13:45.265336 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d0dde910-e488-4a56-a926-faa3eb705716 req-d21831a4-5e4d-47ac-af33-c75e51e3d315 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333147 Aug 20 11:13:45.404453 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f20cd5ae-f387-4ddd-9ba7-0e7f016aa770 req-6c87e092-6524-4245-a591-88f4eed91ae6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:45.404840 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f20cd5ae-f387-4ddd-9ba7-0e7f016aa770 req-6c87e092-6524-4245-a591-88f4eed91ae6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:45.405157 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [req-f20cd5ae-f387-4ddd-9ba7-0e7f016aa770 req-6c87e092-6524-4245-a591-88f4eed91ae6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Floating IP 4ef05203-dfbf-4e48-af3d-9671969451a9 disassociated. External IP: 172.25.3.59, port: 8bdde040-66e5-4711-ab22-1de9b1dd0189. Aug 20 11:13:45.405507 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-f20cd5ae-f387-4ddd-9ba7-0e7f016aa770 req-6c87e092-6524-4245-a591-88f4eed91ae6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Calling delete_port for 8bdde040-66e5-4711-ab22-1de9b1dd0189 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:13:45.540714 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f20cd5ae-f387-4ddd-9ba7-0e7f016aa770 req-6c87e092-6524-4245-a591-88f4eed91ae6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:45.571002 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87e092-6524-4245-a591-88f4eed91ae6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Pushing event deleted for resources: {'Port': ['ID=8bdde040-66e5-4711-ab22-1de9b1dd0189,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:45.686618 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f20cd5ae-f387-4ddd-9ba7-0e7f016aa770 req-6c87e092-6524-4245-a591-88f4eed91ae6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:13:45.797008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f20cd5ae-f387-4ddd-9ba7-0e7f016aa770 req-6c87e092-6524-4245-a591-88f4eed91ae6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:13:45.806959 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1120ba-191c-48ff-a02e-641a68b6d83c None None] Sync routers for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:13:45.816374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1120ba-191c-48ff-a02e-641a68b6d83c None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:13:45.817006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0d1120ba-191c-48ff-a02e-641a68b6d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:13:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:13:45.835752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20cd5ae-f387-4ddd-9ba7-0e7f016aa770 req-6c87e092-6524-4245-a591-88f4eed91ae6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] No DVR routers for this DVR port 8bdde040-66e5-4711-ab22-1de9b1dd0189 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:13:45.838297 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-f20cd5ae-f387-4ddd-9ba7-0e7f016aa770 req-6c87e092-6524-4245-a591-88f4eed91ae6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:45.840607 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f20cd5ae-f387-4ddd-9ba7-0e7f016aa770 req-6c87e092-6524-4245-a591-88f4eed91ae6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.24 "DELETE /v2.0/ports/8bdde040-66e5-4711-ab22-1de9b1dd0189 HTTP/1.1" status: 204 len: 173 time: 0.8448596 Aug 20 11:13:45.841117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'name': 'network-vif-deleted', 'tag': '8bdde040-66e5-4711-ab22-1de9b1dd0189'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:45.843999 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b1899c-683f-4061-9f7c-0adc46621659" -d '{"events": [{"server_uuid": "140d69fd-5572-40fa-a7a9-4af911cf732d", "name": "network-vif-deleted", "tag": "8bdde040-66e5-4711-ab22-1de9b1dd0189"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:45.893325 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885a0d94-ff66-42fd-925b-ab5b21f84af1 x-openstack-request-id: req-885a0d94-ff66-42fd-925b-ab5b21f84af1 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:45.893622 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140d69fd-5572-40fa-a7a9-4af911cf732d", "name": "network-vif-deleted", "tag": "8bdde040-66e5-4711-ab22-1de9b1dd0189", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:45.893934 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-885a0d94-ff66-42fd-925b-ab5b21f84af1 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:45.894285 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140d69fd-5572-40fa-a7a9-4af911cf732d', 'name': 'network-vif-deleted', 'tag': '8bdde040-66e5-4711-ab22-1de9b1dd0189', 'status': 'completed', 'code': 200} Aug 20 11:13:45.939949 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-0d1120ba-191c-48ff-a02e-641a68b6d83c None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:13:46.142703 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0d1120ba-191c-48ff-a02e-641a68b6d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:13:46.173031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1120ba-191c-48ff-a02e-641a68b6d83c None None] Checking router: 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:13:46.181440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1120ba-191c-48ff-a02e-641a68b6d83c None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:13:46.182047 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0d1120ba-191c-48ff-a02e-641a68b6d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:13:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:13:46.284853 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-0d1120ba-191c-48ff-a02e-641a68b6d83c None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:13:46.481927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0d1120ba-191c-48ff-a02e-641a68b6d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:13:46.509631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1120ba-191c-48ff-a02e-641a68b6d83c None None] The sync data for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 is: [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:13:46.546621 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-8a4a069b-41be-4b87-a6ab-8f604d7671bd tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1968296859&fields=id&tenant_id=259dc0e922454e79b715dfa8d118adf6 HTTP/1.1" status: 200 len: 267 time: 0.0341382 Aug 20 11:13:46.657348 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-831084f3-ee2e-46ba-93f1-dc3258518f93 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:46.658886 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-831084f3-ee2e-46ba-93f1-dc3258518f93 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 812 time: 0.1051536 Aug 20 11:13:46.674862 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-4e0be666-2f2e-4b16-8167-b2baf2c7235b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/quotas/259dc0e922454e79b715dfa8d118adf6 HTTP/1.1" status: 200 len: 375 time: 0.0100806 Aug 20 11:13:46.738734 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-33f59d27-a47e-4481-a093-e84b7eda7a44 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0571449 Aug 20 11:13:46.747209 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f4f045-3478-4e21-a53e-2183b165a1a2 None None] New status for floating IP 4ef05203-dfbf-4e48-af3d-9671969451a9: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:13:46.912343 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-1a8f7db5-8852-432d-aedd-d5d7b2a8d70f service neutron] 10.222.0.16 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250787 Aug 20 11:13:47.006277 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-546dcd9d-be07-4b17-8b06-cc3f065f5ee0 service neutron] 10.222.0.16 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877037 Aug 20 11:13:47.172271 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-47bd8328-5549-4f72-ace1-42ae76ad24b0 req-d4181216-e041-46b4-b468-733233477cbb tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 210 time: 0.0277712 Aug 20 11:13:48.213225 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-a133fad1-9c21-49ad-a66c-0346c57928dc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:48.214719 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-a133fad1-9c21-49ad-a66c-0346c57928dc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 812 time: 0.1146357 Aug 20 11:13:48.261464 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-6bfaec07-bbbd-41dd-a35b-636b341fe74d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=259dc0e922454e79b715dfa8d118adf6 HTTP/1.1" status: 200 len: 380 time: 0.0367503 Aug 20 11:13:48.271582 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c8686652-bd52-4ce4-a025-b3c04c803565 req-8fce33fc-3649-4704-b9d9-df1cd9e241d5 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 210 time: 0.0273817 Aug 20 11:13:48.277875 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-d248dd0d-a359-453a-adee-4c215d4900fa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Request body: {'port': {'device_id': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'admin_state_up': True, 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'security_groups': ['f6e4f9ba-bc8c-4dd8-b405-07f95304ff82']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:48.383496 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-d248dd0d-a359-453a-adee-4c215d4900fa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Made reservation on behalf of 259dc0e922454e79b715dfa8d118adf6 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:13:48.386917 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-d248dd0d-a359-453a-adee-4c215d4900fa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:48.514690 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-d248dd0d-a359-453a-adee-4c215d4900fa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Allocated IP 172.20.0.14 (303e9066-06f0-4e46-98e0-f2100d524c59/23ffb88d-5099-4e10-9385-a5938e5b1302/701f07f0-2f6a-42b0-a8be-d356e17bc3ba) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:13:48.651258 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-d248dd0d-a359-453a-adee-4c215d4900fa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:48.664718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-d248dd0d-a359-453a-adee-4c215d4900fa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Transition to ACTIVE for port object 701f07f0-2f6a-42b0-a8be-d356e17bc3ba will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:13:48.697923 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-d248dd0d-a359-453a-adee-4c215d4900fa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:48.741393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-d248dd0d-a359-453a-adee-4c215d4900fa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Network 303e9066-06f0-4e46-98e0-f2100d524c59 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:13:48.744447 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-d248dd0d-a359-453a-adee-4c215d4900fa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:13:48.748146 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-d248dd0d-a359-453a-adee-4c215d4900fa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:13:48.757958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248dd0d-a359-453a-adee-4c215d4900fa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Pushing event updated for resources: {'Port': ['ID=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:48.803226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-d248dd0d-a359-453a-adee-4c215d4900fa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:48.803847 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-d248dd0d-a359-453a-adee-4c215d4900fa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:48.819934 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-d248dd0d-a359-453a-adee-4c215d4900fa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5460925 Aug 20 11:13:48.833416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Request body: {'port': {'device_id': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:48.892753 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:48.955026 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:48.994092 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9e9be9be-c20f-495c-9fad-a2e153f1d871 None None] Provisioning for port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:13:48.998055 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9e9be9be-c20f-495c-9fad-a2e153f1d871 None None] Provisioning complete for port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:13:48.998431 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e9be9be-c20f-495c-9fad-a2e153f1d871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:49.035490 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9e9be9be-c20f-495c-9fad-a2e153f1d871 None None] Port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:13:49.103758 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 8bdde040-66e5-4711-ab22-1de9b1dd0189 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:13:49.123817 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 8bdde040-66e5-4711-ab22-1de9b1dd0189 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:13:49.124161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 8bdde040-66e5-4711-ab22-1de9b1dd0189 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:13:49.163696 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701f07f0-2f6a-42b0-a8be-d356e17bc3ba {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:13:49.172057 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:49.184350 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Transition to ACTIVE for port object 701f07f0-2f6a-42b0-a8be-d356e17bc3ba will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:13:49.187527 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:49.241750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Pushing event updated for resources: {'Port': ['ID=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:49.311907 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Attempting to bind port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:13:49.312255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Attempting to bind port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:13:49.312591 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Attempting to bind port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:13:49.318709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba on network 303e9066-06f0-4e46-98e0-f2100d524c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:13:49.319036 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Attempting to bind port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:13:49.324705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:13:49.325047 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Checking segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:13:49.325430 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Bound using segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:13:49.326362 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Bound port: 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:13:49.326719 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:49.424017 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:13:49.432852 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325c710-234c-40f5-b4fc-b9a7bdec3c78 req-f24e46dc-5f73-498a-8e12-0252aa7faced tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:49.434338 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2325c710-234c-40f5-b4fc-b9a7bdec3c78 req-f24e46dc-5f73-498a-8e12-0252aa7faced tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.0736790 Aug 20 11:13:49.436001 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:13:49.440728 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:49.496403 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:49.497021 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:49.498447 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] 10.222.0.24 "PUT /v2.0/ports/701f07f0-2f6a-42b0-a8be-d356e17bc3ba HTTP/1.1" status: 200 len: 1093 time: 0.6694853 Aug 20 11:13:49.501109 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'tag': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:49.503493 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b659df3b-dd2a-4bfb-9397-1843273ddf1f" -d '{"events": [{"name": "network-changed", "server_uuid": "644acdf7-3d8e-4e22-86ae-5c17493efd40", "tag": "701f07f0-2f6a-42b0-a8be-d356e17bc3ba"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:49.535184 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2325c710-234c-40f5-b4fc-b9a7bdec3c78 req-3d8771dd-e9cf-4b81-964b-d4e548e65cd8 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919223 Aug 20 11:13:49.547796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa93fb-538c-4ce3-a75b-1412b3b8b927 service neutron] Pushing event updated for resources: {'Port': ['ID=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:49.571172 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f5d6ea-631e-48b8-b24f-6d61825deb03 x-openstack-request-id: req-56f5d6ea-631e-48b8-b24f-6d61825deb03 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:49.571461 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644acdf7-3d8e-4e22-86ae-5c17493efd40", "tag": "701f07f0-2f6a-42b0-a8be-d356e17bc3ba", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:49.571975 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56f5d6ea-631e-48b8-b24f-6d61825deb03 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:49.572369 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'tag': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba', 'status': 'completed', 'code': 200} Aug 20 11:13:49.589759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-14f410d0-81c2-4329-82c6-355afa3c5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:49.591361 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-14f410d0-81c2-4329-82c6-355afa3c5ab6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 1096 time: 0.0513232 Aug 20 11:13:49.636709 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-d9a5543e-9be7-428d-9801-853706dbe997 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba HTTP/1.1" status: 200 len: 217 time: 0.0375621 Aug 20 11:13:49.691071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-8b128229-db3d-4f62-8823-014fb419c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:49.692572 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-8b128229-db3d-4f62-8823-014fb419c797 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0489511 Aug 20 11:13:49.738439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-a3178d25-e3b2-454d-869b-d5b21b52e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:49.739983 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-a3178d25-e3b2-454d-869b-d5b21b52e625 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402381 Aug 20 11:13:49.834986 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-ba99b1a8-3f12-4d9d-ac2d-3b2e29bc5253 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878642 Aug 20 11:13:49.927035 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0999caa8-6f5e-4b6d-b179-44a9295e44e8 req-926bae24-c5c1-4262-876e-31a5b3371c44 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850122 Aug 20 11:13:50.015521 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659df3b-dd2a-4bfb-9397-1843273ddf1f req-41e2f3f2-27ce-47ed-82ec-ae980413f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:50.017042 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b659df3b-dd2a-4bfb-9397-1843273ddf1f req-41e2f3f2-27ce-47ed-82ec-ae980413f798 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 1096 time: 0.0410020 Aug 20 11:13:50.109178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659df3b-dd2a-4bfb-9397-1843273ddf1f req-418d5d6f-5dbe-4d11-bb95-4b00c1663e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:50.114652 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b659df3b-dd2a-4bfb-9397-1843273ddf1f req-418d5d6f-5dbe-4d11-bb95-4b00c1663e91 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0897071 Aug 20 11:13:50.155800 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b659df3b-dd2a-4bfb-9397-1843273ddf1f req-7caf4622-be3b-4796-aac8-1e304ba3a5d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba HTTP/1.1" status: 200 len: 217 time: 0.0350292 Aug 20 11:13:50.203605 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659df3b-dd2a-4bfb-9397-1843273ddf1f req-5fc023ee-4719-4a9a-a098-b39e8c996383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:50.204994 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b659df3b-dd2a-4bfb-9397-1843273ddf1f req-5fc023ee-4719-4a9a-a098-b39e8c996383 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0422156 Aug 20 11:13:50.253119 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659df3b-dd2a-4bfb-9397-1843273ddf1f req-d262fd26-53b9-4658-8b8e-17e057349e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:50.254565 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b659df3b-dd2a-4bfb-9397-1843273ddf1f req-d262fd26-53b9-4658-8b8e-17e057349e70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420353 Aug 20 11:13:50.342628 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b659df3b-dd2a-4bfb-9397-1843273ddf1f req-c41a89fd-1213-4e99-b698-0ca5944209e9 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806489 Aug 20 11:13:50.433649 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b659df3b-dd2a-4bfb-9397-1843273ddf1f req-bc953719-6029-4cad-8f4f-eba5cde1cc88 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839787 Aug 20 11:13:50.669229 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e0cb1-e3df-408d-93f5-effafa7f710d req-6c3c87c7-4615-40f9-94a0-a1c1742ef40a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:50.670675 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0c5e0cb1-e3df-408d-93f5-effafa7f710d req-6c3c87c7-4615-40f9-94a0-a1c1742ef40a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.0534015 Aug 20 11:13:50.708803 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0c5e0cb1-e3df-408d-93f5-effafa7f710d req-518b839e-e827-4696-861f-b414c95e89df tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321040 Aug 20 11:13:51.894701 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:13:52.073143 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f132e-c55a-4101-849d-44b5eb03f768 req-86a55f27-ecdd-454d-8919-40c74ed102fd tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:52.074518 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee8f132e-c55a-4101-849d-44b5eb03f768 req-86a55f27-ecdd-454d-8919-40c74ed102fd tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.2991531 Aug 20 11:13:52.111718 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee8f132e-c55a-4101-849d-44b5eb03f768 req-485d36fa-33e7-4ec3-9d88-87497c460c26 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311952 Aug 20 11:13:53.114898 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 701f07f0-2f6a-42b0-a8be-d356e17bc3ba details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:13:53.208809 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:53.221237 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'port_id': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba', 'mac_address': 'fa:16:3e:4f:70:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:13:53.229419 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbfe42-e8ea-4e9e-9013-7a2a79fb0966 req-34120854-ad87-43b7-8b06-04663ff8e1c6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:53.230933 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a3fbfe42-e8ea-4e9e-9013-7a2a79fb0966 req-34120854-ad87-43b7-8b06-04663ff8e1c6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.0519445 Aug 20 11:13:53.270965 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:53.271805 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:53.273894 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a3fbfe42-e8ea-4e9e-9013-7a2a79fb0966 req-80419667-1d47-461d-8d56-49e394e09128 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368907 Aug 20 11:13:53.285342 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701f07f0-2f6a-42b0-a8be-d356e17bc3ba {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:13:53.304925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:53.308631 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:53.355104 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:53.575224 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['701f07f0-2f6a-42b0-a8be-d356e17bc3ba'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:13:54.388864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca192228-5d90-427d-8b6d-47d4a36c934e req-003a98a5-5e5b-4492-9358-edb2c523cffa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:54.390331 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca192228-5d90-427d-8b6d-47d4a36c934e req-003a98a5-5e5b-4492-9358-edb2c523cffa tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 945 time: 0.0481820 Aug 20 11:13:54.427297 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ca192228-5d90-427d-8b6d-47d4a36c934e req-8100dcaa-3438-4c7e-bf18-4053153e7ad6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308530 Aug 20 11:13:55.129342 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 701f07f0-2f6a-42b0-a8be-d356e17bc3ba up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:13:55.177413 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:13:55.181139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:13:55.181505 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:55.254503 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:55.276909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:55.279715 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08025b9-4c34-4c92-b47a-428f4a57eb8d" -d '{"events": [{"server_uuid": "644acdf7-3d8e-4e22-86ae-5c17493efd40", "name": "network-vif-plugged", "status": "completed", "tag": "701f07f0-2f6a-42b0-a8be-d356e17bc3ba"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:55.295227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:55.299274 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:55.324701 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366e799d-67f3-4abe-a3ee-083ab0c2d202 x-openstack-request-id: req-366e799d-67f3-4abe-a3ee-083ab0c2d202 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:55.324999 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644acdf7-3d8e-4e22-86ae-5c17493efd40", "name": "network-vif-plugged", "status": "completed", "tag": "701f07f0-2f6a-42b0-a8be-d356e17bc3ba", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:55.325257 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-366e799d-67f3-4abe-a3ee-083ab0c2d202 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:55.326152 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba', 'code': 200} Aug 20 11:13:55.351785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:55.422068 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4440597-2860-4503-b940-af58eeb91bfc req-cd2ec322-83af-4e57-9dbd-2b0953208d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:55.423594 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4440597-2860-4503-b940-af58eeb91bfc req-cd2ec322-83af-4e57-9dbd-2b0953208d9a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 1098 time: 0.0395184 Aug 20 11:13:55.461564 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4440597-2860-4503-b940-af58eeb91bfc req-c4e75b20-c4e0-4111-9d8a-32935de2db9e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311317 Aug 20 11:13:55.540534 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9b0a1-217c-433e-9892-e914a435f6f4 req-caa0cd65-0ec8-41c9-bc95-d892c310250a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:55.542141 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-22c9b0a1-217c-433e-9892-e914a435f6f4 req-caa0cd65-0ec8-41c9-bc95-d892c310250a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0475929 Aug 20 11:13:55.582774 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-22c9b0a1-217c-433e-9892-e914a435f6f4 req-89d4d6c2-723f-494a-a336-82473a20cb8e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338855 Aug 20 11:13:56.699698 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93827c94-eab3-4c19-a2b9-942813dcd559 req-d1a69b24-90cb-4312-932a-93e03aa91b76 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:56.701646 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-93827c94-eab3-4c19-a2b9-942813dcd559 req-d1a69b24-90cb-4312-932a-93e03aa91b76 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0497251 Aug 20 11:13:56.740697 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-93827c94-eab3-4c19-a2b9-942813dcd559 req-eb83a5aa-0170-4d87-9d86-80e0e37f97c1 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330112 Aug 20 11:13:57.855473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e5b5d-4d23-4a25-8dd6-273a1668786a req-4630c82a-ebb1-41fa-8d46-119c6b9c0a05 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:57.857433 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f1e5b5d-4d23-4a25-8dd6-273a1668786a req-4630c82a-ebb1-41fa-8d46-119c6b9c0a05 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0478292 Aug 20 11:13:57.894984 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3f1e5b5d-4d23-4a25-8dd6-273a1668786a req-32763e67-ea04-4941-a8e5-3066955bfee1 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315077 Aug 20 11:13:58.008372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadf403-8468-47b0-8ff0-664b32d9964e req-c9ddc27b-f561-4c4e-9d30-f38d46d2e335 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:58.009772 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7cadf403-8468-47b0-8ff0-664b32d9964e req-c9ddc27b-f561-4c4e-9d30-f38d46d2e335 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0490196 Aug 20 11:13:58.018208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 37816) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:58.022780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4bffc42b-b9da-47d9-aca1-e887865a4431 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Request body: {'floatingip': {'port_id': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:58.065039 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4bffc42b-b9da-47d9-aca1-e887865a4431 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for floatingip, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:58.495618 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4bffc42b-b9da-47d9-aca1-e887865a4431 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:58.499402 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4bffc42b-b9da-47d9-aca1-e887865a4431 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:58.599532 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-4bffc42b-b9da-47d9-aca1-e887865a4431 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Floating IP 4ef05203-dfbf-4e48-af3d-9671969451a9 associated. External IP: 172.25.3.59, port: 701f07f0-2f6a-42b0-a8be-d356e17bc3ba. Aug 20 11:13:58.806287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bffc42b-b9da-47d9-aca1-e887865a4431 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:13:58.913499 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bffc42b-b9da-47d9-aca1-e887865a4431 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:13:58.918493 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4bffc42b-b9da-47d9-aca1-e887865a4431 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:58.923633 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847dc4df-8e76-4576-a0db-cbbd86c2d784 None None] Sync routers for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:13:58.933354 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847dc4df-8e76-4576-a0db-cbbd86c2d784 None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:13:58.933973 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-847dc4df-8e76-4576-a0db-cbbd86c2d784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:13:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:13:58.945318 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4bffc42b-b9da-47d9-aca1-e887865a4431 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "PUT /v2.0/floatingips/4ef05203-dfbf-4e48-af3d-9671969451a9 HTTP/1.1" status: 200 len: 992 time: 0.9260569 Aug 20 11:13:58.945919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'tag': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:58.989789 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0bd81b-d87b-4273-b41e-df25715fe2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "644acdf7-3d8e-4e22-86ae-5c17493efd40", "tag": "701f07f0-2f6a-42b0-a8be-d356e17bc3ba"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:59.082217 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10311b1-0a8e-4614-a94c-be2b024eaaa8 x-openstack-request-id: req-a10311b1-0a8e-4614-a94c-be2b024eaaa8 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:59.082824 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644acdf7-3d8e-4e22-86ae-5c17493efd40", "tag": "701f07f0-2f6a-42b0-a8be-d356e17bc3ba", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:59.082824 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a10311b1-0a8e-4614-a94c-be2b024eaaa8 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:59.083361 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'tag': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba', 'status': 'completed', 'code': 200} Aug 20 11:13:59.148578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bd81b-d87b-4273-b41e-df25715fe2cc req-65a00650-5bb0-46a2-91cc-c73904bd1db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:59.150176 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e0bd81b-d87b-4273-b41e-df25715fe2cc req-65a00650-5bb0-46a2-91cc-c73904bd1db5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 1098 time: 0.0431576 Aug 20 11:13:59.199034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-847dc4df-8e76-4576-a0db-cbbd86c2d784 None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:13:59.245987 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bd81b-d87b-4273-b41e-df25715fe2cc req-4b5d77c1-44ad-4987-a076-485b4d69818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:59.247509 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e0bd81b-d87b-4273-b41e-df25715fe2cc req-4b5d77c1-44ad-4987-a076-485b4d69818d service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0891585 Aug 20 11:13:59.317344 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e0bd81b-d87b-4273-b41e-df25715fe2cc req-58e2be0c-f061-4632-8359-a678abb04a31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba HTTP/1.1" status: 200 len: 1000 time: 0.0619655 Aug 20 11:13:59.372212 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bd81b-d87b-4273-b41e-df25715fe2cc req-b946bbe1-fd41-40a2-9cfd-c6f7f366833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:59.373919 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9276152e-12ee-45bb-8f04-f20c83f88530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:59.374475 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e0bd81b-d87b-4273-b41e-df25715fe2cc req-b946bbe1-fd41-40a2-9cfd-c6f7f366833e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0498400 Aug 20 11:13:59.421256 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bd81b-d87b-4273-b41e-df25715fe2cc req-04b20449-09b3-4975-8353-f9911ba86c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:59.422791 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e0bd81b-d87b-4273-b41e-df25715fe2cc req-04b20449-09b3-4975-8353-f9911ba86c9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402551 Aug 20 11:13:59.430303 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-847dc4df-8e76-4576-a0db-cbbd86c2d784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '4ef05203-dfbf-4e48-af3d-9671969451a9', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'port_id': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'mac_address': 'fa:16:3e:4f:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:05:17Z', 'updated_at': '2021-08-20T11:13:58Z', 'revision_number': 13, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:13:59.460755 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847dc4df-8e76-4576-a0db-cbbd86c2d784 None None] Checking router: 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:13:59.468824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847dc4df-8e76-4576-a0db-cbbd86c2d784 None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:13:59.469429 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-847dc4df-8e76-4576-a0db-cbbd86c2d784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:13:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:13:59.514059 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e0bd81b-d87b-4273-b41e-df25715fe2cc req-ad6017e5-f476-4adf-af6c-51c3639ef4c2 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829895 Aug 20 11:13:59.575004 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-847dc4df-8e76-4576-a0db-cbbd86c2d784 None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:13:59.607909 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e0bd81b-d87b-4273-b41e-df25715fe2cc req-9f246728-732d-4574-ac2f-1d3dbfe18ed0 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872545 Aug 20 11:13:59.796955 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-847dc4df-8e76-4576-a0db-cbbd86c2d784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '4ef05203-dfbf-4e48-af3d-9671969451a9', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'port_id': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'mac_address': 'fa:16:3e:4f:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:05:17Z', 'updated_at': '2021-08-20T11:13:58Z', 'revision_number': 13, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:13:59.826352 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847dc4df-8e76-4576-a0db-cbbd86c2d784 None None] The sync data for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 is: [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '4ef05203-dfbf-4e48-af3d-9671969451a9', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'port_id': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'mac_address': 'fa:16:3e:4f:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:05:17Z', 'updated_at': '2021-08-20T11:13:58Z', 'revision_number': 13, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:14:00.004499 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e73a3f-92aa-4e0c-807d-95dcfa240618 None None] New status for floating IP 4ef05203-dfbf-4e48-af3d-9671969451a9: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:14:01.993248 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bade2a41-696a-4449-8404-ec1a2fbbe979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:02.468959 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:03.312409 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:04.965002 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:18.958255 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:23.255616 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:24.143806 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39b187dd-3646-47e1-a0b6-a48a219b59f4 req-d707d4ac-2d95-4b3d-b4fc-56c51e541ffc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418742 Aug 20 11:14:24.226706 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b187dd-3646-47e1-a0b6-a48a219b59f4 req-c6dce340-3e1f-4b60-9b59-6b07c6385244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:24.228271 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39b187dd-3646-47e1-a0b6-a48a219b59f4 req-c6dce340-3e1f-4b60-9b59-6b07c6385244 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 1098 time: 0.0435145 Aug 20 11:14:24.333008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b187dd-3646-47e1-a0b6-a48a219b59f4 req-017d6998-ae70-4ebe-a920-fab90b9fa1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:24.334472 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39b187dd-3646-47e1-a0b6-a48a219b59f4 req-017d6998-ae70-4ebe-a920-fab90b9fa1a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0879610 Aug 20 11:14:24.399223 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39b187dd-3646-47e1-a0b6-a48a219b59f4 req-fd8f1a73-1046-4536-a741-fd229aa4cdd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba HTTP/1.1" status: 200 len: 1002 time: 0.0578213 Aug 20 11:14:24.451534 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b187dd-3646-47e1-a0b6-a48a219b59f4 req-87bb0ee8-f27a-40a3-bc94-051e22855c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:24.453551 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39b187dd-3646-47e1-a0b6-a48a219b59f4 req-87bb0ee8-f27a-40a3-bc94-051e22855c39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0480249 Aug 20 11:14:24.499553 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b187dd-3646-47e1-a0b6-a48a219b59f4 req-41d10427-95d5-495b-8309-dce1921a4bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:24.501152 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39b187dd-3646-47e1-a0b6-a48a219b59f4 req-41d10427-95d5-495b-8309-dce1921a4bc5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410495 Aug 20 11:14:24.591248 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39b187dd-3646-47e1-a0b6-a48a219b59f4 req-ccc83066-5965-4470-a54f-3a1700271381 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820916 Aug 20 11:14:24.684749 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-39b187dd-3646-47e1-a0b6-a48a219b59f4 req-6a33f96e-d1df-4fbf-a4df-c54c1d041cb4 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850537 Aug 20 11:14:28.895933 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:14:29.370680 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f55b1daa-f83c-4248-9b62-bf2454ed014f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:31.995880 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f3c3082e-522a-4796-bf8f-3e8b71e55633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:32.469314 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:33.313049 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:34.968360 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:48.956596 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:53.274346 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:59.361277 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-09330849-21bd-456e-b7d2-1e75546e65f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:01.997322 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11c2098c-6ebc-4533-9516-d8431601ce17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:02.469620 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:03.314385 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:04.971981 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:05.894524 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:15:18.971131 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:23.267912 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:25.739266 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fedc57a-2b8f-4418-9891-a36ca3c3861a req-49cbfdbe-9b4e-435c-bca2-b751b4de373a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397718 Aug 20 11:15:25.820036 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedc57a-2b8f-4418-9891-a36ca3c3861a req-ef63c6cc-5dd7-4569-9bc4-0bee1dc54697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:25.821525 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fedc57a-2b8f-4418-9891-a36ca3c3861a req-ef63c6cc-5dd7-4569-9bc4-0bee1dc54697 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 1098 time: 0.0408924 Aug 20 11:15:25.926383 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedc57a-2b8f-4418-9891-a36ca3c3861a req-174e84ba-92e2-4faf-b9af-f45b09bb5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:25.928444 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fedc57a-2b8f-4418-9891-a36ca3c3861a req-174e84ba-92e2-4faf-b9af-f45b09bb5c13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0882468 Aug 20 11:15:25.995581 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fedc57a-2b8f-4418-9891-a36ca3c3861a req-2257843d-4692-47fd-aabb-a811d5843bd6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba HTTP/1.1" status: 200 len: 1002 time: 0.0601320 Aug 20 11:15:26.047736 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedc57a-2b8f-4418-9891-a36ca3c3861a req-93af5ca1-4104-4653-b483-d56d32f08a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:26.049197 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fedc57a-2b8f-4418-9891-a36ca3c3861a req-93af5ca1-4104-4653-b483-d56d32f08a1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0472393 Aug 20 11:15:26.093492 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedc57a-2b8f-4418-9891-a36ca3c3861a req-cf1db864-eab4-4d5f-8a8e-d831386b3902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:26.094998 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fedc57a-2b8f-4418-9891-a36ca3c3861a req-cf1db864-eab4-4d5f-8a8e-d831386b3902 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392742 Aug 20 11:15:26.107300 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-0fedc57a-2b8f-4418-9891-a36ca3c3861a req-e303bbe4-b361-458f-a136-21860f9799fc service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:15:26.108238 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fedc57a-2b8f-4418-9891-a36ca3c3861a req-e303bbe4-b361-458f-a136-21860f9799fc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051861 Aug 20 11:15:26.204882 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fedc57a-2b8f-4418-9891-a36ca3c3861a req-75bc4b7f-2c5d-4061-8c98-56448c16d54b service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885444 Aug 20 11:15:26.299274 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0fedc57a-2b8f-4418-9891-a36ca3c3861a req-afbe04b0-c4ba-42b6-ab2d-3aa8c26bae91 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866258 Aug 20 11:15:29.372957 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0729eaa7-8bcc-4230-aed2-d0f03d148f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:31.998136 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9ba663c9-3bac-4399-8514-c056e2253c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:32.470802 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:33.320718 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:34.975544 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:42.893558 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:15:48.970581 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:53.285957 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:59.364673 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-81e0bbb0-0435-4424-b569-f14753333761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:01.999259 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-102ac578-91a8-4030-8b91-e17c18831af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.472066 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:03.320980 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:04.978420 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:18.968241 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:19.892309 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:16:23.273774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824cbd0-083f-4f6a-a8db-203f214a9632 req-2dc0e94f-8496-488f-bdca-de1e29691f5e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:23.275295 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7824cbd0-083f-4f6a-a8db-203f214a9632 req-2dc0e94f-8496-488f-bdca-de1e29691f5e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0485024 Aug 20 11:16:23.285451 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:23.314889 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7824cbd0-083f-4f6a-a8db-203f214a9632 req-4eb2eaf2-e3dd-4226-b1e2-9b0576096fa0 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335429 Aug 20 11:16:27.157845 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15432be3-8dea-4b5e-993d-8398bf26a55a req-3dd8132f-59bf-4163-a1fd-35bd3af1285c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507722 Aug 20 11:16:27.249414 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15432be3-8dea-4b5e-993d-8398bf26a55a req-fe273457-e270-4cac-98c9-07c984464aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:27.250948 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15432be3-8dea-4b5e-993d-8398bf26a55a req-fe273457-e270-4cac-98c9-07c984464aed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 1098 time: 0.0432050 Aug 20 11:16:27.360567 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15432be3-8dea-4b5e-993d-8398bf26a55a req-4bd16976-9da2-46e4-836e-e489ccd94c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:27.362041 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15432be3-8dea-4b5e-993d-8398bf26a55a req-4bd16976-9da2-46e4-836e-e489ccd94c40 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0909853 Aug 20 11:16:27.430353 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15432be3-8dea-4b5e-993d-8398bf26a55a req-daef3743-df1e-4410-9893-01059a88a711 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba HTTP/1.1" status: 200 len: 1002 time: 0.0607815 Aug 20 11:16:27.478753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15432be3-8dea-4b5e-993d-8398bf26a55a req-96e90af3-2afe-40af-984b-ff6025029b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:27.480210 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15432be3-8dea-4b5e-993d-8398bf26a55a req-96e90af3-2afe-40af-984b-ff6025029b65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0426738 Aug 20 11:16:27.524789 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15432be3-8dea-4b5e-993d-8398bf26a55a req-6b7c8413-008d-49e0-96b0-a91f5db89b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:27.526171 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15432be3-8dea-4b5e-993d-8398bf26a55a req-6b7c8413-008d-49e0-96b0-a91f5db89b6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392008 Aug 20 11:16:27.617872 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15432be3-8dea-4b5e-993d-8398bf26a55a req-957e1d72-49c7-469d-9d4e-edf5f9324e7e service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844419 Aug 20 11:16:27.705818 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-15432be3-8dea-4b5e-993d-8398bf26a55a req-7ae125e3-b9cd-4a58-b762-5a76d4de807c service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801182 Aug 20 11:16:29.365961 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-912edeb3-bc4f-4ca0-b702-8299ac58ed65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:31.999725 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc129543-c288-4de6-89f3-994143040871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:32.472825 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:33.327893 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:34.481380 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7274ba0-3fce-49f6-aac3-1f9540cedd3b req-beb4e98a-db24-4029-be8f-8b89101561c9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:34.482932 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7274ba0-3fce-49f6-aac3-1f9540cedd3b req-beb4e98a-db24-4029-be8f-8b89101561c9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0531735 Aug 20 11:16:34.524912 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f7274ba0-3fce-49f6-aac3-1f9540cedd3b req-7848f4cf-85eb-47fc-adb2-c064e44a261a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352511 Aug 20 11:16:34.594958 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-5809cab5-f4a2-4e57-bcb8-5a3af591e1ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829308 Aug 20 11:16:34.981394 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:35.667000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-1dd02d7c-574b-4ec5-a0e2-6c2366367fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:35.668530 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-1dd02d7c-574b-4ec5-a0e2-6c2366367fee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 1098 time: 0.0724792 Aug 20 11:16:35.676599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d7141-4735-46f2-abb1-90c36ef94d50 req-69a57e67-5a1a-4711-81b6-50bb25c4c3b7 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:35.677963 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-211d7141-4735-46f2-abb1-90c36ef94d50 req-69a57e67-5a1a-4711-81b6-50bb25c4c3b7 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0741007 Aug 20 11:16:35.765131 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-211d7141-4735-46f2-abb1-90c36ef94d50 req-25f7e7d8-78d0-42cf-844f-482360ada55f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789881 Aug 20 11:16:35.790916 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-a76379ea-9499-458f-9b7a-ab9ad4255336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:35.792498 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-a76379ea-9499-458f-9b7a-ab9ad4255336 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.1136982 Aug 20 11:16:35.856741 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-73b4e973-f832-4c7b-9be8-ff8a8f7fab85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba HTTP/1.1" status: 200 len: 1002 time: 0.0572019 Aug 20 11:16:35.905167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-7cff637d-8fb6-440c-86da-d8d6a96185e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:35.906607 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-7cff637d-8fb6-440c-86da-d8d6a96185e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0430574 Aug 20 11:16:35.956415 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-3c5cfc16-40b2-4bad-a3e5-203541747292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:35.957879 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-3c5cfc16-40b2-4bad-a3e5-203541747292 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435617 Aug 20 11:16:36.044681 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-524f4927-13b3-479d-9adc-733c381f17c4 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796571 Aug 20 11:16:36.137833 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-10ad81a5-52e4-4b1d-9270-df552cb1018f service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862858 Aug 20 11:16:36.885466 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a03e0-8328-4b3d-bc3a-148ab5f87684 req-29884b31-cbb8-4031-a628-8c4d096b8128 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:36.886931 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c65a03e0-8328-4b3d-bc3a-148ab5f87684 req-29884b31-cbb8-4031-a628-8c4d096b8128 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0526538 Aug 20 11:16:36.924813 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c65a03e0-8328-4b3d-bc3a-148ab5f87684 req-4fe7d475-431f-46df-a29a-57bc39d179b2 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318809 Aug 20 11:16:38.046514 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4851d3d-b3aa-4135-918e-68cdcde1bcb5 req-90d8300e-1db2-4174-a66e-b2ad68456842 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:38.047979 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4851d3d-b3aa-4135-918e-68cdcde1bcb5 req-90d8300e-1db2-4174-a66e-b2ad68456842 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0534947 Aug 20 11:16:38.085918 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4851d3d-b3aa-4135-918e-68cdcde1bcb5 req-aca3fe5f-ea35-478a-a4ab-9e78bdd1de90 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319781 Aug 20 11:16:39.204574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dede7f0-06c2-493e-aac0-a3352120350a req-34cb4b5c-e900-4da9-8821-60d6762103d4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:39.206046 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6dede7f0-06c2-493e-aac0-a3352120350a req-34cb4b5c-e900-4da9-8821-60d6762103d4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0490699 Aug 20 11:16:39.243319 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6dede7f0-06c2-493e-aac0-a3352120350a req-ab822071-beda-4316-b4b9-185f22314933 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306461 Aug 20 11:16:40.402470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cbb37-107d-4b90-8c39-506b6c4a1869 req-da89fb94-8723-4fb1-9563-27aeec55c7a3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:40.403946 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-240cbb37-107d-4b90-8c39-506b6c4a1869 req-da89fb94-8723-4fb1-9563-27aeec55c7a3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0933888 Aug 20 11:16:40.441016 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-240cbb37-107d-4b90-8c39-506b6c4a1869 req-6feecde9-6ff7-4c6a-b41d-7d2898c9eb3d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310421 Aug 20 11:16:41.603182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e7314-5325-4df2-b3fa-9e06eaa4e95c req-9911d882-3b97-4fd2-86ec-2f5f478fbea6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:41.604736 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-732e7314-5325-4df2-b3fa-9e06eaa4e95c req-9911d882-3b97-4fd2-86ec-2f5f478fbea6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0951591 Aug 20 11:16:41.652863 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-732e7314-5325-4df2-b3fa-9e06eaa4e95c req-3caeb54b-e351-4a64-a2f8-ed3a2c0eb857 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420783 Aug 20 11:16:42.772219 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227dd71-8427-4d7b-ae77-1e7e8d9426a3 req-2a8ae98e-92d9-4a85-840d-7f3f5b0951dd tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:42.773701 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4227dd71-8427-4d7b-ae77-1e7e8d9426a3 req-2a8ae98e-92d9-4a85-840d-7f3f5b0951dd tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0528214 Aug 20 11:16:42.812021 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4227dd71-8427-4d7b-ae77-1e7e8d9426a3 req-6198c7fd-65e2-4ebc-a084-2339b95230b7 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318842 Aug 20 11:16:43.933225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafede0c-9f62-45c8-879e-2a3b0fb19e79 req-5ba0f2ef-02c8-4497-929b-2a3f1f5d6c8d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:43.934686 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eafede0c-9f62-45c8-879e-2a3b0fb19e79 req-5ba0f2ef-02c8-4497-929b-2a3f1f5d6c8d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0532897 Aug 20 11:16:43.970745 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eafede0c-9f62-45c8-879e-2a3b0fb19e79 req-06ed6f69-d289-4d05-932a-dc0be4e3f128 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301301 Aug 20 11:16:45.084301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996cfab-6f78-4efb-9d24-596385b785c2 req-e1dac2ff-3f19-4f54-8ca5-c8ce50a85025 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:45.085770 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d996cfab-6f78-4efb-9d24-596385b785c2 req-e1dac2ff-3f19-4f54-8ca5-c8ce50a85025 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0483227 Aug 20 11:16:45.123492 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d996cfab-6f78-4efb-9d24-596385b785c2 req-e23a7486-2dea-4232-a885-58c090311b27 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312300 Aug 20 11:16:46.238029 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f850472-0da6-472b-ba0a-ca1c9991bfe6 req-83ce07b1-91e3-4bfd-a823-00a2f761907b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:46.239551 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7f850472-0da6-472b-ba0a-ca1c9991bfe6 req-83ce07b1-91e3-4bfd-a823-00a2f761907b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0484576 Aug 20 11:16:46.277231 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7f850472-0da6-472b-ba0a-ca1c9991bfe6 req-57e695f0-47b3-4696-8309-bd53b0794f83 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310137 Aug 20 11:16:47.393759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadbd69-d23a-4e24-a079-4d814a82f80e req-26ba6b00-dc1e-4906-8f9e-12840cf45b98 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:47.395276 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9fadbd69-d23a-4e24-a079-4d814a82f80e req-26ba6b00-dc1e-4906-8f9e-12840cf45b98 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0501285 Aug 20 11:16:47.432455 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9fadbd69-d23a-4e24-a079-4d814a82f80e req-340fe68a-b69b-4bb7-bca1-d57c74913c70 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304804 Aug 20 11:16:48.556451 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e882a-a5b3-442c-97c5-dd97efc21098 req-4cdff044-b06c-45b5-b156-bb64457bb33d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:48.558033 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-293e882a-a5b3-442c-97c5-dd97efc21098 req-4cdff044-b06c-45b5-b156-bb64457bb33d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0502129 Aug 20 11:16:48.596876 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-293e882a-a5b3-442c-97c5-dd97efc21098 req-2de36182-f922-479b-963f-67c5404ad9da tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320599 Aug 20 11:16:48.967611 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:49.719880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d349aa1-5be5-4205-be4e-b436c82f8e92 req-b85263fa-1aa2-418a-917c-105e516c05a6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:49.721520 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d349aa1-5be5-4205-be4e-b436c82f8e92 req-b85263fa-1aa2-418a-917c-105e516c05a6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0545075 Aug 20 11:16:49.762680 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d349aa1-5be5-4205-be4e-b436c82f8e92 req-f655745e-e5ef-458b-b12f-1eb622590da4 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337429 Aug 20 11:16:49.827599 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-b486ccaf-f3b5-4ec1-90d8-d70eb8072127 service neutron] show failed (client error): The resource could not be found. Aug 20 11:16:49.828604 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-b486ccaf-f3b5-4ec1-90d8-d70eb8072127 service neutron] 10.222.0.24 "GET /v2.0/ports/701f07f0-2f6a-42b0-a8be-d356e17bc3ba/bindings/n-h1-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.0544689 Aug 20 11:16:50.021453 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-674c178a-d598-4411-b263-5032877d75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:50.022867 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-674c178a-d598-4411-b263-5032877d75cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40&tenant_id=259dc0e922454e79b715dfa8d118adf6 HTTP/1.1" status: 200 len: 1098 time: 0.0440185 Aug 20 11:16:50.034876 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-11', 'device_owner': 'compute:nova'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:50.088311 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:50.288452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:50.320233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:16:50.363976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:50.366237 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0a8f89-b9cb-40fd-b4e8-9474fd08c89d" -d '{"events": [{"server_uuid": "644acdf7-3d8e-4e22-86ae-5c17493efd40", "name": "network-vif-unplugged", "status": "completed", "tag": "701f07f0-2f6a-42b0-a8be-d356e17bc3ba"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:50.370591 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:50.383189 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Transition to ACTIVE for port object 701f07f0-2f6a-42b0-a8be-d356e17bc3ba will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:16:50.387816 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:50.415818 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7146ae16-9e85-432b-a718-6d6169efbef6 x-openstack-request-id: req-7146ae16-9e85-432b-a718-6d6169efbef6 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:50.416121 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644acdf7-3d8e-4e22-86ae-5c17493efd40", "name": "network-vif-unplugged", "status": "completed", "tag": "701f07f0-2f6a-42b0-a8be-d356e17bc3ba", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:50.416375 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7146ae16-9e85-432b-a718-6d6169efbef6 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:50.416767 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba', 'code': 200} Aug 20 11:16:50.470595 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Pushing event updated for resources: {'Port': ['ID=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,revision_number=6']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:50.482721 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:50.483089 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:50.483438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:50.483778 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:50.484119 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:50.484452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:50.484786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:50.485120 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:50.485803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:50.485803 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:50.486073 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:50.486398 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:50.522474 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] No DVR routers for this DVR port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:16:50.657131 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Attempting to bind port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:16:50.657468 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Attempting to bind port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:16:50.658164 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Attempting to bind port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:16:50.662173 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba on network 303e9066-06f0-4e46-98e0-f2100d524c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:16:50.662493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Attempting to bind port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:16:50.667304 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:16:50.667644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Checking segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:16:50.668034 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Bound using segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:16:50.668459 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Bound port: 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:16:50.668811 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:50.732350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:16:50.735437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:16:50.741415 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:50.774551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:50.775191 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:50.776574 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] 10.222.0.42 "PUT /v2.0/ports/701f07f0-2f6a-42b0-a8be-d356e17bc3ba HTTP/1.1" status: 200 len: 1093 time: 0.7456656 Aug 20 11:16:50.798641 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9f9cc-7b00-4dc9-bdb4-180c85227bba service neutron] Pushing event updated for resources: {'Port': ['ID=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,revision_number=7']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:50.844411 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-57ede1a4-ec51-4bef-b530-6c6208e02888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:50.846261 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-57ede1a4-ec51-4bef-b530-6c6208e02888 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 1096 time: 0.0440226 Aug 20 11:16:50.896679 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7a83a-ce5c-4b7c-8617-77c350a6ed72 req-f206dcf7-d0a8-4519-be78-eee04bca6d05 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:50.903653 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-56c7a83a-ce5c-4b7c-8617-77c350a6ed72 req-f206dcf7-d0a8-4519-be78-eee04bca6d05 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.0616844 Aug 20 11:16:50.939771 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-56c7a83a-ce5c-4b7c-8617-77c350a6ed72 req-ae99a72d-1833-42f2-9d92-a655646fcc24 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350394 Aug 20 11:16:50.947530 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-80c5eedd-fd02-415e-8480-1dc35b5e374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:50.949302 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-80c5eedd-fd02-415e-8480-1dc35b5e374e service neutron] 10.222.0.42 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0962219 Aug 20 11:16:51.017434 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-e013aac8-98ac-41ab-9927-3a89e82e005c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba HTTP/1.1" status: 200 len: 1000 time: 0.0606747 Aug 20 11:16:51.069864 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-1ae3b8b9-86e1-47e1-803d-4c658f17620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:51.071941 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-1ae3b8b9-86e1-47e1-803d-4c658f17620a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0471745 Aug 20 11:16:51.116189 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-aac7e7d1-58c4-4f6a-a5f6-2b9dd1b32ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:51.117601 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-aac7e7d1-58c4-4f6a-a5f6-2b9dd1b32ebb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388403 Aug 20 11:16:51.128586 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-e66401d5-c552-4356-aed4-3ec2c45a924a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:16:51.129524 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-e66401d5-c552-4356-aed4-3ec2c45a924a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049071 Aug 20 11:16:51.215588 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-50e21263-9ea7-4216-9cac-b2b1e535f88e service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791576 Aug 20 11:16:51.306439 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee0c8db0-82fb-4a4f-b3c3-bb756e7b3772 req-ea195f35-3780-4ee2-8103-80d558545c9a service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837362 Aug 20 11:16:51.933385 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 701f07f0-2f6a-42b0-a8be-d356e17bc3ba no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:16:51.976599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 701f07f0-2f6a-42b0-a8be-d356e17bc3ba not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:16:52.069367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75e715-cd5d-482a-a765-05cb0d617429 req-1add4fe1-b8da-40bd-95c5-0972d3b5a7f5 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:52.070790 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d75e715-cd5d-482a-a765-05cb0d617429 req-1add4fe1-b8da-40bd-95c5-0972d3b5a7f5 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.0535023 Aug 20 11:16:52.110939 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3d75e715-cd5d-482a-a765-05cb0d617429 req-cd7fd2ee-8ea6-4987-9725-7bac47e6b52e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332713 Aug 20 11:16:52.418268 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'tag': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:52.420700 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be" -d '{"events": [{"name": "network-changed", "server_uuid": "644acdf7-3d8e-4e22-86ae-5c17493efd40", "tag": "701f07f0-2f6a-42b0-a8be-d356e17bc3ba"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:52.469978 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2535d26e-d474-41d2-83fc-665c7220d806 x-openstack-request-id: req-2535d26e-d474-41d2-83fc-665c7220d806 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:52.470212 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644acdf7-3d8e-4e22-86ae-5c17493efd40", "tag": "701f07f0-2f6a-42b0-a8be-d356e17bc3ba", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:52.470467 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2535d26e-d474-41d2-83fc-665c7220d806 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:52.470975 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'tag': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba', 'status': 'completed', 'code': 200} Aug 20 11:16:52.535912 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-ec41d115-760c-420e-a5f1-c23908065fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:52.537441 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-ec41d115-760c-420e-a5f1-c23908065fa6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 1096 time: 0.0483036 Aug 20 11:16:52.542455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-1ca037f6-01a2-4d61-91c8-b47506f05b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:52.544100 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-1ca037f6-01a2-4d61-91c8-b47506f05b35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 1096 time: 0.0483570 Aug 20 11:16:52.634631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-4e8c0543-a89f-4da8-a54d-fb834eb63e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:52.636265 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-4e8c0543-a89f-4da8-a54d-fb834eb63e17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0923035 Aug 20 11:16:52.639581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-30881aab-37a2-4ccc-a071-5c0e6fedacb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:52.641083 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-30881aab-37a2-4ccc-a071-5c0e6fedacb3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0894411 Aug 20 11:16:52.708862 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-42d1fe50-2e1d-4ae4-8b78-71b16d79e0e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba HTTP/1.1" status: 200 len: 1000 time: 0.0654962 Aug 20 11:16:52.714128 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-9839c6d2-a0ea-4e91-ad1b-3589ebbd4af9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba HTTP/1.1" status: 200 len: 1000 time: 0.0658245 Aug 20 11:16:52.758340 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-ec16ac1b-82b6-4b10-84b3-77faf7a6f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:52.760513 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-ec16ac1b-82b6-4b10-84b3-77faf7a6f281 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0446503 Aug 20 11:16:52.770937 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-ca478b2e-0d8d-49ba-8319-34b43d598315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:52.772614 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-ca478b2e-0d8d-49ba-8319-34b43d598315 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0510428 Aug 20 11:16:52.808098 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-d8c9e303-7a2f-4270-a18a-24ebb8cb80d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:52.810025 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-d8c9e303-7a2f-4270-a18a-24ebb8cb80d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422816 Aug 20 11:16:52.819644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-7786d281-ed80-4463-bb3f-3911422160bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:52.821781 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-7786d281-ed80-4463-bb3f-3911422160bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413437 Aug 20 11:16:52.906541 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-9515f2ca-0efc-49bc-bb1d-816f4c64a48a service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895777 Aug 20 11:16:52.919340 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-077e10a6-62e3-4a42-b4d1-eae13c45c3e7 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889707 Aug 20 11:16:52.999427 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-efb0c8d0-d3f6-400b-833d-350beef5fbc4 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855067 Aug 20 11:16:53.016533 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc24f13f-4a97-4af5-a0d5-122f2b8b13be req-c4dfac71-4fed-40a1-9808-cc18b797e97d service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893948 Aug 20 11:16:53.230124 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483da31-298d-4328-b8db-a5065d009d40 req-86c6382a-76f5-4d0d-8a0f-c164e0fa9a96 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:53.231748 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9483da31-298d-4328-b8db-a5065d009d40 req-86c6382a-76f5-4d0d-8a0f-c164e0fa9a96 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.0494812 Aug 20 11:16:53.269814 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9483da31-298d-4328-b8db-a5065d009d40 req-d2daaa7f-aa67-4dc8-b1c8-4c62dbe594ec tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320036 Aug 20 11:16:53.299164 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:54.392683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4aaf7-3c11-442b-bdf8-34af1a72beaf req-4d4d2480-c33c-48fe-a558-e6306f0643c3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:54.394276 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9dc4aaf7-3c11-442b-bdf8-34af1a72beaf req-4d4d2480-c33c-48fe-a558-e6306f0643c3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.0512381 Aug 20 11:16:54.433435 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9dc4aaf7-3c11-442b-bdf8-34af1a72beaf req-5e3c8858-2b6d-4696-bd5c-e9ef008f6617 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322711 Aug 20 11:16:55.552862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f7681-b496-430a-b28c-b8b5fc066992 req-5d4ea3c9-36b9-4e57-a4f2-3ce24ad87761 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:55.554327 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-204f7681-b496-430a-b28c-b8b5fc066992 req-5d4ea3c9-36b9-4e57-a4f2-3ce24ad87761 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.0521984 Aug 20 11:16:55.591246 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-204f7681-b496-430a-b28c-b8b5fc066992 req-36b14648-5910-4dfa-8ba5-2f94f5320aff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308719 Aug 20 11:16:56.712968 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fbbc8-afbe-4399-a4bc-bda14c08a728 req-2862729e-347c-41c5-9fa0-c3aa0f68f806 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:56.714573 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-272fbbc8-afbe-4399-a4bc-bda14c08a728 req-2862729e-347c-41c5-9fa0-c3aa0f68f806 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.0553937 Aug 20 11:16:56.753769 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-272fbbc8-afbe-4399-a4bc-bda14c08a728 req-aa1f0f9b-1b23-48f7-af1d-c2c17c5c162a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331938 Aug 20 11:16:56.891769 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:16:57.866549 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efb1b6-2542-41a7-82ea-969b20a462d4 req-89c8e1a1-f437-45c0-901a-5c896b016fb2 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:57.868545 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c4efb1b6-2542-41a7-82ea-969b20a462d4 req-89c8e1a1-f437-45c0-901a-5c896b016fb2 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.0481112 Aug 20 11:16:57.905116 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c4efb1b6-2542-41a7-82ea-969b20a462d4 req-c33c71f2-392b-4abe-ba10-026807e597dc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306313 Aug 20 11:16:59.020449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e72e1-df28-4ef3-94ed-3f22cb16c9a2 req-32a4b629-e650-4550-9441-a0d237c87f30 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:59.021830 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-183e72e1-df28-4ef3-94ed-3f22cb16c9a2 req-32a4b629-e650-4550-9441-a0d237c87f30 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.0486057 Aug 20 11:16:59.058658 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-183e72e1-df28-4ef3-94ed-3f22cb16c9a2 req-760c1622-c66a-4c1c-a352-f7087fae5cee tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308573 Aug 20 11:16:59.365951 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-79ff66cd-6633-4d78-8232-3f531fcc9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:00.177037 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae0cce-20cf-409a-bbfd-7a58e8140a8d req-c751fedf-3aa5-48bf-948f-1ca719b33c36 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:00.178517 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fdae0cce-20cf-409a-bbfd-7a58e8140a8d req-c751fedf-3aa5-48bf-948f-1ca719b33c36 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.0485432 Aug 20 11:17:00.216008 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-fdae0cce-20cf-409a-bbfd-7a58e8140a8d req-1edc53e9-51c1-426a-8b41-44c17f1d0973 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315111 Aug 20 11:17:01.342239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632418c3-5d89-44f3-945a-ca7b33ac7659 req-d25c8b59-a0a6-4efe-a504-02504be97135 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:01.343730 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-632418c3-5d89-44f3-945a-ca7b33ac7659 req-d25c8b59-a0a6-4efe-a504-02504be97135 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.0475008 Aug 20 11:17:01.380849 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-632418c3-5d89-44f3-945a-ca7b33ac7659 req-a3dfed83-0cb7-48d9-bcb6-da365aafc52e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313134 Aug 20 11:17:02.001213 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-01fb0c04-4b92-46ad-9264-66710ffd8cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:02.474790 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:02.505155 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89f779-7b44-4ae4-9055-c9854c1085ec req-f24bff80-6610-414a-a82c-ea51b6ffc959 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:02.506842 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a89f779-7b44-4ae4-9055-c9854c1085ec req-f24bff80-6610-414a-a82c-ea51b6ffc959 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.0563848 Aug 20 11:17:02.546762 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6a89f779-7b44-4ae4-9055-c9854c1085ec req-ef359b93-bcbf-4329-b30a-fbb4be478b16 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332465 Aug 20 11:17:03.326957 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:03.667287 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5349a40-ff18-48a2-9ef2-3a1c98aa7ee1 req-410e982f-c6e4-4fb4-bcc4-d5b1214f7ebb tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:03.668756 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a5349a40-ff18-48a2-9ef2-3a1c98aa7ee1 req-410e982f-c6e4-4fb4-bcc4-d5b1214f7ebb tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.0520611 Aug 20 11:17:03.705460 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a5349a40-ff18-48a2-9ef2-3a1c98aa7ee1 req-ddc774ef-c012-4867-bed4-e814b5c24400 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308065 Aug 20 11:17:03.997197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-bc66a6bf-a8eb-45d0-aebc-83729f88203b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:03.998690 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-bc66a6bf-a8eb-45d0-aebc-83729f88203b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.42 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40&tenant_id=259dc0e922454e79b715dfa8d118adf6&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 944 time: 0.0517817 Aug 20 11:17:04.014904 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece3f2a-5f24-473b-9338-75ad1c0ec707 req-6d50d163-f2bd-46a8-82ea-3e8e802dbead tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:04.016428 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bece3f2a-5f24-473b-9338-75ad1c0ec707 req-6d50d163-f2bd-46a8-82ea-3e8e802dbead tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.0481653 Aug 20 11:17:04.053425 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bece3f2a-5f24-473b-9338-75ad1c0ec707 req-f0027820-70d2-4df9-a3fc-8b8726f360a6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310071 Aug 20 11:17:04.060172 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-23977dab-2cf0-417a-9adc-e02b1671aa48 service neutron] 10.222.0.42 "GET /v2.0/ports/701f07f0-2f6a-42b0-a8be-d356e17bc3ba/bindings/n-h1-778550-11 HTTP/1.1" status: 200 len: 383 time: 0.0535014 Aug 20 11:17:04.122637 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-8c25fb86-c1f9-4b32-83ca-cdc2509c1ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:04.124158 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-8c25fb86-c1f9-4b32-83ca-cdc2509c1ace service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 1096 time: 0.0402782 Aug 20 11:17:04.217953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-ba983669-11be-49b1-8d80-8b96fe846f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:04.219347 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-ba983669-11be-49b1-8d80-8b96fe846f93 service neutron] 10.222.0.42 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0872481 Aug 20 11:17:04.281946 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-9c29c612-84f5-45fc-8599-fa4c8f0e49e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba HTTP/1.1" status: 200 len: 1000 time: 0.0557067 Aug 20 11:17:04.333773 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-90d3a7d0-ac97-416f-ba45-2e7d20de2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:04.335268 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-90d3a7d0-ac97-416f-ba45-2e7d20de2150 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0465715 Aug 20 11:17:04.379322 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-f766e082-1f01-45fa-9fb7-5aaf2a9041cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:04.380798 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-f766e082-1f01-45fa-9fb7-5aaf2a9041cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389512 Aug 20 11:17:04.466997 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-cce52efa-28b4-4b31-802e-74f6b6488573 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791025 Aug 20 11:17:04.561352 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-97a1c054-8f78-4e34-a6b0-4ea24ffb0583 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862715 Aug 20 11:17:04.985679 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:05.172734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3d1d3-a059-4921-bf4a-f798b11d4eca req-c702ee11-46c5-4ef7-9fd4-2adef9d2608f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:05.174739 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ae3d1d3-a059-4921-bf4a-f798b11d4eca req-c702ee11-46c5-4ef7-9fd4-2adef9d2608f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.0504663 Aug 20 11:17:05.213255 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ae3d1d3-a059-4921-bf4a-f798b11d4eca req-dcdfb36c-8ba4-41ca-9809-86ce484e7666 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318377 Aug 20 11:17:05.351688 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 701f07f0-2f6a-42b0-a8be-d356e17bc3ba details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:17:05.441154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:05.452229 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'port_id': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba', 'mac_address': 'fa:16:3e:4f:70:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:17:05.494179 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:05.506147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701f07f0-2f6a-42b0-a8be-d356e17bc3ba {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:17:05.524515 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:05.528397 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:05.573993 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:05.581115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:05.581457 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:05.581792 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:05.582125 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:05.582456 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:05.582783 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:05.583152 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:05.583480 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:05.583802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:05.584124 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:05.584450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:05.584768 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:05.784778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['701f07f0-2f6a-42b0-a8be-d356e17bc3ba'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:06.332362 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9653603-8fc0-47dc-9f2a-999287db76a8 req-164a41d6-fc88-4a69-8883-6221da82bbaf tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:06.333846 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d9653603-8fc0-47dc-9f2a-999287db76a8 req-164a41d6-fc88-4a69-8883-6221da82bbaf tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 945 time: 0.0510566 Aug 20 11:17:06.372500 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d9653603-8fc0-47dc-9f2a-999287db76a8 req-99080a50-fb0b-481b-b40c-8964fb017416 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324996 Aug 20 11:17:07.368388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 701f07f0-2f6a-42b0-a8be-d356e17bc3ba details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:17:07.475269 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:07.487954 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'port_id': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba', 'mac_address': 'fa:16:3e:4f:70:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:17:07.504171 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1e12f-ca39-4891-baf5-f038b0d52726 req-acc3d96b-8889-454b-ba27-b29e77a69cdc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:07.505795 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67c1e12f-ca39-4891-baf5-f038b0d52726 req-acc3d96b-8889-454b-ba27-b29e77a69cdc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 945 time: 0.0549688 Aug 20 11:17:07.544456 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67c1e12f-ca39-4891-baf5-f038b0d52726 req-a8d49b55-5efd-48f0-ab0c-4b4254c7d503 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318487 Aug 20 11:17:08.174689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-c80126a4-3550-40dd-b16d-f2414237e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:08.176218 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-c80126a4-3550-40dd-b16d-f2414237e11b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40&tenant_id=259dc0e922454e79b715dfa8d118adf6 HTTP/1.1" status: 200 len: 1097 time: 0.0456443 Aug 20 11:17:08.188154 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-11', 'device_owner': 'compute:nova'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:08.240453 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:08.440109 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:08.473640 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h1-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:17:08.510418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 701f07f0-2f6a-42b0-a8be-d356e17bc3ba {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:17:08.518665 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:08.529508 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Ignored duplicate provisioning block setup for port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 11:17:08.532879 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:08.612989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Pushing event updated for resources: {'Port': ['ID=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,revision_number=9']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:08.626274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:08.626629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:08.626983 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:08.627364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:08.627705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:08.628045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:08.628380 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:08.628715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:08.629051 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:08.629385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:08.629719 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:08.630073 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:08.686914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] No DVR routers for this DVR port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba on host n-h1-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:08.746319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0509b6e-defb-4a40-88d8-33f797396673 req-f1cd8fb0-f3d4-4fc8-b1c1-bcb3dcd72287 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:08.747875 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b0509b6e-defb-4a40-88d8-33f797396673 req-f1cd8fb0-f3d4-4fc8-b1c1-bcb3dcd72287 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 944 time: 0.1234813 Aug 20 11:17:08.829763 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b0509b6e-defb-4a40-88d8-33f797396673 req-6279ea7f-b6f0-40ad-abf3-723b0d95a942 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732470 Aug 20 11:17:08.866661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Attempting to bind port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:17:08.866998 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Attempting to bind port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:17:08.867373 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Attempting to bind port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:17:08.872696 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba on network 303e9066-06f0-4e46-98e0-f2100d524c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:17:08.873022 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Attempting to bind port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba on network 303e9066-06f0-4e46-98e0-f2100d524c59 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:17:08.877865 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:17:08.878206 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Checking segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:17:08.878587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Bound using segment: {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:17:08.879014 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Bound port: 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98652a8c-b46b-4a52-8893-4e10f040dbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:17:08.879477 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:08.942805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:17:08.946439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:17:08.950825 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:08.987560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:08.988182 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:08.989629 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] 10.222.0.24 "PUT /v2.0/ports/701f07f0-2f6a-42b0-a8be-d356e17bc3ba HTTP/1.1" status: 200 len: 1093 time: 0.8055458 Aug 20 11:17:08.990069 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'tag': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:08.992985 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41f8069-f8a2-47f9-853b-bac84bf05eba" -d '{"events": [{"name": "network-changed", "server_uuid": "644acdf7-3d8e-4e22-86ae-5c17493efd40", "tag": "701f07f0-2f6a-42b0-a8be-d356e17bc3ba"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:09.042769 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da424d59-a993-4356-a1d9-4c7b30ec43dd service neutron] Pushing event updated for resources: {'Port': ['ID=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,revision_number=10']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:09.047962 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ca6781-6047-4400-86ae-efe653c0e0f2 x-openstack-request-id: req-47ca6781-6047-4400-86ae-efe653c0e0f2 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:09.048250 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644acdf7-3d8e-4e22-86ae-5c17493efd40", "tag": "701f07f0-2f6a-42b0-a8be-d356e17bc3ba", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:09.048503 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47ca6781-6047-4400-86ae-efe653c0e0f2 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:09.048898 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'tag': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba', 'status': 'completed', 'code': 200} Aug 20 11:17:09.066137 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-87596b28-e1c9-43f4-aa5a-9017a9d92f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:09.067816 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-87596b28-e1c9-43f4-aa5a-9017a9d92f1c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 1097 time: 0.0526195 Aug 20 11:17:09.156423 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-452a1371-b7cb-4770-820b-c1ce43631e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:09.158004 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-452a1371-b7cb-4770-820b-c1ce43631e2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 1097 time: 0.0891838 Aug 20 11:17:09.160349 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-9be92d3a-fc15-4fa5-9ad0-8b0ca35dfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:09.162023 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-9be92d3a-fc15-4fa5-9ad0-8b0ca35dfd62 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0874596 Aug 20 11:17:09.232850 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-1d6de316-8624-4f9f-b422-54fa1cc386fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba HTTP/1.1" status: 200 len: 1000 time: 0.0637257 Aug 20 11:17:09.251085 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-b10a9dca-4781-4d1d-aab3-ed1c0737c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:09.252701 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-b10a9dca-4781-4d1d-aab3-ed1c0737c129 service neutron] 10.222.0.42 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0870109 Aug 20 11:17:09.283124 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-5a9106b7-15a0-4ac9-816f-868cd1cda51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:09.284612 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-5a9106b7-15a0-4ac9-816f-868cd1cda51f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0440114 Aug 20 11:17:09.322560 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-c56889bb-dd23-4267-a88b-f5500f11724d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba HTTP/1.1" status: 200 len: 1000 time: 0.0627143 Aug 20 11:17:09.330551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-db75ccee-303c-4b6c-936d-c9e9fd3559b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:09.332072 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-db75ccee-303c-4b6c-936d-c9e9fd3559b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398006 Aug 20 11:17:09.371671 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-e3c321fb-13b2-4396-985e-3577b6942867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:09.373153 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-e3c321fb-13b2-4396-985e-3577b6942867 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.0440805 Aug 20 11:17:09.383448 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 701f07f0-2f6a-42b0-a8be-d356e17bc3ba no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:09.420488 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 701f07f0-2f6a-42b0-a8be-d356e17bc3ba not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:09.420712 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-c4997d83-3048-4b65-9f51-f0e3274da872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:09.422860 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-c4997d83-3048-4b65-9f51-f0e3274da872 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418260 Aug 20 11:17:09.427270 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-8d6c1517-2297-4169-a86f-3d0a85ef9d5d service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879695 Aug 20 11:17:09.518880 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4ed22cb-8288-42fc-832a-1ed1b8add110 req-82ed23ab-5e3d-4930-aa89-51ab3744bd8c service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846860 Aug 20 11:17:09.607435 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-3b617fc1-112a-428d-a4e6-e9eb42f3cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:09.609084 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-3b617fc1-112a-428d-a4e6-e9eb42f3cd58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=259dc0e922454e79b715dfa8d118adf6&device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 1097 time: 0.0501249 Aug 20 11:17:09.710062 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-4997051a-f27b-41e3-8f04-a8d247ad5ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:09.712134 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-4997051a-f27b-41e3-8f04-a8d247ad5ba5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 200 len: 913 time: 0.0924220 Aug 20 11:17:09.793999 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-4ceec750-7140-4f89-8c2a-0da27fa3fb33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba HTTP/1.1" status: 200 len: 1000 time: 0.0748177 Aug 20 11:17:09.851151 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-401e5830-76bd-4502-bc4d-529f91ce20b5 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195106 Aug 20 11:17:09.953760 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-5a2a48e9-b0ad-436a-9ad4-13a60b81a223 service neutron] 10.222.0.42 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949044 Aug 20 11:17:10.145592 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-6fb59b77-f575-404d-81ba-17e34dd3e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:10.147105 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-6fb59b77-f575-404d-81ba-17e34dd3e974 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 200 len: 851 time: 0.3453851 Aug 20 11:17:10.170817 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f350a-02ac-4c70-a456-9f04bdc45f2a req-dffe6cfa-714f-4f03-afe7-db09fa40e44a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:10.172342 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f2f350a-02ac-4c70-a456-9f04bdc45f2a req-dffe6cfa-714f-4f03-afe7-db09fa40e44a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 945 time: 0.0716696 Aug 20 11:17:10.229733 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-f250393c-5800-482d-ae1c-c2c214671bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:10.231259 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-f250393c-5800-482d-ae1c-c2c214671bb1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303e9066-06f0-4e46-98e0-f2100d524c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765467 Aug 20 11:17:10.234459 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f2f350a-02ac-4c70-a456-9f04bdc45f2a req-e92db28d-7411-4b79-8751-56ba643146da tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480573 Aug 20 11:17:10.329620 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-32301f49-2a62-4d5c-8a38-c98a4905d9c5 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897419 Aug 20 11:17:10.423904 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e41f8069-f8a2-47f9-853b-bac84bf05eba req-aae05a95-3461-48ad-a695-20f051bff6a9 service neutron] 10.222.0.24 "GET /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869734 Aug 20 11:17:11.368071 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ac166-a01e-43f9-af2f-efc7e30b8e5c req-35a214bc-4d4a-4a4a-9aa0-81a5c7e8869d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:11.369649 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9e2ac166-a01e-43f9-af2f-efc7e30b8e5c req-35a214bc-4d4a-4a4a-9aa0-81a5c7e8869d tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 945 time: 0.0593431 Aug 20 11:17:11.407716 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9e2ac166-a01e-43f9-af2f-efc7e30b8e5c req-4c0c1dc0-842a-4fd6-9e8c-158daa73f82f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Aug 20 11:17:12.546944 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34738b78-3d27-4d97-a00a-ce6bee2b7319 req-26f92069-4240-4c02-b804-9dc70e41d769 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:12.548321 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-34738b78-3d27-4d97-a00a-ce6bee2b7319 req-26f92069-4240-4c02-b804-9dc70e41d769 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 945 time: 0.0658689 Aug 20 11:17:12.593675 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-34738b78-3d27-4d97-a00a-ce6bee2b7319 req-27ecb20f-677b-48c0-a627-c9c4e269ab25 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369906 Aug 20 11:17:13.708151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1eb4d-0f33-4428-936c-e45b886dadad req-5f75ce84-a9c2-471c-8421-cc90989ed165 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:13.709619 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6ae1eb4d-0f33-4428-936c-e45b886dadad req-5f75ce84-a9c2-471c-8421-cc90989ed165 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 945 time: 0.0485253 Aug 20 11:17:13.747554 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6ae1eb4d-0f33-4428-936c-e45b886dadad req-4d22c2f2-8abc-460d-a2aa-1bcfe0c92078 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320239 Aug 20 11:17:14.861213 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbb522-c118-4f00-918a-704fe0a28abb req-ba62ac3b-9e27-48b2-a503-c7c9b6f39c5a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:14.862712 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10bbb522-c118-4f00-918a-704fe0a28abb req-ba62ac3b-9e27-48b2-a503-c7c9b6f39c5a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 945 time: 0.0484552 Aug 20 11:17:14.900917 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10bbb522-c118-4f00-918a-704fe0a28abb req-24a46c15-9ca8-4958-bf87-46b7b57f9c59 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316353 Aug 20 11:17:16.015556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3aaefd-3157-4a72-a6f4-bc00a0ddc7df req-858b7103-e669-43d5-86b1-b6c831e96eec tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:16.016933 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9f3aaefd-3157-4a72-a6f4-bc00a0ddc7df req-858b7103-e669-43d5-86b1-b6c831e96eec tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 945 time: 0.0486376 Aug 20 11:17:16.053528 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9f3aaefd-3157-4a72-a6f4-bc00a0ddc7df req-cf0b5720-c795-4f4c-8f55-d4b97cdd3454 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306079 Aug 20 11:17:17.176133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b160ec-1139-409a-8549-4154540e2481 req-d0fb00ad-5ede-4300-b258-85416a89bc3b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:17.177653 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-55b160ec-1139-409a-8549-4154540e2481 req-d0fb00ad-5ede-4300-b258-85416a89bc3b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 945 time: 0.0569217 Aug 20 11:17:17.216866 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-55b160ec-1139-409a-8549-4154540e2481 req-40f4d5d6-05a1-4254-ae1f-8c7d948ee8f3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325732 Aug 20 11:17:18.334225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99be97d-0a5a-4946-8544-b00cd19c2666 req-cf5c4880-d971-4ae8-a550-646c82a4bbbf tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:18.335757 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b99be97d-0a5a-4946-8544-b00cd19c2666 req-cf5c4880-d971-4ae8-a550-646c82a4bbbf tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 945 time: 0.0518785 Aug 20 11:17:18.373238 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b99be97d-0a5a-4946-8544-b00cd19c2666 req-a6877536-3d30-47cf-96b1-e9311198a83a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309682 Aug 20 11:17:18.970317 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:19.491684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c16bd-46c2-439a-8dc6-fddd0eb47c21 req-6f75cc6a-25cf-444c-8e39-93f07618fe5a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:19.493164 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cd3c16bd-46c2-439a-8dc6-fddd0eb47c21 req-6f75cc6a-25cf-444c-8e39-93f07618fe5a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 945 time: 0.0507724 Aug 20 11:17:19.531028 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cd3c16bd-46c2-439a-8dc6-fddd0eb47c21 req-0e840af5-aa2a-494e-8cf7-dceda77493d7 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316887 Aug 20 11:17:20.646425 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170055c-2f26-4cec-8508-888e825200c6 req-c57180cf-2c5b-4dbf-81c2-ad463759434f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:20.647932 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7170055c-2f26-4cec-8508-888e825200c6 req-c57180cf-2c5b-4dbf-81c2-ad463759434f tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 945 time: 0.0483623 Aug 20 11:17:20.685201 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7170055c-2f26-4cec-8508-888e825200c6 req-f19d2d45-e29d-4bc6-8e1d-c8f1135371ff tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313303 Aug 20 11:17:21.806995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e845b-a95d-44a8-b0f3-588a257a52dd req-a8c369ad-f41f-4226-985f-64631c6a71db tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:21.808593 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-171e845b-a95d-44a8-b0f3-588a257a52dd req-a8c369ad-f41f-4226-985f-64631c6a71db tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 945 time: 0.0552604 Aug 20 11:17:21.846420 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-171e845b-a95d-44a8-b0f3-588a257a52dd req-b431ed45-30a6-407d-9232-5ba32cd4cced tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316041 Aug 20 11:17:21.963694 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64194dc4-ca26-4c42-ab6b-37c64c7d4f39 req-8c53c250-86e1-421b-968d-1cdf2fbb80a5 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:21.965073 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64194dc4-ca26-4c42-ab6b-37c64c7d4f39 req-8c53c250-86e1-421b-968d-1cdf2fbb80a5 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 945 time: 0.0478559 Aug 20 11:17:22.003394 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64194dc4-ca26-4c42-ab6b-37c64c7d4f39 req-26c11848-ff87-4c1a-96e9-00b16112cd07 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316210 Aug 20 11:17:22.070409 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 701f07f0-2f6a-42b0-a8be-d356e17bc3ba details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:17:22.121497 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d4383-2368-4d60-83d7-567ac53fb3ec req-3560f3ff-ac13-49e3-9101-9bf3407cb930 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:22.122995 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-470d4383-2368-4d60-83d7-567ac53fb3ec req-3560f3ff-ac13-49e3-9101-9bf3407cb930 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 945 time: 0.0535460 Aug 20 11:17:22.159745 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-470d4383-2368-4d60-83d7-567ac53fb3ec req-aaf24c82-5a49-411b-ae33-2328779cf34e tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305676 Aug 20 11:17:22.169349 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:22.180785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'port_id': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba', 'mac_address': 'fa:16:3e:4f:70:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:17:22.219948 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:22.233039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701f07f0-2f6a-42b0-a8be-d356e17bc3ba {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:17:22.251938 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:22.256024 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:22.307737 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,revision_number=11']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:22.403306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f5fbc-4905-409b-8d76-6f5e6a715ce3 req-ccdb3d64-0ad7-4d42-aa43-9376a7a16a8c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:22.404777 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b77f5fbc-4905-409b-8d76-6f5e6a715ce3 req-ccdb3d64-0ad7-4d42-aa43-9376a7a16a8c tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0480371 Aug 20 11:17:22.442419 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b77f5fbc-4905-409b-8d76-6f5e6a715ce3 req-13f917db-e899-4a36-a8cd-9526eef9406b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315483 Aug 20 11:17:22.626813 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['701f07f0-2f6a-42b0-a8be-d356e17bc3ba'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:23.316673 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:23.565301 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d390618-ae65-4b46-a273-9470f8c139ab req-e2b62c0d-94b2-4dde-932c-76694ef12e3b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:23.566957 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d390618-ae65-4b46-a273-9470f8c139ab req-e2b62c0d-94b2-4dde-932c-76694ef12e3b tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0536292 Aug 20 11:17:23.606124 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2d390618-ae65-4b46-a273-9470f8c139ab req-45fe7720-dee9-4ee3-8897-52f6541908c2 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326421 Aug 20 11:17:24.116737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dec49-2c00-4c18-af81-6a2beee8c07b req-8438e4d0-1bee-421f-8946-fdfee5f4c8e6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:24.117375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 701f07f0-2f6a-42b0-a8be-d356e17bc3ba no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:24.118241 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b44dec49-2c00-4c18-af81-6a2beee8c07b req-8438e4d0-1bee-421f-8946-fdfee5f4c8e6 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.24 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 946 time: 0.0496151 Aug 20 11:17:24.193713 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:24.206955 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 701f07f0-2f6a-42b0-a8be-d356e17bc3ba {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:17:24.213522 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-b44dec49-2c00-4c18-af81-6a2beee8c07b req-5afab2fa-b455-4984-82c9-3e58f96cadfc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Deleting port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:24.213897 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b44dec49-2c00-4c18-af81-6a2beee8c07b req-5afab2fa-b455-4984-82c9-3e58f96cadfc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:24.226548 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:24.230996 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:24.278172 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,revision_number=12']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:24.302841 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-b44dec49-2c00-4c18-af81-6a2beee8c07b req-5afab2fa-b455-4984-82c9-3e58f96cadfc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] For port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:24.303249 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b44dec49-2c00-4c18-af81-6a2beee8c07b req-5afab2fa-b455-4984-82c9-3e58f96cadfc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:24.475312 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b44dec49-2c00-4c18-af81-6a2beee8c07b req-5afab2fa-b455-4984-82c9-3e58f96cadfc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:24.475704 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b44dec49-2c00-4c18-af81-6a2beee8c07b req-5afab2fa-b455-4984-82c9-3e58f96cadfc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:24.476017 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [req-b44dec49-2c00-4c18-af81-6a2beee8c07b req-5afab2fa-b455-4984-82c9-3e58f96cadfc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Floating IP 4ef05203-dfbf-4e48-af3d-9671969451a9 disassociated. External IP: 172.25.3.59, port: 701f07f0-2f6a-42b0-a8be-d356e17bc3ba. Aug 20 11:17:24.476355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-b44dec49-2c00-4c18-af81-6a2beee8c07b req-5afab2fa-b455-4984-82c9-3e58f96cadfc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Calling delete_port for 701f07f0-2f6a-42b0-a8be-d356e17bc3ba owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:24.604603 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b44dec49-2c00-4c18-af81-6a2beee8c07b req-5afab2fa-b455-4984-82c9-3e58f96cadfc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:24.636872 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afab2fa-b455-4984-82c9-3e58f96cadfc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Pushing event deleted for resources: {'Port': ['ID=701f07f0-2f6a-42b0-a8be-d356e17bc3ba,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:24.714389 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f0a25f1a-9228-48e6-8663-bdaf49d85edb req-1e215b30-6e61-48a7-aed3-f684f50b1ec5 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 210 time: 0.0325351 Aug 20 11:17:24.783026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b44dec49-2c00-4c18-af81-6a2beee8c07b req-5afab2fa-b455-4984-82c9-3e58f96cadfc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:17:24.894470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b44dec49-2c00-4c18-af81-6a2beee8c07b req-5afab2fa-b455-4984-82c9-3e58f96cadfc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:17:24.905096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49af18a-3628-4181-bd50-ad7edef7b985 None None] Sync routers for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:17:24.914344 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49af18a-3628-4181-bd50-ad7edef7b985 None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:17:24.914898 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d49af18a-3628-4181-bd50-ad7edef7b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:17:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:24.934616 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44dec49-2c00-4c18-af81-6a2beee8c07b req-5afab2fa-b455-4984-82c9-3e58f96cadfc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] No DVR routers for this DVR port 701f07f0-2f6a-42b0-a8be-d356e17bc3ba on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:24.937190 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b44dec49-2c00-4c18-af81-6a2beee8c07b req-5afab2fa-b455-4984-82c9-3e58f96cadfc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:24.939255 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b44dec49-2c00-4c18-af81-6a2beee8c07b req-5afab2fa-b455-4984-82c9-3e58f96cadfc tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.24 "DELETE /v2.0/ports/701f07f0-2f6a-42b0-a8be-d356e17bc3ba HTTP/1.1" status: 204 len: 173 time: 0.8131731 Aug 20 11:17:24.939702 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'name': 'network-vif-deleted', 'tag': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:24.942103 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9ceac5-6678-4d8a-9e22-9e39b7153ade" -d '{"events": [{"server_uuid": "644acdf7-3d8e-4e22-86ae-5c17493efd40", "name": "network-vif-deleted", "tag": "701f07f0-2f6a-42b0-a8be-d356e17bc3ba"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:24.985703 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03973288-bf24-4c16-8845-cd8d83c9b7ed x-openstack-request-id: req-03973288-bf24-4c16-8845-cd8d83c9b7ed {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:24.986002 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644acdf7-3d8e-4e22-86ae-5c17493efd40", "name": "network-vif-deleted", "tag": "701f07f0-2f6a-42b0-a8be-d356e17bc3ba", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:24.986412 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03973288-bf24-4c16-8845-cd8d83c9b7ed {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:24.986730 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644acdf7-3d8e-4e22-86ae-5c17493efd40', 'name': 'network-vif-deleted', 'tag': '701f07f0-2f6a-42b0-a8be-d356e17bc3ba', 'status': 'completed', 'code': 200} Aug 20 11:17:25.036920 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-d49af18a-3628-4181-bd50-ad7edef7b985 None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:17:25.249578 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d49af18a-3628-4181-bd50-ad7edef7b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:25.276083 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49af18a-3628-4181-bd50-ad7edef7b985 None None] Checking router: 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:17:25.285035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49af18a-3628-4181-bd50-ad7edef7b985 None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:17:25.285657 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d49af18a-3628-4181-bd50-ad7edef7b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:17:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:25.556171 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-d49af18a-3628-4181-bd50-ad7edef7b985 None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:17:25.755924 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d49af18a-3628-4181-bd50-ad7edef7b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:25.787186 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49af18a-3628-4181-bd50-ad7edef7b985 None None] The sync data for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 is: [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:05:14Z', 'revision_number': 4, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '6ff76eb9-fab2-4c33-a086-99e244d74fa1', 'name': '', 'network_id': '303e9066-06f0-4e46-98e0-f2100d524c59', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'mac_address': 'fa:16:3e:8d:4e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:13Z', 'updated_at': '2021-08-20T11:05:18Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'subnets': [{'id': '23ffb88d-5099-4e10-9385-a5938e5b1302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:17:25.827552 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6a6ec4c2-e5b3-4779-8042-5e97804af026 req-4f846107-3a16-4673-a69b-1ef9a3aeec96 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 210 time: 0.0293887 Aug 20 11:17:26.009517 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40de8d-a163-4ea5-8811-7269c0214455 None None] New status for floating IP 4ef05203-dfbf-4e48-af3d-9671969451a9: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:17:26.929348 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-982c444e-fa39-435c-8dc0-46795ec70858 req-6e017dd5-366a-443a-96d5-ae5a9931da42 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 210 time: 0.0279784 Aug 20 11:17:28.025786 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f48224f4-93fa-4119-ad3a-2364dd0d711b req-f87f3590-a9fe-4c80-817c-219faec75522 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/ports?device_id=644acdf7-3d8e-4e22-86ae-5c17493efd40 HTTP/1.1" status: 200 len: 210 time: 0.0264950 Aug 20 11:17:29.370465 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-caa319f3-a24b-4300-86ec-6db8c2e75fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:31.771546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38412) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:31.831954 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dcdc90da-9d4b-4afb-b2c9-422d8276e6a3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:31.859891 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dcdc90da-9d4b-4afb-b2c9-422d8276e6a3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:31.913529 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dcdc90da-9d4b-4afb-b2c9-422d8276e6a3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:31.916333 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dcdc90da-9d4b-4afb-b2c9-422d8276e6a3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:31.919810 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dcdc90da-9d4b-4afb-b2c9-422d8276e6a3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "DELETE /v2.0/security-groups/f6e4f9ba-bc8c-4dd8-b405-07f95304ff82 HTTP/1.1" status: 204 len: 168 time: 0.1449199 Aug 20 11:17:31.920136 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38414) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:31.931333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc90da-9d4b-4afb-b2c9-422d8276e6a3 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e4f9ba-bc8c-4dd8-b405-07f95304ff82,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:31.933643 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-9acfc1f1-7911-414b-9fc3-f73667e4d26a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] show failed (client error): The resource could not be found. Aug 20 11:17:31.935490 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9acfc1f1-7911-414b-9fc3-f73667e4d26a tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "GET /v2.0/security-groups/f6e4f9ba-bc8c-4dd8-b405-07f95304ff82 HTTP/1.1" status: 404 len: 347 time: 0.0143404 Aug 20 11:17:31.937304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38416) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:32.005102 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c22d8d0c-5d2f-4b74-a96d-31f574166230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:32.068026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a7c985e4-64c0-434e-9c80-dc90cccc04e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Deleting port ff3f4210-bf1e-4c73-bf50-8991d5d169e4 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:32.068300 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a7c985e4-64c0-434e-9c80-dc90cccc04e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:32.148612 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a7c985e4-64c0-434e-9c80-dc90cccc04e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:32.148939 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a7c985e4-64c0-434e-9c80-dc90cccc04e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:32.162582 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-a7c985e4-64c0-434e-9c80-dc90cccc04e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Calling delete_port for ff3f4210-bf1e-4c73-bf50-8991d5d169e4 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:32.313575 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a7c985e4-64c0-434e-9c80-dc90cccc04e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:32.348276 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c985e4-64c0-434e-9c80-dc90cccc04e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Pushing event deleted for resources: {'Port': ['ID=ff3f4210-bf1e-4c73-bf50-8991d5d169e4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:32.413592 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a7c985e4-64c0-434e-9c80-dc90cccc04e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:32.417175 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a7c985e4-64c0-434e-9c80-dc90cccc04e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:32.417912 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a7c985e4-64c0-434e-9c80-dc90cccc04e9 tempest-ServerActionsTestJSON-930238539 tempest-ServerActionsTestJSON-930238539-project] 10.222.0.16 "DELETE /v2.0/floatingips/4ef05203-dfbf-4e48-af3d-9671969451a9 HTTP/1.1" status: 204 len: 168 time: 0.4796722 Aug 20 11:17:32.422405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38418) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:32.479794 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:32.915073 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e71c022-75ce-459e-9f39-cfd07eca643a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:33.158474 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-8e71c022-75ce-459e-9f39-cfd07eca643a admin admin] Deleting port 6ff76eb9-fab2-4c33-a086-99e244d74fa1 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:33.158816 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e71c022-75ce-459e-9f39-cfd07eca643a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:33.237582 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-8e71c022-75ce-459e-9f39-cfd07eca643a admin admin] For port 6ff76eb9-fab2-4c33-a086-99e244d74fa1, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=6ff76eb9-fab2-4c33-a086-99e244d74fa1,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:33.237852 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e71c022-75ce-459e-9f39-cfd07eca643a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:33.250232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-8e71c022-75ce-459e-9f39-cfd07eca643a admin admin] Calling delete_port for 6ff76eb9-fab2-4c33-a086-99e244d74fa1 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:33.330613 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:33.428595 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e71c022-75ce-459e-9f39-cfd07eca643a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:33.454235 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71c022-75ce-459e-9f39-cfd07eca643a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff76eb9-fab2-4c33-a086-99e244d74fa1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:33.626106 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8e71c022-75ce-459e-9f39-cfd07eca643a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:33.891587 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:17:34.093813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e71c022-75ce-459e-9f39-cfd07eca643a admin admin] Router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:17:34.201251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e71c022-75ce-459e-9f39-cfd07eca643a admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:17:34.206091 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8e71c022-75ce-459e-9f39-cfd07eca643a admin admin] 10.222.0.16 "PUT /v2.0/routers/340b389a-7ba4-4bb4-a48a-c81d3c2ea793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7826593 Aug 20 11:17:34.208651 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38422) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:34.211501 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96160055-2ebc-417f-bcba-1632bb86537e None None] Sync routers for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:17:34.221368 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96160055-2ebc-417f-bcba-1632bb86537e None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:17:34.221984 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-96160055-2ebc-417f-bcba-1632bb86537e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:17:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:34.323916 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10171639-8852-4137-bbaf-e37a4bc76e58 admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:34.325983 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-96160055-2ebc-417f-bcba-1632bb86537e None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:17:34.429004 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10171639-8852-4137-bbaf-e37a4bc76e58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:34.482192 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-10171639-8852-4137-bbaf-e37a4bc76e58 admin admin] Deleting port 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:34.482436 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10171639-8852-4137-bbaf-e37a4bc76e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:34.505124 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-96160055-2ebc-417f-bcba-1632bb86537e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:17:33Z', 'revision_number': 5, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port': {'id': '42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:05:12Z', 'updated_at': '2021-08-20T11:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:34.533488 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96160055-2ebc-417f-bcba-1632bb86537e None None] Checking router: 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:17:34.543785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96160055-2ebc-417f-bcba-1632bb86537e None None] Routers {'340b389a-7ba4-4bb4-a48a-c81d3c2ea793'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:17:34.545827 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-96160055-2ebc-417f-bcba-1632bb86537e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:17:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:34.581526 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-10171639-8852-4137-bbaf-e37a4bc76e58 admin admin] For port 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:34.581890 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10171639-8852-4137-bbaf-e37a4bc76e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:34.595908 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-10171639-8852-4137-bbaf-e37a4bc76e58 admin admin] Calling delete_port for 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:34.637094 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-96160055-2ebc-417f-bcba-1632bb86537e None None] Set router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:17:34.690384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-96160055-2ebc-417f-bcba-1632bb86537e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:17:34Z', 'revision_number': 6, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:34.719455 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96160055-2ebc-417f-bcba-1632bb86537e None None] The sync data for ids ['340b389a-7ba4-4bb4-a48a-c81d3c2ea793'] in n-d-778550-11 is: [{'id': '340b389a-7ba4-4bb4-a48a-c81d3c2ea793', 'name': 'tempest-ServerActionsTestJSON-1809163149-router', 'tenant_id': '259dc0e922454e79b715dfa8d118adf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:05:11Z', 'updated_at': '2021-08-20T11:17:34Z', 'revision_number': 6, 'project_id': '259dc0e922454e79b715dfa8d118adf6', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:17:34.769890 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10171639-8852-4137-bbaf-e37a4bc76e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:34.800221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10171639-8852-4137-bbaf-e37a4bc76e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:34.859497 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10171639-8852-4137-bbaf-e37a4bc76e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:34.954604 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10171639-8852-4137-bbaf-e37a4bc76e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:34.956700 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10171639-8852-4137-bbaf-e37a4bc76e58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:34.988715 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.002095 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10171639-8852-4137-bbaf-e37a4bc76e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.002571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10171639-8852-4137-bbaf-e37a4bc76e58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 340b389a-7ba4-4bb4-a48a-c81d3c2ea793 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:17:35.007199 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-10171639-8852-4137-bbaf-e37a4bc76e58 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.008356 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-10171639-8852-4137-bbaf-e37a4bc76e58 admin admin] 10.222.0.16 "DELETE /v2.0/routers/340b389a-7ba4-4bb4-a48a-c81d3c2ea793 HTTP/1.1" status: 204 len: 168 time: 0.7987964 Aug 20 11:17:35.012863 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38424) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:35.061699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc510cec-1766-48af-b5ae-9c27b45aa899 admin admin] Deleting subnet 23ffb88d-5099-4e10-9385-a5938e5b1302 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:17:35.065942 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc510cec-1766-48af-b5ae-9c27b45aa899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.103027 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc510cec-1766-48af-b5ae-9c27b45aa899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.182701 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc510cec-1766-48af-b5ae-9c27b45aa899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.239351 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc510cec-1766-48af-b5ae-9c27b45aa899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.264806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc510cec-1766-48af-b5ae-9c27b45aa899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23ffb88d-5099-4e10-9385-a5938e5b1302,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:35.268245 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fc510cec-1766-48af-b5ae-9c27b45aa899 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.270196 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fc510cec-1766-48af-b5ae-9c27b45aa899 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/23ffb88d-5099-4e10-9385-a5938e5b1302 HTTP/1.1" status: 204 len: 168 time: 0.2543368 Aug 20 11:17:35.272744 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38426) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:35.276456 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccc6ec7-05c0-45ea-8d01-77f9460b025f None None] Network 303e9066-06f0-4e46-98e0-f2100d524c59 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:17:35.378893 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.442164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] Deleting port 92fa816d-c1c2-42c4-b382-ac4981043285 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:35.442420 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.506844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ba55c6-88f7-4140-bb8f-0f4e35e82144 None None] DHCP port deletion for 303e9066-06f0-4e46-98e0-f2100d524c59 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:17:35.514685 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] For port 92fa816d-c1c2-42c4-b382-ac4981043285, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=92fa816d-c1c2-42c4-b382-ac4981043285,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:35.515133 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.529167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] Calling delete_port for 92fa816d-c1c2-42c4-b382-ac4981043285 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:35.562250 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-48ba55c6-88f7-4140-bb8f-0f4e35e82144 None None] Deleting port 92fa816d-c1c2-42c4-b382-ac4981043285 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:35.562711 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-48ba55c6-88f7-4140-bb8f-0f4e35e82144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.613390 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.631824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-48ba55c6-88f7-4140-bb8f-0f4e35e82144 None None] For port 92fa816d-c1c2-42c4-b382-ac4981043285, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=92fa816d-c1c2-42c4-b382-ac4981043285,segment=NetworkSegment(98652a8c-b46b-4a52-8893-4e10f040dbe6),segment_id=98652a8c-b46b-4a52-8893-4e10f040dbe6)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:35.632240 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-48ba55c6-88f7-4140-bb8f-0f4e35e82144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.645891 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-48ba55c6-88f7-4140-bb8f-0f4e35e82144 None None] Calling delete_port for 92fa816d-c1c2-42c4-b382-ac4981043285 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:35.646718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] No DVR routers for this DVR port 92fa816d-c1c2-42c4-b382-ac4981043285 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:35.653317 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] Pushing event deleted for resources: {'Port': ['ID=92fa816d-c1c2-42c4-b382-ac4981043285,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:35.719129 n-d-778550-11 neutron-server[94868]: self.session.flush() Aug 20 11:17:35.729456 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-48ba55c6-88f7-4140-bb8f-0f4e35e82144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.731278 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.746861 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303e9066-06f0-4e46-98e0-f2100d524c59']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:35.756668 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba55c6-88f7-4140-bb8f-0f4e35e82144 None None] Pushing event deleted for resources: {'Port': ['ID=92fa816d-c1c2-42c4-b382-ac4981043285,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:35.758743 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98652a8c-b46b-4a52-8893-4e10f040dbe6') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:35.760249 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98652a8c-b46b-4a52-8893-4e10f040dbe6') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:35.762241 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ba55c6-88f7-4140-bb8f-0f4e35e82144 None None] No DVR routers for this DVR port 92fa816d-c1c2-42c4-b382-ac4981043285 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:35.771915 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.788482 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.795167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:17:35.795925 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: timer() Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:17:35.797716 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:17:35.859951 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.865614 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.867651 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] 10.222.0.16 "DELETE /v2.0/networks/303e9066-06f0-4e46-98e0-f2100d524c59 HTTP/1.1" status: 204 len: 168 time: 0.5935216 Aug 20 11:17:35.883973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e860d5-b747-426a-b72c-e26e178bea82 admin admin] Pushing event deleted for resources: {'Network': ['ID=303e9066-06f0-4e46-98e0-f2100d524c59,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:35.989772 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38430) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:36.030687 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bd229a24-1fd5-4e7d-815d-cb8319c3616b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=259dc0e922454e79b715dfa8d118adf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395486 Aug 20 11:17:36.033046 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38432) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:36.083066 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9ad6caae-8137-4c7e-b34f-d2158da786f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:36.104523 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9ad6caae-8137-4c7e-b34f-d2158da786f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:36.158061 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9ad6caae-8137-4c7e-b34f-d2158da786f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:36.161163 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9ad6caae-8137-4c7e-b34f-d2158da786f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:36.162325 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9ad6caae-8137-4c7e-b34f-d2158da786f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac6c06c9-1d47-4ecb-8e5a-15d7221203d2 HTTP/1.1" status: 204 len: 168 time: 0.1283603 Aug 20 11:17:36.174065 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6caae-8137-4c7e-b34f-d2158da786f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6c06c9-1d47-4ecb-8e5a-15d7221203d2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:36.568368 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 92fa816d-c1c2-42c4-b382-ac4981043285 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:36.593470 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 92fa816d-c1c2-42c4-b382-ac4981043285 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:36.593895 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 92fa816d-c1c2-42c4-b382-ac4981043285 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:36.594388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 6ff76eb9-fab2-4c33-a086-99e244d74fa1 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:36.612978 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 6ff76eb9-fab2-4c33-a086-99e244d74fa1 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:36.613322 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 6ff76eb9-fab2-4c33-a086-99e244d74fa1 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:36.613733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:36.631704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:36.632048 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 42ef6ad2-1cf7-47c5-881a-b40c5ea6d95c not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:36.876387 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38454) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:36.976295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-48694952-1780-4604-ae50-ba0cd81450c1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1765969791-network', 'tenant_id': '6b907ee5e71b4050863adc0e7e30f7ae'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:36.997030 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48694952-1780-4604-ae50-ba0cd81450c1 admin admin] Made reservation on behalf of 6b907ee5e71b4050863adc0e7e30f7ae for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:17:36.999394 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-48694952-1780-4604-ae50-ba0cd81450c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:37.007608 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-48694952-1780-4604-ae50-ba0cd81450c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:37.113074 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-48694952-1780-4604-ae50-ba0cd81450c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:37.117501 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-48694952-1780-4604-ae50-ba0cd81450c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:37.142369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48694952-1780-4604-ae50-ba0cd81450c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:17:37.153305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48694952-1780-4604-ae50-ba0cd81450c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9d514f-4759-431e-a35b-47e18159b955,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:37.158201 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-48694952-1780-4604-ae50-ba0cd81450c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:37.158552 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-48694952-1780-4604-ae50-ba0cd81450c1 admin admin] Added segment 78e1ce43-f9fa-4aab-9ae0-12025045fd8c of type vlan for network da743cd2-3af6-4c3f-ae41-14334e717d5f Aug 20 11:17:37.199070 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-48694952-1780-4604-ae50-ba0cd81450c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:37.224515 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-48694952-1780-4604-ae50-ba0cd81450c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:37.225505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48694952-1780-4604-ae50-ba0cd81450c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:37.226108 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-48694952-1780-4604-ae50-ba0cd81450c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:37.283841 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-48694952-1780-4604-ae50-ba0cd81450c1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4063315 Aug 20 11:17:37.286642 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38458) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:37.294026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e38260fb-f1d2-4eb8-bf2f-223614e3adc3 admin admin] Request body: {'subnet': {'network_id': 'da743cd2-3af6-4c3f-ae41-14334e717d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1765969791-subnet', 'tenant_id': '6b907ee5e71b4050863adc0e7e30f7ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:37.297973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48694952-1780-4604-ae50-ba0cd81450c1 admin admin] Pushing event updated for resources: {'Network': ['ID=da743cd2-3af6-4c3f-ae41-14334e717d5f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:37.312214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network da743cd2-3af6-4c3f-ae41-14334e717d5f details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:17:37.318935 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38260fb-f1d2-4eb8-bf2f-223614e3adc3 admin admin] Made reservation on behalf of 6b907ee5e71b4050863adc0e7e30f7ae for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:17:37.321442 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e38260fb-f1d2-4eb8-bf2f-223614e3adc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:37.494564 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e38260fb-f1d2-4eb8-bf2f-223614e3adc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:37.551742 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38260fb-f1d2-4eb8-bf2f-223614e3adc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82b0ac25-41d8-4de2-b1ae-426992077827,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:37.560908 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38260fb-f1d2-4eb8-bf2f-223614e3adc3 admin admin] Checking segment: {'id': '78e1ce43-f9fa-4aab-9ae0-12025045fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'da743cd2-3af6-4c3f-ae41-14334e717d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:17:37.561266 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38260fb-f1d2-4eb8-bf2f-223614e3adc3 admin admin] Network hostable DHCP agents. Network: da743cd2-3af6-4c3f-ae41-14334e717d5f, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:17:37.579761 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38260fb-f1d2-4eb8-bf2f-223614e3adc3 admin admin] Network da743cd2-3af6-4c3f-ae41-14334e717d5f is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:17:37.588718 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-e38260fb-f1d2-4eb8-bf2f-223614e3adc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, da743cd2-3af6-4c3f-ae41-14334e717d5f) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:17:37.592875 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38260fb-f1d2-4eb8-bf2f-223614e3adc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:37.593473 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e38260fb-f1d2-4eb8-bf2f-223614e3adc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:37.599993 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74e323d-0dcf-4df9-9b8a-d964bd444b57 None None] Network da743cd2-3af6-4c3f-ae41-14334e717d5f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:17:37.608424 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e38260fb-f1d2-4eb8-bf2f-223614e3adc3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3206649 Aug 20 11:17:37.729349 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f916ca8-5f89-44f2-9c08-c03a45d23b49 None None] Network da743cd2-3af6-4c3f-ae41-14334e717d5f requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:17:38.029424 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad29426-71b8-4dc7-995b-0185656a9762 req-2aba0b07-d9cc-4211-a238-27956a382065 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:38.030903 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aad29426-71b8-4dc7-995b-0185656a9762 req-2aba0b07-d9cc-4211-a238-27956a382065 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/networks?id=da743cd2-3af6-4c3f-ae41-14334e717d5f HTTP/1.1" status: 200 len: 814 time: 0.0999393 Aug 20 11:17:38.046200 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aad29426-71b8-4dc7-995b-0185656a9762 req-73efb656-e9cd-4f24-99c5-aa04aa7bc918 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/quotas/6b907ee5e71b4050863adc0e7e30f7ae HTTP/1.1" status: 200 len: 375 time: 0.0096161 Aug 20 11:17:38.081638 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aad29426-71b8-4dc7-995b-0185656a9762 req-a0062c43-6e29-4c99-9c2f-4f81ff7caa31 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b907ee5e71b4050863adc0e7e30f7ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300293 Aug 20 11:17:38.171838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-aad29426-71b8-4dc7-995b-0185656a9762 req-4a60cda4-b150-46cf-bedd-1e8f97e45f1a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:17:38.172834 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aad29426-71b8-4dc7-995b-0185656a9762 req-4a60cda4-b150-46cf-bedd-1e8f97e45f1a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482819 Aug 20 11:17:38.261476 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aad29426-71b8-4dc7-995b-0185656a9762 req-98a49cf5-5ce6-4c62-9563-b4772350b332 service neutron] 10.222.0.16 "GET /v2.0/networks/da743cd2-3af6-4c3f-ae41-14334e717d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823953 Aug 20 11:17:38.372864 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aad29426-71b8-4dc7-995b-0185656a9762 req-1023c03a-d74e-4180-a653-1858052daebd service neutron] 10.222.0.16 "GET /v2.0/networks/da743cd2-3af6-4c3f-ae41-14334e717d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047540 Aug 20 11:17:38.530265 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f2d467eb-acfe-4f41-a49c-490be2cdb82b req-bc832ac9-15d1-49d7-8877-f765aece2164 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 210 time: 0.0279758 Aug 20 11:17:39.459590 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad29426-71b8-4dc7-995b-0185656a9762 req-4575d7e0-951d-4329-a07e-f372c66f0b9c tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:39.461768 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aad29426-71b8-4dc7-995b-0185656a9762 req-4575d7e0-951d-4329-a07e-f372c66f0b9c tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.24 "GET /v2.0/networks?id=da743cd2-3af6-4c3f-ae41-14334e717d5f HTTP/1.1" status: 200 len: 814 time: 0.1059403 Aug 20 11:17:39.475327 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-aad29426-71b8-4dc7-995b-0185656a9762 req-147e3a05-cccb-4fdb-9bb7-508d20da01c5 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Request body: {'port': {'device_id': 'd43575cc-7b42-4787-9852-9919251fa012', 'network_id': 'da743cd2-3af6-4c3f-ae41-14334e717d5f', 'admin_state_up': True, 'tenant_id': '6b907ee5e71b4050863adc0e7e30f7ae'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:39.588112 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad29426-71b8-4dc7-995b-0185656a9762 req-147e3a05-cccb-4fdb-9bb7-508d20da01c5 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Made reservation on behalf of 6b907ee5e71b4050863adc0e7e30f7ae for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:17:39.591926 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-aad29426-71b8-4dc7-995b-0185656a9762 req-147e3a05-cccb-4fdb-9bb7-508d20da01c5 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:39.637180 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e16821d8-8149-4d4a-ac5b-dbee0e834929 req-8cb244ea-f0fb-448d-b89b-df336f7d45be tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 210 time: 0.0345767 Aug 20 11:17:39.746803 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-aad29426-71b8-4dc7-995b-0185656a9762 req-147e3a05-cccb-4fdb-9bb7-508d20da01c5 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Allocated IP 172.20.0.7 (da743cd2-3af6-4c3f-ae41-14334e717d5f/82b0ac25-41d8-4de2-b1ae-426992077827/78a243b3-fef6-458b-ae75-aa98dfd5ce48) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:17:39.891779 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-aad29426-71b8-4dc7-995b-0185656a9762 req-147e3a05-cccb-4fdb-9bb7-508d20da01c5 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:39.930459 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-aad29426-71b8-4dc7-995b-0185656a9762 req-147e3a05-cccb-4fdb-9bb7-508d20da01c5 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:39.976363 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad29426-71b8-4dc7-995b-0185656a9762 req-147e3a05-cccb-4fdb-9bb7-508d20da01c5 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Network da743cd2-3af6-4c3f-ae41-14334e717d5f is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:17:39.979877 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-aad29426-71b8-4dc7-995b-0185656a9762 req-147e3a05-cccb-4fdb-9bb7-508d20da01c5 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:17:39.983609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad29426-71b8-4dc7-995b-0185656a9762 req-147e3a05-cccb-4fdb-9bb7-508d20da01c5 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:17:39.991924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e3a05-cccb-4fdb-9bb7-508d20da01c5 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Pushing event updated for resources: {'Port': ['ID=78a243b3-fef6-458b-ae75-aa98dfd5ce48,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:40.037052 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad29426-71b8-4dc7-995b-0185656a9762 req-147e3a05-cccb-4fdb-9bb7-508d20da01c5 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:40.037666 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-aad29426-71b8-4dc7-995b-0185656a9762 req-147e3a05-cccb-4fdb-9bb7-508d20da01c5 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:40.052392 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aad29426-71b8-4dc7-995b-0185656a9762 req-147e3a05-cccb-4fdb-9bb7-508d20da01c5 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5815675 Aug 20 11:17:40.065179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Request body: {'port': {'device_id': 'd43575cc-7b42-4787-9852-9919251fa012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:40.120463 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:40.386790 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a243b3-fef6-458b-ae75-aa98dfd5ce48 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:17:40.395427 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:40.409534 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Transition to ACTIVE for port object 78a243b3-fef6-458b-ae75-aa98dfd5ce48 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:17:40.413833 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:40.472254 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Pushing event updated for resources: {'Port': ['ID=78a243b3-fef6-458b-ae75-aa98dfd5ce48,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:40.541609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Attempting to bind port 78a243b3-fef6-458b-ae75-aa98dfd5ce48 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:17:40.541950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Attempting to bind port 78a243b3-fef6-458b-ae75-aa98dfd5ce48 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '78e1ce43-f9fa-4aab-9ae0-12025045fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'da743cd2-3af6-4c3f-ae41-14334e717d5f'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:17:40.542336 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Attempting to bind port 78a243b3-fef6-458b-ae75-aa98dfd5ce48 on network da743cd2-3af6-4c3f-ae41-14334e717d5f {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:17:40.546860 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Port 78a243b3-fef6-458b-ae75-aa98dfd5ce48 on network da743cd2-3af6-4c3f-ae41-14334e717d5f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:17:40.547245 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Attempting to bind port 78a243b3-fef6-458b-ae75-aa98dfd5ce48 on network da743cd2-3af6-4c3f-ae41-14334e717d5f {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:17:40.551946 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:17:40.552310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Checking segment: {'id': '78e1ce43-f9fa-4aab-9ae0-12025045fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'da743cd2-3af6-4c3f-ae41-14334e717d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:17:40.552697 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Bound using segment: {'id': '78e1ce43-f9fa-4aab-9ae0-12025045fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'da743cd2-3af6-4c3f-ae41-14334e717d5f'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:17:40.553127 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Bound port: 78a243b3-fef6-458b-ae75-aa98dfd5ce48, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e1ce43-f9fa-4aab-9ae0-12025045fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'da743cd2-3af6-4c3f-ae41-14334e717d5f'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:17:40.553485 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:40.624182 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] For port 78a243b3-fef6-458b-ae75-aa98dfd5ce48, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:17:40.627171 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] For port 78a243b3-fef6-458b-ae75-aa98dfd5ce48, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=78a243b3-fef6-458b-ae75-aa98dfd5ce48,segment=NetworkSegment(78e1ce43-f9fa-4aab-9ae0-12025045fd8c),segment_id=78e1ce43-f9fa-4aab-9ae0-12025045fd8c)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:17:40.631544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:40.665843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:40.665956 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:40.667435 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aad29426-71b8-4dc7-995b-0185656a9762 req-13f46c30-1511-4b93-9411-484448c80019 service neutron] 10.222.0.24 "PUT /v2.0/ports/78a243b3-fef6-458b-ae75-aa98dfd5ce48 HTTP/1.1" status: 200 len: 1092 time: 0.6065228 Aug 20 11:17:40.667886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43575cc-7b42-4787-9852-9919251fa012', 'tag': '78a243b3-fef6-458b-ae75-aa98dfd5ce48'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:40.670188 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9954b90-ee78-416b-ac10-c46e29f1cd53" -d '{"events": [{"name": "network-changed", "server_uuid": "d43575cc-7b42-4787-9852-9919251fa012", "tag": "78a243b3-fef6-458b-ae75-aa98dfd5ce48"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:40.703489 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f46c30-1511-4b93-9411-484448c80019 service neutron] Pushing event updated for resources: {'Port': ['ID=78a243b3-fef6-458b-ae75-aa98dfd5ce48,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:40.726802 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcaf3d6-4b20-4293-9d3e-7dddd54b2172 x-openstack-request-id: req-0fcaf3d6-4b20-4293-9d3e-7dddd54b2172 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:40.727116 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d43575cc-7b42-4787-9852-9919251fa012", "tag": "78a243b3-fef6-458b-ae75-aa98dfd5ce48", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:40.727371 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fcaf3d6-4b20-4293-9d3e-7dddd54b2172 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:40.727804 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43575cc-7b42-4787-9852-9919251fa012', 'tag': '78a243b3-fef6-458b-ae75-aa98dfd5ce48', 'status': 'completed', 'code': 200} Aug 20 11:17:40.756512 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad29426-71b8-4dc7-995b-0185656a9762 req-4a959872-0734-4358-9404-211b40d90be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:40.758067 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aad29426-71b8-4dc7-995b-0185656a9762 req-4a959872-0734-4358-9404-211b40d90be6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b907ee5e71b4050863adc0e7e30f7ae&device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 1095 time: 0.0463488 Aug 20 11:17:40.760914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaa003-7714-410a-9c21-01a116718d84 req-2003916a-7c4f-498e-8833-7e73c522619c tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:40.762482 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bbeaa003-7714-410a-9c21-01a116718d84 req-2003916a-7c4f-498e-8833-7e73c522619c tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 943 time: 0.0529983 Aug 20 11:17:40.813780 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bbeaa003-7714-410a-9c21-01a116718d84 req-8885e7ff-5403-43f6-aa1e-426e241a6c75 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440292 Aug 20 11:17:41.058346 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aad29426-71b8-4dc7-995b-0185656a9762 req-2b1f5f6e-5779-4d71-ac54-d6b42e121993 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78a243b3-fef6-458b-ae75-aa98dfd5ce48 HTTP/1.1" status: 200 len: 217 time: 0.2926841 Aug 20 11:17:41.108325 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad29426-71b8-4dc7-995b-0185656a9762 req-b7ae5cee-ee32-4379-b112-391e1dfc3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:41.109842 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aad29426-71b8-4dc7-995b-0185656a9762 req-b7ae5cee-ee32-4379-b112-391e1dfc3c00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=82b0ac25-41d8-4de2-b1ae-426992077827 HTTP/1.1" status: 200 len: 854 time: 0.0446019 Aug 20 11:17:41.145330 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aad29426-71b8-4dc7-995b-0185656a9762 req-f1b908f8-f61d-43c8-9ce4-6b02560592ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da743cd2-3af6-4c3f-ae41-14334e717d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273235 Aug 20 11:17:41.238857 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aad29426-71b8-4dc7-995b-0185656a9762 req-4f7b148f-3cec-43a7-b751-b4655213d103 service neutron] 10.222.0.24 "GET /v2.0/networks/da743cd2-3af6-4c3f-ae41-14334e717d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860910 Aug 20 11:17:41.332055 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aad29426-71b8-4dc7-995b-0185656a9762 req-335bd904-ad0f-4120-870d-8d1c2784617a service neutron] 10.222.0.24 "GET /v2.0/networks/da743cd2-3af6-4c3f-ae41-14334e717d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859745 Aug 20 11:17:41.416464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9954b90-ee78-416b-ac10-c46e29f1cd53 req-d3745fdb-2841-459a-bfc8-4d79626a521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:41.418005 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f9954b90-ee78-416b-ac10-c46e29f1cd53 req-d3745fdb-2841-459a-bfc8-4d79626a521c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b907ee5e71b4050863adc0e7e30f7ae&device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 1095 time: 0.0415690 Aug 20 11:17:41.514131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9954b90-ee78-416b-ac10-c46e29f1cd53 req-511f2783-13a7-4e8b-baf2-0fe164332072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:41.515730 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f9954b90-ee78-416b-ac10-c46e29f1cd53 req-511f2783-13a7-4e8b-baf2-0fe164332072 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da743cd2-3af6-4c3f-ae41-14334e717d5f HTTP/1.1" status: 200 len: 915 time: 0.0905178 Aug 20 11:17:41.558969 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f9954b90-ee78-416b-ac10-c46e29f1cd53 req-0a032907-f734-483d-85c3-5e99fe5bc17d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78a243b3-fef6-458b-ae75-aa98dfd5ce48 HTTP/1.1" status: 200 len: 217 time: 0.0354083 Aug 20 11:17:41.608369 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9954b90-ee78-416b-ac10-c46e29f1cd53 req-c71631a1-c9cf-478e-9f5f-a7a5e2eda2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:41.609816 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f9954b90-ee78-416b-ac10-c46e29f1cd53 req-c71631a1-c9cf-478e-9f5f-a7a5e2eda2d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=82b0ac25-41d8-4de2-b1ae-426992077827 HTTP/1.1" status: 200 len: 854 time: 0.0443907 Aug 20 11:17:41.645600 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f9954b90-ee78-416b-ac10-c46e29f1cd53 req-58561210-dfbb-467a-89f5-73a672982782 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da743cd2-3af6-4c3f-ae41-14334e717d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288842 Aug 20 11:17:41.736477 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f9954b90-ee78-416b-ac10-c46e29f1cd53 req-bce68a62-2933-4a01-92c9-296f64dec586 service neutron] 10.222.0.24 "GET /v2.0/networks/da743cd2-3af6-4c3f-ae41-14334e717d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837359 Aug 20 11:17:41.832998 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f9954b90-ee78-416b-ac10-c46e29f1cd53 req-4fb23364-7e20-4e82-878c-94c59d4747ab service neutron] 10.222.0.24 "GET /v2.0/networks/da743cd2-3af6-4c3f-ae41-14334e717d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888121 Aug 20 11:17:41.936494 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bedac-2a98-4840-bef3-ce7f7a2b10a1 req-f99a9e03-fb36-4cf7-afed-8d374aae0502 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:41.937973 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-456bedac-2a98-4840-bef3-ce7f7a2b10a1 req-f99a9e03-fb36-4cf7-afed-8d374aae0502 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 943 time: 0.0512362 Aug 20 11:17:41.976290 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-456bedac-2a98-4840-bef3-ce7f7a2b10a1 req-9dfcff85-f763-4540-ad97-7335b9228b15 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320764 Aug 20 11:17:43.097692 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40de3c-2e09-4ef0-b553-4a9886cf936f req-7eeac377-3273-4f90-947a-129806b7f30c tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:43.099260 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0a40de3c-2e09-4ef0-b553-4a9886cf936f req-7eeac377-3273-4f90-947a-129806b7f30c tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 943 time: 0.0535698 Aug 20 11:17:43.137996 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0a40de3c-2e09-4ef0-b553-4a9886cf936f req-3d8c7804-f1a8-4753-a750-dc42c1c05876 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326655 Aug 20 11:17:44.208422 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 78a243b3-fef6-458b-ae75-aa98dfd5ce48 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:17:44.252582 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51581e2-b591-483e-9cca-ff1654e0c24f req-36147c43-3489-4b2d-bb68-ff624eb0ee4c tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:44.254092 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c51581e2-b591-483e-9cca-ff1654e0c24f req-36147c43-3489-4b2d-bb68-ff624eb0ee4c tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 943 time: 0.0491571 Aug 20 11:17:44.293120 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c51581e2-b591-483e-9cca-ff1654e0c24f req-962a6750-d3e7-496f-be1f-fb11b0de0fd6 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329676 Aug 20 11:17:44.306214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 78a243b3-fef6-458b-ae75-aa98dfd5ce48, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=78a243b3-fef6-458b-ae75-aa98dfd5ce48,segment=NetworkSegment(78e1ce43-f9fa-4aab-9ae0-12025045fd8c),segment_id=78e1ce43-f9fa-4aab-9ae0-12025045fd8c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:44.317613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '78a243b3-fef6-458b-ae75-aa98dfd5ce48', 'network_id': 'da743cd2-3af6-4c3f-ae41-14334e717d5f', 'port_id': '78a243b3-fef6-458b-ae75-aa98dfd5ce48', 'mac_address': 'fa:16:3e:48:a7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b0ac25-41d8-4de2-b1ae-426992077827', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:17:44.354333 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:44.366738 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a243b3-fef6-458b-ae75-aa98dfd5ce48 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:17:44.386884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 78a243b3-fef6-458b-ae75-aa98dfd5ce48, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=78a243b3-fef6-458b-ae75-aa98dfd5ce48,segment=NetworkSegment(78e1ce43-f9fa-4aab-9ae0-12025045fd8c),segment_id=78e1ce43-f9fa-4aab-9ae0-12025045fd8c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:44.391011 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:44.437203 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=78a243b3-fef6-458b-ae75-aa98dfd5ce48,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:44.683357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['78a243b3-fef6-458b-ae75-aa98dfd5ce48'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:45.406183 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5477b-29f4-4348-a529-e004f266c529 req-22ffe203-7694-4342-b451-ebd807a90a43 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:45.407721 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78a5477b-29f4-4348-a529-e004f266c529 req-22ffe203-7694-4342-b451-ebd807a90a43 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 944 time: 0.0489168 Aug 20 11:17:45.446733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-78a5477b-29f4-4348-a529-e004f266c529 req-ca47d587-8420-4ac6-8a8e-b8ee0f0fe09f tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327530 Aug 20 11:17:46.215497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 78a243b3-fef6-458b-ae75-aa98dfd5ce48 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:17:46.278261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 78a243b3-fef6-458b-ae75-aa98dfd5ce48 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:17:46.282159 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 78a243b3-fef6-458b-ae75-aa98dfd5ce48 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:17:46.282533 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:46.362619 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:46.387021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43575cc-7b42-4787-9852-9919251fa012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a243b3-fef6-458b-ae75-aa98dfd5ce48'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:46.389838 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01db690a-92e7-4862-8c4b-3eb4e29f6e4c" -d '{"events": [{"server_uuid": "d43575cc-7b42-4787-9852-9919251fa012", "name": "network-vif-plugged", "status": "completed", "tag": "78a243b3-fef6-458b-ae75-aa98dfd5ce48"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:46.404084 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 78a243b3-fef6-458b-ae75-aa98dfd5ce48, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=78a243b3-fef6-458b-ae75-aa98dfd5ce48,segment=NetworkSegment(78e1ce43-f9fa-4aab-9ae0-12025045fd8c),segment_id=78e1ce43-f9fa-4aab-9ae0-12025045fd8c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:46.409237 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:46.433696 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc14da22-e026-4ac3-9bac-0c5aac27b341 x-openstack-request-id: req-fc14da22-e026-4ac3-9bac-0c5aac27b341 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:46.433988 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43575cc-7b42-4787-9852-9919251fa012", "name": "network-vif-plugged", "status": "completed", "tag": "78a243b3-fef6-458b-ae75-aa98dfd5ce48", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:46.434257 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc14da22-e026-4ac3-9bac-0c5aac27b341 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:46.434627 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43575cc-7b42-4787-9852-9919251fa012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a243b3-fef6-458b-ae75-aa98dfd5ce48', 'code': 200} Aug 20 11:17:46.462664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=78a243b3-fef6-458b-ae75-aa98dfd5ce48,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:46.538114 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a64a89-800b-4369-8e2a-44d348079153 req-97026adb-9c15-4d50-bd34-6357c5421a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:46.539644 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78a64a89-800b-4369-8e2a-44d348079153 req-97026adb-9c15-4d50-bd34-6357c5421a0f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 1097 time: 0.0470750 Aug 20 11:17:46.575554 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf874a-c640-4999-b89d-ee0f7599d414 req-ecdeef79-a77c-4e2b-8383-868cb6873887 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:46.577409 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81cf874a-c640-4999-b89d-ee0f7599d414 req-ecdeef79-a77c-4e2b-8383-868cb6873887 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 945 time: 0.0572689 Aug 20 11:17:46.577537 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-78a64a89-800b-4369-8e2a-44d348079153 req-b82adb98-1dc7-4ae1-bd9e-e19064929ee1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304015 Aug 20 11:17:46.616726 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-81cf874a-c640-4999-b89d-ee0f7599d414 req-ae204624-de1a-4637-bcdb-3f03ba065dfa tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326781 Aug 20 11:17:47.744990 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d4659-b082-491b-8a8d-8b67d651d079 req-be1e2637-bd1c-4635-85e5-49b3975051ab tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:47.746727 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-325d4659-b082-491b-8a8d-8b67d651d079 req-be1e2637-bd1c-4635-85e5-49b3975051ab tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 945 time: 0.0609901 Aug 20 11:17:47.787637 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-325d4659-b082-491b-8a8d-8b67d651d079 req-52137fbb-e556-4e1b-adfb-2edd7fe2bdde tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349932 Aug 20 11:17:48.910439 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d8cd2-d8df-479a-b961-1140cb85166e req-c60cdc4e-7ec6-41b7-ad1e-6a422adfccb3 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:48.911999 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ce1d8cd2-d8df-479a-b961-1140cb85166e req-c60cdc4e-7ec6-41b7-ad1e-6a422adfccb3 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 945 time: 0.0547931 Aug 20 11:17:48.951526 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ce1d8cd2-d8df-479a-b961-1140cb85166e req-797ec223-663b-439b-b5c1-2dc6513c5a61 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334334 Aug 20 11:17:48.966981 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:49.176941 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-564ce1e5-5369-41df-af1c-56f81c557231 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:49.178411 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-564ce1e5-5369-41df-af1c-56f81c557231 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/networks?id=da743cd2-3af6-4c3f-ae41-14334e717d5f HTTP/1.1" status: 200 len: 814 time: 0.1060793 Aug 20 11:17:49.194575 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d55c35cc-8ba7-4936-8447-cde2e6754404 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/quotas/6b907ee5e71b4050863adc0e7e30f7ae HTTP/1.1" status: 200 len: 375 time: 0.0098100 Aug 20 11:17:49.243514 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-3a8da1e1-e6b8-49a3-b9b7-e1b128bfe40e tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6b907ee5e71b4050863adc0e7e30f7ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425532 Aug 20 11:17:49.332765 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-35ccc986-2e9f-4858-92cc-9e3d7445b313 service neutron] 10.222.0.16 "GET /v2.0/networks/da743cd2-3af6-4c3f-ae41-14334e717d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817463 Aug 20 11:17:49.424638 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-40a5ed67-f9d0-4164-b622-3c554cfe83e3 service neutron] 10.222.0.16 "GET /v2.0/networks/da743cd2-3af6-4c3f-ae41-14334e717d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855119 Aug 20 11:17:49.585386 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-03cb7a24-5f6b-44c9-8262-c5c80ac2a119 req-90b20abc-f88c-48de-96b1-bc56354c519d tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=88feabcc-62c2-4307-93ca-e7676353a9e4 HTTP/1.1" status: 200 len: 210 time: 0.0262926 Aug 20 11:17:50.484275 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-b1c8c0b2-6f02-42d3-9f06-f9ec04fb422b tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:50.485780 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-b1c8c0b2-6f02-42d3-9f06-f9ec04fb422b tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.42 "GET /v2.0/networks?id=da743cd2-3af6-4c3f-ae41-14334e717d5f HTTP/1.1" status: 200 len: 814 time: 0.1109889 Aug 20 11:17:50.499448 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Request body: {'port': {'device_id': '88feabcc-62c2-4307-93ca-e7676353a9e4', 'network_id': 'da743cd2-3af6-4c3f-ae41-14334e717d5f', 'admin_state_up': True, 'tenant_id': '6b907ee5e71b4050863adc0e7e30f7ae'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:50.607358 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Made reservation on behalf of 6b907ee5e71b4050863adc0e7e30f7ae for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:17:50.610913 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:50.681524 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-88767ede-db4f-47ed-9fae-664162def634 req-3784b843-3a65-490d-b616-c748af12cc1b tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=88feabcc-62c2-4307-93ca-e7676353a9e4 HTTP/1.1" status: 200 len: 210 time: 0.0283384 Aug 20 11:17:50.744074 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Allocated IP 172.20.0.11 (da743cd2-3af6-4c3f-ae41-14334e717d5f/82b0ac25-41d8-4de2-b1ae-426992077827/2c8734aa-d94a-4240-932a-6b61628de211) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:17:50.887152 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:50.926966 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:50.940234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['78a243b3-fef6-458b-ae75-aa98dfd5ce48'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:50.975440 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Network da743cd2-3af6-4c3f-ae41-14334e717d5f is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:17:50.978517 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:17:50.982363 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:17:50.991036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Pushing event updated for resources: {'Port': ['ID=2c8734aa-d94a-4240-932a-6b61628de211,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:51.021966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.022233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.022581 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.022914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.023297 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.023636 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.023967 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.024296 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.024631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.024960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.025287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.025620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.050149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:51.050780 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.065257 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-75dedb00-3ee5-4061-8c86-3842359d6d41 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5708408 Aug 20 11:17:51.078301 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Request body: {'port': {'device_id': '88feabcc-62c2-4307-93ca-e7676353a9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:51.138499 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.397191 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8734aa-d94a-4240-932a-6b61628de211 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:17:51.405487 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.417445 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Transition to ACTIVE for port object 2c8734aa-d94a-4240-932a-6b61628de211 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:17:51.421325 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.471312 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8734aa-d94a-4240-932a-6b61628de211,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:51.540693 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Attempting to bind port 2c8734aa-d94a-4240-932a-6b61628de211 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:17:51.541524 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Attempting to bind port 2c8734aa-d94a-4240-932a-6b61628de211 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '78e1ce43-f9fa-4aab-9ae0-12025045fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'da743cd2-3af6-4c3f-ae41-14334e717d5f'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:17:51.541524 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Attempting to bind port 2c8734aa-d94a-4240-932a-6b61628de211 on network da743cd2-3af6-4c3f-ae41-14334e717d5f {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:17:51.546285 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Port 2c8734aa-d94a-4240-932a-6b61628de211 on network da743cd2-3af6-4c3f-ae41-14334e717d5f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:17:51.546600 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Attempting to bind port 2c8734aa-d94a-4240-932a-6b61628de211 on network da743cd2-3af6-4c3f-ae41-14334e717d5f {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:17:51.551412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:17:51.551746 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Checking segment: {'id': '78e1ce43-f9fa-4aab-9ae0-12025045fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'da743cd2-3af6-4c3f-ae41-14334e717d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:17:51.552125 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Bound using segment: {'id': '78e1ce43-f9fa-4aab-9ae0-12025045fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'da743cd2-3af6-4c3f-ae41-14334e717d5f'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:17:51.552544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Bound port: 2c8734aa-d94a-4240-932a-6b61628de211, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e1ce43-f9fa-4aab-9ae0-12025045fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'da743cd2-3af6-4c3f-ae41-14334e717d5f'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:17:51.552890 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.616789 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] For port 2c8734aa-d94a-4240-932a-6b61628de211, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:17:51.619989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] For port 2c8734aa-d94a-4240-932a-6b61628de211, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2c8734aa-d94a-4240-932a-6b61628de211,segment=NetworkSegment(78e1ce43-f9fa-4aab-9ae0-12025045fd8c),segment_id=78e1ce43-f9fa-4aab-9ae0-12025045fd8c)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:17:51.624684 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.658727 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:51.659367 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.660777 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] 10.222.0.42 "PUT /v2.0/ports/2c8734aa-d94a-4240-932a-6b61628de211 HTTP/1.1" status: 200 len: 1093 time: 0.5875027 Aug 20 11:17:51.661213 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88feabcc-62c2-4307-93ca-e7676353a9e4', 'tag': '2c8734aa-d94a-4240-932a-6b61628de211'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:51.663466 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fe6fbd-b76e-4656-8f52-4bb732bcf9af" -d '{"events": [{"name": "network-changed", "server_uuid": "88feabcc-62c2-4307-93ca-e7676353a9e4", "tag": "2c8734aa-d94a-4240-932a-6b61628de211"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:51.689383 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e8c34-be4f-467d-a22e-b2777a4350b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8734aa-d94a-4240-932a-6b61628de211,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:51.709428 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2d8d89-74c2-43db-9e0a-1001e52df82a x-openstack-request-id: req-bb2d8d89-74c2-43db-9e0a-1001e52df82a {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:51.709714 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88feabcc-62c2-4307-93ca-e7676353a9e4", "tag": "2c8734aa-d94a-4240-932a-6b61628de211", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:51.710304 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb2d8d89-74c2-43db-9e0a-1001e52df82a {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:51.710399 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88feabcc-62c2-4307-93ca-e7676353a9e4', 'tag': '2c8734aa-d94a-4240-932a-6b61628de211', 'status': 'completed', 'code': 200} Aug 20 11:17:51.746519 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-1a3c0042-ba43-4f8e-8498-56a60c97ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:51.748137 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-1a3c0042-ba43-4f8e-8498-56a60c97ea65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b907ee5e71b4050863adc0e7e30f7ae&device_id=88feabcc-62c2-4307-93ca-e7676353a9e4 HTTP/1.1" status: 200 len: 1096 time: 0.0476120 Aug 20 11:17:51.796009 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-c1aab271-af2f-4747-8bbc-ee03887201e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8734aa-d94a-4240-932a-6b61628de211 HTTP/1.1" status: 200 len: 217 time: 0.0391963 Aug 20 11:17:51.807890 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7087c35-a5f6-44f3-8634-6f3b8d6dd20a req-8cb2c532-d413-47c9-b695-146921fb035f tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:51.810315 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a7087c35-a5f6-44f3-8634-6f3b8d6dd20a req-8cb2c532-d413-47c9-b695-146921fb035f tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=88feabcc-62c2-4307-93ca-e7676353a9e4 HTTP/1.1" status: 200 len: 944 time: 0.0549562 Aug 20 11:17:51.852975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-6a7a10ea-b7e6-46e4-be59-060bebfe7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:51.853416 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a7087c35-a5f6-44f3-8634-6f3b8d6dd20a req-940b227c-e32a-4a0c-8173-5436ba51b20d tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353990 Aug 20 11:17:51.854470 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-6a7a10ea-b7e6-46e4-be59-060bebfe7fae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=82b0ac25-41d8-4de2-b1ae-426992077827 HTTP/1.1" status: 200 len: 854 time: 0.0518968 Aug 20 11:17:51.887028 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-b40b8f89-0d15-4b84-b27b-e78feae10bba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da743cd2-3af6-4c3f-ae41-14334e717d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253713 Aug 20 11:17:52.009954 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-6402ae91-5c4b-4529-a628-395f17fed8e9 service neutron] 10.222.0.42 "GET /v2.0/networks/da743cd2-3af6-4c3f-ae41-14334e717d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162448 Aug 20 11:17:52.106154 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a0fa4058-923c-413f-9700-c2b61b581f1b req-6f51643f-cf43-440d-b050-ded66d544473 service neutron] 10.222.0.42 "GET /v2.0/networks/da743cd2-3af6-4c3f-ae41-14334e717d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842478 Aug 20 11:17:52.192350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe6fbd-b76e-4656-8f52-4bb732bcf9af req-397a6c83-59ff-4088-b699-c6a11f87206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:52.193914 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73fe6fbd-b76e-4656-8f52-4bb732bcf9af req-397a6c83-59ff-4088-b699-c6a11f87206c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b907ee5e71b4050863adc0e7e30f7ae&device_id=88feabcc-62c2-4307-93ca-e7676353a9e4 HTTP/1.1" status: 200 len: 1096 time: 0.0409231 Aug 20 11:17:52.287417 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe6fbd-b76e-4656-8f52-4bb732bcf9af req-bbb58821-8bd8-4495-9b96-72555e7a1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:52.288880 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73fe6fbd-b76e-4656-8f52-4bb732bcf9af req-bbb58821-8bd8-4495-9b96-72555e7a1340 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da743cd2-3af6-4c3f-ae41-14334e717d5f HTTP/1.1" status: 200 len: 915 time: 0.0882533 Aug 20 11:17:52.331069 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73fe6fbd-b76e-4656-8f52-4bb732bcf9af req-9e4a5251-0276-46bd-9a6f-a7e6d02baeb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8734aa-d94a-4240-932a-6b61628de211 HTTP/1.1" status: 200 len: 217 time: 0.0354109 Aug 20 11:17:52.385156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe6fbd-b76e-4656-8f52-4bb732bcf9af req-b8ebe140-44fc-4617-9001-3da708cf8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:52.387272 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73fe6fbd-b76e-4656-8f52-4bb732bcf9af req-b8ebe140-44fc-4617-9001-3da708cf8cb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=82b0ac25-41d8-4de2-b1ae-426992077827 HTTP/1.1" status: 200 len: 854 time: 0.0496354 Aug 20 11:17:52.420489 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73fe6fbd-b76e-4656-8f52-4bb732bcf9af req-0087c524-3c57-4600-bc15-d745dd63632b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da743cd2-3af6-4c3f-ae41-14334e717d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249968 Aug 20 11:17:52.512014 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73fe6fbd-b76e-4656-8f52-4bb732bcf9af req-5892ba5d-1bfa-4015-9fc5-a39ff699de25 service neutron] 10.222.0.42 "GET /v2.0/networks/da743cd2-3af6-4c3f-ae41-14334e717d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824928 Aug 20 11:17:52.608704 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73fe6fbd-b76e-4656-8f52-4bb732bcf9af req-a8b67453-cd80-44a6-bdd6-96d48263da56 service neutron] 10.222.0.42 "GET /v2.0/networks/da743cd2-3af6-4c3f-ae41-14334e717d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894768 Aug 20 11:17:52.970121 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46295bd1-f430-4f17-b843-c664448a5fcf req-30bf7d87-3f44-4313-80ca-f3865bde41a8 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:52.971636 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-46295bd1-f430-4f17-b843-c664448a5fcf req-30bf7d87-3f44-4313-80ca-f3865bde41a8 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=88feabcc-62c2-4307-93ca-e7676353a9e4 HTTP/1.1" status: 200 len: 944 time: 0.0505908 Aug 20 11:17:53.009690 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-46295bd1-f430-4f17-b843-c664448a5fcf req-0cfb5baa-32b4-424e-8588-32e2d690a463 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318320 Aug 20 11:17:53.314438 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:54.129573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c790e-6d6b-4e6d-86b3-af5bb926ce5f req-6046a777-fb1b-475b-af62-9340a207b850 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:54.131168 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c07c790e-6d6b-4e6d-86b3-af5bb926ce5f req-6046a777-fb1b-475b-af62-9340a207b850 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=88feabcc-62c2-4307-93ca-e7676353a9e4 HTTP/1.1" status: 200 len: 944 time: 0.0542707 Aug 20 11:17:54.168732 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c07c790e-6d6b-4e6d-86b3-af5bb926ce5f req-3c92b809-b43c-443a-8ea1-9b1f0f549d55 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316360 Aug 20 11:17:55.287038 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf50b00-9b13-4e8c-9bf4-6bcc02971a2f req-54aa6dd0-d189-4320-af22-8d798609c7df tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:55.288561 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ccf50b00-9b13-4e8c-9bf4-6bcc02971a2f req-54aa6dd0-d189-4320-af22-8d798609c7df tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=88feabcc-62c2-4307-93ca-e7676353a9e4 HTTP/1.1" status: 200 len: 944 time: 0.0498958 Aug 20 11:17:55.327935 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ccf50b00-9b13-4e8c-9bf4-6bcc02971a2f req-c062f517-5217-4a45-bf1e-93367726ca35 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326376 Aug 20 11:17:55.590921 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2c8734aa-d94a-4240-932a-6b61628de211 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:17:55.684961 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 2c8734aa-d94a-4240-932a-6b61628de211, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2c8734aa-d94a-4240-932a-6b61628de211,segment=NetworkSegment(78e1ce43-f9fa-4aab-9ae0-12025045fd8c),segment_id=78e1ce43-f9fa-4aab-9ae0-12025045fd8c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:55.696194 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '2c8734aa-d94a-4240-932a-6b61628de211', 'network_id': 'da743cd2-3af6-4c3f-ae41-14334e717d5f', 'port_id': '2c8734aa-d94a-4240-932a-6b61628de211', 'mac_address': 'fa:16:3e:2f:68:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b0ac25-41d8-4de2-b1ae-426992077827', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:17:55.736503 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.751456 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8734aa-d94a-4240-932a-6b61628de211 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:17:55.772056 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 2c8734aa-d94a-4240-932a-6b61628de211, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2c8734aa-d94a-4240-932a-6b61628de211,segment=NetworkSegment(78e1ce43-f9fa-4aab-9ae0-12025045fd8c),segment_id=78e1ce43-f9fa-4aab-9ae0-12025045fd8c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:55.776380 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.822421 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=2c8734aa-d94a-4240-932a-6b61628de211,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:55.966077 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['2c8734aa-d94a-4240-932a-6b61628de211'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:56.446552 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea42aa-ab6e-496b-a851-c39bba2bcee4 req-02aee1ec-f07d-47cf-af28-608923093730 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:56.448203 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0eea42aa-ab6e-496b-a851-c39bba2bcee4 req-02aee1ec-f07d-47cf-af28-608923093730 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=88feabcc-62c2-4307-93ca-e7676353a9e4 HTTP/1.1" status: 200 len: 945 time: 0.0535417 Aug 20 11:17:56.489256 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0eea42aa-ab6e-496b-a851-c39bba2bcee4 req-b1563f24-1d63-4041-a019-946328ec2f40 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340004 Aug 20 11:17:57.606572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2c8734aa-d94a-4240-932a-6b61628de211 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:17:57.611360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc5d7d-33c6-4aa4-b4d5-39e6de2bd2fb req-375afc9c-5789-4e13-959c-70ed00905f7d tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:57.612886 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cdcc5d7d-33c6-4aa4-b4d5-39e6de2bd2fb req-375afc9c-5789-4e13-959c-70ed00905f7d tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=88feabcc-62c2-4307-93ca-e7676353a9e4 HTTP/1.1" status: 200 len: 945 time: 0.0529826 Aug 20 11:17:57.650304 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cdcc5d7d-33c6-4aa4-b4d5-39e6de2bd2fb req-52278e1b-2b25-42a9-b1dd-7b36187950a9 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313072 Aug 20 11:17:57.654304 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 2c8734aa-d94a-4240-932a-6b61628de211 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:17:57.658076 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 2c8734aa-d94a-4240-932a-6b61628de211 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:17:57.658453 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.733342 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.757531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88feabcc-62c2-4307-93ca-e7676353a9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8734aa-d94a-4240-932a-6b61628de211'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:57.759775 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96864e3c-334d-42a3-9d23-ecaf7a994014" -d '{"events": [{"server_uuid": "88feabcc-62c2-4307-93ca-e7676353a9e4", "name": "network-vif-plugged", "status": "completed", "tag": "2c8734aa-d94a-4240-932a-6b61628de211"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:57.772183 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 2c8734aa-d94a-4240-932a-6b61628de211, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2c8734aa-d94a-4240-932a-6b61628de211,segment=NetworkSegment(78e1ce43-f9fa-4aab-9ae0-12025045fd8c),segment_id=78e1ce43-f9fa-4aab-9ae0-12025045fd8c)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:57.777102 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.801771 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28fba9a-c9f0-4aed-91a5-10ab3e493016 x-openstack-request-id: req-b28fba9a-c9f0-4aed-91a5-10ab3e493016 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:57.802063 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88feabcc-62c2-4307-93ca-e7676353a9e4", "name": "network-vif-plugged", "status": "completed", "tag": "2c8734aa-d94a-4240-932a-6b61628de211", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:57.802314 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b28fba9a-c9f0-4aed-91a5-10ab3e493016 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:57.802700 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88feabcc-62c2-4307-93ca-e7676353a9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8734aa-d94a-4240-932a-6b61628de211', 'code': 200} Aug 20 11:17:57.828907 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=2c8734aa-d94a-4240-932a-6b61628de211,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:57.891582 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903c02c-2137-42fc-a136-da5d8c69846e req-1c8fba18-49a0-4eaa-903c-003c862e718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:57.893065 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c903c02c-2137-42fc-a136-da5d8c69846e req-1c8fba18-49a0-4eaa-903c-003c862e718d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=88feabcc-62c2-4307-93ca-e7676353a9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0392869 Aug 20 11:17:57.928370 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c903c02c-2137-42fc-a136-da5d8c69846e req-406a946b-9dcc-4066-997b-972cb257c6cd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277712 Aug 20 11:17:58.768988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d20db-b16e-475c-bb9c-8652636ba2d3 req-0fff2fc9-cc3d-46b2-8bc9-615b71ec2bcf tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:58.770528 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-771d20db-b16e-475c-bb9c-8652636ba2d3 req-0fff2fc9-cc3d-46b2-8bc9-615b71ec2bcf tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=88feabcc-62c2-4307-93ca-e7676353a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0507898 Aug 20 11:17:58.809355 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-771d20db-b16e-475c-bb9c-8652636ba2d3 req-d4e0de6d-ce1a-44f6-bba1-ef436f076ab6 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326426 Aug 20 11:17:59.372194 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9adac4ff-e873-4905-81c1-676b020b874c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:59.924456 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c57b8-9f8d-43a5-8c70-b68a55df2a1f req-4eb95056-e951-4874-9c97-fda81022e4c3 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:59.926033 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b65c57b8-9f8d-43a5-8c70-b68a55df2a1f req-4eb95056-e951-4874-9c97-fda81022e4c3 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=88feabcc-62c2-4307-93ca-e7676353a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0488095 Aug 20 11:17:59.964453 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b65c57b8-9f8d-43a5-8c70-b68a55df2a1f req-c03b1c1c-9db4-4e29-b5e0-3303f6b49447 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324540 Aug 20 11:18:00.204327 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96da6a3-af39-4d11-969f-83d543a9668d req-983b8d7a-e8bf-4d3b-84a6-391ccc80adf3 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:00.205836 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b96da6a3-af39-4d11-969f-83d543a9668d req-983b8d7a-e8bf-4d3b-84a6-391ccc80adf3 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=88feabcc-62c2-4307-93ca-e7676353a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0534611 Aug 20 11:18:00.243955 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b96da6a3-af39-4d11-969f-83d543a9668d req-e789b9f5-258d-4ace-ad6d-8a775f20984e tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320549 Aug 20 11:18:01.364454 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889945b-e2d5-4522-b736-6c0c9788ce9e req-042a27c1-778a-40d0-8e5b-590dc6ca9e10 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:01.365986 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5889945b-e2d5-4522-b736-6c0c9788ce9e req-042a27c1-778a-40d0-8e5b-590dc6ca9e10 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=88feabcc-62c2-4307-93ca-e7676353a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0533507 Aug 20 11:18:01.430297 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5889945b-e2d5-4522-b736-6c0c9788ce9e req-b22d2c54-28cc-423c-b4d9-cad3f32c79ec tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551996 Aug 20 11:18:01.438952 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23498c9a-a904-42f1-9e28-c9737366a095 req-9d69e2e3-3207-4aed-9941-b7d0b4e9dfbb tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:01.440423 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23498c9a-a904-42f1-9e28-c9737366a095 req-9d69e2e3-3207-4aed-9941-b7d0b4e9dfbb tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.42 "GET /v2.0/ports?device_id=88feabcc-62c2-4307-93ca-e7676353a9e4 HTTP/1.1" status: 200 len: 946 time: 0.0735621 Aug 20 11:18:01.534388 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-23498c9a-a904-42f1-9e28-c9737366a095 req-b2441b25-19c4-4cae-a503-7cb29bb20c08 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Deleting port 2c8734aa-d94a-4240-932a-6b61628de211 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:18:01.534642 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-23498c9a-a904-42f1-9e28-c9737366a095 req-b2441b25-19c4-4cae-a503-7cb29bb20c08 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.621905 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-23498c9a-a904-42f1-9e28-c9737366a095 req-b2441b25-19c4-4cae-a503-7cb29bb20c08 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] For port 2c8734aa-d94a-4240-932a-6b61628de211, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=2c8734aa-d94a-4240-932a-6b61628de211,segment=NetworkSegment(78e1ce43-f9fa-4aab-9ae0-12025045fd8c),segment_id=78e1ce43-f9fa-4aab-9ae0-12025045fd8c)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:01.622262 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-23498c9a-a904-42f1-9e28-c9737366a095 req-b2441b25-19c4-4cae-a503-7cb29bb20c08 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.635019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-23498c9a-a904-42f1-9e28-c9737366a095 req-b2441b25-19c4-4cae-a503-7cb29bb20c08 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Calling delete_port for 2c8734aa-d94a-4240-932a-6b61628de211 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:18:01.765602 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-23498c9a-a904-42f1-9e28-c9737366a095 req-b2441b25-19c4-4cae-a503-7cb29bb20c08 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.778727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['78a243b3-fef6-458b-ae75-aa98dfd5ce48'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:18:01.794719 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2441b25-19c4-4cae-a503-7cb29bb20c08 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Pushing event deleted for resources: {'Port': ['ID=2c8734aa-d94a-4240-932a-6b61628de211,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:01.841386 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-23498c9a-a904-42f1-9e28-c9737366a095 req-b2441b25-19c4-4cae-a503-7cb29bb20c08 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] No DVR routers for this DVR port 2c8734aa-d94a-4240-932a-6b61628de211 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:18:01.844094 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-23498c9a-a904-42f1-9e28-c9737366a095 req-b2441b25-19c4-4cae-a503-7cb29bb20c08 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.846170 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-23498c9a-a904-42f1-9e28-c9737366a095 req-b2441b25-19c4-4cae-a503-7cb29bb20c08 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.42 "DELETE /v2.0/ports/2c8734aa-d94a-4240-932a-6b61628de211 HTTP/1.1" status: 204 len: 173 time: 0.3991928 Aug 20 11:18:01.846615 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88feabcc-62c2-4307-93ca-e7676353a9e4', 'name': 'network-vif-deleted', 'tag': '2c8734aa-d94a-4240-932a-6b61628de211'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:18:01.848915 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6741463e-da6e-4c0e-a96d-7a4341c4965b" -d '{"events": [{"server_uuid": "88feabcc-62c2-4307-93ca-e7676353a9e4", "name": "network-vif-deleted", "tag": "2c8734aa-d94a-4240-932a-6b61628de211"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:18:01.887949 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23184c3-a9d0-405f-a4b7-703a618a380f x-openstack-request-id: req-f23184c3-a9d0-405f-a4b7-703a618a380f {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:18:01.888254 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88feabcc-62c2-4307-93ca-e7676353a9e4", "name": "network-vif-deleted", "tag": "2c8734aa-d94a-4240-932a-6b61628de211", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:18:01.888511 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f23184c3-a9d0-405f-a4b7-703a618a380f {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:18:01.889049 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88feabcc-62c2-4307-93ca-e7676353a9e4', 'name': 'network-vif-deleted', 'tag': '2c8734aa-d94a-4240-932a-6b61628de211', 'status': 'completed', 'code': 200} Aug 20 11:18:02.005627 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-68993ed5-8d34-45fb-85fb-ddaff016a0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:02.484748 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:02.587714 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a693bd-f20e-47e2-b26f-294d8305437c req-d4615cea-a646-42fd-a7f2-8198f843e363 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:02.589345 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3a693bd-f20e-47e2-b26f-294d8305437c req-d4615cea-a646-42fd-a7f2-8198f843e363 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 945 time: 0.0499425 Aug 20 11:18:02.627067 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3a693bd-f20e-47e2-b26f-294d8305437c req-a5329deb-0bad-47c5-9e32-839b7a386712 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316710 Aug 20 11:18:02.761759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce697eb5-3ca3-4228-bd80-ce7ef657dd54 req-59e030fb-b16e-4ccf-9cfc-9247a8f4fbb6 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:02.763277 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce697eb5-3ca3-4228-bd80-ce7ef657dd54 req-59e030fb-b16e-4ccf-9cfc-9247a8f4fbb6 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 945 time: 0.0523958 Aug 20 11:18:02.800516 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce697eb5-3ca3-4228-bd80-ce7ef657dd54 req-0a55889c-a1f7-4099-902e-6beffc85c5b7 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312095 Aug 20 11:18:02.919588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411cdf7-06c7-4ac4-9451-c1cc6bf3a776 req-25ac0f9d-26e8-46bd-b440-f347c82742ef tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:02.921117 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5411cdf7-06c7-4ac4-9451-c1cc6bf3a776 req-25ac0f9d-26e8-46bd-b440-f347c82742ef tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 945 time: 0.0532932 Aug 20 11:18:02.960034 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5411cdf7-06c7-4ac4-9451-c1cc6bf3a776 req-448e96b6-3521-4679-b1fb-5ff3e03e0808 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329440 Aug 20 11:18:03.128070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54549532-7321-44d0-aa48-2fb54a7a5636 req-313b8b8b-a2f1-458e-96f2-08f5e4fcfd37 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:03.129815 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54549532-7321-44d0-aa48-2fb54a7a5636 req-313b8b8b-a2f1-458e-96f2-08f5e4fcfd37 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 945 time: 0.0509546 Aug 20 11:18:03.166343 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-54549532-7321-44d0-aa48-2fb54a7a5636 req-10a4f132-cecf-4ed8-b593-496811375293 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309002 Aug 20 11:18:03.284593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fba635-2f23-4cd7-a7e3-f861dddea6ab req-af1b8435-7389-470a-84db-e480f22b9d26 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:03.285970 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-14fba635-2f23-4cd7-a7e3-f861dddea6ab req-af1b8435-7389-470a-84db-e480f22b9d26 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 945 time: 0.0522876 Aug 20 11:18:03.324179 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-14fba635-2f23-4cd7-a7e3-f861dddea6ab req-dd0cb7c8-69fe-497c-8b07-8a2ef47f95cb tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318387 Aug 20 11:18:03.338788 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:03.451372 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630a7ee-3a7f-4abe-a45e-e302f3742fad req-af34149c-dc81-416f-92da-770bbbcd1b11 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:03.452856 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4630a7ee-3a7f-4abe-a45e-e302f3742fad req-af34149c-dc81-416f-92da-770bbbcd1b11 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 945 time: 0.0488527 Aug 20 11:18:03.490717 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4630a7ee-3a7f-4abe-a45e-e302f3742fad req-0151a298-7d8c-4518-aee8-178a7b13a63b tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319219 Aug 20 11:18:03.637294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2c8734aa-d94a-4240-932a-6b61628de211 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:18:03.667472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 2c8734aa-d94a-4240-932a-6b61628de211 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:18:03.668477 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 2c8734aa-d94a-4240-932a-6b61628de211 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:18:03.796883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6aa987-22b5-4841-8efc-719bb992c70d req-0b622caa-6a5d-4e53-a1a9-d87f44d9e1d0 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:03.798270 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5b6aa987-22b5-4841-8efc-719bb992c70d req-0b622caa-6a5d-4e53-a1a9-d87f44d9e1d0 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 945 time: 0.0489762 Aug 20 11:18:03.835471 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5b6aa987-22b5-4841-8efc-719bb992c70d req-5425aed1-b8ff-43e6-aca4-75eaf71214cf tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311296 Aug 20 11:18:04.950847 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c423cf-8855-446c-9188-50f67d172634 req-1c2f23e1-302a-4b5f-bd6a-a34cba2b504b tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:04.952325 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4c423cf-8855-446c-9188-50f67d172634 req-1c2f23e1-302a-4b5f-bd6a-a34cba2b504b tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 945 time: 0.0482776 Aug 20 11:18:04.992204 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:04.992794 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b4c423cf-8855-446c-9188-50f67d172634 req-154268ed-de3d-4acb-81d2-2474311ff79d tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d9d514f-4759-431e-a35b-47e18159b955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341151 Aug 20 11:18:05.345479 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa7ffd-27f7-4b5a-b99b-7ed9f60ba2ef req-2e0aaa6f-6e62-4ccc-ad1b-b4faf4fedff9 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:05.346902 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4dfa7ffd-27f7-4b5a-b99b-7ed9f60ba2ef req-2e0aaa6f-6e62-4ccc-ad1b-b4faf4fedff9 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 945 time: 0.0527630 Aug 20 11:18:05.432449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-4dfa7ffd-27f7-4b5a-b99b-7ed9f60ba2ef req-7e263075-1a82-433a-a729-fc5254e48869 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Deleting port 78a243b3-fef6-458b-ae75-aa98dfd5ce48 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:18:05.432780 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4dfa7ffd-27f7-4b5a-b99b-7ed9f60ba2ef req-7e263075-1a82-433a-a729-fc5254e48869 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.523319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-4dfa7ffd-27f7-4b5a-b99b-7ed9f60ba2ef req-7e263075-1a82-433a-a729-fc5254e48869 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] For port 78a243b3-fef6-458b-ae75-aa98dfd5ce48, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=78a243b3-fef6-458b-ae75-aa98dfd5ce48,segment=NetworkSegment(78e1ce43-f9fa-4aab-9ae0-12025045fd8c),segment_id=78e1ce43-f9fa-4aab-9ae0-12025045fd8c)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:05.523682 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4dfa7ffd-27f7-4b5a-b99b-7ed9f60ba2ef req-7e263075-1a82-433a-a729-fc5254e48869 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.536540 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-4dfa7ffd-27f7-4b5a-b99b-7ed9f60ba2ef req-7e263075-1a82-433a-a729-fc5254e48869 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Calling delete_port for 78a243b3-fef6-458b-ae75-aa98dfd5ce48 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:18:05.659022 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4dfa7ffd-27f7-4b5a-b99b-7ed9f60ba2ef req-7e263075-1a82-433a-a729-fc5254e48869 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.671771 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['78a243b3-fef6-458b-ae75-aa98dfd5ce48'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:18:05.691734 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e263075-1a82-433a-a729-fc5254e48869 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Pushing event deleted for resources: {'Port': ['ID=78a243b3-fef6-458b-ae75-aa98dfd5ce48,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:05.732121 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfa7ffd-27f7-4b5a-b99b-7ed9f60ba2ef req-7e263075-1a82-433a-a729-fc5254e48869 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] No DVR routers for this DVR port 78a243b3-fef6-458b-ae75-aa98dfd5ce48 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:18:05.734734 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4dfa7ffd-27f7-4b5a-b99b-7ed9f60ba2ef req-7e263075-1a82-433a-a729-fc5254e48869 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.736749 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4dfa7ffd-27f7-4b5a-b99b-7ed9f60ba2ef req-7e263075-1a82-433a-a729-fc5254e48869 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.24 "DELETE /v2.0/ports/78a243b3-fef6-458b-ae75-aa98dfd5ce48 HTTP/1.1" status: 204 len: 173 time: 0.3836339 Aug 20 11:18:05.737185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43575cc-7b42-4787-9852-9919251fa012', 'name': 'network-vif-deleted', 'tag': '78a243b3-fef6-458b-ae75-aa98dfd5ce48'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:18:05.739453 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3ae5cb-ee3c-4121-a6d0-4feb7ea93f7e" -d '{"events": [{"server_uuid": "d43575cc-7b42-4787-9852-9919251fa012", "name": "network-vif-deleted", "tag": "78a243b3-fef6-458b-ae75-aa98dfd5ce48"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:18:05.777733 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6cc8e3-de42-4fda-8e92-aaf280124ec5 x-openstack-request-id: req-af6cc8e3-de42-4fda-8e92-aaf280124ec5 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:18:05.778031 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43575cc-7b42-4787-9852-9919251fa012", "name": "network-vif-deleted", "tag": "78a243b3-fef6-458b-ae75-aa98dfd5ce48", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:18:05.778286 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af6cc8e3-de42-4fda-8e92-aaf280124ec5 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:18:05.778799 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43575cc-7b42-4787-9852-9919251fa012', 'name': 'network-vif-deleted', 'tag': '78a243b3-fef6-458b-ae75-aa98dfd5ce48', 'status': 'completed', 'code': 200} Aug 20 11:18:06.099151 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f4ee4061-65e5-4964-80ef-1e002abd0dff req-0ae6c29f-1e57-4939-9eff-8db7d2a2e3b9 tempest-ServersNegativeTestJSON-1765069949 tempest-ServersNegativeTestJSON-1765069949-project] 10.222.0.16 "GET /v2.0/ports?device_id=d43575cc-7b42-4787-9852-9919251fa012 HTTP/1.1" status: 200 len: 210 time: 0.0308704 Aug 20 11:18:07.156305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38610) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:07.200918 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-af61c2e2-7e67-4f7f-bbf6-f12bca5985c7 admin admin] Deleting subnet 82b0ac25-41d8-4de2-b1ae-426992077827 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:18:07.203915 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af61c2e2-7e67-4f7f-bbf6-f12bca5985c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.237964 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af61c2e2-7e67-4f7f-bbf6-f12bca5985c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.276850 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af61c2e2-7e67-4f7f-bbf6-f12bca5985c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.332790 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af61c2e2-7e67-4f7f-bbf6-f12bca5985c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.363830 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61c2e2-7e67-4f7f-bbf6-f12bca5985c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82b0ac25-41d8-4de2-b1ae-426992077827,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:07.365805 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-af61c2e2-7e67-4f7f-bbf6-f12bca5985c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.367709 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-af61c2e2-7e67-4f7f-bbf6-f12bca5985c7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/82b0ac25-41d8-4de2-b1ae-426992077827 HTTP/1.1" status: 204 len: 168 time: 0.2103589 Aug 20 11:18:07.370138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38612) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:07.438034 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98e6a710-ad04-496e-bf9f-9b27edf6d30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.518269 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98e6a710-ad04-496e-bf9f-9b27edf6d30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.527812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-98e6a710-ad04-496e-bf9f-9b27edf6d30d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da743cd2-3af6-4c3f-ae41-14334e717d5f']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:07.537854 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-98e6a710-ad04-496e-bf9f-9b27edf6d30d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e1ce43-f9fa-4aab-9ae0-12025045fd8c') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:07.538148 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-98e6a710-ad04-496e-bf9f-9b27edf6d30d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e1ce43-f9fa-4aab-9ae0-12025045fd8c') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:07.547240 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98e6a710-ad04-496e-bf9f-9b27edf6d30d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.561112 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98e6a710-ad04-496e-bf9f-9b27edf6d30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.566855 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e6a710-ad04-496e-bf9f-9b27edf6d30d admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:18:07.567272 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98e6a710-ad04-496e-bf9f-9b27edf6d30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: timer() Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:18:07.568856 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:18:07.620424 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98e6a710-ad04-496e-bf9f-9b27edf6d30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.626377 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-98e6a710-ad04-496e-bf9f-9b27edf6d30d admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.628379 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-98e6a710-ad04-496e-bf9f-9b27edf6d30d admin admin] 10.222.0.16 "DELETE /v2.0/networks/da743cd2-3af6-4c3f-ae41-14334e717d5f HTTP/1.1" status: 204 len: 168 time: 0.2573395 Aug 20 11:18:07.639531 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6a710-ad04-496e-bf9f-9b27edf6d30d admin admin] Pushing event deleted for resources: {'Network': ['ID=da743cd2-3af6-4c3f-ae41-14334e717d5f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:07.733642 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38616) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:07.772722 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-833136c0-0e35-447b-87e8-496d3ba442fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b907ee5e71b4050863adc0e7e30f7ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378644 Aug 20 11:18:07.775031 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38618) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:07.826260 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c8097fe-f5ec-4f79-9bf7-f50f6bf1b18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.846848 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c8097fe-f5ec-4f79-9bf7-f50f6bf1b18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.894397 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c8097fe-f5ec-4f79-9bf7-f50f6bf1b18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.896973 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0c8097fe-f5ec-4f79-9bf7-f50f6bf1b18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.898121 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0c8097fe-f5ec-4f79-9bf7-f50f6bf1b18d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d9d514f-4759-431e-a35b-47e18159b955 HTTP/1.1" status: 204 len: 168 time: 0.1221797 Aug 20 11:18:07.906218 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8097fe-f5ec-4f79-9bf7-f50f6bf1b18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9d514f-4759-431e-a35b-47e18159b955,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:08.575731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38640) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:08.670328 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-571950745'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:08.690688 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Made reservation on behalf of 9da313303fe140a1b44710b8f2f56640 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:08.694168 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:08.702936 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:08.791761 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:08.796529 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:08.820713 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:18:08.836346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccfad95-b4f9-4209-88d6-7f4f52cf77a5,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:08.838900 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:08.839352 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Added segment 8452079e-91da-41b0-a180-783365facd4f of type vlan for network 09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9 Aug 20 11:18:08.858846 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:08.859217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:08.859557 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:08.859916 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:08.860247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:08.860574 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:08.860902 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:08.861225 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:08.861546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:08.861868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:08.862188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:08.862508 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:08.905054 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:08.928581 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:08.934613 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:08.935232 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:08.991823 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4149711 Aug 20 11:18:09.000576 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658d7c6-135b-4353-9748-6a20d5fd196e tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event updated for resources: {'Network': ['ID=09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:09.021839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:18:10.317131 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 78a243b3-fef6-458b-ae75-aa98dfd5ce48 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:18:10.339335 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 78a243b3-fef6-458b-ae75-aa98dfd5ce48 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:18:10.339703 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 78a243b3-fef6-458b-ae75-aa98dfd5ce48 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:18:10.891753 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:18:12.276042 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38644) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:12.281295 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2a395a4b-7463-4cd7-ab2c-ff4cc605dc61 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Request body: {'subnet': {'network_id': '09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:12.374309 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a395a4b-7463-4cd7-ab2c-ff4cc605dc61 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Made reservation on behalf of 9da313303fe140a1b44710b8f2f56640 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:12.377818 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a395a4b-7463-4cd7-ab2c-ff4cc605dc61 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.560132 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a395a4b-7463-4cd7-ab2c-ff4cc605dc61 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.621070 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a395a4b-7463-4cd7-ab2c-ff4cc605dc61 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event updated for resources: {'Subnet': ['ID=b0c52bb6-5485-48a3-a416-94c6c6eb8260,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:12.628220 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a395a4b-7463-4cd7-ab2c-ff4cc605dc61 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Checking segment: {'id': '8452079e-91da-41b0-a180-783365facd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:12.628566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a395a4b-7463-4cd7-ab2c-ff4cc605dc61 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Network hostable DHCP agents. Network: 09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:18:12.643721 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a395a4b-7463-4cd7-ab2c-ff4cc605dc61 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Network 09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:18:12.651960 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-2a395a4b-7463-4cd7-ab2c-ff4cc605dc61 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:12.656488 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a395a4b-7463-4cd7-ab2c-ff4cc605dc61 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:12.657077 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2a395a4b-7463-4cd7-ab2c-ff4cc605dc61 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.660948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90b105b-4865-48a6-8fb0-7461b02d077a None None] Network 09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:12.676093 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2a395a4b-7463-4cd7-ab2c-ff4cc605dc61 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3989477 Aug 20 11:18:12.679571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38646) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:12.684631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-9ec11dba-5fef-4ff2-a132-3811e375b122 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-177539541'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:12.705134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec11dba-5fef-4ff2-a132-3811e375b122 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Made reservation on behalf of 9da313303fe140a1b44710b8f2f56640 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:12.709390 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9ec11dba-5fef-4ff2-a132-3811e375b122 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.734198 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec11dba-5fef-4ff2-a132-3811e375b122 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:18:12.742937 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9ec11dba-5fef-4ff2-a132-3811e375b122 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.743807 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-9ec11dba-5fef-4ff2-a132-3811e375b122 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Added segment ed96f199-c2af-4800-bd5a-eac7ad506bb0 of type vlan for network 1c8aefb2-59de-447e-abcd-8d55ad0a5bac Aug 20 11:18:12.784424 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9ec11dba-5fef-4ff2-a132-3811e375b122 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.810510 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9ec11dba-5fef-4ff2-a132-3811e375b122 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.816303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec11dba-5fef-4ff2-a132-3811e375b122 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:12.816949 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9ec11dba-5fef-4ff2-a132-3811e375b122 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.875809 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9ec11dba-5fef-4ff2-a132-3811e375b122 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1924777 Aug 20 11:18:12.876540 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38648) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:12.882054 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c10ef5dc-b946-443e-b4fc-9c7184959052 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Request body: {'subnet': {'network_id': '1c8aefb2-59de-447e-abcd-8d55ad0a5bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:12.897327 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec11dba-5fef-4ff2-a132-3811e375b122 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event updated for resources: {'Network': ['ID=1c8aefb2-59de-447e-abcd-8d55ad0a5bac,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:12.966184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 1c8aefb2-59de-447e-abcd-8d55ad0a5bac details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:18:12.975093 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10ef5dc-b946-443e-b4fc-9c7184959052 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Made reservation on behalf of 9da313303fe140a1b44710b8f2f56640 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:12.978937 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c10ef5dc-b946-443e-b4fc-9c7184959052 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.979966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9', 'network_id': '09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9', 'tenant_id': '9da313303fe140a1b44710b8f2f56640', 'fixed_ips': [{'subnet_id': 'b0c52bb6-5485-48a3-a416-94c6c6eb8260'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:18:12.980848 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.160210 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Allocated IP 2001:db8:0:ffff::2 (09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9/b0c52bb6-5485-48a3-a416-94c6c6eb8260/aaf9549d-ac20-4c27-b61e-6978767d986f) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:13.172781 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c10ef5dc-b946-443e-b4fc-9c7184959052 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.238841 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ef5dc-b946-443e-b4fc-9c7184959052 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event updated for resources: {'Subnet': ['ID=eddb4a51-6a5d-439d-920f-e061a8231974,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:13.246042 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10ef5dc-b946-443e-b4fc-9c7184959052 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Checking segment: {'id': 'ed96f199-c2af-4800-bd5a-eac7ad506bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1c8aefb2-59de-447e-abcd-8d55ad0a5bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:13.247116 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10ef5dc-b946-443e-b4fc-9c7184959052 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Network hostable DHCP agents. Network: 1c8aefb2-59de-447e-abcd-8d55ad0a5bac, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:18:13.264188 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10ef5dc-b946-443e-b4fc-9c7184959052 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Network 1c8aefb2-59de-447e-abcd-8d55ad0a5bac is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:18:13.272450 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-c10ef5dc-b946-443e-b4fc-9c7184959052 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 1c8aefb2-59de-447e-abcd-8d55ad0a5bac) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:13.276670 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10ef5dc-b946-443e-b4fc-9c7184959052 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:13.277287 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c10ef5dc-b946-443e-b4fc-9c7184959052 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.286504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84959a54-5143-453e-91a3-018a571b867b None None] Network 1c8aefb2-59de-447e-abcd-8d55ad0a5bac requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:13.296100 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c10ef5dc-b946-443e-b4fc-9c7184959052 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4183488 Aug 20 11:18:13.296273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38650) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:13.348432 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.362204 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Transition to ACTIVE for port object aaf9549d-ac20-4c27-b61e-6978767d986f will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:13.391549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Transition to ACTIVE for port object aaf9549d-ac20-4c27-b61e-6978767d986f will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:13.395551 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dc88161d-eb84-4301-90b0-2548be44363a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.403815 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.469125 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Network 09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:13.476019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:13.479817 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dc88161d-eb84-4301-90b0-2548be44363a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.481592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:13.496432 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Pushing event updated for resources: {'Port': ['ID=aaf9549d-ac20-4c27-b61e-6978767d986f,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:13.509147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:13.509743 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:13.509879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:13.510218 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:13.510559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:13.510892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:13.511359 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:13.511614 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:13.512473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:13.512803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:13.513619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:13.513619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:13.549035 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dc88161d-eb84-4301-90b0-2548be44363a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.565528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a516e27-ae7d-4404-a943-434ab0e76613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-1c8aefb2-59de-447e-abcd-8d55ad0a5bac', 'network_id': '1c8aefb2-59de-447e-abcd-8d55ad0a5bac', 'tenant_id': '9da313303fe140a1b44710b8f2f56640', 'fixed_ips': [{'subnet_id': 'eddb4a51-6a5d-439d-920f-e061a8231974'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:18:13.566387 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2a516e27-ae7d-4404-a943-434ab0e76613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.577103 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88161d-eb84-4301-90b0-2548be44363a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event deleted for resources: {'Subnet': ['ID=eddb4a51-6a5d-439d-920f-e061a8231974,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:13.591974 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Attempting to bind port aaf9549d-ac20-4c27-b61e-6978767d986f on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:13.592345 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Attempting to bind port aaf9549d-ac20-4c27-b61e-6978767d986f by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '8452079e-91da-41b0-a180-783365facd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:13.592711 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Attempting to bind port aaf9549d-ac20-4c27-b61e-6978767d986f on network 09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:13.603620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:13.603992 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Checking segment: {'id': '8452079e-91da-41b0-a180-783365facd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:13.604331 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.604731 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Bound using segment: {'id': '8452079e-91da-41b0-a180-783365facd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:13.606562 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Bound port: aaf9549d-ac20-4c27-b61e-6978767d986f, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8452079e-91da-41b0-a180-783365facd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:13.606562 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.640521 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dc88161d-eb84-4301-90b0-2548be44363a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.650486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-dc88161d-eb84-4301-90b0-2548be44363a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8aefb2-59de-447e-abcd-8d55ad0a5bac']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:13.662724 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-dc88161d-eb84-4301-90b0-2548be44363a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed96f199-c2af-4800-bd5a-eac7ad506bb0') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:13.663239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-dc88161d-eb84-4301-90b0-2548be44363a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed96f199-c2af-4800-bd5a-eac7ad506bb0') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:13.674304 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dc88161d-eb84-4301-90b0-2548be44363a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.686081 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e785535f-b966-4bfa-89ce-8ab99a51065a None None] Network 1c8aefb2-59de-447e-abcd-8d55ad0a5bac requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:13.689996 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dc88161d-eb84-4301-90b0-2548be44363a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.696301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc88161d-eb84-4301-90b0-2548be44363a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:18:13.696698 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dc88161d-eb84-4301-90b0-2548be44363a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: timer() Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:18:13.700835 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:18:13.760329 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dc88161d-eb84-4301-90b0-2548be44363a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.765425 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dc88161d-eb84-4301-90b0-2548be44363a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.767500 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dc88161d-eb84-4301-90b0-2548be44363a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "DELETE /v2.0/networks/1c8aefb2-59de-447e-abcd-8d55ad0a5bac HTTP/1.1" status: 204 len: 168 time: 0.4699905 Aug 20 11:18:13.771296 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38652) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:13.776988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-ff518303-225e-45bc-b779-d95bf08ed513 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-40314417'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:13.787084 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88161d-eb84-4301-90b0-2548be44363a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event deleted for resources: {'Network': ['ID=1c8aefb2-59de-447e-abcd-8d55ad0a5bac,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:13.800885 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff518303-225e-45bc-b779-d95bf08ed513 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Made reservation on behalf of 9da313303fe140a1b44710b8f2f56640 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:13.804863 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff518303-225e-45bc-b779-d95bf08ed513 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.805047 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] For port aaf9549d-ac20-4c27-b61e-6978767d986f, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:13.830930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff518303-225e-45bc-b779-d95bf08ed513 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:18:13.834756 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] For port aaf9549d-ac20-4c27-b61e-6978767d986f, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=aaf9549d-ac20-4c27-b61e-6978767d986f,segment=NetworkSegment(8452079e-91da-41b0-a180-783365facd4f),segment_id=8452079e-91da-41b0-a180-783365facd4f)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:13.841519 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.843805 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff518303-225e-45bc-b779-d95bf08ed513 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.844336 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-ff518303-225e-45bc-b779-d95bf08ed513 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Added segment df12271f-7095-4bd6-a4a2-a6a93f0fa53c of type vlan for network f2fcc861-20df-4aed-9b6c-2f7eaa184f4c Aug 20 11:18:13.890715 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff518303-225e-45bc-b779-d95bf08ed513 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.911844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7a85d-2866-433c-bee6-ef1c6656d0aa None None] Pushing event updated for resources: {'Port': ['ID=aaf9549d-ac20-4c27-b61e-6978767d986f,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:13.924825 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff518303-225e-45bc-b779-d95bf08ed513 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.931031 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff518303-225e-45bc-b779-d95bf08ed513 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:13.931714 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff518303-225e-45bc-b779-d95bf08ed513 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.995138 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ff518303-225e-45bc-b779-d95bf08ed513 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2227092 Aug 20 11:18:13.998305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38654) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:14.003966 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a9e6704f-5e3f-45bd-8714-fdba7648e7d4 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Request body: {'subnet': {'network_id': 'f2fcc861-20df-4aed-9b6c-2f7eaa184f4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:14.007722 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff518303-225e-45bc-b779-d95bf08ed513 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event updated for resources: {'Network': ['ID=f2fcc861-20df-4aed-9b6c-2f7eaa184f4c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:14.021728 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network f2fcc861-20df-4aed-9b6c-2f7eaa184f4c details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:18:14.132951 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e6704f-5e3f-45bd-8714-fdba7648e7d4 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Made reservation on behalf of 9da313303fe140a1b44710b8f2f56640 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:14.138491 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a9e6704f-5e3f-45bd-8714-fdba7648e7d4 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.204460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.ipam_backend_mixin [None req-a9e6704f-5e3f-45bd-8714-fdba7648e7d4 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Performing IP validity checks on allocation pools {{(pid=94866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 11:18:14.205008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.ipam_backend_mixin [None req-a9e6704f-5e3f-45bd-8714-fdba7648e7d4 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94866) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 11:18:14.330694 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a9e6704f-5e3f-45bd-8714-fdba7648e7d4 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.394412 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6704f-5e3f-45bd-8714-fdba7648e7d4 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event updated for resources: {'Subnet': ['ID=6d6a1c3c-49ba-4868-a7fd-f59f9c11d054,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:14.401988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e6704f-5e3f-45bd-8714-fdba7648e7d4 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Checking segment: {'id': 'df12271f-7095-4bd6-a4a2-a6a93f0fa53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f2fcc861-20df-4aed-9b6c-2f7eaa184f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:14.402235 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e6704f-5e3f-45bd-8714-fdba7648e7d4 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Network hostable DHCP agents. Network: f2fcc861-20df-4aed-9b6c-2f7eaa184f4c, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:18:14.420960 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e6704f-5e3f-45bd-8714-fdba7648e7d4 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Network f2fcc861-20df-4aed-9b6c-2f7eaa184f4c is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:18:14.430249 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-a9e6704f-5e3f-45bd-8714-fdba7648e7d4 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, f2fcc861-20df-4aed-9b6c-2f7eaa184f4c) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:14.436212 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e6704f-5e3f-45bd-8714-fdba7648e7d4 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:14.436826 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a9e6704f-5e3f-45bd-8714-fdba7648e7d4 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.441634 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a0a7f6-3fff-4394-a0ed-16f669f5f372 None None] Network f2fcc861-20df-4aed-9b6c-2f7eaa184f4c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:14.460212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38656) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:14.463108 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a9e6704f-5e3f-45bd-8714-fdba7648e7d4 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4597785 Aug 20 11:18:14.595653 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-412c4935-6c4d-4ddd-9033-0b1a54e6cb8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.640344 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cfeed1-f53a-4a70-9d5e-2015b06eacb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-f2fcc861-20df-4aed-9b6c-2f7eaa184f4c', 'network_id': 'f2fcc861-20df-4aed-9b6c-2f7eaa184f4c', 'tenant_id': '9da313303fe140a1b44710b8f2f56640', 'fixed_ips': [{'subnet_id': '6d6a1c3c-49ba-4868-a7fd-f59f9c11d054'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:18:14.641717 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b8cfeed1-f53a-4a70-9d5e-2015b06eacb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.679140 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device aaf9549d-ac20-4c27-b61e-6978767d986f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:14.710093 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-412c4935-6c4d-4ddd-9033-0b1a54e6cb8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.789904 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-412c4935-6c4d-4ddd-9033-0b1a54e6cb8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server [None req-b8cfeed1-f53a-4a70-9d5e-2015b06eacb9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d6a1c3c-49ba-4868-a7fd-f59f9c11d054: This subnet is being modified by another concurrent operation. Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server raise exception Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d6a1c3c-49ba-4868-a7fd-f59f9c11d054: This subnet is being modified by another concurrent operation. Aug 20 11:18:14.794172 n-d-778550-11 neutron-server[94868]: ERROR oslo_messaging.rpc.server Aug 20 11:18:14.812397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port aaf9549d-ac20-4c27-b61e-6978767d986f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:14.814643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b6e48e-70ba-4c7b-a4f0-6a18de26dac3 None None] Network f2fcc861-20df-4aed-9b6c-2f7eaa184f4c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:14.821147 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c4935-6c4d-4ddd-9033-0b1a54e6cb8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event deleted for resources: {'Subnet': ['ID=6d6a1c3c-49ba-4868-a7fd-f59f9c11d054,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:14.887439 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-412c4935-6c4d-4ddd-9033-0b1a54e6cb8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.898908 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-412c4935-6c4d-4ddd-9033-0b1a54e6cb8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2fcc861-20df-4aed-9b6c-2f7eaa184f4c']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:14.911706 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-412c4935-6c4d-4ddd-9033-0b1a54e6cb8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df12271f-7095-4bd6-a4a2-a6a93f0fa53c') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:14.911999 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-412c4935-6c4d-4ddd-9033-0b1a54e6cb8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df12271f-7095-4bd6-a4a2-a6a93f0fa53c') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:14.922751 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-412c4935-6c4d-4ddd-9033-0b1a54e6cb8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.942882 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-412c4935-6c4d-4ddd-9033-0b1a54e6cb8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.949958 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412c4935-6c4d-4ddd-9033-0b1a54e6cb8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:18:14.950360 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-412c4935-6c4d-4ddd-9033-0b1a54e6cb8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: timer() Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:18:14.953395 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:18:14.999433 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2153790-b78a-43a1-ad68-acc5fbc6e3e6 None None] Network 09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:15.011610 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-412c4935-6c4d-4ddd-9033-0b1a54e6cb8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.018976 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-412c4935-6c4d-4ddd-9033-0b1a54e6cb8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.024218 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-412c4935-6c4d-4ddd-9033-0b1a54e6cb8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "DELETE /v2.0/networks/f2fcc861-20df-4aed-9b6c-2f7eaa184f4c HTTP/1.1" status: 204 len: 168 time: 0.5593214 Aug 20 11:18:15.024497 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38658) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:15.030286 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-ad686cfb-9494-4945-8f17-62c1ed284e8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2106291242'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:15.033417 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c4935-6c4d-4ddd-9033-0b1a54e6cb8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event deleted for resources: {'Network': ['ID=f2fcc861-20df-4aed-9b6c-2f7eaa184f4c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:15.052047 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad686cfb-9494-4945-8f17-62c1ed284e8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Made reservation on behalf of 9da313303fe140a1b44710b8f2f56640 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:15.055612 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad686cfb-9494-4945-8f17-62c1ed284e8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.084199 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad686cfb-9494-4945-8f17-62c1ed284e8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:18:15.093868 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad686cfb-9494-4945-8f17-62c1ed284e8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.094218 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-ad686cfb-9494-4945-8f17-62c1ed284e8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Added segment 9f8edb4d-3a4f-4a64-b3d7-82339483d337 of type vlan for network 3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1 Aug 20 11:18:15.117478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-57b18f51-10c2-441d-b069-871e2d5e1cc4 None None] Provisioning for port aaf9549d-ac20-4c27-b61e-6978767d986f completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:15.125629 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-57b18f51-10c2-441d-b069-871e2d5e1cc4 None None] Provisioning complete for port aaf9549d-ac20-4c27-b61e-6978767d986f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:15.125999 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-57b18f51-10c2-441d-b069-871e2d5e1cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.133160 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad686cfb-9494-4945-8f17-62c1ed284e8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.161936 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad686cfb-9494-4945-8f17-62c1ed284e8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.167767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad686cfb-9494-4945-8f17-62c1ed284e8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:15.168393 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad686cfb-9494-4945-8f17-62c1ed284e8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.228090 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ad686cfb-9494-4945-8f17-62c1ed284e8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2024741 Aug 20 11:18:15.231312 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38660) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:15.236509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d36efa7e-d68b-4650-9576-ece6c6e440aa tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Request body: {'subnet': {'network_id': '3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:15.245633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad686cfb-9494-4945-8f17-62c1ed284e8a tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event updated for resources: {'Network': ['ID=3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:15.250430 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-57b18f51-10c2-441d-b069-871e2d5e1cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.261526 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:18:15.335270 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-57b18f51-10c2-441d-b069-871e2d5e1cc4 None None] For port aaf9549d-ac20-4c27-b61e-6978767d986f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=aaf9549d-ac20-4c27-b61e-6978767d986f,segment=NetworkSegment(8452079e-91da-41b0-a180-783365facd4f),segment_id=8452079e-91da-41b0-a180-783365facd4f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:15.342573 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36efa7e-d68b-4650-9576-ece6c6e440aa tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Made reservation on behalf of 9da313303fe140a1b44710b8f2f56640 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:15.344493 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-57b18f51-10c2-441d-b069-871e2d5e1cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.347608 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d36efa7e-d68b-4650-9576-ece6c6e440aa tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.396015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b18f51-10c2-441d-b069-871e2d5e1cc4 None None] Pushing event updated for resources: {'Port': ['ID=aaf9549d-ac20-4c27-b61e-6978767d986f,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:15.420640 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7911586-7b06-424f-a6ad-141ad370b9a8 None None] get_active_networks_info from n-d-778550-11 {{(pid=94868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:18:15.483035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-db5bc95e-2a5f-48b3-9e48-a4fb55a67615 None None] Provisioning complete for port aaf9549d-ac20-4c27-b61e-6978767d986f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:15.483318 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-db5bc95e-2a5f-48b3-9e48-a4fb55a67615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.523435 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7911586-7b06-424f-a6ad-141ad370b9a8 None None] Resources bound (agent type, host, resource id): {{(pid=94868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:18:15.538625 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d36efa7e-d68b-4650-9576-ece6c6e440aa tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.599884 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36efa7e-d68b-4650-9576-ece6c6e440aa tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event updated for resources: {'Subnet': ['ID=a44f7c4d-5f64-48ee-9699-d45ed97cb71a,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:15.609299 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36efa7e-d68b-4650-9576-ece6c6e440aa tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Checking segment: {'id': '9f8edb4d-3a4f-4a64-b3d7-82339483d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:15.609851 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36efa7e-d68b-4650-9576-ece6c6e440aa tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Network hostable DHCP agents. Network: 3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:18:15.627138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36efa7e-d68b-4650-9576-ece6c6e440aa tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Network 3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:18:15.638085 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-d36efa7e-d68b-4650-9576-ece6c6e440aa tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:15.642656 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36efa7e-d68b-4650-9576-ece6c6e440aa tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:15.643386 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d36efa7e-d68b-4650-9576-ece6c6e440aa tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.658086 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d36efa7e-d68b-4650-9576-ece6c6e440aa tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4256949 Aug 20 11:18:15.662340 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38662) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:15.667399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-399d0afd-6d72-4a18-82f1-1431a95400f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1947751357'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:15.688520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399d0afd-6d72-4a18-82f1-1431a95400f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Made reservation on behalf of 9da313303fe140a1b44710b8f2f56640 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:15.692674 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-399d0afd-6d72-4a18-82f1-1431a95400f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.716843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399d0afd-6d72-4a18-82f1-1431a95400f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:18:15.726512 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-399d0afd-6d72-4a18-82f1-1431a95400f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.726868 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-399d0afd-6d72-4a18-82f1-1431a95400f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Added segment 8d5543eb-e990-4b2f-9754-cb797a52ee83 of type vlan for network 2b433b57-7bd4-46e3-969e-88c957047465 Aug 20 11:18:15.763685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6162c521-139d-4085-89b5-510f18582021 None None] Network 3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:15.770102 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-399d0afd-6d72-4a18-82f1-1431a95400f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.794245 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-399d0afd-6d72-4a18-82f1-1431a95400f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.800013 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d0afd-6d72-4a18-82f1-1431a95400f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:15.800601 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-399d0afd-6d72-4a18-82f1-1431a95400f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.863306 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-399d0afd-6d72-4a18-82f1-1431a95400f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1998751 Aug 20 11:18:15.866205 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38664) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:15.873931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b7f25c12-4b66-41f6-bde9-6c15b0c59900 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Request body: {'subnet': {'network_id': '2b433b57-7bd4-46e3-969e-88c957047465', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:15.874138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d0afd-6d72-4a18-82f1-1431a95400f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event updated for resources: {'Network': ['ID=2b433b57-7bd4-46e3-969e-88c957047465,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:15.886098 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 2b433b57-7bd4-46e3-969e-88c957047465 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:18:15.962235 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1', 'network_id': '3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1', 'tenant_id': '9da313303fe140a1b44710b8f2f56640', 'fixed_ips': [{'subnet_id': 'a44f7c4d-5f64-48ee-9699-d45ed97cb71a'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:18:15.963122 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.965564 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f25c12-4b66-41f6-bde9-6c15b0c59900 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Made reservation on behalf of 9da313303fe140a1b44710b8f2f56640 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:15.969388 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b7f25c12-4b66-41f6-bde9-6c15b0c59900 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.105143 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Allocated IP 2001:db8::2 (3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1/a44f7c4d-5f64-48ee-9699-d45ed97cb71a/8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:16.155919 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b7f25c12-4b66-41f6-bde9-6c15b0c59900 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.216525 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f25c12-4b66-41f6-bde9-6c15b0c59900 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event updated for resources: {'Subnet': ['ID=63fa0121-a860-474a-a903-60af7610f094,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:16.223731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f25c12-4b66-41f6-bde9-6c15b0c59900 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Checking segment: {'id': '8d5543eb-e990-4b2f-9754-cb797a52ee83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2b433b57-7bd4-46e3-969e-88c957047465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:16.224033 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f25c12-4b66-41f6-bde9-6c15b0c59900 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Network hostable DHCP agents. Network: 2b433b57-7bd4-46e3-969e-88c957047465, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:18:16.240473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f25c12-4b66-41f6-bde9-6c15b0c59900 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Network 2b433b57-7bd4-46e3-969e-88c957047465 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:18:16.250752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-b7f25c12-4b66-41f6-bde9-6c15b0c59900 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 2b433b57-7bd4-46e3-969e-88c957047465) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:16.254993 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f25c12-4b66-41f6-bde9-6c15b0c59900 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:16.255609 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b7f25c12-4b66-41f6-bde9-6c15b0c59900 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.258091 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.261784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc2e69c-fdf5-4105-b153-bcd2f34ca961 None None] Network 2b433b57-7bd4-46e3-969e-88c957047465 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:16.270033 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b7f25c12-4b66-41f6-bde9-6c15b0c59900 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4014823 Aug 20 11:18:16.272630 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38666) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:16.306504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Transition to ACTIVE for port object 8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:16.331654 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Transition to ACTIVE for port object 8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:16.344075 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.373726 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02670f43-49c9-443a-8ea9-b60f00a5d2c7 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.398149 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Network 3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:16.404880 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Pushing event updated for resources: {'Port': ['ID=8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:16.408269 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:16.410210 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:16.428117 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02670f43-49c9-443a-8ea9-b60f00a5d2c7 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.497650 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02670f43-49c9-443a-8ea9-b60f00a5d2c7 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.526242 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02670f43-49c9-443a-8ea9-b60f00a5d2c7 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event deleted for resources: {'Subnet': ['ID=63fa0121-a860-474a-a903-60af7610f094,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:16.593129 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02670f43-49c9-443a-8ea9-b60f00a5d2c7 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.604638 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-02670f43-49c9-443a-8ea9-b60f00a5d2c7 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b433b57-7bd4-46e3-969e-88c957047465']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:16.616946 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-02670f43-49c9-443a-8ea9-b60f00a5d2c7 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5543eb-e990-4b2f-9754-cb797a52ee83') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:16.617304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-02670f43-49c9-443a-8ea9-b60f00a5d2c7 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5543eb-e990-4b2f-9754-cb797a52ee83') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:16.627759 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02670f43-49c9-443a-8ea9-b60f00a5d2c7 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.641313 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02670f43-49c9-443a-8ea9-b60f00a5d2c7 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.647299 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02670f43-49c9-443a-8ea9-b60f00a5d2c7 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:18:16.647690 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02670f43-49c9-443a-8ea9-b60f00a5d2c7 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: timer() Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:18:16.650819 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:18:16.670735 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device aaf9549d-ac20-4c27-b61e-6978767d986f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:16.693479 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Attempting to bind port 8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:16.693848 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Attempting to bind port 8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '9f8edb4d-3a4f-4a64-b3d7-82339483d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:16.694209 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Attempting to bind port 8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6 on network 3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:16.696332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79d1e34-0830-4222-84b3-919a2d66616f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-2b433b57-7bd4-46e3-969e-88c957047465', 'network_id': '2b433b57-7bd4-46e3-969e-88c957047465', 'tenant_id': '9da313303fe140a1b44710b8f2f56640', 'fixed_ips': [{'subnet_id': '63fa0121-a860-474a-a903-60af7610f094'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:18:16.697543 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f79d1e34-0830-4222-84b3-919a2d66616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.708755 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02670f43-49c9-443a-8ea9-b60f00a5d2c7 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.713739 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:16.714114 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Checking segment: {'id': '9f8edb4d-3a4f-4a64-b3d7-82339483d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:16.714518 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.714940 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Bound using segment: {'id': '9f8edb4d-3a4f-4a64-b3d7-82339483d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:16.715447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Bound port: 8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8edb4d-3a4f-4a64-b3d7-82339483d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:16.715827 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.726622 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02670f43-49c9-443a-8ea9-b60f00a5d2c7 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.728854 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-02670f43-49c9-443a-8ea9-b60f00a5d2c7 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "DELETE /v2.0/networks/2b433b57-7bd4-46e3-969e-88c957047465 HTTP/1.1" status: 204 len: 168 time: 0.4547715 Aug 20 11:18:16.729394 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02670f43-49c9-443a-8ea9-b60f00a5d2c7 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event deleted for resources: {'Network': ['ID=2b433b57-7bd4-46e3-969e-88c957047465,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:16.732107 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38668) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:16.765288 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-82dd919e-324d-4cfe-8ddf-05db9f0a5e54 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] GET failed (client error): The resource could not be found. Aug 20 11:18:16.766299 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef0e610-64fc-42d2-b4ee-775ee4af3b56 None None] Network 2b433b57-7bd4-46e3-969e-88c957047465 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:16.766617 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-82dd919e-324d-4cfe-8ddf-05db9f0a5e54 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "GET /v2.0/subnets/63fa0121-a860-474a-a903-60af7610f094 HTTP/1.1" status: 404 len: 337 time: 0.0334091 Aug 20 11:18:16.770824 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38670) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:16.787342 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b52521e-d422-4386-b090-d0ecb8aad7f5 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] DELETE failed (client error): The resource could not be found. Aug 20 11:18:16.787892 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b52521e-d422-4386-b090-d0ecb8aad7f5 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:18:16.789561 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4b52521e-d422-4386-b090-d0ecb8aad7f5 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "DELETE /v2.0/networks/2b433b57-7bd4-46e3-969e-88c957047465 HTTP/1.1" status: 404 len: 339 time: 0.0192826 Aug 20 11:18:16.789925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef0e610-64fc-42d2-b4ee-775ee4af3b56 None None] Network 2b433b57-7bd4-46e3-969e-88c957047465 could not be found, it might have been deleted concurrently. {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 11:18:16.793909 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38672) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:16.814277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port aaf9549d-ac20-4c27-b61e-6978767d986f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:16.814648 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.819976 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-41499863-971a-450d-8bf5-fbd4d28b11df tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] DELETE failed (client error): The resource could not be found. Aug 20 11:18:16.820433 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41499863-971a-450d-8bf5-fbd4d28b11df tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:18:16.822387 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-41499863-971a-450d-8bf5-fbd4d28b11df tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "DELETE /v2.0/subnets/63fa0121-a860-474a-a903-60af7610f094 HTTP/1.1" status: 404 len: 337 time: 0.0272369 Aug 20 11:18:16.825562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38674) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:16.841007 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] For port 8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:16.843892 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcaef30a-1cb4-479a-aa75-6f2b745752e3 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] DELETE failed (client error): The resource could not be found. Aug 20 11:18:16.844431 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcaef30a-1cb4-479a-aa75-6f2b745752e3 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:18:16.846085 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fcaef30a-1cb4-479a-aa75-6f2b745752e3 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "DELETE /v2.0/networks/2b433b57-7bd4-46e3-969e-88c957047465 HTTP/1.1" status: 404 len: 339 time: 0.0196371 Aug 20 11:18:16.848652 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38676) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:16.857092 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] For port 8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6,segment=NetworkSegment(9f8edb4d-3a4f-4a64-b3d7-82339483d337),segment_id=9f8edb4d-3a4f-4a64-b3d7-82339483d337)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:16.864261 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.898330 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-61cfa263-1a03-4f79-ba3a-807de5fc3ba9 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Deleting subnet a44f7c4d-5f64-48ee-9699-d45ed97cb71a {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:18:16.901437 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61cfa263-1a03-4f79-ba3a-807de5fc3ba9 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.926221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9be0df-d14b-4280-ae06-37e151789cb5 None None] Pushing event updated for resources: {'Port': ['ID=8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:16.942156 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61cfa263-1a03-4f79-ba3a-807de5fc3ba9 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.032423 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61cfa263-1a03-4f79-ba3a-807de5fc3ba9 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.107958 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61cfa263-1a03-4f79-ba3a-807de5fc3ba9 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.136993 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfa263-1a03-4f79-ba3a-807de5fc3ba9 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event deleted for resources: {'Subnet': ['ID=a44f7c4d-5f64-48ee-9699-d45ed97cb71a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:17.141290 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61cfa263-1a03-4f79-ba3a-807de5fc3ba9 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.143247 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-61cfa263-1a03-4f79-ba3a-807de5fc3ba9 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "DELETE /v2.0/subnets/a44f7c4d-5f64-48ee-9699-d45ed97cb71a HTTP/1.1" status: 204 len: 168 time: 0.2936525 Aug 20 11:18:17.145813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38678) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:17.486265 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.541394 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Deleting port 8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:18:17.541731 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.608568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] For port 8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6,segment=NetworkSegment(9f8edb4d-3a4f-4a64-b3d7-82339483d337),segment_id=9f8edb4d-3a4f-4a64-b3d7-82339483d337)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:17.608925 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.623226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Calling delete_port for 8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:18:17.703619 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.729875 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event deleted for resources: {'Port': ['ID=8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:17.740813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] No DVR routers for this DVR port 8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:18:17.788911 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceeecc3a-b463-4093-90d7-0fe3156f7189 None None] Network 3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:17.821942 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.831926 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:17.842694 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8edb4d-3a4f-4a64-b3d7-82339483d337') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:17.842970 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8edb4d-3a4f-4a64-b3d7-82339483d337') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:17.851620 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.858648 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a63a9315-bb1e-4d92-8e2f-5cf29dbcfa33 None None] Could not find standard attr ID for object 8d15d7b8-24de-4c4a-ba80-a03dc2e36cf6. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:18:17.866525 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.872377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:18:17.872762 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: timer() Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:18:17.875692 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:18:17.937229 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.944175 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.946294 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "DELETE /v2.0/networks/3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1 HTTP/1.1" status: 204 len: 168 time: 0.7995007 Aug 20 11:18:17.949012 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38680) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:17.959554 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac5de2d-9c3e-4ee4-84d2-b7f4ba88d158 None None] DHCP port deletion for 3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:18:17.967138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c59ddc-ba73-496e-9918-90ceb975d920 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event deleted for resources: {'Network': ['ID=3fc6c11b-f357-47d8-a551-b6a7c9a7f6e1,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:17.985704 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-be66fc50-441d-42bd-b6e6-23bc5354e759 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] DELETE failed (client error): The resource could not be found. Aug 20 11:18:17.986101 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be66fc50-441d-42bd-b6e6-23bc5354e759 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:18:17.987831 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-be66fc50-441d-42bd-b6e6-23bc5354e759 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "DELETE /v2.0/subnets/6d6a1c3c-49ba-4868-a7fd-f59f9c11d054 HTTP/1.1" status: 404 len: 337 time: 0.0296013 Aug 20 11:18:17.990364 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38682) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:18.007767 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e9f768-e5e8-4ba2-88e9-8f4e3ecdda95 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] DELETE failed (client error): The resource could not be found. Aug 20 11:18:18.008281 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e9f768-e5e8-4ba2-88e9-8f4e3ecdda95 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:18:18.009858 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c3e9f768-e5e8-4ba2-88e9-8f4e3ecdda95 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "DELETE /v2.0/networks/f2fcc861-20df-4aed-9b6c-2f7eaa184f4c HTTP/1.1" status: 404 len: 339 time: 0.0186245 Aug 20 11:18:18.012725 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38684) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:18.038077 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1c190f-da57-4ee8-a9de-0fcd1faab4e2 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] DELETE failed (client error): The resource could not be found. Aug 20 11:18:18.038482 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1c190f-da57-4ee8-a9de-0fcd1faab4e2 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:18:18.040112 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3d1c190f-da57-4ee8-a9de-0fcd1faab4e2 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "DELETE /v2.0/subnets/eddb4a51-6a5d-439d-920f-e061a8231974 HTTP/1.1" status: 404 len: 337 time: 0.0264757 Aug 20 11:18:18.042449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38686) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:18.059492 n-d-778550-11 neutron-server[94866]: INFO neutron.pecan_wsgi.hooks.translation [None req-106e07c1-0932-4a29-94c1-77433ed47aca tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] DELETE failed (client error): The resource could not be found. Aug 20 11:18:18.060029 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-106e07c1-0932-4a29-94c1-77433ed47aca tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94866) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:18:18.061579 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-106e07c1-0932-4a29-94c1-77433ed47aca tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "DELETE /v2.0/networks/1c8aefb2-59de-447e-abcd-8d55ad0a5bac HTTP/1.1" status: 404 len: 339 time: 0.0182071 Aug 20 11:18:18.063820 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38688) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:18.113575 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d28b91-f1dc-449b-beb5-7f8364a6e8f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Deleting subnet b0c52bb6-5485-48a3-a416-94c6c6eb8260 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:18:18.116835 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61d28b91-f1dc-449b-beb5-7f8364a6e8f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.163209 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61d28b91-f1dc-449b-beb5-7f8364a6e8f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.246146 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61d28b91-f1dc-449b-beb5-7f8364a6e8f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.301815 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61d28b91-f1dc-449b-beb5-7f8364a6e8f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.334334 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d28b91-f1dc-449b-beb5-7f8364a6e8f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c52bb6-5485-48a3-a416-94c6c6eb8260,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:18.336458 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-61d28b91-f1dc-449b-beb5-7f8364a6e8f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.340539 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-61d28b91-f1dc-449b-beb5-7f8364a6e8f1 tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "DELETE /v2.0/subnets/b0c52bb6-5485-48a3-a416-94c6c6eb8260 HTTP/1.1" status: 204 len: 168 time: 0.2747855 Aug 20 11:18:18.341319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38690) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:18.342942 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d643bd-4ca7-48ac-bdb4-f1cd0da2a874 None None] Network 09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:18.415710 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.473057 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Deleting port aaf9549d-ac20-4c27-b61e-6978767d986f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:18:18.473548 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.515741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac213e5-89f7-4f9d-a74c-e6ec28729d18 None None] DHCP port deletion for 09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:18:18.542182 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] For port aaf9549d-ac20-4c27-b61e-6978767d986f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=aaf9549d-ac20-4c27-b61e-6978767d986f,segment=NetworkSegment(8452079e-91da-41b0-a180-783365facd4f),segment_id=8452079e-91da-41b0-a180-783365facd4f)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:18.542490 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.556736 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Calling delete_port for aaf9549d-ac20-4c27-b61e-6978767d986f owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:18:18.567267 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6ac213e5-89f7-4f9d-a74c-e6ec28729d18 None None] Deleting port aaf9549d-ac20-4c27-b61e-6978767d986f {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:18:18.567515 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6ac213e5-89f7-4f9d-a74c-e6ec28729d18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.609931 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device aaf9549d-ac20-4c27-b61e-6978767d986f no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:18:18.639844 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.662154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6ac213e5-89f7-4f9d-a74c-e6ec28729d18 None None] For port aaf9549d-ac20-4c27-b61e-6978767d986f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=aaf9549d-ac20-4c27-b61e-6978767d986f,segment=NetworkSegment(8452079e-91da-41b0-a180-783365facd4f),segment_id=8452079e-91da-41b0-a180-783365facd4f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:18.662558 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6ac213e5-89f7-4f9d-a74c-e6ec28729d18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.665384 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event deleted for resources: {'Port': ['ID=aaf9549d-ac20-4c27-b61e-6978767d986f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:18.669409 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] No DVR routers for this DVR port aaf9549d-ac20-4c27-b61e-6978767d986f on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:18:18.681951 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6ac213e5-89f7-4f9d-a74c-e6ec28729d18 None None] Calling delete_port for aaf9549d-ac20-4c27-b61e-6978767d986f owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:18:18.686308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No active binding found for port aaf9549d-ac20-4c27-b61e-6978767d986f {{(pid=94868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 11:18:18.686735 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device aaf9549d-ac20-4c27-b61e-6978767d986f not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:18:18.752547 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.762004 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6ac213e5-89f7-4f9d-a74c-e6ec28729d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.762531 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:18.773156 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8452079e-91da-41b0-a180-783365facd4f') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:18.773378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8452079e-91da-41b0-a180-783365facd4f') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:18.782544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.794164 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac213e5-89f7-4f9d-a74c-e6ec28729d18 None None] Pushing event deleted for resources: {'Port': ['ID=aaf9549d-ac20-4c27-b61e-6978767d986f,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:18.798372 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.798710 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac213e5-89f7-4f9d-a74c-e6ec28729d18 None None] No DVR routers for this DVR port aaf9549d-ac20-4c27-b61e-6978767d986f on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:18:18.807764 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:18:18.808344 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: timer() Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:18:18.812398 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:18:18.875418 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.879819 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.882706 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] 10.222.0.16 "DELETE /v2.0/networks/09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9 HTTP/1.1" status: 204 len: 168 time: 0.5397182 Aug 20 11:18:18.900708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9410434-b5fa-43e6-b803-0ad3e3f2345f tempest-NetworksIpV6Test-1823936397 tempest-NetworksIpV6Test-1823936397-project] Pushing event deleted for resources: {'Network': ['ID=09c6e0bc-ad9e-4124-b43c-dc56f1b98fe9,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:18.960312 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:19.134840 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38696) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:19.266693 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a6dbdce0-5fe3-473f-a0e9-95b4836a6b8a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9da313303fe140a1b44710b8f2f56640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306467 Aug 20 11:18:19.269089 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38700) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:19.318854 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-589602d3-38e3-4a9c-8278-293246c12856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:19.341031 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-589602d3-38e3-4a9c-8278-293246c12856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:19.388713 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-589602d3-38e3-4a9c-8278-293246c12856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:19.391332 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-589602d3-38e3-4a9c-8278-293246c12856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:19.392528 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-589602d3-38e3-4a9c-8278-293246c12856 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ccfad95-b4f9-4209-88d6-7f4f52cf77a5 HTTP/1.1" status: 204 len: 168 time: 0.1225383 Aug 20 11:18:19.400213 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589602d3-38e3-4a9c-8278-293246c12856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccfad95-b4f9-4209-88d6-7f4f52cf77a5,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:20.012715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38722) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:20.106422 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-da471e34-fcbb-414b-b94f-53ca49be905b tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1714171894', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:20.132916 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da471e34-fcbb-414b-b94f-53ca49be905b tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.133977 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da471e34-fcbb-414b-b94f-53ca49be905b tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.219307 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da471e34-fcbb-414b-b94f-53ca49be905b tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.223756 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da471e34-fcbb-414b-b94f-53ca49be905b tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.239410 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da471e34-fcbb-414b-b94f-53ca49be905b tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.240581 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-da471e34-fcbb-414b-b94f-53ca49be905b tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2268538 Aug 20 11:18:20.243294 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38726) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:20.248828 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-6a5972c8-3a2e-40b0-9283-efae9b2b357a tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-629121927'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:20.267742 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5972c8-3a2e-40b0-9283-efae9b2b357a tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Made reservation on behalf of 42ea412ea132454a8a33a23c949b6e63 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:20.271167 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6a5972c8-3a2e-40b0-9283-efae9b2b357a tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.279512 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6a5972c8-3a2e-40b0-9283-efae9b2b357a tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.368737 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6a5972c8-3a2e-40b0-9283-efae9b2b357a tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.372954 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6a5972c8-3a2e-40b0-9283-efae9b2b357a tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.398590 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5972c8-3a2e-40b0-9283-efae9b2b357a tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:18:20.408020 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5972c8-3a2e-40b0-9283-efae9b2b357a tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76bb7475-91f6-49f9-8460-a3eedf660072,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:20.412773 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6a5972c8-3a2e-40b0-9283-efae9b2b357a tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.413109 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-6a5972c8-3a2e-40b0-9283-efae9b2b357a tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Added segment 158112d3-b6ae-42ad-b65c-586f3435d7db of type vlan for network f47cb4dc-0481-4d1d-a007-1dab63fb1e5c Aug 20 11:18:20.452720 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6a5972c8-3a2e-40b0-9283-efae9b2b357a tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.480952 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6a5972c8-3a2e-40b0-9283-efae9b2b357a tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.486596 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5972c8-3a2e-40b0-9283-efae9b2b357a tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:20.487223 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6a5972c8-3a2e-40b0-9283-efae9b2b357a tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.546911 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6a5972c8-3a2e-40b0-9283-efae9b2b357a tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3026037 Aug 20 11:18:20.551015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38728) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:20.552660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5972c8-3a2e-40b0-9283-efae9b2b357a tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Pushing event updated for resources: {'Network': ['ID=f47cb4dc-0481-4d1d-a007-1dab63fb1e5c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:20.556210 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5b00fafa-359c-416b-92cb-30f259bf3a53 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Request body: {'subnet': {'network_id': 'f47cb4dc-0481-4d1d-a007-1dab63fb1e5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:20.568656 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network f47cb4dc-0481-4d1d-a007-1dab63fb1e5c details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:18:20.645487 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b00fafa-359c-416b-92cb-30f259bf3a53 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Made reservation on behalf of 42ea412ea132454a8a33a23c949b6e63 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:20.649178 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b00fafa-359c-416b-92cb-30f259bf3a53 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.140829 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b00fafa-359c-416b-92cb-30f259bf3a53 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.206277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00fafa-359c-416b-92cb-30f259bf3a53 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Pushing event updated for resources: {'Subnet': ['ID=8627ebc9-622e-4337-96c9-0a9b23ff5355,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:21.213622 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b00fafa-359c-416b-92cb-30f259bf3a53 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Checking segment: {'id': '158112d3-b6ae-42ad-b65c-586f3435d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f47cb4dc-0481-4d1d-a007-1dab63fb1e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:21.213983 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b00fafa-359c-416b-92cb-30f259bf3a53 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Network hostable DHCP agents. Network: f47cb4dc-0481-4d1d-a007-1dab63fb1e5c, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:18:21.230898 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b00fafa-359c-416b-92cb-30f259bf3a53 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Network f47cb4dc-0481-4d1d-a007-1dab63fb1e5c is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:18:21.239119 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-5b00fafa-359c-416b-92cb-30f259bf3a53 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, f47cb4dc-0481-4d1d-a007-1dab63fb1e5c) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:21.243843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b00fafa-359c-416b-92cb-30f259bf3a53 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:21.245022 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b00fafa-359c-416b-92cb-30f259bf3a53 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.249276 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24026b59-5db7-471f-bd04-bf501cc7a987 None None] Network f47cb4dc-0481-4d1d-a007-1dab63fb1e5c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:21.259038 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5b00fafa-359c-416b-92cb-30f259bf3a53 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7067783 Aug 20 11:18:21.262617 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38730) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:21.267564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-1940149a-3588-4322-931b-9657877bff71 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1123616133'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:21.287629 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1940149a-3588-4322-931b-9657877bff71 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Made reservation on behalf of 42ea412ea132454a8a33a23c949b6e63 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:21.290959 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1940149a-3588-4322-931b-9657877bff71 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.313970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1940149a-3588-4322-931b-9657877bff71 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:18:21.322994 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1940149a-3588-4322-931b-9657877bff71 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.323378 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-1940149a-3588-4322-931b-9657877bff71 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Added segment 39f47b70-6c9c-4d8b-8341-6728a0c10142 of type vlan for network 6e291bfb-29c2-48dd-b705-9858d654c7a2 Aug 20 11:18:21.364274 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1940149a-3588-4322-931b-9657877bff71 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.389296 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1940149a-3588-4322-931b-9657877bff71 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.394915 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1940149a-3588-4322-931b-9657877bff71 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:21.395523 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1940149a-3588-4322-931b-9657877bff71 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.400090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-f47cb4dc-0481-4d1d-a007-1dab63fb1e5c', 'network_id': 'f47cb4dc-0481-4d1d-a007-1dab63fb1e5c', 'tenant_id': '42ea412ea132454a8a33a23c949b6e63', 'fixed_ips': [{'subnet_id': '8627ebc9-622e-4337-96c9-0a9b23ff5355'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:18:21.400955 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.459463 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1940149a-3588-4322-931b-9657877bff71 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1957154 Aug 20 11:18:21.462306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38732) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:21.467684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-fd17efee-3cf1-494f-b7e1-eed63b64d345 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Request body: {'subnet': {'network_id': '6e291bfb-29c2-48dd-b705-9858d654c7a2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:21.474224 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940149a-3588-4322-931b-9657877bff71 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Pushing event updated for resources: {'Network': ['ID=6e291bfb-29c2-48dd-b705-9858d654c7a2,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:21.486009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 6e291bfb-29c2-48dd-b705-9858d654c7a2 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:18:21.556126 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd17efee-3cf1-494f-b7e1-eed63b64d345 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Made reservation on behalf of 42ea412ea132454a8a33a23c949b6e63 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:21.560179 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fd17efee-3cf1-494f-b7e1-eed63b64d345 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.592349 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Allocated IP 172.20.0.2 (f47cb4dc-0481-4d1d-a007-1dab63fb1e5c/8627ebc9-622e-4337-96c9-0a9b23ff5355/796d8b91-225c-4149-996c-0040a067ad67) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:21.738904 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.743537 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fd17efee-3cf1-494f-b7e1-eed63b64d345 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.748196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Transition to ACTIVE for port object 796d8b91-225c-4149-996c-0040a067ad67 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:21.763280 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Transition to ACTIVE for port object 796d8b91-225c-4149-996c-0040a067ad67 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:21.770077 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.804881 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17efee-3cf1-494f-b7e1-eed63b64d345 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Pushing event updated for resources: {'Subnet': ['ID=3aeb7b04-4c39-44a8-aab9-85a9c4b5a2a6,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:21.811231 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Network f47cb4dc-0481-4d1d-a007-1dab63fb1e5c is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:21.817445 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Pushing event updated for resources: {'Port': ['ID=796d8b91-225c-4149-996c-0040a067ad67,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:21.818756 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd17efee-3cf1-494f-b7e1-eed63b64d345 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Checking segment: {'id': '39f47b70-6c9c-4d8b-8341-6728a0c10142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6e291bfb-29c2-48dd-b705-9858d654c7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:21.819901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:21.820019 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd17efee-3cf1-494f-b7e1-eed63b64d345 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Network hostable DHCP agents. Network: 6e291bfb-29c2-48dd-b705-9858d654c7a2, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:18:21.821842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:21.837428 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd17efee-3cf1-494f-b7e1-eed63b64d345 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Network 6e291bfb-29c2-48dd-b705-9858d654c7a2 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:18:21.846832 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-fd17efee-3cf1-494f-b7e1-eed63b64d345 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 6e291bfb-29c2-48dd-b705-9858d654c7a2) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:21.851495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd17efee-3cf1-494f-b7e1-eed63b64d345 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:21.852097 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fd17efee-3cf1-494f-b7e1-eed63b64d345 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.863956 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bbbb77-52ab-4c8f-a3b7-a0796f22f3e9 None None] Network 6e291bfb-29c2-48dd-b705-9858d654c7a2 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:21.868269 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fd17efee-3cf1-494f-b7e1-eed63b64d345 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4049659 Aug 20 11:18:21.871639 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38734) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:21.876238 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-1a84c4f1-baa9-423b-8d8a-10a28015f8d0 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Request body: {'router': {'external_gateway_info': {'network_id': '6e291bfb-29c2-48dd-b705-9858d654c7a2'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:21.915583 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Attempting to bind port 796d8b91-225c-4149-996c-0040a067ad67 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:21.915951 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Attempting to bind port 796d8b91-225c-4149-996c-0040a067ad67 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '158112d3-b6ae-42ad-b65c-586f3435d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f47cb4dc-0481-4d1d-a007-1dab63fb1e5c'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:21.916315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Attempting to bind port 796d8b91-225c-4149-996c-0040a067ad67 on network f47cb4dc-0481-4d1d-a007-1dab63fb1e5c {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:21.924153 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:21.924526 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Checking segment: {'id': '158112d3-b6ae-42ad-b65c-586f3435d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f47cb4dc-0481-4d1d-a007-1dab63fb1e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:21.924928 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.925321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Bound using segment: {'id': '158112d3-b6ae-42ad-b65c-586f3435d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f47cb4dc-0481-4d1d-a007-1dab63fb1e5c'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:21.925785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Bound port: 796d8b91-225c-4149-996c-0040a067ad67, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158112d3-b6ae-42ad-b65c-586f3435d7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f47cb4dc-0481-4d1d-a007-1dab63fb1e5c'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:21.926161 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.035714 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] For port 796d8b91-225c-4149-996c-0040a067ad67, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:22.051472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] For port 796d8b91-225c-4149-996c-0040a067ad67, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=796d8b91-225c-4149-996c-0040a067ad67,segment=NetworkSegment(158112d3-b6ae-42ad-b65c-586f3435d7db),segment_id=158112d3-b6ae-42ad-b65c-586f3435d7db)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:22.057992 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.093150 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1a84c4f1-baa9-423b-8d8a-10a28015f8d0 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.098195 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-6e291bfb-29c2-48dd-b705-9858d654c7a2', 'network_id': '6e291bfb-29c2-48dd-b705-9858d654c7a2', 'tenant_id': '42ea412ea132454a8a33a23c949b6e63', 'fixed_ips': [{'subnet_id': '3aeb7b04-4c39-44a8-aab9-85a9c4b5a2a6'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:18:22.099129 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.149441 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30344675-1b2c-43e0-97a4-c3f4a6433b9d None None] Pushing event updated for resources: {'Port': ['ID=796d8b91-225c-4149-996c-0040a067ad67,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:22.206607 n-d-778550-11 neutron-server[94867]: INFO neutron.api.v2.resource [None req-1a84c4f1-baa9-423b-8d8a-10a28015f8d0 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:18:22.207966 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1a84c4f1-baa9-423b-8d8a-10a28015f8d0 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] 10.222.0.16 "PUT /v2.0/routers/bea27950-b3a2-4d29-9dee-20c65211d7af HTTP/1.1" status: 400 len: 364 time: 0.3351769 Aug 20 11:18:22.214294 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38736) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:22.270411 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Allocated IP 172.21.0.2 (6e291bfb-29c2-48dd-b705-9858d654c7a2/3aeb7b04-4c39-44a8-aab9-85a9c4b5a2a6/4286749a-bb98-4adb-ac23-d02ff9349a71) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:22.273733 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcd2f65-7f20-49e4-8140-a1204a5f2cee tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Deleting subnet 3aeb7b04-4c39-44a8-aab9-85a9c4b5a2a6 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:18:22.435387 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.445667 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Transition to ACTIVE for port object 4286749a-bb98-4adb-ac23-d02ff9349a71 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:22.460769 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Transition to ACTIVE for port object 4286749a-bb98-4adb-ac23-d02ff9349a71 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:22.466239 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2f65-7f20-49e4-8140-a1204a5f2cee tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.466826 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.508207 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2f65-7f20-49e4-8140-a1204a5f2cee tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.508438 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Network 6e291bfb-29c2-48dd-b705-9858d654c7a2 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:22.511259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:22.514691 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:22.523832 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Pushing event updated for resources: {'Port': ['ID=4286749a-bb98-4adb-ac23-d02ff9349a71,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:22.578543 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Attempting to bind port 4286749a-bb98-4adb-ac23-d02ff9349a71 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:22.578982 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Attempting to bind port 4286749a-bb98-4adb-ac23-d02ff9349a71 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '39f47b70-6c9c-4d8b-8341-6728a0c10142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6e291bfb-29c2-48dd-b705-9858d654c7a2'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:22.579449 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Attempting to bind port 4286749a-bb98-4adb-ac23-d02ff9349a71 on network 6e291bfb-29c2-48dd-b705-9858d654c7a2 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:22.584997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:22.585475 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Checking segment: {'id': '39f47b70-6c9c-4d8b-8341-6728a0c10142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6e291bfb-29c2-48dd-b705-9858d654c7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:22.585953 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.586414 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Bound using segment: {'id': '39f47b70-6c9c-4d8b-8341-6728a0c10142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6e291bfb-29c2-48dd-b705-9858d654c7a2'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:22.587125 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Bound port: 4286749a-bb98-4adb-ac23-d02ff9349a71, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f47b70-6c9c-4d8b-8341-6728a0c10142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6e291bfb-29c2-48dd-b705-9858d654c7a2'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:22.587572 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.603139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2f65-7f20-49e4-8140-a1204a5f2cee tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.643421 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 796d8b91-225c-4149-996c-0040a067ad67 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:22.669635 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2f65-7f20-49e4-8140-a1204a5f2cee tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.685352 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] For port 4286749a-bb98-4adb-ac23-d02ff9349a71, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:22.689511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] For port 4286749a-bb98-4adb-ac23-d02ff9349a71, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4286749a-bb98-4adb-ac23-d02ff9349a71,segment=NetworkSegment(39f47b70-6c9c-4d8b-8341-6728a0c10142),segment_id=39f47b70-6c9c-4d8b-8341-6728a0c10142)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:22.696278 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.698345 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd2f65-7f20-49e4-8140-a1204a5f2cee tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Pushing event deleted for resources: {'Subnet': ['ID=3aeb7b04-4c39-44a8-aab9-85a9c4b5a2a6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:22.703546 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2f65-7f20-49e4-8140-a1204a5f2cee tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.707602 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1bcd2f65-7f20-49e4-8140-a1204a5f2cee tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] 10.222.0.16 "DELETE /v2.0/subnets/3aeb7b04-4c39-44a8-aab9-85a9c4b5a2a6 HTTP/1.1" status: 204 len: 168 time: 0.4916167 Aug 20 11:18:22.710060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38738) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:22.764444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 796d8b91-225c-4149-996c-0040a067ad67 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:22.767658 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f774d98-ca09-4a99-9c5b-c4f98b7ffe9b None None] Pushing event updated for resources: {'Port': ['ID=4286749a-bb98-4adb-ac23-d02ff9349a71,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:22.796518 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.854867 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Deleting port 4286749a-bb98-4adb-ac23-d02ff9349a71 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:18:22.855307 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.928312 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] For port 4286749a-bb98-4adb-ac23-d02ff9349a71, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4286749a-bb98-4adb-ac23-d02ff9349a71,segment=NetworkSegment(39f47b70-6c9c-4d8b-8341-6728a0c10142),segment_id=39f47b70-6c9c-4d8b-8341-6728a0c10142)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:22.928707 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.964423 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Calling delete_port for 4286749a-bb98-4adb-ac23-d02ff9349a71 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:18:23.049901 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.082223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Pushing event deleted for resources: {'Port': ['ID=4286749a-bb98-4adb-ac23-d02ff9349a71,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:23.085973 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] No DVR routers for this DVR port 4286749a-bb98-4adb-ac23-d02ff9349a71 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:18:23.167203 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.169001 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788e4705-7947-4642-ba0f-12989a3de93f None None] Network f47cb4dc-0481-4d1d-a007-1dab63fb1e5c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:23.177956 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e291bfb-29c2-48dd-b705-9858d654c7a2']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:23.188463 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f47b70-6c9c-4d8b-8341-6728a0c10142') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:23.188700 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f47b70-6c9c-4d8b-8341-6728a0c10142') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:23.197366 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.211472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.218662 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:18:23.219336 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: timer() Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:18:23.223449 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:18:23.235677 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-066c9a54-becb-4aa3-8a9a-b22cb2e0cd92 None None] Provisioning for port 796d8b91-225c-4149-996c-0040a067ad67 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:23.253611 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-066c9a54-becb-4aa3-8a9a-b22cb2e0cd92 None None] Provisioning complete for port 796d8b91-225c-4149-996c-0040a067ad67 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:23.254230 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-066c9a54-becb-4aa3-8a9a-b22cb2e0cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.288324 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.293066 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.295131 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] 10.222.0.16 "DELETE /v2.0/networks/6e291bfb-29c2-48dd-b705-9858d654c7a2 HTTP/1.1" status: 204 len: 168 time: 0.5840008 Aug 20 11:18:23.297821 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38740) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:23.311166 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89702a2b-7800-4065-a19b-206e8c31abf6 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Pushing event deleted for resources: {'Network': ['ID=6e291bfb-29c2-48dd-b705-9858d654c7a2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:23.350469 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.357359 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3672e7-cc78-4572-87f1-3c8ccee08fbe tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Deleting subnet 8627ebc9-622e-4337-96c9-0a9b23ff5355 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:18:23.360684 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7b3672e7-cc78-4572-87f1-3c8ccee08fbe tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.404688 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7b3672e7-cc78-4572-87f1-3c8ccee08fbe tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.421213 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-066c9a54-becb-4aa3-8a9a-b22cb2e0cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.465378 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-066c9a54-becb-4aa3-8a9a-b22cb2e0cd92 None None] For port 796d8b91-225c-4149-996c-0040a067ad67, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=796d8b91-225c-4149-996c-0040a067ad67,segment=NetworkSegment(158112d3-b6ae-42ad-b65c-586f3435d7db),segment_id=158112d3-b6ae-42ad-b65c-586f3435d7db)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:23.470606 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-066c9a54-becb-4aa3-8a9a-b22cb2e0cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.500000 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7b3672e7-cc78-4572-87f1-3c8ccee08fbe tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.525175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c9a54-becb-4aa3-8a9a-b22cb2e0cd92 None None] Pushing event updated for resources: {'Port': ['ID=796d8b91-225c-4149-996c-0040a067ad67,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:23.575180 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7b3672e7-cc78-4572-87f1-3c8ccee08fbe tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.599844 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3672e7-cc78-4572-87f1-3c8ccee08fbe tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Pushing event deleted for resources: {'Subnet': ['ID=8627ebc9-622e-4337-96c9-0a9b23ff5355,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:23.609952 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7b3672e7-cc78-4572-87f1-3c8ccee08fbe tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.611894 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7b3672e7-cc78-4572-87f1-3c8ccee08fbe tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] 10.222.0.16 "DELETE /v2.0/subnets/8627ebc9-622e-4337-96c9-0a9b23ff5355 HTTP/1.1" status: 204 len: 168 time: 0.3130965 Aug 20 11:18:23.614340 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38742) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:23.665804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c2635e-dcbf-48be-b569-5fedcb503ca3 None None] Network f47cb4dc-0481-4d1d-a007-1dab63fb1e5c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:23.698489 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.730528 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-aa508c19-ad7c-4489-af4e-1440ec3800bf None None] Provisioning complete for port 796d8b91-225c-4149-996c-0040a067ad67 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:23.730897 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aa508c19-ad7c-4489-af4e-1440ec3800bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.763070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Deleting port 796d8b91-225c-4149-996c-0040a067ad67 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:18:23.763417 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.841257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] For port 796d8b91-225c-4149-996c-0040a067ad67, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=796d8b91-225c-4149-996c-0040a067ad67,segment=NetworkSegment(158112d3-b6ae-42ad-b65c-586f3435d7db),segment_id=158112d3-b6ae-42ad-b65c-586f3435d7db)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:23.841541 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.856033 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Calling delete_port for 796d8b91-225c-4149-996c-0040a067ad67 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:18:23.924462 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f1fb69-5289-49b7-8813-8d8d29eba6cc None None] DHCP port deletion for 6e291bfb-29c2-48dd-b705-9858d654c7a2 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:18:23.938041 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.965751 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] No DVR routers for this DVR port 796d8b91-225c-4149-996c-0040a067ad67 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:18:23.967857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Pushing event deleted for resources: {'Port': ['ID=796d8b91-225c-4149-996c-0040a067ad67,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:23.986545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4068b94-5f0d-4f61-bf6b-0bb66bd0e7ed None None] Network 6e291bfb-29c2-48dd-b705-9858d654c7a2 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:24.000352 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-aa508c19-ad7c-4489-af4e-1440ec3800bf None None] Could not find standard attr ID for object 796d8b91-225c-4149-996c-0040a067ad67. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:18:24.002108 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4068b94-5f0d-4f61-bf6b-0bb66bd0e7ed None None] Network 6e291bfb-29c2-48dd-b705-9858d654c7a2 could not be found, it might have been deleted concurrently. {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 11:18:24.005903 n-d-778550-11 neutron-server[94868]: INFO neutron.plugins.ml2.db [None req-aa508c19-ad7c-4489-af4e-1440ec3800bf None None] No ports have port_id starting with 796d8b91-225c-4149-996c-0040a067ad67 Aug 20 11:18:24.059428 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae06390-2762-412d-92bd-b6bcbf6a9caf None None] DHCP port deletion for f47cb4dc-0481-4d1d-a007-1dab63fb1e5c request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:18:24.059628 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.070944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47cb4dc-0481-4d1d-a007-1dab63fb1e5c']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:24.083271 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158112d3-b6ae-42ad-b65c-586f3435d7db') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:24.083561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158112d3-b6ae-42ad-b65c-586f3435d7db') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:24.093183 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.106963 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.113417 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:18:24.113806 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: timer() Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:18:24.116875 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:18:24.119157 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0d518a06-fbb5-4679-be6b-e456facc6bf4 None None] Could not find standard attr ID for object 4286749a-bb98-4adb-ac23-d02ff9349a71. {{(pid=94868) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:18:24.178873 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.186119 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.187926 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] 10.222.0.16 "DELETE /v2.0/networks/f47cb4dc-0481-4d1d-a007-1dab63fb1e5c HTTP/1.1" status: 204 len: 168 time: 0.5724685 Aug 20 11:18:24.190787 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38744) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:24.199544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203da89e-65b5-44bb-9ea6-b527c5eeba39 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Pushing event deleted for resources: {'Network': ['ID=f47cb4dc-0481-4d1d-a007-1dab63fb1e5c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:24.217708 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-60d7cacb-589a-419c-9dd3-42edf431bec9 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] 10.222.0.16 "GET /v2.0/ports?device_id=bea27950-b3a2-4d29-9dee-20c65211d7af HTTP/1.1" status: 200 len: 205 time: 0.0256939 Aug 20 11:18:24.220044 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38746) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:24.294551 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a403b0f-4828-456b-abae-6a0fa859a7c3 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.450358 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a403b0f-4828-456b-abae-6a0fa859a7c3 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.452438 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a403b0f-4828-456b-abae-6a0fa859a7c3 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.494789 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a403b0f-4828-456b-abae-6a0fa859a7c3 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.495339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a403b0f-4828-456b-abae-6a0fa859a7c3 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Fanout notify agent at l3_agent the message router_deleted on router bea27950-b3a2-4d29-9dee-20c65211d7af {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:18:24.502538 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5a403b0f-4828-456b-abae-6a0fa859a7c3 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.503681 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5a403b0f-4828-456b-abae-6a0fa859a7c3 tempest-RoutersNegativeTest-1109623360 tempest-RoutersNegativeTest-1109623360-project] 10.222.0.16 "DELETE /v2.0/routers/bea27950-b3a2-4d29-9dee-20c65211d7af HTTP/1.1" status: 204 len: 168 time: 0.2827451 Aug 20 11:18:24.597263 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 796d8b91-225c-4149-996c-0040a067ad67 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:18:24.618337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 796d8b91-225c-4149-996c-0040a067ad67 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:18:24.618687 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 796d8b91-225c-4149-996c-0040a067ad67 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:18:24.746418 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38752) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:24.876002 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aed86d2d-81bf-4c57-b5f8-220321f82b68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42ea412ea132454a8a33a23c949b6e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284068 Aug 20 11:18:24.878494 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38756) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:24.928934 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a00573a8-2948-44ab-8e43-8e77ddc9ac38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.949856 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a00573a8-2948-44ab-8e43-8e77ddc9ac38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.995275 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a00573a8-2948-44ab-8e43-8e77ddc9ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.997776 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a00573a8-2948-44ab-8e43-8e77ddc9ac38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.998988 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a00573a8-2948-44ab-8e43-8e77ddc9ac38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76bb7475-91f6-49f9-8460-a3eedf660072 HTTP/1.1" status: 204 len: 168 time: 0.1195388 Aug 20 11:18:25.006568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00573a8-2948-44ab-8e43-8e77ddc9ac38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bb7475-91f6-49f9-8460-a3eedf660072,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:25.624238 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38778) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:25.720900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a382178f-d1fa-413c-a6d9-963e7d5488c2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-251055072-network', 'tenant_id': '94e601a0d26c424e8d45d7a860059ebe'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:25.741902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a382178f-d1fa-413c-a6d9-963e7d5488c2 admin admin] Made reservation on behalf of 94e601a0d26c424e8d45d7a860059ebe for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:25.744364 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a382178f-d1fa-413c-a6d9-963e7d5488c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:25.753800 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a382178f-d1fa-413c-a6d9-963e7d5488c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:25.843014 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a382178f-d1fa-413c-a6d9-963e7d5488c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:25.846722 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a382178f-d1fa-413c-a6d9-963e7d5488c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:25.871788 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a382178f-d1fa-413c-a6d9-963e7d5488c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:18:25.881633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382178f-d1fa-413c-a6d9-963e7d5488c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e240fb-114c-46b8-ba99-50a2886e5a18,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:25.886600 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a382178f-d1fa-413c-a6d9-963e7d5488c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:25.886941 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-a382178f-d1fa-413c-a6d9-963e7d5488c2 admin admin] Added segment 8f638231-9acc-4959-8b98-24067f69803f of type vlan for network 34f9f74d-84e9-4c44-8eab-3107be7da78c Aug 20 11:18:25.927663 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a382178f-d1fa-413c-a6d9-963e7d5488c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:25.952835 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a382178f-d1fa-413c-a6d9-963e7d5488c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:25.953838 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a382178f-d1fa-413c-a6d9-963e7d5488c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:25.954425 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a382178f-d1fa-413c-a6d9-963e7d5488c2 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.009122 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a382178f-d1fa-413c-a6d9-963e7d5488c2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3836665 Aug 20 11:18:26.012292 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38782) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:26.017514 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2adca1c2-1ccc-464a-93db-c63abb549b17 admin admin] Request body: {'subnet': {'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-251055072-subnet', 'tenant_id': '94e601a0d26c424e8d45d7a860059ebe', 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:26.021520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382178f-d1fa-413c-a6d9-963e7d5488c2 admin admin] Pushing event updated for resources: {'Network': ['ID=34f9f74d-84e9-4c44-8eab-3107be7da78c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:26.032738 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 34f9f74d-84e9-4c44-8eab-3107be7da78c details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:18:26.041060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adca1c2-1ccc-464a-93db-c63abb549b17 admin admin] Made reservation on behalf of 94e601a0d26c424e8d45d7a860059ebe for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:26.044578 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2adca1c2-1ccc-464a-93db-c63abb549b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.216024 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2adca1c2-1ccc-464a-93db-c63abb549b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.270783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adca1c2-1ccc-464a-93db-c63abb549b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=990401b0-139c-4f20-b094-97f54732c863,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:26.280339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adca1c2-1ccc-464a-93db-c63abb549b17 admin admin] Checking segment: {'id': '8f638231-9acc-4959-8b98-24067f69803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:26.280691 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adca1c2-1ccc-464a-93db-c63abb549b17 admin admin] Network hostable DHCP agents. Network: 34f9f74d-84e9-4c44-8eab-3107be7da78c, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:18:26.296507 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adca1c2-1ccc-464a-93db-c63abb549b17 admin admin] Network 34f9f74d-84e9-4c44-8eab-3107be7da78c is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:18:26.305036 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-2adca1c2-1ccc-464a-93db-c63abb549b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 34f9f74d-84e9-4c44-8eab-3107be7da78c) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:26.309583 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adca1c2-1ccc-464a-93db-c63abb549b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:26.310659 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2adca1c2-1ccc-464a-93db-c63abb549b17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.313822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7becbbd7-c218-424b-a8e0-68b804c873e6 None None] Network 34f9f74d-84e9-4c44-8eab-3107be7da78c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:26.325471 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2adca1c2-1ccc-464a-93db-c63abb549b17 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3120732 Aug 20 11:18:26.328246 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38784) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:26.332737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-251055072-router', 'tenant_id': '94e601a0d26c424e8d45d7a860059ebe', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:26.355663 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.356667 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.410410 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.461754 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-34f9f74d-84e9-4c44-8eab-3107be7da78c', 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c', 'tenant_id': '94e601a0d26c424e8d45d7a860059ebe', 'fixed_ips': [{'subnet_id': '990401b0-139c-4f20-b094-97f54732c863'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:18:26.462638 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.546608 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.599762 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Allocated IP 172.20.0.2 (34f9f74d-84e9-4c44-8eab-3107be7da78c/990401b0-139c-4f20-b094-97f54732c863/7c969047-cd9e-4c19-8a8d-e722c26ab5b6) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:26.740263 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.749468 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Transition to ACTIVE for port object 7c969047-cd9e-4c19-8a8d-e722c26ab5b6 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:26.764818 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.765009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Transition to ACTIVE for port object 7c969047-cd9e-4c19-8a8d-e722c26ab5b6 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:26.770692 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.789900 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.814088 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Network 34f9f74d-84e9-4c44-8eab-3107be7da78c is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:26.816924 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:26.819494 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:26.829762 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Pushing event updated for resources: {'Port': ['ID=7c969047-cd9e-4c19-8a8d-e722c26ab5b6,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:26.881697 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Attempting to bind port 7c969047-cd9e-4c19-8a8d-e722c26ab5b6 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:26.882067 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Attempting to bind port 7c969047-cd9e-4c19-8a8d-e722c26ab5b6 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '8f638231-9acc-4959-8b98-24067f69803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:26.882426 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Attempting to bind port 7c969047-cd9e-4c19-8a8d-e722c26ab5b6 on network 34f9f74d-84e9-4c44-8eab-3107be7da78c {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:26.888282 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:26.888656 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Checking segment: {'id': '8f638231-9acc-4959-8b98-24067f69803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:26.889061 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.889448 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Bound using segment: {'id': '8f638231-9acc-4959-8b98-24067f69803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:26.890088 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Bound port: 7c969047-cd9e-4c19-8a8d-e722c26ab5b6, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f638231-9acc-4959-8b98-24067f69803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:26.890296 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.957134 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-60381659-26c6-4baa-982c-4f624946acbb None None] For port 7c969047-cd9e-4c19-8a8d-e722c26ab5b6, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:26.960835 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-60381659-26c6-4baa-982c-4f624946acbb None None] For port 7c969047-cd9e-4c19-8a8d-e722c26ab5b6, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7c969047-cd9e-4c19-8a8d-e722c26ab5b6,segment=NetworkSegment(8f638231-9acc-4959-8b98-24067f69803f),segment_id=8f638231-9acc-4959-8b98-24067f69803f)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:26.964918 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.027799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60381659-26c6-4baa-982c-4f624946acbb None None] Pushing event updated for resources: {'Port': ['ID=7c969047-cd9e-4c19-8a8d-e722c26ab5b6,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:27.237278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Allocated IP 172.25.3.70 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/aea91dae-6c7d-438d-a494-b982b1185080) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:27.353665 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.394665 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.433822 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:27.436586 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:27.439013 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:27.469919 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Pushing event updated for resources: {'Port': ['ID=aea91dae-6c7d-438d-a494-b982b1185080,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:27.697213 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.909526 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.993256 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6e6aba-a868-471c-9c3e-0e7cd213736b None None] Network 34f9f74d-84e9-4c44-8eab-3107be7da78c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:28.049785 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Router fc6b820f-51ca-420d-8e32-f31820254355 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:18:28.077763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9b376325-3718-4271-9a05-f7524f20f3ac None None] Provisioning for port 7c969047-cd9e-4c19-8a8d-e722c26ab5b6 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:28.159283 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:18:28.168502 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Sync routers for ids ['fc6b820f-51ca-420d-8e32-f31820254355'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:18:28.176117 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.180104 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-41b3df9e-d4c7-4a23-9bf0-a9a9bc9da32a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8481185 Aug 20 11:18:28.180383 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Routers {'fc6b820f-51ca-420d-8e32-f31820254355'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:28.180383 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:18:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['fc6b820f-51ca-420d-8e32-f31820254355'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:28.180578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38788) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:28.382879 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Set router fc6b820f-51ca-420d-8e32-f31820254355 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:28.559751 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'name': 'tempest-TestEncryptedCinderVolumes-251055072-router', 'tenant_id': '94e601a0d26c424e8d45d7a860059ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'aea91dae-6c7d-438d-a494-b982b1185080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:26Z', 'updated_at': '2021-08-20T11:18:27Z', 'revision_number': 3, 'project_id': '94e601a0d26c424e8d45d7a860059ebe', 'gw_port': {'id': 'aea91dae-6c7d-438d-a494-b982b1185080', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:26Z', 'updated_at': '2021-08-20T11:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:28.593023 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Checking router: fc6b820f-51ca-420d-8e32-f31820254355 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:18:28.593382 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Updating router fc6b820f-51ca-420d-8e32-f31820254355 port aea91dae-6c7d-438d-a494-b982b1185080 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:18:28.619131 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.620142 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.636129 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7c969047-cd9e-4c19-8a8d-e722c26ab5b6 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:28.690237 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 7c969047-cd9e-4c19-8a8d-e722c26ab5b6 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:28.694115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7c969047-cd9e-4c19-8a8d-e722c26ab5b6 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:28.694610 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.791826 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.827806 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 7c969047-cd9e-4c19-8a8d-e722c26ab5b6, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7c969047-cd9e-4c19-8a8d-e722c26ab5b6,segment=NetworkSegment(8f638231-9acc-4959-8b98-24067f69803f),segment_id=8f638231-9acc-4959-8b98-24067f69803f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:28.835282 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.844430 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Allocated IP 172.20.0.1 (34f9f74d-84e9-4c44-8eab-3107be7da78c/990401b0-139c-4f20-b094-97f54732c863/887f0b38-cec0-476b-b432-2ab29da70437) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:28.888803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=7c969047-cd9e-4c19-8a8d-e722c26ab5b6,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:28.898748 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.909128 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Transition to ACTIVE for port object aea91dae-6c7d-438d-a494-b982b1185080 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:28.915481 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.961490 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.967880 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Attempting to bind port aea91dae-6c7d-438d-a494-b982b1185080 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:28.968245 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Attempting to bind port aea91dae-6c7d-438d-a494-b982b1185080 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:28.968605 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Attempting to bind port aea91dae-6c7d-438d-a494-b982b1185080 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:28.974551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Transition to ACTIVE for port object 887f0b38-cec0-476b-b432-2ab29da70437 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:28.976174 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dc7a0-13b8-4a80-a345-c6e893684e54 None None] Pushing event updated for resources: {'Port': ['ID=aea91dae-6c7d-438d-a494-b982b1185080,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:28.981368 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:28.981733 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:28.982135 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.982523 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:28.982980 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Bound port: aea91dae-6c7d-438d-a494-b982b1185080, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:28.983378 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.989604 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dc7a0-13b8-4a80-a345-c6e893684e54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:28.989946 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dc7a0-13b8-4a80-a345-c6e893684e54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:28.990280 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dc7a0-13b8-4a80-a345-c6e893684e54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:28.990614 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dc7a0-13b8-4a80-a345-c6e893684e54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:28.990941 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dc7a0-13b8-4a80-a345-c6e893684e54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:28.991294 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dc7a0-13b8-4a80-a345-c6e893684e54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:28.991619 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dc7a0-13b8-4a80-a345-c6e893684e54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:28.991939 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dc7a0-13b8-4a80-a345-c6e893684e54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:28.992257 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dc7a0-13b8-4a80-a345-c6e893684e54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:28.992579 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dc7a0-13b8-4a80-a345-c6e893684e54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:28.992894 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dc7a0-13b8-4a80-a345-c6e893684e54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:28.993211 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6dc7a0-13b8-4a80-a345-c6e893684e54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:29.007905 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.043868 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] For port aea91dae-6c7d-438d-a494-b982b1185080, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:29.046797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Network 34f9f74d-84e9-4c44-8eab-3107be7da78c is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:29.047620 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] For port aea91dae-6c7d-438d-a494-b982b1185080, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=aea91dae-6c7d-438d-a494-b982b1185080,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:29.049703 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:29.051790 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.053210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:29.094655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Pushing event updated for resources: {'Port': ['ID=887f0b38-cec0-476b-b432-2ab29da70437,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:29.114348 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.122793 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Routers {'fc6b820f-51ca-420d-8e32-f31820254355'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:29.123479 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:18:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['fc6b820f-51ca-420d-8e32-f31820254355'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:29.166954 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dc7a0-13b8-4a80-a345-c6e893684e54 None None] Pushing event updated for resources: {'Port': ['ID=aea91dae-6c7d-438d-a494-b982b1185080,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:29.238732 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] Set router fc6b820f-51ca-420d-8e32-f31820254355 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:29.291914 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.323086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-efd6cb24-563d-4e6e-9fbe-398d16622096 None None] Provisioning for port 887f0b38-cec0-476b-b432-2ab29da70437 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:29.327189 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-efd6cb24-563d-4e6e-9fbe-398d16622096 None None] Provisioning complete for port 887f0b38-cec0-476b-b432-2ab29da70437 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:29.327551 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-efd6cb24-563d-4e6e-9fbe-398d16622096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.372807 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-efd6cb24-563d-4e6e-9fbe-398d16622096 None None] Port 887f0b38-cec0-476b-b432-2ab29da70437 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:29.382614 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e0306a74-43ff-4525-a256-aa271aa625e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.428619 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'name': 'tempest-TestEncryptedCinderVolumes-251055072-router', 'tenant_id': '94e601a0d26c424e8d45d7a860059ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'aea91dae-6c7d-438d-a494-b982b1185080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:26Z', 'updated_at': '2021-08-20T11:18:27Z', 'revision_number': 3, 'project_id': '94e601a0d26c424e8d45d7a860059ebe', 'gw_port': {'id': 'aea91dae-6c7d-438d-a494-b982b1185080', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:26Z', 'updated_at': '2021-08-20T11:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:29.455414 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb8df3-b58e-43f1-8839-451bd8697669 None None] The sync data for ids ['fc6b820f-51ca-420d-8e32-f31820254355'] in n-d-778550-11 is: [{'id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'name': 'tempest-TestEncryptedCinderVolumes-251055072-router', 'tenant_id': '94e601a0d26c424e8d45d7a860059ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'aea91dae-6c7d-438d-a494-b982b1185080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:26Z', 'updated_at': '2021-08-20T11:18:27Z', 'revision_number': 3, 'project_id': '94e601a0d26c424e8d45d7a860059ebe', 'gw_port': {'id': 'aea91dae-6c7d-438d-a494-b982b1185080', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:26Z', 'updated_at': '2021-08-20T11:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:18:29.467443 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.472240 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.543525 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Pushing event updated for resources: {'Port': ['ID=887f0b38-cec0-476b-b432-2ab29da70437,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:29.548873 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.645472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Network 34f9f74d-84e9-4c44-8eab-3107be7da78c is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:29.646839 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:29.899840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-ab9a9592-1981-4bd1-ae7a-d3678a345ae4 None None] Provisioning complete for port 887f0b38-cec0-476b-b432-2ab29da70437 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:29.900144 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9592-1981-4bd1-ae7a-d3678a345ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.938706 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a9592-1981-4bd1-ae7a-d3678a345ae4 None None] Port 887f0b38-cec0-476b-b432-2ab29da70437 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:30.073085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Router fc6b820f-51ca-420d-8e32-f31820254355 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:18:30.186682 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:18:30.193689 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fcaf4693-1a9e-4936-acae-464a43b7d09d admin admin] 10.222.0.16 "PUT /v2.0/routers/fc6b820f-51ca-420d-8e32-f31820254355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0107975 Aug 20 11:18:30.662103 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38804) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:30.668307 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2b938682-e7c6-434d-b24a-f22282f272e1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-514472829-network', 'tenant_id': '5bbbe2eacf9f42c184091f3888ca671b'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:30.683910 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device aea91dae-6c7d-438d-a494-b982b1185080 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:30.701474 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b938682-e7c6-434d-b24a-f22282f272e1 admin admin] Made reservation on behalf of 5bbbe2eacf9f42c184091f3888ca671b for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:30.704104 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b938682-e7c6-434d-b24a-f22282f272e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.713124 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b938682-e7c6-434d-b24a-f22282f272e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.739838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port aea91dae-6c7d-438d-a494-b982b1185080 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:30.745146 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port aea91dae-6c7d-438d-a494-b982b1185080 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:30.745750 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.808475 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b938682-e7c6-434d-b24a-f22282f272e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.812240 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b938682-e7c6-434d-b24a-f22282f272e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.830398 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.837678 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b938682-e7c6-434d-b24a-f22282f272e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:18:30.848676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b938682-e7c6-434d-b24a-f22282f272e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166b6379-cb39-4564-952f-133e337a5ec7,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:30.851879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port aea91dae-6c7d-438d-a494-b982b1185080, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=aea91dae-6c7d-438d-a494-b982b1185080,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:30.854978 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b938682-e7c6-434d-b24a-f22282f272e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.855433 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-2b938682-e7c6-434d-b24a-f22282f272e1 admin admin] Added segment 116b7619-f5be-4321-8bb7-f299c955fa07 of type vlan for network 3d9362be-e9a5-4bbd-a462-84836aabe160 Aug 20 11:18:30.857107 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.858575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7c969047-cd9e-4c19-8a8d-e722c26ab5b6 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:30.904302 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b938682-e7c6-434d-b24a-f22282f272e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.931175 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b938682-e7c6-434d-b24a-f22282f272e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.932031 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b938682-e7c6-434d-b24a-f22282f272e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:30.932709 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2b938682-e7c6-434d-b24a-f22282f272e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.934694 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=aea91dae-6c7d-438d-a494-b982b1185080,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:30.948007 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7c969047-cd9e-4c19-8a8d-e722c26ab5b6 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:30.949251 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:31.007613 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2b938682-e7c6-434d-b24a-f22282f272e1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3442540 Aug 20 11:18:31.010436 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 38806) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:31.016666 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-f1fdf186-ae2a-44dc-9357-c2fe54677b4d admin admin] Request body: {'subnet': {'network_id': '3d9362be-e9a5-4bbd-a462-84836aabe160', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-514472829-subnet', 'tenant_id': '5bbbe2eacf9f42c184091f3888ca671b', 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:31.028922 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b938682-e7c6-434d-b24a-f22282f272e1 admin admin] Pushing event updated for resources: {'Network': ['ID=3d9362be-e9a5-4bbd-a462-84836aabe160,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:31.038058 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 3d9362be-e9a5-4bbd-a462-84836aabe160 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:18:31.049093 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fdf186-ae2a-44dc-9357-c2fe54677b4d admin admin] Made reservation on behalf of 5bbbe2eacf9f42c184091f3888ca671b for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:31.051587 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf186-ae2a-44dc-9357-c2fe54677b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:31.080832 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Sync routers for ids ['fc6b820f-51ca-420d-8e32-f31820254355'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:18:31.103159 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Routers {'fc6b820f-51ca-420d-8e32-f31820254355'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:31.103905 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:18:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['fc6b820f-51ca-420d-8e32-f31820254355'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:31.220560 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Set router fc6b820f-51ca-420d-8e32-f31820254355 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:31.227236 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf186-ae2a-44dc-9357-c2fe54677b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:31.290969 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdf186-ae2a-44dc-9357-c2fe54677b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5434958-2f77-4f79-9658-58c9b155e70c,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:31.295989 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fdf186-ae2a-44dc-9357-c2fe54677b4d admin admin] Checking segment: {'id': '116b7619-f5be-4321-8bb7-f299c955fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3d9362be-e9a5-4bbd-a462-84836aabe160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:31.296351 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fdf186-ae2a-44dc-9357-c2fe54677b4d admin admin] Network hostable DHCP agents. Network: 3d9362be-e9a5-4bbd-a462-84836aabe160, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:18:31.314276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fdf186-ae2a-44dc-9357-c2fe54677b4d admin admin] Network 3d9362be-e9a5-4bbd-a462-84836aabe160 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:18:31.325304 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-f1fdf186-ae2a-44dc-9357-c2fe54677b4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 3d9362be-e9a5-4bbd-a462-84836aabe160) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:31.329652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fdf186-ae2a-44dc-9357-c2fe54677b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:31.330474 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf186-ae2a-44dc-9357-c2fe54677b4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:31.336013 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25dfd9f-d808-4224-bb02-d3330ebb9e39 None None] Network 3d9362be-e9a5-4bbd-a462-84836aabe160 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:31.347266 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38808) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:31.347472 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f1fdf186-ae2a-44dc-9357-c2fe54677b4d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3348675 Aug 20 11:18:31.352551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-514472829-router', 'tenant_id': '5bbbe2eacf9f42c184091f3888ca671b', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:31.373878 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:31.374972 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:31.429498 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:31.542271 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-3d9362be-e9a5-4bbd-a462-84836aabe160', 'network_id': '3d9362be-e9a5-4bbd-a462-84836aabe160', 'tenant_id': '5bbbe2eacf9f42c184091f3888ca671b', 'fixed_ips': [{'subnet_id': 'd5434958-2f77-4f79-9658-58c9b155e70c'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:18:31.543658 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:31.548783 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'name': 'tempest-TestEncryptedCinderVolumes-251055072-router', 'tenant_id': '94e601a0d26c424e8d45d7a860059ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'aea91dae-6c7d-438d-a494-b982b1185080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:26Z', 'updated_at': '2021-08-20T11:18:29Z', 'revision_number': 4, 'project_id': '94e601a0d26c424e8d45d7a860059ebe', 'gw_port': {'id': 'aea91dae-6c7d-438d-a494-b982b1185080', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:26Z', 'updated_at': '2021-08-20T11:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '887f0b38-cec0-476b-b432-2ab29da70437', 'name': '', 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c', 'tenant_id': '94e601a0d26c424e8d45d7a860059ebe', 'mac_address': 'fa:16:3e:65:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '990401b0-139c-4f20-b094-97f54732c863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:28Z', 'updated_at': '2021-08-20T11:18:29Z', 'revision_number': 2, 'project_id': '94e601a0d26c424e8d45d7a860059ebe', 'subnets': [{'id': '990401b0-139c-4f20-b094-97f54732c863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:31.567633 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:31.582784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Checking router: fc6b820f-51ca-420d-8e32-f31820254355 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:18:31.583164 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Updating router fc6b820f-51ca-420d-8e32-f31820254355 port 887f0b38-cec0-476b-b432-2ab29da70437 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:18:31.615613 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:31.768620 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:31.787384 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:31.818664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Allocated IP 172.20.0.2 (3d9362be-e9a5-4bbd-a462-84836aabe160/d5434958-2f77-4f79-9658-58c9b155e70c/d6b3c5bc-856b-4c99-a057-1c25dec392e4) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:31.891245 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Allocated IP 172.25.3.130 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/ff5e7f73-0d7c-4f92-8ef7-a377c9f71997) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:31.998567 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.038847 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.040946 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4b65f061-e53d-41ae-927d-31359ea99e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.078635 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:32.081536 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:32.085018 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:32.091727 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.098828 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.107952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Transition to ACTIVE for port object d6b3c5bc-856b-4c99-a057-1c25dec392e4 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:32.110514 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Pushing event updated for resources: {'Port': ['ID=ff5e7f73-0d7c-4f92-8ef7-a377c9f71997,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:32.116200 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Transition to ACTIVE for port object 887f0b38-cec0-476b-b432-2ab29da70437 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:32.128806 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.131083 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Transition to ACTIVE for port object d6b3c5bc-856b-4c99-a057-1c25dec392e4 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:32.161247 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.196545 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Network 3d9362be-e9a5-4bbd-a462-84836aabe160 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:32.199801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7253fbc-b5d8-45d9-b4ed-eba707eb0227 None None] Pushing event updated for resources: {'Port': ['ID=887f0b38-cec0-476b-b432-2ab29da70437,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:32.213026 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:32.218458 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:32.345651 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Attempting to bind port 887f0b38-cec0-476b-b432-2ab29da70437 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:32.346025 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Attempting to bind port 887f0b38-cec0-476b-b432-2ab29da70437 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '8f638231-9acc-4959-8b98-24067f69803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:32.346397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Attempting to bind port 887f0b38-cec0-476b-b432-2ab29da70437 on network 34f9f74d-84e9-4c44-8eab-3107be7da78c {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:32.352009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Pushing event updated for resources: {'Port': ['ID=d6b3c5bc-856b-4c99-a057-1c25dec392e4,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:32.354396 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:32.354776 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Checking segment: {'id': '8f638231-9acc-4959-8b98-24067f69803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:32.355745 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.356136 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Bound using segment: {'id': '8f638231-9acc-4959-8b98-24067f69803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:32.356612 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Bound port: 887f0b38-cec0-476b-b432-2ab29da70437, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f638231-9acc-4959-8b98-24067f69803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:32.356997 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.361103 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Attempting to bind port d6b3c5bc-856b-4c99-a057-1c25dec392e4 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:32.361478 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Attempting to bind port d6b3c5bc-856b-4c99-a057-1c25dec392e4 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '116b7619-f5be-4321-8bb7-f299c955fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3d9362be-e9a5-4bbd-a462-84836aabe160'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:32.361597 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.361837 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Attempting to bind port d6b3c5bc-856b-4c99-a057-1c25dec392e4 on network 3d9362be-e9a5-4bbd-a462-84836aabe160 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:32.374863 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:32.375259 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Checking segment: {'id': '116b7619-f5be-4321-8bb7-f299c955fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3d9362be-e9a5-4bbd-a462-84836aabe160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:32.375710 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.376054 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Bound using segment: {'id': '116b7619-f5be-4321-8bb7-f299c955fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3d9362be-e9a5-4bbd-a462-84836aabe160'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:32.376594 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Bound port: d6b3c5bc-856b-4c99-a057-1c25dec392e4, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116b7619-f5be-4321-8bb7-f299c955fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3d9362be-e9a5-4bbd-a462-84836aabe160'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:32.376898 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.480465 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] For port 887f0b38-cec0-476b-b432-2ab29da70437, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:32.575258 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.665299 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device aea91dae-6c7d-438d-a494-b982b1185080 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:32.671625 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] For port 887f0b38-cec0-476b-b432-2ab29da70437, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=887f0b38-cec0-476b-b432-2ab29da70437,segment=NetworkSegment(8f638231-9acc-4959-8b98-24067f69803f),segment_id=8f638231-9acc-4959-8b98-24067f69803f)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:32.689823 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] For port d6b3c5bc-856b-4c99-a057-1c25dec392e4, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:32.699289 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.701052 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.711938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Router 9ec3cef6-bebd-46f7-8224-19260ddecea1 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:18:32.724875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] For port d6b3c5bc-856b-4c99-a057-1c25dec392e4, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d6b3c5bc-856b-4c99-a057-1c25dec392e4,segment=NetworkSegment(116b7619-f5be-4321-8bb7-f299c955fa07),segment_id=116b7619-f5be-4321-8bb7-f299c955fa07)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:32.752912 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.797723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Routers {'fc6b820f-51ca-420d-8e32-f31820254355'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:32.798382 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:18:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['fc6b820f-51ca-420d-8e32-f31820254355'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:32.805894 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7253fbc-b5d8-45d9-b4ed-eba707eb0227 None None] Pushing event updated for resources: {'Port': ['ID=887f0b38-cec0-476b-b432-2ab29da70437,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:32.835947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:18:32.847036 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Sync routers for ids ['9ec3cef6-bebd-46f7-8224-19260ddecea1'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:18:32.861365 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.862472 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-148d122b-066e-489e-9999-d206e05a0203 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5136642 Aug 20 11:18:32.864626 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Routers {'9ec3cef6-bebd-46f7-8224-19260ddecea1'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:32.865181 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 38810) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:32.866018 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:18:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9ec3cef6-bebd-46f7-8224-19260ddecea1'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:32.899157 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port aea91dae-6c7d-438d-a494-b982b1185080 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:32.899729 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.987927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e740996-1ea4-486a-9b76-ea46c1daf9ed None None] Pushing event updated for resources: {'Port': ['ID=d6b3c5bc-856b-4c99-a057-1c25dec392e4,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:33.041536 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] Set router fc6b820f-51ca-420d-8e32-f31820254355 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:33.047338 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Set router 9ec3cef6-bebd-46f7-8224-19260ddecea1 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:33.260056 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'name': 'tempest-TestEncryptedCinderVolumes-514472829-router', 'tenant_id': '5bbbe2eacf9f42c184091f3888ca671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'ff5e7f73-0d7c-4f92-8ef7-a377c9f71997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:31Z', 'updated_at': '2021-08-20T11:18:32Z', 'revision_number': 3, 'project_id': '5bbbe2eacf9f42c184091f3888ca671b', 'gw_port': {'id': 'ff5e7f73-0d7c-4f92-8ef7-a377c9f71997', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:31Z', 'updated_at': '2021-08-20T11:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:33.298250 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Checking router: 9ec3cef6-bebd-46f7-8224-19260ddecea1 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:18:33.298794 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Updating router 9ec3cef6-bebd-46f7-8224-19260ddecea1 port ff5e7f73-0d7c-4f92-8ef7-a377c9f71997 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:18:33.326624 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.343757 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.359284 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'name': 'tempest-TestEncryptedCinderVolumes-251055072-router', 'tenant_id': '94e601a0d26c424e8d45d7a860059ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'aea91dae-6c7d-438d-a494-b982b1185080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:26Z', 'updated_at': '2021-08-20T11:18:29Z', 'revision_number': 4, 'project_id': '94e601a0d26c424e8d45d7a860059ebe', 'gw_port': {'id': 'aea91dae-6c7d-438d-a494-b982b1185080', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:26Z', 'updated_at': '2021-08-20T11:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '887f0b38-cec0-476b-b432-2ab29da70437', 'name': '', 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c', 'tenant_id': '94e601a0d26c424e8d45d7a860059ebe', 'mac_address': 'fa:16:3e:65:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '990401b0-139c-4f20-b094-97f54732c863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:28Z', 'updated_at': '2021-08-20T11:18:32Z', 'revision_number': 4, 'project_id': '94e601a0d26c424e8d45d7a860059ebe', 'subnets': [{'id': '990401b0-139c-4f20-b094-97f54732c863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:33.390946 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e306633-aaac-4528-815f-413bb1ee8f88 None None] The sync data for ids ['fc6b820f-51ca-420d-8e32-f31820254355'] in n-d-778550-11 is: [{'id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'name': 'tempest-TestEncryptedCinderVolumes-251055072-router', 'tenant_id': '94e601a0d26c424e8d45d7a860059ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'aea91dae-6c7d-438d-a494-b982b1185080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:26Z', 'updated_at': '2021-08-20T11:18:29Z', 'revision_number': 4, 'project_id': '94e601a0d26c424e8d45d7a860059ebe', 'gw_port': {'id': 'aea91dae-6c7d-438d-a494-b982b1185080', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:26Z', 'updated_at': '2021-08-20T11:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '887f0b38-cec0-476b-b432-2ab29da70437', 'name': '', 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c', 'tenant_id': '94e601a0d26c424e8d45d7a860059ebe', 'mac_address': 'fa:16:3e:65:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '990401b0-139c-4f20-b094-97f54732c863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:28Z', 'updated_at': '2021-08-20T11:18:32Z', 'revision_number': 4, 'project_id': '94e601a0d26c424e8d45d7a860059ebe', 'subnets': [{'id': '990401b0-139c-4f20-b094-97f54732c863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:18:33.396244 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.608181 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Allocated IP 172.20.0.1 (3d9362be-e9a5-4bbd-a462-84836aabe160/d5434958-2f77-4f79-9658-58c9b155e70c/4e4d2587-d51b-4a67-b7c5-3caee74fd6cb) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:33.736095 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.748272 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Transition to ACTIVE for port object ff5e7f73-0d7c-4f92-8ef7-a377c9f71997 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:33.758792 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.761651 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.778342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Transition to ACTIVE for port object 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:33.825469 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.828274 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48034ed8-1876-4995-be7e-8d9c855ed90d None None] Pushing event updated for resources: {'Port': ['ID=ff5e7f73-0d7c-4f92-8ef7-a377c9f71997,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:33.832963 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Attempting to bind port ff5e7f73-0d7c-4f92-8ef7-a377c9f71997 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:33.833456 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Attempting to bind port ff5e7f73-0d7c-4f92-8ef7-a377c9f71997 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:33.833906 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Attempting to bind port ff5e7f73-0d7c-4f92-8ef7-a377c9f71997 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:33.840669 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:33.841197 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:33.841686 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.842167 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:33.843469 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Bound port: ff5e7f73-0d7c-4f92-8ef7-a377c9f71997, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:33.843948 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.879923 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Network 3d9362be-e9a5-4bbd-a462-84836aabe160 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:33.883037 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:33.885979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:33.920777 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] For port ff5e7f73-0d7c-4f92-8ef7-a377c9f71997, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:33.924955 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] For port ff5e7f73-0d7c-4f92-8ef7-a377c9f71997, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ff5e7f73-0d7c-4f92-8ef7-a377c9f71997,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:33.933617 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.943958 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.990883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=4e4d2587-d51b-4a67-b7c5-3caee74fd6cb,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:33.991954 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Routers {'9ec3cef6-bebd-46f7-8224-19260ddecea1'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:33.992663 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:18:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9ec3cef6-bebd-46f7-8224-19260ddecea1'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:34.074429 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48034ed8-1876-4995-be7e-8d9c855ed90d None None] Pushing event updated for resources: {'Port': ['ID=ff5e7f73-0d7c-4f92-8ef7-a377c9f71997,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:34.106871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5501ad4e-129e-4fd7-9452-003915ad381f None None] Network 3d9362be-e9a5-4bbd-a462-84836aabe160 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:34.178336 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] Set router 9ec3cef6-bebd-46f7-8224-19260ddecea1 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:34.305462 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-e6eb605b-9a7c-4947-843c-cecc98a9d5cb None None] Provisioning for port d6b3c5bc-856b-4c99-a057-1c25dec392e4 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:34.393541 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'name': 'tempest-TestEncryptedCinderVolumes-514472829-router', 'tenant_id': '5bbbe2eacf9f42c184091f3888ca671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'ff5e7f73-0d7c-4f92-8ef7-a377c9f71997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:31Z', 'updated_at': '2021-08-20T11:18:32Z', 'revision_number': 3, 'project_id': '5bbbe2eacf9f42c184091f3888ca671b', 'gw_port': {'id': 'ff5e7f73-0d7c-4f92-8ef7-a377c9f71997', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:31Z', 'updated_at': '2021-08-20T11:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:34.422388 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bb5235-166c-4995-8b1d-b66fb0807e78 None None] The sync data for ids ['9ec3cef6-bebd-46f7-8224-19260ddecea1'] in n-d-778550-11 is: [{'id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'name': 'tempest-TestEncryptedCinderVolumes-514472829-router', 'tenant_id': '5bbbe2eacf9f42c184091f3888ca671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'ff5e7f73-0d7c-4f92-8ef7-a377c9f71997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:31Z', 'updated_at': '2021-08-20T11:18:32Z', 'revision_number': 3, 'project_id': '5bbbe2eacf9f42c184091f3888ca671b', 'gw_port': {'id': 'ff5e7f73-0d7c-4f92-8ef7-a377c9f71997', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:31Z', 'updated_at': '2021-08-20T11:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:18:34.473057 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:34.671899 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3652f999-f665-42c0-9221-615e35809f7b None None] Provisioning for port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:34.676421 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-3652f999-f665-42c0-9221-615e35809f7b None None] Provisioning complete for port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:34.676979 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3652f999-f665-42c0-9221-615e35809f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:34.754550 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:34.760524 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:34.761303 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3652f999-f665-42c0-9221-615e35809f7b None None] Port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:34.832443 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 887f0b38-cec0-476b-b432-2ab29da70437 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:34.860593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=4e4d2587-d51b-4a67-b7c5-3caee74fd6cb,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:34.863097 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:34.911829 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 887f0b38-cec0-476b-b432-2ab29da70437 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:34.916685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 887f0b38-cec0-476b-b432-2ab29da70437 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:34.917049 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:34.984110 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Network 3d9362be-e9a5-4bbd-a462-84836aabe160 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:34.987012 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:35.027734 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-83431a31-81b8-4f9d-93b8-c63e0031f3d6 None None] Provisioning complete for port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:35.028147 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-83431a31-81b8-4f9d-93b8-c63e0031f3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:35.061894 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:35.064747 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:35.098142 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-83431a31-81b8-4f9d-93b8-c63e0031f3d6 None None] Port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:35.117223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Router 9ec3cef6-bebd-46f7-8224-19260ddecea1 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:18:35.120166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 887f0b38-cec0-476b-b432-2ab29da70437, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=887f0b38-cec0-476b-b432-2ab29da70437,segment=NetworkSegment(8f638231-9acc-4959-8b98-24067f69803f),segment_id=8f638231-9acc-4959-8b98-24067f69803f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:35.126985 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:35.128203 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d6b3c5bc-856b-4c99-a057-1c25dec392e4 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:35.227105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=887f0b38-cec0-476b-b432-2ab29da70437,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:35.241587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port d6b3c5bc-856b-4c99-a057-1c25dec392e4 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:35.246269 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d6b3c5bc-856b-4c99-a057-1c25dec392e4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:35.246641 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:35.259434 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:18:35.264742 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cead0781-74bc-4122-99b2-7c3d6ce97fd3 admin admin] 10.222.0.16 "PUT /v2.0/routers/9ec3cef6-bebd-46f7-8224-19260ddecea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3982997 Aug 20 11:18:35.338085 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:35.339867 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7a3b786d-686d-4c94-9dc7-ff32f2929dc7 None None] Provisioning complete for port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:35.340368 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7a3b786d-686d-4c94-9dc7-ff32f2929dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:35.397814 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7a3b786d-686d-4c94-9dc7-ff32f2929dc7 None None] Port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:35.406470 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port d6b3c5bc-856b-4c99-a057-1c25dec392e4, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d6b3c5bc-856b-4c99-a057-1c25dec392e4,segment=NetworkSegment(116b7619-f5be-4321-8bb7-f299c955fa07),segment_id=116b7619-f5be-4321-8bb7-f299c955fa07)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:35.411993 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:35.467312 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=d6b3c5bc-856b-4c99-a057-1c25dec392e4,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:36.085156 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-e2389786-602a-4139-acf8-6f9cb44366cd tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:36.086634 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-e2389786-602a-4139-acf8-6f9cb44366cd tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/networks?id=34f9f74d-84e9-4c44-8eab-3107be7da78c HTTP/1.1" status: 200 len: 816 time: 0.1006835 Aug 20 11:18:36.102243 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-02a9d6b5-0da4-4bf2-a808-8d1d37c8502a tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/quotas/94e601a0d26c424e8d45d7a860059ebe HTTP/1.1" status: 200 len: 375 time: 0.0091133 Aug 20 11:18:36.153616 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-44e49c19-dee5-4c62-97f2-b0c9dcb234a3 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=94e601a0d26c424e8d45d7a860059ebe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458336 Aug 20 11:18:36.253143 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-cd1b2ad5-9a0c-47b3-a146-e5505fa0c3be service neutron] 10.222.0.16 "GET /v2.0/networks/34f9f74d-84e9-4c44-8eab-3107be7da78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876937 Aug 20 11:18:36.343448 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-067df3a5-7917-48e0-b2b4-2a3e552711d1 service neutron] 10.222.0.16 "GET /v2.0/networks/34f9f74d-84e9-4c44-8eab-3107be7da78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841622 Aug 20 11:18:36.520398 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3dfbb8d5-3d88-4d2d-b21a-578d6650d42c req-0ae9e346-6d19-487d-a262-07c93fecb300 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=66832759-d952-497d-91af-ed3b5d3cb27d HTTP/1.1" status: 200 len: 210 time: 0.0286992 Aug 20 11:18:36.715694 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 887f0b38-cec0-476b-b432-2ab29da70437 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:36.719284 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Sync routers for ids ['9ec3cef6-bebd-46f7-8224-19260ddecea1'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:18:36.746314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Routers {'9ec3cef6-bebd-46f7-8224-19260ddecea1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:36.746967 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:18:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9ec3cef6-bebd-46f7-8224-19260ddecea1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:36.851644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 887f0b38-cec0-476b-b432-2ab29da70437 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:36.852029 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:36.888300 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Set router 9ec3cef6-bebd-46f7-8224-19260ddecea1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:37.057180 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ff5e7f73-0d7c-4f92-8ef7-a377c9f71997 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:37.141930 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port ff5e7f73-0d7c-4f92-8ef7-a377c9f71997 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:37.147847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ff5e7f73-0d7c-4f92-8ef7-a377c9f71997 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:37.148223 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:37.194551 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'name': 'tempest-TestEncryptedCinderVolumes-514472829-router', 'tenant_id': '5bbbe2eacf9f42c184091f3888ca671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'ff5e7f73-0d7c-4f92-8ef7-a377c9f71997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:31Z', 'updated_at': '2021-08-20T11:18:34Z', 'revision_number': 4, 'project_id': '5bbbe2eacf9f42c184091f3888ca671b', 'gw_port': {'id': 'ff5e7f73-0d7c-4f92-8ef7-a377c9f71997', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:31Z', 'updated_at': '2021-08-20T11:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4e4d2587-d51b-4a67-b7c5-3caee74fd6cb', 'name': '', 'network_id': '3d9362be-e9a5-4bbd-a462-84836aabe160', 'tenant_id': '5bbbe2eacf9f42c184091f3888ca671b', 'mac_address': 'fa:16:3e:e0:02:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'd5434958-2f77-4f79-9658-58c9b155e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:33Z', 'updated_at': '2021-08-20T11:18:34Z', 'revision_number': 2, 'project_id': '5bbbe2eacf9f42c184091f3888ca671b', 'subnets': [{'id': 'd5434958-2f77-4f79-9658-58c9b155e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:37.225747 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Checking router: 9ec3cef6-bebd-46f7-8224-19260ddecea1 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:18:37.226105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Updating router 9ec3cef6-bebd-46f7-8224-19260ddecea1 port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:18:37.273347 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:37.285790 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:37.325447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port ff5e7f73-0d7c-4f92-8ef7-a377c9f71997, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ff5e7f73-0d7c-4f92-8ef7-a377c9f71997,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:37.336363 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:37.337840 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d6b3c5bc-856b-4c99-a057-1c25dec392e4 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:37.447123 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-e2ad31bb-84c2-4b1e-84b6-42636d043d17 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:37.448774 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-e2ad31bb-84c2-4b1e-84b6-42636d043d17 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.24 "GET /v2.0/networks?id=34f9f74d-84e9-4c44-8eab-3107be7da78c HTTP/1.1" status: 200 len: 816 time: 0.1100020 Aug 20 11:18:37.465444 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-1b57f283-eb58-456d-8bfa-528097fbefd3 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Request body: {'port': {'device_id': '66832759-d952-497d-91af-ed3b5d3cb27d', 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c', 'admin_state_up': True, 'tenant_id': '94e601a0d26c424e8d45d7a860059ebe'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:37.499860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=ff5e7f73-0d7c-4f92-8ef7-a377c9f71997,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:37.553179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d6b3c5bc-856b-4c99-a057-1c25dec392e4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:37.553552 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:37.580429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-1b57f283-eb58-456d-8bfa-528097fbefd3 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Made reservation on behalf of 94e601a0d26c424e8d45d7a860059ebe for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:37.584329 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-1b57f283-eb58-456d-8bfa-528097fbefd3 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:37.639161 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8b1b4426-ad92-4f88-b4be-3132780ffc41 req-9f5c40a8-2950-42a6-830d-5d30f94ddaca tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=66832759-d952-497d-91af-ed3b5d3cb27d HTTP/1.1" status: 200 len: 210 time: 0.0388935 Aug 20 11:18:37.748251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-1b57f283-eb58-456d-8bfa-528097fbefd3 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Allocated IP 172.20.0.9 (34f9f74d-84e9-4c44-8eab-3107be7da78c/990401b0-139c-4f20-b094-97f54732c863/145a96ac-8424-4aac-816a-a29e30ae9b8b) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:37.888726 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:37.899057 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Transition to ACTIVE for port object 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:37.904162 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-1b57f283-eb58-456d-8bfa-528097fbefd3 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:37.905040 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:37.918516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-1b57f283-eb58-456d-8bfa-528097fbefd3 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Transition to ACTIVE for port object 145a96ac-8424-4aac-816a-a29e30ae9b8b will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:37.952905 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-1b57f283-eb58-456d-8bfa-528097fbefd3 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:37.963499 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd1d8d-ec7b-402a-aaac-04ee982c18c1 None None] Pushing event updated for resources: {'Port': ['ID=4e4d2587-d51b-4a67-b7c5-3caee74fd6cb,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:38.002965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-1b57f283-eb58-456d-8bfa-528097fbefd3 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Network 34f9f74d-84e9-4c44-8eab-3107be7da78c is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:38.006085 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-1b57f283-eb58-456d-8bfa-528097fbefd3 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:38.009292 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Attempting to bind port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:38.009668 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Attempting to bind port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '116b7619-f5be-4321-8bb7-f299c955fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3d9362be-e9a5-4bbd-a462-84836aabe160'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:38.010032 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-1b57f283-eb58-456d-8bfa-528097fbefd3 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:38.010154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Attempting to bind port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb on network 3d9362be-e9a5-4bbd-a462-84836aabe160 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:38.016670 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:38.017213 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Checking segment: {'id': '116b7619-f5be-4321-8bb7-f299c955fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3d9362be-e9a5-4bbd-a462-84836aabe160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:38.017880 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.018366 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Bound using segment: {'id': '116b7619-f5be-4321-8bb7-f299c955fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3d9362be-e9a5-4bbd-a462-84836aabe160'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:38.019017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Bound port: 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116b7619-f5be-4321-8bb7-f299c955fa07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3d9362be-e9a5-4bbd-a462-84836aabe160'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:38.019521 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.056304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57f283-eb58-456d-8bfa-528097fbefd3 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Pushing event updated for resources: {'Port': ['ID=145a96ac-8424-4aac-816a-a29e30ae9b8b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:38.083757 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-1b57f283-eb58-456d-8bfa-528097fbefd3 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:38.084565 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-1b57f283-eb58-456d-8bfa-528097fbefd3 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.099685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] For port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:38.103197 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-1b57f283-eb58-456d-8bfa-528097fbefd3 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6417611 Aug 20 11:18:38.104339 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] For port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4e4d2587-d51b-4a67-b7c5-3caee74fd6cb,segment=NetworkSegment(116b7619-f5be-4321-8bb7-f299c955fa07),segment_id=116b7619-f5be-4321-8bb7-f299c955fa07)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:38.109612 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.175913 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Routers {'9ec3cef6-bebd-46f7-8224-19260ddecea1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:38.176751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:18:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9ec3cef6-bebd-46f7-8224-19260ddecea1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:38.182090 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd1d8d-ec7b-402a-aaac-04ee982c18c1 None None] Pushing event updated for resources: {'Port': ['ID=4e4d2587-d51b-4a67-b7c5-3caee74fd6cb,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:38.245391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Request body: {'port': {'device_id': '66832759-d952-497d-91af-ed3b5d3cb27d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:38.307123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] Set router 9ec3cef6-bebd-46f7-8224-19260ddecea1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:38.312235 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.445554 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a4a41c3c-1f3d-4fb2-9d6f-03f0b558d526 None None] Provisioning for port 145a96ac-8424-4aac-816a-a29e30ae9b8b completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:38.457929 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a4a41c3c-1f3d-4fb2-9d6f-03f0b558d526 None None] Provisioning complete for port 145a96ac-8424-4aac-816a-a29e30ae9b8b triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:38.458296 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a4a41c3c-1f3d-4fb2-9d6f-03f0b558d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.529942 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a4a41c3c-1f3d-4fb2-9d6f-03f0b558d526 None None] Port 145a96ac-8424-4aac-816a-a29e30ae9b8b cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:38.554782 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'name': 'tempest-TestEncryptedCinderVolumes-514472829-router', 'tenant_id': '5bbbe2eacf9f42c184091f3888ca671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'ff5e7f73-0d7c-4f92-8ef7-a377c9f71997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:31Z', 'updated_at': '2021-08-20T11:18:34Z', 'revision_number': 4, 'project_id': '5bbbe2eacf9f42c184091f3888ca671b', 'gw_port': {'id': 'ff5e7f73-0d7c-4f92-8ef7-a377c9f71997', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:31Z', 'updated_at': '2021-08-20T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4e4d2587-d51b-4a67-b7c5-3caee74fd6cb', 'name': '', 'network_id': '3d9362be-e9a5-4bbd-a462-84836aabe160', 'tenant_id': '5bbbe2eacf9f42c184091f3888ca671b', 'mac_address': 'fa:16:3e:e0:02:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'd5434958-2f77-4f79-9658-58c9b155e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:33Z', 'updated_at': '2021-08-20T11:18:38Z', 'revision_number': 4, 'project_id': '5bbbe2eacf9f42c184091f3888ca671b', 'subnets': [{'id': 'd5434958-2f77-4f79-9658-58c9b155e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:38.586589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b679ae04-d91f-412c-8635-461f339e9805 None None] The sync data for ids ['9ec3cef6-bebd-46f7-8224-19260ddecea1'] in n-d-778550-11 is: [{'id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'name': 'tempest-TestEncryptedCinderVolumes-514472829-router', 'tenant_id': '5bbbe2eacf9f42c184091f3888ca671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'ff5e7f73-0d7c-4f92-8ef7-a377c9f71997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:31Z', 'updated_at': '2021-08-20T11:18:34Z', 'revision_number': 4, 'project_id': '5bbbe2eacf9f42c184091f3888ca671b', 'gw_port': {'id': 'ff5e7f73-0d7c-4f92-8ef7-a377c9f71997', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:31Z', 'updated_at': '2021-08-20T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4e4d2587-d51b-4a67-b7c5-3caee74fd6cb', 'name': '', 'network_id': '3d9362be-e9a5-4bbd-a462-84836aabe160', 'tenant_id': '5bbbe2eacf9f42c184091f3888ca671b', 'mac_address': 'fa:16:3e:e0:02:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'd5434958-2f77-4f79-9658-58c9b155e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:33Z', 'updated_at': '2021-08-20T11:18:38Z', 'revision_number': 4, 'project_id': '5bbbe2eacf9f42c184091f3888ca671b', 'subnets': [{'id': 'd5434958-2f77-4f79-9658-58c9b155e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:18:38.591858 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145a96ac-8424-4aac-816a-a29e30ae9b8b {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:18:38.599548 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.612671 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Transition to ACTIVE for port object 145a96ac-8424-4aac-816a-a29e30ae9b8b will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:38.618035 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.627676 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ff5e7f73-0d7c-4f92-8ef7-a377c9f71997 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:38.695345 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Pushing event updated for resources: {'Port': ['ID=145a96ac-8424-4aac-816a-a29e30ae9b8b,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:38.730821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port ff5e7f73-0d7c-4f92-8ef7-a377c9f71997 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:38.730821 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.790939 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Attempting to bind port 145a96ac-8424-4aac-816a-a29e30ae9b8b on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:38.791525 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Attempting to bind port 145a96ac-8424-4aac-816a-a29e30ae9b8b by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '8f638231-9acc-4959-8b98-24067f69803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:38.792385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Attempting to bind port 145a96ac-8424-4aac-816a-a29e30ae9b8b on network 34f9f74d-84e9-4c44-8eab-3107be7da78c {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:38.798707 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Port 145a96ac-8424-4aac-816a-a29e30ae9b8b on network 34f9f74d-84e9-4c44-8eab-3107be7da78c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:18:38.799397 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Attempting to bind port 145a96ac-8424-4aac-816a-a29e30ae9b8b on network 34f9f74d-84e9-4c44-8eab-3107be7da78c {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:38.804968 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:38.805553 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Checking segment: {'id': '8f638231-9acc-4959-8b98-24067f69803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:38.806133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Bound using segment: {'id': '8f638231-9acc-4959-8b98-24067f69803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:38.806728 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Bound port: 145a96ac-8424-4aac-816a-a29e30ae9b8b, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f638231-9acc-4959-8b98-24067f69803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:38.807294 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.848999 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1aeb9d-71f0-439c-b297-dbde1aac7603 req-5369bcf4-0571-45e5-aff2-1a2a048f071c tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:38.862160 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b1aeb9d-71f0-439c-b297-dbde1aac7603 req-5369bcf4-0571-45e5-aff2-1a2a048f071c tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=66832759-d952-497d-91af-ed3b5d3cb27d HTTP/1.1" status: 200 len: 943 time: 0.0919218 Aug 20 11:18:38.893800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] For port 145a96ac-8424-4aac-816a-a29e30ae9b8b, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:38.897721 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] For port 145a96ac-8424-4aac-816a-a29e30ae9b8b, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=145a96ac-8424-4aac-816a-a29e30ae9b8b,segment=NetworkSegment(8f638231-9acc-4959-8b98-24067f69803f),segment_id=8f638231-9acc-4959-8b98-24067f69803f)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:38.904754 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.906623 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b1aeb9d-71f0-439c-b297-dbde1aac7603 req-3dd006d3-409e-4abc-9c34-14876df9ec8c tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433719 Aug 20 11:18:38.942275 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:38.942909 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.944865 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] 10.222.0.24 "PUT /v2.0/ports/145a96ac-8424-4aac-816a-a29e30ae9b8b HTTP/1.1" status: 200 len: 1092 time: 0.8330574 Aug 20 11:18:38.944865 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66832759-d952-497d-91af-ed3b5d3cb27d', 'tag': '145a96ac-8424-4aac-816a-a29e30ae9b8b'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:18:38.947236 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68062fcb-a3f6-4437-9251-68fc9b56f491" -d '{"events": [{"name": "network-changed", "server_uuid": "66832759-d952-497d-91af-ed3b5d3cb27d", "tag": "145a96ac-8424-4aac-816a-a29e30ae9b8b"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:18:38.985896 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048b74a-3ef0-4e89-b265-ad7015329feb service neutron] Pushing event updated for resources: {'Port': ['ID=145a96ac-8424-4aac-816a-a29e30ae9b8b,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:39.036458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-41cbdda0-6497-4711-bb0f-82a079964a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.038225 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-41cbdda0-6497-4711-bb0f-82a079964a23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=94e601a0d26c424e8d45d7a860059ebe&device_id=66832759-d952-497d-91af-ed3b5d3cb27d HTTP/1.1" status: 200 len: 1095 time: 0.0490983 Aug 20 11:18:39.085363 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-3d17cf54-d317-4a6c-bf45-dad9d1cfe317 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=145a96ac-8424-4aac-816a-a29e30ae9b8b HTTP/1.1" status: 200 len: 217 time: 0.0377941 Aug 20 11:18:39.103529 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a26d48a-7db9-433d-8388-5f072583f132 x-openstack-request-id: req-4a26d48a-7db9-433d-8388-5f072583f132 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:18:39.103816 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66832759-d952-497d-91af-ed3b5d3cb27d", "tag": "145a96ac-8424-4aac-816a-a29e30ae9b8b", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:18:39.104067 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a26d48a-7db9-433d-8388-5f072583f132 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:18:39.104471 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66832759-d952-497d-91af-ed3b5d3cb27d', 'tag': '145a96ac-8424-4aac-816a-a29e30ae9b8b', 'status': 'completed', 'code': 200} Aug 20 11:18:39.151704 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-1570d8e0-0e1a-40df-9a37-a9f9f331daef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.153307 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-1570d8e0-0e1a-40df-9a37-a9f9f331daef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=990401b0-139c-4f20-b094-97f54732c863 HTTP/1.1" status: 200 len: 855 time: 0.0613773 Aug 20 11:18:39.204839 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-fbec97a6-a34c-4eb3-b958-6f11c72154e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.206377 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-fbec97a6-a34c-4eb3-b958-6f11c72154e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34f9f74d-84e9-4c44-8eab-3107be7da78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448780 Aug 20 11:18:39.296265 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-6df6c8c4-31cd-40a0-89c6-ea2992800be5 service neutron] 10.222.0.24 "GET /v2.0/networks/34f9f74d-84e9-4c44-8eab-3107be7da78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821602 Aug 20 11:18:39.388601 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d208c44f-e1d8-4f87-a9a8-67cae1c796de req-8c968413-99a1-4b92-8142-acf2a600ea4e service neutron] 10.222.0.24 "GET /v2.0/networks/34f9f74d-84e9-4c44-8eab-3107be7da78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858269 Aug 20 11:18:39.476593 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68062fcb-a3f6-4437-9251-68fc9b56f491 req-0c62961a-ee5c-441d-b2d2-ca2a1d4f8df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.478168 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-68062fcb-a3f6-4437-9251-68fc9b56f491 req-0c62961a-ee5c-441d-b2d2-ca2a1d4f8df0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=94e601a0d26c424e8d45d7a860059ebe&device_id=66832759-d952-497d-91af-ed3b5d3cb27d HTTP/1.1" status: 200 len: 1095 time: 0.0443940 Aug 20 11:18:39.575607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68062fcb-a3f6-4437-9251-68fc9b56f491 req-4b177f0e-b6c5-46d0-9d4a-27ded88bd3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.577088 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-68062fcb-a3f6-4437-9251-68fc9b56f491 req-4b177f0e-b6c5-46d0-9d4a-27ded88bd3be service neutron] 10.222.0.24 "GET /v2.0/networks?id=34f9f74d-84e9-4c44-8eab-3107be7da78c HTTP/1.1" status: 200 len: 917 time: 0.0914893 Aug 20 11:18:39.617783 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-68062fcb-a3f6-4437-9251-68fc9b56f491 req-32d27c71-7d92-4579-be31-fe291173eac6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=145a96ac-8424-4aac-816a-a29e30ae9b8b HTTP/1.1" status: 200 len: 217 time: 0.0332768 Aug 20 11:18:39.664559 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68062fcb-a3f6-4437-9251-68fc9b56f491 req-31bdbf69-315b-491a-8654-8a7b0add294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.665966 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-68062fcb-a3f6-4437-9251-68fc9b56f491 req-31bdbf69-315b-491a-8654-8a7b0add294b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=990401b0-139c-4f20-b094-97f54732c863 HTTP/1.1" status: 200 len: 855 time: 0.0418220 Aug 20 11:18:39.717634 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68062fcb-a3f6-4437-9251-68fc9b56f491 req-111549eb-a95c-443a-8845-39b79935a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.719081 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-68062fcb-a3f6-4437-9251-68fc9b56f491 req-111549eb-a95c-443a-8845-39b79935a6d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34f9f74d-84e9-4c44-8eab-3107be7da78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450478 Aug 20 11:18:39.807408 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-68062fcb-a3f6-4437-9251-68fc9b56f491 req-bd05685c-6e28-455d-9669-3a073dd2ae9a service neutron] 10.222.0.24 "GET /v2.0/networks/34f9f74d-84e9-4c44-8eab-3107be7da78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809116 Aug 20 11:18:39.900477 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-68062fcb-a3f6-4437-9251-68fc9b56f491 req-b40bfc45-34ef-46f5-82a2-62759eb9a5f8 service neutron] 10.222.0.24 "GET /v2.0/networks/34f9f74d-84e9-4c44-8eab-3107be7da78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855572 Aug 20 11:18:40.026571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b23c3b-7d00-437b-957d-4a415008f449 req-1f39775a-7c0e-4c0c-9ef8-e16bb9ad0351 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:40.028098 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-82b23c3b-7d00-437b-957d-4a415008f449 req-1f39775a-7c0e-4c0c-9ef8-e16bb9ad0351 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=66832759-d952-497d-91af-ed3b5d3cb27d HTTP/1.1" status: 200 len: 943 time: 0.0514526 Aug 20 11:18:40.065808 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-82b23c3b-7d00-437b-957d-4a415008f449 req-6a3fcc51-3bda-4fd7-bdd2-63d6c69d2d7b tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317912 Aug 20 11:18:40.643874 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:40.694953 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:40.698785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:40.699457 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:40.781818 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:40.815647 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4e4d2587-d51b-4a67-b7c5-3caee74fd6cb,segment=NetworkSegment(116b7619-f5be-4321-8bb7-f299c955fa07),segment_id=116b7619-f5be-4321-8bb7-f299c955fa07)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:40.819777 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:40.867154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=4e4d2587-d51b-4a67-b7c5-3caee74fd6cb,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:41.186834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf505c1-9dd9-453f-bbe0-d6d50c49dd89 req-863b901e-0812-48f3-a8ae-5a25cccc605c tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:41.188462 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bf505c1-9dd9-453f-bbe0-d6d50c49dd89 req-863b901e-0812-48f3-a8ae-5a25cccc605c tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=66832759-d952-497d-91af-ed3b5d3cb27d HTTP/1.1" status: 200 len: 943 time: 0.0515275 Aug 20 11:18:41.227085 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bf505c1-9dd9-453f-bbe0-d6d50c49dd89 req-adecb117-dd50-42b0-92a0-7853dedd4467 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326762 Aug 20 11:18:42.342547 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db6d04-c47d-4155-8334-0980179a2aa6 req-340168b1-e8f1-4ff9-9b93-ca9e3591c84f tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.344009 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b0db6d04-c47d-4155-8334-0980179a2aa6 req-340168b1-e8f1-4ff9-9b93-ca9e3591c84f tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=66832759-d952-497d-91af-ed3b5d3cb27d HTTP/1.1" status: 200 len: 943 time: 0.0492322 Aug 20 11:18:42.382205 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b0db6d04-c47d-4155-8334-0980179a2aa6 req-720204b2-4727-4a59-a13d-95e25fe937ed tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322976 Aug 20 11:18:42.488388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 145a96ac-8424-4aac-816a-a29e30ae9b8b details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:18:42.583842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 145a96ac-8424-4aac-816a-a29e30ae9b8b, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=145a96ac-8424-4aac-816a-a29e30ae9b8b,segment=NetworkSegment(8f638231-9acc-4959-8b98-24067f69803f),segment_id=8f638231-9acc-4959-8b98-24067f69803f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:42.596609 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '145a96ac-8424-4aac-816a-a29e30ae9b8b', 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c', 'port_id': '145a96ac-8424-4aac-816a-a29e30ae9b8b', 'mac_address': 'fa:16:3e:a3:95:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990401b0-139c-4f20-b094-97f54732c863', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:18:42.623598 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:42.666753 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:42.687293 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145a96ac-8424-4aac-816a-a29e30ae9b8b {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:18:42.713536 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 145a96ac-8424-4aac-816a-a29e30ae9b8b, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=145a96ac-8424-4aac-816a-a29e30ae9b8b,segment=NetworkSegment(8f638231-9acc-4959-8b98-24067f69803f),segment_id=8f638231-9acc-4959-8b98-24067f69803f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:42.715683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:42.716195 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:42.719219 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:42.800085 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=145a96ac-8424-4aac-816a-a29e30ae9b8b,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:43.031725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['145a96ac-8424-4aac-816a-a29e30ae9b8b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:18:43.499352 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec7126-988f-4160-835f-622fd30efa25 req-4cf4b4ec-85ac-436f-ad6e-8048488b4118 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:43.500857 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0bec7126-988f-4160-835f-622fd30efa25 req-4cf4b4ec-85ac-436f-ad6e-8048488b4118 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=66832759-d952-497d-91af-ed3b5d3cb27d HTTP/1.1" status: 200 len: 944 time: 0.0535519 Aug 20 11:18:43.537243 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0bec7126-988f-4160-835f-622fd30efa25 req-e6808e5f-2ee5-40d4-ab6e-5ccaceaedce8 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303714 Aug 20 11:18:44.501495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 145a96ac-8424-4aac-816a-a29e30ae9b8b up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:44.548777 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 145a96ac-8424-4aac-816a-a29e30ae9b8b completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:44.552481 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 145a96ac-8424-4aac-816a-a29e30ae9b8b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:44.552847 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:44.637712 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:44.660448 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66832759-d952-497d-91af-ed3b5d3cb27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145a96ac-8424-4aac-816a-a29e30ae9b8b'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:18:44.660700 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca7554-1bf8-44ae-ac92-4696cab1643e req-151c940d-60b4-4430-a0c7-5a1e81e79399 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:44.662003 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0ca7554-1bf8-44ae-ac92-4696cab1643e req-151c940d-60b4-4430-a0c7-5a1e81e79399 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=66832759-d952-497d-91af-ed3b5d3cb27d HTTP/1.1" status: 200 len: 944 time: 0.0552225 Aug 20 11:18:44.662730 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8943590a-7be5-40d6-8d20-6480c3afb126" -d '{"events": [{"server_uuid": "66832759-d952-497d-91af-ed3b5d3cb27d", "name": "network-vif-plugged", "status": "completed", "tag": "145a96ac-8424-4aac-816a-a29e30ae9b8b"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:18:44.675599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 145a96ac-8424-4aac-816a-a29e30ae9b8b, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=145a96ac-8424-4aac-816a-a29e30ae9b8b,segment=NetworkSegment(8f638231-9acc-4959-8b98-24067f69803f),segment_id=8f638231-9acc-4959-8b98-24067f69803f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:44.680357 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:44.713311 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f0ca7554-1bf8-44ae-ac92-4696cab1643e req-648213da-2ab2-4d70-9339-2fdcefbcd4b9 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445023 Aug 20 11:18:44.731346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=145a96ac-8424-4aac-816a-a29e30ae9b8b,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:44.770240 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7867ecd4-fbcb-42db-ac20-b94ed50de863 x-openstack-request-id: req-7867ecd4-fbcb-42db-ac20-b94ed50de863 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:18:44.770535 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66832759-d952-497d-91af-ed3b5d3cb27d", "name": "network-vif-plugged", "status": "completed", "tag": "145a96ac-8424-4aac-816a-a29e30ae9b8b", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:18:44.770791 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7867ecd4-fbcb-42db-ac20-b94ed50de863 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:18:44.771215 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66832759-d952-497d-91af-ed3b5d3cb27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145a96ac-8424-4aac-816a-a29e30ae9b8b', 'code': 200} Aug 20 11:18:44.866540 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50ace9-5951-427f-90e0-54b0e07cecf9 req-b4a0f40a-9699-4acc-afb1-9f6afc32bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:44.868066 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8a50ace9-5951-427f-90e0-54b0e07cecf9 req-b4a0f40a-9699-4acc-afb1-9f6afc32bffa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=66832759-d952-497d-91af-ed3b5d3cb27d HTTP/1.1" status: 200 len: 1097 time: 0.0433073 Aug 20 11:18:44.903957 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8a50ace9-5951-427f-90e0-54b0e07cecf9 req-4874d989-bb3e-4b05-b5ff-3481c77f2964 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280991 Aug 20 11:18:45.831321 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c3e7d-7402-4f37-9a71-22a47529da23 req-00bd6c1f-1c0a-4897-a0ea-baea1930131b tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:45.832786 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-530c3e7d-7402-4f37-9a71-22a47529da23 req-00bd6c1f-1c0a-4897-a0ea-baea1930131b tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=66832759-d952-497d-91af-ed3b5d3cb27d HTTP/1.1" status: 200 len: 945 time: 0.0481963 Aug 20 11:18:45.870594 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-530c3e7d-7402-4f37-9a71-22a47529da23 req-986bfbc6-7bd9-4198-b959-1617226d53df tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317211 Aug 20 11:18:46.986046 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122dadc-30f7-4e71-900d-cd696c2b7815 req-c55ec0c9-f123-4647-8c08-dbeb7eb535eb tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:46.987545 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3122dadc-30f7-4e71-900d-cd696c2b7815 req-c55ec0c9-f123-4647-8c08-dbeb7eb535eb tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=66832759-d952-497d-91af-ed3b5d3cb27d HTTP/1.1" status: 200 len: 945 time: 0.0489542 Aug 20 11:18:47.023890 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3122dadc-30f7-4e71-900d-cd696c2b7815 req-24613176-b864-4eb4-ae9e-d3bf975ee98e tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304110 Aug 20 11:18:47.137996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ec459-b4d5-4eb7-8330-5d662543ffb9 req-da18e6a0-28c9-41d6-8613-aa0c414a429f tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:47.139516 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b7ec459-b4d5-4eb7-8330-5d662543ffb9 req-da18e6a0-28c9-41d6-8613-aa0c414a429f tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=66832759-d952-497d-91af-ed3b5d3cb27d HTTP/1.1" status: 200 len: 945 time: 0.0495844 Aug 20 11:18:47.177929 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0b7ec459-b4d5-4eb7-8330-5d662543ffb9 req-adcc1e8b-df8a-451a-95cf-74f6635f5c71 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322278 Aug 20 11:18:47.890761 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:18:48.977834 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:53.314511 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:59.373206 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dcfdfe82-09d2-41fd-94c6-0f16bb22f54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:02.002656 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8781eb2d-c900-40d5-8700-801c8a21af70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:02.482098 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:03.339808 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:05.005385 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:05.752579 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfd1cc-9b3a-4d22-b83c-362649b227bb req-3191352d-392a-4481-b138-7ec6f044b522 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:05.754091 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64cfd1cc-9b3a-4d22-b83c-362649b227bb req-3191352d-392a-4481-b138-7ec6f044b522 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=66832759-d952-497d-91af-ed3b5d3cb27d HTTP/1.1" status: 200 len: 945 time: 0.0561073 Aug 20 11:19:05.793089 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-64cfd1cc-9b3a-4d22-b83c-362649b227bb req-d2fb9ef5-c436-49bb-92d9-cee261527709 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328312 Aug 20 11:19:06.908547 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1950f-eeb2-4883-96a2-a6e9779d13b2 req-e22a70ed-79a1-4419-9a4c-9904996e71c8 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:06.910031 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e4f1950f-eeb2-4883-96a2-a6e9779d13b2 req-e22a70ed-79a1-4419-9a4c-9904996e71c8 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=66832759-d952-497d-91af-ed3b5d3cb27d HTTP/1.1" status: 200 len: 945 time: 0.0482681 Aug 20 11:19:06.946702 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e4f1950f-eeb2-4883-96a2-a6e9779d13b2 req-8a575954-753e-4b04-8b37-1c88b2509c54 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307882 Aug 20 11:19:07.610894 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f994b6e-c1c8-4718-900e-68dd77a77415 req-fff1f316-a70b-4072-b454-50941742743f tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:07.612357 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f994b6e-c1c8-4718-900e-68dd77a77415 req-fff1f316-a70b-4072-b454-50941742743f tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.24 "GET /v2.0/ports?device_id=66832759-d952-497d-91af-ed3b5d3cb27d HTTP/1.1" status: 200 len: 945 time: 0.0525038 Aug 20 11:19:07.698833 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-0f994b6e-c1c8-4718-900e-68dd77a77415 req-bd4cd1cd-8335-4776-ad3c-c70d226d70c5 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Deleting port 145a96ac-8424-4aac-816a-a29e30ae9b8b {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:19:07.699475 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0f994b6e-c1c8-4718-900e-68dd77a77415 req-bd4cd1cd-8335-4776-ad3c-c70d226d70c5 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:07.789216 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-0f994b6e-c1c8-4718-900e-68dd77a77415 req-bd4cd1cd-8335-4776-ad3c-c70d226d70c5 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] For port 145a96ac-8424-4aac-816a-a29e30ae9b8b, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=145a96ac-8424-4aac-816a-a29e30ae9b8b,segment=NetworkSegment(8f638231-9acc-4959-8b98-24067f69803f),segment_id=8f638231-9acc-4959-8b98-24067f69803f)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:07.789577 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0f994b6e-c1c8-4718-900e-68dd77a77415 req-bd4cd1cd-8335-4776-ad3c-c70d226d70c5 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:07.802720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-0f994b6e-c1c8-4718-900e-68dd77a77415 req-bd4cd1cd-8335-4776-ad3c-c70d226d70c5 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Calling delete_port for 145a96ac-8424-4aac-816a-a29e30ae9b8b owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:19:07.924287 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0f994b6e-c1c8-4718-900e-68dd77a77415 req-bd4cd1cd-8335-4776-ad3c-c70d226d70c5 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:07.936473 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['145a96ac-8424-4aac-816a-a29e30ae9b8b'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:19:07.954702 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4cd1cd-8335-4776-ad3c-c70d226d70c5 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Pushing event deleted for resources: {'Port': ['ID=145a96ac-8424-4aac-816a-a29e30ae9b8b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:07.999759 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f994b6e-c1c8-4718-900e-68dd77a77415 req-bd4cd1cd-8335-4776-ad3c-c70d226d70c5 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] No DVR routers for this DVR port 145a96ac-8424-4aac-816a-a29e30ae9b8b on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:19:08.002792 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-0f994b6e-c1c8-4718-900e-68dd77a77415 req-bd4cd1cd-8335-4776-ad3c-c70d226d70c5 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:08.005843 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0f994b6e-c1c8-4718-900e-68dd77a77415 req-bd4cd1cd-8335-4776-ad3c-c70d226d70c5 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.24 "DELETE /v2.0/ports/145a96ac-8424-4aac-816a-a29e30ae9b8b HTTP/1.1" status: 204 len: 173 time: 0.3875740 Aug 20 11:19:08.006333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66832759-d952-497d-91af-ed3b5d3cb27d', 'name': 'network-vif-deleted', 'tag': '145a96ac-8424-4aac-816a-a29e30ae9b8b'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:08.009336 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b4b340-9071-44e2-b460-e5b060f71b8c" -d '{"events": [{"server_uuid": "66832759-d952-497d-91af-ed3b5d3cb27d", "name": "network-vif-deleted", "tag": "145a96ac-8424-4aac-816a-a29e30ae9b8b"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:08.049033 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3543d6b-fa13-4d7a-a2b4-ed169054dfd9 x-openstack-request-id: req-f3543d6b-fa13-4d7a-a2b4-ed169054dfd9 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:08.049332 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66832759-d952-497d-91af-ed3b5d3cb27d", "name": "network-vif-deleted", "tag": "145a96ac-8424-4aac-816a-a29e30ae9b8b", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:08.049591 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3543d6b-fa13-4d7a-a2b4-ed169054dfd9 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:08.050005 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66832759-d952-497d-91af-ed3b5d3cb27d', 'name': 'network-vif-deleted', 'tag': '145a96ac-8424-4aac-816a-a29e30ae9b8b', 'status': 'completed', 'code': 200} Aug 20 11:19:08.054874 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-606bca73-309e-44fe-b9bc-f045ca33aa30 req-cfb4751f-1fd3-4d01-ad90-f5b83726985f tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=66832759-d952-497d-91af-ed3b5d3cb27d HTTP/1.1" status: 200 len: 210 time: 0.0371792 Aug 20 11:19:09.672878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-5fd7efeb-f0fc-4195-9696-32445d4dfb09 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:09.674353 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-5fd7efeb-f0fc-4195-9696-32445d4dfb09 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/networks?id=34f9f74d-84e9-4c44-8eab-3107be7da78c HTTP/1.1" status: 200 len: 816 time: 0.1013737 Aug 20 11:19:09.689139 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-1087e681-debd-4c2a-afe8-19d19e7feb17 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/quotas/94e601a0d26c424e8d45d7a860059ebe HTTP/1.1" status: 200 len: 375 time: 0.0089622 Aug 20 11:19:09.744736 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-dc3e3067-de38-4610-9816-806009357e09 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=94e601a0d26c424e8d45d7a860059ebe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505209 Aug 20 11:19:09.801892 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-f59667db-b62b-4b32-af53-89bb3babf96c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:19:09.802877 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-f59667db-b62b-4b32-af53-89bb3babf96c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468321 Aug 20 11:19:09.890126 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-dab99d82-af3a-493b-8cdd-d56a672c71b1 service neutron] 10.222.0.16 "GET /v2.0/networks/34f9f74d-84e9-4c44-8eab-3107be7da78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807879 Aug 20 11:19:09.982377 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-a8ee2489-937e-4175-b864-d31640e4a8f5 service neutron] 10.222.0.16 "GET /v2.0/networks/34f9f74d-84e9-4c44-8eab-3107be7da78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860171 Aug 20 11:19:10.142509 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c54a039c-a788-4af3-bad5-7756c4655c6a req-d64ce3e7-020b-470b-9e4b-f9cf04e506e4 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 210 time: 0.0273764 Aug 20 11:19:11.199938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-f70a02c7-416a-41f9-b8de-de7b9da470eb tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:11.202868 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-f70a02c7-416a-41f9-b8de-de7b9da470eb tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.24 "GET /v2.0/networks?id=34f9f74d-84e9-4c44-8eab-3107be7da78c HTTP/1.1" status: 200 len: 816 time: 0.1110032 Aug 20 11:19:11.217334 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Request body: {'port': {'device_id': '73130147-7ec6-4932-980d-70af1e4828d2', 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c', 'admin_state_up': True, 'tenant_id': '94e601a0d26c424e8d45d7a860059ebe'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:11.241865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-15780298-059c-4198-9c33-9ca463f65b98 req-06ae7575-6b31-4813-ad0b-36738e9a0f88 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 210 time: 0.0271795 Aug 20 11:19:11.325586 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Made reservation on behalf of 94e601a0d26c424e8d45d7a860059ebe for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:11.329851 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:11.456450 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Allocated IP 172.20.0.4 (34f9f74d-84e9-4c44-8eab-3107be7da78c/990401b0-139c-4f20-b094-97f54732c863/20a43e42-6f7f-4e5d-91d0-1af0653930aa) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:11.600763 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:11.613388 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Transition to ACTIVE for port object 20a43e42-6f7f-4e5d-91d0-1af0653930aa will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:11.645627 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:11.686957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Network 34f9f74d-84e9-4c44-8eab-3107be7da78c is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:11.689926 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:11.693527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:11.720472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Pushing event updated for resources: {'Port': ['ID=20a43e42-6f7f-4e5d-91d0-1af0653930aa,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:11.734904 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:11.735289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:11.735638 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:11.736002 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:11.736315 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:11.736650 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:11.736984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:11.737314 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:11.737648 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:11.737976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:11.738306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:11.738630 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:11.760083 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:11.760714 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:11.777018 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-28f74c8b-9a87-4040-9f74-c10ff3f21ded tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5642469 Aug 20 11:19:11.789339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Request body: {'port': {'device_id': '73130147-7ec6-4932-980d-70af1e4828d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:11.855203 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:11.963564 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-52a29db3-6350-41cd-8c9e-aaf9ae2653d2 None None] Provisioning for port 20a43e42-6f7f-4e5d-91d0-1af0653930aa completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:11.967255 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-52a29db3-6350-41cd-8c9e-aaf9ae2653d2 None None] Provisioning complete for port 20a43e42-6f7f-4e5d-91d0-1af0653930aa triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:11.967690 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-52a29db3-6350-41cd-8c9e-aaf9ae2653d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:12.001417 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-52a29db3-6350-41cd-8c9e-aaf9ae2653d2 None None] Port 20a43e42-6f7f-4e5d-91d0-1af0653930aa cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:19:12.114754 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a43e42-6f7f-4e5d-91d0-1af0653930aa {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:19:12.122496 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:12.134640 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Transition to ACTIVE for port object 20a43e42-6f7f-4e5d-91d0-1af0653930aa will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:12.137831 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:12.189241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Pushing event updated for resources: {'Port': ['ID=20a43e42-6f7f-4e5d-91d0-1af0653930aa,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:12.257920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Attempting to bind port 20a43e42-6f7f-4e5d-91d0-1af0653930aa on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:19:12.258622 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Attempting to bind port 20a43e42-6f7f-4e5d-91d0-1af0653930aa by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '8f638231-9acc-4959-8b98-24067f69803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:19:12.258622 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Attempting to bind port 20a43e42-6f7f-4e5d-91d0-1af0653930aa on network 34f9f74d-84e9-4c44-8eab-3107be7da78c {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:19:12.263162 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Port 20a43e42-6f7f-4e5d-91d0-1af0653930aa on network 34f9f74d-84e9-4c44-8eab-3107be7da78c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:19:12.264171 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Attempting to bind port 20a43e42-6f7f-4e5d-91d0-1af0653930aa on network 34f9f74d-84e9-4c44-8eab-3107be7da78c {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:19:12.268742 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:19:12.269087 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Checking segment: {'id': '8f638231-9acc-4959-8b98-24067f69803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:12.269475 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Bound using segment: {'id': '8f638231-9acc-4959-8b98-24067f69803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:19:12.269913 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Bound port: 20a43e42-6f7f-4e5d-91d0-1af0653930aa, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f638231-9acc-4959-8b98-24067f69803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:19:12.270270 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:12.614718 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 145a96ac-8424-4aac-816a-a29e30ae9b8b no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:19:12.634591 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 145a96ac-8424-4aac-816a-a29e30ae9b8b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:19:12.634938 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 145a96ac-8424-4aac-816a-a29e30ae9b8b not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:19:12.652399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bac034-cd67-485d-86e3-4e0d16aebd8e req-7e60b0ee-fd63-4a0e-841a-38429e7e98be tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:12.653863 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5bac034-cd67-485d-86e3-4e0d16aebd8e req-7e60b0ee-fd63-4a0e-841a-38429e7e98be tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 943 time: 0.0889952 Aug 20 11:19:12.656983 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] For port 20a43e42-6f7f-4e5d-91d0-1af0653930aa, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:19:12.660309 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] For port 20a43e42-6f7f-4e5d-91d0-1af0653930aa, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=20a43e42-6f7f-4e5d-91d0-1af0653930aa,segment=NetworkSegment(8f638231-9acc-4959-8b98-24067f69803f),segment_id=8f638231-9acc-4959-8b98-24067f69803f)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:19:12.668818 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:12.728838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:12.729489 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:12.730903 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] 10.222.0.24 "PUT /v2.0/ports/20a43e42-6f7f-4e5d-91d0-1af0653930aa HTTP/1.1" status: 200 len: 1092 time: 0.9459453 Aug 20 11:19:12.733308 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73130147-7ec6-4932-980d-70af1e4828d2', 'tag': '20a43e42-6f7f-4e5d-91d0-1af0653930aa'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:12.735702 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911c8776-2ae4-45e9-a04e-759b5ebff481" -d '{"events": [{"name": "network-changed", "server_uuid": "73130147-7ec6-4932-980d-70af1e4828d2", "tag": "20a43e42-6f7f-4e5d-91d0-1af0653930aa"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:12.751878 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5bac034-cd67-485d-86e3-4e0d16aebd8e req-86c6a13a-28fc-4edf-81e9-65995a069487 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902708 Aug 20 11:19:12.757454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78442d-cc66-4d21-8521-dc08f6e4f763 service neutron] Pushing event updated for resources: {'Port': ['ID=20a43e42-6f7f-4e5d-91d0-1af0653930aa,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:12.808635 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911aecdb-962a-4121-b72d-7e04170f8d35 x-openstack-request-id: req-911aecdb-962a-4121-b72d-7e04170f8d35 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:12.808936 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73130147-7ec6-4932-980d-70af1e4828d2", "tag": "20a43e42-6f7f-4e5d-91d0-1af0653930aa", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:12.809193 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-911aecdb-962a-4121-b72d-7e04170f8d35 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:12.809590 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73130147-7ec6-4932-980d-70af1e4828d2', 'tag': '20a43e42-6f7f-4e5d-91d0-1af0653930aa', 'status': 'completed', 'code': 200} Aug 20 11:19:12.828043 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3359b30f-67f6-4320-a564-d437d55485af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:12.829561 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-3359b30f-67f6-4320-a564-d437d55485af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=94e601a0d26c424e8d45d7a860059ebe&device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 1095 time: 0.0504544 Aug 20 11:19:12.872170 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-00e1349e-2215-4dcc-a84c-a40d65b972ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20a43e42-6f7f-4e5d-91d0-1af0653930aa HTTP/1.1" status: 200 len: 217 time: 0.0344267 Aug 20 11:19:12.928459 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-53785b5d-e2f7-4d10-afd5-91c4b80c9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:12.929913 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-53785b5d-e2f7-4d10-afd5-91c4b80c9d2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=990401b0-139c-4f20-b094-97f54732c863 HTTP/1.1" status: 200 len: 855 time: 0.0504324 Aug 20 11:19:12.977896 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-e5d6f408-54d7-48a9-a607-6ef789b0f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:12.979429 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-e5d6f408-54d7-48a9-a607-6ef789b0f6ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34f9f74d-84e9-4c44-8eab-3107be7da78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411453 Aug 20 11:19:13.069697 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-9c7d3820-038e-47c8-b4aa-f535cfdc9048 service neutron] 10.222.0.24 "GET /v2.0/networks/34f9f74d-84e9-4c44-8eab-3107be7da78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828679 Aug 20 11:19:13.162584 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4ff1b5d9-ca9c-4b14-9bb9-1634438f1f5f req-d4565382-e8a1-495f-aabc-8232381fd103 service neutron] 10.222.0.24 "GET /v2.0/networks/34f9f74d-84e9-4c44-8eab-3107be7da78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853043 Aug 20 11:19:13.247958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c8776-2ae4-45e9-a04e-759b5ebff481 req-a55523e2-4cc3-4438-b19d-7ba545f7e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:13.250008 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-911c8776-2ae4-45e9-a04e-759b5ebff481 req-a55523e2-4cc3-4438-b19d-7ba545f7e9ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=94e601a0d26c424e8d45d7a860059ebe&device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 1095 time: 0.0406516 Aug 20 11:19:13.340507 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c8776-2ae4-45e9-a04e-759b5ebff481 req-f9e94314-1518-4f05-ab6c-bac162ccf43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:13.342041 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-911c8776-2ae4-45e9-a04e-759b5ebff481 req-f9e94314-1518-4f05-ab6c-bac162ccf43d service neutron] 10.222.0.24 "GET /v2.0/networks?id=34f9f74d-84e9-4c44-8eab-3107be7da78c HTTP/1.1" status: 200 len: 917 time: 0.0850239 Aug 20 11:19:13.383781 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-911c8776-2ae4-45e9-a04e-759b5ebff481 req-b114a543-3711-440c-a294-6afabc866a49 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20a43e42-6f7f-4e5d-91d0-1af0653930aa HTTP/1.1" status: 200 len: 217 time: 0.0346184 Aug 20 11:19:13.431834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c8776-2ae4-45e9-a04e-759b5ebff481 req-6d45a517-efcb-415b-8575-7b7f485b08e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:13.433189 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-911c8776-2ae4-45e9-a04e-759b5ebff481 req-6d45a517-efcb-415b-8575-7b7f485b08e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=990401b0-139c-4f20-b094-97f54732c863 HTTP/1.1" status: 200 len: 855 time: 0.0432112 Aug 20 11:19:13.484679 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c8776-2ae4-45e9-a04e-759b5ebff481 req-9794aea9-9a8d-49c5-aa66-8c64d6254fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:13.486139 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-911c8776-2ae4-45e9-a04e-759b5ebff481 req-9794aea9-9a8d-49c5-aa66-8c64d6254fd4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34f9f74d-84e9-4c44-8eab-3107be7da78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436544 Aug 20 11:19:13.573207 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-911c8776-2ae4-45e9-a04e-759b5ebff481 req-b379a85e-eb34-45d7-9580-1cbca3a02887 service neutron] 10.222.0.24 "GET /v2.0/networks/34f9f74d-84e9-4c44-8eab-3107be7da78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793245 Aug 20 11:19:13.668668 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-911c8776-2ae4-45e9-a04e-759b5ebff481 req-e6fbb084-8fa1-4f88-beeb-26ba108cac4c service neutron] 10.222.0.24 "GET /v2.0/networks/34f9f74d-84e9-4c44-8eab-3107be7da78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878217 Aug 20 11:19:13.869375 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fd53a-b73b-423a-8b72-49e13a7c21a4 req-3e4cac49-9480-46ee-a91f-420f10d301f0 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:13.870852 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-411fd53a-b73b-423a-8b72-49e13a7c21a4 req-3e4cac49-9480-46ee-a91f-420f10d301f0 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 943 time: 0.0499837 Aug 20 11:19:13.909488 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-411fd53a-b73b-423a-8b72-49e13a7c21a4 req-76d80490-1cfa-45a6-8aaa-f0470a340785 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323734 Aug 20 11:19:15.028200 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa0cae-de09-4814-babd-68c6aa7887a2 req-15e336e5-d3ef-4d06-8e3e-08d66135f078 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:15.030190 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a6aa0cae-de09-4814-babd-68c6aa7887a2 req-15e336e5-d3ef-4d06-8e3e-08d66135f078 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 943 time: 0.0486317 Aug 20 11:19:15.071061 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a6aa0cae-de09-4814-babd-68c6aa7887a2 req-4e4c11b5-1ec2-42d1-8997-71775651a2c1 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348449 Aug 20 11:19:16.186525 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb38101-1257-4b25-87c0-d67ab6093bdb req-99e8eee5-0b03-4a88-9b78-cfa72710f07b tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:16.188047 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bb38101-1257-4b25-87c0-d67ab6093bdb req-99e8eee5-0b03-4a88-9b78-cfa72710f07b tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 943 time: 0.0486851 Aug 20 11:19:16.226157 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7bb38101-1257-4b25-87c0-d67ab6093bdb req-f661a3f5-486e-4202-ae1f-8b90fe046b71 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318127 Aug 20 11:19:16.613588 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 20a43e42-6f7f-4e5d-91d0-1af0653930aa details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:19:16.706719 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 20a43e42-6f7f-4e5d-91d0-1af0653930aa, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=20a43e42-6f7f-4e5d-91d0-1af0653930aa,segment=NetworkSegment(8f638231-9acc-4959-8b98-24067f69803f),segment_id=8f638231-9acc-4959-8b98-24067f69803f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:16.718338 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '20a43e42-6f7f-4e5d-91d0-1af0653930aa', 'network_id': '34f9f74d-84e9-4c44-8eab-3107be7da78c', 'port_id': '20a43e42-6f7f-4e5d-91d0-1af0653930aa', 'mac_address': 'fa:16:3e:31:3c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990401b0-139c-4f20-b094-97f54732c863', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:19:16.755414 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:16.768252 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a43e42-6f7f-4e5d-91d0-1af0653930aa {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:19:16.786967 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 20a43e42-6f7f-4e5d-91d0-1af0653930aa, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=20a43e42-6f7f-4e5d-91d0-1af0653930aa,segment=NetworkSegment(8f638231-9acc-4959-8b98-24067f69803f),segment_id=8f638231-9acc-4959-8b98-24067f69803f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:16.791508 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:16.838356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=20a43e42-6f7f-4e5d-91d0-1af0653930aa,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:16.846083 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:16.846429 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:16.846765 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:16.847129 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:16.847466 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:16.847801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:16.848128 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:16.848453 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:16.848775 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:16.849099 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:16.849422 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:16.849744 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:17.108864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['20a43e42-6f7f-4e5d-91d0-1af0653930aa'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:19:17.338633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfc0d2-70f8-4dda-9010-f34d22de5940 req-d4e1a418-e91e-4336-af1f-fea3c15c88e6 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:17.340108 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-52cfc0d2-70f8-4dda-9010-f34d22de5940 req-d4e1a418-e91e-4336-af1f-fea3c15c88e6 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 944 time: 0.0481482 Aug 20 11:19:17.376831 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-52cfc0d2-70f8-4dda-9010-f34d22de5940 req-d668b8c1-821a-4e73-b3b7-bc75d7918d3b tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306990 Aug 20 11:19:18.490453 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790690b-f175-4dc2-8f0e-1150addd49f1 req-256f77ae-c699-4880-b91d-fedd1a814dbd tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:18.491990 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5790690b-f175-4dc2-8f0e-1150addd49f1 req-256f77ae-c699-4880-b91d-fedd1a814dbd tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 944 time: 0.0498657 Aug 20 11:19:18.533877 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5790690b-f175-4dc2-8f0e-1150addd49f1 req-12b3a1c4-7fe2-4149-baea-87d3d08af5ad tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359240 Aug 20 11:19:18.628334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 20a43e42-6f7f-4e5d-91d0-1af0653930aa up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:18.674655 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 20a43e42-6f7f-4e5d-91d0-1af0653930aa completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:18.678080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 20a43e42-6f7f-4e5d-91d0-1af0653930aa triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:18.678449 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:18.763715 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:18.786050 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73130147-7ec6-4932-980d-70af1e4828d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a43e42-6f7f-4e5d-91d0-1af0653930aa'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:18.788396 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add25102-8ca5-492c-bf50-41af4c3b8962" -d '{"events": [{"server_uuid": "73130147-7ec6-4932-980d-70af1e4828d2", "name": "network-vif-plugged", "status": "completed", "tag": "20a43e42-6f7f-4e5d-91d0-1af0653930aa"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:18.802522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 20a43e42-6f7f-4e5d-91d0-1af0653930aa, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=20a43e42-6f7f-4e5d-91d0-1af0653930aa,segment=NetworkSegment(8f638231-9acc-4959-8b98-24067f69803f),segment_id=8f638231-9acc-4959-8b98-24067f69803f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:18.806795 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:18.840730 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc04293e-3fb8-4b6d-8554-6387e6e55d83 x-openstack-request-id: req-cc04293e-3fb8-4b6d-8554-6387e6e55d83 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:18.841024 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73130147-7ec6-4932-980d-70af1e4828d2", "name": "network-vif-plugged", "status": "completed", "tag": "20a43e42-6f7f-4e5d-91d0-1af0653930aa", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:18.841283 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc04293e-3fb8-4b6d-8554-6387e6e55d83 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:18.841673 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73130147-7ec6-4932-980d-70af1e4828d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a43e42-6f7f-4e5d-91d0-1af0653930aa', 'code': 200} Aug 20 11:19:18.867508 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=20a43e42-6f7f-4e5d-91d0-1af0653930aa,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:18.929646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe1222-9009-450c-bcb2-8e2dd3f66efd req-06955c04-95fa-4205-a0c4-e461d259e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:18.931089 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b9fe1222-9009-450c-bcb2-8e2dd3f66efd req-06955c04-95fa-4205-a0c4-e461d259e9c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 1097 time: 0.0400717 Aug 20 11:19:18.968351 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b9fe1222-9009-450c-bcb2-8e2dd3f66efd req-6041bbca-c3b7-4ee3-b49a-2093e61ad701 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281146 Aug 20 11:19:18.974144 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:19.648983 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaee53-77dd-4c94-a97e-cff5e6ef32a1 req-072b721b-b66b-470e-811c-5f4b0c96c064 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:19.650467 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-22eaee53-77dd-4c94-a97e-cff5e6ef32a1 req-072b721b-b66b-470e-811c-5f4b0c96c064 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 945 time: 0.0502434 Aug 20 11:19:19.689754 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-22eaee53-77dd-4c94-a97e-cff5e6ef32a1 req-a48a1aba-24ad-447c-9931-31a4d0292e97 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332549 Aug 20 11:19:20.810436 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15f3d6-7bdb-4a61-9060-a78cc04ace12 req-bab662b0-69e2-4a3c-9a33-c94b30138c4f tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:20.811932 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-de15f3d6-7bdb-4a61-9060-a78cc04ace12 req-bab662b0-69e2-4a3c-9a33-c94b30138c4f tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 945 time: 0.0524209 Aug 20 11:19:20.849494 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-de15f3d6-7bdb-4a61-9060-a78cc04ace12 req-20e13b6a-9c8b-4a4b-8182-ad30438296c3 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308769 Aug 20 11:19:20.961608 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a50f6-31c6-42f7-8672-e75f5beafc4e req-71477a2f-3ee7-4ad0-8c36-a4d949b02d30 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:20.963080 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-db4a50f6-31c6-42f7-8672-e75f5beafc4e req-71477a2f-3ee7-4ad0-8c36-a4d949b02d30 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 945 time: 0.0483773 Aug 20 11:19:21.005136 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-db4a50f6-31c6-42f7-8672-e75f5beafc4e req-e63a0eec-7360-4b49-99e9-43419730ac1e tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360177 Aug 20 11:19:23.318527 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:24.890549 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:19:29.142337 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8f56b9c-662c-47b7-bf8d-895eab97d3f9 req-ee839f83-f183-4912-9f30-1869fc41fd11 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73130147-7ec6-4932-980d-70af1e4828d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394354 Aug 20 11:19:29.221160 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f56b9c-662c-47b7-bf8d-895eab97d3f9 req-e46a6da0-5f1a-47eb-b626-94f460733923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:29.222639 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8f56b9c-662c-47b7-bf8d-895eab97d3f9 req-e46a6da0-5f1a-47eb-b626-94f460733923 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=94e601a0d26c424e8d45d7a860059ebe&device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 1097 time: 0.0407984 Aug 20 11:19:29.327887 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f56b9c-662c-47b7-bf8d-895eab97d3f9 req-14278c6d-ee57-4983-b0a4-d34f6b4db399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:29.329278 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8f56b9c-662c-47b7-bf8d-895eab97d3f9 req-14278c6d-ee57-4983-b0a4-d34f6b4db399 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34f9f74d-84e9-4c44-8eab-3107be7da78c HTTP/1.1" status: 200 len: 917 time: 0.0870876 Aug 20 11:19:29.370654 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8f56b9c-662c-47b7-bf8d-895eab97d3f9 req-2e48760d-3a41-4b4e-b61b-628638842056 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20a43e42-6f7f-4e5d-91d0-1af0653930aa HTTP/1.1" status: 200 len: 217 time: 0.0337362 Aug 20 11:19:29.374883 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2c45098c-3e57-4d64-b9eb-aedb2996650c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:29.420732 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f56b9c-662c-47b7-bf8d-895eab97d3f9 req-c121ea61-7ec0-4329-93bb-13c3be899f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:29.422253 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8f56b9c-662c-47b7-bf8d-895eab97d3f9 req-c121ea61-7ec0-4329-93bb-13c3be899f92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=990401b0-139c-4f20-b094-97f54732c863 HTTP/1.1" status: 200 len: 855 time: 0.0441086 Aug 20 11:19:29.467698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f56b9c-662c-47b7-bf8d-895eab97d3f9 req-63928751-8832-46ba-9632-2a13ecd2f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:29.469196 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8f56b9c-662c-47b7-bf8d-895eab97d3f9 req-63928751-8832-46ba-9632-2a13ecd2f2f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34f9f74d-84e9-4c44-8eab-3107be7da78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404749 Aug 20 11:19:29.560288 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8f56b9c-662c-47b7-bf8d-895eab97d3f9 req-da25067e-7df7-445a-bb51-cf0c94004890 service neutron] 10.222.0.24 "GET /v2.0/networks/34f9f74d-84e9-4c44-8eab-3107be7da78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841556 Aug 20 11:19:29.648840 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8f56b9c-662c-47b7-bf8d-895eab97d3f9 req-c508b896-ae6e-4895-b3d2-bbc1fff4d5c9 service neutron] 10.222.0.24 "GET /v2.0/networks/34f9f74d-84e9-4c44-8eab-3107be7da78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806220 Aug 20 11:19:32.003258 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e57d33ed-afe8-4cfd-b395-53bed705b375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:32.484559 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:32.854629 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-39c104e9-3e09-4ba2-ad45-319a39e720b8 req-42f29b83-abd8-4a01-8375-4587115e19d7 service neutron] (94867) timed out ('10.222.0.16', 52500) {{(pid=94867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 11:19:33.342139 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:35.009361 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:39.329323 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02170c-d3c9-4d64-b4f1-ecb8f0671b13 req-7f9e497b-9e7f-440b-9b43-600757ee52ac tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:39.330730 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0d02170c-d3c9-4d64-b4f1-ecb8f0671b13 req-7f9e497b-9e7f-440b-9b43-600757ee52ac tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 945 time: 0.0542350 Aug 20 11:19:39.369517 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0d02170c-d3c9-4d64-b4f1-ecb8f0671b13 req-6118e8cf-f8c3-4cd9-806c-5763ce8395c6 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320904 Aug 20 11:19:40.487149 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db6056-19d3-424d-a2da-52612348aefa req-a1d31d12-a9b5-47b5-93ec-32482cbeadbf tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:40.488642 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88db6056-19d3-424d-a2da-52612348aefa req-a1d31d12-a9b5-47b5-93ec-32482cbeadbf tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 945 time: 0.0498338 Aug 20 11:19:40.526882 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-88db6056-19d3-424d-a2da-52612348aefa req-97cd72de-0c66-4584-b448-867f45adc7e1 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e240fb-114c-46b8-ba99-50a2886e5a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322893 Aug 20 11:19:41.167611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83a272-afae-435c-aae5-79e48642f6d6 req-931f9ef5-28ba-47d0-8fa3-79b03fd3cb48 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:41.169130 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f83a272-afae-435c-aae5-79e48642f6d6 req-931f9ef5-28ba-47d0-8fa3-79b03fd3cb48 tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.24 "GET /v2.0/ports?device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 945 time: 0.0474031 Aug 20 11:19:41.259880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-7f83a272-afae-435c-aae5-79e48642f6d6 req-20725039-3281-474d-a417-e6a0f1e9cc7a tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Deleting port 20a43e42-6f7f-4e5d-91d0-1af0653930aa {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:19:41.260214 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7f83a272-afae-435c-aae5-79e48642f6d6 req-20725039-3281-474d-a417-e6a0f1e9cc7a tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:41.346164 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-7f83a272-afae-435c-aae5-79e48642f6d6 req-20725039-3281-474d-a417-e6a0f1e9cc7a tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] For port 20a43e42-6f7f-4e5d-91d0-1af0653930aa, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=20a43e42-6f7f-4e5d-91d0-1af0653930aa,segment=NetworkSegment(8f638231-9acc-4959-8b98-24067f69803f),segment_id=8f638231-9acc-4959-8b98-24067f69803f)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:41.346548 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7f83a272-afae-435c-aae5-79e48642f6d6 req-20725039-3281-474d-a417-e6a0f1e9cc7a tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:41.359995 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-7f83a272-afae-435c-aae5-79e48642f6d6 req-20725039-3281-474d-a417-e6a0f1e9cc7a tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Calling delete_port for 20a43e42-6f7f-4e5d-91d0-1af0653930aa owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:19:41.486832 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7f83a272-afae-435c-aae5-79e48642f6d6 req-20725039-3281-474d-a417-e6a0f1e9cc7a tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:41.499479 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['20a43e42-6f7f-4e5d-91d0-1af0653930aa'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:19:41.516182 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20725039-3281-474d-a417-e6a0f1e9cc7a tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Pushing event deleted for resources: {'Port': ['ID=20a43e42-6f7f-4e5d-91d0-1af0653930aa,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:41.556992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f83a272-afae-435c-aae5-79e48642f6d6 req-20725039-3281-474d-a417-e6a0f1e9cc7a tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] No DVR routers for this DVR port 20a43e42-6f7f-4e5d-91d0-1af0653930aa on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:19:41.560639 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-7f83a272-afae-435c-aae5-79e48642f6d6 req-20725039-3281-474d-a417-e6a0f1e9cc7a tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:41.563173 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f83a272-afae-435c-aae5-79e48642f6d6 req-20725039-3281-474d-a417-e6a0f1e9cc7a tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.24 "DELETE /v2.0/ports/20a43e42-6f7f-4e5d-91d0-1af0653930aa HTTP/1.1" status: 204 len: 173 time: 0.3879807 Aug 20 11:19:41.563644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73130147-7ec6-4932-980d-70af1e4828d2', 'name': 'network-vif-deleted', 'tag': '20a43e42-6f7f-4e5d-91d0-1af0653930aa'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:41.566110 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d218477-98c5-417d-84ae-b5154296b2ce" -d '{"events": [{"server_uuid": "73130147-7ec6-4932-980d-70af1e4828d2", "name": "network-vif-deleted", "tag": "20a43e42-6f7f-4e5d-91d0-1af0653930aa"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:41.607132 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0053192c-f735-4c15-8f0a-d5476c6e7cba x-openstack-request-id: req-0053192c-f735-4c15-8f0a-d5476c6e7cba {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:41.607428 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73130147-7ec6-4932-980d-70af1e4828d2", "name": "network-vif-deleted", "tag": "20a43e42-6f7f-4e5d-91d0-1af0653930aa", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:41.607684 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0053192c-f735-4c15-8f0a-d5476c6e7cba {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:41.608085 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73130147-7ec6-4932-980d-70af1e4828d2', 'name': 'network-vif-deleted', 'tag': '20a43e42-6f7f-4e5d-91d0-1af0653930aa', 'status': 'completed', 'code': 200} Aug 20 11:19:41.641274 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5269ab09-7d06-4502-aa84-6a0dbd9da37f req-c9177766-1c62-4885-b350-9d7b9e7e1c1d tempest-TestEncryptedCinderVolumes-1339449802 tempest-TestEncryptedCinderVolumes-1339449802-project] 10.222.0.16 "GET /v2.0/ports?device_id=73130147-7ec6-4932-980d-70af1e4828d2 HTTP/1.1" status: 200 len: 210 time: 0.0322676 Aug 20 11:19:42.732130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39118) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:43.070522 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36f7ca67-8aed-4b43-9020-d4282d4dbbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:43.313563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-36f7ca67-8aed-4b43-9020-d4282d4dbbf9 admin admin] Deleting port 887f0b38-cec0-476b-b432-2ab29da70437 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:19:43.313902 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36f7ca67-8aed-4b43-9020-d4282d4dbbf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:43.392904 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-36f7ca67-8aed-4b43-9020-d4282d4dbbf9 admin admin] For port 887f0b38-cec0-476b-b432-2ab29da70437, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=887f0b38-cec0-476b-b432-2ab29da70437,segment=NetworkSegment(8f638231-9acc-4959-8b98-24067f69803f),segment_id=8f638231-9acc-4959-8b98-24067f69803f)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:43.393260 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36f7ca67-8aed-4b43-9020-d4282d4dbbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:43.406312 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-36f7ca67-8aed-4b43-9020-d4282d4dbbf9 admin admin] Calling delete_port for 887f0b38-cec0-476b-b432-2ab29da70437 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:19:43.578055 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36f7ca67-8aed-4b43-9020-d4282d4dbbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:43.603902 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7ca67-8aed-4b43-9020-d4282d4dbbf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=887f0b38-cec0-476b-b432-2ab29da70437,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:43.772665 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-36f7ca67-8aed-4b43-9020-d4282d4dbbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:43.985603 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f7ca67-8aed-4b43-9020-d4282d4dbbf9 admin admin] Router fc6b820f-51ca-420d-8e32-f31820254355 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:19:44.090588 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f7ca67-8aed-4b43-9020-d4282d4dbbf9 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:19:44.095733 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-36f7ca67-8aed-4b43-9020-d4282d4dbbf9 admin admin] 10.222.0.16 "PUT /v2.0/routers/fc6b820f-51ca-420d-8e32-f31820254355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3624718 Aug 20 11:19:44.098093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39120) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:44.101764 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38de444d-bd99-4bcc-b85a-0691266efd91 None None] Sync routers for ids ['fc6b820f-51ca-420d-8e32-f31820254355'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:19:44.111319 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38de444d-bd99-4bcc-b85a-0691266efd91 None None] Routers {'fc6b820f-51ca-420d-8e32-f31820254355'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:44.111927 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-38de444d-bd99-4bcc-b85a-0691266efd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:19:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['fc6b820f-51ca-420d-8e32-f31820254355'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:44.217961 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-38de444d-bd99-4bcc-b85a-0691266efd91 None None] Set router fc6b820f-51ca-420d-8e32-f31820254355 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:44.399329 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-38de444d-bd99-4bcc-b85a-0691266efd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'name': 'tempest-TestEncryptedCinderVolumes-251055072-router', 'tenant_id': '94e601a0d26c424e8d45d7a860059ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'aea91dae-6c7d-438d-a494-b982b1185080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:26Z', 'updated_at': '2021-08-20T11:19:43Z', 'revision_number': 5, 'project_id': '94e601a0d26c424e8d45d7a860059ebe', 'gw_port': {'id': 'aea91dae-6c7d-438d-a494-b982b1185080', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:26Z', 'updated_at': '2021-08-20T11:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:44.428929 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38de444d-bd99-4bcc-b85a-0691266efd91 None None] Checking router: fc6b820f-51ca-420d-8e32-f31820254355 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:19:44.437823 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38de444d-bd99-4bcc-b85a-0691266efd91 None None] Routers {'fc6b820f-51ca-420d-8e32-f31820254355'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:44.438455 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-38de444d-bd99-4bcc-b85a-0691266efd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:19:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['fc6b820f-51ca-420d-8e32-f31820254355'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:44.499447 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1156d0f7-28a4-404c-b1e9-9c702bde0b49 admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:44.541540 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-38de444d-bd99-4bcc-b85a-0691266efd91 None None] Set router fc6b820f-51ca-420d-8e32-f31820254355 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:44.602490 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1156d0f7-28a4-404c-b1e9-9c702bde0b49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:44.660259 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-1156d0f7-28a4-404c-b1e9-9c702bde0b49 admin admin] Deleting port aea91dae-6c7d-438d-a494-b982b1185080 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:19:44.660506 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1156d0f7-28a4-404c-b1e9-9c702bde0b49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:44.719258 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-38de444d-bd99-4bcc-b85a-0691266efd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'name': 'tempest-TestEncryptedCinderVolumes-251055072-router', 'tenant_id': '94e601a0d26c424e8d45d7a860059ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'aea91dae-6c7d-438d-a494-b982b1185080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:26Z', 'updated_at': '2021-08-20T11:19:43Z', 'revision_number': 5, 'project_id': '94e601a0d26c424e8d45d7a860059ebe', 'gw_port': {'id': 'aea91dae-6c7d-438d-a494-b982b1185080', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:26Z', 'updated_at': '2021-08-20T11:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:44.742602 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-1156d0f7-28a4-404c-b1e9-9c702bde0b49 admin admin] For port aea91dae-6c7d-438d-a494-b982b1185080, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=aea91dae-6c7d-438d-a494-b982b1185080,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:44.742971 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1156d0f7-28a4-404c-b1e9-9c702bde0b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:44.745832 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38de444d-bd99-4bcc-b85a-0691266efd91 None None] The sync data for ids ['fc6b820f-51ca-420d-8e32-f31820254355'] in n-d-778550-11 is: [{'id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'name': 'tempest-TestEncryptedCinderVolumes-251055072-router', 'tenant_id': '94e601a0d26c424e8d45d7a860059ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': 'aea91dae-6c7d-438d-a494-b982b1185080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:26Z', 'updated_at': '2021-08-20T11:19:43Z', 'revision_number': 5, 'project_id': '94e601a0d26c424e8d45d7a860059ebe', 'gw_port': {'id': 'aea91dae-6c7d-438d-a494-b982b1185080', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:c1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6b820f-51ca-420d-8e32-f31820254355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:26Z', 'updated_at': '2021-08-20T11:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:19:44.758445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-1156d0f7-28a4-404c-b1e9-9c702bde0b49 admin admin] Calling delete_port for aea91dae-6c7d-438d-a494-b982b1185080 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:19:44.770950 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 20a43e42-6f7f-4e5d-91d0-1af0653930aa no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:19:44.795698 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 20a43e42-6f7f-4e5d-91d0-1af0653930aa {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:19:44.796115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 20a43e42-6f7f-4e5d-91d0-1af0653930aa not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:19:44.920905 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1156d0f7-28a4-404c-b1e9-9c702bde0b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:44.945725 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156d0f7-28a4-404c-b1e9-9c702bde0b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=aea91dae-6c7d-438d-a494-b982b1185080,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:45.003267 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1156d0f7-28a4-404c-b1e9-9c702bde0b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.092422 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1156d0f7-28a4-404c-b1e9-9c702bde0b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.094714 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1156d0f7-28a4-404c-b1e9-9c702bde0b49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.144664 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1156d0f7-28a4-404c-b1e9-9c702bde0b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.145227 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1156d0f7-28a4-404c-b1e9-9c702bde0b49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc6b820f-51ca-420d-8e32-f31820254355 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:19:45.149995 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1156d0f7-28a4-404c-b1e9-9c702bde0b49 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.151197 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1156d0f7-28a4-404c-b1e9-9c702bde0b49 admin admin] 10.222.0.16 "DELETE /v2.0/routers/fc6b820f-51ca-420d-8e32-f31820254355 HTTP/1.1" status: 204 len: 168 time: 1.0521533 Aug 20 11:19:45.154016 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39122) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:45.200705 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Deleting subnet 990401b0-139c-4f20-b094-97f54732c863 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:19:45.203972 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.244245 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.323534 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.381066 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.409408 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=990401b0-139c-4f20-b094-97f54732c863,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:45.413852 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.415824 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/990401b0-139c-4f20-b094-97f54732c863 HTTP/1.1" status: 204 len: 168 time: 0.2606318 Aug 20 11:19:45.418421 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39124) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:45.420753 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761df656-43c0-4e16-a7fe-69b7e7855422 None None] Network 34f9f74d-84e9-4c44-8eab-3107be7da78c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:19:45.421277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:45.421634 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:45.421979 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:45.422323 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:45.422665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:45.423508 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:45.423508 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:45.423749 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:45.424000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:45.424330 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:45.424667 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:45.424994 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93062372-cb5f-4777-8fab-6118ca82d750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:45.488635 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.541550 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] Deleting port 7c969047-cd9e-4c19-8a8d-e722c26ab5b6 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:19:45.541897 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.608606 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] For port 7c969047-cd9e-4c19-8a8d-e722c26ab5b6, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7c969047-cd9e-4c19-8a8d-e722c26ab5b6,segment=NetworkSegment(8f638231-9acc-4959-8b98-24067f69803f),segment_id=8f638231-9acc-4959-8b98-24067f69803f)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:45.608968 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.622008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] Calling delete_port for 7c969047-cd9e-4c19-8a8d-e722c26ab5b6 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:19:45.698527 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.725250 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d6b542-494f-4854-a290-ac9881456a38 None None] DHCP port deletion for 34f9f74d-84e9-4c44-8eab-3107be7da78c request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:19:45.727102 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] Pushing event deleted for resources: {'Port': ['ID=7c969047-cd9e-4c19-8a8d-e722c26ab5b6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:45.736065 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] No DVR routers for this DVR port 7c969047-cd9e-4c19-8a8d-e722c26ab5b6 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:19:45.825426 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.835783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f9f74d-84e9-4c44-8eab-3107be7da78c']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:45.846223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f638231-9acc-4959-8b98-24067f69803f') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:45.846527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f638231-9acc-4959-8b98-24067f69803f') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:45.855279 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.868962 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.875715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:19:45.876110 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: timer() Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:19:45.877709 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:19:45.935712 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.941277 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.943892 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] 10.222.0.16 "DELETE /v2.0/networks/34f9f74d-84e9-4c44-8eab-3107be7da78c HTTP/1.1" status: 204 len: 168 time: 0.5242577 Aug 20 11:19:45.946626 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39126) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:45.955237 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade9233-50d2-4db2-89ba-0e4f6799cccd admin admin] Pushing event deleted for resources: {'Network': ['ID=34f9f74d-84e9-4c44-8eab-3107be7da78c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:46.295496 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1da63eba-508a-426d-a59e-3934745d27ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:46.537686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-1da63eba-508a-426d-a59e-3934745d27ef admin admin] Deleting port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:19:46.538014 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1da63eba-508a-426d-a59e-3934745d27ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:46.615501 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-1da63eba-508a-426d-a59e-3934745d27ef admin admin] For port 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4e4d2587-d51b-4a67-b7c5-3caee74fd6cb,segment=NetworkSegment(116b7619-f5be-4321-8bb7-f299c955fa07),segment_id=116b7619-f5be-4321-8bb7-f299c955fa07)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:46.615868 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1da63eba-508a-426d-a59e-3934745d27ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:46.632944 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-1da63eba-508a-426d-a59e-3934745d27ef admin admin] Calling delete_port for 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:19:46.655690 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device aea91dae-6c7d-438d-a494-b982b1185080 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:19:46.678897 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: aea91dae-6c7d-438d-a494-b982b1185080 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:19:46.679260 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device aea91dae-6c7d-438d-a494-b982b1185080 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:19:46.679676 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 887f0b38-cec0-476b-b432-2ab29da70437 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:19:46.697041 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 887f0b38-cec0-476b-b432-2ab29da70437 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:19:46.697383 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 887f0b38-cec0-476b-b432-2ab29da70437 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:19:46.697788 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7c969047-cd9e-4c19-8a8d-e722c26ab5b6 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:19:46.716217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 7c969047-cd9e-4c19-8a8d-e722c26ab5b6 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:19:46.716558 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7c969047-cd9e-4c19-8a8d-e722c26ab5b6 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:19:46.812812 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1da63eba-508a-426d-a59e-3934745d27ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:46.837446 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da63eba-508a-426d-a59e-3934745d27ef admin admin] Pushing event deleted for resources: {'Port': ['ID=4e4d2587-d51b-4a67-b7c5-3caee74fd6cb,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:47.004797 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-1da63eba-508a-426d-a59e-3934745d27ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:47.219284 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da63eba-508a-426d-a59e-3934745d27ef admin admin] Router 9ec3cef6-bebd-46f7-8224-19260ddecea1 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:19:47.645435 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da63eba-508a-426d-a59e-3934745d27ef admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:19:47.650682 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1da63eba-508a-426d-a59e-3934745d27ef admin admin] 10.222.0.16 "PUT /v2.0/routers/9ec3cef6-bebd-46f7-8224-19260ddecea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7029207 Aug 20 11:19:47.653177 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39130) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:47.655817 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4eb9d-5fe6-4589-82a8-c62f75d3fe57 None None] Sync routers for ids ['9ec3cef6-bebd-46f7-8224-19260ddecea1'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:19:47.665666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4eb9d-5fe6-4589-82a8-c62f75d3fe57 None None] Routers {'9ec3cef6-bebd-46f7-8224-19260ddecea1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:47.666360 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-00d4eb9d-5fe6-4589-82a8-c62f75d3fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:19:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9ec3cef6-bebd-46f7-8224-19260ddecea1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:47.758633 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ea61b430-e3fb-40ac-b984-40ebb208a719 admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:47.769279 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-00d4eb9d-5fe6-4589-82a8-c62f75d3fe57 None None] Set router 9ec3cef6-bebd-46f7-8224-19260ddecea1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:47.860201 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ea61b430-e3fb-40ac-b984-40ebb208a719 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:47.912538 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-ea61b430-e3fb-40ac-b984-40ebb208a719 admin admin] Deleting port ff5e7f73-0d7c-4f92-8ef7-a377c9f71997 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:19:47.912786 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ea61b430-e3fb-40ac-b984-40ebb208a719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:47.943315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-00d4eb9d-5fe6-4589-82a8-c62f75d3fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'name': 'tempest-TestEncryptedCinderVolumes-514472829-router', 'tenant_id': '5bbbe2eacf9f42c184091f3888ca671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'ff5e7f73-0d7c-4f92-8ef7-a377c9f71997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:31Z', 'updated_at': '2021-08-20T11:19:46Z', 'revision_number': 5, 'project_id': '5bbbe2eacf9f42c184091f3888ca671b', 'gw_port': {'id': 'ff5e7f73-0d7c-4f92-8ef7-a377c9f71997', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:31Z', 'updated_at': '2021-08-20T11:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:47.972422 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4eb9d-5fe6-4589-82a8-c62f75d3fe57 None None] Checking router: 9ec3cef6-bebd-46f7-8224-19260ddecea1 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:19:47.981108 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4eb9d-5fe6-4589-82a8-c62f75d3fe57 None None] Routers {'9ec3cef6-bebd-46f7-8224-19260ddecea1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:47.981700 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-00d4eb9d-5fe6-4589-82a8-c62f75d3fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:19:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9ec3cef6-bebd-46f7-8224-19260ddecea1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:47.991010 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-ea61b430-e3fb-40ac-b984-40ebb208a719 admin admin] For port ff5e7f73-0d7c-4f92-8ef7-a377c9f71997, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=ff5e7f73-0d7c-4f92-8ef7-a377c9f71997,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:47.991484 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ea61b430-e3fb-40ac-b984-40ebb208a719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.004169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-ea61b430-e3fb-40ac-b984-40ebb208a719 admin admin] Calling delete_port for ff5e7f73-0d7c-4f92-8ef7-a377c9f71997 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:19:48.172945 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ea61b430-e3fb-40ac-b984-40ebb208a719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.202471 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61b430-e3fb-40ac-b984-40ebb208a719 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5e7f73-0d7c-4f92-8ef7-a377c9f71997,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:48.222792 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-00d4eb9d-5fe6-4589-82a8-c62f75d3fe57 None None] Set router 9ec3cef6-bebd-46f7-8224-19260ddecea1 gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:48.262625 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ea61b430-e3fb-40ac-b984-40ebb208a719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.273917 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-00d4eb9d-5fe6-4589-82a8-c62f75d3fe57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'name': 'tempest-TestEncryptedCinderVolumes-514472829-router', 'tenant_id': '5bbbe2eacf9f42c184091f3888ca671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:31Z', 'updated_at': '2021-08-20T11:19:47Z', 'revision_number': 6, 'project_id': '5bbbe2eacf9f42c184091f3888ca671b', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:48.302568 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4eb9d-5fe6-4589-82a8-c62f75d3fe57 None None] The sync data for ids ['9ec3cef6-bebd-46f7-8224-19260ddecea1'] in n-d-778550-11 is: [{'id': '9ec3cef6-bebd-46f7-8224-19260ddecea1', 'name': 'tempest-TestEncryptedCinderVolumes-514472829-router', 'tenant_id': '5bbbe2eacf9f42c184091f3888ca671b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:31Z', 'updated_at': '2021-08-20T11:19:47Z', 'revision_number': 6, 'project_id': '5bbbe2eacf9f42c184091f3888ca671b', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:19:48.357763 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ea61b430-e3fb-40ac-b984-40ebb208a719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.359941 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ea61b430-e3fb-40ac-b984-40ebb208a719 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.404451 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ea61b430-e3fb-40ac-b984-40ebb208a719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.405014 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea61b430-e3fb-40ac-b984-40ebb208a719 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ec3cef6-bebd-46f7-8224-19260ddecea1 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:19:48.409391 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ea61b430-e3fb-40ac-b984-40ebb208a719 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.410541 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ea61b430-e3fb-40ac-b984-40ebb208a719 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9ec3cef6-bebd-46f7-8224-19260ddecea1 HTTP/1.1" status: 204 len: 168 time: 0.7564433 Aug 20 11:19:48.413736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39132) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:48.460646 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c4103a-1023-4af5-a0a2-1808b649424c admin admin] Deleting subnet d5434958-2f77-4f79-9658-58c9b155e70c {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:19:48.463493 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-76c4103a-1023-4af5-a0a2-1808b649424c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.496481 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-76c4103a-1023-4af5-a0a2-1808b649424c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.571649 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-76c4103a-1023-4af5-a0a2-1808b649424c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.624118 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-76c4103a-1023-4af5-a0a2-1808b649424c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.656390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4103a-1023-4af5-a0a2-1808b649424c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5434958-2f77-4f79-9658-58c9b155e70c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:48.658728 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-76c4103a-1023-4af5-a0a2-1808b649424c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.662496 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8c74c8-92bb-442f-aecf-110156fe11ab None None] Network 3d9362be-e9a5-4bbd-a462-84836aabe160 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:19:48.665591 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39134) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:48.672585 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-76c4103a-1023-4af5-a0a2-1808b649424c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d5434958-2f77-4f79-9658-58c9b155e70c HTTP/1.1" status: 204 len: 168 time: 0.2577863 Aug 20 11:19:48.746861 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.793434 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:19:48.804010 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] Deleting port d6b3c5bc-856b-4c99-a057-1c25dec392e4 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:19:48.804361 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.819543 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:19:48.819884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4e4d2587-d51b-4a67-b7c5-3caee74fd6cb not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:19:48.873971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] For port d6b3c5bc-856b-4c99-a057-1c25dec392e4, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d6b3c5bc-856b-4c99-a057-1c25dec392e4,segment=NetworkSegment(116b7619-f5be-4321-8bb7-f299c955fa07),segment_id=116b7619-f5be-4321-8bb7-f299c955fa07)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:48.874423 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.888653 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] Calling delete_port for d6b3c5bc-856b-4c99-a057-1c25dec392e4 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:19:48.965189 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.988237 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.995276 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b3c5bc-856b-4c99-a057-1c25dec392e4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:48.998841 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] No DVR routers for this DVR port d6b3c5bc-856b-4c99-a057-1c25dec392e4 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:19:49.068325 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:49.078503 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9362be-e9a5-4bbd-a462-84836aabe160']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:49.089429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116b7619-f5be-4321-8bb7-f299c955fa07') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:49.089729 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116b7619-f5be-4321-8bb7-f299c955fa07') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:49.099814 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a72306-b512-4375-9c39-c1b9261a43eb None None] DHCP port deletion for 3d9362be-e9a5-4bbd-a462-84836aabe160 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:19:49.099951 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:49.117675 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:49.123689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:19:49.124086 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: timer() Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:19:49.125769 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:19:49.184483 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:49.190148 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:49.192014 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3d9362be-e9a5-4bbd-a462-84836aabe160 HTTP/1.1" status: 204 len: 168 time: 0.5254672 Aug 20 11:19:49.204217 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b65e3f-cb63-499a-b0cd-f4f8e6498a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d9362be-e9a5-4bbd-a462-84836aabe160,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:49.371107 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39138) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:49.410605 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-89c36b2e-ec17-4b7b-bba4-3bad869a58d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94e601a0d26c424e8d45d7a860059ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383091 Aug 20 11:19:49.413885 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39140) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:49.461927 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60ffafdd-0f59-4c12-bcfa-d292b3d24582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:49.482463 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60ffafdd-0f59-4c12-bcfa-d292b3d24582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:49.543437 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60ffafdd-0f59-4c12-bcfa-d292b3d24582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:49.546222 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-60ffafdd-0f59-4c12-bcfa-d292b3d24582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:49.547469 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-60ffafdd-0f59-4c12-bcfa-d292b3d24582 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71e240fb-114c-46b8-ba99-50a2886e5a18 HTTP/1.1" status: 204 len: 168 time: 0.1326251 Aug 20 11:19:49.562531 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffafdd-0f59-4c12-bcfa-d292b3d24582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e240fb-114c-46b8-ba99-50a2886e5a18,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:49.864049 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39146) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:49.909561 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d8a3c331-9b69-4927-bd8c-be448aa60bc6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5bbbe2eacf9f42c184091f3888ca671b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443385 Aug 20 11:19:49.912587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39148) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:49.959438 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19f042bb-a3c4-4c8c-bf55-e4da54393dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:49.980410 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19f042bb-a3c4-4c8c-bf55-e4da54393dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:50.026495 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19f042bb-a3c4-4c8c-bf55-e4da54393dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:50.028981 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19f042bb-a3c4-4c8c-bf55-e4da54393dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:50.030154 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-19f042bb-a3c4-4c8c-bf55-e4da54393dc4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/166b6379-cb39-4564-952f-133e337a5ec7 HTTP/1.1" status: 204 len: 168 time: 0.1166782 Aug 20 11:19:50.038111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f042bb-a3c4-4c8c-bf55-e4da54393dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166b6379-cb39-4564-952f-133e337a5ec7,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:50.653966 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ff5e7f73-0d7c-4f92-8ef7-a377c9f71997 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:19:50.674248 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: ff5e7f73-0d7c-4f92-8ef7-a377c9f71997 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:19:50.674599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device ff5e7f73-0d7c-4f92-8ef7-a377c9f71997 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:19:50.675012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d6b3c5bc-856b-4c99-a057-1c25dec392e4 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:19:50.681515 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39170) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:50.693115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: d6b3c5bc-856b-4c99-a057-1c25dec392e4 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:19:50.693467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d6b3c5bc-856b-4c99-a057-1c25dec392e4 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:19:50.778405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-73d66708-6ee1-4be7-8aa2-b36132e4aadd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2137984928-network', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:50.798614 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d66708-6ee1-4be7-8aa2-b36132e4aadd admin admin] Made reservation on behalf of bb9b9a4a1e2c4333a2c51386430fc5d2 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:50.800923 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73d66708-6ee1-4be7-8aa2-b36132e4aadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:50.809785 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73d66708-6ee1-4be7-8aa2-b36132e4aadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:50.899369 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73d66708-6ee1-4be7-8aa2-b36132e4aadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:50.904395 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73d66708-6ee1-4be7-8aa2-b36132e4aadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:50.926047 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d66708-6ee1-4be7-8aa2-b36132e4aadd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:19:50.940990 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d66708-6ee1-4be7-8aa2-b36132e4aadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:50.945591 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73d66708-6ee1-4be7-8aa2-b36132e4aadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:50.945933 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-73d66708-6ee1-4be7-8aa2-b36132e4aadd admin admin] Added segment b6f4618f-f3ec-4803-9974-c378b11d2d95 of type vlan for network c6e0a7d0-3a24-4c4b-b00b-45b52d221053 Aug 20 11:19:50.985573 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73d66708-6ee1-4be7-8aa2-b36132e4aadd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.009621 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73d66708-6ee1-4be7-8aa2-b36132e4aadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.010568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d66708-6ee1-4be7-8aa2-b36132e4aadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:51.011188 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73d66708-6ee1-4be7-8aa2-b36132e4aadd admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.065596 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-73d66708-6ee1-4be7-8aa2-b36132e4aadd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3828876 Aug 20 11:19:51.068886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39174) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:51.073062 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d66708-6ee1-4be7-8aa2-b36132e4aadd admin admin] Pushing event updated for resources: {'Network': ['ID=c6e0a7d0-3a24-4c4b-b00b-45b52d221053,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:51.074207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-93a819f5-d908-46c4-9fcf-e4e3a1d8044b admin admin] Request body: {'subnet': {'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2137984928-subnet', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:51.084493 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network c6e0a7d0-3a24-4c4b-b00b-45b52d221053 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:19:51.095301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a819f5-d908-46c4-9fcf-e4e3a1d8044b admin admin] Made reservation on behalf of bb9b9a4a1e2c4333a2c51386430fc5d2 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:51.097627 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-93a819f5-d908-46c4-9fcf-e4e3a1d8044b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.265983 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-93a819f5-d908-46c4-9fcf-e4e3a1d8044b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.320158 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a819f5-d908-46c4-9fcf-e4e3a1d8044b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8225f53-8d09-4935-89dd-ac33280929f0,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:51.328705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a819f5-d908-46c4-9fcf-e4e3a1d8044b admin admin] Checking segment: {'id': 'b6f4618f-f3ec-4803-9974-c378b11d2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:51.329058 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a819f5-d908-46c4-9fcf-e4e3a1d8044b admin admin] Network hostable DHCP agents. Network: c6e0a7d0-3a24-4c4b-b00b-45b52d221053, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:19:51.344997 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a819f5-d908-46c4-9fcf-e4e3a1d8044b admin admin] Network c6e0a7d0-3a24-4c4b-b00b-45b52d221053 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:19:51.353465 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-93a819f5-d908-46c4-9fcf-e4e3a1d8044b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, c6e0a7d0-3a24-4c4b-b00b-45b52d221053) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:51.357535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a819f5-d908-46c4-9fcf-e4e3a1d8044b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:51.358229 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-93a819f5-d908-46c4-9fcf-e4e3a1d8044b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.362591 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7319e7-ddb8-4c07-9087-e3b27c06b4f9 None None] Network c6e0a7d0-3a24-4c4b-b00b-45b52d221053 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:19:51.373336 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-93a819f5-d908-46c4-9fcf-e4e3a1d8044b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3032963 Aug 20 11:19:51.376175 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39176) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:51.381394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2137984928-router', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:51.401879 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.403141 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.456036 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.506712 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-c6e0a7d0-3a24-4c4b-b00b-45b52d221053', 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'fixed_ips': [{'subnet_id': 'f8225f53-8d09-4935-89dd-ac33280929f0'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:19:51.507630 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.601707 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.644736 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Allocated IP 172.20.0.2 (c6e0a7d0-3a24-4c4b-b00b-45b52d221053/f8225f53-8d09-4935-89dd-ac33280929f0/50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:51.788982 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.796955 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Transition to ACTIVE for port object 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:51.804128 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.811984 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Transition to ACTIVE for port object 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:51.817740 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.832690 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.857664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Network c6e0a7d0-3a24-4c4b-b00b-45b52d221053 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:51.860404 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:51.866649 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:51.869655 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Pushing event updated for resources: {'Port': ['ID=50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:51.924645 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Attempting to bind port 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:19:51.925155 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Attempting to bind port 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'b6f4618f-f3ec-4803-9974-c378b11d2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:19:51.925544 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Attempting to bind port 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f on network c6e0a7d0-3a24-4c4b-b00b-45b52d221053 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:19:51.930978 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:19:51.931382 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Checking segment: {'id': 'b6f4618f-f3ec-4803-9974-c378b11d2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:51.931789 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.932183 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Bound using segment: {'id': 'b6f4618f-f3ec-4803-9974-c378b11d2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:19:51.932645 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Bound port: 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f4618f-f3ec-4803-9974-c378b11d2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:19:51.933033 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.939658 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Allocated IP 172.25.3.55 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/e43aab65-22b4-4dd6-81b3-a05b6f7793a0) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:51.998100 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] For port 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:19:52.001211 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] For port 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f,segment=NetworkSegment(b6f4618f-f3ec-4803-9974-c378b11d2d95),segment_id=b6f4618f-f3ec-4803-9974-c378b11d2d95)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:19:52.006834 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.046312 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.070055 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd980531-62cb-4375-bfb6-cc04cc49be39 None None] Pushing event updated for resources: {'Port': ['ID=50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:52.089118 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.129519 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:52.133035 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:52.141060 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:52.144212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Pushing event updated for resources: {'Port': ['ID=e43aab65-22b4-4dd6-81b3-a05b6f7793a0,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:52.396973 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.594933 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.700234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:52.731618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Router a4ea72c0-f86e-49de-8631-38fdfaf0342a is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:19:52.764435 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:52.847108 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:19:52.858700 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Sync routers for ids ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:19:52.864349 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.866534 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-73b0f411-9f09-4ce4-a285-8140c894b067 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4893420 Aug 20 11:19:52.869276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39178) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:52.870206 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Routers {'a4ea72c0-f86e-49de-8631-38fdfaf0342a'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:52.870902 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:19:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:53.003037 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf61efec-718e-40ec-ad31-4a20c3269b36 None None] Network c6e0a7d0-3a24-4c4b-b00b-45b52d221053 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:19:53.071251 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a9f2b446-8c8d-458b-b09a-366445454e52 None None] Provisioning for port 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:53.073922 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Set router a4ea72c0-f86e-49de-8631-38fdfaf0342a gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:53.079077 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a9f2b446-8c8d-458b-b09a-366445454e52 None None] Provisioning complete for port 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:53.079462 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a9f2b446-8c8d-458b-b09a-366445454e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.222130 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a9f2b446-8c8d-458b-b09a-366445454e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.260986 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-a9f2b446-8c8d-458b-b09a-366445454e52 None None] For port 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f,segment=NetworkSegment(b6f4618f-f3ec-4803-9974-c378b11d2d95),segment_id=b6f4618f-f3ec-4803-9974-c378b11d2d95)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:53.267180 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a9f2b446-8c8d-458b-b09a-366445454e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.278315 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'name': 'tempest-TestMinimumBasicScenario-2137984928-router', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:52Z', 'revision_number': 3, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'gw_port': {'id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:53.308526 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.308749 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Checking router: a4ea72c0-f86e-49de-8631-38fdfaf0342a for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:19:53.309071 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Updating router a4ea72c0-f86e-49de-8631-38fdfaf0342a port e43aab65-22b4-4dd6-81b3-a05b6f7793a0 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:19:53.331864 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.337338 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2b446-8c8d-458b-b09a-366445454e52 None None] Pushing event updated for resources: {'Port': ['ID=50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:53.339947 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.480309 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Allocated IP 172.20.0.1 (c6e0a7d0-3a24-4c4b-b00b-45b52d221053/f8225f53-8d09-4935-89dd-ac33280929f0/73136af0-7f55-4750-b184-b78cd852d038) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:53.486819 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fda40861-1428-48b7-bbdd-60cc286c31a6 None None] Provisioning complete for port 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:53.487298 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fda40861-1428-48b7-bbdd-60cc286c31a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.610262 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.620872 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Transition to ACTIVE for port object e43aab65-22b4-4dd6-81b3-a05b6f7793a0 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:53.627185 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.681434 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Attempting to bind port e43aab65-22b4-4dd6-81b3-a05b6f7793a0 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:19:53.681808 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Attempting to bind port e43aab65-22b4-4dd6-81b3-a05b6f7793a0 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:19:53.682175 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Attempting to bind port e43aab65-22b4-4dd6-81b3-a05b6f7793a0 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:19:53.684307 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4c585-c125-41c1-b408-91042e76fcea None None] Pushing event updated for resources: {'Port': ['ID=e43aab65-22b4-4dd6-81b3-a05b6f7793a0,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:53.693232 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:19:53.693610 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:53.694015 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.694412 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:19:53.694882 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Bound port: e43aab65-22b4-4dd6-81b3-a05b6f7793a0, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:19:53.695287 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.697726 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4c585-c125-41c1-b408-91042e76fcea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:53.698072 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4c585-c125-41c1-b408-91042e76fcea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:53.698411 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4c585-c125-41c1-b408-91042e76fcea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:53.698745 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4c585-c125-41c1-b408-91042e76fcea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:53.699096 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4c585-c125-41c1-b408-91042e76fcea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:53.700105 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4c585-c125-41c1-b408-91042e76fcea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:53.700105 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4c585-c125-41c1-b408-91042e76fcea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:53.700330 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4c585-c125-41c1-b408-91042e76fcea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:53.700653 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4c585-c125-41c1-b408-91042e76fcea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:53.700978 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4c585-c125-41c1-b408-91042e76fcea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:53.701302 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4c585-c125-41c1-b408-91042e76fcea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:53.701626 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4c585-c125-41c1-b408-91042e76fcea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:53.757026 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] For port e43aab65-22b4-4dd6-81b3-a05b6f7793a0, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:19:53.760337 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] For port e43aab65-22b4-4dd6-81b3-a05b6f7793a0, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e43aab65-22b4-4dd6-81b3-a05b6f7793a0,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:19:53.763980 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.823163 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Routers {'a4ea72c0-f86e-49de-8631-38fdfaf0342a'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:53.823781 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:19:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:53.859370 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4c585-c125-41c1-b408-91042e76fcea None None] Pushing event updated for resources: {'Port': ['ID=e43aab65-22b4-4dd6-81b3-a05b6f7793a0,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:53.919185 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.932472 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Transition to ACTIVE for port object 73136af0-7f55-4750-b184-b78cd852d038 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:53.933545 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] Set router a4ea72c0-f86e-49de-8631-38fdfaf0342a gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:53.967361 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.005742 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Network c6e0a7d0-3a24-4c4b-b00b-45b52d221053 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:54.009875 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:54.016814 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:54.019931 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Pushing event updated for resources: {'Port': ['ID=73136af0-7f55-4750-b184-b78cd852d038,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:54.059443 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.128910 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'name': 'tempest-TestMinimumBasicScenario-2137984928-router', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:52Z', 'revision_number': 3, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'gw_port': {'id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:54.155870 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f413497d-e54f-4d23-9ea1-966b183e2509 None None] The sync data for ids ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'] in n-d-778550-11 is: [{'id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'name': 'tempest-TestMinimumBasicScenario-2137984928-router', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:52Z', 'revision_number': 3, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'gw_port': {'id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:19:54.199877 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.292698 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8bd53f66-7415-48d4-a19f-f6bc5c525edb None None] Provisioning for port 73136af0-7f55-4750-b184-b78cd852d038 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:54.297098 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8bd53f66-7415-48d4-a19f-f6bc5c525edb None None] Provisioning complete for port 73136af0-7f55-4750-b184-b78cd852d038 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:54.297487 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8bd53f66-7415-48d4-a19f-f6bc5c525edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.335659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-8bd53f66-7415-48d4-a19f-f6bc5c525edb None None] Port 73136af0-7f55-4750-b184-b78cd852d038 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:19:54.382750 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.387281 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.459930 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.461657 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Pushing event updated for resources: {'Port': ['ID=73136af0-7f55-4750-b184-b78cd852d038,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:54.559750 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Network c6e0a7d0-3a24-4c4b-b00b-45b52d221053 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:54.561215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:54.696114 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Router a4ea72c0-f86e-49de-8631-38fdfaf0342a has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:19:54.781227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e43aab65-22b4-4dd6-81b3-a05b6f7793a0 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:54.827452 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:19:54.836405 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port e43aab65-22b4-4dd6-81b3-a05b6f7793a0 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:54.840316 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-eb660c87-3563-473e-9e3a-fdfcb7ab904b admin admin] 10.222.0.16 "PUT /v2.0/routers/a4ea72c0-f86e-49de-8631-38fdfaf0342a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9693284 Aug 20 11:19:54.841952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e43aab65-22b4-4dd6-81b3-a05b6f7793a0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:54.844791 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.888780 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b9df805c-a11c-4a88-b0a3-329e5b5a9dc8 None None] Provisioning complete for port 73136af0-7f55-4750-b184-b78cd852d038 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:54.889153 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b9df805c-a11c-4a88-b0a3-329e5b5a9dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.953377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b9df805c-a11c-4a88-b0a3-329e5b5a9dc8 None None] Port 73136af0-7f55-4750-b184-b78cd852d038 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:19:54.970801 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.001242 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port e43aab65-22b4-4dd6-81b3-a05b6f7793a0, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e43aab65-22b4-4dd6-81b3-a05b6f7793a0,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:55.005584 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.006395 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:55.083713 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=e43aab65-22b4-4dd6-81b3-a05b6f7793a0,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:55.095566 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:55.095943 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.322143 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39194) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:55.327559 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-faa88c31-b164-42df-9d9b-cb0683183585 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1427990618-network', 'tenant_id': '2c67ff258e3a456faf1f228a11ae223f'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:55.348027 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa88c31-b164-42df-9d9b-cb0683183585 admin admin] Made reservation on behalf of 2c67ff258e3a456faf1f228a11ae223f for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:55.350489 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faa88c31-b164-42df-9d9b-cb0683183585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.358995 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faa88c31-b164-42df-9d9b-cb0683183585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.453241 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faa88c31-b164-42df-9d9b-cb0683183585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.457469 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faa88c31-b164-42df-9d9b-cb0683183585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.478960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa88c31-b164-42df-9d9b-cb0683183585 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:19:55.494222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa88c31-b164-42df-9d9b-cb0683183585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82becfd8-c259-45f6-96cf-4c5148e48a0c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:55.497162 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faa88c31-b164-42df-9d9b-cb0683183585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.497507 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-faa88c31-b164-42df-9d9b-cb0683183585 admin admin] Added segment 46cac1aa-f461-4525-9406-92159f68df1f of type vlan for network e988e23f-ec85-4c3c-9972-4d978b23a718 Aug 20 11:19:55.541591 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faa88c31-b164-42df-9d9b-cb0683183585 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.566594 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faa88c31-b164-42df-9d9b-cb0683183585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.568106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa88c31-b164-42df-9d9b-cb0683183585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:55.568688 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-faa88c31-b164-42df-9d9b-cb0683183585 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.621721 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39196) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:55.622278 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-faa88c31-b164-42df-9d9b-cb0683183585 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2984731 Aug 20 11:19:55.626989 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b037770f-1361-4c60-b25d-e0eaadde43cd admin admin] Request body: {'subnet': {'network_id': 'e988e23f-ec85-4c3c-9972-4d978b23a718', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1427990618-subnet', 'tenant_id': '2c67ff258e3a456faf1f228a11ae223f', 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:55.633678 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa88c31-b164-42df-9d9b-cb0683183585 admin admin] Pushing event updated for resources: {'Network': ['ID=e988e23f-ec85-4c3c-9972-4d978b23a718,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:55.643854 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network e988e23f-ec85-4c3c-9972-4d978b23a718 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:19:55.648568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b037770f-1361-4c60-b25d-e0eaadde43cd admin admin] Made reservation on behalf of 2c67ff258e3a456faf1f228a11ae223f for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:55.651260 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b037770f-1361-4c60-b25d-e0eaadde43cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.704655 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Sync routers for ids ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:19:55.718402 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Routers {'a4ea72c0-f86e-49de-8631-38fdfaf0342a'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:55.719032 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:19:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:55.822186 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b037770f-1361-4c60-b25d-e0eaadde43cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.824149 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Set router a4ea72c0-f86e-49de-8631-38fdfaf0342a gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:55.882108 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037770f-1361-4c60-b25d-e0eaadde43cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b07df9-251d-457b-aa40-9acf3607e6b2,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:55.890824 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b037770f-1361-4c60-b25d-e0eaadde43cd admin admin] Checking segment: {'id': '46cac1aa-f461-4525-9406-92159f68df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e988e23f-ec85-4c3c-9972-4d978b23a718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:55.891209 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b037770f-1361-4c60-b25d-e0eaadde43cd admin admin] Network hostable DHCP agents. Network: e988e23f-ec85-4c3c-9972-4d978b23a718, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:19:55.908224 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b037770f-1361-4c60-b25d-e0eaadde43cd admin admin] Network e988e23f-ec85-4c3c-9972-4d978b23a718 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:19:55.916879 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-b037770f-1361-4c60-b25d-e0eaadde43cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, e988e23f-ec85-4c3c-9972-4d978b23a718) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:55.920969 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b037770f-1361-4c60-b25d-e0eaadde43cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:55.921553 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b037770f-1361-4c60-b25d-e0eaadde43cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.933201 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814d0d06-46ed-4231-866e-e92222e89166 None None] Network e988e23f-ec85-4c3c-9972-4d978b23a718 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:19:55.935880 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b037770f-1361-4c60-b25d-e0eaadde43cd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3128998 Aug 20 11:19:55.938197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39198) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:55.942740 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1427990618-router', 'tenant_id': '2c67ff258e3a456faf1f228a11ae223f', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:55.964989 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.966263 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.017521 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.140326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'name': 'tempest-TestMinimumBasicScenario-2137984928-router', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'gw_port': {'id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '73136af0-7f55-4750-b184-b78cd852d038', 'name': '', 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'mac_address': 'fa:16:3e:fc:4d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:53Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 2, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'subnets': [{'id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:56.143477 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-e988e23f-ec85-4c3c-9972-4d978b23a718', 'network_id': 'e988e23f-ec85-4c3c-9972-4d978b23a718', 'tenant_id': '2c67ff258e3a456faf1f228a11ae223f', 'fixed_ips': [{'subnet_id': 'a7b07df9-251d-457b-aa40-9acf3607e6b2'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:19:56.144305 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.164377 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.179452 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Checking router: a4ea72c0-f86e-49de-8631-38fdfaf0342a for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:19:56.179816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Updating router a4ea72c0-f86e-49de-8631-38fdfaf0342a port 73136af0-7f55-4750-b184-b78cd852d038 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:19:56.261923 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.363337 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.383269 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.414427 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Allocated IP 172.20.0.2 (e988e23f-ec85-4c3c-9972-4d978b23a718/a7b07df9-251d-457b-aa40-9acf3607e6b2/88de4daa-1978-4800-b230-f72ba01127e3) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:56.485166 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Allocated IP 172.25.3.63 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/c3ae1f0c-d863-4a0f-9772-07e65ec793d4) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:56.597790 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.640352 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.679946 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e43aab65-22b4-4dd6-81b3-a05b6f7793a0 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:56.690066 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:56.693411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:56.696883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:56.724758 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ae1f0c-d863-4a0f-9772-07e65ec793d4,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:56.826954 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port e43aab65-22b4-4dd6-81b3-a05b6f7793a0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:56.827355 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.875372 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.913974 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Transition to ACTIVE for port object 88de4daa-1978-4800-b230-f72ba01127e3 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:56.935459 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.949057 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Transition to ACTIVE for port object 88de4daa-1978-4800-b230-f72ba01127e3 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:56.957753 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Transition to ACTIVE for port object 73136af0-7f55-4750-b184-b78cd852d038 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:56.959674 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.959839 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.007612 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.030254 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Network e988e23f-ec85-4c3c-9972-4d978b23a718 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:57.040709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:57.050054 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:57.059301 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Pushing event updated for resources: {'Port': ['ID=88de4daa-1978-4800-b230-f72ba01127e3,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:57.142578 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Attempting to bind port 88de4daa-1978-4800-b230-f72ba01127e3 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:19:57.142954 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Attempting to bind port 88de4daa-1978-4800-b230-f72ba01127e3 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '46cac1aa-f461-4525-9406-92159f68df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e988e23f-ec85-4c3c-9972-4d978b23a718'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:19:57.143377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Attempting to bind port 88de4daa-1978-4800-b230-f72ba01127e3 on network e988e23f-ec85-4c3c-9972-4d978b23a718 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:19:57.169807 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:19:57.170184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Checking segment: {'id': '46cac1aa-f461-4525-9406-92159f68df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e988e23f-ec85-4c3c-9972-4d978b23a718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:57.170592 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.170982 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Bound using segment: {'id': '46cac1aa-f461-4525-9406-92159f68df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e988e23f-ec85-4c3c-9972-4d978b23a718'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:19:57.171490 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Bound port: 88de4daa-1978-4800-b230-f72ba01127e3, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cac1aa-f461-4525-9406-92159f68df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e988e23f-ec85-4c3c-9972-4d978b23a718'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:19:57.171869 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.207148 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83bb89-5ffa-4070-8c8d-f3250fa07b40 None None] Pushing event updated for resources: {'Port': ['ID=73136af0-7f55-4750-b184-b78cd852d038,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:57.212839 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.250881 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Attempting to bind port 73136af0-7f55-4750-b184-b78cd852d038 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:19:57.251327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Attempting to bind port 73136af0-7f55-4750-b184-b78cd852d038 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'b6f4618f-f3ec-4803-9974-c378b11d2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:19:57.251688 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Attempting to bind port 73136af0-7f55-4750-b184-b78cd852d038 on network c6e0a7d0-3a24-4c4b-b00b-45b52d221053 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:19:57.262612 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:19:57.262987 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Checking segment: {'id': 'b6f4618f-f3ec-4803-9974-c378b11d2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:57.263529 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.263929 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Bound using segment: {'id': 'b6f4618f-f3ec-4803-9974-c378b11d2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:19:57.264403 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Bound port: 73136af0-7f55-4750-b184-b78cd852d038, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f4618f-f3ec-4803-9974-c378b11d2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:19:57.264782 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.304766 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] For port 88de4daa-1978-4800-b230-f72ba01127e3, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:19:57.308557 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] For port 88de4daa-1978-4800-b230-f72ba01127e3, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=88de4daa-1978-4800-b230-f72ba01127e3,segment=NetworkSegment(46cac1aa-f461-4525-9406-92159f68df1f),segment_id=46cac1aa-f461-4525-9406-92159f68df1f)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:19:57.343834 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.381799 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Router 7849d1e0-97ac-4b50-847c-bb9d1935862d is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:19:57.434137 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] For port 73136af0-7f55-4750-b184-b78cd852d038, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:19:57.437518 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc0099-05d7-47a1-a642-5762aa26c653 None None] Pushing event updated for resources: {'Port': ['ID=88de4daa-1978-4800-b230-f72ba01127e3,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:57.442457 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] For port 73136af0-7f55-4750-b184-b78cd852d038, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=73136af0-7f55-4750-b184-b78cd852d038,segment=NetworkSegment(b6f4618f-f3ec-4803-9974-c378b11d2d95),segment_id=b6f4618f-f3ec-4803-9974-c378b11d2d95)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:19:57.452163 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.516841 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83bb89-5ffa-4070-8c8d-f3250fa07b40 None None] Pushing event updated for resources: {'Port': ['ID=73136af0-7f55-4750-b184-b78cd852d038,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:57.518305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:19:57.519636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Routers {'a4ea72c0-f86e-49de-8631-38fdfaf0342a'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:57.520257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:19:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:57.537361 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Sync routers for ids ['7849d1e0-97ac-4b50-847c-bb9d1935862d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:19:57.547986 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Routers {'7849d1e0-97ac-4b50-847c-bb9d1935862d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:57.548928 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.549599 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:19:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['7849d1e0-97ac-4b50-847c-bb9d1935862d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:57.550288 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-67e8dfbf-7ebd-4a1e-bada-cf4b3e785563 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6110144 Aug 20 11:19:57.554438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39200) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:57.689325 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] Set router a4ea72c0-f86e-49de-8631-38fdfaf0342a gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:57.729755 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Set router 7849d1e0-97ac-4b50-847c-bb9d1935862d gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:57.947262 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'name': 'tempest-TestMinimumBasicScenario-2137984928-router', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'gw_port': {'id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '73136af0-7f55-4750-b184-b78cd852d038', 'name': '', 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'mac_address': 'fa:16:3e:fc:4d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:53Z', 'updated_at': '2021-08-20T11:19:57Z', 'revision_number': 4, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'subnets': [{'id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:57.966232 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'name': 'tempest-TestMinimumBasicScenario-1427990618-router', 'tenant_id': '2c67ff258e3a456faf1f228a11ae223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c3ae1f0c-d863-4a0f-9772-07e65ec793d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:55Z', 'updated_at': '2021-08-20T11:19:56Z', 'revision_number': 3, 'project_id': '2c67ff258e3a456faf1f228a11ae223f', 'gw_port': {'id': 'c3ae1f0c-d863-4a0f-9772-07e65ec793d4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:56Z', 'updated_at': '2021-08-20T11:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:57.977609 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031db38d-41de-4493-99fb-4d8bbdef6aa5 None None] The sync data for ids ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'] in n-d-778550-11 is: [{'id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'name': 'tempest-TestMinimumBasicScenario-2137984928-router', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'gw_port': {'id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '73136af0-7f55-4750-b184-b78cd852d038', 'name': '', 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'mac_address': 'fa:16:3e:fc:4d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:53Z', 'updated_at': '2021-08-20T11:19:57Z', 'revision_number': 4, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'subnets': [{'id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:19:57.997062 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Checking router: 7849d1e0-97ac-4b50-847c-bb9d1935862d for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:19:57.997205 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Updating router 7849d1e0-97ac-4b50-847c-bb9d1935862d port c3ae1f0c-d863-4a0f-9772-07e65ec793d4 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:19:58.040387 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.452393 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.453792 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.466015 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Transition to ACTIVE for port object c3ae1f0c-d863-4a0f-9772-07e65ec793d4 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:58.474011 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.528359 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Attempting to bind port c3ae1f0c-d863-4a0f-9772-07e65ec793d4 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:19:58.528359 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Attempting to bind port c3ae1f0c-d863-4a0f-9772-07e65ec793d4 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:19:58.528824 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Attempting to bind port c3ae1f0c-d863-4a0f-9772-07e65ec793d4 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:19:58.543234 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:19:58.544060 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:58.544158 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.544503 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:19:58.545030 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Bound port: c3ae1f0c-d863-4a0f-9772-07e65ec793d4, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:19:58.545375 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.573059 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd9945-c64d-40bb-b5cf-4a11a5939e83 None None] Pushing event updated for resources: {'Port': ['ID=c3ae1f0c-d863-4a0f-9772-07e65ec793d4,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:58.583765 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1d475b-38dc-426e-b514-7994fe9cfe39 None None] Network e988e23f-ec85-4c3c-9972-4d978b23a718 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:19:58.619685 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] For port c3ae1f0c-d863-4a0f-9772-07e65ec793d4, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:19:58.624622 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] For port c3ae1f0c-d863-4a0f-9772-07e65ec793d4, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c3ae1f0c-d863-4a0f-9772-07e65ec793d4,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:19:58.646620 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.704244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Allocated IP 172.20.0.1 (e988e23f-ec85-4c3c-9972-4d978b23a718/a7b07df9-251d-457b-aa40-9acf3607e6b2/25ef4a96-b637-4f2e-b745-4c765f0ee837) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:58.727018 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd9945-c64d-40bb-b5cf-4a11a5939e83 None None] Pushing event updated for resources: {'Port': ['ID=c3ae1f0c-d863-4a0f-9772-07e65ec793d4,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:58.752300 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fed091d5-193c-4538-a073-10dfd09da25c None None] Provisioning for port 88de4daa-1978-4800-b230-f72ba01127e3 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:58.754672 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Routers {'7849d1e0-97ac-4b50-847c-bb9d1935862d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:58.756001 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:19:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['7849d1e0-97ac-4b50-847c-bb9d1935862d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:58.820700 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 88de4daa-1978-4800-b230-f72ba01127e3 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:58.897361 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 88de4daa-1978-4800-b230-f72ba01127e3 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:58.904589 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 88de4daa-1978-4800-b230-f72ba01127e3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:58.905174 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.915978 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] Set router 7849d1e0-97ac-4b50-847c-bb9d1935862d gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:58.924511 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.955233 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Transition to ACTIVE for port object 25ef4a96-b637-4f2e-b745-4c765f0ee837 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:59.002810 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.007904 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.042015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 88de4daa-1978-4800-b230-f72ba01127e3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=88de4daa-1978-4800-b230-f72ba01127e3,segment=NetworkSegment(46cac1aa-f461-4525-9406-92159f68df1f),segment_id=46cac1aa-f461-4525-9406-92159f68df1f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:59.054101 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.054927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 73136af0-7f55-4750-b184-b78cd852d038 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:59.083706 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Network e988e23f-ec85-4c3c-9972-4d978b23a718 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:59.085767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:59.088449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Pushing event updated for resources: {'Port': ['ID=25ef4a96-b637-4f2e-b745-4c765f0ee837,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:59.106004 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:59.135678 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a059ac69-f1a4-436e-8c02-1bdf540290b8 None None] Provisioning complete for port 88de4daa-1978-4800-b230-f72ba01127e3 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:59.136075 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a059ac69-f1a4-436e-8c02-1bdf540290b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.180810 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.188535 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'name': 'tempest-TestMinimumBasicScenario-1427990618-router', 'tenant_id': '2c67ff258e3a456faf1f228a11ae223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c3ae1f0c-d863-4a0f-9772-07e65ec793d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:55Z', 'updated_at': '2021-08-20T11:19:56Z', 'revision_number': 3, 'project_id': '2c67ff258e3a456faf1f228a11ae223f', 'gw_port': {'id': 'c3ae1f0c-d863-4a0f-9772-07e65ec793d4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:56Z', 'updated_at': '2021-08-20T11:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:59.206689 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=88de4daa-1978-4800-b230-f72ba01127e3,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:59.218367 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee3215-17ab-4fab-bfc4-98314a06ed0c None None] The sync data for ids ['7849d1e0-97ac-4b50-847c-bb9d1935862d'] in n-d-778550-11 is: [{'id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'name': 'tempest-TestMinimumBasicScenario-1427990618-router', 'tenant_id': '2c67ff258e3a456faf1f228a11ae223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c3ae1f0c-d863-4a0f-9772-07e65ec793d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:55Z', 'updated_at': '2021-08-20T11:19:56Z', 'revision_number': 3, 'project_id': '2c67ff258e3a456faf1f228a11ae223f', 'gw_port': {'id': 'c3ae1f0c-d863-4a0f-9772-07e65ec793d4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:56Z', 'updated_at': '2021-08-20T11:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:19:59.259277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 73136af0-7f55-4750-b184-b78cd852d038 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:59.268282 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 73136af0-7f55-4750-b184-b78cd852d038 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:59.268686 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.377955 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.390359 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.390722 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f3d3facb-733b-4bfb-887b-b355dd01a8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.423962 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 73136af0-7f55-4750-b184-b78cd852d038, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=73136af0-7f55-4750-b184-b78cd852d038,segment=NetworkSegment(b6f4618f-f3ec-4803-9974-c378b11d2d95),segment_id=b6f4618f-f3ec-4803-9974-c378b11d2d95)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:59.430296 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.435402 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4ef53bb0-8ae0-425c-844a-b3cf5517517f None None] Provisioning for port 25ef4a96-b637-4f2e-b745-4c765f0ee837 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:59.459982 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4ef53bb0-8ae0-425c-844a-b3cf5517517f None None] Provisioning complete for port 25ef4a96-b637-4f2e-b745-4c765f0ee837 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:59.460355 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ef53bb0-8ae0-425c-844a-b3cf5517517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.506114 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=73136af0-7f55-4750-b184-b78cd852d038,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:59.512770 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4ef53bb0-8ae0-425c-844a-b3cf5517517f None None] Port 25ef4a96-b637-4f2e-b745-4c765f0ee837 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:19:59.583804 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.589193 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.657484 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.659444 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Pushing event updated for resources: {'Port': ['ID=25ef4a96-b637-4f2e-b745-4c765f0ee837,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:59.775705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Network e988e23f-ec85-4c3c-9972-4d978b23a718 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:59.777178 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:59.903157 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Router 7849d1e0-97ac-4b50-847c-bb9d1935862d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:20:00.026327 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:20:00.032693 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2d5073d4-6f5e-4fc4-82a4-4844c574fda7 admin admin] 10.222.0.16 "PUT /v2.0/routers/7849d1e0-97ac-4b50-847c-bb9d1935862d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4771433 Aug 20 11:20:00.035584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-beebfdf1-564a-415a-8789-579859ad6eca None None] Provisioning complete for port 25ef4a96-b637-4f2e-b745-4c765f0ee837 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:00.036710 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-beebfdf1-564a-415a-8789-579859ad6eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:00.077628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-beebfdf1-564a-415a-8789-579859ad6eca None None] Port 25ef4a96-b637-4f2e-b745-4c765f0ee837 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:00.747886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 88de4daa-1978-4800-b230-f72ba01127e3 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:00.797803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 88de4daa-1978-4800-b230-f72ba01127e3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:00.798181 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:00.883909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 73136af0-7f55-4750-b184-b78cd852d038 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:00.951452 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 73136af0-7f55-4750-b184-b78cd852d038 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:00.951835 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:01.039782 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c3ae1f0c-d863-4a0f-9772-07e65ec793d4 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:01.098248 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port c3ae1f0c-d863-4a0f-9772-07e65ec793d4 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:01.102144 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port c3ae1f0c-d863-4a0f-9772-07e65ec793d4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:01.102398 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:01.198187 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:01.229068 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port c3ae1f0c-d863-4a0f-9772-07e65ec793d4, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c3ae1f0c-d863-4a0f-9772-07e65ec793d4,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:01.234380 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:01.293443 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=c3ae1f0c-d863-4a0f-9772-07e65ec793d4,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:01.428044 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Sync routers for ids ['7849d1e0-97ac-4b50-847c-bb9d1935862d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:20:01.441890 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Routers {'7849d1e0-97ac-4b50-847c-bb9d1935862d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:01.442736 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:19:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['7849d1e0-97ac-4b50-847c-bb9d1935862d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:01.555275 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Set router 7849d1e0-97ac-4b50-847c-bb9d1935862d gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:20:01.784021 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'name': 'tempest-TestMinimumBasicScenario-1427990618-router', 'tenant_id': '2c67ff258e3a456faf1f228a11ae223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c3ae1f0c-d863-4a0f-9772-07e65ec793d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:55Z', 'updated_at': '2021-08-20T11:19:59Z', 'revision_number': 4, 'project_id': '2c67ff258e3a456faf1f228a11ae223f', 'gw_port': {'id': 'c3ae1f0c-d863-4a0f-9772-07e65ec793d4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:56Z', 'updated_at': '2021-08-20T11:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '25ef4a96-b637-4f2e-b745-4c765f0ee837', 'name': '', 'network_id': 'e988e23f-ec85-4c3c-9972-4d978b23a718', 'tenant_id': '2c67ff258e3a456faf1f228a11ae223f', 'mac_address': 'fa:16:3e:ad:bc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'a7b07df9-251d-457b-aa40-9acf3607e6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:58Z', 'updated_at': '2021-08-20T11:19:59Z', 'revision_number': 2, 'project_id': '2c67ff258e3a456faf1f228a11ae223f', 'subnets': [{'id': 'a7b07df9-251d-457b-aa40-9acf3607e6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:01.812484 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Checking router: 7849d1e0-97ac-4b50-847c-bb9d1935862d for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:20:01.813124 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Updating router 7849d1e0-97ac-4b50-847c-bb9d1935862d port 25ef4a96-b637-4f2e-b745-4c765f0ee837 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:20:01.842107 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:01.889253 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:20:02.039884 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4955801c-59bc-4d93-beaa-ed720dd65e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.151891 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.165494 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Transition to ACTIVE for port object 25ef4a96-b637-4f2e-b745-4c765f0ee837 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:02.173896 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.401047 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c28e84-fc2b-45e4-887b-1ed84c47348e None None] Pushing event updated for resources: {'Port': ['ID=25ef4a96-b637-4f2e-b745-4c765f0ee837,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:02.458225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Attempting to bind port 25ef4a96-b637-4f2e-b745-4c765f0ee837 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:02.458908 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Attempting to bind port 25ef4a96-b637-4f2e-b745-4c765f0ee837 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '46cac1aa-f461-4525-9406-92159f68df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e988e23f-ec85-4c3c-9972-4d978b23a718'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:02.459530 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Attempting to bind port 25ef4a96-b637-4f2e-b745-4c765f0ee837 on network e988e23f-ec85-4c3c-9972-4d978b23a718 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:02.464927 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:02.465727 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Checking segment: {'id': '46cac1aa-f461-4525-9406-92159f68df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e988e23f-ec85-4c3c-9972-4d978b23a718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:02.466490 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.467101 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Bound using segment: {'id': '46cac1aa-f461-4525-9406-92159f68df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e988e23f-ec85-4c3c-9972-4d978b23a718'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:02.467813 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Bound port: 25ef4a96-b637-4f2e-b745-4c765f0ee837, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cac1aa-f461-4525-9406-92159f68df1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e988e23f-ec85-4c3c-9972-4d978b23a718'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:02.468326 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.524800 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.560361 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] For port 25ef4a96-b637-4f2e-b745-4c765f0ee837, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:02.565567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] For port 25ef4a96-b637-4f2e-b745-4c765f0ee837, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=25ef4a96-b637-4f2e-b745-4c765f0ee837,segment=NetworkSegment(46cac1aa-f461-4525-9406-92159f68df1f),segment_id=46cac1aa-f461-4525-9406-92159f68df1f)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:02.577552 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.642600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Routers {'7849d1e0-97ac-4b50-847c-bb9d1935862d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:02.643190 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:20:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['7849d1e0-97ac-4b50-847c-bb9d1935862d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:02.683791 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c28e84-fc2b-45e4-887b-1ed84c47348e None None] Pushing event updated for resources: {'Port': ['ID=25ef4a96-b637-4f2e-b745-4c765f0ee837,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:02.754507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c3ae1f0c-d863-4a0f-9772-07e65ec793d4 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:02.816243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] Set router 7849d1e0-97ac-4b50-847c-bb9d1935862d gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:20:02.866217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port c3ae1f0c-d863-4a0f-9772-07e65ec793d4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:02.866407 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:03.122739 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'name': 'tempest-TestMinimumBasicScenario-1427990618-router', 'tenant_id': '2c67ff258e3a456faf1f228a11ae223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c3ae1f0c-d863-4a0f-9772-07e65ec793d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:55Z', 'updated_at': '2021-08-20T11:19:59Z', 'revision_number': 4, 'project_id': '2c67ff258e3a456faf1f228a11ae223f', 'gw_port': {'id': 'c3ae1f0c-d863-4a0f-9772-07e65ec793d4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:56Z', 'updated_at': '2021-08-20T11:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '25ef4a96-b637-4f2e-b745-4c765f0ee837', 'name': '', 'network_id': 'e988e23f-ec85-4c3c-9972-4d978b23a718', 'tenant_id': '2c67ff258e3a456faf1f228a11ae223f', 'mac_address': 'fa:16:3e:ad:bc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'a7b07df9-251d-457b-aa40-9acf3607e6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:58Z', 'updated_at': '2021-08-20T11:20:02Z', 'revision_number': 4, 'project_id': '2c67ff258e3a456faf1f228a11ae223f', 'subnets': [{'id': 'a7b07df9-251d-457b-aa40-9acf3607e6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:03.153196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b224b-d247-4e55-9ac9-ec847204eda8 None None] The sync data for ids ['7849d1e0-97ac-4b50-847c-bb9d1935862d'] in n-d-778550-11 is: [{'id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'name': 'tempest-TestMinimumBasicScenario-1427990618-router', 'tenant_id': '2c67ff258e3a456faf1f228a11ae223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c3ae1f0c-d863-4a0f-9772-07e65ec793d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:55Z', 'updated_at': '2021-08-20T11:19:59Z', 'revision_number': 4, 'project_id': '2c67ff258e3a456faf1f228a11ae223f', 'gw_port': {'id': 'c3ae1f0c-d863-4a0f-9772-07e65ec793d4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:56Z', 'updated_at': '2021-08-20T11:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '25ef4a96-b637-4f2e-b745-4c765f0ee837', 'name': '', 'network_id': 'e988e23f-ec85-4c3c-9972-4d978b23a718', 'tenant_id': '2c67ff258e3a456faf1f228a11ae223f', 'mac_address': 'fa:16:3e:ad:bc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'a7b07df9-251d-457b-aa40-9acf3607e6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:58Z', 'updated_at': '2021-08-20T11:20:02Z', 'revision_number': 4, 'project_id': '2c67ff258e3a456faf1f228a11ae223f', 'subnets': [{'id': 'a7b07df9-251d-457b-aa40-9acf3607e6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:20:03.350608 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:04.730028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 25ef4a96-b637-4f2e-b745-4c765f0ee837 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:04.801462 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 25ef4a96-b637-4f2e-b745-4c765f0ee837 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:04.809382 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 25ef4a96-b637-4f2e-b745-4c765f0ee837 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:04.810069 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:04.896388 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:04.945824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 25ef4a96-b637-4f2e-b745-4c765f0ee837, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=25ef4a96-b637-4f2e-b745-4c765f0ee837,segment=NetworkSegment(46cac1aa-f461-4525-9406-92159f68df1f),segment_id=46cac1aa-f461-4525-9406-92159f68df1f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:04.953486 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.043761 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.044426 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=25ef4a96-b637-4f2e-b745-4c765f0ee837,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:06.691220 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 25ef4a96-b637-4f2e-b745-4c765f0ee837 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:06.762977 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 25ef4a96-b637-4f2e-b745-4c765f0ee837 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:06.763494 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:10.342508 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda64967-dfed-44fc-9706-99663b53d771 req-70d11e34-edac-44cd-add1-e6be68f0a077 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:10.344029 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eda64967-dfed-44fc-9706-99663b53d771 req-70d11e34-edac-44cd-add1-e6be68f0a077 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/networks?id=c6e0a7d0-3a24-4c4b-b00b-45b52d221053 HTTP/1.1" status: 200 len: 815 time: 0.1102879 Aug 20 11:20:10.360555 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eda64967-dfed-44fc-9706-99663b53d771 req-c7dc22ae-5159-4d48-9fc8-31abe516f57f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/quotas/bb9b9a4a1e2c4333a2c51386430fc5d2 HTTP/1.1" status: 200 len: 375 time: 0.0107086 Aug 20 11:20:10.422106 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eda64967-dfed-44fc-9706-99663b53d771 req-fb51537f-19f4-4844-aff2-5704252bb2c3 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb9b9a4a1e2c4333a2c51386430fc5d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559216 Aug 20 11:20:10.516192 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eda64967-dfed-44fc-9706-99663b53d771 req-a1ab0256-eb93-4cac-9db4-066b46051a38 service neutron] 10.222.0.16 "GET /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824528 Aug 20 11:20:10.611661 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-eda64967-dfed-44fc-9706-99663b53d771 req-4cb50814-37af-4358-b889-cad82c09a5d9 service neutron] 10.222.0.16 "GET /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888631 Aug 20 11:20:10.791060 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c14c9f83-337b-4b65-bb98-e81cc4573e36 req-0653bbc7-bf50-4cef-854f-f5ab66d80852 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 210 time: 0.0272727 Aug 20 11:20:11.861812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda64967-dfed-44fc-9706-99663b53d771 req-0901f055-19c8-4d5e-97ad-df71ff76cc5d tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:11.863600 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eda64967-dfed-44fc-9706-99663b53d771 req-0901f055-19c8-4d5e-97ad-df71ff76cc5d tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.42 "GET /v2.0/networks?id=c6e0a7d0-3a24-4c4b-b00b-45b52d221053 HTTP/1.1" status: 200 len: 815 time: 0.1115308 Aug 20 11:20:11.877176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-eda64967-dfed-44fc-9706-99663b53d771 req-ae7ee2a7-987f-4d3d-8b78-145363c87ed7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Request body: {'port': {'device_id': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053', 'admin_state_up': True, 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:11.917019 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8c4dfad2-6aee-4306-84d2-0cc98cc7e23e req-b4088081-4e10-4036-8334-0a20f37de4c9 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 210 time: 0.0273516 Aug 20 11:20:11.990367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda64967-dfed-44fc-9706-99663b53d771 req-ae7ee2a7-987f-4d3d-8b78-145363c87ed7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Made reservation on behalf of bb9b9a4a1e2c4333a2c51386430fc5d2 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:11.994002 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eda64967-dfed-44fc-9706-99663b53d771 req-ae7ee2a7-987f-4d3d-8b78-145363c87ed7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:12.129789 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-eda64967-dfed-44fc-9706-99663b53d771 req-ae7ee2a7-987f-4d3d-8b78-145363c87ed7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Allocated IP 172.20.0.3 (c6e0a7d0-3a24-4c4b-b00b-45b52d221053/f8225f53-8d09-4935-89dd-ac33280929f0/e273855d-af80-4524-88e4-b1ff73892e6a) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:12.293507 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eda64967-dfed-44fc-9706-99663b53d771 req-ae7ee2a7-987f-4d3d-8b78-145363c87ed7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:12.308171 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-eda64967-dfed-44fc-9706-99663b53d771 req-ae7ee2a7-987f-4d3d-8b78-145363c87ed7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Transition to ACTIVE for port object e273855d-af80-4524-88e4-b1ff73892e6a will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:12.344393 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eda64967-dfed-44fc-9706-99663b53d771 req-ae7ee2a7-987f-4d3d-8b78-145363c87ed7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:12.399132 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ee2a7-987f-4d3d-8b78-145363c87ed7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Pushing event updated for resources: {'Port': ['ID=e273855d-af80-4524-88e4-b1ff73892e6a,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:12.414768 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda64967-dfed-44fc-9706-99663b53d771 req-ae7ee2a7-987f-4d3d-8b78-145363c87ed7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Network c6e0a7d0-3a24-4c4b-b00b-45b52d221053 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:12.416263 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-eda64967-dfed-44fc-9706-99663b53d771 req-ae7ee2a7-987f-4d3d-8b78-145363c87ed7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:12.418762 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda64967-dfed-44fc-9706-99663b53d771 req-ae7ee2a7-987f-4d3d-8b78-145363c87ed7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:12.488981 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda64967-dfed-44fc-9706-99663b53d771 req-ae7ee2a7-987f-4d3d-8b78-145363c87ed7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:12.490336 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eda64967-dfed-44fc-9706-99663b53d771 req-ae7ee2a7-987f-4d3d-8b78-145363c87ed7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:12.507778 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eda64967-dfed-44fc-9706-99663b53d771 req-ae7ee2a7-987f-4d3d-8b78-145363c87ed7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6346674 Aug 20 11:20:12.656125 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1c270529-b15a-4f3c-a749-9a594d5d86de None None] Provisioning for port e273855d-af80-4524-88e4-b1ff73892e6a completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:12.660332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1c270529-b15a-4f3c-a749-9a594d5d86de None None] Provisioning complete for port e273855d-af80-4524-88e4-b1ff73892e6a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:12.660867 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1c270529-b15a-4f3c-a749-9a594d5d86de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:12.704691 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-1c270529-b15a-4f3c-a749-9a594d5d86de None None] Port e273855d-af80-4524-88e4-b1ff73892e6a cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:13.043017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503354c3-2368-4674-9457-c1d7b01c9382 req-dbe5674b-7f62-4faf-b91f-d39f10dcddab tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:13.044757 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-503354c3-2368-4674-9457-c1d7b01c9382 req-dbe5674b-7f62-4faf-b91f-d39f10dcddab tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 931 time: 0.0600386 Aug 20 11:20:13.089484 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-503354c3-2368-4674-9457-c1d7b01c9382 req-2776922f-5d41-49ea-9dac-6a01c17a026a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383215 Aug 20 11:20:14.216501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff6b47-0a43-4824-8e33-1347425cac8e req-8138c281-05b6-4a89-b51e-43844e6c7c12 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:14.218732 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83ff6b47-0a43-4824-8e33-1347425cac8e req-8138c281-05b6-4a89-b51e-43844e6c7c12 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 931 time: 0.0514889 Aug 20 11:20:14.259366 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83ff6b47-0a43-4824-8e33-1347425cac8e req-f602c285-a827-4a2a-bb49-51a0c6a2145c tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318182 Aug 20 11:20:15.385806 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124fb41-885c-45b2-b8dc-3dcc33c5efe3 req-f8d0c175-7046-4e3a-b077-e3361a6188bb tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:15.389737 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9124fb41-885c-45b2-b8dc-3dcc33c5efe3 req-f8d0c175-7046-4e3a-b077-e3361a6188bb tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 931 time: 0.0537312 Aug 20 11:20:15.429128 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9124fb41-885c-45b2-b8dc-3dcc33c5efe3 req-da1641d5-3070-4826-ac6c-91f965428677 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355999 Aug 20 11:20:16.545335 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27202e54-4783-4f1f-8190-3e35a3db35ad req-740032ce-6f8c-47d4-946e-d7ed66dc64e2 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:16.546837 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27202e54-4783-4f1f-8190-3e35a3db35ad req-740032ce-6f8c-47d4-946e-d7ed66dc64e2 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 931 time: 0.0500836 Aug 20 11:20:16.586583 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27202e54-4783-4f1f-8190-3e35a3db35ad req-88035294-6167-4d07-bf6e-c7a4c19236fe tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337985 Aug 20 11:20:17.714509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdd26d-e8e6-40de-8fc7-78d33a98bd32 req-f4c856ef-de48-4413-968d-bf6b5df289ab tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:17.716255 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3abdd26d-e8e6-40de-8fc7-78d33a98bd32 req-f4c856ef-de48-4413-968d-bf6b5df289ab tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 931 time: 0.0561197 Aug 20 11:20:17.759008 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3abdd26d-e8e6-40de-8fc7-78d33a98bd32 req-705fc143-1d61-482d-bf86-fac306cff1f8 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363429 Aug 20 11:20:18.885777 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29173fb6-9e69-4d3d-8c27-3358dbbb997f req-979c01a3-a365-471c-8032-2542686b826b tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:18.887624 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-29173fb6-9e69-4d3d-8c27-3358dbbb997f req-979c01a3-a365-471c-8032-2542686b826b tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 931 time: 0.0598063 Aug 20 11:20:18.929238 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-29173fb6-9e69-4d3d-8c27-3358dbbb997f req-c1918c28-90f3-4ff1-8d6b-dac850a88732 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356557 Aug 20 11:20:18.994496 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:20.047723 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0400a-551d-4088-8b4d-61642782d04a req-20df6b09-bd72-4dea-91d1-8e697493a98d tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:20.049176 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21e0400a-551d-4088-8b4d-61642782d04a req-20df6b09-bd72-4dea-91d1-8e697493a98d tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 931 time: 0.0509038 Aug 20 11:20:20.092736 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-21e0400a-551d-4088-8b4d-61642782d04a req-0b0098c0-d94a-4b16-976f-f30515ad6c18 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374432 Aug 20 11:20:21.233689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac294e-e7de-4948-86fc-4360083325d3 req-4aa949c6-7a80-48dd-a138-6735d371e0f5 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:21.236218 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1ac294e-e7de-4948-86fc-4360083325d3 req-4aa949c6-7a80-48dd-a138-6735d371e0f5 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 931 time: 0.0613096 Aug 20 11:20:21.275760 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b1ac294e-e7de-4948-86fc-4360083325d3 req-3eb5761a-d507-46d3-8a75-2d81044b8c30 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332215 Aug 20 11:20:22.393976 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ddfa6-6dfd-47bf-b2c0-79a7ed4a1de2 req-07369ac0-0abc-4814-a825-11fd81a60e8b tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:22.395614 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d93ddfa6-6dfd-47bf-b2c0-79a7ed4a1de2 req-07369ac0-0abc-4814-a825-11fd81a60e8b tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 931 time: 0.0549390 Aug 20 11:20:22.434407 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d93ddfa6-6dfd-47bf-b2c0-79a7ed4a1de2 req-893ad394-2a3f-4f0e-bc7a-96d428d0a5fa tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322382 Aug 20 11:20:22.815880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Request body: {'port': {'device_id': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:22.869760 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.129349 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e273855d-af80-4524-88e4-b1ff73892e6a {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:20:23.137545 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.149138 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Transition to ACTIVE for port object e273855d-af80-4524-88e4-b1ff73892e6a will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:23.152295 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.202517 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Pushing event updated for resources: {'Port': ['ID=e273855d-af80-4524-88e4-b1ff73892e6a,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:23.270555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Attempting to bind port e273855d-af80-4524-88e4-b1ff73892e6a on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:23.270904 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Attempting to bind port e273855d-af80-4524-88e4-b1ff73892e6a by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': 'b6f4618f-f3ec-4803-9974-c378b11d2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:23.271268 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Attempting to bind port e273855d-af80-4524-88e4-b1ff73892e6a on network c6e0a7d0-3a24-4c4b-b00b-45b52d221053 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:23.275802 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Port e273855d-af80-4524-88e4-b1ff73892e6a on network c6e0a7d0-3a24-4c4b-b00b-45b52d221053 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:20:23.276118 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Attempting to bind port e273855d-af80-4524-88e4-b1ff73892e6a on network c6e0a7d0-3a24-4c4b-b00b-45b52d221053 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:23.281214 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:23.281555 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Checking segment: {'id': 'b6f4618f-f3ec-4803-9974-c378b11d2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:23.281937 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Bound using segment: {'id': 'b6f4618f-f3ec-4803-9974-c378b11d2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:23.282360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Bound port: e273855d-af80-4524-88e4-b1ff73892e6a, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f4618f-f3ec-4803-9974-c378b11d2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:23.282723 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.342879 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.355140 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] For port e273855d-af80-4524-88e4-b1ff73892e6a, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:23.358143 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] For port e273855d-af80-4524-88e4-b1ff73892e6a, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=e273855d-af80-4524-88e4-b1ff73892e6a,segment=NetworkSegment(b6f4618f-f3ec-4803-9974-c378b11d2d95),segment_id=b6f4618f-f3ec-4803-9974-c378b11d2d95)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:23.362230 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.394541 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.395238 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.396739 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eda64967-dfed-44fc-9706-99663b53d771 req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] 10.222.0.42 "PUT /v2.0/ports/e273855d-af80-4524-88e4-b1ff73892e6a HTTP/1.1" status: 200 len: 1092 time: 0.5869858 Aug 20 11:20:23.397090 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'tag': 'e273855d-af80-4524-88e4-b1ff73892e6a'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:20:23.399418 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd5fb42-360f-428f-b9e8-ab30ee4dc488" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4ed8a7-66cc-4a5a-9c15-f54a9733b173", "tag": "e273855d-af80-4524-88e4-b1ff73892e6a"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:20:23.426923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b247fd0-4fff-47ed-946c-a52fb8d82a6f service neutron] Pushing event updated for resources: {'Port': ['ID=e273855d-af80-4524-88e4-b1ff73892e6a,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:23.484951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda64967-dfed-44fc-9706-99663b53d771 req-b831f886-5863-469f-ab73-e80e1a361938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.486472 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eda64967-dfed-44fc-9706-99663b53d771 req-b831f886-5863-469f-ab73-e80e1a361938 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb9b9a4a1e2c4333a2c51386430fc5d2&device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 1095 time: 0.0464587 Aug 20 11:20:23.545382 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eda64967-dfed-44fc-9706-99663b53d771 req-8be2c113-5c6a-4775-a3c6-fc843c1f2887 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e273855d-af80-4524-88e4-b1ff73892e6a HTTP/1.1" status: 200 len: 217 time: 0.0485382 Aug 20 11:20:23.592315 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb1809c-ed61-47b3-af54-cc1b4ce1a515 x-openstack-request-id: req-9eb1809c-ed61-47b3-af54-cc1b4ce1a515 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:20:23.592615 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4ed8a7-66cc-4a5a-9c15-f54a9733b173", "tag": "e273855d-af80-4524-88e4-b1ff73892e6a", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:20:23.592870 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9eb1809c-ed61-47b3-af54-cc1b4ce1a515 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:20:23.593267 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'tag': 'e273855d-af80-4524-88e4-b1ff73892e6a', 'status': 'completed', 'code': 200} Aug 20 11:20:23.624941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ce028-6b9e-429e-bd69-97099813c956 req-a1e723ae-b783-4365-a8ee-f6ce1e2ad9e4 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.626531 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b69ce028-6b9e-429e-bd69-97099813c956 req-a1e723ae-b783-4365-a8ee-f6ce1e2ad9e4 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 943 time: 0.1221132 Aug 20 11:20:23.628354 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda64967-dfed-44fc-9706-99663b53d771 req-e27e18e2-2121-4982-9b55-8c2f412f1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.629683 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eda64967-dfed-44fc-9706-99663b53d771 req-e27e18e2-2121-4982-9b55-8c2f412f1006 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8225f53-8d09-4935-89dd-ac33280929f0 HTTP/1.1" status: 200 len: 854 time: 0.0679462 Aug 20 11:20:23.693874 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b69ce028-6b9e-429e-bd69-97099813c956 req-d713209a-81ce-4afc-98a7-8c4515a3e382 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603321 Aug 20 11:20:23.703666 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda64967-dfed-44fc-9706-99663b53d771 req-ca52d2d8-218d-4fb7-b946-f2857b3ff811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.705144 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eda64967-dfed-44fc-9706-99663b53d771 req-ca52d2d8-218d-4fb7-b946-f2857b3ff811 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6e0a7d0-3a24-4c4b-b00b-45b52d221053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649319 Aug 20 11:20:23.795482 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eda64967-dfed-44fc-9706-99663b53d771 req-b30e61cd-92b0-4c61-bf4d-3116fea038b1 service neutron] 10.222.0.42 "GET /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825491 Aug 20 11:20:23.886674 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-eda64967-dfed-44fc-9706-99663b53d771 req-e4ae64f5-6eba-4739-b245-99e6c5f6bb3a service neutron] 10.222.0.42 "GET /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840135 Aug 20 11:20:23.969545 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5fb42-360f-428f-b9e8-ab30ee4dc488 req-d3eb3d87-87c8-4e6a-b4c9-6fb5428dc662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.970987 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fd5fb42-360f-428f-b9e8-ab30ee4dc488 req-d3eb3d87-87c8-4e6a-b4c9-6fb5428dc662 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb9b9a4a1e2c4333a2c51386430fc5d2&device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 1095 time: 0.0411057 Aug 20 11:20:24.058436 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5fb42-360f-428f-b9e8-ab30ee4dc488 req-c7249be3-4dae-4b4f-bf23-4c668b141041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:24.059991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fd5fb42-360f-428f-b9e8-ab30ee4dc488 req-c7249be3-4dae-4b4f-bf23-4c668b141041 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c6e0a7d0-3a24-4c4b-b00b-45b52d221053 HTTP/1.1" status: 200 len: 916 time: 0.0810018 Aug 20 11:20:24.105297 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fd5fb42-360f-428f-b9e8-ab30ee4dc488 req-0e13b410-9ed1-43ad-8d13-9e9e93fb5ccc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e273855d-af80-4524-88e4-b1ff73892e6a HTTP/1.1" status: 200 len: 217 time: 0.0381491 Aug 20 11:20:24.154551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5fb42-360f-428f-b9e8-ab30ee4dc488 req-4f921363-a859-4b12-83b9-f0ee652951fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:24.156022 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fd5fb42-360f-428f-b9e8-ab30ee4dc488 req-4f921363-a859-4b12-83b9-f0ee652951fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8225f53-8d09-4935-89dd-ac33280929f0 HTTP/1.1" status: 200 len: 854 time: 0.0440972 Aug 20 11:20:24.204653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5fb42-360f-428f-b9e8-ab30ee4dc488 req-66909479-e7d1-4358-9dda-27b5fa0774d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:24.206124 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fd5fb42-360f-428f-b9e8-ab30ee4dc488 req-66909479-e7d1-4358-9dda-27b5fa0774d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6e0a7d0-3a24-4c4b-b00b-45b52d221053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410066 Aug 20 11:20:24.298405 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fd5fb42-360f-428f-b9e8-ab30ee4dc488 req-acd0d406-8a43-4dd7-81e2-de78696c8589 service neutron] 10.222.0.42 "GET /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836546 Aug 20 11:20:24.388251 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4fd5fb42-360f-428f-b9e8-ab30ee4dc488 req-dd274ec8-bdfa-4083-aa7d-646a3cdd590d service neutron] 10.222.0.42 "GET /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812280 Aug 20 11:20:24.810381 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c0628-0557-4337-9e2b-2d87ae8431ca req-569e4a40-5868-48a4-a7da-2b5f2957993c tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:24.811892 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f6c0628-0557-4337-9e2b-2d87ae8431ca req-569e4a40-5868-48a4-a7da-2b5f2957993c tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 943 time: 0.0482714 Aug 20 11:20:24.848657 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7f6c0628-0557-4337-9e2b-2d87ae8431ca req-a0919b65-4f23-4c3e-bf85-1280a9225a1b tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308502 Aug 20 11:20:25.968702 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1d682-0646-4316-91bd-65b96289a0a8 req-2ca80aab-8312-4be0-ac92-0f6372e3679a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:25.970184 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6bb1d682-0646-4316-91bd-65b96289a0a8 req-2ca80aab-8312-4be0-ac92-0f6372e3679a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 943 time: 0.0525734 Aug 20 11:20:26.007143 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6bb1d682-0646-4316-91bd-65b96289a0a8 req-04fbd5a2-b2aa-44ae-9c93-a42e933a3f1c tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309975 Aug 20 11:20:26.320373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device e273855d-af80-4524-88e4-b1ff73892e6a details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:20:26.411326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port e273855d-af80-4524-88e4-b1ff73892e6a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=e273855d-af80-4524-88e4-b1ff73892e6a,segment=NetworkSegment(b6f4618f-f3ec-4803-9974-c378b11d2d95),segment_id=b6f4618f-f3ec-4803-9974-c378b11d2d95)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:26.422496 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'e273855d-af80-4524-88e4-b1ff73892e6a', 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053', 'port_id': 'e273855d-af80-4524-88e4-b1ff73892e6a', 'mac_address': 'fa:16:3e:17:a6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:20:26.461761 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:26.474141 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e273855d-af80-4524-88e4-b1ff73892e6a {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:20:26.492525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port e273855d-af80-4524-88e4-b1ff73892e6a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=e273855d-af80-4524-88e4-b1ff73892e6a,segment=NetworkSegment(b6f4618f-f3ec-4803-9974-c378b11d2d95),segment_id=b6f4618f-f3ec-4803-9974-c378b11d2d95)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:26.495694 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:26.541291 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=e273855d-af80-4524-88e4-b1ff73892e6a,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:26.548379 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:26.548725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:26.549062 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:26.549394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:26.549724 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:26.550051 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:26.550375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:26.550697 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:26.551018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:26.551362 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:26.551683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:26.552004 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:26.701506 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['e273855d-af80-4524-88e4-b1ff73892e6a'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:20:27.130151 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5074a7-823a-443c-b522-27759857addd req-3d89f3dd-37ff-4f5a-9325-763e01ce882b tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:27.131679 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ec5074a7-823a-443c-b522-27759857addd req-3d89f3dd-37ff-4f5a-9325-763e01ce882b tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 944 time: 0.0534685 Aug 20 11:20:27.168671 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ec5074a7-823a-443c-b522-27759857addd req-fa07382a-35f3-4c58-9d8e-b977c3f85312 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308964 Aug 20 11:20:28.282364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3df737-de31-4325-a248-845f1019dab0 req-4badb8cb-3c11-4380-824e-1fa21c33f460 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:28.284754 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d3df737-de31-4325-a248-845f1019dab0 req-4badb8cb-3c11-4380-824e-1fa21c33f460 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 944 time: 0.0495653 Aug 20 11:20:28.319762 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device e273855d-af80-4524-88e4-b1ff73892e6a up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:28.322496 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d3df737-de31-4325-a248-845f1019dab0 req-68b65827-94e1-4ace-a0a0-411ead0cf127 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326135 Aug 20 11:20:28.369773 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port e273855d-af80-4524-88e4-b1ff73892e6a completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:28.373659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port e273855d-af80-4524-88e4-b1ff73892e6a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:28.374034 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.451213 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.474014 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e273855d-af80-4524-88e4-b1ff73892e6a'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:20:28.476946 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713648a0-d99a-40f3-af5b-02eb0401a6ee" -d '{"events": [{"server_uuid": "9b4ed8a7-66cc-4a5a-9c15-f54a9733b173", "name": "network-vif-plugged", "status": "completed", "tag": "e273855d-af80-4524-88e4-b1ff73892e6a"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:20:28.492654 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port e273855d-af80-4524-88e4-b1ff73892e6a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=e273855d-af80-4524-88e4-b1ff73892e6a,segment=NetworkSegment(b6f4618f-f3ec-4803-9974-c378b11d2d95),segment_id=b6f4618f-f3ec-4803-9974-c378b11d2d95)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:28.496624 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.520016 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e6a76e-7d04-49d0-86e7-61a5ac7923bd x-openstack-request-id: req-e8e6a76e-7d04-49d0-86e7-61a5ac7923bd {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:20:28.520407 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4ed8a7-66cc-4a5a-9c15-f54a9733b173", "name": "network-vif-plugged", "status": "completed", "tag": "e273855d-af80-4524-88e4-b1ff73892e6a", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:20:28.520586 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8e6a76e-7d04-49d0-86e7-61a5ac7923bd {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:20:28.520975 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e273855d-af80-4524-88e4-b1ff73892e6a', 'code': 200} Aug 20 11:20:28.550709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=e273855d-af80-4524-88e4-b1ff73892e6a,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:28.626620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d63f70-2e1c-4e5b-b2ba-ad61c0844926 req-d3b247a8-8fd4-47c7-993d-9a9ef299a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:28.628563 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e3d63f70-2e1c-4e5b-b2ba-ad61c0844926 req-d3b247a8-8fd4-47c7-993d-9a9ef299a9f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 1097 time: 0.0407283 Aug 20 11:20:28.664763 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e3d63f70-2e1c-4e5b-b2ba-ad61c0844926 req-ff48ccde-0aa1-4c30-a2a0-ea34ae6117f7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284460 Aug 20 11:20:29.372469 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-467909a5-a1f2-4c62-bc0f-4eb19401c97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:29.442884 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65f13a-3073-4073-907a-0779abe464c2 req-e6c22789-bd57-4850-8c48-8f6c911131f7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.444379 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0a65f13a-3073-4073-907a-0779abe464c2 req-e6c22789-bd57-4850-8c48-8f6c911131f7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 945 time: 0.0522907 Aug 20 11:20:29.481890 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0a65f13a-3073-4073-907a-0779abe464c2 req-d807ee31-4109-496e-b383-6cfaee6aba81 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308354 Aug 20 11:20:30.596786 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58d567-dc5f-4497-aa65-8944c5a6ff22 req-c3e30437-8b68-4884-bda0-e9e0de07014e tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:30.598271 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d58d567-dc5f-4497-aa65-8944c5a6ff22 req-c3e30437-8b68-4884-bda0-e9e0de07014e tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 945 time: 0.0491977 Aug 20 11:20:30.638564 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d58d567-dc5f-4497-aa65-8944c5a6ff22 req-b2f9765c-5eb8-49b6-9acb-6a5d30a5f347 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337150 Aug 20 11:20:30.752816 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b3107-fdaf-45b5-82cd-0fa159c7905b req-c40dec88-c250-4049-a97f-c24760400f6e tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:30.754312 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1f7b3107-fdaf-45b5-82cd-0fa159c7905b req-c40dec88-c250-4049-a97f-c24760400f6e tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 945 time: 0.0499434 Aug 20 11:20:30.792334 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1f7b3107-fdaf-45b5-82cd-0fa159c7905b req-0020be7c-f793-4eb2-8511-ee8b60c53349 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317519 Aug 20 11:20:30.978621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355e6d8-837e-4350-a78c-9d7a13a61269 req-95f80c26-78c4-4e54-b164-870d560e69c5 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:30.981153 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c355e6d8-837e-4350-a78c-9d7a13a61269 req-95f80c26-78c4-4e54-b164-870d560e69c5 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 945 time: 0.0493228 Aug 20 11:20:31.019518 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c355e6d8-837e-4350-a78c-9d7a13a61269 req-a45f5b0b-ce87-4932-985c-d12bc0faff14 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325091 Aug 20 11:20:32.012220 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c6822cae-8cb8-423c-921a-e1b8424597d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:32.487206 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:33.346503 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:35.009126 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:38.887607 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:20:42.584730 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161e7db-e012-4dec-86de-febf402d2041 req-930c21a8-603e-4609-aff5-6b1b0c6fa9e2 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:42.586769 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4161e7db-e012-4dec-86de-febf402d2041 req-930c21a8-603e-4609-aff5-6b1b0c6fa9e2 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 945 time: 0.0539050 Aug 20 11:20:42.623865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4161e7db-e012-4dec-86de-febf402d2041 req-ce7e0d10-c498-4548-9b3f-b24cba0e6744 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311446 Aug 20 11:20:42.645304 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39410) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:42.769507 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b638d0-a598-48a2-98ed-60a615d0a9a5 tempest-TestMinimumBasicScenario-1687830628 tempest-TestMinimumBasicScenario-1687830628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:42.771000 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-61b638d0-a598-48a2-98ed-60a615d0a9a5 tempest-TestMinimumBasicScenario-1687830628 tempest-TestMinimumBasicScenario-1687830628-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 1092 time: 0.1247189 Aug 20 11:20:42.774514 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39414) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:42.778902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': 'e273855d-af80-4524-88e4-b1ff73892e6a', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:42.800496 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:42.899956 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.000929 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Allocated IP 172.25.3.215 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/9d42b18e-97f7-4e06-ba26-eb8c0fc94d56) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:43.106822 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.146847 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.183102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:43.186242 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:43.188963 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:43.219422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Pushing event updated for resources: {'Port': ['ID=9d42b18e-97f7-4e06-ba26-eb8c0fc94d56,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:43.548391 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.613412 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.764043 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.768691 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.841966 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Pushing event updated for resources: {'Port': ['ID=9d42b18e-97f7-4e06-ba26-eb8c0fc94d56,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:43.851266 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.951489 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Floating IP fe252b27-fff6-4210-a2f5-2799649c4b39 associated. External IP: 172.25.3.215, port: e273855d-af80-4524-88e4-b1ff73892e6a. Aug 20 11:20:44.474294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Router a4ea72c0-f86e-49de-8631-38fdfaf0342a has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:20:44.587215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:20:44.597358 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f41a7ac-480a-47f5-8ced-bb79aee387b2 None None] Sync routers for ids ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:20:44.603845 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.607554 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f41a7ac-480a-47f5-8ced-bb79aee387b2 None None] Routers {'a4ea72c0-f86e-49de-8631-38fdfaf0342a'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:44.608173 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2f41a7ac-480a-47f5-8ced-bb79aee387b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:20:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:44.630933 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e756838e-105d-4b7d-9844-25cd624080a0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8553774 Aug 20 11:20:44.631582 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'tag': 'e273855d-af80-4524-88e4-b1ff73892e6a'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:20:44.633868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39416) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:44.634337 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cc63c8-935f-4cf1-84c1-53e1e3ff6d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4ed8a7-66cc-4a5a-9c15-f54a9733b173", "tag": "e273855d-af80-4524-88e4-b1ff73892e6a"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:20:44.645142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-702305395', 'description': 'tempest-secgroup-smoke-702305395 description', 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:44.673572 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.682521 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56935f8b-a543-4e86-8753-d2c36b2ec3a4 x-openstack-request-id: req-56935f8b-a543-4e86-8753-d2c36b2ec3a4 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:20:44.683097 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4ed8a7-66cc-4a5a-9c15-f54a9733b173", "tag": "e273855d-af80-4524-88e4-b1ff73892e6a", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:20:44.683486 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56935f8b-a543-4e86-8753-d2c36b2ec3a4 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:20:44.683895 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'tag': 'e273855d-af80-4524-88e4-b1ff73892e6a', 'status': 'completed', 'code': 200} Aug 20 11:20:44.725149 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-2f41a7ac-480a-47f5-8ced-bb79aee387b2 None None] Set router a4ea72c0-f86e-49de-8631-38fdfaf0342a gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:20:44.758897 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc63c8-935f-4cf1-84c1-53e1e3ff6d8a req-6a6d56a2-9241-46e1-8007-d518f7b24725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:44.759274 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.760861 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-79cc63c8-935f-4cf1-84c1-53e1e3ff6d8a req-6a6d56a2-9241-46e1-8007-d518f7b24725 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb9b9a4a1e2c4333a2c51386430fc5d2&device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 1097 time: 0.0558958 Aug 20 11:20:44.763241 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.787441 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.792783 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1576622 Aug 20 11:20:44.793598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39420) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:44.807628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd7b6f8-a195-4af5-86b8-aebbccb928ed,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:44.813685 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f3eb9011-582a-4d4f-99fa-326cf3c790b8 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Request body: {'security_group_rule': {'security_group_id': 'cfd7b6f8-a195-4af5-86b8-aebbccb928ed', 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:44.829206 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:44.829842 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:44.830378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:44.830887 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:44.831411 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:44.831922 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:44.832426 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:44.833043 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:44.833545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:44.834046 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:44.834545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:44.835112 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900f7758-5f54-4e37-83a4-b92c28a0a48a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:44.860509 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc63c8-935f-4cf1-84c1-53e1e3ff6d8a req-a1146066-6263-4255-873e-d1889280d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:44.861720 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-79cc63c8-935f-4cf1-84c1-53e1e3ff6d8a req-a1146066-6263-4255-873e-d1889280d346 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c6e0a7d0-3a24-4c4b-b00b-45b52d221053 HTTP/1.1" status: 200 len: 916 time: 0.0938714 Aug 20 11:20:44.871644 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9011-582a-4d4f-99fa-326cf3c790b8 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.931227 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-79cc63c8-935f-4cf1-84c1-53e1e3ff6d8a req-3b74c64d-5d96-449c-b2ec-50aaeecc71b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e273855d-af80-4524-88e4-b1ff73892e6a HTTP/1.1" status: 200 len: 999 time: 0.0617061 Aug 20 11:20:44.943268 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9011-582a-4d4f-99fa-326cf3c790b8 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.948913 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9011-582a-4d4f-99fa-326cf3c790b8 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.959358 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2f41a7ac-480a-47f5-8ced-bb79aee387b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'name': 'tempest-TestMinimumBasicScenario-2137984928-router', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'gw_port': {'id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'fe252b27-fff6-4210-a2f5-2799649c4b39', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'floating_ip_address': '172.25.3.215', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'port_id': 'e273855d-af80-4524-88e4-b1ff73892e6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053', 'mac_address': 'fa:16:3e:17:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:20:43Z', 'updated_at': '2021-08-20T11:20:43Z', 'revision_number': 0, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73136af0-7f55-4750-b184-b78cd852d038', 'name': '', 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'mac_address': 'fa:16:3e:fc:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:53Z', 'updated_at': '2021-08-20T11:19:59Z', 'revision_number': 5, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'subnets': [{'id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:44.967346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb9011-582a-4d4f-99fa-326cf3c790b8 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1331dbc-fffa-4206-b18d-cccf539a82f6,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:44.977979 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9011-582a-4d4f-99fa-326cf3c790b8 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.982420 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f3eb9011-582a-4d4f-99fa-326cf3c790b8 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1728799 Aug 20 11:20:44.982420 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39422) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:44.986829 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a95161e7-3459-4029-8d38-9dca9a3ce85f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Request body: {'security_group_rule': {'security_group_id': 'cfd7b6f8-a195-4af5-86b8-aebbccb928ed', 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:44.989743 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f41a7ac-480a-47f5-8ced-bb79aee387b2 None None] Checking router: a4ea72c0-f86e-49de-8631-38fdfaf0342a for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:20:44.991840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc63c8-935f-4cf1-84c1-53e1e3ff6d8a req-b90ceedf-1a39-4c5c-b461-8070b26616c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:44.993780 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-79cc63c8-935f-4cf1-84c1-53e1e3ff6d8a req-b90ceedf-1a39-4c5c-b461-8070b26616c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8225f53-8d09-4935-89dd-ac33280929f0 HTTP/1.1" status: 200 len: 854 time: 0.0563014 Aug 20 11:20:44.999227 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f41a7ac-480a-47f5-8ced-bb79aee387b2 None None] Routers {'a4ea72c0-f86e-49de-8631-38fdfaf0342a'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:44.999635 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2f41a7ac-480a-47f5-8ced-bb79aee387b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:20:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:45.013960 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a95161e7-3459-4029-8d38-9dca9a3ce85f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.049055 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc63c8-935f-4cf1-84c1-53e1e3ff6d8a req-d0a82091-5d97-4450-a3b3-7e4eb8d13566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:45.050587 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-79cc63c8-935f-4cf1-84c1-53e1e3ff6d8a req-d0a82091-5d97-4450-a3b3-7e4eb8d13566 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6e0a7d0-3a24-4c4b-b00b-45b52d221053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491560 Aug 20 11:20:45.078129 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a95161e7-3459-4029-8d38-9dca9a3ce85f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.082049 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a95161e7-3459-4029-8d38-9dca9a3ce85f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.103456 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95161e7-3459-4029-8d38-9dca9a3ce85f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f3f3af-1d5c-4552-8e21-7cc16f6d6cba,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:45.117031 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a95161e7-3459-4029-8d38-9dca9a3ce85f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.121100 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-2f41a7ac-480a-47f5-8ced-bb79aee387b2 None None] Set router a4ea72c0-f86e-49de-8631-38fdfaf0342a gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:20:45.121249 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a95161e7-3459-4029-8d38-9dca9a3ce85f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351326 Aug 20 11:20:45.121249 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39424) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:45.125975 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-011ee659-d774-4e4b-99e6-31e11c625403 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Request body: {'security_group_rule': {'security_group_id': 'cfd7b6f8-a195-4af5-86b8-aebbccb928ed', 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:45.156927 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-011ee659-d774-4e4b-99e6-31e11c625403 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.158850 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-79cc63c8-935f-4cf1-84c1-53e1e3ff6d8a req-04902d57-36f4-4b1a-8030-d932956a34d7 service neutron] 10.222.0.42 "GET /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996702 Aug 20 11:20:45.221881 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-011ee659-d774-4e4b-99e6-31e11c625403 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.226907 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-011ee659-d774-4e4b-99e6-31e11c625403 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.246609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ee659-d774-4e4b-99e6-31e11c625403 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa907f1-bac5-435f-90ae-016fef74e3ab,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:45.255087 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-011ee659-d774-4e4b-99e6-31e11c625403 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.256391 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-011ee659-d774-4e4b-99e6-31e11c625403 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341941 Aug 20 11:20:45.259732 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39426) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:45.265038 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-33522b6b-7c47-4851-b10d-b4729169117f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Request body: {'security_group_rule': {'security_group_id': 'cfd7b6f8-a195-4af5-86b8-aebbccb928ed', 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:45.270120 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-79cc63c8-935f-4cf1-84c1-53e1e3ff6d8a req-dfe6ddd8-5d80-4346-a77f-ee63207f0b95 service neutron] 10.222.0.42 "GET /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020076 Aug 20 11:20:45.293049 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33522b6b-7c47-4851-b10d-b4729169117f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.347224 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2f41a7ac-480a-47f5-8ced-bb79aee387b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'name': 'tempest-TestMinimumBasicScenario-2137984928-router', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'gw_port': {'id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'fe252b27-fff6-4210-a2f5-2799649c4b39', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'floating_ip_address': '172.25.3.215', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'port_id': 'e273855d-af80-4524-88e4-b1ff73892e6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053', 'mac_address': 'fa:16:3e:17:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:20:43Z', 'updated_at': '2021-08-20T11:20:43Z', 'revision_number': 0, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73136af0-7f55-4750-b184-b78cd852d038', 'name': '', 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'mac_address': 'fa:16:3e:fc:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:53Z', 'updated_at': '2021-08-20T11:19:59Z', 'revision_number': 5, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'subnets': [{'id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:45.352464 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33522b6b-7c47-4851-b10d-b4729169117f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.356076 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33522b6b-7c47-4851-b10d-b4729169117f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.373517 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33522b6b-7c47-4851-b10d-b4729169117f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e484f312-7a66-4087-89f3-4ef754a142f5,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:45.378025 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f41a7ac-480a-47f5-8ced-bb79aee387b2 None None] The sync data for ids ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'] in n-d-778550-11 is: [{'id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'name': 'tempest-TestMinimumBasicScenario-2137984928-router', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'gw_port': {'id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'fe252b27-fff6-4210-a2f5-2799649c4b39', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'floating_ip_address': '172.25.3.215', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'port_id': 'e273855d-af80-4524-88e4-b1ff73892e6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053', 'mac_address': 'fa:16:3e:17:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:20:43Z', 'updated_at': '2021-08-20T11:20:43Z', 'revision_number': 0, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73136af0-7f55-4750-b184-b78cd852d038', 'name': '', 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'mac_address': 'fa:16:3e:fc:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:53Z', 'updated_at': '2021-08-20T11:19:59Z', 'revision_number': 5, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'subnets': [{'id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:20:45.380854 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-33522b6b-7c47-4851-b10d-b4729169117f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.385657 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-33522b6b-7c47-4851-b10d-b4729169117f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219203 Aug 20 11:20:45.385657 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39428) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:45.390608 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-4428763c-6608-4359-a38d-ebd6edce5195 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Request body: {'security_group_rule': {'security_group_id': 'cfd7b6f8-a195-4af5-86b8-aebbccb928ed', 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:45.415140 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-4428763c-6608-4359-a38d-ebd6edce5195 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Project bb9b9a4a1e2c4333a2c51386430fc5d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:20:45.420703 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4428763c-6608-4359-a38d-ebd6edce5195 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.484681 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4428763c-6608-4359-a38d-ebd6edce5195 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.488752 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4428763c-6608-4359-a38d-ebd6edce5195 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.510794 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428763c-6608-4359-a38d-ebd6edce5195 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e6c0df-ad06-421b-9856-6303e6fe03ee,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:45.518014 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4428763c-6608-4359-a38d-ebd6edce5195 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.519364 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4428763c-6608-4359-a38d-ebd6edce5195 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328485 Aug 20 11:20:45.522424 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39430) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:45.526990 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-2eb1a2e0-04c0-460c-880d-913bf626ca13 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Request body: {'security_group_rule': {'security_group_id': 'cfd7b6f8-a195-4af5-86b8-aebbccb928ed', 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:45.551489 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-2eb1a2e0-04c0-460c-880d-913bf626ca13 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Project bb9b9a4a1e2c4333a2c51386430fc5d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:20:45.557664 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a2e0-04c0-460c-880d-913bf626ca13 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.584763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133247ac-d953-4d91-ac66-91240d2f0ea9 None None] New status for floating IP fe252b27-fff6-4210-a2f5-2799649c4b39: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:20:45.629199 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a2e0-04c0-460c-880d-913bf626ca13 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.633639 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a2e0-04c0-460c-880d-913bf626ca13 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.650406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a2e0-04c0-460c-880d-913bf626ca13 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8dc0887-e53e-4cb0-be26-8553a3262d3d,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:45.656539 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a2e0-04c0-460c-880d-913bf626ca13 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.657747 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-2eb1a2e0-04c0-460c-880d-913bf626ca13 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1343789 Aug 20 11:20:45.738583 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-533d8f81-925f-4dfd-ae04-14e6780df895 req-922e988f-6118-449a-8c71-0e2f71e5e140 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-702305395&fields=id&tenant_id=bb9b9a4a1e2c4333a2c51386430fc5d2 HTTP/1.1" status: 200 len: 267 time: 0.0350449 Aug 20 11:20:45.794831 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d8f81-925f-4dfd-ae04-14e6780df895 req-65fa77b8-85de-44fb-95a0-900797d49af2 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:45.796351 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-533d8f81-925f-4dfd-ae04-14e6780df895 req-65fa77b8-85de-44fb-95a0-900797d49af2 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 945 time: 0.0504220 Aug 20 11:20:45.808276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-533d8f81-925f-4dfd-ae04-14e6780df895 req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Request body: {'port': {'security_groups': ['e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1', 'cfd7b6f8-a195-4af5-86b8-aebbccb928ed']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:45.886152 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-533d8f81-925f-4dfd-ae04-14e6780df895 req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:46.068401 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-533d8f81-925f-4dfd-ae04-14e6780df895 req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] For port e273855d-af80-4524-88e4-b1ff73892e6a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=e273855d-af80-4524-88e4-b1ff73892e6a,segment=NetworkSegment(b6f4618f-f3ec-4803-9974-c378b11d2d95),segment_id=b6f4618f-f3ec-4803-9974-c378b11d2d95)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:46.098007 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-533d8f81-925f-4dfd-ae04-14e6780df895 req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:46.103330 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-533d8f81-925f-4dfd-ae04-14e6780df895 req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:46.115227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['e273855d-af80-4524-88e4-b1ff73892e6a'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:20:46.151499 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d8f81-925f-4dfd-ae04-14e6780df895 req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:46.152141 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-533d8f81-925f-4dfd-ae04-14e6780df895 req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:46.153561 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-533d8f81-925f-4dfd-ae04-14e6780df895 req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "PUT /v2.0/ports/e273855d-af80-4524-88e4-b1ff73892e6a HTTP/1.1" status: 200 len: 981 time: 0.3506033 Aug 20 11:20:46.185109 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Pushing event updated for resources: {'Port': ['ID=e273855d-af80-4524-88e4-b1ff73892e6a,revision_number=6']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:46.194417 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:46.195351 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:46.195943 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:46.196527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:46.197110 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:46.197684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:46.198282 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:46.198852 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:46.199453 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:46.200295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:46.200870 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:46.201436 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6841a3c-1d4c-41bc-88d7-e46e5febe56f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:46.217809 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['e273855d-af80-4524-88e4-b1ff73892e6a'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:20:46.275883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b2fa7-bb85-44c6-b983-6b64296cacdf req-f02e6760-aae6-4067-bde7-6cfddb2f67f8 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:46.277675 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ae6b2fa7-bb85-44c6-b983-6b64296cacdf req-f02e6760-aae6-4067-bde7-6cfddb2f67f8 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 984 time: 0.0542772 Aug 20 11:20:46.321948 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ae6b2fa7-bb85-44c6-b983-6b64296cacdf req-c35dfe71-eabb-4635-8945-cf33b98497f5 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfd7b6f8-a195-4af5-86b8-aebbccb928ed&id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361996 Aug 20 11:20:46.424525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-5b39bd82-ca4f-4ce5-953e-482cefdf3103 None None] Provisioning complete for port e273855d-af80-4524-88e4-b1ff73892e6a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:46.424817 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5b39bd82-ca4f-4ce5-953e-482cefdf3103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:46.684928 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'tag': 'e273855d-af80-4524-88e4-b1ff73892e6a'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:20:46.687440 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0110af-8769-4669-8ec6-e30af24aa3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4ed8a7-66cc-4a5a-9c15-f54a9733b173", "tag": "e273855d-af80-4524-88e4-b1ff73892e6a"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:20:46.725055 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9f0837-f14c-43e5-bc0f-688ceade7114 x-openstack-request-id: req-1d9f0837-f14c-43e5-bc0f-688ceade7114 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:20:46.725509 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4ed8a7-66cc-4a5a-9c15-f54a9733b173", "tag": "e273855d-af80-4524-88e4-b1ff73892e6a", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:20:46.725788 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d9f0837-f14c-43e5-bc0f-688ceade7114 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:20:46.726202 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'tag': 'e273855d-af80-4524-88e4-b1ff73892e6a', 'status': 'completed', 'code': 200} Aug 20 11:20:46.791770 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0110af-8769-4669-8ec6-e30af24aa3b6 req-5c93f1a5-9da1-4c6d-a3a7-9b304def0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:46.793161 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f0110af-8769-4669-8ec6-e30af24aa3b6 req-5c93f1a5-9da1-4c6d-a3a7-9b304def0db9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb9b9a4a1e2c4333a2c51386430fc5d2&device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 1136 time: 0.0434566 Aug 20 11:20:46.884588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0110af-8769-4669-8ec6-e30af24aa3b6 req-8cab8e9c-40ad-49fc-97ce-a410b169ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:46.885998 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f0110af-8769-4669-8ec6-e30af24aa3b6 req-8cab8e9c-40ad-49fc-97ce-a410b169ae52 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c6e0a7d0-3a24-4c4b-b00b-45b52d221053 HTTP/1.1" status: 200 len: 916 time: 0.0846426 Aug 20 11:20:46.956089 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f0110af-8769-4669-8ec6-e30af24aa3b6 req-793f3a43-e0ac-4499-a1a3-c8e2261538dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e273855d-af80-4524-88e4-b1ff73892e6a HTTP/1.1" status: 200 len: 1001 time: 0.0622108 Aug 20 11:20:47.008231 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0110af-8769-4669-8ec6-e30af24aa3b6 req-da48d744-5e16-428b-a6fe-fa73022c2b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:47.009668 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f0110af-8769-4669-8ec6-e30af24aa3b6 req-da48d744-5e16-428b-a6fe-fa73022c2b23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8225f53-8d09-4935-89dd-ac33280929f0 HTTP/1.1" status: 200 len: 854 time: 0.0444493 Aug 20 11:20:47.056313 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0110af-8769-4669-8ec6-e30af24aa3b6 req-e73eb3b6-d8fe-492e-b857-792d2702743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:47.057787 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f0110af-8769-4669-8ec6-e30af24aa3b6 req-e73eb3b6-d8fe-492e-b857-792d2702743a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6e0a7d0-3a24-4c4b-b00b-45b52d221053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397511 Aug 20 11:20:47.154538 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f0110af-8769-4669-8ec6-e30af24aa3b6 req-fc7311fb-3f08-4e65-830e-eac3ba0e11ce service neutron] 10.222.0.42 "GET /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891254 Aug 20 11:20:47.244832 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0f0110af-8769-4669-8ec6-e30af24aa3b6 req-8727b91c-2497-4b28-b3ee-53249d28e9f4 service neutron] 10.222.0.42 "GET /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835547 Aug 20 11:20:48.996502 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:53.351634 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:59.373993 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e46adf36-02fb-4c3d-87fb-82856c929426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:02.014546 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-980d6a2f-a91f-498a-9ce6-e9a82052dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:02.488725 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:03.350952 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:03.485549 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc078595-c02c-49d8-877c-a6931df70551 req-fd9e664b-51a7-48f9-a624-d793d520337b tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:03.487031 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc078595-c02c-49d8-877c-a6931df70551 req-fd9e664b-51a7-48f9-a624-d793d520337b tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 984 time: 0.0543654 Aug 20 11:21:03.527268 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cc078595-c02c-49d8-877c-a6931df70551 req-68019af5-f00c-421a-96bf-8b0de579db1f tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfd7b6f8-a195-4af5-86b8-aebbccb928ed&id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336084 Aug 20 11:21:03.605961 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37731448-a290-4963-a1f5-38880ba56c0e req-8ae1e32b-42bb-4ff0-bbc1-b9ef2d79f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:03.607436 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37731448-a290-4963-a1f5-38880ba56c0e req-8ae1e32b-42bb-4ff0-bbc1-b9ef2d79f81f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb9b9a4a1e2c4333a2c51386430fc5d2&device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 1136 time: 0.0431037 Aug 20 11:21:03.702422 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37731448-a290-4963-a1f5-38880ba56c0e req-87581edb-b7d6-4efb-9428-ceb53d2c1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:03.703934 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37731448-a290-4963-a1f5-38880ba56c0e req-87581edb-b7d6-4efb-9428-ceb53d2c1f15 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c6e0a7d0-3a24-4c4b-b00b-45b52d221053 HTTP/1.1" status: 200 len: 916 time: 0.0901742 Aug 20 11:21:03.770560 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37731448-a290-4963-a1f5-38880ba56c0e req-2709b82d-96d0-4468-ab07-d856622b6641 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e273855d-af80-4524-88e4-b1ff73892e6a HTTP/1.1" status: 200 len: 1001 time: 0.0581110 Aug 20 11:21:03.818827 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37731448-a290-4963-a1f5-38880ba56c0e req-fdb79eb1-6f3b-460a-859c-f50751a8d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:03.820293 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37731448-a290-4963-a1f5-38880ba56c0e req-fdb79eb1-6f3b-460a-859c-f50751a8d119 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8225f53-8d09-4935-89dd-ac33280929f0 HTTP/1.1" status: 200 len: 854 time: 0.0427389 Aug 20 11:21:03.869784 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37731448-a290-4963-a1f5-38880ba56c0e req-10cb421e-43dc-4d24-917d-14a920fa7b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:03.871222 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37731448-a290-4963-a1f5-38880ba56c0e req-10cb421e-43dc-4d24-917d-14a920fa7b77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6e0a7d0-3a24-4c4b-b00b-45b52d221053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431650 Aug 20 11:21:03.963000 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37731448-a290-4963-a1f5-38880ba56c0e req-551dfe23-e924-4203-a6da-19b8961c7cb8 service neutron] 10.222.0.42 "GET /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839312 Aug 20 11:21:04.056682 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-37731448-a290-4963-a1f5-38880ba56c0e req-07672eda-5d52-4c5b-b360-504747731ed9 service neutron] 10.222.0.42 "GET /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855274 Aug 20 11:21:04.641920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd7db1-5434-47d9-8447-de1bba42c8c5 req-b8526731-5f00-4426-9b98-9eb2b82d2704 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:04.643394 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a0fd7db1-5434-47d9-8447-de1bba42c8c5 req-b8526731-5f00-4426-9b98-9eb2b82d2704 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 984 time: 0.0473204 Aug 20 11:21:04.681710 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a0fd7db1-5434-47d9-8447-de1bba42c8c5 req-0dfc7f9b-c35c-43f2-97ba-4de3eab5cd29 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfd7b6f8-a195-4af5-86b8-aebbccb928ed&id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0318224 Aug 20 11:21:05.011649 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:05.798204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1997890-f98a-42d6-8e1b-97491de697b9 req-e8d8d732-a865-4eb0-8737-5d5f737afb68 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:05.799748 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1997890-f98a-42d6-8e1b-97491de697b9 req-e8d8d732-a865-4eb0-8737-5d5f737afb68 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 984 time: 0.0499682 Aug 20 11:21:05.839598 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e1997890-f98a-42d6-8e1b-97491de697b9 req-3015709b-c391-4fa6-9882-a7f7a46526ea tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfd7b6f8-a195-4af5-86b8-aebbccb928ed&id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337002 Aug 20 11:21:06.952586 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932e3dc-99a0-4883-900e-5ae21c43de81 req-56001b04-6793-4bb2-83f7-e02c87c10fc1 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:06.953995 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b932e3dc-99a0-4883-900e-5ae21c43de81 req-56001b04-6793-4bb2-83f7-e02c87c10fc1 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 984 time: 0.0478628 Aug 20 11:21:06.997207 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b932e3dc-99a0-4883-900e-5ae21c43de81 req-7eacce74-b7e6-4178-91b6-a0cfac2105d3 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfd7b6f8-a195-4af5-86b8-aebbccb928ed&id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370677 Aug 20 11:21:08.113734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee487840-22f9-4e37-9b95-371654166432 req-137882cb-8974-43ba-ac2a-04a3c23272aa tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:08.115225 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee487840-22f9-4e37-9b95-371654166432 req-137882cb-8974-43ba-ac2a-04a3c23272aa tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 984 time: 0.0484660 Aug 20 11:21:08.155226 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ee487840-22f9-4e37-9b95-371654166432 req-e9ed0bf6-1e94-4662-8873-0c86e17400c3 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfd7b6f8-a195-4af5-86b8-aebbccb928ed&id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333323 Aug 20 11:21:09.269963 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03c1f2-ed02-46dc-b5ec-368fbb0c70f0 req-60ef662e-5c45-490c-80c9-238d78eeffb0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:09.271453 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ed03c1f2-ed02-46dc-b5ec-368fbb0c70f0 req-60ef662e-5c45-490c-80c9-238d78eeffb0 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 984 time: 0.0495207 Aug 20 11:21:09.315298 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ed03c1f2-ed02-46dc-b5ec-368fbb0c70f0 req-57f53ebb-9bec-4c8b-990c-cf579bd5da73 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfd7b6f8-a195-4af5-86b8-aebbccb928ed&id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376921 Aug 20 11:21:10.432459 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fc38d-bf36-4d9c-b8bc-80b094af76ea req-5af8f662-7c65-4e3b-a890-cb8c1705fd3d tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:10.433944 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-211fc38d-bf36-4d9c-b8bc-80b094af76ea req-5af8f662-7c65-4e3b-a890-cb8c1705fd3d tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 984 time: 0.0473020 Aug 20 11:21:10.478209 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-211fc38d-bf36-4d9c-b8bc-80b094af76ea req-d1003aa9-5797-4ddd-808b-2b21039d7a17 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfd7b6f8-a195-4af5-86b8-aebbccb928ed&id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381711 Aug 20 11:21:11.591721 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cc3bb-1ff2-42e7-b829-3e45a9545fb3 req-90d799fb-8611-48d8-a887-f5cae73e4829 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:11.593245 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-712cc3bb-1ff2-42e7-b829-3e45a9545fb3 req-90d799fb-8611-48d8-a887-f5cae73e4829 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 984 time: 0.0480464 Aug 20 11:21:11.632638 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-712cc3bb-1ff2-42e7-b829-3e45a9545fb3 req-e0b1d2d4-852e-4d67-a91e-ce0919f0222e tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfd7b6f8-a195-4af5-86b8-aebbccb928ed&id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333478 Aug 20 11:21:12.748277 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a8ada-2fd4-48f6-b8ff-e9141387f3b1 req-e4dbbed2-493b-4feb-bb5d-f259832ddb32 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:12.749762 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-583a8ada-2fd4-48f6-b8ff-e9141387f3b1 req-e4dbbed2-493b-4feb-bb5d-f259832ddb32 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 984 time: 0.0491183 Aug 20 11:21:12.788533 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-583a8ada-2fd4-48f6-b8ff-e9141387f3b1 req-c7c7ad7d-8af9-4012-ae33-8af500dde63a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfd7b6f8-a195-4af5-86b8-aebbccb928ed&id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324996 Aug 20 11:21:13.908157 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12430f5a-2822-4361-9ce7-d4464f675d1d req-d8b46324-f191-4146-8214-c97c6d5823be tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:13.909726 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12430f5a-2822-4361-9ce7-d4464f675d1d req-d8b46324-f191-4146-8214-c97c6d5823be tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 984 time: 0.0487483 Aug 20 11:21:13.954621 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-12430f5a-2822-4361-9ce7-d4464f675d1d req-7dbede58-3f20-41c4-bc76-9c328114cfa8 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfd7b6f8-a195-4af5-86b8-aebbccb928ed&id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372157 Aug 20 11:21:15.069160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f160d8e-a107-42e0-b498-611ed5d6e883 req-58f63fde-5a9f-4721-9cc2-fe3cea399396 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:15.070643 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f160d8e-a107-42e0-b498-611ed5d6e883 req-58f63fde-5a9f-4721-9cc2-fe3cea399396 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 984 time: 0.0491118 Aug 20 11:21:15.111804 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f160d8e-a107-42e0-b498-611ed5d6e883 req-f3e4a237-858d-4a8f-9e19-be0ca74d1e3e tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=cfd7b6f8-a195-4af5-86b8-aebbccb928ed&id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347521 Aug 20 11:21:15.886631 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:21:16.974553 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1be032b1-13e7-4193-9527-0dbbf9bdca1d req-32ecac7d-8891-4c6a-bb80-f74b9415a348 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475938 Aug 20 11:21:17.058455 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be032b1-13e7-4193-9527-0dbbf9bdca1d req-2ba1ef8c-f1e3-412d-a923-df749523ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.060004 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1be032b1-13e7-4193-9527-0dbbf9bdca1d req-2ba1ef8c-f1e3-412d-a923-df749523ee1a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb9b9a4a1e2c4333a2c51386430fc5d2&device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 1136 time: 0.0448232 Aug 20 11:21:17.160585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be032b1-13e7-4193-9527-0dbbf9bdca1d req-bf17025e-8731-40a0-bb1a-1f1ce72decc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.162069 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1be032b1-13e7-4193-9527-0dbbf9bdca1d req-bf17025e-8731-40a0-bb1a-1f1ce72decc6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c6e0a7d0-3a24-4c4b-b00b-45b52d221053 HTTP/1.1" status: 200 len: 916 time: 0.0836518 Aug 20 11:21:17.233238 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1be032b1-13e7-4193-9527-0dbbf9bdca1d req-6fe63070-e4e0-41a9-a213-a3e953c9beb7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e273855d-af80-4524-88e4-b1ff73892e6a HTTP/1.1" status: 200 len: 1001 time: 0.0634000 Aug 20 11:21:17.282321 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be032b1-13e7-4193-9527-0dbbf9bdca1d req-02d36188-8598-4aa7-b5be-4b3648768418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.283854 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1be032b1-13e7-4193-9527-0dbbf9bdca1d req-02d36188-8598-4aa7-b5be-4b3648768418 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8225f53-8d09-4935-89dd-ac33280929f0 HTTP/1.1" status: 200 len: 854 time: 0.0445628 Aug 20 11:21:17.330525 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be032b1-13e7-4193-9527-0dbbf9bdca1d req-085fcb42-eb2d-4f9f-8408-4a4d41a01caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.332087 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1be032b1-13e7-4193-9527-0dbbf9bdca1d req-085fcb42-eb2d-4f9f-8408-4a4d41a01caa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6e0a7d0-3a24-4c4b-b00b-45b52d221053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412800 Aug 20 11:21:17.423848 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1be032b1-13e7-4193-9527-0dbbf9bdca1d req-5c6c19e3-2841-44eb-9427-c62f10e8dfa7 service neutron] 10.222.0.42 "GET /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841076 Aug 20 11:21:17.513462 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1be032b1-13e7-4193-9527-0dbbf9bdca1d req-ba13471d-d8df-4382-862a-fe00d19e8059 service neutron] 10.222.0.42 "GET /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819576 Aug 20 11:21:19.011896 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:23.370624 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:29.376104 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-79293653-d3b0-4991-ad65-f42856649e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:32.014096 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-887db3c2-afa2-4138-9dc0-61339380ddfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:32.493411 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:33.353512 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:35.013040 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.460189 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1769c83c-bdf4-4444-99a2-2c25d5b00d1e req-0ced69f2-98ad-4585-b3c0-4f74a89c4e1a tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-702305395&fields=id&tenant_id=bb9b9a4a1e2c4333a2c51386430fc5d2 HTTP/1.1" status: 200 len: 267 time: 0.1044512 Aug 20 11:21:47.513352 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769c83c-bdf4-4444-99a2-2c25d5b00d1e req-036892fa-fcfa-459d-b649-5fa73f986ced tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:47.514829 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1769c83c-bdf4-4444-99a2-2c25d5b00d1e req-036892fa-fcfa-459d-b649-5fa73f986ced tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 984 time: 0.0482750 Aug 20 11:21:47.526394 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-1769c83c-bdf4-4444-99a2-2c25d5b00d1e req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Request body: {'port': {'security_groups': ['e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:47.588377 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1769c83c-bdf4-4444-99a2-2c25d5b00d1e req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.759955 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-1769c83c-bdf4-4444-99a2-2c25d5b00d1e req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] For port e273855d-af80-4524-88e4-b1ff73892e6a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=e273855d-af80-4524-88e4-b1ff73892e6a,segment=NetworkSegment(b6f4618f-f3ec-4803-9974-c378b11d2d95),segment_id=b6f4618f-f3ec-4803-9974-c378b11d2d95)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:47.788548 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1769c83c-bdf4-4444-99a2-2c25d5b00d1e req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.792908 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1769c83c-bdf4-4444-99a2-2c25d5b00d1e req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.805569 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['e273855d-af80-4524-88e4-b1ff73892e6a'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:21:47.839794 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769c83c-bdf4-4444-99a2-2c25d5b00d1e req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:47.840378 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1769c83c-bdf4-4444-99a2-2c25d5b00d1e req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.841781 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1769c83c-bdf4-4444-99a2-2c25d5b00d1e req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "PUT /v2.0/ports/e273855d-af80-4524-88e4-b1ff73892e6a HTTP/1.1" status: 200 len: 942 time: 0.3199129 Aug 20 11:21:47.842240 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'tag': 'e273855d-af80-4524-88e4-b1ff73892e6a'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:21:47.844571 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da2fb12-2211-43d3-a411-74fb09caa701" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4ed8a7-66cc-4a5a-9c15-f54a9733b173", "tag": "e273855d-af80-4524-88e4-b1ff73892e6a"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:21:47.852059 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39490) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:47.885200 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35df3c2b-123e-46a4-b279-089d5bc32bbf x-openstack-request-id: req-35df3c2b-123e-46a4-b279-089d5bc32bbf {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:21:47.885516 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4ed8a7-66cc-4a5a-9c15-f54a9733b173", "tag": "e273855d-af80-4524-88e4-b1ff73892e6a", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:21:47.885799 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35df3c2b-123e-46a4-b279-089d5bc32bbf {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:21:47.886163 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'tag': 'e273855d-af80-4524-88e4-b1ff73892e6a', 'status': 'completed', 'code': 200} Aug 20 11:21:47.890888 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Pushing event updated for resources: {'Port': ['ID=e273855d-af80-4524-88e4-b1ff73892e6a,revision_number=7']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:47.904833 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:47.905185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:47.905911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:47.905911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:47.906218 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:47.906543 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:47.910303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:47.910650 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:47.910991 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:47.911395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:47.911691 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:47.912019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b00902-a275-4ab6-9e17-982714b973e7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:47.921995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['e273855d-af80-4524-88e4-b1ff73892e6a'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:21:47.945241 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9e0e311e-893b-4967-829d-8fb25409c618 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.980519 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9e0e311e-893b-4967-829d-8fb25409c618 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.997625 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2fb12-2211-43d3-a411-74fb09caa701 req-78e321eb-c804-43be-ac83-abc743cdb900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:47.999196 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1da2fb12-2211-43d3-a411-74fb09caa701 req-78e321eb-c804-43be-ac83-abc743cdb900 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb9b9a4a1e2c4333a2c51386430fc5d2&device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 1097 time: 0.0857193 Aug 20 11:21:48.127946 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2fb12-2211-43d3-a411-74fb09caa701 req-ebdcfe11-b073-4139-b30c-ca86274d4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:48.129367 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1da2fb12-2211-43d3-a411-74fb09caa701 req-ebdcfe11-b073-4139-b30c-ca86274d4390 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c6e0a7d0-3a24-4c4b-b00b-45b52d221053 HTTP/1.1" status: 200 len: 916 time: 0.1222887 Aug 20 11:21:48.143903 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9e0e311e-893b-4967-829d-8fb25409c618 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.146503 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9e0e311e-893b-4967-829d-8fb25409c618 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.150180 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9e0e311e-893b-4967-829d-8fb25409c618 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "DELETE /v2.0/security-groups/cfd7b6f8-a195-4af5-86b8-aebbccb928ed HTTP/1.1" status: 204 len: 168 time: 0.2928791 Aug 20 11:21:48.150945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39492) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:48.195436 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e311e-893b-4967-829d-8fb25409c618 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd7b6f8-a195-4af5-86b8-aebbccb928ed,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:48.208457 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e311e-893b-4967-829d-8fb25409c618 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:48.209092 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e311e-893b-4967-829d-8fb25409c618 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:48.209415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e311e-893b-4967-829d-8fb25409c618 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:48.209977 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e311e-893b-4967-829d-8fb25409c618 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:48.210305 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e311e-893b-4967-829d-8fb25409c618 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:48.210827 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e311e-893b-4967-829d-8fb25409c618 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:48.211194 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e311e-893b-4967-829d-8fb25409c618 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:48.211524 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e311e-893b-4967-829d-8fb25409c618 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:48.211846 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e311e-893b-4967-829d-8fb25409c618 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:48.212336 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e311e-893b-4967-829d-8fb25409c618 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:48.212830 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e311e-893b-4967-829d-8fb25409c618 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:48.213335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e311e-893b-4967-829d-8fb25409c618 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:48.216758 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-8ec66e0f-fcd8-4bf3-aaa1-de1b469acc06 None None] Provisioning complete for port e273855d-af80-4524-88e4-b1ff73892e6a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:48.217134 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8ec66e0f-fcd8-4bf3-aaa1-de1b469acc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.227899 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1da2fb12-2211-43d3-a411-74fb09caa701 req-6c5f070f-2da8-45db-acd9-67517c5c48c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e273855d-af80-4524-88e4-b1ff73892e6a HTTP/1.1" status: 200 len: 1001 time: 0.0915644 Aug 20 11:21:48.285779 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2fb12-2211-43d3-a411-74fb09caa701 req-01e8db9d-d122-43b9-b710-53ef38ca346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:48.287305 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1da2fb12-2211-43d3-a411-74fb09caa701 req-01e8db9d-d122-43b9-b710-53ef38ca346c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8225f53-8d09-4935-89dd-ac33280929f0 HTTP/1.1" status: 200 len: 854 time: 0.0528798 Aug 20 11:21:48.335236 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2fb12-2211-43d3-a411-74fb09caa701 req-9180645a-1a5b-4c4f-8e82-0bf4e43a2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:48.337123 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1da2fb12-2211-43d3-a411-74fb09caa701 req-9180645a-1a5b-4c4f-8e82-0bf4e43a2795 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6e0a7d0-3a24-4c4b-b00b-45b52d221053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429993 Aug 20 11:21:48.345147 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-9369dcca-3612-4a4e-aebd-c555d2a7ba19 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Deleting port 9d42b18e-97f7-4e06-ba26-eb8c0fc94d56 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:21:48.345677 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9369dcca-3612-4a4e-aebd-c555d2a7ba19 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.429899 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9369dcca-3612-4a4e-aebd-c555d2a7ba19 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.430441 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9369dcca-3612-4a4e-aebd-c555d2a7ba19 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.437845 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1da2fb12-2211-43d3-a411-74fb09caa701 req-421af265-7114-4965-94f4-df2f459bd65a service neutron] 10.222.0.42 "GET /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925908 Aug 20 11:21:48.445752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-9369dcca-3612-4a4e-aebd-c555d2a7ba19 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Calling delete_port for 9d42b18e-97f7-4e06-ba26-eb8c0fc94d56 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:21:48.529506 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1da2fb12-2211-43d3-a411-74fb09caa701 req-d3101c15-d58e-4689-a219-1589b16be43f service neutron] 10.222.0.42 "GET /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837510 Aug 20 11:21:48.595752 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9369dcca-3612-4a4e-aebd-c555d2a7ba19 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.620586 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369dcca-3612-4a4e-aebd-c555d2a7ba19 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Pushing event deleted for resources: {'Port': ['ID=9d42b18e-97f7-4e06-ba26-eb8c0fc94d56,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:48.684770 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9369dcca-3612-4a4e-aebd-c555d2a7ba19 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.685102 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-9369dcca-3612-4a4e-aebd-c555d2a7ba19 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Floating IP fe252b27-fff6-4210-a2f5-2799649c4b39 disassociated (deleted). External IP: 172.25.3.215, port: e273855d-af80-4524-88e4-b1ff73892e6a. Aug 20 11:21:48.893505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9369dcca-3612-4a4e-aebd-c555d2a7ba19 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Router a4ea72c0-f86e-49de-8631-38fdfaf0342a has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:21:49.011435 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:49.288773 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9369dcca-3612-4a4e-aebd-c555d2a7ba19 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:21:49.293544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9369dcca-3612-4a4e-aebd-c555d2a7ba19 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:49.298415 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2146fc-678b-4456-a215-4aecca86e0af None None] Sync routers for ids ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:21:49.307906 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2146fc-678b-4456-a215-4aecca86e0af None None] Routers {'a4ea72c0-f86e-49de-8631-38fdfaf0342a'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:21:49.308505 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4b2146fc-678b-4456-a215-4aecca86e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:21:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:49.320459 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9369dcca-3612-4a4e-aebd-c555d2a7ba19 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "DELETE /v2.0/floatingips/fe252b27-fff6-4210-a2f5-2799649c4b39 HTTP/1.1" status: 204 len: 168 time: 1.1681156 Aug 20 11:21:49.424434 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-4b2146fc-678b-4456-a215-4aecca86e0af None None] Set router a4ea72c0-f86e-49de-8631-38fdfaf0342a gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:21:49.632041 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4b2146fc-678b-4456-a215-4aecca86e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'name': 'tempest-TestMinimumBasicScenario-2137984928-router', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'gw_port': {'id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '73136af0-7f55-4750-b184-b78cd852d038', 'name': '', 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'mac_address': 'fa:16:3e:fc:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:53Z', 'updated_at': '2021-08-20T11:19:59Z', 'revision_number': 5, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'subnets': [{'id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:49.660191 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2146fc-678b-4456-a215-4aecca86e0af None None] Checking router: a4ea72c0-f86e-49de-8631-38fdfaf0342a for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:21:49.669017 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2146fc-678b-4456-a215-4aecca86e0af None None] Routers {'a4ea72c0-f86e-49de-8631-38fdfaf0342a'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:21:49.669589 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4b2146fc-678b-4456-a215-4aecca86e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:21:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:49.773836 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-4b2146fc-678b-4456-a215-4aecca86e0af None None] Set router a4ea72c0-f86e-49de-8631-38fdfaf0342a gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:21:49.887602 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'tag': 'e273855d-af80-4524-88e4-b1ff73892e6a'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:21:49.890130 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd666a4-e9ff-4855-acf1-64cd68c6c7da" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4ed8a7-66cc-4a5a-9c15-f54a9733b173", "tag": "e273855d-af80-4524-88e4-b1ff73892e6a"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:21:49.930191 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad47a394-1b9d-418e-a41c-07d0c023e6c3 x-openstack-request-id: req-ad47a394-1b9d-418e-a41c-07d0c023e6c3 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:21:49.930739 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4ed8a7-66cc-4a5a-9c15-f54a9733b173", "tag": "e273855d-af80-4524-88e4-b1ff73892e6a", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:21:49.930962 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad47a394-1b9d-418e-a41c-07d0c023e6c3 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:21:49.931396 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'tag': 'e273855d-af80-4524-88e4-b1ff73892e6a', 'status': 'completed', 'code': 200} Aug 20 11:21:49.982616 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-4b2146fc-678b-4456-a215-4aecca86e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'name': 'tempest-TestMinimumBasicScenario-2137984928-router', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'gw_port': {'id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '73136af0-7f55-4750-b184-b78cd852d038', 'name': '', 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'mac_address': 'fa:16:3e:fc:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:53Z', 'updated_at': '2021-08-20T11:19:59Z', 'revision_number': 5, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'subnets': [{'id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:50.002759 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd666a4-e9ff-4855-acf1-64cd68c6c7da req-cbf2bd99-6219-460b-8a9c-638d51132499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:50.004605 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cfd666a4-e9ff-4855-acf1-64cd68c6c7da req-cbf2bd99-6219-460b-8a9c-638d51132499 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb9b9a4a1e2c4333a2c51386430fc5d2&device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 1097 time: 0.0490808 Aug 20 11:21:50.008894 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2146fc-678b-4456-a215-4aecca86e0af None None] The sync data for ids ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'] in n-d-778550-11 is: [{'id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'name': 'tempest-TestMinimumBasicScenario-2137984928-router', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'gw_port': {'id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '73136af0-7f55-4750-b184-b78cd852d038', 'name': '', 'network_id': 'c6e0a7d0-3a24-4c4b-b00b-45b52d221053', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'mac_address': 'fa:16:3e:fc:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:53Z', 'updated_at': '2021-08-20T11:19:59Z', 'revision_number': 5, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'subnets': [{'id': 'f8225f53-8d09-4935-89dd-ac33280929f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:21:50.102867 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd666a4-e9ff-4855-acf1-64cd68c6c7da req-62ed2918-fbba-4997-acbb-3d67e48f1b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:50.104435 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cfd666a4-e9ff-4855-acf1-64cd68c6c7da req-62ed2918-fbba-4997-acbb-3d67e48f1b14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c6e0a7d0-3a24-4c4b-b00b-45b52d221053 HTTP/1.1" status: 200 len: 916 time: 0.0927107 Aug 20 11:21:50.150603 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cfd666a4-e9ff-4855-acf1-64cd68c6c7da req-8c092e4c-69ad-4e9d-b552-bd1f25ed3728 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e273855d-af80-4524-88e4-b1ff73892e6a HTTP/1.1" status: 200 len: 217 time: 0.0391479 Aug 20 11:21:50.204323 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd666a4-e9ff-4855-acf1-64cd68c6c7da req-56109417-7797-451f-bf92-558cc9425192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:50.205886 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cfd666a4-e9ff-4855-acf1-64cd68c6c7da req-56109417-7797-451f-bf92-558cc9425192 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8225f53-8d09-4935-89dd-ac33280929f0 HTTP/1.1" status: 200 len: 854 time: 0.0478373 Aug 20 11:21:50.258004 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd666a4-e9ff-4855-acf1-64cd68c6c7da req-319d4111-a9fd-4f9e-9a62-32c614cbca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:50.259842 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cfd666a4-e9ff-4855-acf1-64cd68c6c7da req-319d4111-a9fd-4f9e-9a62-32c614cbca6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c6e0a7d0-3a24-4c4b-b00b-45b52d221053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462546 Aug 20 11:21:50.263188 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b787c3-20b6-4c21-8384-03f08dfc0421 None None] New status for floating IP fe252b27-fff6-4210-a2f5-2799649c4b39: DOWN {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:21:50.359904 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cfd666a4-e9ff-4855-acf1-64cd68c6c7da req-cf4bc698-5a37-47a6-94e6-b5e9176dee73 service neutron] 10.222.0.42 "GET /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919809 Aug 20 11:21:50.450460 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cfd666a4-e9ff-4855-acf1-64cd68c6c7da req-ad988de2-e6f3-49dd-bf0f-e48329c5e8a6 service neutron] 10.222.0.42 "GET /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826621 Aug 20 11:21:52.886519 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:21:53.374031 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:56.336511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfddc9-399e-4059-813e-e03c0352a5a0 req-7452746a-d459-4229-ae5f-388b56722246 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:56.338019 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-18bfddc9-399e-4059-813e-e03c0352a5a0 req-7452746a-d459-4229-ae5f-388b56722246 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 945 time: 0.0503476 Aug 20 11:21:56.375965 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-18bfddc9-399e-4059-813e-e03c0352a5a0 req-130a0737-3f63-482f-b233-ad9ac835189c tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319376 Aug 20 11:21:57.491529 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0a8d4-e234-4986-b66e-c693de39d2da req-9900a5ff-fbb2-41ca-99fb-3f20fba252a7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:57.493065 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ef0a8d4-e234-4986-b66e-c693de39d2da req-9900a5ff-fbb2-41ca-99fb-3f20fba252a7 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 945 time: 0.0484960 Aug 20 11:21:57.529531 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0ef0a8d4-e234-4986-b66e-c693de39d2da req-77adefbd-34b7-42da-a826-933c75bc39da tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305924 Aug 20 11:21:57.977728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2647de-32ee-4878-af05-3e48fb3ea5da req-b9902ce2-c5ec-44a7-8783-d5b37b5453ec tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:57.979199 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-df2647de-32ee-4878-af05-3e48fb3ea5da req-b9902ce2-c5ec-44a7-8783-d5b37b5453ec tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 945 time: 0.0532508 Aug 20 11:21:58.067301 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-df2647de-32ee-4878-af05-3e48fb3ea5da req-8c9f88cf-3176-454f-83f0-256a5e6a0360 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Deleting port e273855d-af80-4524-88e4-b1ff73892e6a {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:21:58.067589 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-df2647de-32ee-4878-af05-3e48fb3ea5da req-8c9f88cf-3176-454f-83f0-256a5e6a0360 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:58.157243 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-df2647de-32ee-4878-af05-3e48fb3ea5da req-8c9f88cf-3176-454f-83f0-256a5e6a0360 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] For port e273855d-af80-4524-88e4-b1ff73892e6a, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=e273855d-af80-4524-88e4-b1ff73892e6a,segment=NetworkSegment(b6f4618f-f3ec-4803-9974-c378b11d2d95),segment_id=b6f4618f-f3ec-4803-9974-c378b11d2d95)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:58.157600 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-df2647de-32ee-4878-af05-3e48fb3ea5da req-8c9f88cf-3176-454f-83f0-256a5e6a0360 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:58.170932 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-df2647de-32ee-4878-af05-3e48fb3ea5da req-8c9f88cf-3176-454f-83f0-256a5e6a0360 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Calling delete_port for e273855d-af80-4524-88e4-b1ff73892e6a owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:21:58.292708 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-df2647de-32ee-4878-af05-3e48fb3ea5da req-8c9f88cf-3176-454f-83f0-256a5e6a0360 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:58.304294 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['e273855d-af80-4524-88e4-b1ff73892e6a'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:21:58.324423 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f88cf-3176-454f-83f0-256a5e6a0360 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Pushing event deleted for resources: {'Port': ['ID=e273855d-af80-4524-88e4-b1ff73892e6a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:58.365796 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2647de-32ee-4878-af05-3e48fb3ea5da req-8c9f88cf-3176-454f-83f0-256a5e6a0360 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] No DVR routers for this DVR port e273855d-af80-4524-88e4-b1ff73892e6a on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:21:58.368474 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-df2647de-32ee-4878-af05-3e48fb3ea5da req-8c9f88cf-3176-454f-83f0-256a5e6a0360 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:58.370447 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-df2647de-32ee-4878-af05-3e48fb3ea5da req-8c9f88cf-3176-454f-83f0-256a5e6a0360 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.42 "DELETE /v2.0/ports/e273855d-af80-4524-88e4-b1ff73892e6a HTTP/1.1" status: 204 len: 173 time: 0.3849959 Aug 20 11:21:58.370893 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'name': 'network-vif-deleted', 'tag': 'e273855d-af80-4524-88e4-b1ff73892e6a'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:21:58.373160 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88739a8-fceb-42ac-8792-13990b62458f" -d '{"events": [{"server_uuid": "9b4ed8a7-66cc-4a5a-9c15-f54a9733b173", "name": "network-vif-deleted", "tag": "e273855d-af80-4524-88e4-b1ff73892e6a"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:21:58.408754 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49eab00-40b4-47c8-9543-a8b19e5e9b73 x-openstack-request-id: req-a49eab00-40b4-47c8-9543-a8b19e5e9b73 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:21:58.409089 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4ed8a7-66cc-4a5a-9c15-f54a9733b173", "name": "network-vif-deleted", "tag": "e273855d-af80-4524-88e4-b1ff73892e6a", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:21:58.409347 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a49eab00-40b4-47c8-9543-a8b19e5e9b73 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:21:58.409757 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4ed8a7-66cc-4a5a-9c15-f54a9733b173', 'name': 'network-vif-deleted', 'tag': 'e273855d-af80-4524-88e4-b1ff73892e6a', 'status': 'completed', 'code': 200} Aug 20 11:21:58.639227 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ec589190-bbf9-40b0-8d6a-587ed120b247 req-fe1c5a32-dad8-4485-a6d1-8dccc947fd52 tempest-TestMinimumBasicScenario-1467518284 tempest-TestMinimumBasicScenario-1467518284-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b4ed8a7-66cc-4a5a-9c15-f54a9733b173 HTTP/1.1" status: 200 len: 210 time: 0.0264630 Aug 20 11:21:59.377414 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f8503ccc-3e38-4817-acd7-1dc59651699e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:00.219145 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39592) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:00.573823 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4b673c21-f509-463b-a9cc-d0b30dd38ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:00.825378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-4b673c21-f509-463b-a9cc-d0b30dd38ae1 admin admin] Deleting port 73136af0-7f55-4750-b184-b78cd852d038 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:22:00.825614 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4b673c21-f509-463b-a9cc-d0b30dd38ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:00.903431 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-4b673c21-f509-463b-a9cc-d0b30dd38ae1 admin admin] For port 73136af0-7f55-4750-b184-b78cd852d038, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=73136af0-7f55-4750-b184-b78cd852d038,segment=NetworkSegment(b6f4618f-f3ec-4803-9974-c378b11d2d95),segment_id=b6f4618f-f3ec-4803-9974-c378b11d2d95)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:00.903783 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4b673c21-f509-463b-a9cc-d0b30dd38ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:00.920906 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-4b673c21-f509-463b-a9cc-d0b30dd38ae1 admin admin] Calling delete_port for 73136af0-7f55-4750-b184-b78cd852d038 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:22:01.105953 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4b673c21-f509-463b-a9cc-d0b30dd38ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:01.131194 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b673c21-f509-463b-a9cc-d0b30dd38ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=73136af0-7f55-4750-b184-b78cd852d038,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:01.305539 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4b673c21-f509-463b-a9cc-d0b30dd38ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:01.522397 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b673c21-f509-463b-a9cc-d0b30dd38ae1 admin admin] Router a4ea72c0-f86e-49de-8631-38fdfaf0342a has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:22:01.629672 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b673c21-f509-463b-a9cc-d0b30dd38ae1 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:22:01.635370 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4b673c21-f509-463b-a9cc-d0b30dd38ae1 admin admin] 10.222.0.16 "PUT /v2.0/routers/a4ea72c0-f86e-49de-8631-38fdfaf0342a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4151685 Aug 20 11:22:01.637805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39598) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:01.640452 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca23de8-ec5d-4e3e-8a2d-7b4ff6fea691 None None] Sync routers for ids ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:22:01.649794 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca23de8-ec5d-4e3e-8a2d-7b4ff6fea691 None None] Routers {'a4ea72c0-f86e-49de-8631-38fdfaf0342a'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:22:01.650396 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6ca23de8-ec5d-4e3e-8a2d-7b4ff6fea691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:21:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:01.743674 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-77ad1c91-8669-4a9f-ae1f-2a4d9e3e72c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:01.755715 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-6ca23de8-ec5d-4e3e-8a2d-7b4ff6fea691 None None] Set router a4ea72c0-f86e-49de-8631-38fdfaf0342a gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:22:01.848886 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-77ad1c91-8669-4a9f-ae1f-2a4d9e3e72c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:01.902002 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-77ad1c91-8669-4a9f-ae1f-2a4d9e3e72c0 admin admin] Deleting port e43aab65-22b4-4dd6-81b3-a05b6f7793a0 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:22:01.902347 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-77ad1c91-8669-4a9f-ae1f-2a4d9e3e72c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:01.935568 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6ca23de8-ec5d-4e3e-8a2d-7b4ff6fea691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'name': 'tempest-TestMinimumBasicScenario-2137984928-router', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:22:01Z', 'revision_number': 5, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'gw_port': {'id': 'e43aab65-22b4-4dd6-81b3-a05b6f7793a0', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:01.961519 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca23de8-ec5d-4e3e-8a2d-7b4ff6fea691 None None] Checking router: a4ea72c0-f86e-49de-8631-38fdfaf0342a for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:22:01.969916 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca23de8-ec5d-4e3e-8a2d-7b4ff6fea691 None None] Routers {'a4ea72c0-f86e-49de-8631-38fdfaf0342a'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:22:01.970518 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6ca23de8-ec5d-4e3e-8a2d-7b4ff6fea691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:21:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:01.980525 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-77ad1c91-8669-4a9f-ae1f-2a4d9e3e72c0 admin admin] For port e43aab65-22b4-4dd6-81b3-a05b6f7793a0, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=e43aab65-22b4-4dd6-81b3-a05b6f7793a0,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:01.980896 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-77ad1c91-8669-4a9f-ae1f-2a4d9e3e72c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:01.998480 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-77ad1c91-8669-4a9f-ae1f-2a4d9e3e72c0 admin admin] Calling delete_port for e43aab65-22b4-4dd6-81b3-a05b6f7793a0 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:22:02.016893 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a06c482f-4d46-4789-88ba-73684a37c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.059813 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-6ca23de8-ec5d-4e3e-8a2d-7b4ff6fea691 None None] Set router a4ea72c0-f86e-49de-8631-38fdfaf0342a gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:22:02.111503 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-6ca23de8-ec5d-4e3e-8a2d-7b4ff6fea691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'name': 'tempest-TestMinimumBasicScenario-2137984928-router', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:22:01Z', 'revision_number': 6, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:02.141311 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca23de8-ec5d-4e3e-8a2d-7b4ff6fea691 None None] The sync data for ids ['a4ea72c0-f86e-49de-8631-38fdfaf0342a'] in n-d-778550-11 is: [{'id': 'a4ea72c0-f86e-49de-8631-38fdfaf0342a', 'name': 'tempest-TestMinimumBasicScenario-2137984928-router', 'tenant_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:51Z', 'updated_at': '2021-08-20T11:22:01Z', 'revision_number': 6, 'project_id': 'bb9b9a4a1e2c4333a2c51386430fc5d2', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:22:02.164724 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-77ad1c91-8669-4a9f-ae1f-2a4d9e3e72c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.191660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad1c91-8669-4a9f-ae1f-2a4d9e3e72c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43aab65-22b4-4dd6-81b3-a05b6f7793a0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:02.256898 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-77ad1c91-8669-4a9f-ae1f-2a4d9e3e72c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.346196 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-77ad1c91-8669-4a9f-ae1f-2a4d9e3e72c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.348216 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-77ad1c91-8669-4a9f-ae1f-2a4d9e3e72c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.389545 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-77ad1c91-8669-4a9f-ae1f-2a4d9e3e72c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.390071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ad1c91-8669-4a9f-ae1f-2a4d9e3e72c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4ea72c0-f86e-49de-8631-38fdfaf0342a {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:22:02.394433 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-77ad1c91-8669-4a9f-ae1f-2a4d9e3e72c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.395625 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-77ad1c91-8669-4a9f-ae1f-2a4d9e3e72c0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a4ea72c0-f86e-49de-8631-38fdfaf0342a HTTP/1.1" status: 204 len: 168 time: 0.7569091 Aug 20 11:22:02.398289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39600) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:02.445680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2319b9c-e004-4f0f-8fce-6a2ae4480d2f admin admin] Deleting subnet f8225f53-8d09-4935-89dd-ac33280929f0 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:22:02.448687 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a2319b9c-e004-4f0f-8fce-6a2ae4480d2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.485769 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a2319b9c-e004-4f0f-8fce-6a2ae4480d2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.497017 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.565502 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a2319b9c-e004-4f0f-8fce-6a2ae4480d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.622231 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a2319b9c-e004-4f0f-8fce-6a2ae4480d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.649316 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2319b9c-e004-4f0f-8fce-6a2ae4480d2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8225f53-8d09-4935-89dd-ac33280929f0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:02.651228 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a2319b9c-e004-4f0f-8fce-6a2ae4480d2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.653320 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a2319b9c-e004-4f0f-8fce-6a2ae4480d2f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f8225f53-8d09-4935-89dd-ac33280929f0 HTTP/1.1" status: 204 len: 168 time: 0.2533166 Aug 20 11:22:02.655644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39602) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:02.656035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010ea036-f83b-41a4-9915-4d9c1011ec71 None None] Network c6e0a7d0-3a24-4c4b-b00b-45b52d221053 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:22:02.722812 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.776297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] Deleting port 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:22:02.776645 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.801726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device e273855d-af80-4524-88e4-b1ff73892e6a no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:22:02.826191 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: e273855d-af80-4524-88e4-b1ff73892e6a {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:22:02.826535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device e273855d-af80-4524-88e4-b1ff73892e6a not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:22:02.847729 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] For port 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f,segment=NetworkSegment(b6f4618f-f3ec-4803-9974-c378b11d2d95),segment_id=b6f4618f-f3ec-4803-9974-c378b11d2d95)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:02.848015 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.860258 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] Calling delete_port for 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:22:02.909098 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] DHCP port deletion for c6e0a7d0-3a24-4c4b-b00b-45b52d221053 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:22:02.951620 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.966465 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Deleting port 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:22:02.967005 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.969866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] No DVR routers for this DVR port 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:22:03.007794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e43aab65-22b4-4dd6-81b3-a05b6f7793a0 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:22:03.020644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] Pushing event deleted for resources: {'Port': ['ID=50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:03.040452 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: e43aab65-22b4-4dd6-81b3-a05b6f7793a0 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:22:03.041015 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device e43aab65-22b4-4dd6-81b3-a05b6f7793a0 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:22:03.041266 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:22:03.065327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:22:03.065679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:22:03.066332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 73136af0-7f55-4750-b184-b78cd852d038 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:22:03.075231 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.085350 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e0a7d0-3a24-4c4b-b00b-45b52d221053']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:03.093781 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 73136af0-7f55-4750-b184-b78cd852d038 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:22:03.094134 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 73136af0-7f55-4750-b184-b78cd852d038 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:22:03.096046 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] For port 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f, host n-d-778550-11, got binding levels [] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:03.096447 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.096975 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f4618f-f3ec-4803-9974-c378b11d2d95') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:03.097609 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f4618f-f3ec-4803-9974-c378b11d2d95') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:03.108575 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.109193 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Calling delete_port for 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:22:03.111880 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.ipam_backend_mixin [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Port 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f was not found and therefore no delete operation was performed {{(pid=94868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:22:03.113164 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.124876 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.132556 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:22:03.133296 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: timer() Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:22:03.134749 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:22:03.139079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Pushing event deleted for resources: {'Port': ['ID=50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:03.148357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:03.148736 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:03.149085 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:03.149461 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:03.149802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:03.150148 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:03.150469 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:03.150801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:03.151150 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:03.151534 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:03.151805 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:03.152131 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:03.154974 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c5fdc7-0078-4aec-9402-efbb1fe31061 None None] No DVR routers for this DVR port 50d6d17b-fb99-4ffb-ace0-fad8aaa4a35f on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:22:03.197912 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.203981 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.205844 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c6e0a7d0-3a24-4c4b-b00b-45b52d221053 HTTP/1.1" status: 204 len: 168 time: 0.5492926 Aug 20 11:22:03.208870 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39606) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:03.227063 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63c9ad-d875-4a20-85b1-087c94dfcd61 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e0a7d0-3a24-4c4b-b00b-45b52d221053,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:03.356819 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.588472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25b7e6f7-3f91-4073-828e-36904dd7f89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:04.109749 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-25b7e6f7-3f91-4073-828e-36904dd7f89e admin admin] Deleting port 25ef4a96-b637-4f2e-b745-4c765f0ee837 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:22:04.110085 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25b7e6f7-3f91-4073-828e-36904dd7f89e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:04.189343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-25b7e6f7-3f91-4073-828e-36904dd7f89e admin admin] For port 25ef4a96-b637-4f2e-b745-4c765f0ee837, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=25ef4a96-b637-4f2e-b745-4c765f0ee837,segment=NetworkSegment(46cac1aa-f461-4525-9406-92159f68df1f),segment_id=46cac1aa-f461-4525-9406-92159f68df1f)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:04.189697 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25b7e6f7-3f91-4073-828e-36904dd7f89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:04.202676 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-25b7e6f7-3f91-4073-828e-36904dd7f89e admin admin] Calling delete_port for 25ef4a96-b637-4f2e-b745-4c765f0ee837 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:22:04.380432 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25b7e6f7-3f91-4073-828e-36904dd7f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:04.406937 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7e6f7-3f91-4073-828e-36904dd7f89e admin admin] Pushing event deleted for resources: {'Port': ['ID=25ef4a96-b637-4f2e-b745-4c765f0ee837,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:04.579886 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-25b7e6f7-3f91-4073-828e-36904dd7f89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:04.796314 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b7e6f7-3f91-4073-828e-36904dd7f89e admin admin] Router 7849d1e0-97ac-4b50-847c-bb9d1935862d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:22:04.904741 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b7e6f7-3f91-4073-828e-36904dd7f89e admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:22:04.910262 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-25b7e6f7-3f91-4073-828e-36904dd7f89e admin admin] 10.222.0.16 "PUT /v2.0/routers/7849d1e0-97ac-4b50-847c-bb9d1935862d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7000000 Aug 20 11:22:04.912530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39608) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:04.915845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf8cf1-ab34-4bba-bcc0-8e7d8b7a4dc9 None None] Sync routers for ids ['7849d1e0-97ac-4b50-847c-bb9d1935862d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:22:04.924830 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf8cf1-ab34-4bba-bcc0-8e7d8b7a4dc9 None None] Routers {'7849d1e0-97ac-4b50-847c-bb9d1935862d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:22:04.925460 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-15cf8cf1-ab34-4bba-bcc0-8e7d8b7a4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:22:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['7849d1e0-97ac-4b50-847c-bb9d1935862d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:05.020659 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4cff8ddd-2874-478d-8f97-74bab0d1647e admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.041875 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.050509 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-15cf8cf1-ab34-4bba-bcc0-8e7d8b7a4dc9 None None] Set router 7849d1e0-97ac-4b50-847c-bb9d1935862d gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:22:05.124426 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4cff8ddd-2874-478d-8f97-74bab0d1647e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.178517 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-4cff8ddd-2874-478d-8f97-74bab0d1647e admin admin] Deleting port c3ae1f0c-d863-4a0f-9772-07e65ec793d4 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:22:05.178842 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4cff8ddd-2874-478d-8f97-74bab0d1647e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.230093 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-15cf8cf1-ab34-4bba-bcc0-8e7d8b7a4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'name': 'tempest-TestMinimumBasicScenario-1427990618-router', 'tenant_id': '2c67ff258e3a456faf1f228a11ae223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'c3ae1f0c-d863-4a0f-9772-07e65ec793d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:55Z', 'updated_at': '2021-08-20T11:22:04Z', 'revision_number': 5, 'project_id': '2c67ff258e3a456faf1f228a11ae223f', 'gw_port': {'id': 'c3ae1f0c-d863-4a0f-9772-07e65ec793d4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:19:56Z', 'updated_at': '2021-08-20T11:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:05.256539 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf8cf1-ab34-4bba-bcc0-8e7d8b7a4dc9 None None] Checking router: 7849d1e0-97ac-4b50-847c-bb9d1935862d for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:22:05.261877 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-4cff8ddd-2874-478d-8f97-74bab0d1647e admin admin] For port c3ae1f0c-d863-4a0f-9772-07e65ec793d4, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c3ae1f0c-d863-4a0f-9772-07e65ec793d4,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:05.262253 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4cff8ddd-2874-478d-8f97-74bab0d1647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.265421 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf8cf1-ab34-4bba-bcc0-8e7d8b7a4dc9 None None] Routers {'7849d1e0-97ac-4b50-847c-bb9d1935862d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:22:05.266051 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-15cf8cf1-ab34-4bba-bcc0-8e7d8b7a4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:22:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['7849d1e0-97ac-4b50-847c-bb9d1935862d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:05.276730 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-4cff8ddd-2874-478d-8f97-74bab0d1647e admin admin] Calling delete_port for c3ae1f0c-d863-4a0f-9772-07e65ec793d4 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:22:05.357736 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-15cf8cf1-ab34-4bba-bcc0-8e7d8b7a4dc9 None None] Set router 7849d1e0-97ac-4b50-847c-bb9d1935862d gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:22:05.414039 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-15cf8cf1-ab34-4bba-bcc0-8e7d8b7a4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'name': 'tempest-TestMinimumBasicScenario-1427990618-router', 'tenant_id': '2c67ff258e3a456faf1f228a11ae223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:55Z', 'updated_at': '2021-08-20T11:22:05Z', 'revision_number': 6, 'project_id': '2c67ff258e3a456faf1f228a11ae223f', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:05.443590 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf8cf1-ab34-4bba-bcc0-8e7d8b7a4dc9 None None] The sync data for ids ['7849d1e0-97ac-4b50-847c-bb9d1935862d'] in n-d-778550-11 is: [{'id': '7849d1e0-97ac-4b50-847c-bb9d1935862d', 'name': 'tempest-TestMinimumBasicScenario-1427990618-router', 'tenant_id': '2c67ff258e3a456faf1f228a11ae223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:19:55Z', 'updated_at': '2021-08-20T11:22:05Z', 'revision_number': 6, 'project_id': '2c67ff258e3a456faf1f228a11ae223f', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:22:05.481984 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4cff8ddd-2874-478d-8f97-74bab0d1647e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.508791 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff8ddd-2874-478d-8f97-74bab0d1647e admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ae1f0c-d863-4a0f-9772-07e65ec793d4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:05.569884 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4cff8ddd-2874-478d-8f97-74bab0d1647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.665944 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4cff8ddd-2874-478d-8f97-74bab0d1647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.668174 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4cff8ddd-2874-478d-8f97-74bab0d1647e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.719431 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4cff8ddd-2874-478d-8f97-74bab0d1647e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.719975 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cff8ddd-2874-478d-8f97-74bab0d1647e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7849d1e0-97ac-4b50-847c-bb9d1935862d {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:22:05.725229 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4cff8ddd-2874-478d-8f97-74bab0d1647e admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.726274 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4cff8ddd-2874-478d-8f97-74bab0d1647e admin admin] 10.222.0.16 "DELETE /v2.0/routers/7849d1e0-97ac-4b50-847c-bb9d1935862d HTTP/1.1" status: 204 len: 168 time: 0.8126447 Aug 20 11:22:05.731355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39610) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:05.777360 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e703455d-81fd-4168-975e-259baceeb27c admin admin] Deleting subnet a7b07df9-251d-457b-aa40-9acf3607e6b2 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:22:05.781322 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e703455d-81fd-4168-975e-259baceeb27c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.817890 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e703455d-81fd-4168-975e-259baceeb27c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.908555 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e703455d-81fd-4168-975e-259baceeb27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.964891 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e703455d-81fd-4168-975e-259baceeb27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.992006 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703455d-81fd-4168-975e-259baceeb27c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b07df9-251d-457b-aa40-9acf3607e6b2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:05.996788 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e703455d-81fd-4168-975e-259baceeb27c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.003548 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e703455d-81fd-4168-975e-259baceeb27c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a7b07df9-251d-457b-aa40-9acf3607e6b2 HTTP/1.1" status: 204 len: 168 time: 0.2687013 Aug 20 11:22:06.003819 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2651d6-8ea1-4859-8286-1e1501d68743 None None] Network e988e23f-ec85-4c3c-9972-4d978b23a718 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:22:06.004542 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39612) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:06.080410 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.142769 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] Deleting port 88de4daa-1978-4800-b230-f72ba01127e3 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:22:06.143388 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.211527 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] For port 88de4daa-1978-4800-b230-f72ba01127e3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=88de4daa-1978-4800-b230-f72ba01127e3,segment=NetworkSegment(46cac1aa-f461-4525-9406-92159f68df1f),segment_id=46cac1aa-f461-4525-9406-92159f68df1f)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:06.211911 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.222690 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca5f44f-3ac2-4c44-930e-227ae0a84a60 None None] DHCP port deletion for e988e23f-ec85-4c3c-9972-4d978b23a718 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:22:06.228684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] Calling delete_port for 88de4daa-1978-4800-b230-f72ba01127e3 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:22:06.287828 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5f44f-3ac2-4c44-930e-227ae0a84a60 None None] Deleting port 88de4daa-1978-4800-b230-f72ba01127e3 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:22:06.288232 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f44f-3ac2-4c44-930e-227ae0a84a60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.331891 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.354965 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-0ca5f44f-3ac2-4c44-930e-227ae0a84a60 None None] For port 88de4daa-1978-4800-b230-f72ba01127e3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=88de4daa-1978-4800-b230-f72ba01127e3,segment=NetworkSegment(46cac1aa-f461-4525-9406-92159f68df1f),segment_id=46cac1aa-f461-4525-9406-92159f68df1f)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:06.355434 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f44f-3ac2-4c44-930e-227ae0a84a60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.361648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=88de4daa-1978-4800-b230-f72ba01127e3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:06.372165 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] No DVR routers for this DVR port 88de4daa-1978-4800-b230-f72ba01127e3 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:22:06.374998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5f44f-3ac2-4c44-930e-227ae0a84a60 None None] Calling delete_port for 88de4daa-1978-4800-b230-f72ba01127e3 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:22:06.449862 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.461355 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e988e23f-ec85-4c3c-9972-4d978b23a718']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:06.470819 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f44f-3ac2-4c44-930e-227ae0a84a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.474940 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46cac1aa-f461-4525-9406-92159f68df1f') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:06.475354 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46cac1aa-f461-4525-9406-92159f68df1f') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:06.486466 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.500504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5f44f-3ac2-4c44-930e-227ae0a84a60 None None] Pushing event deleted for resources: {'Port': ['ID=88de4daa-1978-4800-b230-f72ba01127e3,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:06.502892 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca5f44f-3ac2-4c44-930e-227ae0a84a60 None None] No DVR routers for this DVR port 88de4daa-1978-4800-b230-f72ba01127e3 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:22:06.507334 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.514932 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:22:06.515882 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: timer() Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:22:06.517798 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:22:06.580768 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.589522 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.591796 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] 10.222.0.16 "DELETE /v2.0/networks/e988e23f-ec85-4c3c-9972-4d978b23a718 HTTP/1.1" status: 204 len: 168 time: 0.5869176 Aug 20 11:22:06.603677 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087112f-8e48-4b09-8ff7-d9d1a6691f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=e988e23f-ec85-4c3c-9972-4d978b23a718,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:06.747701 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 25ef4a96-b637-4f2e-b745-4c765f0ee837 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:22:06.768093 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 25ef4a96-b637-4f2e-b745-4c765f0ee837 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:22:06.768440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 25ef4a96-b637-4f2e-b745-4c765f0ee837 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:22:06.768854 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 88de4daa-1978-4800-b230-f72ba01127e3 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:22:06.788371 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 88de4daa-1978-4800-b230-f72ba01127e3 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:22:06.788495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 88de4daa-1978-4800-b230-f72ba01127e3 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:22:06.788868 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c3ae1f0c-d863-4a0f-9772-07e65ec793d4 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:22:06.803878 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39616) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:06.807082 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: c3ae1f0c-d863-4a0f-9772-07e65ec793d4 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:22:06.807435 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c3ae1f0c-d863-4a0f-9772-07e65ec793d4 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:22:06.848679 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-da4bbed5-a989-4904-bd12-6b176f4c8859 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb9b9a4a1e2c4333a2c51386430fc5d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434217 Aug 20 11:22:06.850999 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39618) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:06.902064 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f98252a2-0444-4d6a-bf65-155ed446efba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.922470 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f98252a2-0444-4d6a-bf65-155ed446efba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:07.288281 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f98252a2-0444-4d6a-bf65-155ed446efba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:07.291141 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f98252a2-0444-4d6a-bf65-155ed446efba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:07.292356 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f98252a2-0444-4d6a-bf65-155ed446efba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1 HTTP/1.1" status: 204 len: 168 time: 0.4403665 Aug 20 11:22:07.300058 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98252a2-0444-4d6a-bf65-155ed446efba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c46f35-7a00-4dd3-aec5-ed72f75cd4b1,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:07.598172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39624) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:07.639718 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-422b3015-4d95-408d-9989-25f8f80f1e44 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c67ff258e3a456faf1f228a11ae223f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403762 Aug 20 11:22:07.642257 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39626) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:07.688876 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b049deba-ee5d-4044-83be-1eb8a3e241fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:07.709089 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b049deba-ee5d-4044-83be-1eb8a3e241fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:07.755389 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b049deba-ee5d-4044-83be-1eb8a3e241fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:07.758064 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b049deba-ee5d-4044-83be-1eb8a3e241fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:07.759303 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b049deba-ee5d-4044-83be-1eb8a3e241fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82becfd8-c259-45f6-96cf-4c5148e48a0c HTTP/1.1" status: 204 len: 168 time: 0.1160440 Aug 20 11:22:07.767110 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049deba-ee5d-4044-83be-1eb8a3e241fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82becfd8-c259-45f6-96cf-4c5148e48a0c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:09.498524 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39666) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:09.503410 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-513e8502-e38c-4bc3-ba4b-8989cf03a561 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1811336046', 'description': 'tempest-secgroup-smoke-1811336046 description', 'project_id': '68c200aa0a434658a567a090b20130f0'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:09.527176 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-513e8502-e38c-4bc3-ba4b-8989cf03a561 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.534767 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-513e8502-e38c-4bc3-ba4b-8989cf03a561 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.626000 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-513e8502-e38c-4bc3-ba4b-8989cf03a561 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.629494 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-513e8502-e38c-4bc3-ba4b-8989cf03a561 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.666069 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e8502-e38c-4bc3-ba4b-8989cf03a561 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a44221-26bf-4f5b-9039-5e0e4524a2e8,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:09.721160 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-513e8502-e38c-4bc3-ba4b-8989cf03a561 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.725401 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-513e8502-e38c-4bc3-ba4b-8989cf03a561 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.756875 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e8502-e38c-4bc3-ba4b-8989cf03a561 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1226c0-0388-4a2d-beb8-103172c0d042,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:09.759898 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-513e8502-e38c-4bc3-ba4b-8989cf03a561 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.761270 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-513e8502-e38c-4bc3-ba4b-8989cf03a561 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2615919 Aug 20 11:22:09.764457 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39668) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:09.769434 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-f9bfc9fc-3f12-4da4-a33d-221408d14869 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': 'ad1226c0-0388-4a2d-beb8-103172c0d042', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:09.795514 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc9fc-3f12-4da4-a33d-221408d14869 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.850304 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc9fc-3f12-4da4-a33d-221408d14869 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.854882 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc9fc-3f12-4da4-a33d-221408d14869 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.872154 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfc9fc-3f12-4da4-a33d-221408d14869 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da251920-3e7e-412d-ad1d-0c00e84bf1cf,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:09.878653 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc9fc-3f12-4da4-a33d-221408d14869 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.880630 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f9bfc9fc-3f12-4da4-a33d-221408d14869 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150436 Aug 20 11:22:09.883297 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39670) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:09.887715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-cf2d95c2-4599-45ae-a61b-990cedb690e7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': 'ad1226c0-0388-4a2d-beb8-103172c0d042', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:09.914462 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf2d95c2-4599-45ae-a61b-990cedb690e7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.974065 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf2d95c2-4599-45ae-a61b-990cedb690e7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.978276 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf2d95c2-4599-45ae-a61b-990cedb690e7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.997958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d95c2-4599-45ae-a61b-990cedb690e7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a4ed8e-9ccf-43b0-a6f9-088dbf55cb80,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:10.005435 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cf2d95c2-4599-45ae-a61b-990cedb690e7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.006714 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cf2d95c2-4599-45ae-a61b-990cedb690e7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225054 Aug 20 11:22:10.009450 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39672) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:10.013761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-ad8534db-1c54-49e1-b51a-42984f3e0f73 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': 'ad1226c0-0388-4a2d-beb8-103172c0d042', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:10.039701 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad8534db-1c54-49e1-b51a-42984f3e0f73 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.096521 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad8534db-1c54-49e1-b51a-42984f3e0f73 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.099996 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad8534db-1c54-49e1-b51a-42984f3e0f73 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.117672 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8534db-1c54-49e1-b51a-42984f3e0f73 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72ebd67-86ec-4361-8c2f-4d4a3eec10ad,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:10.123760 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad8534db-1c54-49e1-b51a-42984f3e0f73 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.124973 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ad8534db-1c54-49e1-b51a-42984f3e0f73 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146193 Aug 20 11:22:10.127629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39674) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:10.132072 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-99005fb6-3a74-436f-8695-c96db8de0ed0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': 'ad1226c0-0388-4a2d-beb8-103172c0d042', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:10.158870 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99005fb6-3a74-436f-8695-c96db8de0ed0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.217110 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99005fb6-3a74-436f-8695-c96db8de0ed0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.220484 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99005fb6-3a74-436f-8695-c96db8de0ed0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.235709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99005fb6-3a74-436f-8695-c96db8de0ed0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff02794d-3748-4ff1-ac5f-47432697a89b,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:10.244506 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99005fb6-3a74-436f-8695-c96db8de0ed0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.245717 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-99005fb6-3a74-436f-8695-c96db8de0ed0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171701 Aug 20 11:22:10.248460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39676) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:10.252862 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-7e0139ba-778f-494b-aa9a-e8a2883b1823 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': 'ad1226c0-0388-4a2d-beb8-103172c0d042', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:10.273797 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-7e0139ba-778f-494b-aa9a-e8a2883b1823 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Project 68c200aa0a434658a567a090b20130f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:22:10.278474 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e0139ba-778f-494b-aa9a-e8a2883b1823 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.340126 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e0139ba-778f-494b-aa9a-e8a2883b1823 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.344097 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e0139ba-778f-494b-aa9a-e8a2883b1823 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.361953 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0139ba-778f-494b-aa9a-e8a2883b1823 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e21e76-40c3-474a-b9ad-6c89e7651148,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:10.367652 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e0139ba-778f-494b-aa9a-e8a2883b1823 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.369049 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7e0139ba-778f-494b-aa9a-e8a2883b1823 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195540 Aug 20 11:22:10.371838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39678) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:10.376136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-321363be-02b0-489a-9ba0-4fa7817d89a4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': 'ad1226c0-0388-4a2d-beb8-103172c0d042', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:10.396512 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-321363be-02b0-489a-9ba0-4fa7817d89a4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Project 68c200aa0a434658a567a090b20130f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:22:10.401810 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-321363be-02b0-489a-9ba0-4fa7817d89a4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.462477 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-321363be-02b0-489a-9ba0-4fa7817d89a4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.465878 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-321363be-02b0-489a-9ba0-4fa7817d89a4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.484933 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321363be-02b0-489a-9ba0-4fa7817d89a4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd56d91-90ae-4b7c-8f7a-41aa164f8ecd,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:10.488730 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-321363be-02b0-489a-9ba0-4fa7817d89a4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.489957 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-321363be-02b0-489a-9ba0-4fa7817d89a4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1172030 Aug 20 11:22:10.492915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39680) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:10.497882 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-1254cb8f-fcfa-49a6-8fa5-617274abcc31 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'network': {'name': 'tempest-network-smoke--988776993', 'project_id': '68c200aa0a434658a567a090b20130f0', 'port_security_enabled': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:10.518228 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1254cb8f-fcfa-49a6-8fa5-617274abcc31 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Made reservation on behalf of 68c200aa0a434658a567a090b20130f0 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:22:10.521670 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1254cb8f-fcfa-49a6-8fa5-617274abcc31 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.544589 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1254cb8f-fcfa-49a6-8fa5-617274abcc31 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:22:10.553147 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1254cb8f-fcfa-49a6-8fa5-617274abcc31 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.553542 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-1254cb8f-fcfa-49a6-8fa5-617274abcc31 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Added segment 83a6c582-166b-4117-85df-e355661221c3 of type vlan for network 27d70c51-7d9a-4d59-b4d3-167d7eab07a4 Aug 20 11:22:10.593280 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1254cb8f-fcfa-49a6-8fa5-617274abcc31 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.616497 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1254cb8f-fcfa-49a6-8fa5-617274abcc31 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.622026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1254cb8f-fcfa-49a6-8fa5-617274abcc31 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:10.622612 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1254cb8f-fcfa-49a6-8fa5-617274abcc31 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.682851 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1254cb8f-fcfa-49a6-8fa5-617274abcc31 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1887987 Aug 20 11:22:10.685745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39682) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:10.690359 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-557389273', 'admin_state_up': True, 'project_id': '68c200aa0a434658a567a090b20130f0', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:10.704205 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254cb8f-fcfa-49a6-8fa5-617274abcc31 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Network': ['ID=27d70c51-7d9a-4d59-b4d3-167d7eab07a4,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:10.715192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 27d70c51-7d9a-4d59-b4d3-167d7eab07a4 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:22:10.724497 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.725686 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.776639 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.917481 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:11.111540 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:11.130550 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:11.229677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.25.3.239 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/f2ae6865-ce4a-4886-9c47-9724c9c41191) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:22:11.331697 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:11.369846 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:11.404969 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:22:11.407719 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:22:11.411058 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:22:11.437536 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=f2ae6865-ce4a-4886-9c47-9724c9c41191,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:11.660539 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:11.857824 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:11.984750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router fdad8d28-3014-40f3-96f5-926c405e74d1 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:22:12.089037 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:22:12.098325 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Sync routers for ids ['fdad8d28-3014-40f3-96f5-926c405e74d1'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:22:12.106962 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.107701 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Routers {'fdad8d28-3014-40f3-96f5-926c405e74d1'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:22:12.108261 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-581f5217-403a-4a0b-a312-0705e3959b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4214599 Aug 20 11:22:12.111402 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39684) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:12.111544 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:22:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['fdad8d28-3014-40f3-96f5-926c405e74d1'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:12.235188 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-eb77699c-f193-4121-a1fc-be6369148565 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=68c200aa0a434658a567a090b20130f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1224675 Aug 20 11:22:12.237751 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39688) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:12.307395 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Set router fdad8d28-3014-40f3-96f5-926c405e74d1 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:22:12.333803 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab41d836-7545-49da-9954-cfe7f83d9090 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:12.335643 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ab41d836-7545-49da-9954-cfe7f83d9090 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0968623 Aug 20 11:22:12.339071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39690) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:12.367873 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9a7f41cb-8349-44cd-81ae-c5980c8e9e75 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276599 Aug 20 11:22:12.370897 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39692) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:12.375866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-68134114-8aeb-4e09-b2d9-ce045926d799 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1631990071', 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4', 'project_id': '68c200aa0a434658a567a090b20130f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:12.463800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68134114-8aeb-4e09-b2d9-ce045926d799 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Made reservation on behalf of 68c200aa0a434658a567a090b20130f0 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:22:12.467431 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-68134114-8aeb-4e09-b2d9-ce045926d799 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.482527 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557389273', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:22:10Z', 'updated_at': '2021-08-20T11:22:11Z', 'revision_number': 3, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:11Z', 'updated_at': '2021-08-20T11:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:12.509972 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Checking router: fdad8d28-3014-40f3-96f5-926c405e74d1 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:22:12.510208 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Updating router fdad8d28-3014-40f3-96f5-926c405e74d1 port f2ae6865-ce4a-4886-9c47-9724c9c41191 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:22:12.539496 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.807147 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.816680 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Transition to ACTIVE for port object f2ae6865-ce4a-4886-9c47-9724c9c41191 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:22:12.822376 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.874566 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a365e9-0a15-488b-8f7c-cb5c09e977f3 None None] Pushing event updated for resources: {'Port': ['ID=f2ae6865-ce4a-4886-9c47-9724c9c41191,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:12.881983 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Attempting to bind port f2ae6865-ce4a-4886-9c47-9724c9c41191 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:22:12.882362 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Attempting to bind port f2ae6865-ce4a-4886-9c47-9724c9c41191 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:22:12.882728 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Attempting to bind port f2ae6865-ce4a-4886-9c47-9724c9c41191 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:22:12.886524 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a365e9-0a15-488b-8f7c-cb5c09e977f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:12.886868 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a365e9-0a15-488b-8f7c-cb5c09e977f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:12.887236 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a365e9-0a15-488b-8f7c-cb5c09e977f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:12.887570 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a365e9-0a15-488b-8f7c-cb5c09e977f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:12.887902 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a365e9-0a15-488b-8f7c-cb5c09e977f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:12.888230 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a365e9-0a15-488b-8f7c-cb5c09e977f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:12.888569 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a365e9-0a15-488b-8f7c-cb5c09e977f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:12.888874 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a365e9-0a15-488b-8f7c-cb5c09e977f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:12.889192 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a365e9-0a15-488b-8f7c-cb5c09e977f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:12.889516 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a365e9-0a15-488b-8f7c-cb5c09e977f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:12.889866 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a365e9-0a15-488b-8f7c-cb5c09e977f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:12.890181 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a365e9-0a15-488b-8f7c-cb5c09e977f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:12.895740 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:22:12.896117 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:22:12.896519 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.896899 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:22:12.897369 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Bound port: f2ae6865-ce4a-4886-9c47-9724c9c41191, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:22:12.897745 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.941220 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-68134114-8aeb-4e09-b2d9-ce045926d799 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.953249 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] For port f2ae6865-ce4a-4886-9c47-9724c9c41191, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:22:12.956465 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] For port f2ae6865-ce4a-4886-9c47-9724c9c41191, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f2ae6865-ce4a-4886-9c47-9724c9c41191,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:22:12.960722 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:13.010633 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68134114-8aeb-4e09-b2d9-ce045926d799 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Subnet': ['ID=d4c85f68-534c-47fc-bedd-74c1b800fa50,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:13.015887 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68134114-8aeb-4e09-b2d9-ce045926d799 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Checking segment: {'id': '83a6c582-166b-4117-85df-e355661221c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:22:13.016244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68134114-8aeb-4e09-b2d9-ce045926d799 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network hostable DHCP agents. Network: 27d70c51-7d9a-4d59-b4d3-167d7eab07a4, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:22:13.019037 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a365e9-0a15-488b-8f7c-cb5c09e977f3 None None] Pushing event updated for resources: {'Port': ['ID=f2ae6865-ce4a-4886-9c47-9724c9c41191,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:13.025673 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Routers {'fdad8d28-3014-40f3-96f5-926c405e74d1'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:22:13.026371 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:22:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['fdad8d28-3014-40f3-96f5-926c405e74d1'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:13.034392 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68134114-8aeb-4e09-b2d9-ce045926d799 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network 27d70c51-7d9a-4d59-b4d3-167d7eab07a4 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:22:13.044929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-68134114-8aeb-4e09-b2d9-ce045926d799 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 27d70c51-7d9a-4d59-b4d3-167d7eab07a4) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:22:13.049214 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68134114-8aeb-4e09-b2d9-ce045926d799 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:13.049795 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-68134114-8aeb-4e09-b2d9-ce045926d799 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:13.053906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8522a712-d8f5-4649-98df-f54a990b8ca8 None None] Network 27d70c51-7d9a-4d59-b4d3-167d7eab07a4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:22:13.070226 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-68134114-8aeb-4e09-b2d9-ce045926d799 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6980822 Aug 20 11:22:13.072811 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39694) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:13.137837 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] Set router fdad8d28-3014-40f3-96f5-926c405e74d1 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:22:13.219726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-27d70c51-7d9a-4d59-b4d3-167d7eab07a4', 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ips': [{'subnet_id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:22:13.220713 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:13.339226 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557389273', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:22:10Z', 'updated_at': '2021-08-20T11:22:11Z', 'revision_number': 3, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:11Z', 'updated_at': '2021-08-20T11:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:13.369990 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Allocated IP 172.20.0.2 (27d70c51-7d9a-4d59-b4d3-167d7eab07a4/d4c85f68-534c-47fc-bedd-74c1b800fa50/7e61c535-6c9c-4866-ab55-cf362ad22bf5) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:22:13.370608 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b17e8c-2d0b-4610-b02e-9a7f0c085c75 None None] The sync data for ids ['fdad8d28-3014-40f3-96f5-926c405e74d1'] in n-d-778550-11 is: [{'id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557389273', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:22:10Z', 'updated_at': '2021-08-20T11:22:11Z', 'revision_number': 3, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:11Z', 'updated_at': '2021-08-20T11:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:22:13.533052 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:13.542970 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Transition to ACTIVE for port object 7e61c535-6c9c-4866-ab55-cf362ad22bf5 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:22:13.559935 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Transition to ACTIVE for port object 7e61c535-6c9c-4866-ab55-cf362ad22bf5 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:22:13.566373 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:13.567349 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:13.622261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Pushing event updated for resources: {'Port': ['ID=7e61c535-6c9c-4866-ab55-cf362ad22bf5,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:13.635315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Network 27d70c51-7d9a-4d59-b4d3-167d7eab07a4 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:22:13.637071 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:22:13.639474 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:22:13.700707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Attempting to bind port 7e61c535-6c9c-4866-ab55-cf362ad22bf5 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:22:13.701078 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Attempting to bind port 7e61c535-6c9c-4866-ab55-cf362ad22bf5 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '83a6c582-166b-4117-85df-e355661221c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:22:13.701451 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Attempting to bind port 7e61c535-6c9c-4866-ab55-cf362ad22bf5 on network 27d70c51-7d9a-4d59-b4d3-167d7eab07a4 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:22:13.706681 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:22:13.707075 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Checking segment: {'id': '83a6c582-166b-4117-85df-e355661221c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:22:13.707519 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:13.707918 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Bound using segment: {'id': '83a6c582-166b-4117-85df-e355661221c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:22:13.708391 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Bound port: 7e61c535-6c9c-4866-ab55-cf362ad22bf5, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a6c582-166b-4117-85df-e355661221c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:22:13.708768 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:13.787065 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] For port 7e61c535-6c9c-4866-ab55-cf362ad22bf5, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:22:13.791692 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] For port 7e61c535-6c9c-4866-ab55-cf362ad22bf5, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7e61c535-6c9c-4866-ab55-cf362ad22bf5,segment=NetworkSegment(83a6c582-166b-4117-85df-e355661221c3),segment_id=83a6c582-166b-4117-85df-e355661221c3)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:22:13.796432 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:13.848986 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3e26a-d706-4867-80e0-0c08040e3fbc None None] Pushing event updated for resources: {'Port': ['ID=7e61c535-6c9c-4866-ab55-cf362ad22bf5,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:13.957311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.20.0.1 (27d70c51-7d9a-4d59-b4d3-167d7eab07a4/d4c85f68-534c-47fc-bedd-74c1b800fa50/3da03265-6781-4126-a1cf-fa871df645ba) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:22:14.105311 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:14.121760 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Transition to ACTIVE for port object 3da03265-6781-4126-a1cf-fa871df645ba will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:22:14.182144 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:14.233535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network 27d70c51-7d9a-4d59-b4d3-167d7eab07a4 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:22:14.236853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=3da03265-6781-4126-a1cf-fa871df645ba,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:14.239347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:22:14.246555 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:22:14.295283 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:14.432327 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:14.712209 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:14.718083 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:14.807616 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=3da03265-6781-4126-a1cf-fa871df645ba,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:14.810581 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:14.834794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7e61c535-6c9c-4866-ab55-cf362ad22bf5 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:22:14.902161 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 7e61c535-6c9c-4866-ab55-cf362ad22bf5 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:22:14.906224 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f2ae6865-ce4a-4886-9c47-9724c9c41191 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:22:14.917927 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network 27d70c51-7d9a-4d59-b4d3-167d7eab07a4 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:22:14.919585 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:22:14.957933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port f2ae6865-ce4a-4886-9c47-9724c9c41191 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:22:14.962266 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port f2ae6865-ce4a-4886-9c47-9724c9c41191 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:22:14.962646 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:15.045552 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router fdad8d28-3014-40f3-96f5-926c405e74d1 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:22:15.049850 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:15.078592 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port f2ae6865-ce4a-4886-9c47-9724c9c41191, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f2ae6865-ce4a-4886-9c47-9724c9c41191,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:15.087272 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:15.146542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=f2ae6865-ce4a-4886-9c47-9724c9c41191,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:15.181985 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:22:15.188554 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-21b3133a-f375-4122-b285-5173389f3804 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "PUT /v2.0/routers/fdad8d28-3014-40f3-96f5-926c405e74d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1146958 Aug 20 11:22:15.189196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de6431b-f49a-4814-a957-1bc73f3b1359 None None] Network 27d70c51-7d9a-4d59-b4d3-167d7eab07a4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:22:15.310305 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4621643a-1a05-4479-9cfa-cb9a0182f6d9 None None] Provisioning for port 7e61c535-6c9c-4866-ab55-cf362ad22bf5 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:22:15.317279 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-4621643a-1a05-4479-9cfa-cb9a0182f6d9 None None] Provisioning complete for port 7e61c535-6c9c-4866-ab55-cf362ad22bf5 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:22:15.317708 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4621643a-1a05-4479-9cfa-cb9a0182f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:15.337102 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-4721c346-b4d3-4f37-a3bd-ed9f9c428e15 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1811336046&fields=id&tenant_id=68c200aa0a434658a567a090b20130f0 HTTP/1.1" status: 200 len: 267 time: 0.0381932 Aug 20 11:22:15.434723 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4621643a-1a05-4479-9cfa-cb9a0182f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:15.445970 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Sync routers for ids ['fdad8d28-3014-40f3-96f5-926c405e74d1'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:22:15.468383 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-45847059-2b1e-44f1-a9fc-19398ff6e0b4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:15.469537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Routers {'fdad8d28-3014-40f3-96f5-926c405e74d1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:22:15.470243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:22:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['fdad8d28-3014-40f3-96f5-926c405e74d1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:15.476434 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-45847059-2b1e-44f1-a9fc-19398ff6e0b4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/networks?id=27d70c51-7d9a-4d59-b4d3-167d7eab07a4 HTTP/1.1" status: 200 len: 796 time: 0.1312921 Aug 20 11:22:15.487654 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-84e49999-98b8-481b-b4d1-9329fcc33252 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/quotas/68c200aa0a434658a567a090b20130f0 HTTP/1.1" status: 200 len: 375 time: 0.0100713 Aug 20 11:22:15.513229 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4621643a-1a05-4479-9cfa-cb9a0182f6d9 None None] For port 7e61c535-6c9c-4866-ab55-cf362ad22bf5, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7e61c535-6c9c-4866-ab55-cf362ad22bf5,segment=NetworkSegment(83a6c582-166b-4117-85df-e355661221c3),segment_id=83a6c582-166b-4117-85df-e355661221c3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:15.520321 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4621643a-1a05-4479-9cfa-cb9a0182f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:15.552965 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-51d96203-2eb4-40d8-b125-1fe4cdebea75 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584645 Aug 20 11:22:15.612506 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621643a-1a05-4479-9cfa-cb9a0182f6d9 None None] Pushing event updated for resources: {'Port': ['ID=7e61c535-6c9c-4866-ab55-cf362ad22bf5,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:15.640783 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Set router fdad8d28-3014-40f3-96f5-926c405e74d1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:22:15.658568 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-21e7f1d9-21eb-4b7d-baa9-2471e406dc3f service neutron] 10.222.0.16 "GET /v2.0/networks/27d70c51-7d9a-4d59-b4d3-167d7eab07a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965431 Aug 20 11:22:15.763599 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-e37f4e2c-349e-41bb-adda-b22e146ea0c0 service neutron] 10.222.0.16 "GET /v2.0/networks/27d70c51-7d9a-4d59-b4d3-167d7eab07a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975757 Aug 20 11:22:15.842116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-23d1f810-4ebb-4bb0-9361-f92f07389066 None None] Provisioning for port 3da03265-6781-4126-a1cf-fa871df645ba completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:22:15.854572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-23d1f810-4ebb-4bb0-9361-f92f07389066 None None] Provisioning complete for port 3da03265-6781-4126-a1cf-fa871df645ba triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:22:15.855171 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-23d1f810-4ebb-4bb0-9361-f92f07389066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:15.951751 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-501d4246-11e5-4a90-97a1-6af5b84c09e3 req-db9bcb93-6952-418e-9970-fd372ef907b1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 210 time: 0.0335374 Aug 20 11:22:16.001832 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-23d1f810-4ebb-4bb0-9361-f92f07389066 None None] Port 3da03265-6781-4126-a1cf-fa871df645ba cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:22:16.035743 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-23d1f810-4ebb-4bb0-9361-f92f07389066 None None] Provisioning complete for port 7e61c535-6c9c-4866-ab55-cf362ad22bf5 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:22:16.036118 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-23d1f810-4ebb-4bb0-9361-f92f07389066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:16.158786 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557389273', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:22:10Z', 'updated_at': '2021-08-20T11:22:14Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:11Z', 'updated_at': '2021-08-20T11:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3da03265-6781-4126-a1cf-fa871df645ba', 'name': '', 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:b4:a8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:13Z', 'updated_at': '2021-08-20T11:22:14Z', 'revision_number': 2, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:16.188791 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Checking router: fdad8d28-3014-40f3-96f5-926c405e74d1 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:22:16.189152 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Updating router fdad8d28-3014-40f3-96f5-926c405e74d1 port 3da03265-6781-4126-a1cf-fa871df645ba binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:22:16.214207 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:16.334723 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-874fd560-b999-40de-a58f-d7e699ab5f50 None None] Provisioning complete for port 3da03265-6781-4126-a1cf-fa871df645ba triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:22:16.335241 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-874fd560-b999-40de-a58f-d7e699ab5f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:16.416747 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-874fd560-b999-40de-a58f-d7e699ab5f50 None None] Port 3da03265-6781-4126-a1cf-fa871df645ba cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:22:16.520725 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:16.531136 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Transition to ACTIVE for port object 3da03265-6781-4126-a1cf-fa871df645ba will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:22:16.536171 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:16.587631 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4128378-8d36-4eb1-b8b2-60479198e714 None None] Pushing event updated for resources: {'Port': ['ID=3da03265-6781-4126-a1cf-fa871df645ba,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:16.640760 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Attempting to bind port 3da03265-6781-4126-a1cf-fa871df645ba on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:22:16.641125 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Attempting to bind port 3da03265-6781-4126-a1cf-fa871df645ba by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '83a6c582-166b-4117-85df-e355661221c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:22:16.641483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Attempting to bind port 3da03265-6781-4126-a1cf-fa871df645ba on network 27d70c51-7d9a-4d59-b4d3-167d7eab07a4 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:22:16.646451 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:22:16.646821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Checking segment: {'id': '83a6c582-166b-4117-85df-e355661221c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:22:16.647398 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:16.647635 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Bound using segment: {'id': '83a6c582-166b-4117-85df-e355661221c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:22:16.648678 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Bound port: 3da03265-6781-4126-a1cf-fa871df645ba, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a6c582-166b-4117-85df-e355661221c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:22:16.649122 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:16.726165 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] For port 3da03265-6781-4126-a1cf-fa871df645ba, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:22:16.729880 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] For port 3da03265-6781-4126-a1cf-fa871df645ba, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3da03265-6781-4126-a1cf-fa871df645ba,segment=NetworkSegment(83a6c582-166b-4117-85df-e355661221c3),segment_id=83a6c582-166b-4117-85df-e355661221c3)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:22:16.734861 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:16.777536 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7e61c535-6c9c-4866-ab55-cf362ad22bf5 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:22:16.857907 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Routers {'fdad8d28-3014-40f3-96f5-926c405e74d1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:22:16.858572 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:22:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['fdad8d28-3014-40f3-96f5-926c405e74d1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:16.894599 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4128378-8d36-4eb1-b8b2-60479198e714 None None] Pushing event updated for resources: {'Port': ['ID=3da03265-6781-4126-a1cf-fa871df645ba,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:16.926506 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 7e61c535-6c9c-4866-ab55-cf362ad22bf5 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:22:16.926892 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:16.931289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-fcc8dee6-bed0-4b40-8f6c-e99fc47ae748 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:16.932883 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-fcc8dee6-bed0-4b40-8f6c-e99fc47ae748 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "GET /v2.0/networks?id=27d70c51-7d9a-4d59-b4d3-167d7eab07a4 HTTP/1.1" status: 200 len: 796 time: 0.1257999 Aug 20 11:22:16.997471 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-1cf5688d-34b9-4831-a730-c484cdff7e0c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68c200aa0a434658a567a090b20130f0 HTTP/1.1" status: 200 len: 380 time: 0.0527585 Aug 20 11:22:17.009485 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-35356546-5600-4145-933b-5fcdf7b05a99 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'port': {'device_id': '87909fe6-e203-4e04-ae00-96865baf3417', 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4', 'admin_state_up': True, 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'security_groups': ['ad1226c0-0388-4a2d-beb8-103172c0d042']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:17.024383 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] Set router fdad8d28-3014-40f3-96f5-926c405e74d1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:22:17.083745 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-faf85d65-908d-4df3-a5c2-0d766e29d34e req-3713faa1-fc33-42b6-8cff-8495816af34a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 210 time: 0.0316222 Aug 20 11:22:17.144305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-35356546-5600-4145-933b-5fcdf7b05a99 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Made reservation on behalf of 68c200aa0a434658a567a090b20130f0 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:22:17.148479 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-35356546-5600-4145-933b-5fcdf7b05a99 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:17.153672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f2ae6865-ce4a-4886-9c47-9724c9c41191 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:22:17.280798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port f2ae6865-ce4a-4886-9c47-9724c9c41191 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:22:17.281219 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:17.281975 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-35356546-5600-4145-933b-5fcdf7b05a99 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.20.0.12 (27d70c51-7d9a-4d59-b4d3-167d7eab07a4/d4c85f68-534c-47fc-bedd-74c1b800fa50/200470a4-1885-4b9b-bc39-000c2f5556f6) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:22:17.345306 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557389273', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:22:10Z', 'updated_at': '2021-08-20T11:22:14Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:11Z', 'updated_at': '2021-08-20T11:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3da03265-6781-4126-a1cf-fa871df645ba', 'name': '', 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:b4:a8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:13Z', 'updated_at': '2021-08-20T11:22:16Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:17.391835 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5c2895-d942-42c5-b663-4853298cf081 None None] The sync data for ids ['fdad8d28-3014-40f3-96f5-926c405e74d1'] in n-d-778550-11 is: [{'id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557389273', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:22:10Z', 'updated_at': '2021-08-20T11:22:14Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:11Z', 'updated_at': '2021-08-20T11:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3da03265-6781-4126-a1cf-fa871df645ba', 'name': '', 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:b4:a8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:13Z', 'updated_at': '2021-08-20T11:22:16Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:22:17.431543 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-35356546-5600-4145-933b-5fcdf7b05a99 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:17.449348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-35356546-5600-4145-933b-5fcdf7b05a99 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Transition to ACTIVE for port object 200470a4-1885-4b9b-bc39-000c2f5556f6 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:22:17.489572 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-35356546-5600-4145-933b-5fcdf7b05a99 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:17.536194 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-35356546-5600-4145-933b-5fcdf7b05a99 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network 27d70c51-7d9a-4d59-b4d3-167d7eab07a4 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:22:17.539493 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-35356546-5600-4145-933b-5fcdf7b05a99 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:22:17.550897 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-35356546-5600-4145-933b-5fcdf7b05a99 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:22:17.574049 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35356546-5600-4145-933b-5fcdf7b05a99 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=200470a4-1885-4b9b-bc39-000c2f5556f6,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:17.604382 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-35356546-5600-4145-933b-5fcdf7b05a99 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:17.605018 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-35356546-5600-4145-933b-5fcdf7b05a99 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:17.621326 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-35356546-5600-4145-933b-5fcdf7b05a99 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6165588 Aug 20 11:22:17.634994 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Request body: {'port': {'device_id': '87909fe6-e203-4e04-ae00-96865baf3417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:17.698738 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:17.777043 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d6f4ff0e-9765-45f8-92f8-3bd829f11326 None None] Provisioning for port 200470a4-1885-4b9b-bc39-000c2f5556f6 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:22:17.781693 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d6f4ff0e-9765-45f8-92f8-3bd829f11326 None None] Provisioning complete for port 200470a4-1885-4b9b-bc39-000c2f5556f6 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:22:17.782184 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d6f4ff0e-9765-45f8-92f8-3bd829f11326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:17.819173 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4ff0e-9765-45f8-92f8-3bd829f11326 None None] Port 200470a4-1885-4b9b-bc39-000c2f5556f6 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:22:17.993032 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200470a4-1885-4b9b-bc39-000c2f5556f6 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:22:18.001171 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:18.013526 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Transition to ACTIVE for port object 200470a4-1885-4b9b-bc39-000c2f5556f6 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:22:18.017996 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:18.068425 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Pushing event updated for resources: {'Port': ['ID=200470a4-1885-4b9b-bc39-000c2f5556f6,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:18.157956 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Attempting to bind port 200470a4-1885-4b9b-bc39-000c2f5556f6 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:22:18.158299 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Attempting to bind port 200470a4-1885-4b9b-bc39-000c2f5556f6 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '83a6c582-166b-4117-85df-e355661221c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:22:18.158737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Attempting to bind port 200470a4-1885-4b9b-bc39-000c2f5556f6 on network 27d70c51-7d9a-4d59-b4d3-167d7eab07a4 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:22:18.165474 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Port 200470a4-1885-4b9b-bc39-000c2f5556f6 on network 27d70c51-7d9a-4d59-b4d3-167d7eab07a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:22:18.165796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Attempting to bind port 200470a4-1885-4b9b-bc39-000c2f5556f6 on network 27d70c51-7d9a-4d59-b4d3-167d7eab07a4 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:22:18.171337 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:22:18.171680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Checking segment: {'id': '83a6c582-166b-4117-85df-e355661221c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:22:18.172069 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Bound using segment: {'id': '83a6c582-166b-4117-85df-e355661221c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:22:18.172509 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Bound port: 200470a4-1885-4b9b-bc39-000c2f5556f6, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83a6c582-166b-4117-85df-e355661221c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:22:18.172983 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:18.230276 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0a373-62eb-40f9-abf5-d349de5d6e7f req-7274f589-1bc6-4323-9291-9ed940a51d72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:18.232547 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75f0a373-62eb-40f9-abf5-d349de5d6e7f req-7274f589-1bc6-4323-9291-9ed940a51d72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 944 time: 0.0612373 Aug 20 11:22:18.247223 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] For port 200470a4-1885-4b9b-bc39-000c2f5556f6, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:22:18.250661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] For port 200470a4-1885-4b9b-bc39-000c2f5556f6, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=200470a4-1885-4b9b-bc39-000c2f5556f6,segment=NetworkSegment(83a6c582-166b-4117-85df-e355661221c3),segment_id=83a6c582-166b-4117-85df-e355661221c3)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:22:18.263400 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:18.280179 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-75f0a373-62eb-40f9-abf5-d349de5d6e7f req-a0a099d4-afd0-487a-8ff1-0e9f96c0fa26 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad1226c0-0388-4a2d-beb8-103172c0d042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405004 Aug 20 11:22:18.301615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:18.302178 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:18.303675 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] 10.222.0.24 "PUT /v2.0/ports/200470a4-1885-4b9b-bc39-000c2f5556f6 HTTP/1.1" status: 200 len: 1093 time: 0.6739600 Aug 20 11:22:18.304192 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87909fe6-e203-4e04-ae00-96865baf3417', 'tag': '200470a4-1885-4b9b-bc39-000c2f5556f6'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:22:18.307032 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fcb3d3-10b5-4e99-88b0-c6b33f8dc213" -d '{"events": [{"name": "network-changed", "server_uuid": "87909fe6-e203-4e04-ae00-96865baf3417", "tag": "200470a4-1885-4b9b-bc39-000c2f5556f6"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:22:18.332640 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52827341-4777-457c-af5e-98a2e9c7f919 service neutron] Pushing event updated for resources: {'Port': ['ID=200470a4-1885-4b9b-bc39-000c2f5556f6,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:18.390518 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc14351-17c3-4b00-90cd-e756a9624d43 x-openstack-request-id: req-0bc14351-17c3-4b00-90cd-e756a9624d43 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:22:18.390911 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87909fe6-e203-4e04-ae00-96865baf3417", "tag": "200470a4-1885-4b9b-bc39-000c2f5556f6", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:22:18.391254 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0bc14351-17c3-4b00-90cd-e756a9624d43 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:22:18.392088 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87909fe6-e203-4e04-ae00-96865baf3417', 'tag': '200470a4-1885-4b9b-bc39-000c2f5556f6', 'status': 'completed', 'code': 200} Aug 20 11:22:18.418362 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-f88cc509-89d9-4ddc-a5f4-0371bfbf15f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:18.420254 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-f88cc509-89d9-4ddc-a5f4-0371bfbf15f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 1096 time: 0.0673397 Aug 20 11:22:18.467688 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-9b52edd2-74a1-48c0-beed-efb6ade8e0a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=200470a4-1885-4b9b-bc39-000c2f5556f6 HTTP/1.1" status: 200 len: 217 time: 0.0383291 Aug 20 11:22:18.519996 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-ea97d4c9-c9e8-4dbb-bec5-c7f36521a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:18.521534 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-ea97d4c9-c9e8-4dbb-bec5-c7f36521a082 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4c85f68-534c-47fc-bedd-74c1b800fa50 HTTP/1.1" status: 200 len: 835 time: 0.0460258 Aug 20 11:22:18.572786 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-ac0b409b-38c6-499e-8ad8-2942f9ddbf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:18.574197 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-ac0b409b-38c6-499e-8ad8-2942f9ddbf7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27d70c51-7d9a-4d59-b4d3-167d7eab07a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451639 Aug 20 11:22:18.665643 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-0846f8be-b709-4859-9c14-9c03304cc572 service neutron] 10.222.0.24 "GET /v2.0/networks/27d70c51-7d9a-4d59-b4d3-167d7eab07a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836751 Aug 20 11:22:18.764551 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b79f34a3-7acb-4f93-8a1f-e424cb473af9 req-77c8fb23-600e-4df4-8aa2-9880c3060451 service neutron] 10.222.0.24 "GET /v2.0/networks/27d70c51-7d9a-4d59-b4d3-167d7eab07a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920432 Aug 20 11:22:18.774876 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3da03265-6781-4126-a1cf-fa871df645ba up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:22:18.824181 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 3da03265-6781-4126-a1cf-fa871df645ba completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:22:18.828347 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3da03265-6781-4126-a1cf-fa871df645ba triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:22:18.828748 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:18.919333 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:18.955947 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 3da03265-6781-4126-a1cf-fa871df645ba, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3da03265-6781-4126-a1cf-fa871df645ba,segment=NetworkSegment(83a6c582-166b-4117-85df-e355661221c3),segment_id=83a6c582-166b-4117-85df-e355661221c3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:18.960163 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:19.021794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=3da03265-6781-4126-a1cf-fa871df645ba,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:19.025468 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:19.141665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcb3d3-10b5-4e99-88b0-c6b33f8dc213 req-2dc57612-fb25-4051-b313-a1de9f8b3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:19.143446 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10fcb3d3-10b5-4e99-88b0-c6b33f8dc213 req-2dc57612-fb25-4051-b313-a1de9f8b3968 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 1096 time: 0.3332572 Aug 20 11:22:19.234579 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcb3d3-10b5-4e99-88b0-c6b33f8dc213 req-32a5f36c-396e-45e1-90a0-efec32ffb3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:19.236068 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10fcb3d3-10b5-4e99-88b0-c6b33f8dc213 req-32a5f36c-396e-45e1-90a0-efec32ffb3e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27d70c51-7d9a-4d59-b4d3-167d7eab07a4 HTTP/1.1" status: 200 len: 897 time: 0.0857604 Aug 20 11:22:19.283170 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10fcb3d3-10b5-4e99-88b0-c6b33f8dc213 req-031d4364-b6b0-45a7-b20b-9da6cf5839e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=200470a4-1885-4b9b-bc39-000c2f5556f6 HTTP/1.1" status: 200 len: 217 time: 0.0399270 Aug 20 11:22:19.334715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcb3d3-10b5-4e99-88b0-c6b33f8dc213 req-ec04bc1a-049e-4cc6-93dc-cffef5ba81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:19.336357 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10fcb3d3-10b5-4e99-88b0-c6b33f8dc213 req-ec04bc1a-049e-4cc6-93dc-cffef5ba81fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4c85f68-534c-47fc-bedd-74c1b800fa50 HTTP/1.1" status: 200 len: 835 time: 0.0471640 Aug 20 11:22:19.385585 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcb3d3-10b5-4e99-88b0-c6b33f8dc213 req-c2fe4c69-3618-4100-bd28-e4cfd75b004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:19.387242 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10fcb3d3-10b5-4e99-88b0-c6b33f8dc213 req-c2fe4c69-3618-4100-bd28-e4cfd75b004c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27d70c51-7d9a-4d59-b4d3-167d7eab07a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431290 Aug 20 11:22:19.406583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f222d-ffff-4491-8a3f-c9ffbd522ef0 req-12e7ca38-5315-4e70-b327-86d870f2d1d0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:19.411835 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0d8f222d-ffff-4491-8a3f-c9ffbd522ef0 req-12e7ca38-5315-4e70-b327-86d870f2d1d0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 944 time: 0.0575230 Aug 20 11:22:19.455397 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0d8f222d-ffff-4491-8a3f-c9ffbd522ef0 req-7e868133-44dd-465f-beea-d61c580909a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad1226c0-0388-4a2d-beb8-103172c0d042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412352 Aug 20 11:22:19.487323 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10fcb3d3-10b5-4e99-88b0-c6b33f8dc213 req-b6bd51eb-7a8a-4034-96a0-cb1931825856 service neutron] 10.222.0.24 "GET /v2.0/networks/27d70c51-7d9a-4d59-b4d3-167d7eab07a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916524 Aug 20 11:22:19.576420 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10fcb3d3-10b5-4e99-88b0-c6b33f8dc213 req-10cbaae9-7aeb-44a8-8b81-25fcc5452fa1 service neutron] 10.222.0.24 "GET /v2.0/networks/27d70c51-7d9a-4d59-b4d3-167d7eab07a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821595 Aug 20 11:22:20.571176 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bf8fb-7193-41b7-8da4-8807a5881ee4 req-8ebae743-d74c-494e-9bb1-6a95102c96b0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:20.572670 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e05bf8fb-7193-41b7-8da4-8807a5881ee4 req-8ebae743-d74c-494e-9bb1-6a95102c96b0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 944 time: 0.0498974 Aug 20 11:22:20.613827 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e05bf8fb-7193-41b7-8da4-8807a5881ee4 req-957195f9-8c47-4cb8-bdaf-41ffd5b78a6b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad1226c0-0388-4a2d-beb8-103172c0d042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349705 Aug 20 11:22:20.755348 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3da03265-6781-4126-a1cf-fa871df645ba up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:22:20.802658 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3da03265-6781-4126-a1cf-fa871df645ba triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:22:20.803023 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:21.342598 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 200470a4-1885-4b9b-bc39-000c2f5556f6 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:22:21.436111 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 200470a4-1885-4b9b-bc39-000c2f5556f6, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=200470a4-1885-4b9b-bc39-000c2f5556f6,segment=NetworkSegment(83a6c582-166b-4117-85df-e355661221c3),segment_id=83a6c582-166b-4117-85df-e355661221c3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:21.451673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '200470a4-1885-4b9b-bc39-000c2f5556f6', 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4', 'port_id': '200470a4-1885-4b9b-bc39-000c2f5556f6', 'mac_address': 'fa:16:3e:2f:6e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:22:21.494278 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:21.508967 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200470a4-1885-4b9b-bc39-000c2f5556f6 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:22:21.528200 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 200470a4-1885-4b9b-bc39-000c2f5556f6, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=200470a4-1885-4b9b-bc39-000c2f5556f6,segment=NetworkSegment(83a6c582-166b-4117-85df-e355661221c3),segment_id=83a6c582-166b-4117-85df-e355661221c3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:21.532262 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:21.578808 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=200470a4-1885-4b9b-bc39-000c2f5556f6,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:21.727564 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7c74f-9887-41a7-af06-bda1a78376d4 req-7690ce6d-4c9e-4e61-bcde-ae0fc65b18f1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:21.729081 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1c7c74f-9887-41a7-af06-bda1a78376d4 req-7690ce6d-4c9e-4e61-bcde-ae0fc65b18f1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 945 time: 0.0487950 Aug 20 11:22:21.769897 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b1c7c74f-9887-41a7-af06-bda1a78376d4 req-38513c4a-789d-4fd7-b8ae-ee598bafada8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad1226c0-0388-4a2d-beb8-103172c0d042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348158 Aug 20 11:22:21.866875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['200470a4-1885-4b9b-bc39-000c2f5556f6'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:22:22.885391 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950a53d-e365-405f-9c6e-cff5f93e7170 req-f089ad85-0151-4f12-b7b5-52d0d5f004ac tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:22.886862 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4950a53d-e365-405f-9c6e-cff5f93e7170 req-f089ad85-0151-4f12-b7b5-52d0d5f004ac tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 945 time: 0.0481224 Aug 20 11:22:22.923415 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4950a53d-e365-405f-9c6e-cff5f93e7170 req-41121f4d-f8c6-4fed-be8c-a4b6c0bc6072 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad1226c0-0388-4a2d-beb8-103172c0d042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305922 Aug 20 11:22:23.360442 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 200470a4-1885-4b9b-bc39-000c2f5556f6 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:22:23.392717 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:23.412440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 200470a4-1885-4b9b-bc39-000c2f5556f6 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:22:23.416480 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 200470a4-1885-4b9b-bc39-000c2f5556f6 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:22:23.416866 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:23.495611 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:23.517234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87909fe6-e203-4e04-ae00-96865baf3417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200470a4-1885-4b9b-bc39-000c2f5556f6'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:22:23.519503 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d68a5a-4349-4166-afbc-f7307bd9b32c" -d '{"events": [{"server_uuid": "87909fe6-e203-4e04-ae00-96865baf3417", "name": "network-vif-plugged", "status": "completed", "tag": "200470a4-1885-4b9b-bc39-000c2f5556f6"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:22:23.532741 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 200470a4-1885-4b9b-bc39-000c2f5556f6, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=200470a4-1885-4b9b-bc39-000c2f5556f6,segment=NetworkSegment(83a6c582-166b-4117-85df-e355661221c3),segment_id=83a6c582-166b-4117-85df-e355661221c3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:23.537175 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:23.560921 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb523a4-6247-4e49-bcb9-5383fd0fd270 x-openstack-request-id: req-0cb523a4-6247-4e49-bcb9-5383fd0fd270 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:22:23.561221 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87909fe6-e203-4e04-ae00-96865baf3417", "name": "network-vif-plugged", "status": "completed", "tag": "200470a4-1885-4b9b-bc39-000c2f5556f6", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:22:23.561474 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0cb523a4-6247-4e49-bcb9-5383fd0fd270 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:22:23.561865 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87909fe6-e203-4e04-ae00-96865baf3417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200470a4-1885-4b9b-bc39-000c2f5556f6', 'code': 200} Aug 20 11:22:23.587618 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=200470a4-1885-4b9b-bc39-000c2f5556f6,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:23.652612 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bde434-3080-4b34-a3e7-271e124ee990 req-2023c808-9c78-4510-b3b7-47f46b1cc626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:23.654066 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-11bde434-3080-4b34-a3e7-271e124ee990 req-2023c808-9c78-4510-b3b7-47f46b1cc626 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 1098 time: 0.0394862 Aug 20 11:22:23.688305 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-11bde434-3080-4b34-a3e7-271e124ee990 req-3b0b0f04-cefd-4487-b4d3-77fe9c58723a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ad1226c0-0388-4a2d-beb8-103172c0d042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272167 Aug 20 11:22:24.036903 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29276cf-df80-43c7-a829-5735d907c05a req-2846b5d4-825d-4419-98e7-eda1ac27aa0a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:24.038382 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f29276cf-df80-43c7-a829-5735d907c05a req-2846b5d4-825d-4419-98e7-eda1ac27aa0a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 946 time: 0.0480499 Aug 20 11:22:24.079180 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f29276cf-df80-43c7-a829-5735d907c05a req-94a3a044-08a0-4d08-946e-a4e0365dd7fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad1226c0-0388-4a2d-beb8-103172c0d042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347354 Aug 20 11:22:25.195821 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05488b89-d2f1-431a-a3f6-9e3affb2a967 req-9d1951ba-f352-4dd4-84b7-9977126cd827 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:25.197912 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05488b89-d2f1-431a-a3f6-9e3affb2a967 req-9d1951ba-f352-4dd4-84b7-9977126cd827 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 946 time: 0.0490344 Aug 20 11:22:25.235740 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05488b89-d2f1-431a-a3f6-9e3affb2a967 req-ee0fd11c-3a7a-4f2f-98ee-8f0fd65ed68f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad1226c0-0388-4a2d-beb8-103172c0d042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315623 Aug 20 11:22:25.348330 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2c4aa-cb98-4424-a09b-8b0c4ad88b10 req-2e92d413-7700-4a06-a987-3c520845e4d5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:25.349783 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bb2c4aa-cb98-4424-a09b-8b0c4ad88b10 req-2e92d413-7700-4a06-a987-3c520845e4d5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 946 time: 0.0483623 Aug 20 11:22:25.387842 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2bb2c4aa-cb98-4424-a09b-8b0c4ad88b10 req-91299da7-444d-45f5-b101-de320e858380 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad1226c0-0388-4a2d-beb8-103172c0d042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320382 Aug 20 11:22:25.408709 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39742) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:25.447355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52654118-ad62-43e6-a67b-e100a682726d tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:25.448846 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-52654118-ad62-43e6-a67b-e100a682726d tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 1093 time: 0.0391757 Aug 20 11:22:25.452028 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39744) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:25.456352 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': '200470a4-1885-4b9b-bc39-000c2f5556f6', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:25.480007 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:25.576454 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:25.675215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.25.3.218 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/ea17932d-7eb6-4f6e-8b26-84b02926167d) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:22:25.777577 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:25.815942 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:25.851880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:22:25.855199 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:22:25.858510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:22:25.883797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=ea17932d-7eb6-4f6e-8b26-84b02926167d,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:26.249051 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:26.319407 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:26.466438 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:26.470831 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:26.535472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=ea17932d-7eb6-4f6e-8b26-84b02926167d,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:26.547205 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:26.645870 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Floating IP 7932df91-a51f-4f43-841b-86ac3da30d08 associated. External IP: 172.25.3.218, port: 200470a4-1885-4b9b-bc39-000c2f5556f6. Aug 20 11:22:26.850834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router fdad8d28-3014-40f3-96f5-926c405e74d1 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:22:26.956371 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:22:26.971530 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef541d6-2be2-4378-a658-e76e25d9cbfa None None] Sync routers for ids ['fdad8d28-3014-40f3-96f5-926c405e74d1'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:22:26.976516 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:26.980953 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef541d6-2be2-4378-a658-e76e25d9cbfa None None] Routers {'fdad8d28-3014-40f3-96f5-926c405e74d1'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:22:26.981691 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-bef541d6-2be2-4378-a658-e76e25d9cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:22:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['fdad8d28-3014-40f3-96f5-926c405e74d1'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:27.003015 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6abeb0b9-fa58-47e6-be55-16baa89c3508 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5499899 Aug 20 11:22:27.003724 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87909fe6-e203-4e04-ae00-96865baf3417', 'tag': '200470a4-1885-4b9b-bc39-000c2f5556f6'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:22:27.006103 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81c6345-f9c5-439a-b1b3-5ca6194483ac" -d '{"events": [{"name": "network-changed", "server_uuid": "87909fe6-e203-4e04-ae00-96865baf3417", "tag": "200470a4-1885-4b9b-bc39-000c2f5556f6"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:22:27.051466 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3887de80-94bd-419d-a560-c3593f6a082f x-openstack-request-id: req-3887de80-94bd-419d-a560-c3593f6a082f {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:22:27.051760 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87909fe6-e203-4e04-ae00-96865baf3417", "tag": "200470a4-1885-4b9b-bc39-000c2f5556f6", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:22:27.052015 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3887de80-94bd-419d-a560-c3593f6a082f {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:22:27.052466 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87909fe6-e203-4e04-ae00-96865baf3417', 'tag': '200470a4-1885-4b9b-bc39-000c2f5556f6', 'status': 'completed', 'code': 200} Aug 20 11:22:27.095685 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-bef541d6-2be2-4378-a658-e76e25d9cbfa None None] Set router fdad8d28-3014-40f3-96f5-926c405e74d1 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:22:27.115911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e834e9-67bd-451c-8d8b-990a705b80ae req-969d18a5-f535-4af5-9226-206a0ca734c9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:27.117390 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39e834e9-67bd-451c-8d8b-990a705b80ae req-969d18a5-f535-4af5-9226-206a0ca734c9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 946 time: 0.0552425 Aug 20 11:22:27.117734 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c6345-f9c5-439a-b1b3-5ca6194483ac req-a995782e-b6aa-45c3-9402-72a5d7808fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:27.119312 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a81c6345-f9c5-439a-b1b3-5ca6194483ac req-a995782e-b6aa-45c3-9402-72a5d7808fc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 1098 time: 0.0423903 Aug 20 11:22:27.160878 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-39e834e9-67bd-451c-8d8b-990a705b80ae req-fa4d26e9-0ba0-4997-a194-54a25ca0b626 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad1226c0-0388-4a2d-beb8-103172c0d042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355172 Aug 20 11:22:27.183451 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39750) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:27.224776 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c6345-f9c5-439a-b1b3-5ca6194483ac req-6c5f2a99-c722-490e-9dbc-6b6b8dc33023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:27.226576 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a81c6345-f9c5-439a-b1b3-5ca6194483ac req-6c5f2a99-c722-490e-9dbc-6b6b8dc33023 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27d70c51-7d9a-4d59-b4d3-167d7eab07a4 HTTP/1.1" status: 200 len: 897 time: 0.1005802 Aug 20 11:22:27.247868 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-559f11f0-0106-4f7c-8028-e44c4cbd2b42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/7932df91-a51f-4f43-841b-86ac3da30d08 HTTP/1.1" status: 200 len: 992 time: 0.0628064 Aug 20 11:22:27.294137 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a81c6345-f9c5-439a-b1b3-5ca6194483ac req-f35416e9-a5fa-4ae0-b6b0-7e57af62b4a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=200470a4-1885-4b9b-bc39-000c2f5556f6 HTTP/1.1" status: 200 len: 1000 time: 0.0599916 Aug 20 11:22:27.321047 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-bef541d6-2be2-4378-a658-e76e25d9cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557389273', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:22:10Z', 'updated_at': '2021-08-20T11:22:14Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:11Z', 'updated_at': '2021-08-20T11:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7932df91-a51f-4f43-841b-86ac3da30d08', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'port_id': '200470a4-1885-4b9b-bc39-000c2f5556f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4', 'mac_address': 'fa:16:3e:2f:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87909fe6-e203-4e04-ae00-96865baf3417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:22:26Z', 'updated_at': '2021-08-20T11:22:26Z', 'revision_number': 0, 'project_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da03265-6781-4126-a1cf-fa871df645ba', 'name': '', 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:b4:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:13Z', 'updated_at': '2021-08-20T11:22:18Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:27.347354 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef541d6-2be2-4378-a658-e76e25d9cbfa None None] Checking router: fdad8d28-3014-40f3-96f5-926c405e74d1 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:22:27.347951 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c6345-f9c5-439a-b1b3-5ca6194483ac req-d1db7557-bf43-480e-9542-85f9a19de4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:27.349415 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a81c6345-f9c5-439a-b1b3-5ca6194483ac req-d1db7557-bf43-480e-9542-85f9a19de4cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4c85f68-534c-47fc-bedd-74c1b800fa50 HTTP/1.1" status: 200 len: 835 time: 0.0485754 Aug 20 11:22:27.356494 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef541d6-2be2-4378-a658-e76e25d9cbfa None None] Routers {'fdad8d28-3014-40f3-96f5-926c405e74d1'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:22:27.357165 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-bef541d6-2be2-4378-a658-e76e25d9cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:22:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['fdad8d28-3014-40f3-96f5-926c405e74d1'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:27.395399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c6345-f9c5-439a-b1b3-5ca6194483ac req-c6bb0ce4-dbab-4c2f-9bd5-cfbc9f983811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:27.396944 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a81c6345-f9c5-439a-b1b3-5ca6194483ac req-c6bb0ce4-dbab-4c2f-9bd5-cfbc9f983811 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27d70c51-7d9a-4d59-b4d3-167d7eab07a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401697 Aug 20 11:22:27.462791 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-bef541d6-2be2-4378-a658-e76e25d9cbfa None None] Set router fdad8d28-3014-40f3-96f5-926c405e74d1 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:22:27.486515 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a81c6345-f9c5-439a-b1b3-5ca6194483ac req-87099f48-6282-4dc8-95d8-3582b9b0a2f6 service neutron] 10.222.0.24 "GET /v2.0/networks/27d70c51-7d9a-4d59-b4d3-167d7eab07a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823879 Aug 20 11:22:27.586555 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a81c6345-f9c5-439a-b1b3-5ca6194483ac req-8d1eb530-16ef-4021-af13-ac84f9918aed service neutron] 10.222.0.24 "GET /v2.0/networks/27d70c51-7d9a-4d59-b4d3-167d7eab07a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932653 Aug 20 11:22:27.774152 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-bef541d6-2be2-4378-a658-e76e25d9cbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557389273', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:22:10Z', 'updated_at': '2021-08-20T11:22:14Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:11Z', 'updated_at': '2021-08-20T11:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7932df91-a51f-4f43-841b-86ac3da30d08', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'port_id': '200470a4-1885-4b9b-bc39-000c2f5556f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4', 'mac_address': 'fa:16:3e:2f:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87909fe6-e203-4e04-ae00-96865baf3417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:22:26Z', 'updated_at': '2021-08-20T11:22:26Z', 'revision_number': 0, 'project_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da03265-6781-4126-a1cf-fa871df645ba', 'name': '', 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:b4:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:13Z', 'updated_at': '2021-08-20T11:22:18Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:27.800172 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef541d6-2be2-4378-a658-e76e25d9cbfa None None] The sync data for ids ['fdad8d28-3014-40f3-96f5-926c405e74d1'] in n-d-778550-11 is: [{'id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557389273', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:22:10Z', 'updated_at': '2021-08-20T11:22:14Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:11Z', 'updated_at': '2021-08-20T11:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '7932df91-a51f-4f43-841b-86ac3da30d08', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'port_id': '200470a4-1885-4b9b-bc39-000c2f5556f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4', 'mac_address': 'fa:16:3e:2f:6e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87909fe6-e203-4e04-ae00-96865baf3417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:22:26Z', 'updated_at': '2021-08-20T11:22:26Z', 'revision_number': 0, 'project_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3da03265-6781-4126-a1cf-fa871df645ba', 'name': '', 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:b4:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:13Z', 'updated_at': '2021-08-20T11:22:18Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:22:27.990228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e57b1f-2bba-4b7d-a0fc-8b7d727f851d None None] New status for floating IP 7932df91-a51f-4f43-841b-86ac3da30d08: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:22:28.250962 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39752) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:28.315146 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ad83c048-3fd3-4fe3-8a16-5e7bcd58273d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/7932df91-a51f-4f43-841b-86ac3da30d08 HTTP/1.1" status: 200 len: 994 time: 0.0628943 Aug 20 11:22:29.379546 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd68cd5e-f7f7-415c-8885-94e80781fe84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:29.886899 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:22:31.802153 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8c75d08-89e2-468f-84b7-96746a40d9a2 req-7bf9912d-e395-4093-baf9-143334da591a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399911 Aug 20 11:22:31.883096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c75d08-89e2-468f-84b7-96746a40d9a2 req-c2f73d74-5f35-412d-866c-1e6a1a52010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:31.885183 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8c75d08-89e2-468f-84b7-96746a40d9a2 req-c2f73d74-5f35-412d-866c-1e6a1a52010d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 1098 time: 0.0414338 Aug 20 11:22:31.987745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c75d08-89e2-468f-84b7-96746a40d9a2 req-6870baf9-2a19-4c31-ace7-64ae1a507853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:31.989197 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8c75d08-89e2-468f-84b7-96746a40d9a2 req-6870baf9-2a19-4c31-ace7-64ae1a507853 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27d70c51-7d9a-4d59-b4d3-167d7eab07a4 HTTP/1.1" status: 200 len: 897 time: 0.0866649 Aug 20 11:22:32.020070 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-31f98446-e122-4374-9df3-cbecf31ff626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:32.054660 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8c75d08-89e2-468f-84b7-96746a40d9a2 req-b32c67dc-bba6-411d-b38d-82974b7840d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=200470a4-1885-4b9b-bc39-000c2f5556f6 HTTP/1.1" status: 200 len: 1002 time: 0.0579712 Aug 20 11:22:32.111618 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c75d08-89e2-468f-84b7-96746a40d9a2 req-0dac43ef-dcca-469f-a778-86481e18ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:32.113162 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8c75d08-89e2-468f-84b7-96746a40d9a2 req-0dac43ef-dcca-469f-a778-86481e18ef0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4c85f68-534c-47fc-bedd-74c1b800fa50 HTTP/1.1" status: 200 len: 835 time: 0.0480752 Aug 20 11:22:32.158486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c75d08-89e2-468f-84b7-96746a40d9a2 req-5c0e910e-90d9-4ec5-baa6-4a3ec094cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:32.160019 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8c75d08-89e2-468f-84b7-96746a40d9a2 req-5c0e910e-90d9-4ec5-baa6-4a3ec094cb11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27d70c51-7d9a-4d59-b4d3-167d7eab07a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399997 Aug 20 11:22:32.248163 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8c75d08-89e2-468f-84b7-96746a40d9a2 req-77eedfe9-ba4b-4c2f-9822-3b973f9ce9db service neutron] 10.222.0.24 "GET /v2.0/networks/27d70c51-7d9a-4d59-b4d3-167d7eab07a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810852 Aug 20 11:22:32.341562 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8c75d08-89e2-468f-84b7-96746a40d9a2 req-9505ae80-65a5-4c22-a74a-05374e2db801 service neutron] 10.222.0.24 "GET /v2.0/networks/27d70c51-7d9a-4d59-b4d3-167d7eab07a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858448 Aug 20 11:22:32.503071 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:33.358330 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:35.018150 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:49.027160 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:53.373651 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:59.379698 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6ea56bd1-e978-4d3f-b1d3-ec02e208e37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:02.020640 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bafc4683-ff39-466b-942a-4b8d7c256550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:02.503906 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:03.361701 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:05.023023 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:06.887406 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:23:19.029091 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:23.385136 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:29.380593 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5b935d00-66a6-4fb3-96bf-db0edd2594ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:31.121552 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40649f-b14f-4bdd-8455-7c274073900f req-714e3239-380f-496a-ae89-d14883f08719 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:31.123577 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea40649f-b14f-4bdd-8455-7c274073900f req-714e3239-380f-496a-ae89-d14883f08719 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 946 time: 0.0517848 Aug 20 11:23:31.193939 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea40649f-b14f-4bdd-8455-7c274073900f req-afd3e9a7-f76b-408d-ad4d-a9403ec17416 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad1226c0-0388-4a2d-beb8-103172c0d042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633559 Aug 20 11:23:31.202303 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec6e0c-837d-4815-adc8-187ff6544f4e req-dcad4c3c-5d06-4758-b061-1b59f6810106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:31.203803 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7ec6e0c-837d-4815-adc8-187ff6544f4e req-dcad4c3c-5d06-4758-b061-1b59f6810106 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 1098 time: 0.0663741 Aug 20 11:23:31.312195 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec6e0c-837d-4815-adc8-187ff6544f4e req-2d774204-8dfb-45a9-953b-1ab7e27f11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:31.313645 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7ec6e0c-837d-4815-adc8-187ff6544f4e req-2d774204-8dfb-45a9-953b-1ab7e27f11c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27d70c51-7d9a-4d59-b4d3-167d7eab07a4 HTTP/1.1" status: 200 len: 897 time: 0.0858016 Aug 20 11:23:31.382793 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7ec6e0c-837d-4815-adc8-187ff6544f4e req-d8c58fa0-18db-407a-9df7-a64e3d81de6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=200470a4-1885-4b9b-bc39-000c2f5556f6 HTTP/1.1" status: 200 len: 1002 time: 0.0612419 Aug 20 11:23:31.430425 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec6e0c-837d-4815-adc8-187ff6544f4e req-5e630857-b486-4185-8e8a-1090c9c2c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:31.431974 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7ec6e0c-837d-4815-adc8-187ff6544f4e req-5e630857-b486-4185-8e8a-1090c9c2c3e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4c85f68-534c-47fc-bedd-74c1b800fa50 HTTP/1.1" status: 200 len: 835 time: 0.0423536 Aug 20 11:23:31.475912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec6e0c-837d-4815-adc8-187ff6544f4e req-d1685dc3-22c5-4958-b816-caa374d4a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:31.477362 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7ec6e0c-837d-4815-adc8-187ff6544f4e req-d1685dc3-22c5-4958-b816-caa374d4a557 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27d70c51-7d9a-4d59-b4d3-167d7eab07a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383067 Aug 20 11:23:31.568747 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7ec6e0c-837d-4815-adc8-187ff6544f4e req-62035dc1-3d8d-4769-b42a-1fcc3820754d service neutron] 10.222.0.24 "GET /v2.0/networks/27d70c51-7d9a-4d59-b4d3-167d7eab07a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840259 Aug 20 11:23:31.657115 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7ec6e0c-837d-4815-adc8-187ff6544f4e req-1ea58447-0c57-47e6-8e13-60cedb8191e2 service neutron] 10.222.0.24 "GET /v2.0/networks/27d70c51-7d9a-4d59-b4d3-167d7eab07a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811236 Aug 20 11:23:32.020123 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4775249a-0412-41fd-b019-5718aec0654a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:32.354560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d1190-454b-4fef-a843-eede392634b4 req-ef9127d8-c339-4a43-830e-1d51eef58ddd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:32.356154 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d84d1190-454b-4fef-a843-eede392634b4 req-ef9127d8-c339-4a43-830e-1d51eef58ddd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 946 time: 0.0533352 Aug 20 11:23:32.396711 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d84d1190-454b-4fef-a843-eede392634b4 req-9fb07891-1f96-41a2-92e3-029d5a2a8336 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad1226c0-0388-4a2d-beb8-103172c0d042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345054 Aug 20 11:23:32.419987 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39790) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:32.480190 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4d6f6262-b63b-4af1-8987-62deb32272f3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/7932df91-a51f-4f43-841b-86ac3da30d08 HTTP/1.1" status: 200 len: 994 time: 0.0589290 Aug 20 11:23:32.504682 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:33.364893 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:33.757523 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff817c28-63fe-45c8-88b0-51408e197d4e req-934254dc-902c-4dc4-b63c-3b0ed0a4cde6 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:33.759023 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff817c28-63fe-45c8-88b0-51408e197d4e req-934254dc-902c-4dc4-b63c-3b0ed0a4cde6 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 946 time: 0.0496500 Aug 20 11:23:33.795863 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff817c28-63fe-45c8-88b0-51408e197d4e req-fc670f90-d6a2-492b-9b69-62ed39ef0424 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad1226c0-0388-4a2d-beb8-103172c0d042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308452 Aug 20 11:23:34.922719 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6f646-8948-48d3-97d4-1739b47321e6 req-4725b8b2-98f3-42c6-aa55-7b647cd228f3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:34.924239 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c3c6f646-8948-48d3-97d4-1739b47321e6 req-4725b8b2-98f3-42c6-aa55-7b647cd228f3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 946 time: 0.0551968 Aug 20 11:23:34.961876 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c3c6f646-8948-48d3-97d4-1739b47321e6 req-503eb39a-b98c-4830-9f10-4a4b9692da45 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad1226c0-0388-4a2d-beb8-103172c0d042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316384 Aug 20 11:23:34.984526 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39804) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:35.025888 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:35.045660 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4fd306f4-a233-4d9b-a224-1616fd7f689f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/7932df91-a51f-4f43-841b-86ac3da30d08 HTTP/1.1" status: 200 len: 994 time: 0.0595200 Aug 20 11:23:35.264915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39810) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:35.715537 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port ea17932d-7eb6-4f6e-8b26-84b02926167d {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:23:35.715875 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:35.790184 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:35.790511 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:35.802175 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for ea17932d-7eb6-4f6e-8b26-84b02926167d owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:23:35.945430 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:35.971197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=ea17932d-7eb6-4f6e-8b26-84b02926167d,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:35.997218 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:35.997625 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:35.997915 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:35.998257 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:35.998612 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:35.998918 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:35.999272 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:35.999635 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:35.999965 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:36.000291 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:36.000615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:36.000939 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:36.043291 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:36.043648 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Floating IP 7932df91-a51f-4f43-841b-86ac3da30d08 disassociated (deleted). External IP: 172.25.3.218, port: 200470a4-1885-4b9b-bc39-000c2f5556f6. Aug 20 11:23:36.247387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router fdad8d28-3014-40f3-96f5-926c405e74d1 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:23:36.370648 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:23:36.375812 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:36.384446 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683bc5a0-efe1-4d45-8ca4-ab12a8262490 None None] Sync routers for ids ['fdad8d28-3014-40f3-96f5-926c405e74d1'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:23:36.394079 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683bc5a0-efe1-4d45-8ca4-ab12a8262490 None None] Routers {'fdad8d28-3014-40f3-96f5-926c405e74d1'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:23:36.394693 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-683bc5a0-efe1-4d45-8ca4-ab12a8262490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:23:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['fdad8d28-3014-40f3-96f5-926c405e74d1'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:36.405881 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ad279f39-9886-459e-a414-d73c66a9935f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/floatingips/7932df91-a51f-4f43-841b-86ac3da30d08 HTTP/1.1" status: 204 len: 168 time: 1.1376626 Aug 20 11:23:36.405881 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87909fe6-e203-4e04-ae00-96865baf3417', 'tag': '200470a4-1885-4b9b-bc39-000c2f5556f6'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:23:36.406605 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f3175a-a2b1-4780-bc55-6268eca63d96" -d '{"events": [{"name": "network-changed", "server_uuid": "87909fe6-e203-4e04-ae00-96865baf3417", "tag": "200470a4-1885-4b9b-bc39-000c2f5556f6"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:23:36.445353 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16649ce-25c2-4c05-aa0f-b8c58e46437f x-openstack-request-id: req-e16649ce-25c2-4c05-aa0f-b8c58e46437f {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:23:36.445659 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87909fe6-e203-4e04-ae00-96865baf3417", "tag": "200470a4-1885-4b9b-bc39-000c2f5556f6", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:23:36.446211 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e16649ce-25c2-4c05-aa0f-b8c58e46437f {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:23:36.447381 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87909fe6-e203-4e04-ae00-96865baf3417', 'tag': '200470a4-1885-4b9b-bc39-000c2f5556f6', 'status': 'completed', 'code': 200} Aug 20 11:23:36.511698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3175a-a2b1-4780-bc55-6268eca63d96 req-cd60fa1b-6701-4932-9507-7b3e1ed54c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:36.515535 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27f3175a-a2b1-4780-bc55-6268eca63d96 req-cd60fa1b-6701-4932-9507-7b3e1ed54c77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 1098 time: 0.0458333 Aug 20 11:23:36.520675 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-683bc5a0-efe1-4d45-8ca4-ab12a8262490 None None] Set router fdad8d28-3014-40f3-96f5-926c405e74d1 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:23:36.649666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3175a-a2b1-4780-bc55-6268eca63d96 req-da36da9a-4894-4562-9b53-d9d459f4f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:36.651215 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27f3175a-a2b1-4780-bc55-6268eca63d96 req-da36da9a-4894-4562-9b53-d9d459f4f237 service neutron] 10.222.0.24 "GET /v2.0/networks?id=27d70c51-7d9a-4d59-b4d3-167d7eab07a4 HTTP/1.1" status: 200 len: 897 time: 0.1282682 Aug 20 11:23:36.662896 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb06e4-ae46-4cbc-a67c-b673051476dd req-a7805de9-d6cc-4b01-8af5-3e12f27993ce tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:36.664402 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-60eb06e4-ae46-4cbc-a67c-b673051476dd req-a7805de9-d6cc-4b01-8af5-3e12f27993ce tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 946 time: 0.0747044 Aug 20 11:23:36.706630 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27f3175a-a2b1-4780-bc55-6268eca63d96 req-fbacb697-7633-4a62-837c-a8834901e75b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=200470a4-1885-4b9b-bc39-000c2f5556f6 HTTP/1.1" status: 200 len: 217 time: 0.0412846 Aug 20 11:23:36.719843 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-683bc5a0-efe1-4d45-8ca4-ab12a8262490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557389273', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:22:10Z', 'updated_at': '2021-08-20T11:22:14Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:11Z', 'updated_at': '2021-08-20T11:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3da03265-6781-4126-a1cf-fa871df645ba', 'name': '', 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:b4:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:13Z', 'updated_at': '2021-08-20T11:22:18Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:36.747234 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683bc5a0-efe1-4d45-8ca4-ab12a8262490 None None] Checking router: fdad8d28-3014-40f3-96f5-926c405e74d1 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:23:36.756899 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683bc5a0-efe1-4d45-8ca4-ab12a8262490 None None] Routers {'fdad8d28-3014-40f3-96f5-926c405e74d1'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:23:36.757532 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-683bc5a0-efe1-4d45-8ca4-ab12a8262490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:23:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['fdad8d28-3014-40f3-96f5-926c405e74d1'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:36.769097 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-60eb06e4-ae46-4cbc-a67c-b673051476dd req-a7eb03e5-5d41-4323-bb37-e4f092f43f5a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad1226c0-0388-4a2d-beb8-103172c0d042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964940 Aug 20 11:23:36.780494 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3175a-a2b1-4780-bc55-6268eca63d96 req-005a5aa9-72d2-4b7c-9264-b3c789ffd42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:36.781988 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27f3175a-a2b1-4780-bc55-6268eca63d96 req-005a5aa9-72d2-4b7c-9264-b3c789ffd42d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d4c85f68-534c-47fc-bedd-74c1b800fa50 HTTP/1.1" status: 200 len: 835 time: 0.0660722 Aug 20 11:23:36.829972 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3175a-a2b1-4780-bc55-6268eca63d96 req-1760ec75-7e84-4273-8736-067205151d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:36.831537 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27f3175a-a2b1-4780-bc55-6268eca63d96 req-1760ec75-7e84-4273-8736-067205151d1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=27d70c51-7d9a-4d59-b4d3-167d7eab07a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412695 Aug 20 11:23:36.867694 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-683bc5a0-efe1-4d45-8ca4-ab12a8262490 None None] Set router fdad8d28-3014-40f3-96f5-926c405e74d1 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:23:36.923461 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27f3175a-a2b1-4780-bc55-6268eca63d96 req-95f768c2-ece9-4044-bcf6-bdf7df4f23ee service neutron] 10.222.0.24 "GET /v2.0/networks/27d70c51-7d9a-4d59-b4d3-167d7eab07a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826116 Aug 20 11:23:37.018137 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-27f3175a-a2b1-4780-bc55-6268eca63d96 req-5213bc1a-e3d3-4f9a-b5c2-31cb82431c35 service neutron] 10.222.0.24 "GET /v2.0/networks/27d70c51-7d9a-4d59-b4d3-167d7eab07a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858400 Aug 20 11:23:37.061115 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-683bc5a0-efe1-4d45-8ca4-ab12a8262490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557389273', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:22:10Z', 'updated_at': '2021-08-20T11:22:14Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:11Z', 'updated_at': '2021-08-20T11:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3da03265-6781-4126-a1cf-fa871df645ba', 'name': '', 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:b4:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:13Z', 'updated_at': '2021-08-20T11:22:18Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:37.089449 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683bc5a0-efe1-4d45-8ca4-ab12a8262490 None None] The sync data for ids ['fdad8d28-3014-40f3-96f5-926c405e74d1'] in n-d-778550-11 is: [{'id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557389273', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:22:10Z', 'updated_at': '2021-08-20T11:22:14Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:11Z', 'updated_at': '2021-08-20T11:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3da03265-6781-4126-a1cf-fa871df645ba', 'name': '', 'network_id': '27d70c51-7d9a-4d59-b4d3-167d7eab07a4', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:b4:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:13Z', 'updated_at': '2021-08-20T11:22:18Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'd4c85f68-534c-47fc-bedd-74c1b800fa50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:23:37.309839 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0645d-41ab-439e-a0a2-5c97b7a62e0c None None] New status for floating IP 7932df91-a51f-4f43-841b-86ac3da30d08: DOWN {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:23:37.890691 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21b03d-cd2a-495c-8c3b-c3675efdc77a req-dc995854-0ec5-4eb4-b15e-614cfcec98b5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:37.892208 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c21b03d-cd2a-495c-8c3b-c3675efdc77a req-dc995854-0ec5-4eb4-b15e-614cfcec98b5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 946 time: 0.0526133 Aug 20 11:23:37.931681 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c21b03d-cd2a-495c-8c3b-c3675efdc77a req-fe51da48-8a41-4a27-8d85-1440ad00146d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad1226c0-0388-4a2d-beb8-103172c0d042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336306 Aug 20 11:23:38.349060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2c51e-48b5-493c-b21e-855c045708ea req-dff559f8-e2cf-4605-b379-1d5be3cb623e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:38.350674 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84c2c51e-48b5-493c-b21e-855c045708ea req-dff559f8-e2cf-4605-b379-1d5be3cb623e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 946 time: 0.0486362 Aug 20 11:23:38.445561 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-84c2c51e-48b5-493c-b21e-855c045708ea req-0a0f588d-663c-4370-aa43-51456a8087d9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port 200470a4-1885-4b9b-bc39-000c2f5556f6 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:23:38.445888 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84c2c51e-48b5-493c-b21e-855c045708ea req-0a0f588d-663c-4370-aa43-51456a8087d9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:38.548816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-84c2c51e-48b5-493c-b21e-855c045708ea req-0a0f588d-663c-4370-aa43-51456a8087d9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] For port 200470a4-1885-4b9b-bc39-000c2f5556f6, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=200470a4-1885-4b9b-bc39-000c2f5556f6,segment=NetworkSegment(83a6c582-166b-4117-85df-e355661221c3),segment_id=83a6c582-166b-4117-85df-e355661221c3)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:38.549182 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84c2c51e-48b5-493c-b21e-855c045708ea req-0a0f588d-663c-4370-aa43-51456a8087d9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:38.561868 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-84c2c51e-48b5-493c-b21e-855c045708ea req-0a0f588d-663c-4370-aa43-51456a8087d9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for 200470a4-1885-4b9b-bc39-000c2f5556f6 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:23:38.689519 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84c2c51e-48b5-493c-b21e-855c045708ea req-0a0f588d-663c-4370-aa43-51456a8087d9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:38.717571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f588d-663c-4370-aa43-51456a8087d9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=200470a4-1885-4b9b-bc39-000c2f5556f6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:38.758640 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c2c51e-48b5-493c-b21e-855c045708ea req-0a0f588d-663c-4370-aa43-51456a8087d9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] No DVR routers for this DVR port 200470a4-1885-4b9b-bc39-000c2f5556f6 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:23:38.761298 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-84c2c51e-48b5-493c-b21e-855c045708ea req-0a0f588d-663c-4370-aa43-51456a8087d9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:38.763262 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-84c2c51e-48b5-493c-b21e-855c045708ea req-0a0f588d-663c-4370-aa43-51456a8087d9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "DELETE /v2.0/ports/200470a4-1885-4b9b-bc39-000c2f5556f6 HTTP/1.1" status: 204 len: 173 time: 0.4065840 Aug 20 11:23:38.763758 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87909fe6-e203-4e04-ae00-96865baf3417', 'name': 'network-vif-deleted', 'tag': '200470a4-1885-4b9b-bc39-000c2f5556f6'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:23:38.766562 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a5512c-3419-4b2b-82a4-5fca20f60599" -d '{"events": [{"server_uuid": "87909fe6-e203-4e04-ae00-96865baf3417", "name": "network-vif-deleted", "tag": "200470a4-1885-4b9b-bc39-000c2f5556f6"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:23:38.895791 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fb2398-68e3-4f1a-a5a0-55fb4c5fab88 x-openstack-request-id: req-56fb2398-68e3-4f1a-a5a0-55fb4c5fab88 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:23:38.896089 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87909fe6-e203-4e04-ae00-96865baf3417", "name": "network-vif-deleted", "tag": "200470a4-1885-4b9b-bc39-000c2f5556f6", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:23:38.896346 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56fb2398-68e3-4f1a-a5a0-55fb4c5fab88 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:23:38.896753 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87909fe6-e203-4e04-ae00-96865baf3417', 'name': 'network-vif-deleted', 'tag': '200470a4-1885-4b9b-bc39-000c2f5556f6', 'status': 'completed', 'code': 200} Aug 20 11:23:39.035637 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-12673c28-ef0f-4f55-8a8d-fad8954e0241 req-8cb5e4be-6a52-4724-a050-fafad617931b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=87909fe6-e203-4e04-ae00-96865baf3417 HTTP/1.1" status: 200 len: 210 time: 0.0272806 Aug 20 11:23:40.091767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39828) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:40.451315 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e1f8a6a-5c30-47c3-a53a-24db801ceb87 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:40.699739 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f8a6a-5c30-47c3-a53a-24db801ceb87 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port 3da03265-6781-4126-a1cf-fa871df645ba {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:23:40.700081 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e1f8a6a-5c30-47c3-a53a-24db801ceb87 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:40.785778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-7e1f8a6a-5c30-47c3-a53a-24db801ceb87 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] For port 3da03265-6781-4126-a1cf-fa871df645ba, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3da03265-6781-4126-a1cf-fa871df645ba,segment=NetworkSegment(83a6c582-166b-4117-85df-e355661221c3),segment_id=83a6c582-166b-4117-85df-e355661221c3)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:40.786146 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e1f8a6a-5c30-47c3-a53a-24db801ceb87 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:40.803226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f8a6a-5c30-47c3-a53a-24db801ceb87 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for 3da03265-6781-4126-a1cf-fa871df645ba owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:23:40.985215 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e1f8a6a-5c30-47c3-a53a-24db801ceb87 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:41.017620 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f8a6a-5c30-47c3-a53a-24db801ceb87 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=3da03265-6781-4126-a1cf-fa871df645ba,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:41.186825 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-7e1f8a6a-5c30-47c3-a53a-24db801ceb87 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:41.403177 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1f8a6a-5c30-47c3-a53a-24db801ceb87 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router fdad8d28-3014-40f3-96f5-926c405e74d1 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:23:41.512409 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1f8a6a-5c30-47c3-a53a-24db801ceb87 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:23:41.517440 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-7e1f8a6a-5c30-47c3-a53a-24db801ceb87 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "PUT /v2.0/routers/fdad8d28-3014-40f3-96f5-926c405e74d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4246583 Aug 20 11:23:41.520250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39830) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:41.521939 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd91b53-d5b8-4072-8a31-b28295e6494c None None] Sync routers for ids ['fdad8d28-3014-40f3-96f5-926c405e74d1'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:23:41.531352 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd91b53-d5b8-4072-8a31-b28295e6494c None None] Routers {'fdad8d28-3014-40f3-96f5-926c405e74d1'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:23:41.531958 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-efd91b53-d5b8-4072-8a31-b28295e6494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:23:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['fdad8d28-3014-40f3-96f5-926c405e74d1'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:41.571093 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2491afe-24dc-4555-8c11-c913fa18491a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting subnet d4c85f68-534c-47fc-bedd-74c1b800fa50 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:23:41.576451 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f2491afe-24dc-4555-8c11-c913fa18491a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:41.616908 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f2491afe-24dc-4555-8c11-c913fa18491a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:41.634715 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-efd91b53-d5b8-4072-8a31-b28295e6494c None None] Set router fdad8d28-3014-40f3-96f5-926c405e74d1 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:23:41.792622 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 200470a4-1885-4b9b-bc39-000c2f5556f6 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:23:41.814457 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 200470a4-1885-4b9b-bc39-000c2f5556f6 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:23:41.814804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 200470a4-1885-4b9b-bc39-000c2f5556f6 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:23:41.821843 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-efd91b53-d5b8-4072-8a31-b28295e6494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557389273', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:22:10Z', 'updated_at': '2021-08-20T11:23:40Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:11Z', 'updated_at': '2021-08-20T11:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:41.852110 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd91b53-d5b8-4072-8a31-b28295e6494c None None] Checking router: fdad8d28-3014-40f3-96f5-926c405e74d1 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:23:41.862307 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd91b53-d5b8-4072-8a31-b28295e6494c None None] Routers {'fdad8d28-3014-40f3-96f5-926c405e74d1'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:23:41.862975 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-efd91b53-d5b8-4072-8a31-b28295e6494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:23:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['fdad8d28-3014-40f3-96f5-926c405e74d1'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:42.004121 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f2491afe-24dc-4555-8c11-c913fa18491a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.056830 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-efd91b53-d5b8-4072-8a31-b28295e6494c None None] Set router fdad8d28-3014-40f3-96f5-926c405e74d1 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:23:42.062603 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f2491afe-24dc-4555-8c11-c913fa18491a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.090641 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2491afe-24dc-4555-8c11-c913fa18491a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c85f68-534c-47fc-bedd-74c1b800fa50,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:42.096870 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f2491afe-24dc-4555-8c11-c913fa18491a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.097754 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d6abfa-d27a-4ade-b7d9-8b4e8c0475f6 None None] Network 27d70c51-7d9a-4d59-b4d3-167d7eab07a4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:23:42.101320 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f2491afe-24dc-4555-8c11-c913fa18491a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/subnets/d4c85f68-534c-47fc-bedd-74c1b800fa50 HTTP/1.1" status: 204 len: 168 time: 0.5774367 Aug 20 11:23:42.101487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39832) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:42.214310 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4a98c98-b42f-455a-8d60-17008edc3dfe tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.253196 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-efd91b53-d5b8-4072-8a31-b28295e6494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557389273', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:22:10Z', 'updated_at': '2021-08-20T11:23:40Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:11Z', 'updated_at': '2021-08-20T11:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:42.279121 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] DHCP port deletion for 27d70c51-7d9a-4d59-b4d3-167d7eab07a4 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:23:42.279862 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd91b53-d5b8-4072-8a31-b28295e6494c None None] The sync data for ids ['fdad8d28-3014-40f3-96f5-926c405e74d1'] in n-d-778550-11 is: [{'id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557389273', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:22:10Z', 'updated_at': '2021-08-20T11:23:40Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'f2ae6865-ce4a-4886-9c47-9724c9c41191', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad8d28-3014-40f3-96f5-926c405e74d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:22:11Z', 'updated_at': '2021-08-20T11:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:23:42.328408 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4a98c98-b42f-455a-8d60-17008edc3dfe tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.330772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] Deleting port 7e61c535-6c9c-4866-ab55-cf362ad22bf5 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:23:42.331168 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.380771 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c4a98c98-b42f-455a-8d60-17008edc3dfe tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port f2ae6865-ce4a-4886-9c47-9724c9c41191 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:23:42.381193 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4a98c98-b42f-455a-8d60-17008edc3dfe tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.396877 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] For port 7e61c535-6c9c-4866-ab55-cf362ad22bf5, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=7e61c535-6c9c-4866-ab55-cf362ad22bf5,segment=NetworkSegment(83a6c582-166b-4117-85df-e355661221c3),segment_id=83a6c582-166b-4117-85df-e355661221c3)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:42.397280 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.409785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] Calling delete_port for 7e61c535-6c9c-4866-ab55-cf362ad22bf5 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:23:42.461899 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-c4a98c98-b42f-455a-8d60-17008edc3dfe tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] For port f2ae6865-ce4a-4886-9c47-9724c9c41191, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f2ae6865-ce4a-4886-9c47-9724c9c41191,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:42.462262 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4a98c98-b42f-455a-8d60-17008edc3dfe tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.475311 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-c4a98c98-b42f-455a-8d60-17008edc3dfe tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for f2ae6865-ce4a-4886-9c47-9724c9c41191 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:23:42.487368 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.516884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] Pushing event deleted for resources: {'Port': ['ID=7e61c535-6c9c-4866-ab55-cf362ad22bf5,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:42.519006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] No DVR routers for this DVR port 7e61c535-6c9c-4866-ab55-cf362ad22bf5 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:23:42.527078 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:42.527417 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:42.527750 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:42.528078 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:42.528404 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:42.528740 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:42.529059 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:42.529425 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:42.529781 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:42.530064 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:42.530293 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:42.531236 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3878d44b-083a-43e5-8dfb-35f0c8c2afda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:42.650691 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4a98c98-b42f-455a-8d60-17008edc3dfe tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.677430 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a98c98-b42f-455a-8d60-17008edc3dfe tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=f2ae6865-ce4a-4886-9c47-9724c9c41191,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:42.749266 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4a98c98-b42f-455a-8d60-17008edc3dfe tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.847198 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4a98c98-b42f-455a-8d60-17008edc3dfe tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.849508 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4a98c98-b42f-455a-8d60-17008edc3dfe tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.860490 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7e61c535-6c9c-4866-ab55-cf362ad22bf5 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:23:42.880679 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 7e61c535-6c9c-4866-ab55-cf362ad22bf5 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:23:42.881026 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 7e61c535-6c9c-4866-ab55-cf362ad22bf5 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:23:42.881442 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3da03265-6781-4126-a1cf-fa871df645ba no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:23:42.897814 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4a98c98-b42f-455a-8d60-17008edc3dfe tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.898440 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a98c98-b42f-455a-8d60-17008edc3dfe tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Fanout notify agent at l3_agent the message router_deleted on router fdad8d28-3014-40f3-96f5-926c405e74d1 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:23:42.900373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 3da03265-6781-4126-a1cf-fa871df645ba {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:23:42.900722 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3da03265-6781-4126-a1cf-fa871df645ba not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:23:42.905746 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-c4a98c98-b42f-455a-8d60-17008edc3dfe tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.906977 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-c4a98c98-b42f-455a-8d60-17008edc3dfe tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/routers/fdad8d28-3014-40f3-96f5-926c405e74d1 HTTP/1.1" status: 204 len: 168 time: 0.8045001 Aug 20 11:23:42.912005 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39834) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:42.988189 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-456cb483-9d1e-473b-919e-45eabe074c82 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.080718 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-456cb483-9d1e-473b-919e-45eabe074c82 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.090988 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-456cb483-9d1e-473b-919e-45eabe074c82 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d70c51-7d9a-4d59-b4d3-167d7eab07a4']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:43.103308 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-456cb483-9d1e-473b-919e-45eabe074c82 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a6c582-166b-4117-85df-e355661221c3') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:43.103647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-456cb483-9d1e-473b-919e-45eabe074c82 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a6c582-166b-4117-85df-e355661221c3') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:43.113279 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-456cb483-9d1e-473b-919e-45eabe074c82 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.127730 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-456cb483-9d1e-473b-919e-45eabe074c82 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.133410 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456cb483-9d1e-473b-919e-45eabe074c82 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:23:43.133779 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-456cb483-9d1e-473b-919e-45eabe074c82 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: timer() Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:23:43.136710 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:23:43.193200 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-456cb483-9d1e-473b-919e-45eabe074c82 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.200820 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-456cb483-9d1e-473b-919e-45eabe074c82 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.202114 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-456cb483-9d1e-473b-919e-45eabe074c82 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/networks/27d70c51-7d9a-4d59-b4d3-167d7eab07a4 HTTP/1.1" status: 204 len: 168 time: 0.2909000 Aug 20 11:23:43.205538 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39836) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:43.214561 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cb483-9d1e-473b-919e-45eabe074c82 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Network': ['ID=27d70c51-7d9a-4d59-b4d3-167d7eab07a4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:43.263834 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-21b9b4af-716d-4cc9-8240-9a60abf62caf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.288946 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-21b9b4af-716d-4cc9-8240-9a60abf62caf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.349883 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-21b9b4af-716d-4cc9-8240-9a60abf62caf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.352445 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-21b9b4af-716d-4cc9-8240-9a60abf62caf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.353604 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-21b9b4af-716d-4cc9-8240-9a60abf62caf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/security-groups/ad1226c0-0388-4a2d-beb8-103172c0d042 HTTP/1.1" status: 204 len: 168 time: 0.1470201 Aug 20 11:23:43.363245 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9b4af-716d-4cc9-8240-9a60abf62caf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1226c0-0388-4a2d-beb8-103172c0d042,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:43.370615 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9b4af-716d-4cc9-8240-9a60abf62caf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:43.370970 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9b4af-716d-4cc9-8240-9a60abf62caf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:43.371341 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9b4af-716d-4cc9-8240-9a60abf62caf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:43.371682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9b4af-716d-4cc9-8240-9a60abf62caf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:43.372014 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9b4af-716d-4cc9-8240-9a60abf62caf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:43.372345 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9b4af-716d-4cc9-8240-9a60abf62caf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:43.372675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9b4af-716d-4cc9-8240-9a60abf62caf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:43.373003 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9b4af-716d-4cc9-8240-9a60abf62caf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:43.373336 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9b4af-716d-4cc9-8240-9a60abf62caf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:43.373661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9b4af-716d-4cc9-8240-9a60abf62caf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:43.373988 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9b4af-716d-4cc9-8240-9a60abf62caf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:43.374973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b9b4af-716d-4cc9-8240-9a60abf62caf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:43.863027 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39842) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:43.867812 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5fd98f4c-4107-4b5b-b333-6af6e7fd7312 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-27371462', 'description': 'tempest-secgroup-smoke-27371462 description', 'project_id': '68c200aa0a434658a567a090b20130f0'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:43.888031 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:23:43.889762 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5fd98f4c-4107-4b5b-b333-6af6e7fd7312 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.977403 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5fd98f4c-4107-4b5b-b333-6af6e7fd7312 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.981015 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5fd98f4c-4107-4b5b-b333-6af6e7fd7312 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.009612 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd98f4c-4107-4b5b-b333-6af6e7fd7312 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a118eee-178b-40ed-8863-ae25f52adf0e,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:44.011791 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5fd98f4c-4107-4b5b-b333-6af6e7fd7312 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.013043 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5fd98f4c-4107-4b5b-b333-6af6e7fd7312 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1488783 Aug 20 11:23:44.016462 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39844) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:44.020811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-db76430e-d3a1-4c4e-8259-17119084cb72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': '7a118eee-178b-40ed-8863-ae25f52adf0e', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:44.046655 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db76430e-d3a1-4c4e-8259-17119084cb72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.101660 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db76430e-d3a1-4c4e-8259-17119084cb72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.104448 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db76430e-d3a1-4c4e-8259-17119084cb72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.122593 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76430e-d3a1-4c4e-8259-17119084cb72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be531927-468d-45b6-b309-7129b463bf8e,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:44.124949 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-db76430e-d3a1-4c4e-8259-17119084cb72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.126092 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-db76430e-d3a1-4c4e-8259-17119084cb72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1087108 Aug 20 11:23:44.128925 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39846) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:44.133428 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-ca8276f2-db02-4e54-95e3-85b2d7efed29 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': '7a118eee-178b-40ed-8863-ae25f52adf0e', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:44.161096 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca8276f2-db02-4e54-95e3-85b2d7efed29 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.217428 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca8276f2-db02-4e54-95e3-85b2d7efed29 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.221588 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca8276f2-db02-4e54-95e3-85b2d7efed29 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.241335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8276f2-db02-4e54-95e3-85b2d7efed29 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00886f22-3649-461b-a253-aceb2f6d7706,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:44.244527 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ca8276f2-db02-4e54-95e3-85b2d7efed29 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.245804 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ca8276f2-db02-4e54-95e3-85b2d7efed29 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159422 Aug 20 11:23:44.248511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39848) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:44.253026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0eb468d6-bb8c-4538-a5a1-dd7bdfc70fdd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': '7a118eee-178b-40ed-8863-ae25f52adf0e', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:44.279413 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0eb468d6-bb8c-4538-a5a1-dd7bdfc70fdd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.339562 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0eb468d6-bb8c-4538-a5a1-dd7bdfc70fdd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.343548 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0eb468d6-bb8c-4538-a5a1-dd7bdfc70fdd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.360810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb468d6-bb8c-4538-a5a1-dd7bdfc70fdd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6153367e-c823-4391-9436-4f06151fd3b7,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:44.366862 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0eb468d6-bb8c-4538-a5a1-dd7bdfc70fdd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.368142 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0eb468d6-bb8c-4538-a5a1-dd7bdfc70fdd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186836 Aug 20 11:23:44.370873 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39850) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:44.375789 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c7cb562c-7ede-4d43-a3bc-8c4eac9e112f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': '7a118eee-178b-40ed-8863-ae25f52adf0e', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:44.401365 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7cb562c-7ede-4d43-a3bc-8c4eac9e112f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.458996 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7cb562c-7ede-4d43-a3bc-8c4eac9e112f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.462617 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7cb562c-7ede-4d43-a3bc-8c4eac9e112f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.479647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb562c-7ede-4d43-a3bc-8c4eac9e112f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a093eb68-d10c-450e-82aa-fdb87b72b6fb,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:44.486465 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c7cb562c-7ede-4d43-a3bc-8c4eac9e112f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.487814 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c7cb562c-7ede-4d43-a3bc-8c4eac9e112f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159999 Aug 20 11:23:44.490557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39852) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:44.494893 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a16983b1-ef53-4254-8185-75e49cd251b6 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': '7a118eee-178b-40ed-8863-ae25f52adf0e', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:44.516503 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-a16983b1-ef53-4254-8185-75e49cd251b6 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Project 68c200aa0a434658a567a090b20130f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:23:44.521095 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a16983b1-ef53-4254-8185-75e49cd251b6 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.580230 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a16983b1-ef53-4254-8185-75e49cd251b6 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.583626 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a16983b1-ef53-4254-8185-75e49cd251b6 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.600650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16983b1-ef53-4254-8185-75e49cd251b6 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f224e3eb-622b-47e5-adab-d21456816dff,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:44.606468 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a16983b1-ef53-4254-8185-75e49cd251b6 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.607718 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a16983b1-ef53-4254-8185-75e49cd251b6 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162221 Aug 20 11:23:44.610438 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39854) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:44.615016 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-045e3ae1-c322-412d-a1be-418ff3b6e4a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': '7a118eee-178b-40ed-8863-ae25f52adf0e', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:44.636646 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-045e3ae1-c322-412d-a1be-418ff3b6e4a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Project 68c200aa0a434658a567a090b20130f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:23:44.641827 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-045e3ae1-c322-412d-a1be-418ff3b6e4a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.703753 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-045e3ae1-c322-412d-a1be-418ff3b6e4a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.707069 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-045e3ae1-c322-412d-a1be-418ff3b6e4a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.724256 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e3ae1-c322-412d-a1be-418ff3b6e4a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d357c125-41ee-44be-89f0-5fa11aa9ecf3,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:44.729420 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-045e3ae1-c322-412d-a1be-418ff3b6e4a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.730638 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-045e3ae1-c322-412d-a1be-418ff3b6e4a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192765 Aug 20 11:23:44.733465 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39856) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:44.738489 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e9180d14-41f2-4263-be3d-2b7b7eb5744b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'network': {'name': 'tempest-network-smoke--726853078', 'project_id': '68c200aa0a434658a567a090b20130f0', 'port_security_enabled': True}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:44.750903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f2ae6865-ce4a-4886-9c47-9724c9c41191 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:23:44.761919 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9180d14-41f2-4263-be3d-2b7b7eb5744b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Made reservation on behalf of 68c200aa0a434658a567a090b20130f0 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:23:44.766357 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9180d14-41f2-4263-be3d-2b7b7eb5744b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.772878 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: f2ae6865-ce4a-4886-9c47-9724c9c41191 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:23:44.773228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f2ae6865-ce4a-4886-9c47-9724c9c41191 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:23:44.789953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9180d14-41f2-4263-be3d-2b7b7eb5744b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:23:44.799894 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9180d14-41f2-4263-be3d-2b7b7eb5744b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.800236 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-e9180d14-41f2-4263-be3d-2b7b7eb5744b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Added segment 9428fceb-23f6-41f7-89ee-4bd6406579cc of type vlan for network fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 Aug 20 11:23:44.842897 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9180d14-41f2-4263-be3d-2b7b7eb5744b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.867296 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9180d14-41f2-4263-be3d-2b7b7eb5744b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.872792 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9180d14-41f2-4263-be3d-2b7b7eb5744b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:44.873383 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e9180d14-41f2-4263-be3d-2b7b7eb5744b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.930421 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e9180d14-41f2-4263-be3d-2b7b7eb5744b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1958802 Aug 20 11:23:44.933198 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39858) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:44.940395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1564195030', 'admin_state_up': True, 'project_id': '68c200aa0a434658a567a090b20130f0', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:44.952777 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9180d14-41f2-4263-be3d-2b7b7eb5744b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Network': ['ID=fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:44.962995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:23:44.969798 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.970976 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:45.026030 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:45.164454 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:45.350039 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:45.368543 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:45.472259 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.25.3.213 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/c707b785-d321-4409-8fbc-9cb9e06b6801) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:23:45.570445 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:45.614446 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:45.649842 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:23:45.652632 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:45.656015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:23:45.683968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=c707b785-d321-4409-8fbc-9cb9e06b6801,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:45.902825 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:46.097806 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:46.223223 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router 56909895-4048-47cb-a4bb-0b2eabc3cbdc is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:23:46.326899 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:23:46.336833 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Sync routers for ids ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:23:46.346532 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:46.346719 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Routers {'56909895-4048-47cb-a4bb-0b2eabc3cbdc'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:23:46.347400 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:23:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:46.347892 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ba541c20-4451-44f1-b5d9-0d395e524016 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4137170 Aug 20 11:23:46.350912 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39860) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:46.378181 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3b482222-39b3-4c80-8768-402eb4d93e6a tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=68c200aa0a434658a567a090b20130f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260885 Aug 20 11:23:46.380764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39862) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:46.452022 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Set router 56909895-4048-47cb-a4bb-0b2eabc3cbdc gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:23:46.465219 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd62a3cf-2583-4366-a9a7-62e10033334c tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:46.470124 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dd62a3cf-2583-4366-a9a7-62e10033334c tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0850739 Aug 20 11:23:46.470335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39864) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:46.501790 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b2b2535c-2d2f-4be6-a7e1-162572c71ece tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303483 Aug 20 11:23:46.504335 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39866) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:46.509152 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-ff12141f-e701-4069-801a-e0ea883a317f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2046633176', 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307', 'project_id': '68c200aa0a434658a567a090b20130f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:46.597003 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff12141f-e701-4069-801a-e0ea883a317f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Made reservation on behalf of 68c200aa0a434658a567a090b20130f0 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:23:46.600633 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff12141f-e701-4069-801a-e0ea883a317f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:46.629657 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564195030', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:44Z', 'updated_at': '2021-08-20T11:23:45Z', 'revision_number': 3, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:45Z', 'updated_at': '2021-08-20T11:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:46.655518 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Checking router: 56909895-4048-47cb-a4bb-0b2eabc3cbdc for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:23:46.655870 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Updating router 56909895-4048-47cb-a4bb-0b2eabc3cbdc port c707b785-d321-4409-8fbc-9cb9e06b6801 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:23:46.681680 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:46.785313 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff12141f-e701-4069-801a-e0ea883a317f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:46.846121 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12141f-e701-4069-801a-e0ea883a317f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Subnet': ['ID=eb4f3f13-0f93-4e62-8f22-827dff1e2ccf,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:46.854755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff12141f-e701-4069-801a-e0ea883a317f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Checking segment: {'id': '9428fceb-23f6-41f7-89ee-4bd6406579cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:23:46.855144 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff12141f-e701-4069-801a-e0ea883a317f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network hostable DHCP agents. Network: fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:23:46.871971 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff12141f-e701-4069-801a-e0ea883a317f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:23:46.881418 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-ff12141f-e701-4069-801a-e0ea883a317f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:46.886360 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff12141f-e701-4069-801a-e0ea883a317f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:46.886939 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff12141f-e701-4069-801a-e0ea883a317f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:46.897991 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00944771-e3ca-4a91-9a5b-2b007cae750d None None] Network fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:23:46.902120 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ff12141f-e701-4069-801a-e0ea883a317f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3966656 Aug 20 11:23:46.905518 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39868) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:46.980458 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:47.004654 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Transition to ACTIVE for port object c707b785-d321-4409-8fbc-9cb9e06b6801 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:23:47.016869 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:47.098447 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Attempting to bind port c707b785-d321-4409-8fbc-9cb9e06b6801 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:23:47.098825 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Attempting to bind port c707b785-d321-4409-8fbc-9cb9e06b6801 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:23:47.099206 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Attempting to bind port c707b785-d321-4409-8fbc-9cb9e06b6801 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:23:47.102974 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb5ab3-ccfc-4862-8b7a-6ffb607f2be4 None None] Pushing event updated for resources: {'Port': ['ID=c707b785-d321-4409-8fbc-9cb9e06b6801,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:47.111778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:23:47.112156 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:23:47.113013 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:47.113013 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:23:47.113407 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Bound port: c707b785-d321-4409-8fbc-9cb9e06b6801, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:23:47.113802 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:47.146645 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307', 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ips': [{'subnet_id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:23:47.147517 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:47.244581 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] For port c707b785-d321-4409-8fbc-9cb9e06b6801, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:23:47.262894 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] For port c707b785-d321-4409-8fbc-9cb9e06b6801, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c707b785-d321-4409-8fbc-9cb9e06b6801,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:23:47.269162 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:47.344206 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:47.369011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Allocated IP 172.20.0.2 (fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307/eb4f3f13-0f93-4e62-8f22-827dff1e2ccf/f971bdc7-57ba-4533-b14a-505996b16da2) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:23:47.371773 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb5ab3-ccfc-4862-8b7a-6ffb607f2be4 None None] Pushing event updated for resources: {'Port': ['ID=c707b785-d321-4409-8fbc-9cb9e06b6801,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:47.377413 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Routers {'56909895-4048-47cb-a4bb-0b2eabc3cbdc'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:23:47.378128 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:23:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:47.705505 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] Set router 56909895-4048-47cb-a4bb-0b2eabc3cbdc gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:23:47.867252 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:47.882810 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Transition to ACTIVE for port object f971bdc7-57ba-4533-b14a-505996b16da2 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:23:47.921755 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Transition to ACTIVE for port object f971bdc7-57ba-4533-b14a-505996b16da2 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:23:47.929145 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:47.974704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Network fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:23:47.978865 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.20.0.1 (fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307/eb4f3f13-0f93-4e62-8f22-827dff1e2ccf/faeafb75-68ae-4d6e-8fa9-8365c2077d45) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:23:47.984813 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:47.986782 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Pushing event updated for resources: {'Port': ['ID=f971bdc7-57ba-4533-b14a-505996b16da2,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:47.990002 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:23:48.023879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564195030', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:44Z', 'updated_at': '2021-08-20T11:23:45Z', 'revision_number': 3, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:45Z', 'updated_at': '2021-08-20T11:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:48.065435 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acff8131-21d6-439f-9c3d-860260cce02a None None] The sync data for ids ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'] in n-d-778550-11 is: [{'id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564195030', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:44Z', 'updated_at': '2021-08-20T11:23:45Z', 'revision_number': 3, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:45Z', 'updated_at': '2021-08-20T11:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:23:48.076936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Attempting to bind port f971bdc7-57ba-4533-b14a-505996b16da2 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:23:48.077360 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Attempting to bind port f971bdc7-57ba-4533-b14a-505996b16da2 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '9428fceb-23f6-41f7-89ee-4bd6406579cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:23:48.077726 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Attempting to bind port f971bdc7-57ba-4533-b14a-505996b16da2 on network fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:23:48.087406 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:23:48.087406 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Checking segment: {'id': '9428fceb-23f6-41f7-89ee-4bd6406579cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:23:48.087406 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:48.087406 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Bound using segment: {'id': '9428fceb-23f6-41f7-89ee-4bd6406579cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:23:48.087406 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Bound port: f971bdc7-57ba-4533-b14a-505996b16da2, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9428fceb-23f6-41f7-89ee-4bd6406579cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:23:48.087406 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:48.102488 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:48.117300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Transition to ACTIVE for port object faeafb75-68ae-4d6e-8fa9-8365c2077d45 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:23:48.154571 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:48.157032 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] For port f971bdc7-57ba-4533-b14a-505996b16da2, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:23:48.160576 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] For port f971bdc7-57ba-4533-b14a-505996b16da2, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f971bdc7-57ba-4533-b14a-505996b16da2,segment=NetworkSegment(9428fceb-23f6-41f7-89ee-4bd6406579cc),segment_id=9428fceb-23f6-41f7-89ee-4bd6406579cc)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:23:48.167422 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:48.195512 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:23:48.200264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:48.204469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:23:48.234856 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb4800-4cb1-4b9a-82a1-6c676e14a5d1 None None] Pushing event updated for resources: {'Port': ['ID=f971bdc7-57ba-4533-b14a-505996b16da2,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:48.247479 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=faeafb75-68ae-4d6e-8fa9-8365c2077d45,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:48.266572 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:48.434514 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:48.734089 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:48.740441 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:48.802332 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:48.863993 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f971bdc7-57ba-4533-b14a-505996b16da2 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:23:48.894525 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=faeafb75-68ae-4d6e-8fa9-8365c2077d45,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:48.930672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port f971bdc7-57ba-4533-b14a-505996b16da2 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:23:48.937746 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c707b785-d321-4409-8fbc-9cb9e06b6801 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:23:48.947841 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:23:48.949450 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:48.996242 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port c707b785-d321-4409-8fbc-9cb9e06b6801 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:23:49.001493 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port c707b785-d321-4409-8fbc-9cb9e06b6801 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:49.002162 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:49.054819 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:49.092727 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router 56909895-4048-47cb-a4bb-0b2eabc3cbdc has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:23:49.117193 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:49.141386 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port c707b785-d321-4409-8fbc-9cb9e06b6801, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c707b785-d321-4409-8fbc-9cb9e06b6801,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:49.145705 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:49.213105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=c707b785-d321-4409-8fbc-9cb9e06b6801,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:49.214848 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:23:49.220358 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-84221987-c444-4911-b7a1-1e69c886dc6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "PUT /v2.0/routers/56909895-4048-47cb-a4bb-0b2eabc3cbdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3144562 Aug 20 11:23:49.287196 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9fe3c8-eb8f-41cf-9782-9fd7030527f6 None None] Network fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:23:49.352312 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-96ee81ac-14b3-4abb-83ef-0d1c782dd858 None None] Provisioning for port f971bdc7-57ba-4533-b14a-505996b16da2 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:23:49.360150 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-96ee81ac-14b3-4abb-83ef-0d1c782dd858 None None] Provisioning complete for port f971bdc7-57ba-4533-b14a-505996b16da2 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:49.360520 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-96ee81ac-14b3-4abb-83ef-0d1c782dd858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:49.364852 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-4c0cfe68-65e5-4d8b-860d-1734facc3b1f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-27371462&fields=id&tenant_id=68c200aa0a434658a567a090b20130f0 HTTP/1.1" status: 200 len: 267 time: 0.0327840 Aug 20 11:23:49.485031 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-11aee091-f827-4e32-9ee0-84438843bed9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:49.486680 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-11aee091-f827-4e32-9ee0-84438843bed9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/networks?id=fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 HTTP/1.1" status: 200 len: 796 time: 0.1151264 Aug 20 11:23:49.502946 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-96ee81ac-14b3-4abb-83ef-0d1c782dd858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:49.505865 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-5608bc59-8727-4898-ae52-c0fd659aa7ce tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/quotas/68c200aa0a434658a567a090b20130f0 HTTP/1.1" status: 200 len: 375 time: 0.0106926 Aug 20 11:23:49.543391 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-96ee81ac-14b3-4abb-83ef-0d1c782dd858 None None] For port f971bdc7-57ba-4533-b14a-505996b16da2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f971bdc7-57ba-4533-b14a-505996b16da2,segment=NetworkSegment(9428fceb-23f6-41f7-89ee-4bd6406579cc),segment_id=9428fceb-23f6-41f7-89ee-4bd6406579cc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:49.547984 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-96ee81ac-14b3-4abb-83ef-0d1c782dd858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:49.565861 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-6c35c47d-62bf-4381-91a4-f68cf393ed84 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539613 Aug 20 11:23:49.606942 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee81ac-14b3-4abb-83ef-0d1c782dd858 None None] Pushing event updated for resources: {'Port': ['ID=f971bdc7-57ba-4533-b14a-505996b16da2,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:49.676697 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-3dd3c126-cdc7-4c53-bc09-bfc56a1a88e9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971081 Aug 20 11:23:49.771166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6df6464b-7de1-4e5d-ac3b-ab5e8a49b75a None None] Provisioning for port faeafb75-68ae-4d6e-8fa9-8365c2077d45 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:23:49.776461 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6df6464b-7de1-4e5d-ac3b-ab5e8a49b75a None None] Provisioning complete for port faeafb75-68ae-4d6e-8fa9-8365c2077d45 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:49.776968 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6df6464b-7de1-4e5d-ac3b-ab5e8a49b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:49.799887 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-b18c8575-06fc-46f7-88a6-dcb69a9f9f9a service neutron] 10.222.0.16 "GET /v2.0/networks/fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115897 Aug 20 11:23:49.820879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6df6464b-7de1-4e5d-ac3b-ab5e8a49b75a None None] Port faeafb75-68ae-4d6e-8fa9-8365c2077d45 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:23:49.832105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6df6464b-7de1-4e5d-ac3b-ab5e8a49b75a None None] Provisioning complete for port f971bdc7-57ba-4533-b14a-505996b16da2 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:49.832603 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6df6464b-7de1-4e5d-ac3b-ab5e8a49b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:49.846987 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Sync routers for ids ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:23:49.856076 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Routers {'56909895-4048-47cb-a4bb-0b2eabc3cbdc'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:23:49.856797 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:23:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:49.993870 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Set router 56909895-4048-47cb-a4bb-0b2eabc3cbdc gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:23:49.995849 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-64c1b6fe-abbc-4f6d-93e2-64ff5b01965e req-d8ef9a60-2bf0-4b22-956c-9db67975c438 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 210 time: 0.0332065 Aug 20 11:23:50.068022 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-9b04b533-2311-4db7-be93-f5ea45621e63 None None] Provisioning complete for port faeafb75-68ae-4d6e-8fa9-8365c2077d45 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:50.070673 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9b04b533-2311-4db7-be93-f5ea45621e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:50.110011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-9b04b533-2311-4db7-be93-f5ea45621e63 None None] Port faeafb75-68ae-4d6e-8fa9-8365c2077d45 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:23:50.227157 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564195030', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:44Z', 'updated_at': '2021-08-20T11:23:48Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:45Z', 'updated_at': '2021-08-20T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'faeafb75-68ae-4d6e-8fa9-8365c2077d45', 'name': '', 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:b5:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:47Z', 'updated_at': '2021-08-20T11:23:48Z', 'revision_number': 2, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:50.231037 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f13fa46b-2d91-4d68-ae3d-b208e166cb5e None None] Provisioning complete for port faeafb75-68ae-4d6e-8fa9-8365c2077d45 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:50.231515 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f13fa46b-2d91-4d68-ae3d-b208e166cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:50.257809 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Checking router: 56909895-4048-47cb-a4bb-0b2eabc3cbdc for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:23:50.258193 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Updating router 56909895-4048-47cb-a4bb-0b2eabc3cbdc port faeafb75-68ae-4d6e-8fa9-8365c2077d45 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:23:50.268499 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-f13fa46b-2d91-4d68-ae3d-b208e166cb5e None None] Port faeafb75-68ae-4d6e-8fa9-8365c2077d45 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:23:50.284588 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:50.551461 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:50.561155 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Transition to ACTIVE for port object faeafb75-68ae-4d6e-8fa9-8365c2077d45 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:23:50.567226 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:50.613160 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cec5e7-5414-4d05-b9a0-257e6ca19631 None None] Pushing event updated for resources: {'Port': ['ID=faeafb75-68ae-4d6e-8fa9-8365c2077d45,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:50.625534 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cec5e7-5414-4d05-b9a0-257e6ca19631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.625879 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cec5e7-5414-4d05-b9a0-257e6ca19631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.626221 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cec5e7-5414-4d05-b9a0-257e6ca19631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.626557 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cec5e7-5414-4d05-b9a0-257e6ca19631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.626896 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cec5e7-5414-4d05-b9a0-257e6ca19631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.627253 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cec5e7-5414-4d05-b9a0-257e6ca19631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.627583 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cec5e7-5414-4d05-b9a0-257e6ca19631 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.627909 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cec5e7-5414-4d05-b9a0-257e6ca19631 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.628235 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cec5e7-5414-4d05-b9a0-257e6ca19631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.628572 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cec5e7-5414-4d05-b9a0-257e6ca19631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.628879 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cec5e7-5414-4d05-b9a0-257e6ca19631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.629201 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cec5e7-5414-4d05-b9a0-257e6ca19631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.678471 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Attempting to bind port faeafb75-68ae-4d6e-8fa9-8365c2077d45 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:23:50.678841 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Attempting to bind port faeafb75-68ae-4d6e-8fa9-8365c2077d45 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '9428fceb-23f6-41f7-89ee-4bd6406579cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:23:50.679236 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Attempting to bind port faeafb75-68ae-4d6e-8fa9-8365c2077d45 on network fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:23:50.684346 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:23:50.684712 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Checking segment: {'id': '9428fceb-23f6-41f7-89ee-4bd6406579cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:23:50.685112 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:50.685501 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Bound using segment: {'id': '9428fceb-23f6-41f7-89ee-4bd6406579cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:23:50.685954 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Bound port: faeafb75-68ae-4d6e-8fa9-8365c2077d45, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9428fceb-23f6-41f7-89ee-4bd6406579cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:23:50.686332 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:50.757796 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] For port faeafb75-68ae-4d6e-8fa9-8365c2077d45, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:23:50.761144 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] For port faeafb75-68ae-4d6e-8fa9-8365c2077d45, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=faeafb75-68ae-4d6e-8fa9-8365c2077d45,segment=NetworkSegment(9428fceb-23f6-41f7-89ee-4bd6406579cc),segment_id=9428fceb-23f6-41f7-89ee-4bd6406579cc)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:23:50.768254 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:50.828983 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cec5e7-5414-4d05-b9a0-257e6ca19631 None None] Pushing event updated for resources: {'Port': ['ID=faeafb75-68ae-4d6e-8fa9-8365c2077d45,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:50.829264 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f971bdc7-57ba-4533-b14a-505996b16da2 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:23:50.831568 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Routers {'56909895-4048-47cb-a4bb-0b2eabc3cbdc'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:23:50.832235 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:23:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:50.913864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port f971bdc7-57ba-4533-b14a-505996b16da2 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:50.914332 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:50.956520 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] Set router 56909895-4048-47cb-a4bb-0b2eabc3cbdc gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:23:51.034830 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-cdfa81b7-df37-4e8d-9ca2-58c6ee9c3ad3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:51.036422 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-cdfa81b7-df37-4e8d-9ca2-58c6ee9c3ad3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "GET /v2.0/networks?id=fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 HTTP/1.1" status: 200 len: 796 time: 0.1426506 Aug 20 11:23:51.041870 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c707b785-d321-4409-8fbc-9cb9e06b6801 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:23:51.098600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port c707b785-d321-4409-8fbc-9cb9e06b6801 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:51.099290 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:51.130448 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-a051e90b-dc50-496e-89c5-c4bdc27ea3aa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68c200aa0a434658a567a090b20130f0 HTTP/1.1" status: 200 len: 378 time: 0.0831563 Aug 20 11:23:51.144428 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-8f100c66-d095-4f3f-abcf-fc672b8e94c3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'port': {'device_id': '89d27682-a328-4aa0-886a-40cfa902627e', 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307', 'admin_state_up': True, 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'security_groups': ['7a118eee-178b-40ed-8863-ae25f52adf0e']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:51.153736 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b7f2018c-d460-4e88-8cc1-0bab59a9b60e req-6555dc8f-1901-44cc-bd37-5f24db9a8fd6 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 210 time: 0.0513582 Aug 20 11:23:51.208181 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564195030', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:44Z', 'updated_at': '2021-08-20T11:23:48Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:45Z', 'updated_at': '2021-08-20T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'faeafb75-68ae-4d6e-8fa9-8365c2077d45', 'name': '', 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:b5:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:47Z', 'updated_at': '2021-08-20T11:23:50Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:51.237319 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f392d8f1-70f9-4d1e-b5a1-b3be1c2db11e None None] The sync data for ids ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'] in n-d-778550-11 is: [{'id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564195030', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:44Z', 'updated_at': '2021-08-20T11:23:48Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:45Z', 'updated_at': '2021-08-20T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'faeafb75-68ae-4d6e-8fa9-8365c2077d45', 'name': '', 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:b5:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:47Z', 'updated_at': '2021-08-20T11:23:50Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:23:51.273961 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-8f100c66-d095-4f3f-abcf-fc672b8e94c3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Made reservation on behalf of 68c200aa0a434658a567a090b20130f0 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:23:51.278698 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-8f100c66-d095-4f3f-abcf-fc672b8e94c3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:51.416931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-8f100c66-d095-4f3f-abcf-fc672b8e94c3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.20.0.14 (fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307/eb4f3f13-0f93-4e62-8f22-827dff1e2ccf/9cb399a8-d5ad-4ab2-9cad-780bfdff05b5) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:23:51.569744 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-8f100c66-d095-4f3f-abcf-fc672b8e94c3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:51.585051 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-8f100c66-d095-4f3f-abcf-fc672b8e94c3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Transition to ACTIVE for port object 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:23:51.620393 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-8f100c66-d095-4f3f-abcf-fc672b8e94c3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:51.664446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-8f100c66-d095-4f3f-abcf-fc672b8e94c3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:23:51.667588 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-8f100c66-d095-4f3f-abcf-fc672b8e94c3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:51.671513 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-8f100c66-d095-4f3f-abcf-fc672b8e94c3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:23:51.708662 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f100c66-d095-4f3f-abcf-fc672b8e94c3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=9cb399a8-d5ad-4ab2-9cad-780bfdff05b5,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:51.737509 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-8f100c66-d095-4f3f-abcf-fc672b8e94c3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:51.738553 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-8f100c66-d095-4f3f-abcf-fc672b8e94c3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:51.758291 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-8f100c66-d095-4f3f-abcf-fc672b8e94c3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6202047 Aug 20 11:23:51.836767 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Request body: {'port': {'device_id': '89d27682-a328-4aa0-886a-40cfa902627e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:51.902308 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:51.969744 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-18bbbcbd-54a0-40f8-aca3-6da79dbf4cc5 None None] Provisioning for port 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:23:51.975038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-18bbbcbd-54a0-40f8-aca3-6da79dbf4cc5 None None] Provisioning complete for port 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:51.975518 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-18bbbcbd-54a0-40f8-aca3-6da79dbf4cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:52.016217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-18bbbcbd-54a0-40f8-aca3-6da79dbf4cc5 None None] Port 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:23:52.178969 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:23:52.188173 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:52.206689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Transition to ACTIVE for port object 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:23:52.210894 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:52.286421 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Pushing event updated for resources: {'Port': ['ID=9cb399a8-d5ad-4ab2-9cad-780bfdff05b5,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:52.350974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45b3c8-9572-44cf-890d-cc34fa34c407 req-d7c1268d-7ed1-465c-b1a7-10229285c8fd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:52.352594 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea45b3c8-9572-44cf-890d-cc34fa34c407 req-d7c1268d-7ed1-465c-b1a7-10229285c8fd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 944 time: 0.1168582 Aug 20 11:23:52.408917 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ea45b3c8-9572-44cf-890d-cc34fa34c407 req-4aaab8ed-9566-4369-bc73-14a0dd6b6d26 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489407 Aug 20 11:23:52.409751 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Attempting to bind port 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:23:52.410078 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Attempting to bind port 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '9428fceb-23f6-41f7-89ee-4bd6406579cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:23:52.410492 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Attempting to bind port 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 on network fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:23:52.415327 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Port 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 on network fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:23:52.416133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Attempting to bind port 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 on network fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:23:52.421211 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:23:52.421549 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Checking segment: {'id': '9428fceb-23f6-41f7-89ee-4bd6406579cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:23:52.421934 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Bound using segment: {'id': '9428fceb-23f6-41f7-89ee-4bd6406579cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:23:52.422358 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Bound port: 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9428fceb-23f6-41f7-89ee-4bd6406579cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:23:52.422845 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:52.488545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] For port 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:23:52.491513 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] For port 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=9cb399a8-d5ad-4ab2-9cad-780bfdff05b5,segment=NetworkSegment(9428fceb-23f6-41f7-89ee-4bd6406579cc),segment_id=9428fceb-23f6-41f7-89ee-4bd6406579cc)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:23:52.495789 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:52.528337 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:52.528895 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:52.530342 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] 10.222.0.24 "PUT /v2.0/ports/9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 HTTP/1.1" status: 200 len: 1093 time: 0.7639401 Aug 20 11:23:52.530828 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d27682-a328-4aa0-886a-40cfa902627e', 'tag': '9cb399a8-d5ad-4ab2-9cad-780bfdff05b5'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:23:52.533059 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc00363c-bdf9-46c6-b31f-31e498a579c7" -d '{"events": [{"name": "network-changed", "server_uuid": "89d27682-a328-4aa0-886a-40cfa902627e", "tag": "9cb399a8-d5ad-4ab2-9cad-780bfdff05b5"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:23:52.570081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc514b53-c9cf-48b7-8898-9ac9574ca24b service neutron] Pushing event updated for resources: {'Port': ['ID=9cb399a8-d5ad-4ab2-9cad-780bfdff05b5,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:52.582532 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31ffb0c-56f7-4b88-ae79-be4cf9bac994 x-openstack-request-id: req-b31ffb0c-56f7-4b88-ae79-be4cf9bac994 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:23:52.582831 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d27682-a328-4aa0-886a-40cfa902627e", "tag": "9cb399a8-d5ad-4ab2-9cad-780bfdff05b5", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:23:52.583112 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b31ffb0c-56f7-4b88-ae79-be4cf9bac994 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:23:52.583517 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d27682-a328-4aa0-886a-40cfa902627e', 'tag': '9cb399a8-d5ad-4ab2-9cad-780bfdff05b5', 'status': 'completed', 'code': 200} Aug 20 11:23:52.620489 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-93b3b2a1-a599-4a7d-b98c-a34c50a5c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:52.621999 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-93b3b2a1-a599-4a7d-b98c-a34c50a5c116 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 1096 time: 0.0489333 Aug 20 11:23:52.665348 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-d5c2d8f4-63a8-4c58-bd13-dcb81a850eb7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 HTTP/1.1" status: 200 len: 217 time: 0.0356257 Aug 20 11:23:52.716841 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-5bddf2cf-8b21-452a-a15b-95d6aac57d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:52.719014 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-5bddf2cf-8b21-452a-a15b-95d6aac57d3a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb4f3f13-0f93-4e62-8f22-827dff1e2ccf HTTP/1.1" status: 200 len: 835 time: 0.0467470 Aug 20 11:23:52.775071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-1942e68a-ffae-44a7-8f45-2f1a63bc81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:52.776625 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-1942e68a-ffae-44a7-8f45-2f1a63bc81e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501831 Aug 20 11:23:52.831221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device faeafb75-68ae-4d6e-8fa9-8365c2077d45 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:23:52.872548 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-4ae55e63-09c1-4430-a5b9-c9566cfdadce service neutron] 10.222.0.24 "GET /v2.0/networks/fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887506 Aug 20 11:23:52.879377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port faeafb75-68ae-4d6e-8fa9-8365c2077d45 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:23:52.882998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port faeafb75-68ae-4d6e-8fa9-8365c2077d45 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:52.883400 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:52.961899 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:52.968356 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-33e6c86e-3fe0-45aa-ba1a-9e6b57dc1237 req-f6552ea8-cc6f-4b90-a119-1e3e364e9552 service neutron] 10.222.0.24 "GET /v2.0/networks/fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876303 Aug 20 11:23:52.993904 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port faeafb75-68ae-4d6e-8fa9-8365c2077d45, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=faeafb75-68ae-4d6e-8fa9-8365c2077d45,segment=NetworkSegment(9428fceb-23f6-41f7-89ee-4bd6406579cc),segment_id=9428fceb-23f6-41f7-89ee-4bd6406579cc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:52.997489 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:53.045666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=faeafb75-68ae-4d6e-8fa9-8365c2077d45,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:53.056184 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00363c-bdf9-46c6-b31f-31e498a579c7 req-994782e1-34ea-4d3b-92e7-1bcc076c28ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:53.057692 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bc00363c-bdf9-46c6-b31f-31e498a579c7 req-994782e1-34ea-4d3b-92e7-1bcc076c28ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 1096 time: 0.0414126 Aug 20 11:23:53.147652 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00363c-bdf9-46c6-b31f-31e498a579c7 req-3735f8e8-58c4-4e17-b825-ff7e04626ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:53.149129 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bc00363c-bdf9-46c6-b31f-31e498a579c7 req-3735f8e8-58c4-4e17-b825-ff7e04626ac8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 HTTP/1.1" status: 200 len: 897 time: 0.0845511 Aug 20 11:23:53.193302 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bc00363c-bdf9-46c6-b31f-31e498a579c7 req-a7d7c148-e8c3-4ab9-8215-a6d9a9d00b66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 HTTP/1.1" status: 200 len: 217 time: 0.0368223 Aug 20 11:23:53.244416 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00363c-bdf9-46c6-b31f-31e498a579c7 req-3868bcaf-33ec-4ae4-829e-09b22ebaab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:53.245892 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bc00363c-bdf9-46c6-b31f-31e498a579c7 req-3868bcaf-33ec-4ae4-829e-09b22ebaab75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb4f3f13-0f93-4e62-8f22-827dff1e2ccf HTTP/1.1" status: 200 len: 835 time: 0.0459287 Aug 20 11:23:53.291525 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00363c-bdf9-46c6-b31f-31e498a579c7 req-eb3eade3-918e-4b87-bcb2-db00ecb2a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:53.293021 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bc00363c-bdf9-46c6-b31f-31e498a579c7 req-eb3eade3-918e-4b87-bcb2-db00ecb2a65a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401206 Aug 20 11:23:53.384791 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bc00363c-bdf9-46c6-b31f-31e498a579c7 req-786a3641-05d7-40d0-aaa9-28b8ccf67c81 service neutron] 10.222.0.24 "GET /v2.0/networks/fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842891 Aug 20 11:23:53.401551 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:53.476714 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-bc00363c-bdf9-46c6-b31f-31e498a579c7 req-d5b01141-0be5-4b72-bc69-d9cdc1f6fc78 service neutron] 10.222.0.24 "GET /v2.0/networks/fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849662 Aug 20 11:23:53.526630 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405e311-2b88-4a98-9b10-20b3236f87f8 req-2eb2e1e6-6b73-435a-8da8-1d77258f9a3b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:53.528130 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4405e311-2b88-4a98-9b10-20b3236f87f8 req-2eb2e1e6-6b73-435a-8da8-1d77258f9a3b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 944 time: 0.0483449 Aug 20 11:23:53.569419 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4405e311-2b88-4a98-9b10-20b3236f87f8 req-96181b76-64d7-4104-b37a-472fea7573b7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353968 Aug 20 11:23:54.697739 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23e8e8-190b-479d-ab1a-b9737d9d0a6d req-9416c99c-1e63-47cd-b5c9-878ac42fe3f9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:54.699244 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e23e8e8-190b-479d-ab1a-b9737d9d0a6d req-9416c99c-1e63-47cd-b5c9-878ac42fe3f9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 944 time: 0.0537770 Aug 20 11:23:54.737617 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e23e8e8-190b-479d-ab1a-b9737d9d0a6d req-265ca543-b0c4-47e8-af31-2f435308f9e4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315187 Aug 20 11:23:54.799912 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device faeafb75-68ae-4d6e-8fa9-8365c2077d45 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:23:54.846926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port faeafb75-68ae-4d6e-8fa9-8365c2077d45 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:54.847321 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:55.840673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:23:55.851753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e51da-990f-4a8f-bb66-61f992c9a8c2 req-c904908f-8195-40a0-b656-5a89f9f1a2c4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:55.853248 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-037e51da-990f-4a8f-bb66-61f992c9a8c2 req-c904908f-8195-40a0-b656-5a89f9f1a2c4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 944 time: 0.0493915 Aug 20 11:23:55.891915 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-037e51da-990f-4a8f-bb66-61f992c9a8c2 req-09c20814-0418-46ea-baf6-baf823178c3f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313354 Aug 20 11:23:55.934314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=9cb399a8-d5ad-4ab2-9cad-780bfdff05b5,segment=NetworkSegment(9428fceb-23f6-41f7-89ee-4bd6406579cc),segment_id=9428fceb-23f6-41f7-89ee-4bd6406579cc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:55.945453 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '9cb399a8-d5ad-4ab2-9cad-780bfdff05b5', 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307', 'port_id': '9cb399a8-d5ad-4ab2-9cad-780bfdff05b5', 'mac_address': 'fa:16:3e:34:a2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:23:55.985526 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:55.997629 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:23:56.016395 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=9cb399a8-d5ad-4ab2-9cad-780bfdff05b5,segment=NetworkSegment(9428fceb-23f6-41f7-89ee-4bd6406579cc),segment_id=9428fceb-23f6-41f7-89ee-4bd6406579cc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:56.020815 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:56.065871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=9cb399a8-d5ad-4ab2-9cad-780bfdff05b5,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:56.293694 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['9cb399a8-d5ad-4ab2-9cad-780bfdff05b5'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:23:57.006793 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13c279-69ec-4def-b869-33cd492f1bab req-417a7544-6928-42a4-ae98-701040c1dcad tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:57.008208 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2b13c279-69ec-4def-b869-33cd492f1bab req-417a7544-6928-42a4-ae98-701040c1dcad tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 945 time: 0.0490360 Aug 20 11:23:57.044538 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2b13c279-69ec-4def-b869-33cd492f1bab req-3a3f2f10-73d1-455a-8ddb-abe0b2e8fb32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303807 Aug 20 11:23:57.855577 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:23:57.904614 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:23:57.908342 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:57.908713 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:57.985427 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:58.007331 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d27682-a328-4aa0-886a-40cfa902627e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb399a8-d5ad-4ab2-9cad-780bfdff05b5'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:23:58.009505 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68896e4f-9c29-4b5f-a91f-67ee96b6bebf" -d '{"events": [{"server_uuid": "89d27682-a328-4aa0-886a-40cfa902627e", "name": "network-vif-plugged", "status": "completed", "tag": "9cb399a8-d5ad-4ab2-9cad-780bfdff05b5"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:23:58.022472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=9cb399a8-d5ad-4ab2-9cad-780bfdff05b5,segment=NetworkSegment(9428fceb-23f6-41f7-89ee-4bd6406579cc),segment_id=9428fceb-23f6-41f7-89ee-4bd6406579cc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:58.026575 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:58.078346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=9cb399a8-d5ad-4ab2-9cad-780bfdff05b5,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:58.125289 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dac4cd-b938-424a-bdb5-f97937321d65 x-openstack-request-id: req-62dac4cd-b938-424a-bdb5-f97937321d65 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:23:58.125585 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d27682-a328-4aa0-886a-40cfa902627e", "name": "network-vif-plugged", "status": "completed", "tag": "9cb399a8-d5ad-4ab2-9cad-780bfdff05b5", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:23:58.125862 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62dac4cd-b938-424a-bdb5-f97937321d65 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:23:58.126260 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d27682-a328-4aa0-886a-40cfa902627e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb399a8-d5ad-4ab2-9cad-780bfdff05b5', 'code': 200} Aug 20 11:23:58.187473 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953aaded-d846-46d1-882b-f74f02b2474e req-0606cfa3-7b7a-4766-9aa7-312de7d96b35 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:58.189728 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-953aaded-d846-46d1-882b-f74f02b2474e req-0606cfa3-7b7a-4766-9aa7-312de7d96b35 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0626514 Aug 20 11:23:58.234556 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-953aaded-d846-46d1-882b-f74f02b2474e req-d2244c42-1550-49d8-86ec-e9c02f4e8d4f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382826 Aug 20 11:23:58.240323 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b6688-454f-47e8-8151-d0010a4772bf req-e823c6f9-5e5d-4e74-a660-52bdf9a98722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:58.242005 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de7b6688-454f-47e8-8151-d0010a4772bf req-e823c6f9-5e5d-4e74-a660-52bdf9a98722 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 1098 time: 0.0415299 Aug 20 11:23:58.278604 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-de7b6688-454f-47e8-8151-d0010a4772bf req-664b92ed-c006-4526-914b-334ba2f47539 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0287669 Aug 20 11:23:59.348637 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69f1f5-0188-42c5-bc67-7ed7cd7aa477 req-13c47017-0ee5-4df8-aefc-2b4c59c7eb6b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:59.350106 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d69f1f5-0188-42c5-bc67-7ed7cd7aa477 req-13c47017-0ee5-4df8-aefc-2b4c59c7eb6b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0477619 Aug 20 11:23:59.381873 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-94cec519-5b70-4c42-97b8-e8bd3dc5a74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:59.391901 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d69f1f5-0188-42c5-bc67-7ed7cd7aa477 req-514359d9-1f89-48e1-8a59-15d4d350bf9f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356963 Aug 20 11:24:00.509170 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9793358-5adc-4758-b71c-73d8b0fbd077 req-b4a706ab-add3-45c1-ab22-f305d1bc5a00 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:00.510636 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a9793358-5adc-4758-b71c-73d8b0fbd077 req-b4a706ab-add3-45c1-ab22-f305d1bc5a00 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0528808 Aug 20 11:24:00.547920 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a9793358-5adc-4758-b71c-73d8b0fbd077 req-4fad3508-16a8-47be-8c8e-dcc931b1f6df tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311899 Aug 20 11:24:00.660065 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822293a-dc08-4d72-a2e5-59fb00fa2db2 req-5fdd11b7-57ff-4b80-9228-7c42a94cf2d8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:00.661526 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c822293a-dc08-4d72-a2e5-59fb00fa2db2 req-5fdd11b7-57ff-4b80-9228-7c42a94cf2d8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0480266 Aug 20 11:24:00.699193 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c822293a-dc08-4d72-a2e5-59fb00fa2db2 req-d59fdd68-69b2-42c8-ab4f-1f0d1445394c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316861 Aug 20 11:24:00.720124 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39924) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:00.759294 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdb8ab4-c46d-41de-9591-42e57dbc0978 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:00.760799 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fbdb8ab4-c46d-41de-9591-42e57dbc0978 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 1093 time: 0.0397029 Aug 20 11:24:00.763697 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39926) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:00.768031 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': '9cb399a8-d5ad-4ab2-9cad-780bfdff05b5', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:00.788760 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:00.887772 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:00.988053 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.25.3.12 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/8c7a1c65-d1fd-44fb-9ef5-fad15f3f45f8) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:24:01.090006 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.128341 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.166211 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:24:01.168992 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:24:01.172986 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:24:01.180306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=8c7a1c65-d1fd-44fb-9ef5-fad15f3f45f8,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:01.527423 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.591720 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.742186 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.747151 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.819620 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=8c7a1c65-d1fd-44fb-9ef5-fad15f3f45f8,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:01.826247 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:02.023960 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b59ba1a5-02ad-4c62-91c3-be7274c39243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:02.214792 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Floating IP c4331c7b-48af-4790-92e6-810b8ede1a5a associated. External IP: 172.25.3.12, port: 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5. Aug 20 11:24:02.417214 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router 56909895-4048-47cb-a4bb-0b2eabc3cbdc has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:24:02.506169 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:02.525173 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:24:02.534534 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd3c52-8918-4534-9a67-ec8d8b4ad84c None None] Sync routers for ids ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:24:02.540807 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:02.543579 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abd3c52-8918-4534-9a67-ec8d8b4ad84c None None] Routers {'56909895-4048-47cb-a4bb-0b2eabc3cbdc'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:24:02.544204 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5abd3c52-8918-4534-9a67-ec8d8b4ad84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:24:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:02.571723 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-19b8e5c9-0143-4974-9bdd-1ac23a3df029 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8069568 Aug 20 11:24:02.572325 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d27682-a328-4aa0-886a-40cfa902627e', 'tag': '9cb399a8-d5ad-4ab2-9cad-780bfdff05b5'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:24:02.574763 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417f180b-66d9-4c3e-a52e-aea6e319dca8" -d '{"events": [{"name": "network-changed", "server_uuid": "89d27682-a328-4aa0-886a-40cfa902627e", "tag": "9cb399a8-d5ad-4ab2-9cad-780bfdff05b5"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:24:02.620551 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c90c80-7e75-4629-a798-e1bb715c7114 x-openstack-request-id: req-c8c90c80-7e75-4629-a798-e1bb715c7114 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:24:02.620849 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d27682-a328-4aa0-886a-40cfa902627e", "tag": "9cb399a8-d5ad-4ab2-9cad-780bfdff05b5", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:24:02.621103 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8c90c80-7e75-4629-a798-e1bb715c7114 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:24:02.621515 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d27682-a328-4aa0-886a-40cfa902627e', 'tag': '9cb399a8-d5ad-4ab2-9cad-780bfdff05b5', 'status': 'completed', 'code': 200} Aug 20 11:24:02.683469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d5eab-be78-413f-9041-7b82469ec042 req-d77ef2b9-1f9a-48b1-b979-fe577062affb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:02.685020 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ce2d5eab-be78-413f-9041-7b82469ec042 req-d77ef2b9-1f9a-48b1-b979-fe577062affb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0519769 Aug 20 11:24:02.692979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f180b-66d9-4c3e-a52e-aea6e319dca8 req-6ab0d672-c459-47e1-b0ed-d44b1e6aad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:02.694832 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-417f180b-66d9-4c3e-a52e-aea6e319dca8 req-6ab0d672-c459-47e1-b0ed-d44b1e6aad1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 1098 time: 0.0483296 Aug 20 11:24:02.728083 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ce2d5eab-be78-413f-9041-7b82469ec042 req-66c3d87c-73e1-47fa-8fd2-64d4d4eabaa4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357320 Aug 20 11:24:02.752390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39932) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:02.797021 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f180b-66d9-4c3e-a52e-aea6e319dca8 req-5b23675d-d8d0-443f-aaf6-2336a0acf70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:02.799249 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-417f180b-66d9-4c3e-a52e-aea6e319dca8 req-5b23675d-d8d0-443f-aaf6-2336a0acf70c service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 HTTP/1.1" status: 200 len: 897 time: 0.0972543 Aug 20 11:24:02.814604 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-db2d83d3-f0c3-42fa-a4fa-f30c87c6d5af tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/c4331c7b-48af-4790-92e6-810b8ede1a5a HTTP/1.1" status: 200 len: 991 time: 0.0609989 Aug 20 11:24:02.820092 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-5abd3c52-8918-4534-9a67-ec8d8b4ad84c None None] Set router 56909895-4048-47cb-a4bb-0b2eabc3cbdc gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:24:02.877708 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-417f180b-66d9-4c3e-a52e-aea6e319dca8 req-1d16a173-5cc6-4684-ad75-cb728da37809 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 HTTP/1.1" status: 200 len: 999 time: 0.0706093 Aug 20 11:24:02.927015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f180b-66d9-4c3e-a52e-aea6e319dca8 req-fec3ed01-5e01-4c27-aae1-f87533b611cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:02.928510 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-417f180b-66d9-4c3e-a52e-aea6e319dca8 req-fec3ed01-5e01-4c27-aae1-f87533b611cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb4f3f13-0f93-4e62-8f22-827dff1e2ccf HTTP/1.1" status: 200 len: 835 time: 0.0432341 Aug 20 11:24:02.974274 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f180b-66d9-4c3e-a52e-aea6e319dca8 req-13b98e14-5cf9-4fc7-bda5-0bd48d264f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:02.975738 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-417f180b-66d9-4c3e-a52e-aea6e319dca8 req-13b98e14-5cf9-4fc7-bda5-0bd48d264f26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405941 Aug 20 11:24:03.045588 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5abd3c52-8918-4534-9a67-ec8d8b4ad84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564195030', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:44Z', 'updated_at': '2021-08-20T11:23:48Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:45Z', 'updated_at': '2021-08-20T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'c4331c7b-48af-4790-92e6-810b8ede1a5a', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'floating_ip_address': '172.25.3.12', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'port_id': '9cb399a8-d5ad-4ab2-9cad-780bfdff05b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307', 'mac_address': 'fa:16:3e:34:a2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d27682-a328-4aa0-886a-40cfa902627e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:24:01Z', 'updated_at': '2021-08-20T11:24:01Z', 'revision_number': 0, 'project_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faeafb75-68ae-4d6e-8fa9-8365c2077d45', 'name': '', 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:b5:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:47Z', 'updated_at': '2021-08-20T11:23:52Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:03.071009 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-417f180b-66d9-4c3e-a52e-aea6e319dca8 req-62d22374-4e8d-49a1-bbe8-978994573b9e service neutron] 10.222.0.24 "GET /v2.0/networks/fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883379 Aug 20 11:24:03.072720 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd3c52-8918-4534-9a67-ec8d8b4ad84c None None] Checking router: 56909895-4048-47cb-a4bb-0b2eabc3cbdc for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:24:03.081140 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abd3c52-8918-4534-9a67-ec8d8b4ad84c None None] Routers {'56909895-4048-47cb-a4bb-0b2eabc3cbdc'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:24:03.081779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5abd3c52-8918-4534-9a67-ec8d8b4ad84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:24:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:03.161451 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-417f180b-66d9-4c3e-a52e-aea6e319dca8 req-c87191c0-3f51-4a91-83c7-22357b0578fc service neutron] 10.222.0.24 "GET /v2.0/networks/fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833926 Aug 20 11:24:03.190695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-5abd3c52-8918-4534-9a67-ec8d8b4ad84c None None] Set router 56909895-4048-47cb-a4bb-0b2eabc3cbdc gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:24:03.391411 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:03.416573 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-5abd3c52-8918-4534-9a67-ec8d8b4ad84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564195030', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:44Z', 'updated_at': '2021-08-20T11:23:48Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:45Z', 'updated_at': '2021-08-20T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'c4331c7b-48af-4790-92e6-810b8ede1a5a', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'floating_ip_address': '172.25.3.12', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'port_id': '9cb399a8-d5ad-4ab2-9cad-780bfdff05b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307', 'mac_address': 'fa:16:3e:34:a2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d27682-a328-4aa0-886a-40cfa902627e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:24:01Z', 'updated_at': '2021-08-20T11:24:01Z', 'revision_number': 0, 'project_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faeafb75-68ae-4d6e-8fa9-8365c2077d45', 'name': '', 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:b5:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:47Z', 'updated_at': '2021-08-20T11:23:52Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:03.446819 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd3c52-8918-4534-9a67-ec8d8b4ad84c None None] The sync data for ids ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'] in n-d-778550-11 is: [{'id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564195030', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:44Z', 'updated_at': '2021-08-20T11:23:48Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:45Z', 'updated_at': '2021-08-20T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'c4331c7b-48af-4790-92e6-810b8ede1a5a', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'floating_ip_address': '172.25.3.12', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'port_id': '9cb399a8-d5ad-4ab2-9cad-780bfdff05b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307', 'mac_address': 'fa:16:3e:34:a2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d27682-a328-4aa0-886a-40cfa902627e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:24:01Z', 'updated_at': '2021-08-20T11:24:01Z', 'revision_number': 0, 'project_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faeafb75-68ae-4d6e-8fa9-8365c2077d45', 'name': '', 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:b5:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:47Z', 'updated_at': '2021-08-20T11:23:52Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:24:03.632627 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86904f2-8022-4334-af29-4c1eedd78e86 None None] New status for floating IP c4331c7b-48af-4790-92e6-810b8ede1a5a: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:24:03.818395 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 39934) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:03.882452 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8f3f16a3-b5aa-40dc-b7af-20a87e5ad436 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/c4331c7b-48af-4790-92e6-810b8ede1a5a HTTP/1.1" status: 200 len: 993 time: 0.0629244 Aug 20 11:24:05.026037 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:19.056649 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:20.886582 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:24:23.418930 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:29.382710 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bda33ef5-78e8-4736-b475-71f61429aefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:32.025311 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5a8d8158-e687-46d6-ab52-f8f6c8025c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:32.509271 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:33.371674 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:33.715575 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6ae3725-45ea-478a-9a0e-7449c548bc19 req-7f715411-6d51-4733-b799-b90636db3371 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452728 Aug 20 11:24:33.797358 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae3725-45ea-478a-9a0e-7449c548bc19 req-5af729ec-5f77-400b-8332-504abf91acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:33.798823 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6ae3725-45ea-478a-9a0e-7449c548bc19 req-5af729ec-5f77-400b-8332-504abf91acbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 1098 time: 0.0397325 Aug 20 11:24:33.900626 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae3725-45ea-478a-9a0e-7449c548bc19 req-ddac1c0c-352b-4ac3-8f61-707cb582553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:33.902122 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6ae3725-45ea-478a-9a0e-7449c548bc19 req-ddac1c0c-352b-4ac3-8f61-707cb582553e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 HTTP/1.1" status: 200 len: 897 time: 0.0839739 Aug 20 11:24:33.973611 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6ae3725-45ea-478a-9a0e-7449c548bc19 req-d247e5d0-3189-4db9-ae3a-550eaf43cb56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 HTTP/1.1" status: 200 len: 1001 time: 0.0630620 Aug 20 11:24:34.024655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae3725-45ea-478a-9a0e-7449c548bc19 req-1e3e5fba-ac8a-4135-b7ec-c9e393c72537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:34.026142 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6ae3725-45ea-478a-9a0e-7449c548bc19 req-1e3e5fba-ac8a-4135-b7ec-c9e393c72537 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb4f3f13-0f93-4e62-8f22-827dff1e2ccf HTTP/1.1" status: 200 len: 835 time: 0.0442424 Aug 20 11:24:34.077466 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae3725-45ea-478a-9a0e-7449c548bc19 req-92cec206-ca37-439b-952c-f9e93b557a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:34.077466 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6ae3725-45ea-478a-9a0e-7449c548bc19 req-92cec206-ca37-439b-952c-f9e93b557a14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406256 Aug 20 11:24:34.168733 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6ae3725-45ea-478a-9a0e-7449c548bc19 req-c0ad6172-73ae-4b2b-8f38-729b78b9ac90 service neutron] 10.222.0.24 "GET /v2.0/networks/fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852730 Aug 20 11:24:34.258145 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f6ae3725-45ea-478a-9a0e-7449c548bc19 req-dd40f4db-a21d-4c5b-be68-bc1096513af6 service neutron] 10.222.0.24 "GET /v2.0/networks/fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815473 Aug 20 11:24:35.029539 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:49.060541 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:53.419796 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:57.886430 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:24:59.383686 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0bd005df-e206-4a12-b407-1fa0d2e03fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:02.026071 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a9b2e8bf-861f-430f-9fd9-6a75746227ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:02.510560 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:03.373743 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:04.781557 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d14354-e4b5-40e2-b61d-14eba39e2aeb req-75bcb4a5-70e5-46df-9af3-e876675bc9ef tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:04.783360 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-48d14354-e4b5-40e2-b61d-14eba39e2aeb req-75bcb4a5-70e5-46df-9af3-e876675bc9ef tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0857501 Aug 20 11:25:04.788031 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0cde1-37b6-4f3a-8db1-fae77aa0e808 req-b211f6bc-8da9-429c-9f58-7ff74826adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:04.789515 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79e0cde1-37b6-4f3a-8db1-fae77aa0e808 req-b211f6bc-8da9-429c-9f58-7ff74826adbc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 1098 time: 0.0807369 Aug 20 11:25:04.869139 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-48d14354-e4b5-40e2-b61d-14eba39e2aeb req-52db4668-a47d-4a7b-8228-d5ac6985bbfd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786700 Aug 20 11:25:04.907598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0cde1-37b6-4f3a-8db1-fae77aa0e808 req-476b7ca1-d832-4263-b741-befcc7fd4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:04.909203 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79e0cde1-37b6-4f3a-8db1-fae77aa0e808 req-476b7ca1-d832-4263-b741-befcc7fd4de6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 HTTP/1.1" status: 200 len: 897 time: 0.1121647 Aug 20 11:25:04.979991 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79e0cde1-37b6-4f3a-8db1-fae77aa0e808 req-79d916c8-b9f5-48b4-babf-b2daca501b98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 HTTP/1.1" status: 200 len: 1001 time: 0.0633132 Aug 20 11:25:05.031313 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:05.033077 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0cde1-37b6-4f3a-8db1-fae77aa0e808 req-508f121e-6aa0-4486-92c1-634287828507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:05.034612 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79e0cde1-37b6-4f3a-8db1-fae77aa0e808 req-508f121e-6aa0-4486-92c1-634287828507 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb4f3f13-0f93-4e62-8f22-827dff1e2ccf HTTP/1.1" status: 200 len: 835 time: 0.0444717 Aug 20 11:25:05.082500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0cde1-37b6-4f3a-8db1-fae77aa0e808 req-442a7d55-f556-4edc-b372-f98356ff5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:05.084072 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79e0cde1-37b6-4f3a-8db1-fae77aa0e808 req-442a7d55-f556-4edc-b372-f98356ff5c1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415154 Aug 20 11:25:05.184400 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79e0cde1-37b6-4f3a-8db1-fae77aa0e808 req-f589cbbe-487d-4943-b9c0-5c0ea1b89bba service neutron] 10.222.0.24 "GET /v2.0/networks/fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926480 Aug 20 11:25:05.277155 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79e0cde1-37b6-4f3a-8db1-fae77aa0e808 req-f604b5fc-da04-4dcf-bb2d-5e17f77a2b54 service neutron] 10.222.0.24 "GET /v2.0/networks/fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839558 Aug 20 11:25:05.990166 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348f5b5-2caa-4b19-8333-716eca4b5516 req-4947985e-fbcb-401c-9727-54a7fa663571 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:05.991778 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a348f5b5-2caa-4b19-8333-716eca4b5516 req-4947985e-fbcb-401c-9727-54a7fa663571 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0518360 Aug 20 11:25:06.031291 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a348f5b5-2caa-4b19-8333-716eca4b5516 req-9c2f99a8-bbc5-4c36-8d6c-b662f4f05453 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335615 Aug 20 11:25:07.153023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96793c-c7c7-4495-9e18-434c98bdd07c req-9cd41301-2955-475d-b849-3a6b0be8c9e2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:07.155028 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb96793c-c7c7-4495-9e18-434c98bdd07c req-9cd41301-2955-475d-b849-3a6b0be8c9e2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0560002 Aug 20 11:25:07.193158 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb96793c-c7c7-4495-9e18-434c98bdd07c req-6386970e-4cab-4bf2-9ba9-a0763345a1e6 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315759 Aug 20 11:25:08.319955 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd305b2d-6f7b-4df4-8c7e-94837d913b2b req-dd6229a7-1e64-41cf-abb0-4164e6e08dcd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:08.321426 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cd305b2d-6f7b-4df4-8c7e-94837d913b2b req-dd6229a7-1e64-41cf-abb0-4164e6e08dcd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0550048 Aug 20 11:25:08.363489 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-cd305b2d-6f7b-4df4-8c7e-94837d913b2b req-a2abfefc-1b25-4f5e-8cb6-85d2eda6a178 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357945 Aug 20 11:25:09.480481 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828c432-96f4-4a00-8b97-10b6fc1b1545 req-71544176-fa16-4e6f-a70c-f3f421f7e090 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:09.481986 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7828c432-96f4-4a00-8b97-10b6fc1b1545 req-71544176-fa16-4e6f-a70c-f3f421f7e090 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0493801 Aug 20 11:25:09.519712 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7828c432-96f4-4a00-8b97-10b6fc1b1545 req-ac97ccc5-1960-466a-b106-8cf3cb6a6e5f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317631 Aug 20 11:25:10.637947 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f32652-b47a-46b7-8c22-b1c70cbbb4d7 req-c7a106ce-f254-45bb-8703-1a6424daf232 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:10.639549 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-09f32652-b47a-46b7-8c22-b1c70cbbb4d7 req-c7a106ce-f254-45bb-8703-1a6424daf232 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0506141 Aug 20 11:25:10.680263 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-09f32652-b47a-46b7-8c22-b1c70cbbb4d7 req-9936734d-cf7f-49ed-8625-899c965a2d92 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347300 Aug 20 11:25:11.793686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85dce4-67b4-459b-8afd-cbca3078bc13 req-14c76137-b51f-4757-a2a6-90ccae20e907 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:11.795170 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d85dce4-67b4-459b-8afd-cbca3078bc13 req-14c76137-b51f-4757-a2a6-90ccae20e907 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0484126 Aug 20 11:25:11.831994 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3d85dce4-67b4-459b-8afd-cbca3078bc13 req-698f2b17-6b99-465b-9c4e-9fcdd2f6dfaf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309660 Aug 20 11:25:12.946534 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f18c01-da49-459c-83fa-084b6c369ba3 req-3ef00ba8-d3fb-40db-89bd-f5b37cdba423 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:12.948040 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9f18c01-da49-459c-83fa-084b6c369ba3 req-3ef00ba8-d3fb-40db-89bd-f5b37cdba423 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0487306 Aug 20 11:25:12.985356 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e9f18c01-da49-459c-83fa-084b6c369ba3 req-4970dfdd-d23d-4b66-bb75-831b003d5379 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310555 Aug 20 11:25:14.110656 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6dcd32-f97e-4aaf-82d3-6ed7b90955cf req-5ab0d9cd-b012-4a09-95a1-5fa2b325273e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:14.113464 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f6dcd32-f97e-4aaf-82d3-6ed7b90955cf req-5ab0d9cd-b012-4a09-95a1-5fa2b325273e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0546377 Aug 20 11:25:14.153441 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f6dcd32-f97e-4aaf-82d3-6ed7b90955cf req-321861aa-502c-4b4a-91df-52912e65717c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338852 Aug 20 11:25:15.271326 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b8167-9000-49d4-9cf4-f5bd5fd231ba req-7608b780-d4f8-4404-8bf5-b9722b7a883a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:15.272818 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a83b8167-9000-49d4-9cf4-f5bd5fd231ba req-7608b780-d4f8-4404-8bf5-b9722b7a883a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0532644 Aug 20 11:25:15.310790 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a83b8167-9000-49d4-9cf4-f5bd5fd231ba req-e05fd4ee-e11e-4b1f-ae51-81b8726c970c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320103 Aug 20 11:25:16.423867 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71ba40-8f59-4a01-8b89-d3e070ec4244 req-8f6fb376-2639-4db3-806e-0a851abdf7f8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:16.425367 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f71ba40-8f59-4a01-8b89-d3e070ec4244 req-8f6fb376-2639-4db3-806e-0a851abdf7f8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0489736 Aug 20 11:25:16.463027 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f71ba40-8f59-4a01-8b89-d3e070ec4244 req-7d5e1fd0-f9a8-469f-9dde-37be00a8614d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318654 Aug 20 11:25:16.484439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 39990) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:16.549928 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9f234401-99e4-4b91-b8d6-1ad90c773fe4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/c4331c7b-48af-4790-92e6-810b8ede1a5a HTTP/1.1" status: 200 len: 993 time: 0.0643001 Aug 20 11:25:19.070641 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:23.413116 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:29.384181 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0ccb845c-31a1-4923-b673-3ca3dbcd0184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:32.029805 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0295639c-b4a3-4264-af33-c96dd22bbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:32.511816 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:33.133126 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ced3723-f67c-419b-a5a5-604d5982c500 req-68acdb7f-08a5-44f5-9aa2-8893a492d0a1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391688 Aug 20 11:25:33.213938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced3723-f67c-419b-a5a5-604d5982c500 req-eb1fd8b4-81fc-4f93-8679-815c78ebb12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:33.215435 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ced3723-f67c-419b-a5a5-604d5982c500 req-eb1fd8b4-81fc-4f93-8679-815c78ebb12d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 1098 time: 0.0405602 Aug 20 11:25:33.320354 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced3723-f67c-419b-a5a5-604d5982c500 req-d71edffe-cd25-4073-8d8c-12ada09829ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:33.321821 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ced3723-f67c-419b-a5a5-604d5982c500 req-d71edffe-cd25-4073-8d8c-12ada09829ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 HTTP/1.1" status: 200 len: 897 time: 0.0884826 Aug 20 11:25:33.377452 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:33.387431 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ced3723-f67c-419b-a5a5-604d5982c500 req-7499b752-4fba-4a8a-b452-81ede865b143 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 HTTP/1.1" status: 200 len: 1001 time: 0.0578027 Aug 20 11:25:33.435267 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced3723-f67c-419b-a5a5-604d5982c500 req-50523c1c-f2ba-4ca3-b843-8621f1dec759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:33.436724 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ced3723-f67c-419b-a5a5-604d5982c500 req-50523c1c-f2ba-4ca3-b843-8621f1dec759 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb4f3f13-0f93-4e62-8f22-827dff1e2ccf HTTP/1.1" status: 200 len: 835 time: 0.0428233 Aug 20 11:25:33.486586 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced3723-f67c-419b-a5a5-604d5982c500 req-6f7bee50-9058-45ce-b3fc-0bd95e16d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:33.488133 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ced3723-f67c-419b-a5a5-604d5982c500 req-6f7bee50-9058-45ce-b3fc-0bd95e16d2c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431173 Aug 20 11:25:33.498819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-9ced3723-f67c-419b-a5a5-604d5982c500 req-b35f733e-7d94-4c57-b8c9-5d9a5ac92487 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:25:33.499838 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ced3723-f67c-419b-a5a5-604d5982c500 req-b35f733e-7d94-4c57-b8c9-5d9a5ac92487 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049322 Aug 20 11:25:33.587850 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ced3723-f67c-419b-a5a5-604d5982c500 req-82ddbf88-7637-4f63-a689-f3de8d975351 service neutron] 10.222.0.24 "GET /v2.0/networks/fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808544 Aug 20 11:25:33.681147 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ced3723-f67c-419b-a5a5-604d5982c500 req-31c3eaca-ccb2-4a43-9f70-f8d51e4ae051 service neutron] 10.222.0.24 "GET /v2.0/networks/fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860498 Aug 20 11:25:34.886242 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:25:35.034645 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:49.078151 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:53.429800 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:59.385421 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cff3d7ed-8883-4e8f-b1ea-9c4bafb87b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:02.033179 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a16ffd7f-0e36-4733-a94d-2c95c13de2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:02.516186 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:03.379695 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:05.038037 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:05.138468 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40022) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:05.297990 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port 8c7a1c65-d1fd-44fb-9ef5-fad15f3f45f8 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:26:05.298244 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:05.370959 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:05.371312 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:05.383072 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for 8c7a1c65-d1fd-44fb-9ef5-fad15f3f45f8 owned by network:floatingip {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:26:05.530001 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:05.553162 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=8c7a1c65-d1fd-44fb-9ef5-fad15f3f45f8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:05.566243 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:05.566600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:05.566977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:05.567348 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:05.567686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:05.568023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:05.568356 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:05.568692 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:05.569023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:05.569351 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:05.569678 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:05.570002 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:05.626677 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:05.627030 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Floating IP c4331c7b-48af-4790-92e6-810b8ede1a5a disassociated (deleted). External IP: 172.25.3.12, port: 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5. Aug 20 11:26:05.831776 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router 56909895-4048-47cb-a4bb-0b2eabc3cbdc has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:26:05.937007 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:26:05.942381 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:05.947802 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16d751-a38a-4a65-998e-9a2509258722 None None] Sync routers for ids ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:26:05.956942 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16d751-a38a-4a65-998e-9a2509258722 None None] Routers {'56909895-4048-47cb-a4bb-0b2eabc3cbdc'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:26:05.957647 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0f16d751-a38a-4a65-998e-9a2509258722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:26:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:05.971091 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-296fd1df-e155-4728-9ae8-551ec33f8a46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/floatingips/c4331c7b-48af-4790-92e6-810b8ede1a5a HTTP/1.1" status: 204 len: 168 time: 0.8291190 Aug 20 11:26:05.971091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d27682-a328-4aa0-886a-40cfa902627e', 'tag': '9cb399a8-d5ad-4ab2-9cad-780bfdff05b5'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:26:05.971548 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34a16ea-f2fc-410e-a95f-7bde86879715" -d '{"events": [{"name": "network-changed", "server_uuid": "89d27682-a328-4aa0-886a-40cfa902627e", "tag": "9cb399a8-d5ad-4ab2-9cad-780bfdff05b5"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:26:06.015535 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f91f72-cd71-4834-a5e1-5304b3045f92 x-openstack-request-id: req-10f91f72-cd71-4834-a5e1-5304b3045f92 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:26:06.015827 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d27682-a328-4aa0-886a-40cfa902627e", "tag": "9cb399a8-d5ad-4ab2-9cad-780bfdff05b5", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:26:06.016078 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10f91f72-cd71-4834-a5e1-5304b3045f92 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:26:06.016487 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d27682-a328-4aa0-886a-40cfa902627e', 'tag': '9cb399a8-d5ad-4ab2-9cad-780bfdff05b5', 'status': 'completed', 'code': 200} Aug 20 11:26:06.071446 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-0f16d751-a38a-4a65-998e-9a2509258722 None None] Set router 56909895-4048-47cb-a4bb-0b2eabc3cbdc gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:26:06.086169 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a16ea-f2fc-410e-a95f-7bde86879715 req-ff0d8110-a848-4225-92d6-78c36bde0301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:06.087844 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f34a16ea-f2fc-410e-a95f-7bde86879715 req-ff0d8110-a848-4225-92d6-78c36bde0301 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 1098 time: 0.0473390 Aug 20 11:26:06.188771 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a16ea-f2fc-410e-a95f-7bde86879715 req-e7a714f5-a6e5-4686-a042-96ffece8f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:06.190338 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f34a16ea-f2fc-410e-a95f-7bde86879715 req-e7a714f5-a6e5-4686-a042-96ffece8f781 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 HTTP/1.1" status: 200 len: 897 time: 0.0942869 Aug 20 11:26:06.214614 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d806811-66d3-4a1d-9880-ff23cb56f6a2 req-6f5990c3-77a2-47e4-9b50-d625d60c5edf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:06.216829 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d806811-66d3-4a1d-9880-ff23cb56f6a2 req-6f5990c3-77a2-47e4-9b50-d625d60c5edf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0520778 Aug 20 11:26:06.241569 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f34a16ea-f2fc-410e-a95f-7bde86879715 req-a772d610-b170-45dc-9b2c-c1b78392a67b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 HTTP/1.1" status: 200 len: 217 time: 0.0431492 Aug 20 11:26:06.258735 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d806811-66d3-4a1d-9880-ff23cb56f6a2 req-9d17c1c7-23db-415f-8895-d7acc5adf004 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356634 Aug 20 11:26:06.277342 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0f16d751-a38a-4a65-998e-9a2509258722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564195030', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:44Z', 'updated_at': '2021-08-20T11:23:48Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:45Z', 'updated_at': '2021-08-20T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'faeafb75-68ae-4d6e-8fa9-8365c2077d45', 'name': '', 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:b5:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:47Z', 'updated_at': '2021-08-20T11:23:52Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:06.295346 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a16ea-f2fc-410e-a95f-7bde86879715 req-cc950aec-30df-404f-b516-50bc899726b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:06.296842 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f34a16ea-f2fc-410e-a95f-7bde86879715 req-cc950aec-30df-404f-b516-50bc899726b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb4f3f13-0f93-4e62-8f22-827dff1e2ccf HTTP/1.1" status: 200 len: 835 time: 0.0460420 Aug 20 11:26:06.305706 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16d751-a38a-4a65-998e-9a2509258722 None None] Checking router: 56909895-4048-47cb-a4bb-0b2eabc3cbdc for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:26:06.314261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16d751-a38a-4a65-998e-9a2509258722 None None] Routers {'56909895-4048-47cb-a4bb-0b2eabc3cbdc'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:26:06.314716 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0f16d751-a38a-4a65-998e-9a2509258722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:26:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:06.343489 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a16ea-f2fc-410e-a95f-7bde86879715 req-2957e201-2c66-479c-82ae-e2f2960807f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:06.344964 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f34a16ea-f2fc-410e-a95f-7bde86879715 req-2957e201-2c66-479c-82ae-e2f2960807f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402400 Aug 20 11:26:06.421314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-0f16d751-a38a-4a65-998e-9a2509258722 None None] Set router 56909895-4048-47cb-a4bb-0b2eabc3cbdc gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:26:06.627450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-0f16d751-a38a-4a65-998e-9a2509258722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564195030', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:44Z', 'updated_at': '2021-08-20T11:23:48Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:45Z', 'updated_at': '2021-08-20T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'faeafb75-68ae-4d6e-8fa9-8365c2077d45', 'name': '', 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:b5:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:47Z', 'updated_at': '2021-08-20T11:23:52Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:06.654406 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16d751-a38a-4a65-998e-9a2509258722 None None] The sync data for ids ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'] in n-d-778550-11 is: [{'id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564195030', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:44Z', 'updated_at': '2021-08-20T11:23:48Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:45Z', 'updated_at': '2021-08-20T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'faeafb75-68ae-4d6e-8fa9-8365c2077d45', 'name': '', 'network_id': 'fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:b5:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:47Z', 'updated_at': '2021-08-20T11:23:52Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'eb4f3f13-0f93-4e62-8f22-827dff1e2ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:26:06.738198 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f34a16ea-f2fc-410e-a95f-7bde86879715 req-fc2b0c9d-9d51-43cb-8539-51271e5ba2bd service neutron] 10.222.0.24 "GET /v2.0/networks/fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857346 Aug 20 11:26:06.830411 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f34a16ea-f2fc-410e-a95f-7bde86879715 req-d9fa7594-1998-4469-b625-4cc5b68b7752 service neutron] 10.222.0.24 "GET /v2.0/networks/fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847020 Aug 20 11:26:06.877204 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be91f7c-f31e-434b-8ade-516eb4dac4a8 None None] New status for floating IP c4331c7b-48af-4790-92e6-810b8ede1a5a: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:26:07.381187 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec9aec-5446-4b40-8872-62f9bea77e60 req-c30091b4-b37a-4111-86a8-8811c48d5b4b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:07.382674 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4dec9aec-5446-4b40-8872-62f9bea77e60 req-c30091b4-b37a-4111-86a8-8811c48d5b4b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0543160 Aug 20 11:26:07.419323 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4dec9aec-5446-4b40-8872-62f9bea77e60 req-1e6e6046-1846-4d05-be09-a8a30d7fcfed tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a118eee-178b-40ed-8863-ae25f52adf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307257 Aug 20 11:26:07.929898 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a440170-b50b-41d1-a89a-2f2fcf7c6a69 req-7d25a8b5-1daf-4f74-a2d8-46ded053560c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:07.931392 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1a440170-b50b-41d1-a89a-2f2fcf7c6a69 req-7d25a8b5-1daf-4f74-a2d8-46ded053560c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 946 time: 0.0474226 Aug 20 11:26:08.017850 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-1a440170-b50b-41d1-a89a-2f2fcf7c6a69 req-d3c2e2a8-3318-4579-8255-cb9e28235cc8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:26:08.018108 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1a440170-b50b-41d1-a89a-2f2fcf7c6a69 req-d3c2e2a8-3318-4579-8255-cb9e28235cc8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:08.105944 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-1a440170-b50b-41d1-a89a-2f2fcf7c6a69 req-d3c2e2a8-3318-4579-8255-cb9e28235cc8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] For port 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=9cb399a8-d5ad-4ab2-9cad-780bfdff05b5,segment=NetworkSegment(9428fceb-23f6-41f7-89ee-4bd6406579cc),segment_id=9428fceb-23f6-41f7-89ee-4bd6406579cc)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:08.106333 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1a440170-b50b-41d1-a89a-2f2fcf7c6a69 req-d3c2e2a8-3318-4579-8255-cb9e28235cc8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:08.119470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-1a440170-b50b-41d1-a89a-2f2fcf7c6a69 req-d3c2e2a8-3318-4579-8255-cb9e28235cc8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:26:08.250084 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1a440170-b50b-41d1-a89a-2f2fcf7c6a69 req-d3c2e2a8-3318-4579-8255-cb9e28235cc8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:08.279438 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2e2a8-3318-4579-8255-cb9e28235cc8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=9cb399a8-d5ad-4ab2-9cad-780bfdff05b5,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:08.318771 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a440170-b50b-41d1-a89a-2f2fcf7c6a69 req-d3c2e2a8-3318-4579-8255-cb9e28235cc8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] No DVR routers for this DVR port 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:26:08.321391 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-1a440170-b50b-41d1-a89a-2f2fcf7c6a69 req-d3c2e2a8-3318-4579-8255-cb9e28235cc8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:08.323427 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1a440170-b50b-41d1-a89a-2f2fcf7c6a69 req-d3c2e2a8-3318-4579-8255-cb9e28235cc8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "DELETE /v2.0/ports/9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 HTTP/1.1" status: 204 len: 173 time: 0.3859890 Aug 20 11:26:08.323815 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d27682-a328-4aa0-886a-40cfa902627e', 'name': 'network-vif-deleted', 'tag': '9cb399a8-d5ad-4ab2-9cad-780bfdff05b5'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:26:08.326284 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61cbbc5-a7e8-4a93-8d51-8b9cd2ac32eb" -d '{"events": [{"server_uuid": "89d27682-a328-4aa0-886a-40cfa902627e", "name": "network-vif-deleted", "tag": "9cb399a8-d5ad-4ab2-9cad-780bfdff05b5"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:26:08.368143 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c12acc-1b77-4af9-b8bf-6036caf9d236 x-openstack-request-id: req-65c12acc-1b77-4af9-b8bf-6036caf9d236 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:26:08.368439 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d27682-a328-4aa0-886a-40cfa902627e", "name": "network-vif-deleted", "tag": "9cb399a8-d5ad-4ab2-9cad-780bfdff05b5", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:26:08.368696 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65c12acc-1b77-4af9-b8bf-6036caf9d236 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:26:08.369099 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d27682-a328-4aa0-886a-40cfa902627e', 'name': 'network-vif-deleted', 'tag': '9cb399a8-d5ad-4ab2-9cad-780bfdff05b5', 'status': 'completed', 'code': 200} Aug 20 11:26:08.526592 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-59a65ee8-aefc-48c2-93e2-2bf820a4599a req-31c98f91-744d-4ae8-bd6a-7ee451512162 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d27682-a328-4aa0-886a-40cfa902627e HTTP/1.1" status: 200 len: 210 time: 0.0298066 Aug 20 11:26:09.582133 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40038) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:09.940714 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:10.192770 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port faeafb75-68ae-4d6e-8fa9-8365c2077d45 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:26:10.193035 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:10.278636 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] For port faeafb75-68ae-4d6e-8fa9-8365c2077d45, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=faeafb75-68ae-4d6e-8fa9-8365c2077d45,segment=NetworkSegment(9428fceb-23f6-41f7-89ee-4bd6406579cc),segment_id=9428fceb-23f6-41f7-89ee-4bd6406579cc)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:10.279002 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:10.292834 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for faeafb75-68ae-4d6e-8fa9-8365c2077d45 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:26:10.476635 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:10.508137 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=faeafb75-68ae-4d6e-8fa9-8365c2077d45,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:10.520652 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:10.521014 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:10.521367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:10.521714 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:10.522057 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:10.522400 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:10.522738 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:10.523101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:10.523446 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:10.523787 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:10.524124 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:10.524458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:10.691066 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:10.908556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router 56909895-4048-47cb-a4bb-0b2eabc3cbdc has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:26:11.012943 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:26:11.017826 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3c030cae-1e41-4503-8369-b5a00ba801cb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "PUT /v2.0/routers/56909895-4048-47cb-a4bb-0b2eabc3cbdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4340925 Aug 20 11:26:11.020778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40040) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:11.023071 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcc6265-35e1-4125-8bb7-6f247b5615d8 None None] Sync routers for ids ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:26:11.034435 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcc6265-35e1-4125-8bb7-6f247b5615d8 None None] Routers {'56909895-4048-47cb-a4bb-0b2eabc3cbdc'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:26:11.035254 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bbcc6265-35e1-4125-8bb7-6f247b5615d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:26:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:11.071804 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf52749-3ea9-4975-8453-77e6d0ce114b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting subnet eb4f3f13-0f93-4e62-8f22-827dff1e2ccf {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:26:11.074869 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0cf52749-3ea9-4975-8453-77e6d0ce114b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:11.114108 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0cf52749-3ea9-4975-8453-77e6d0ce114b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:11.139136 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-bbcc6265-35e1-4125-8bb7-6f247b5615d8 None None] Set router 56909895-4048-47cb-a4bb-0b2eabc3cbdc gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:26:11.202882 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0cf52749-3ea9-4975-8453-77e6d0ce114b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:11.265044 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0cf52749-3ea9-4975-8453-77e6d0ce114b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:11.293502 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf52749-3ea9-4975-8453-77e6d0ce114b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Subnet': ['ID=eb4f3f13-0f93-4e62-8f22-827dff1e2ccf,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:11.297197 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0cf52749-3ea9-4975-8453-77e6d0ce114b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:11.301734 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0cf52749-3ea9-4975-8453-77e6d0ce114b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/subnets/eb4f3f13-0f93-4e62-8f22-827dff1e2ccf HTTP/1.1" status: 204 len: 168 time: 0.2792206 Aug 20 11:26:11.302741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40042) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:11.359830 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b061fa6-42f7-43c8-93de-9c2b069db297 None None] Network fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:26:11.409466 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04377f5b-429a-484a-8a84-4c9914bb02e0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:11.585812 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bbcc6265-35e1-4125-8bb7-6f247b5615d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564195030', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:44Z', 'updated_at': '2021-08-20T11:26:10Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:45Z', 'updated_at': '2021-08-20T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:11.615825 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcc6265-35e1-4125-8bb7-6f247b5615d8 None None] Checking router: 56909895-4048-47cb-a4bb-0b2eabc3cbdc for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:26:11.624542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcc6265-35e1-4125-8bb7-6f247b5615d8 None None] Routers {'56909895-4048-47cb-a4bb-0b2eabc3cbdc'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:26:11.625179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bbcc6265-35e1-4125-8bb7-6f247b5615d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:26:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:11.659945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] DHCP port deletion for fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:26:11.761721 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-bbcc6265-35e1-4125-8bb7-6f247b5615d8 None None] Set router 56909895-4048-47cb-a4bb-0b2eabc3cbdc gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:26:11.820610 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] Deleting port f971bdc7-57ba-4533-b14a-505996b16da2 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:26:11.820894 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:11.843968 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04377f5b-429a-484a-8a84-4c9914bb02e0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:11.890290 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:26:11.898694 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-04377f5b-429a-484a-8a84-4c9914bb02e0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port c707b785-d321-4409-8fbc-9cb9e06b6801 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:26:11.899034 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04377f5b-429a-484a-8a84-4c9914bb02e0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:11.957118 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] For port f971bdc7-57ba-4533-b14a-505996b16da2, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=f971bdc7-57ba-4533-b14a-505996b16da2,segment=NetworkSegment(9428fceb-23f6-41f7-89ee-4bd6406579cc),segment_id=9428fceb-23f6-41f7-89ee-4bd6406579cc)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:11.957596 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:11.976519 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-04377f5b-429a-484a-8a84-4c9914bb02e0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] For port c707b785-d321-4409-8fbc-9cb9e06b6801, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=c707b785-d321-4409-8fbc-9cb9e06b6801,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:11.976978 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04377f5b-429a-484a-8a84-4c9914bb02e0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:11.978504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] Calling delete_port for f971bdc7-57ba-4533-b14a-505996b16da2 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:26:11.989779 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-04377f5b-429a-484a-8a84-4c9914bb02e0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for c707b785-d321-4409-8fbc-9cb9e06b6801 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:26:12.095498 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bbcc6265-35e1-4125-8bb7-6f247b5615d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564195030', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:44Z', 'updated_at': '2021-08-20T11:26:10Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:45Z', 'updated_at': '2021-08-20T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:12.098428 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.143620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcc6265-35e1-4125-8bb7-6f247b5615d8 None None] The sync data for ids ['56909895-4048-47cb-a4bb-0b2eabc3cbdc'] in n-d-778550-11 is: [{'id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1564195030', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:44Z', 'updated_at': '2021-08-20T11:26:10Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': 'c707b785-d321-4409-8fbc-9cb9e06b6801', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56909895-4048-47cb-a4bb-0b2eabc3cbdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:45Z', 'updated_at': '2021-08-20T11:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:26:12.148988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] Pushing event deleted for resources: {'Port': ['ID=f971bdc7-57ba-4533-b14a-505996b16da2,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:12.152525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] No DVR routers for this DVR port f971bdc7-57ba-4533-b14a-505996b16da2 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:26:12.159685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:12.160171 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:12.160459 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:12.160798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:12.161175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:12.161471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:12.161800 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:12.162132 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:12.165673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:12.165673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:12.165673 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:12.166570 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa8cf9-296f-49fb-a887-f4f8cbe2952e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:12.171753 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04377f5b-429a-484a-8a84-4c9914bb02e0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.209584 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04377f5b-429a-484a-8a84-4c9914bb02e0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=c707b785-d321-4409-8fbc-9cb9e06b6801,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:12.283956 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04377f5b-429a-484a-8a84-4c9914bb02e0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.384319 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04377f5b-429a-484a-8a84-4c9914bb02e0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.386629 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04377f5b-429a-484a-8a84-4c9914bb02e0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.429185 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04377f5b-429a-484a-8a84-4c9914bb02e0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.429665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04377f5b-429a-484a-8a84-4c9914bb02e0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Fanout notify agent at l3_agent the message router_deleted on router 56909895-4048-47cb-a4bb-0b2eabc3cbdc {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:26:12.436506 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-04377f5b-429a-484a-8a84-4c9914bb02e0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.437637 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-04377f5b-429a-484a-8a84-4c9914bb02e0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/routers/56909895-4048-47cb-a4bb-0b2eabc3cbdc HTTP/1.1" status: 204 len: 168 time: 1.1338658 Aug 20 11:26:12.440389 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40044) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:12.485349 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:26:12.506992 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:26:12.507369 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 9cb399a8-d5ad-4ab2-9cad-780bfdff05b5 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:26:12.529631 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a36c2eec-f684-4982-8012-1d6087202b72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.627372 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a36c2eec-f684-4982-8012-1d6087202b72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.637930 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a36c2eec-f684-4982-8012-1d6087202b72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:12.648458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a36c2eec-f684-4982-8012-1d6087202b72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9428fceb-23f6-41f7-89ee-4bd6406579cc') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:12.648752 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-a36c2eec-f684-4982-8012-1d6087202b72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9428fceb-23f6-41f7-89ee-4bd6406579cc') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:12.658011 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a36c2eec-f684-4982-8012-1d6087202b72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.678341 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a36c2eec-f684-4982-8012-1d6087202b72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.683978 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36c2eec-f684-4982-8012-1d6087202b72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:26:12.684355 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a36c2eec-f684-4982-8012-1d6087202b72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: timer() Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:26:12.687234 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:26:12.743930 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a36c2eec-f684-4982-8012-1d6087202b72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.749252 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a36c2eec-f684-4982-8012-1d6087202b72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.751569 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a36c2eec-f684-4982-8012-1d6087202b72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/networks/fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307 HTTP/1.1" status: 204 len: 168 time: 0.3098142 Aug 20 11:26:12.754731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40046) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:12.766620 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c2eec-f684-4982-8012-1d6087202b72 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Network': ['ID=fb0bf626-5e9b-4e5e-bf34-f9acc0e2f307,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:12.814583 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86d981a7-34a5-4179-a4ef-98f3a0cf69dd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.838782 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86d981a7-34a5-4179-a4ef-98f3a0cf69dd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.911485 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86d981a7-34a5-4179-a4ef-98f3a0cf69dd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.913790 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86d981a7-34a5-4179-a4ef-98f3a0cf69dd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.915668 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-86d981a7-34a5-4179-a4ef-98f3a0cf69dd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/security-groups/7a118eee-178b-40ed-8863-ae25f52adf0e HTTP/1.1" status: 204 len: 168 time: 0.1591606 Aug 20 11:26:12.925351 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d981a7-34a5-4179-a4ef-98f3a0cf69dd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a118eee-178b-40ed-8863-ae25f52adf0e,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:12.943685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device faeafb75-68ae-4d6e-8fa9-8365c2077d45 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:26:12.975112 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: faeafb75-68ae-4d6e-8fa9-8365c2077d45 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:26:12.975465 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device faeafb75-68ae-4d6e-8fa9-8365c2077d45 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:26:12.975887 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f971bdc7-57ba-4533-b14a-505996b16da2 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:26:12.995383 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: f971bdc7-57ba-4533-b14a-505996b16da2 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:26:12.995738 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device f971bdc7-57ba-4533-b14a-505996b16da2 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:26:12.996153 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c707b785-d321-4409-8fbc-9cb9e06b6801 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:26:13.017980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: c707b785-d321-4409-8fbc-9cb9e06b6801 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:26:13.018330 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device c707b785-d321-4409-8fbc-9cb9e06b6801 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:26:15.481209 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40056) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:15.485958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-a5b9a42e-4c76-41d8-88ed-f3b6a368f67b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-123945504', 'description': 'tempest-secgroup-smoke-123945504 description', 'project_id': '68c200aa0a434658a567a090b20130f0'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:26:15.507662 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a42e-4c76-41d8-88ed-f3b6a368f67b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:15.591119 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a42e-4c76-41d8-88ed-f3b6a368f67b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:15.594806 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a42e-4c76-41d8-88ed-f3b6a368f67b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:15.624115 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9a42e-4c76-41d8-88ed-f3b6a368f67b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d29ee8-414e-4590-ad2b-227683dab4da,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:15.626621 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-a5b9a42e-4c76-41d8-88ed-f3b6a368f67b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:15.628067 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-a5b9a42e-4c76-41d8-88ed-f3b6a368f67b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1458452 Aug 20 11:26:15.632098 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40058) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:15.636626 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-fb9f052e-c374-4588-be90-72627b6ef94f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': '22d29ee8-414e-4590-ad2b-227683dab4da', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:26:15.663282 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb9f052e-c374-4588-be90-72627b6ef94f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:15.717323 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb9f052e-c374-4588-be90-72627b6ef94f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:15.720984 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb9f052e-c374-4588-be90-72627b6ef94f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:15.739817 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f052e-c374-4588-be90-72627b6ef94f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5966a6a6-9d9b-4bc9-bd82-9c2043b3c264,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:15.747102 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-fb9f052e-c374-4588-be90-72627b6ef94f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:15.748358 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fb9f052e-c374-4588-be90-72627b6ef94f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153114 Aug 20 11:26:15.750974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40060) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:15.755558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-39d604d4-df8b-4883-b677-84df9e8aac54 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': '22d29ee8-414e-4590-ad2b-227683dab4da', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:26:15.780831 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-39d604d4-df8b-4883-b677-84df9e8aac54 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:15.836116 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-39d604d4-df8b-4883-b677-84df9e8aac54 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:15.839461 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-39d604d4-df8b-4883-b677-84df9e8aac54 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:15.857478 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d604d4-df8b-4883-b677-84df9e8aac54 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fa1e2a-1209-4d4b-b9d5-d4343db1b79d,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:15.864175 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-39d604d4-df8b-4883-b677-84df9e8aac54 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:15.865032 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-39d604d4-df8b-4883-b677-84df9e8aac54 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130841 Aug 20 11:26:15.867773 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40062) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:15.872096 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-4ff7f59d-d8d3-465d-971b-68989669298a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': '22d29ee8-414e-4590-ad2b-227683dab4da', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:26:15.897458 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4ff7f59d-d8d3-465d-971b-68989669298a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:15.969324 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4ff7f59d-d8d3-465d-971b-68989669298a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:15.973597 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4ff7f59d-d8d3-465d-971b-68989669298a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:15.991560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7f59d-d8d3-465d-971b-68989669298a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa0dcf9-3594-417f-b227-a391e4b0fb78,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:15.996991 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4ff7f59d-d8d3-465d-971b-68989669298a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:15.998159 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4ff7f59d-d8d3-465d-971b-68989669298a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295021 Aug 20 11:26:16.000957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40064) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:16.005383 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-303fe2a4-ae64-4d2a-bc67-059f363d9e46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': '22d29ee8-414e-4590-ad2b-227683dab4da', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:26:16.031033 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-303fe2a4-ae64-4d2a-bc67-059f363d9e46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.088342 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-303fe2a4-ae64-4d2a-bc67-059f363d9e46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.091702 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-303fe2a4-ae64-4d2a-bc67-059f363d9e46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.109168 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fe2a4-ae64-4d2a-bc67-059f363d9e46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d3eda5-e579-4d6a-8aa1-5ce041b9f86c,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:16.115150 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-303fe2a4-ae64-4d2a-bc67-059f363d9e46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.116317 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-303fe2a4-ae64-4d2a-bc67-059f363d9e46 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144481 Aug 20 11:26:16.119000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40066) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:16.123358 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-ba856731-b3cc-4d1e-b18c-fec26a517d91 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': '22d29ee8-414e-4590-ad2b-227683dab4da', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:26:16.143476 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-ba856731-b3cc-4d1e-b18c-fec26a517d91 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Project 68c200aa0a434658a567a090b20130f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:26:16.148500 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ba856731-b3cc-4d1e-b18c-fec26a517d91 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.216382 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ba856731-b3cc-4d1e-b18c-fec26a517d91 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.220710 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ba856731-b3cc-4d1e-b18c-fec26a517d91 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.239558 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba856731-b3cc-4d1e-b18c-fec26a517d91 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da81be0b-3c6f-4c0f-b4b2-9c5e5a096dfc,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:16.247539 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ba856731-b3cc-4d1e-b18c-fec26a517d91 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.248740 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ba856731-b3cc-4d1e-b18c-fec26a517d91 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288152 Aug 20 11:26:16.251610 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40068) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:16.256101 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-dbce0645-108c-4bfb-83bb-1634d69618c2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': '22d29ee8-414e-4590-ad2b-227683dab4da', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:26:16.276836 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-dbce0645-108c-4bfb-83bb-1634d69618c2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Project 68c200aa0a434658a567a090b20130f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:26:16.281537 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dbce0645-108c-4bfb-83bb-1634d69618c2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.347139 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dbce0645-108c-4bfb-83bb-1634d69618c2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.351201 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dbce0645-108c-4bfb-83bb-1634d69618c2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.367727 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce0645-108c-4bfb-83bb-1634d69618c2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b452f1f8-77a6-431b-8dfc-44161152e969,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:16.374347 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-dbce0645-108c-4bfb-83bb-1634d69618c2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.375655 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-dbce0645-108c-4bfb-83bb-1634d69618c2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231308 Aug 20 11:26:16.378502 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40070) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:16.383851 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-43b14300-ad18-4a18-beba-12e081a0832f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'network': {'name': 'tempest-network-smoke--1841275797', 'project_id': '68c200aa0a434658a567a090b20130f0', 'port_security_enabled': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:26:16.403538 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b14300-ad18-4a18-beba-12e081a0832f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Made reservation on behalf of 68c200aa0a434658a567a090b20130f0 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:26:16.406873 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43b14300-ad18-4a18-beba-12e081a0832f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.428789 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b14300-ad18-4a18-beba-12e081a0832f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:26:16.437300 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43b14300-ad18-4a18-beba-12e081a0832f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.437632 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-43b14300-ad18-4a18-beba-12e081a0832f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Added segment 7577ffcd-1525-480f-9e5b-718ddc8ed8c4 of type vlan for network 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c Aug 20 11:26:16.477988 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43b14300-ad18-4a18-beba-12e081a0832f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.500685 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43b14300-ad18-4a18-beba-12e081a0832f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.506892 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b14300-ad18-4a18-beba-12e081a0832f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:16.507517 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43b14300-ad18-4a18-beba-12e081a0832f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.560858 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-43b14300-ad18-4a18-beba-12e081a0832f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1808190 Aug 20 11:26:16.563643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40072) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:16.570661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-994053480', 'admin_state_up': True, 'project_id': '68c200aa0a434658a567a090b20130f0', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:26:16.592887 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b14300-ad18-4a18-beba-12e081a0832f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Network': ['ID=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:16.605343 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:26:16.607678 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.608700 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.661913 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.799742 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:16.986723 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:17.005199 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:17.106935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.25.3.206 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/0b3f7cfb-189f-4c02-800c-b5b6f263c2db) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:26:17.205809 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:17.248171 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:17.286460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:26:17.289084 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:26:17.292459 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:26:17.318960 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=0b3f7cfb-189f-4c02-800c-b5b6f263c2db,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:17.537398 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:17.728413 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:17.852453 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router 1d44fc61-12b5-4a95-b59c-86b160c0de8e is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:26:17.954572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:26:17.964098 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Sync routers for ids ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:26:17.973397 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:17.974679 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Routers {'1d44fc61-12b5-4a95-b59c-86b160c0de8e'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:26:17.975329 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:26:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:17.975525 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-555b9a21-db4e-47f3-a7c7-7ef77add6981 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4108963 Aug 20 11:26:17.977911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40074) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:18.006109 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d3227f9b-81aa-4da0-999b-7c7fafa116ab tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=68c200aa0a434658a567a090b20130f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270193 Aug 20 11:26:18.008681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40076) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:18.102865 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b32fbcc-c616-4da2-a02c-f42923651a8a tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:18.104316 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5b32fbcc-c616-4da2-a02c-f42923651a8a tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947239 Aug 20 11:26:18.107182 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40078) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:18.136177 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ac911e93-50d4-4e21-8dd4-d489e46f7028 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277107 Aug 20 11:26:18.138513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40080) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:18.143588 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c84c4b8d-76d5-414d-9519-34a80898d3a5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1880410626', 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c', 'project_id': '68c200aa0a434658a567a090b20130f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:26:18.169485 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Set router 1d44fc61-12b5-4a95-b59c-86b160c0de8e gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:26:18.230338 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84c4b8d-76d5-414d-9519-34a80898d3a5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Made reservation on behalf of 68c200aa0a434658a567a090b20130f0 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:26:18.234049 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c84c4b8d-76d5-414d-9519-34a80898d3a5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:18.356081 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994053480', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:26:16Z', 'updated_at': '2021-08-20T11:26:17Z', 'revision_number': 3, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:17Z', 'updated_at': '2021-08-20T11:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:18.383471 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Checking router: 1d44fc61-12b5-4a95-b59c-86b160c0de8e for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:26:18.383821 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Updating router 1d44fc61-12b5-4a95-b59c-86b160c0de8e port 0b3f7cfb-189f-4c02-800c-b5b6f263c2db binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:26:18.407626 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:18.420266 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c84c4b8d-76d5-414d-9519-34a80898d3a5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:18.486035 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c4b8d-76d5-414d-9519-34a80898d3a5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Subnet': ['ID=db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:18.496021 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84c4b8d-76d5-414d-9519-34a80898d3a5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Checking segment: {'id': '7577ffcd-1525-480f-9e5b-718ddc8ed8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:26:18.496402 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84c4b8d-76d5-414d-9519-34a80898d3a5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network hostable DHCP agents. Network: 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:26:18.514392 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84c4b8d-76d5-414d-9519-34a80898d3a5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:26:18.523597 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-c84c4b8d-76d5-414d-9519-34a80898d3a5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:26:18.527679 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84c4b8d-76d5-414d-9519-34a80898d3a5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:18.528437 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c84c4b8d-76d5-414d-9519-34a80898d3a5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:18.536017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3534024-4681-4427-99a7-c850936b8016 None None] Network 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:26:18.545836 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c84c4b8d-76d5-414d-9519-34a80898d3a5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4036613 Aug 20 11:26:18.546227 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40082) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:18.667608 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:18.678816 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Transition to ACTIVE for port object 0b3f7cfb-189f-4c02-800c-b5b6f263c2db will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:26:18.684321 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:18.685334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-025ae9d8-b7fd-41c3-89ff-4dfe0f58074c', 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ips': [{'subnet_id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:26:18.686211 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:18.732167 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Attempting to bind port 0b3f7cfb-189f-4c02-800c-b5b6f263c2db on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:26:18.732535 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Attempting to bind port 0b3f7cfb-189f-4c02-800c-b5b6f263c2db by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:26:18.732893 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Attempting to bind port 0b3f7cfb-189f-4c02-800c-b5b6f263c2db on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:26:18.740946 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:26:18.741314 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:26:18.741717 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:18.742107 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:26:18.742562 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Bound port: 0b3f7cfb-189f-4c02-800c-b5b6f263c2db, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:26:18.742955 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:18.788054 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09d082-64c7-458c-a8b6-19c0161ee8fb None None] Pushing event updated for resources: {'Port': ['ID=0b3f7cfb-189f-4c02-800c-b5b6f263c2db,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:18.801392 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09d082-64c7-458c-a8b6-19c0161ee8fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:18.801743 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09d082-64c7-458c-a8b6-19c0161ee8fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:18.802081 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09d082-64c7-458c-a8b6-19c0161ee8fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:18.802448 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09d082-64c7-458c-a8b6-19c0161ee8fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:18.802818 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09d082-64c7-458c-a8b6-19c0161ee8fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:18.803164 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09d082-64c7-458c-a8b6-19c0161ee8fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:18.803594 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09d082-64c7-458c-a8b6-19c0161ee8fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:18.803920 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09d082-64c7-458c-a8b6-19c0161ee8fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:18.804434 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09d082-64c7-458c-a8b6-19c0161ee8fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:18.804767 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09d082-64c7-458c-a8b6-19c0161ee8fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:18.805090 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09d082-64c7-458c-a8b6-19c0161ee8fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:18.805412 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09d082-64c7-458c-a8b6-19c0161ee8fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:18.813301 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] For port 0b3f7cfb-189f-4c02-800c-b5b6f263c2db, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:26:18.818186 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] For port 0b3f7cfb-189f-4c02-800c-b5b6f263c2db, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0b3f7cfb-189f-4c02-800c-b5b6f263c2db,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:26:18.828484 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:18.830794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Allocated IP 172.20.0.2 (025ae9d8-b7fd-41c3-89ff-4dfe0f58074c/db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0/1667b6c3-46e6-4144-9bb7-e2b61d9518d0) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:26:18.890706 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Routers {'1d44fc61-12b5-4a95-b59c-86b160c0de8e'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:26:18.891389 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:26:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:18.929402 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09d082-64c7-458c-a8b6-19c0161ee8fb None None] Pushing event updated for resources: {'Port': ['ID=0b3f7cfb-189f-4c02-800c-b5b6f263c2db,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:18.988218 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:18.999565 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Transition to ACTIVE for port object 1667b6c3-46e6-4144-9bb7-e2b61d9518d0 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:26:19.016369 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Transition to ACTIVE for port object 1667b6c3-46e6-4144-9bb7-e2b61d9518d0 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:26:19.018562 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] Set router 1d44fc61-12b5-4a95-b59c-86b160c0de8e gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:26:19.023845 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:19.065243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Network 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:26:19.073279 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:26:19.075391 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Pushing event updated for resources: {'Port': ['ID=1667b6c3-46e6-4144-9bb7-e2b61d9518d0,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:19.077963 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:26:19.119021 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:19.148977 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Attempting to bind port 1667b6c3-46e6-4144-9bb7-e2b61d9518d0 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:26:19.149364 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Attempting to bind port 1667b6c3-46e6-4144-9bb7-e2b61d9518d0 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '7577ffcd-1525-480f-9e5b-718ddc8ed8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:26:19.150492 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Attempting to bind port 1667b6c3-46e6-4144-9bb7-e2b61d9518d0 on network 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:26:19.154736 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:26:19.155124 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Checking segment: {'id': '7577ffcd-1525-480f-9e5b-718ddc8ed8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:26:19.155533 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:19.155925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Bound using segment: {'id': '7577ffcd-1525-480f-9e5b-718ddc8ed8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:26:19.156388 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Bound port: 1667b6c3-46e6-4144-9bb7-e2b61d9518d0, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7577ffcd-1525-480f-9e5b-718ddc8ed8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:26:19.157086 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:19.220668 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994053480', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:26:16Z', 'updated_at': '2021-08-20T11:26:17Z', 'revision_number': 3, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:17Z', 'updated_at': '2021-08-20T11:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:19.226780 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] For port 1667b6c3-46e6-4144-9bb7-e2b61d9518d0, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:26:19.230154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] For port 1667b6c3-46e6-4144-9bb7-e2b61d9518d0, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1667b6c3-46e6-4144-9bb7-e2b61d9518d0,segment=NetworkSegment(7577ffcd-1525-480f-9e5b-718ddc8ed8c4),segment_id=7577ffcd-1525-480f-9e5b-718ddc8ed8c4)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:26:19.236190 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:19.248458 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd33d5c-89a5-4fa4-ad2a-2a3d08d25d1a None None] The sync data for ids ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'] in n-d-778550-11 is: [{'id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994053480', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:26:16Z', 'updated_at': '2021-08-20T11:26:17Z', 'revision_number': 3, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:17Z', 'updated_at': '2021-08-20T11:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:26:19.309484 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb31ea-6b93-452b-92e4-460cab3cb945 None None] Pushing event updated for resources: {'Port': ['ID=1667b6c3-46e6-4144-9bb7-e2b61d9518d0,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:19.359971 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:19.694996 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.20.0.1 (025ae9d8-b7fd-41c3-89ff-4dfe0f58074c/db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0/5d246428-b78b-4bbb-bc40-c07e7b20eb4a) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:26:19.820999 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:19.835277 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Transition to ACTIVE for port object 5d246428-b78b-4bbb-bc40-c07e7b20eb4a will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:26:19.871288 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:19.915405 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:26:19.918597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:26:19.925436 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:26:19.930051 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=5d246428-b78b-4bbb-bc40-c07e7b20eb4a,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:19.973212 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:20.119818 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:20.295186 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3f47ce-d685-4b33-8e3a-5089917cbcc1 None None] Network 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:26:20.416453 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:20.418175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c7788bb8-3992-47b4-aef6-ac6e1c2b8eb1 None None] Provisioning for port 1667b6c3-46e6-4144-9bb7-e2b61d9518d0 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:26:20.420954 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:20.494061 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:20.495937 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=5d246428-b78b-4bbb-bc40-c07e7b20eb4a,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:20.600670 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:26:20.602244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:26:20.732250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router 1d44fc61-12b5-4a95-b59c-86b160c0de8e has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:26:20.761780 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-72aa9842-4cc1-441f-8832-f8d069812740 None None] Provisioning for port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:26:20.766901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-72aa9842-4cc1-441f-8832-f8d069812740 None None] Provisioning complete for port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:26:20.767310 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-72aa9842-4cc1-441f-8832-f8d069812740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:20.809462 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-72aa9842-4cc1-441f-8832-f8d069812740 None None] Port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:26:20.866567 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:26:20.871969 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-588c2f7e-b1ae-4f50-ac73-e3fceef55d32 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "PUT /v2.0/routers/1d44fc61-12b5-4a95-b59c-86b160c0de8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3246815 Aug 20 11:26:20.917115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Sync routers for ids ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:26:20.939999 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Routers {'1d44fc61-12b5-4a95-b59c-86b160c0de8e'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:26:20.940641 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:26:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:20.999494 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-285c7b8d-1a2e-4ea9-b509-20a2290f2889 None None] Provisioning complete for port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:26:20.999876 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-285c7b8d-1a2e-4ea9-b509-20a2290f2889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:21.001681 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1667b6c3-46e6-4144-9bb7-e2b61d9518d0 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:26:21.048749 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-30ae993a-4a37-4554-bec3-fac6448e3895 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-123945504&fields=id&tenant_id=68c200aa0a434658a567a090b20130f0 HTTP/1.1" status: 200 len: 267 time: 0.0449655 Aug 20 11:26:21.164912 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-9fadfb0c-28ad-468b-bd12-943caae431aa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:21.166675 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-9fadfb0c-28ad-468b-bd12-943caae431aa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/networks?id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c HTTP/1.1" status: 200 len: 797 time: 0.1091793 Aug 20 11:26:21.185729 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-69fb6176-9be1-4ea7-ae9c-1a807a104198 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/quotas/68c200aa0a434658a567a090b20130f0 HTTP/1.1" status: 200 len: 375 time: 0.0100102 Aug 20 11:26:21.244439 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-2a88344c-9016-42f2-9270-7ffd88994b50 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516701 Aug 20 11:26:21.268950 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-285c7b8d-1a2e-4ea9-b509-20a2290f2889 None None] Port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:26:21.296660 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Set router 1d44fc61-12b5-4a95-b59c-86b160c0de8e gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:26:21.327139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 1667b6c3-46e6-4144-9bb7-e2b61d9518d0 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:26:21.334827 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 1667b6c3-46e6-4144-9bb7-e2b61d9518d0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:26:21.335226 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:21.389157 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-e5b1bc49-3cbd-48de-be5e-e1aef6dd2460 service neutron] 10.222.0.16 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318004 Aug 20 11:26:21.456653 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7b80ffb9-40dd-4c4d-88bc-1b50158f42e3 None None] Provisioning complete for port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:26:21.457049 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7b80ffb9-40dd-4c4d-88bc-1b50158f42e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:21.483926 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-062b4801-dc98-4db8-ac0a-e2f85944957a service neutron] 10.222.0.16 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885253 Aug 20 11:26:21.549138 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7b80ffb9-40dd-4c4d-88bc-1b50158f42e3 None None] Port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:26:21.575328 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:21.618594 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 1667b6c3-46e6-4144-9bb7-e2b61d9518d0, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1667b6c3-46e6-4144-9bb7-e2b61d9518d0,segment=NetworkSegment(7577ffcd-1525-480f-9e5b-718ddc8ed8c4),segment_id=7577ffcd-1525-480f-9e5b-718ddc8ed8c4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:21.624089 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:21.624885 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0b3f7cfb-189f-4c02-800c-b5b6f263c2db up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:26:21.647868 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-dc1f3abc-a99d-47a6-a82d-d7f44ed5d9f0 req-72f7cffb-38bf-43b6-82c0-3aa30208ab1f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 210 time: 0.0273745 Aug 20 11:26:21.681496 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994053480', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:26:16Z', 'updated_at': '2021-08-20T11:26:20Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:17Z', 'updated_at': '2021-08-20T11:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '5d246428-b78b-4bbb-bc40-c07e7b20eb4a', 'name': '', 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:86:40:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:19Z', 'updated_at': '2021-08-20T11:26:20Z', 'revision_number': 2, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:21.720444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Checking router: 1d44fc61-12b5-4a95-b59c-86b160c0de8e for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:26:21.720805 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Updating router 1d44fc61-12b5-4a95-b59c-86b160c0de8e port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:26:21.757985 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=1667b6c3-46e6-4144-9bb7-e2b61d9518d0,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:21.766193 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:21.775346 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 0b3f7cfb-189f-4c02-800c-b5b6f263c2db completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:26:21.781816 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 0b3f7cfb-189f-4c02-800c-b5b6f263c2db triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:26:21.782177 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:21.987255 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:22.018508 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 0b3f7cfb-189f-4c02-800c-b5b6f263c2db, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0b3f7cfb-189f-4c02-800c-b5b6f263c2db,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:22.025121 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:22.101762 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=0b3f7cfb-189f-4c02-800c-b5b6f263c2db,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:22.147068 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:22.156719 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Transition to ACTIVE for port object 5d246428-b78b-4bbb-bc40-c07e7b20eb4a will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:26:22.163588 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:22.211925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c8b0a-ef1f-4561-8177-7900561a2c61 None None] Pushing event updated for resources: {'Port': ['ID=5d246428-b78b-4bbb-bc40-c07e7b20eb4a,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:22.270439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Attempting to bind port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:26:22.270806 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Attempting to bind port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '7577ffcd-1525-480f-9e5b-718ddc8ed8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:26:22.271201 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Attempting to bind port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a on network 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:26:22.276495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:26:22.276863 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Checking segment: {'id': '7577ffcd-1525-480f-9e5b-718ddc8ed8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:26:22.277265 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:22.277659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Bound using segment: {'id': '7577ffcd-1525-480f-9e5b-718ddc8ed8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:26:22.278120 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Bound port: 5d246428-b78b-4bbb-bc40-c07e7b20eb4a, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7577ffcd-1525-480f-9e5b-718ddc8ed8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:26:22.278496 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:22.346650 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] For port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:26:22.350644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] For port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5d246428-b78b-4bbb-bc40-c07e7b20eb4a,segment=NetworkSegment(7577ffcd-1525-480f-9e5b-718ddc8ed8c4),segment_id=7577ffcd-1525-480f-9e5b-718ddc8ed8c4)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:26:22.355106 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:22.414750 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Routers {'1d44fc61-12b5-4a95-b59c-86b160c0de8e'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:26:22.415419 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:26:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:22.420364 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c8b0a-ef1f-4561-8177-7900561a2c61 None None] Pushing event updated for resources: {'Port': ['ID=5d246428-b78b-4bbb-bc40-c07e7b20eb4a,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:22.535147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] Set router 1d44fc61-12b5-4a95-b59c-86b160c0de8e gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:26:22.740432 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-125a305a-baaa-4f83-a17d-6794e3b64af0 req-a129fe20-c5f4-4008-a1d6-7a2412623679 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 210 time: 0.0356236 Aug 20 11:26:22.757013 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994053480', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:26:16Z', 'updated_at': '2021-08-20T11:26:20Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:17Z', 'updated_at': '2021-08-20T11:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '5d246428-b78b-4bbb-bc40-c07e7b20eb4a', 'name': '', 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:86:40:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:19Z', 'updated_at': '2021-08-20T11:26:22Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:22.787128 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ea804-2b75-4e23-9a23-674e6f08a387 None None] The sync data for ids ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'] in n-d-778550-11 is: [{'id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994053480', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:26:16Z', 'updated_at': '2021-08-20T11:26:20Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:17Z', 'updated_at': '2021-08-20T11:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '5d246428-b78b-4bbb-bc40-c07e7b20eb4a', 'name': '', 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:86:40:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:19Z', 'updated_at': '2021-08-20T11:26:22Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:26:22.905535 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1667b6c3-46e6-4144-9bb7-e2b61d9518d0 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:26:22.958979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 1667b6c3-46e6-4144-9bb7-e2b61d9518d0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:26:22.959383 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:23.038991 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0b3f7cfb-189f-4c02-800c-b5b6f263c2db up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:26:23.092358 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 0b3f7cfb-189f-4c02-800c-b5b6f263c2db triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:26:23.092654 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:23.427959 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:23.818376 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4a8ced1d-310b-4368-bc83-f7b6d49f6702 req-c4b2be7d-2e55-41cf-8d44-e99ff3591f4f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 210 time: 0.0307899 Aug 20 11:26:24.896806 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5d246428-b78b-4bbb-bc40-c07e7b20eb4a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:26:24.900646 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-964ba7cc-50fd-4132-938e-6abab75b4f93 req-05ead2bd-a93b-466c-8803-d36a7e52ca34 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 210 time: 0.0279281 Aug 20 11:26:24.944542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:26:24.948127 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:26:24.948499 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:25.032729 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:25.065409 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5d246428-b78b-4bbb-bc40-c07e7b20eb4a,segment=NetworkSegment(7577ffcd-1525-480f-9e5b-718ddc8ed8c4),segment_id=7577ffcd-1525-480f-9e5b-718ddc8ed8c4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:25.070228 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:25.121955 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=5d246428-b78b-4bbb-bc40-c07e7b20eb4a,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:25.658887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-8d7340ee-9844-453a-a06e-c7421e683f4e req-2bca4272-c6dc-4772-8c98-03c0356bb9b0 service neutron] (94867) timed out ('10.222.0.24', 63679) {{(pid=94867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 11:26:25.991525 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4d1375e4-17db-4951-9043-19e520cc295b req-e3c53f29-7ca0-4222-9095-05443fea6d34 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 210 time: 0.0267768 Aug 20 11:26:26.752854 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-aecab7a4-d460-43e8-99db-c3eaa3052605 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:26.754322 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-aecab7a4-d460-43e8-99db-c3eaa3052605 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "GET /v2.0/networks?id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c HTTP/1.1" status: 200 len: 797 time: 0.1050656 Aug 20 11:26:26.803564 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-fb5c3325-d695-4da0-a742-bb673aa907c1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68c200aa0a434658a567a090b20130f0 HTTP/1.1" status: 200 len: 379 time: 0.0398591 Aug 20 11:26:26.819687 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-c328723a-a4cf-4f84-a7d8-093bdb051435 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'port': {'device_id': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c', 'admin_state_up': True, 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'security_groups': ['22d29ee8-414e-4590-ad2b-227683dab4da']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:26:26.881495 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5d246428-b78b-4bbb-bc40-c07e7b20eb4a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:26:26.925595 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-c328723a-a4cf-4f84-a7d8-093bdb051435 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Made reservation on behalf of 68c200aa0a434658a567a090b20130f0 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:26:26.929783 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-c328723a-a4cf-4f84-a7d8-093bdb051435 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:26.932435 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:26:26.932805 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:27.060287 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-c328723a-a4cf-4f84-a7d8-093bdb051435 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.20.0.9 (025ae9d8-b7fd-41c3-89ff-4dfe0f58074c/db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0/20a96e44-cac5-45fb-b24a-661430fdb171) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:26:27.090496 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-56c06b0e-8079-45af-ba78-29c8dfb5d040 req-f4d511d6-516b-4d1f-bec7-c6fe62e2c7c1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 210 time: 0.0321860 Aug 20 11:26:27.217688 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-c328723a-a4cf-4f84-a7d8-093bdb051435 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:27.231385 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-c328723a-a4cf-4f84-a7d8-093bdb051435 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Transition to ACTIVE for port object 20a96e44-cac5-45fb-b24a-661430fdb171 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:26:27.263971 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-c328723a-a4cf-4f84-a7d8-093bdb051435 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:27.304853 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-c328723a-a4cf-4f84-a7d8-093bdb051435 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:26:27.307686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-c328723a-a4cf-4f84-a7d8-093bdb051435 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:26:27.311120 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-c328723a-a4cf-4f84-a7d8-093bdb051435 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:26:27.338887 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328723a-a4cf-4f84-a7d8-093bdb051435 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=20a96e44-cac5-45fb-b24a-661430fdb171,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:27.368179 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-c328723a-a4cf-4f84-a7d8-093bdb051435 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:27.368807 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-c328723a-a4cf-4f84-a7d8-093bdb051435 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:27.383468 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-c328723a-a4cf-4f84-a7d8-093bdb051435 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5679927 Aug 20 11:26:27.397562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Request body: {'port': {'device_id': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:26:27.457173 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:27.524105 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-daa36de6-635d-44e9-b9f3-ad94a939c7a0 None None] Provisioning for port 20a96e44-cac5-45fb-b24a-661430fdb171 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:26:27.527696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-daa36de6-635d-44e9-b9f3-ad94a939c7a0 None None] Provisioning complete for port 20a96e44-cac5-45fb-b24a-661430fdb171 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:26:27.528059 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-daa36de6-635d-44e9-b9f3-ad94a939c7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:27.561643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-daa36de6-635d-44e9-b9f3-ad94a939c7a0 None None] Port 20a96e44-cac5-45fb-b24a-661430fdb171 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:26:27.717632 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a96e44-cac5-45fb-b24a-661430fdb171 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:26:27.725287 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:27.737354 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Transition to ACTIVE for port object 20a96e44-cac5-45fb-b24a-661430fdb171 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:26:27.741673 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:27.790817 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Pushing event updated for resources: {'Port': ['ID=20a96e44-cac5-45fb-b24a-661430fdb171,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:27.865484 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Attempting to bind port 20a96e44-cac5-45fb-b24a-661430fdb171 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:26:27.865819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Attempting to bind port 20a96e44-cac5-45fb-b24a-661430fdb171 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '7577ffcd-1525-480f-9e5b-718ddc8ed8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:26:27.866150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Attempting to bind port 20a96e44-cac5-45fb-b24a-661430fdb171 on network 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:26:27.870658 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Port 20a96e44-cac5-45fb-b24a-661430fdb171 on network 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:26:27.870979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Attempting to bind port 20a96e44-cac5-45fb-b24a-661430fdb171 on network 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:26:27.875898 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:26:27.876241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Checking segment: {'id': '7577ffcd-1525-480f-9e5b-718ddc8ed8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:26:27.876698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Bound using segment: {'id': '7577ffcd-1525-480f-9e5b-718ddc8ed8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:26:27.877071 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Bound port: 20a96e44-cac5-45fb-b24a-661430fdb171, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7577ffcd-1525-480f-9e5b-718ddc8ed8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:26:27.877391 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:27.944826 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] For port 20a96e44-cac5-45fb-b24a-661430fdb171, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:26:27.948051 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] For port 20a96e44-cac5-45fb-b24a-661430fdb171, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=20a96e44-cac5-45fb-b24a-661430fdb171,segment=NetworkSegment(7577ffcd-1525-480f-9e5b-718ddc8ed8c4),segment_id=7577ffcd-1525-480f-9e5b-718ddc8ed8c4)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:26:27.953415 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:27.989690 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:27.991006 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:27.992421 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] 10.222.0.24 "PUT /v2.0/ports/20a96e44-cac5-45fb-b24a-661430fdb171 HTTP/1.1" status: 200 len: 1092 time: 0.5998065 Aug 20 11:26:27.992947 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'tag': '20a96e44-cac5-45fb-b24a-661430fdb171'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:26:27.995297 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2d0b91-71b0-43de-b4c8-55a14392838c" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc518e9-33ed-47fa-8ef2-e595cf115e52", "tag": "20a96e44-cac5-45fb-b24a-661430fdb171"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:26:28.021472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67bc3d-7fb1-4549-9cd2-0e05fbf3e17b service neutron] Pushing event updated for resources: {'Port': ['ID=20a96e44-cac5-45fb-b24a-661430fdb171,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:28.043589 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91198c70-ff42-488c-bab6-757205becbc4 x-openstack-request-id: req-91198c70-ff42-488c-bab6-757205becbc4 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:26:28.043883 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc518e9-33ed-47fa-8ef2-e595cf115e52", "tag": "20a96e44-cac5-45fb-b24a-661430fdb171", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:26:28.044140 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91198c70-ff42-488c-bab6-757205becbc4 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:26:28.044539 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'tag': '20a96e44-cac5-45fb-b24a-661430fdb171', 'status': 'completed', 'code': 200} Aug 20 11:26:28.078637 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-2235569a-02f9-4c2c-85d9-c8beb727e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:28.080275 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-2235569a-02f9-4c2c-85d9-c8beb727e197 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 1095 time: 0.0460997 Aug 20 11:26:28.126777 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-8d5917c2-2e34-44fe-a9b4-8b3781c6563e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20a96e44-cac5-45fb-b24a-661430fdb171 HTTP/1.1" status: 200 len: 217 time: 0.0387671 Aug 20 11:26:28.209750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-8ce044de-6212-431e-9bb5-d03bd8264301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:28.211255 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-8ce044de-6212-431e-9bb5-d03bd8264301 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0 HTTP/1.1" status: 200 len: 835 time: 0.0770679 Aug 20 11:26:28.234427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e1264-e241-4258-9341-a49a66e9ffde req-1357aae3-6efd-4d13-a420-9630041f4cc0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:28.235899 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0e6e1264-e241-4258-9341-a49a66e9ffde req-1357aae3-6efd-4d13-a420-9630041f4cc0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 943 time: 0.0717356 Aug 20 11:26:28.294125 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-fe9dbb00-668f-4425-8fae-42b8baa562e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:28.295552 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-fe9dbb00-668f-4425-8fae-42b8baa562e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770888 Aug 20 11:26:28.298784 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0e6e1264-e241-4258-9341-a49a66e9ffde req-7e48fc1b-e860-4298-95a6-041bdae621db tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493958 Aug 20 11:26:28.388715 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-f92bbe17-b34f-49fc-96ad-1ffe9dd26577 service neutron] 10.222.0.24 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856946 Aug 20 11:26:28.481610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2765e36b-7cd7-43f3-9e2e-c85bf535b17c req-14b71d2e-de9a-41de-a1d5-b0c3d4c4631b service neutron] 10.222.0.24 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854220 Aug 20 11:26:28.567538 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d0b91-71b0-43de-b4c8-55a14392838c req-04d05341-8df9-460c-9ac4-e30e88d54df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:28.568910 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be2d0b91-71b0-43de-b4c8-55a14392838c req-04d05341-8df9-460c-9ac4-e30e88d54df8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 1095 time: 0.0413322 Aug 20 11:26:28.664518 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d0b91-71b0-43de-b4c8-55a14392838c req-7a5726d6-add1-4d59-84bc-138bf3793cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:28.665981 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be2d0b91-71b0-43de-b4c8-55a14392838c req-7a5726d6-add1-4d59-84bc-138bf3793cef service neutron] 10.222.0.24 "GET /v2.0/networks?id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c HTTP/1.1" status: 200 len: 898 time: 0.0893776 Aug 20 11:26:28.714463 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be2d0b91-71b0-43de-b4c8-55a14392838c req-dc3eaf25-7fdd-4b2b-98ce-3c15b85f1793 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20a96e44-cac5-45fb-b24a-661430fdb171 HTTP/1.1" status: 200 len: 217 time: 0.0405304 Aug 20 11:26:28.776228 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d0b91-71b0-43de-b4c8-55a14392838c req-a58060dc-9141-40fe-91bb-4e3ce9e840f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:28.777682 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be2d0b91-71b0-43de-b4c8-55a14392838c req-a58060dc-9141-40fe-91bb-4e3ce9e840f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0 HTTP/1.1" status: 200 len: 835 time: 0.0445828 Aug 20 11:26:28.823320 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d0b91-71b0-43de-b4c8-55a14392838c req-85cca7b6-086f-46e2-bc94-cd7e8342f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:28.824726 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be2d0b91-71b0-43de-b4c8-55a14392838c req-85cca7b6-086f-46e2-bc94-cd7e8342f12e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401044 Aug 20 11:26:28.918816 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be2d0b91-71b0-43de-b4c8-55a14392838c req-95627aad-bcfd-4e0d-a735-a87e566c6247 service neutron] 10.222.0.24 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868871 Aug 20 11:26:29.011929 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-be2d0b91-71b0-43de-b4c8-55a14392838c req-426a73fe-77a7-420d-9ac6-fb2e6ecc348f service neutron] 10.222.0.24 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842099 Aug 20 11:26:29.387304 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-36f900f0-2840-4171-81e5-95eb3b4cc187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:29.419715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef99e3-f099-457f-8b15-d0368a07feb8 req-e94a90dd-288c-4273-abea-7b55a3d2704a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:29.421198 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67ef99e3-f099-457f-8b15-d0368a07feb8 req-e94a90dd-288c-4273-abea-7b55a3d2704a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 943 time: 0.0534711 Aug 20 11:26:29.459180 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-67ef99e3-f099-457f-8b15-d0368a07feb8 req-e129a9a9-af5f-4a89-b129-4fb326ba0914 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318825 Aug 20 11:26:30.575798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49e03e-f556-4762-8c87-875b6b82c02f req-ef2e165e-d606-411d-939c-e07f4c5a4492 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:30.577542 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0e49e03e-f556-4762-8c87-875b6b82c02f req-ef2e165e-d606-411d-939c-e07f4c5a4492 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 943 time: 0.0530920 Aug 20 11:26:30.601979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 20a96e44-cac5-45fb-b24a-661430fdb171 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:26:30.615882 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0e49e03e-f556-4762-8c87-875b6b82c02f req-0f15c3fc-cbef-47e8-aad6-26a7f416fb22 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318663 Aug 20 11:26:30.700519 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 20a96e44-cac5-45fb-b24a-661430fdb171, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=20a96e44-cac5-45fb-b24a-661430fdb171,segment=NetworkSegment(7577ffcd-1525-480f-9e5b-718ddc8ed8c4),segment_id=7577ffcd-1525-480f-9e5b-718ddc8ed8c4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:30.712771 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '20a96e44-cac5-45fb-b24a-661430fdb171', 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c', 'port_id': '20a96e44-cac5-45fb-b24a-661430fdb171', 'mac_address': 'fa:16:3e:27:cf:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:26:30.748391 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:30.761288 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a96e44-cac5-45fb-b24a-661430fdb171 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:26:30.780562 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 20a96e44-cac5-45fb-b24a-661430fdb171, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=20a96e44-cac5-45fb-b24a-661430fdb171,segment=NetworkSegment(7577ffcd-1525-480f-9e5b-718ddc8ed8c4),segment_id=7577ffcd-1525-480f-9e5b-718ddc8ed8c4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:30.784166 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:30.832205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=20a96e44-cac5-45fb-b24a-661430fdb171,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:31.084844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['20a96e44-cac5-45fb-b24a-661430fdb171'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:26:31.730840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a487e-da2d-4399-9df6-3336db632123 req-f0de2943-cd88-4504-b6d8-3339b1c80eba tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:31.732365 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c2a487e-da2d-4399-9df6-3336db632123 req-f0de2943-cd88-4504-b6d8-3339b1c80eba tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 944 time: 0.0489175 Aug 20 11:26:31.770607 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4c2a487e-da2d-4399-9df6-3336db632123 req-59282823-48a2-4527-a960-7e724e6c76bb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317180 Aug 20 11:26:32.037309 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ea777292-1672-4cec-ba93-b5da90b577a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:32.508194 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:32.609860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 20a96e44-cac5-45fb-b24a-661430fdb171 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:26:32.657784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 20a96e44-cac5-45fb-b24a-661430fdb171 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:26:32.662421 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 20a96e44-cac5-45fb-b24a-661430fdb171 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:26:32.662796 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:32.738250 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:32.763001 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a96e44-cac5-45fb-b24a-661430fdb171'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:26:32.765250 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d8ac78-186a-4365-af4d-4c03e9b2bfda" -d '{"events": [{"server_uuid": "ffc518e9-33ed-47fa-8ef2-e595cf115e52", "name": "network-vif-plugged", "status": "completed", "tag": "20a96e44-cac5-45fb-b24a-661430fdb171"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:26:32.779230 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 20a96e44-cac5-45fb-b24a-661430fdb171, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=20a96e44-cac5-45fb-b24a-661430fdb171,segment=NetworkSegment(7577ffcd-1525-480f-9e5b-718ddc8ed8c4),segment_id=7577ffcd-1525-480f-9e5b-718ddc8ed8c4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:32.783972 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:32.808074 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8b1f75-458a-4e1f-9135-62fbbbe1d73d x-openstack-request-id: req-be8b1f75-458a-4e1f-9135-62fbbbe1d73d {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:26:32.808373 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc518e9-33ed-47fa-8ef2-e595cf115e52", "name": "network-vif-plugged", "status": "completed", "tag": "20a96e44-cac5-45fb-b24a-661430fdb171", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:26:32.808630 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be8b1f75-458a-4e1f-9135-62fbbbe1d73d {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:26:32.809024 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a96e44-cac5-45fb-b24a-661430fdb171', 'code': 200} Aug 20 11:26:32.841077 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=20a96e44-cac5-45fb-b24a-661430fdb171,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:32.905838 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01f174-0d50-4090-b3ec-88abe54ad222 req-b9306160-4927-4150-8a4a-eb7400fae3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:32.907390 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c01f174-0d50-4090-b3ec-88abe54ad222 req-b9306160-4927-4150-8a4a-eb7400fae3d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 1097 time: 0.0397136 Aug 20 11:26:32.910376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fe7b2-53f7-4408-99ce-4c4e55057f2a req-c0fc1684-55c9-46c1-945e-8cb1b439b61d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:32.911934 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d9fe7b2-53f7-4408-99ce-4c4e55057f2a req-c0fc1684-55c9-46c1-945e-8cb1b439b61d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0524070 Aug 20 11:26:32.942178 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0c01f174-0d50-4090-b3ec-88abe54ad222 req-d1e5d301-6c93-4fac-aea9-1664bb32cb2b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273795 Aug 20 11:26:32.950064 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d9fe7b2-53f7-4408-99ce-4c4e55057f2a req-dfae5527-ac8d-4dcf-a11e-6c0dc9fb188d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317941 Aug 20 11:26:33.383866 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:34.065460 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc4392-4175-4ab0-811b-f3baee98977a req-12180950-1e70-431b-a2f2-c38ecde8ced0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:34.066846 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-40cc4392-4175-4ab0-811b-f3baee98977a req-12180950-1e70-431b-a2f2-c38ecde8ced0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0477557 Aug 20 11:26:34.105432 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-40cc4392-4175-4ab0-811b-f3baee98977a req-38e54ca6-91ee-4eaf-85df-2210e4fda84c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324931 Aug 20 11:26:35.039954 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:35.238216 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98a9ea-2c88-4836-bd49-e5a8a79663d4 req-fdb364cb-36c0-4352-ab56-1ec152122563 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:35.239760 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a98a9ea-2c88-4836-bd49-e5a8a79663d4 req-fdb364cb-36c0-4352-ab56-1ec152122563 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0546193 Aug 20 11:26:35.277655 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7a98a9ea-2c88-4836-bd49-e5a8a79663d4 req-67a7e0e3-bda0-4228-a8bd-e4d43c1b9aec tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318787 Aug 20 11:26:35.405788 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95041da0-699e-493a-ba53-6709ae73feda req-81fdf531-d136-439a-8b81-67ec1726f998 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:35.407419 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-95041da0-699e-493a-ba53-6709ae73feda req-81fdf531-d136-439a-8b81-67ec1726f998 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0523636 Aug 20 11:26:35.444578 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-95041da0-699e-493a-ba53-6709ae73feda req-c32d8f02-b947-4219-afd9-3d2bdcc96db5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311735 Aug 20 11:26:35.466384 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40162) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:35.505208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f356f71-5267-4ac6-be90-0df2f77ffe33 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:35.506672 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0f356f71-5267-4ac6-be90-0df2f77ffe33 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 1092 time: 0.0393538 Aug 20 11:26:35.509319 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40164) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:35.513530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': '20a96e44-cac5-45fb-b24a-661430fdb171', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:26:35.534386 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:35.632182 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:35.730646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.25.3.45 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/09d6a1f6-d946-4026-baf5-5cb2fe281330) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:26:36.128430 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:36.165143 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:36.200617 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:26:36.203599 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:26:36.206849 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:26:36.234181 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=09d6a1f6-d946-4026-baf5-5cb2fe281330,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:36.583466 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:36.651004 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:36.800601 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:36.805448 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:36.873149 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=09d6a1f6-d946-4026-baf5-5cb2fe281330,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:36.883817 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:36.987877 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Floating IP 3b0ba714-ec67-41d5-8c10-d1dea28d0f7c associated. External IP: 172.25.3.45, port: 20a96e44-cac5-45fb-b24a-661430fdb171. Aug 20 11:26:37.197760 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router 1d44fc61-12b5-4a95-b59c-86b160c0de8e has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:26:37.305791 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:26:37.316075 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30ecf80-ddec-49ad-810f-f4bfa2c5c383 None None] Sync routers for ids ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:26:37.321683 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:37.326491 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30ecf80-ddec-49ad-810f-f4bfa2c5c383 None None] Routers {'1d44fc61-12b5-4a95-b59c-86b160c0de8e'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:26:37.327289 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d30ecf80-ddec-49ad-810f-f4bfa2c5c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:26:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:37.351213 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ac3c1970-c361-4854-9c8d-ae1cb42284d4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8407464 Aug 20 11:26:37.352140 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'tag': '20a96e44-cac5-45fb-b24a-661430fdb171'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:26:37.354691 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818a766f-b044-4e61-b51b-2f2f165568e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc518e9-33ed-47fa-8ef2-e595cf115e52", "tag": "20a96e44-cac5-45fb-b24a-661430fdb171"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:26:37.392791 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ad16d2-8522-4a08-9368-4ed7fa4c7568 x-openstack-request-id: req-a2ad16d2-8522-4a08-9368-4ed7fa4c7568 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:26:37.393075 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc518e9-33ed-47fa-8ef2-e595cf115e52", "tag": "20a96e44-cac5-45fb-b24a-661430fdb171", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:26:37.393322 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2ad16d2-8522-4a08-9368-4ed7fa4c7568 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:26:37.393724 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'tag': '20a96e44-cac5-45fb-b24a-661430fdb171', 'status': 'completed', 'code': 200} Aug 20 11:26:37.447366 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-d30ecf80-ddec-49ad-810f-f4bfa2c5c383 None None] Set router 1d44fc61-12b5-4a95-b59c-86b160c0de8e gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:26:37.455787 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a766f-b044-4e61-b51b-2f2f165568e8 req-8626877c-edb2-46c5-b9f0-a8f254d5bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:37.456002 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32e363-1604-423e-b0e2-adda2123e228 req-bf29eea1-75ff-4c39-93c8-1acf72c4a3d8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:37.458004 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-818a766f-b044-4e61-b51b-2f2f165568e8 req-8626877c-edb2-46c5-b9f0-a8f254d5bce8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 1097 time: 0.0426250 Aug 20 11:26:37.458936 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bc32e363-1604-423e-b0e2-adda2123e228 req-bf29eea1-75ff-4c39-93c8-1acf72c4a3d8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0524337 Aug 20 11:26:37.499130 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bc32e363-1604-423e-b0e2-adda2123e228 req-32f2b44a-b243-4ac6-89a9-6f773466091a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342262 Aug 20 11:26:37.522566 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40170) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:37.558745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a766f-b044-4e61-b51b-2f2f165568e8 req-3593cbb1-d064-45ce-a9c1-01a4cf7520c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:37.560276 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-818a766f-b044-4e61-b51b-2f2f165568e8 req-3593cbb1-d064-45ce-a9c1-01a4cf7520c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c HTTP/1.1" status: 200 len: 898 time: 0.0959327 Aug 20 11:26:37.584786 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-07ca4307-68b3-44c1-ae96-25ac2a052f3c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/3b0ba714-ec67-41d5-8c10-d1dea28d0f7c HTTP/1.1" status: 200 len: 990 time: 0.0598357 Aug 20 11:26:37.628123 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-818a766f-b044-4e61-b51b-2f2f165568e8 req-a0d1a16f-1a3b-4746-b9bc-49436392c9b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20a96e44-cac5-45fb-b24a-661430fdb171 HTTP/1.1" status: 200 len: 998 time: 0.0601788 Aug 20 11:26:37.679745 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d30ecf80-ddec-49ad-810f-f4bfa2c5c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994053480', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:26:16Z', 'updated_at': '2021-08-20T11:26:20Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:17Z', 'updated_at': '2021-08-20T11:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '3b0ba714-ec67-41d5-8c10-d1dea28d0f7c', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'floating_ip_address': '172.25.3.45', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'port_id': '20a96e44-cac5-45fb-b24a-661430fdb171', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c', 'mac_address': 'fa:16:3e:27:cf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:26:36Z', 'updated_at': '2021-08-20T11:26:36Z', 'revision_number': 0, 'project_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d246428-b78b-4bbb-bc40-c07e7b20eb4a', 'name': '', 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:86:40:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:19Z', 'updated_at': '2021-08-20T11:26:25Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:37.684650 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a766f-b044-4e61-b51b-2f2f165568e8 req-abec6e6d-2b86-4863-abd2-e1996c11b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:37.686239 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-818a766f-b044-4e61-b51b-2f2f165568e8 req-abec6e6d-2b86-4863-abd2-e1996c11b959 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0 HTTP/1.1" status: 200 len: 835 time: 0.0505950 Aug 20 11:26:37.705814 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30ecf80-ddec-49ad-810f-f4bfa2c5c383 None None] Checking router: 1d44fc61-12b5-4a95-b59c-86b160c0de8e for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:26:37.714459 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30ecf80-ddec-49ad-810f-f4bfa2c5c383 None None] Routers {'1d44fc61-12b5-4a95-b59c-86b160c0de8e'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:26:37.715067 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d30ecf80-ddec-49ad-810f-f4bfa2c5c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:26:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:37.731689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a766f-b044-4e61-b51b-2f2f165568e8 req-a23dfc92-5382-450f-9d76-445007bebafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:37.733284 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-818a766f-b044-4e61-b51b-2f2f165568e8 req-a23dfc92-5382-450f-9d76-445007bebafe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402637 Aug 20 11:26:37.818348 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-d30ecf80-ddec-49ad-810f-f4bfa2c5c383 None None] Set router 1d44fc61-12b5-4a95-b59c-86b160c0de8e gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:26:37.822791 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-818a766f-b044-4e61-b51b-2f2f165568e8 req-3951527f-3ce1-41b1-a939-d4afec8a396a service neutron] 10.222.0.24 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827911 Aug 20 11:26:37.917193 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-818a766f-b044-4e61-b51b-2f2f165568e8 req-0a3333ee-d0c5-418b-8877-dd464faa8d7c service neutron] 10.222.0.24 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869956 Aug 20 11:26:38.037065 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d30ecf80-ddec-49ad-810f-f4bfa2c5c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994053480', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:26:16Z', 'updated_at': '2021-08-20T11:26:20Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:17Z', 'updated_at': '2021-08-20T11:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '3b0ba714-ec67-41d5-8c10-d1dea28d0f7c', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'floating_ip_address': '172.25.3.45', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'port_id': '20a96e44-cac5-45fb-b24a-661430fdb171', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c', 'mac_address': 'fa:16:3e:27:cf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:26:36Z', 'updated_at': '2021-08-20T11:26:36Z', 'revision_number': 0, 'project_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d246428-b78b-4bbb-bc40-c07e7b20eb4a', 'name': '', 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:86:40:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:19Z', 'updated_at': '2021-08-20T11:26:25Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:26:38.144778 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30ecf80-ddec-49ad-810f-f4bfa2c5c383 None None] The sync data for ids ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'] in n-d-778550-11 is: [{'id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994053480', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:26:16Z', 'updated_at': '2021-08-20T11:26:20Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:17Z', 'updated_at': '2021-08-20T11:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '3b0ba714-ec67-41d5-8c10-d1dea28d0f7c', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'floating_ip_address': '172.25.3.45', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'port_id': '20a96e44-cac5-45fb-b24a-661430fdb171', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c', 'mac_address': 'fa:16:3e:27:cf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:26:36Z', 'updated_at': '2021-08-20T11:26:36Z', 'revision_number': 0, 'project_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d246428-b78b-4bbb-bc40-c07e7b20eb4a', 'name': '', 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:86:40:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:19Z', 'updated_at': '2021-08-20T11:26:25Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:26:38.338585 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65ce2e2-b1bf-42a6-927d-3de1e0709793 None None] New status for floating IP 3b0ba714-ec67-41d5-8c10-d1dea28d0f7c: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:26:38.586986 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40172) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:38.655556 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b813b7c9-bff3-4a62-8bb5-e462e85882fc tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/3b0ba714-ec67-41d5-8c10-d1dea28d0f7c HTTP/1.1" status: 200 len: 990 time: 0.0674634 Aug 20 11:26:39.659430 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40174) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:39.719775 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2aebe8fb-c52e-40bc-b161-2357c8c292fb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/3b0ba714-ec67-41d5-8c10-d1dea28d0f7c HTTP/1.1" status: 200 len: 992 time: 0.0591934 Aug 20 11:26:48.889199 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:26:49.099398 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:53.446691 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:59.387237 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9b9b3c0a-64e7-4b92-8001-72d4d3011b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:02.037213 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-298ec61d-ee4e-4ac8-b3b9-595421cd93a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:02.509546 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:03.386154 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:05.045883 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:19.092088 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:23.442227 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:25.888663 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:27:29.388094 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-549a9bf7-05e6-48f8-b9c7-e816ce8178f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:32.037694 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b401645a-8064-45a2-8026-8e135efe6bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:32.511018 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:33.388833 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:34.136476 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b8d2f75-b249-41dc-b2ae-09c12539d508 req-f49af702-4892-4780-b382-8bbe6fef10a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404093 Aug 20 11:27:34.217748 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d2f75-b249-41dc-b2ae-09c12539d508 req-cbeb0088-e7e1-4e22-85cd-7f0adfe99e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:34.219257 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b8d2f75-b249-41dc-b2ae-09c12539d508 req-cbeb0088-e7e1-4e22-85cd-7f0adfe99e21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 1097 time: 0.0405183 Aug 20 11:27:34.324745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d2f75-b249-41dc-b2ae-09c12539d508 req-4fd76cc8-8066-4351-ab96-49bcec838ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:34.326719 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b8d2f75-b249-41dc-b2ae-09c12539d508 req-4fd76cc8-8066-4351-ab96-49bcec838ca3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c HTTP/1.1" status: 200 len: 898 time: 0.0886521 Aug 20 11:27:34.390871 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b8d2f75-b249-41dc-b2ae-09c12539d508 req-6ad76f73-f2ad-4c47-bf95-a87dec117dd2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20a96e44-cac5-45fb-b24a-661430fdb171 HTTP/1.1" status: 200 len: 1000 time: 0.0572829 Aug 20 11:27:34.443094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d2f75-b249-41dc-b2ae-09c12539d508 req-8affdcc4-0cd1-450f-adce-d6d887b5b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:34.444511 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b8d2f75-b249-41dc-b2ae-09c12539d508 req-8affdcc4-0cd1-450f-adce-d6d887b5b0b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0 HTTP/1.1" status: 200 len: 835 time: 0.0472937 Aug 20 11:27:34.491241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d2f75-b249-41dc-b2ae-09c12539d508 req-f3c84019-df60-41a1-bdc6-a6b126e76312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:34.492706 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b8d2f75-b249-41dc-b2ae-09c12539d508 req-f3c84019-df60-41a1-bdc6-a6b126e76312 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403764 Aug 20 11:27:34.581136 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b8d2f75-b249-41dc-b2ae-09c12539d508 req-9acb49af-21c3-4625-9811-572d4e240800 service neutron] 10.222.0.24 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809569 Aug 20 11:27:34.675001 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6b8d2f75-b249-41dc-b2ae-09c12539d508 req-75d02c77-87ab-486e-ab14-d6cd9ff1811e service neutron] 10.222.0.24 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852020 Aug 20 11:27:35.044830 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:40.686235 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-f57b503a-464e-4348-a378-5a33498ffceb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1318104 Aug 20 11:27:40.698163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1319f68-27cd-486e-987e-c45a90890cef req-515a4c13-0fa9-483b-8ac4-d2cd0d5f8e6c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:40.699661 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d1319f68-27cd-486e-987e-c45a90890cef req-515a4c13-0fa9-483b-8ac4-d2cd0d5f8e6c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.1300030 Aug 20 11:27:40.743655 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d1319f68-27cd-486e-987e-c45a90890cef req-8b2fcf5c-d906-4a3d-bc62-8efb18ffe5f9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373244 Aug 20 11:27:41.751696 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-eec5e4dd-3281-4898-8314-35ac06d278f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:41.753194 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-eec5e4dd-3281-4898-8314-35ac06d278f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 1097 time: 0.0402279 Aug 20 11:27:41.843568 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-805dc372-9af1-4dec-85e8-f483be6b9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:41.845049 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-805dc372-9af1-4dec-85e8-f483be6b9e2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c HTTP/1.1" status: 200 len: 898 time: 0.0849063 Aug 20 11:27:41.917212 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-125791de-8fa2-4274-9a91-ee3c2d56a369 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20a96e44-cac5-45fb-b24a-661430fdb171 HTTP/1.1" status: 200 len: 1000 time: 0.0637982 Aug 20 11:27:41.920284 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2713ec9-f9aa-462e-b95a-e0b7f0737dec req-e7431185-63b4-4393-9846-b5c870f0606d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:41.921842 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2713ec9-f9aa-462e-b95a-e0b7f0737dec req-e7431185-63b4-4393-9846-b5c870f0606d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.1112463 Aug 20 11:27:41.961618 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a2713ec9-f9aa-462e-b95a-e0b7f0737dec req-4e53e7e5-0911-4409-bc0c-7bbf7da36ee8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330491 Aug 20 11:27:41.968133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-98ac1517-3de0-4835-81b6-d704b4ee518c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:41.969625 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-98ac1517-3de0-4835-81b6-d704b4ee518c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0 HTTP/1.1" status: 200 len: 835 time: 0.0452695 Aug 20 11:27:42.022375 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-18ecaaef-160a-4328-af57-5349a4160b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:42.023839 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-18ecaaef-160a-4328-af57-5349a4160b4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402172 Aug 20 11:27:42.117699 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-ea040024-b0a6-4f11-8f1d-e2b33b69cee4 service neutron] 10.222.0.24 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851641 Aug 20 11:27:42.207552 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-a2eb19e0-a5f8-40c7-b87d-66dcc3a7af7a service neutron] 10.222.0.24 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811651 Aug 20 11:27:43.078502 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcef324-bbb4-4d6e-bce9-3966db362c2e req-12c26790-bebd-41d5-be9d-c71eff0118fe tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:43.080007 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcef324-bbb4-4d6e-bce9-3966db362c2e req-12c26790-bebd-41d5-be9d-c71eff0118fe tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0488243 Aug 20 11:27:43.121736 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5dcef324-bbb4-4d6e-bce9-3966db362c2e req-28b99585-188d-4db0-8523-619c760ffb89 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349016 Aug 20 11:27:44.239694 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ae05a-00dc-41d5-beb1-6ec40141a976 req-7bb13e00-57a9-46cf-8020-273c729d585e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:44.241193 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-214ae05a-00dc-41d5-beb1-6ec40141a976 req-7bb13e00-57a9-46cf-8020-273c729d585e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0494714 Aug 20 11:27:44.278149 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-214ae05a-00dc-41d5-beb1-6ec40141a976 req-d21d7573-0641-4d09-aad1-b989980d917a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310571 Aug 20 11:27:45.399969 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2173ba6-d66d-4c51-a726-6fbd9ac108e2 req-51159892-6d6b-4c28-b4f2-5a15f1c26352 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:45.401514 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f2173ba6-d66d-4c51-a726-6fbd9ac108e2 req-51159892-6d6b-4c28-b4f2-5a15f1c26352 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0540311 Aug 20 11:27:45.440505 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f2173ba6-d66d-4c51-a726-6fbd9ac108e2 req-04122aa1-31ca-44e6-a4a6-22fbff9903d7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330136 Aug 20 11:27:46.567209 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbf259-c896-46ea-a740-9a653c5a7265 req-af2386d4-835f-4644-8bc2-2277474e4735 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:46.568723 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b2fbf259-c896-46ea-a740-9a653c5a7265 req-af2386d4-835f-4644-8bc2-2277474e4735 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0543885 Aug 20 11:27:46.607021 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b2fbf259-c896-46ea-a740-9a653c5a7265 req-4eb144d7-5698-4455-b28a-790e8680316b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324571 Aug 20 11:27:47.731689 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81c98e-d35f-4676-8808-3fbdff739ec3 req-7d31ca37-3580-4fc7-87b3-78069e5dc9b2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:47.733178 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6e81c98e-d35f-4676-8808-3fbdff739ec3 req-7d31ca37-3580-4fc7-87b3-78069e5dc9b2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0482116 Aug 20 11:27:47.771095 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6e81c98e-d35f-4676-8808-3fbdff739ec3 req-b7eb0895-4517-4369-9a2f-5aba2f0c9e04 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320210 Aug 20 11:27:48.891289 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a1a24-17bb-4857-89d8-2c7203a42386 req-630fd660-7c22-46e8-8076-f17cf6d55946 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:48.892764 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-328a1a24-17bb-4857-89d8-2c7203a42386 req-630fd660-7c22-46e8-8076-f17cf6d55946 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0534842 Aug 20 11:27:48.929429 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-328a1a24-17bb-4857-89d8-2c7203a42386 req-324f5c83-0567-4367-ab3e-0518b5978b5c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307777 Aug 20 11:27:49.110006 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:50.043399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2675dc1-e2dc-4dc6-a4eb-21cf4465cfd6 req-73b0a445-9f41-48a5-b926-208fff7de987 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:50.044799 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b2675dc1-e2dc-4dc6-a4eb-21cf4465cfd6 req-73b0a445-9f41-48a5-b926-208fff7de987 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0475981 Aug 20 11:27:50.086260 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b2675dc1-e2dc-4dc6-a4eb-21cf4465cfd6 req-f708529d-ad4e-4076-8c3d-a6fcbce12e34 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355356 Aug 20 11:27:51.201547 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee7a82-f3f0-4cdd-80d9-8d8137a584e7 req-b8979d48-8d0f-4a38-b784-fdae3175e93e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:51.203034 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9dee7a82-f3f0-4cdd-80d9-8d8137a584e7 req-b8979d48-8d0f-4a38-b784-fdae3175e93e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0500803 Aug 20 11:27:51.240826 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9dee7a82-f3f0-4cdd-80d9-8d8137a584e7 req-7d9c662c-3d09-42f4-8fa5-c9f430028ced tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317705 Aug 20 11:27:52.354086 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3737566-72d7-44f8-a6ea-f1b174778a5f req-85b1bd38-7039-48d1-bc0d-17317fbc8b7b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:52.355558 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3737566-72d7-44f8-a6ea-f1b174778a5f req-85b1bd38-7039-48d1-bc0d-17317fbc8b7b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0476613 Aug 20 11:27:52.392230 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3737566-72d7-44f8-a6ea-f1b174778a5f req-27c528df-cff4-4cb1-91fc-615793171282 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307736 Aug 20 11:27:53.440902 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.508042 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251a876-b491-4000-b4ee-e295207efe16 req-e894b1ba-6d63-4443-8c82-d2a73d344ce0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:53.509531 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5251a876-b491-4000-b4ee-e295207efe16 req-e894b1ba-6d63-4443-8c82-d2a73d344ce0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0490983 Aug 20 11:27:53.547319 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5251a876-b491-4000-b4ee-e295207efe16 req-0e74d273-2cf9-48ae-8271-dcfc4d716812 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318751 Aug 20 11:27:54.141860 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-95c46c99-44f7-4319-b0c4-6721123f3361 service neutron] show failed (client error): The resource could not be found. Aug 20 11:27:54.142912 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-95c46c99-44f7-4319-b0c4-6721123f3361 service neutron] 10.222.0.24 "GET /v2.0/ports/20a96e44-cac5-45fb-b24a-661430fdb171/bindings/n-h1-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.0551808 Aug 20 11:27:54.382295 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-3a4ef3bb-d318-4ab6-8450-531b6b5d488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:54.383812 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-3a4ef3bb-d318-4ab6-8450-531b6b5d488d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52&tenant_id=68c200aa0a434658a567a090b20130f0 HTTP/1.1" status: 200 len: 1097 time: 0.0880885 Aug 20 11:27:54.396218 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-11', 'device_owner': 'compute:nova'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:54.448361 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:54.650525 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] For port 20a96e44-cac5-45fb-b24a-661430fdb171, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=20a96e44-cac5-45fb-b24a-661430fdb171,segment=NetworkSegment(7577ffcd-1525-480f-9e5b-718ddc8ed8c4),segment_id=7577ffcd-1525-480f-9e5b-718ddc8ed8c4)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:54.663551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d460ddd-46b7-45f1-ad53-6621d55bf7bd req-600040d5-08a0-40d6-83dd-ba0c882653da tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:54.665047 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d460ddd-46b7-45f1-ad53-6621d55bf7bd req-600040d5-08a0-40d6-83dd-ba0c882653da tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0493751 Aug 20 11:27:54.683583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] For port 20a96e44-cac5-45fb-b24a-661430fdb171, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:27:54.704787 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d460ddd-46b7-45f1-ad53-6621d55bf7bd req-9738547e-f375-43b1-837c-cdc0387e2e0d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337107 Aug 20 11:27:54.729327 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a96e44-cac5-45fb-b24a-661430fdb171'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:27:54.731683 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafa09fd-ab08-45b2-945c-10873eb09b94" -d '{"events": [{"server_uuid": "ffc518e9-33ed-47fa-8ef2-e595cf115e52", "name": "network-vif-unplugged", "status": "completed", "tag": "20a96e44-cac5-45fb-b24a-661430fdb171"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:27:54.735938 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:54.750175 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Transition to ACTIVE for port object 20a96e44-cac5-45fb-b24a-661430fdb171 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:54.753206 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:54.844011 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Pushing event updated for resources: {'Port': ['ID=20a96e44-cac5-45fb-b24a-661430fdb171,revision_number=6']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:54.849423 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e93c2a9-0c02-4be2-8baf-e9dd4f11c725 x-openstack-request-id: req-9e93c2a9-0c02-4be2-8baf-e9dd4f11c725 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:27:54.849714 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc518e9-33ed-47fa-8ef2-e595cf115e52", "name": "network-vif-unplugged", "status": "completed", "tag": "20a96e44-cac5-45fb-b24a-661430fdb171", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:27:54.849992 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e93c2a9-0c02-4be2-8baf-e9dd4f11c725 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:27:54.850615 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a96e44-cac5-45fb-b24a-661430fdb171', 'code': 200} Aug 20 11:27:54.861888 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:54.862232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:54.862571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:54.862905 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:54.863260 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:54.863589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:54.863914 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:54.864235 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:54.864560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:54.864881 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:54.865201 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:54.866015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:54.896175 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] No DVR routers for this DVR port 20a96e44-cac5-45fb-b24a-661430fdb171 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:27:55.033330 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Attempting to bind port 20a96e44-cac5-45fb-b24a-661430fdb171 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:27:55.033665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Attempting to bind port 20a96e44-cac5-45fb-b24a-661430fdb171 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '7577ffcd-1525-480f-9e5b-718ddc8ed8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:27:55.033995 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Attempting to bind port 20a96e44-cac5-45fb-b24a-661430fdb171 on network 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:27:55.038728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Port 20a96e44-cac5-45fb-b24a-661430fdb171 on network 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:27:55.039070 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Attempting to bind port 20a96e44-cac5-45fb-b24a-661430fdb171 on network 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:27:55.043822 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:27:55.044194 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Checking segment: {'id': '7577ffcd-1525-480f-9e5b-718ddc8ed8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:27:55.044580 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Bound using segment: {'id': '7577ffcd-1525-480f-9e5b-718ddc8ed8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:27:55.045002 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Bound port: 20a96e44-cac5-45fb-b24a-661430fdb171, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7577ffcd-1525-480f-9e5b-718ddc8ed8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:27:55.045350 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.107247 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] For port 20a96e44-cac5-45fb-b24a-661430fdb171, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:27:55.110492 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] For port 20a96e44-cac5-45fb-b24a-661430fdb171, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=20a96e44-cac5-45fb-b24a-661430fdb171,segment=NetworkSegment(7577ffcd-1525-480f-9e5b-718ddc8ed8c4),segment_id=7577ffcd-1525-480f-9e5b-718ddc8ed8c4)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:27:55.114971 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.148030 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:55.148651 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.150254 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] 10.222.0.42 "PUT /v2.0/ports/20a96e44-cac5-45fb-b24a-661430fdb171 HTTP/1.1" status: 200 len: 1092 time: 0.7578492 Aug 20 11:27:55.187104 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c550bb-cd4b-4444-b848-2079961f28ce service neutron] Pushing event updated for resources: {'Port': ['ID=20a96e44-cac5-45fb-b24a-661430fdb171,revision_number=7']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:55.222707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-3dc9ddec-6331-430a-a018-11ffec7947a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:55.224268 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-3dc9ddec-6331-430a-a018-11ffec7947a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 1095 time: 0.0469196 Aug 20 11:27:55.316983 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-3802b90d-ba5d-44f5-a5f7-d6393ea2b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:55.318481 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-3802b90d-ba5d-44f5-a5f7-d6393ea2b98e service neutron] 10.222.0.42 "GET /v2.0/networks?id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c HTTP/1.1" status: 200 len: 898 time: 0.0876799 Aug 20 11:27:55.387795 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-14cb8d29-d468-4e1a-b7de-34a9a7eb95b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20a96e44-cac5-45fb-b24a-661430fdb171 HTTP/1.1" status: 200 len: 998 time: 0.0617180 Aug 20 11:27:55.440190 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-55f5683b-c980-4c5e-8b37-18b9fabac8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:55.441622 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-55f5683b-c980-4c5e-8b37-18b9fabac8ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0 HTTP/1.1" status: 200 len: 835 time: 0.0466237 Aug 20 11:27:55.487410 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-ad6e5c5e-ef99-498a-aa7a-0838fd094e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:55.488894 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-ad6e5c5e-ef99-498a-aa7a-0838fd094e13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398731 Aug 20 11:27:55.499741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-92becd66-52a1-4800-9a33-17367aebf200 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:27:55.500696 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-92becd66-52a1-4800-9a33-17367aebf200 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049241 Aug 20 11:27:55.592273 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-a34007c1-f579-4275-b779-4a7123397218 service neutron] 10.222.0.42 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847125 Aug 20 11:27:55.683519 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-7c0328a0-4018-4e3a-8faa-c40c3d6f393a service neutron] 10.222.0.42 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836544 Aug 20 11:27:55.827742 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680845-fa66-43a9-8a0f-89761cf8c691 req-cb84f178-e70b-43e2-bd17-4ac5769e3632 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:55.829220 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5e680845-fa66-43a9-8a0f-89761cf8c691 req-cb84f178-e70b-43e2-bd17-4ac5769e3632 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 943 time: 0.0545199 Aug 20 11:27:55.867588 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5e680845-fa66-43a9-8a0f-89761cf8c691 req-13092c45-b4e3-4c4c-9fe0-f0a73cca3f49 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324771 Aug 20 11:27:56.852272 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'tag': '20a96e44-cac5-45fb-b24a-661430fdb171'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:27:56.854647 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bdd977-769a-4a56-a5c2-b73004881bff" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc518e9-33ed-47fa-8ef2-e595cf115e52", "tag": "20a96e44-cac5-45fb-b24a-661430fdb171"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:27:56.903249 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fc62df-4bcc-484a-856a-cc21d5dc1923 x-openstack-request-id: req-e8fc62df-4bcc-484a-856a-cc21d5dc1923 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:27:56.903540 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc518e9-33ed-47fa-8ef2-e595cf115e52", "tag": "20a96e44-cac5-45fb-b24a-661430fdb171", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:27:56.903797 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8fc62df-4bcc-484a-856a-cc21d5dc1923 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:27:56.904217 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'tag': '20a96e44-cac5-45fb-b24a-661430fdb171', 'status': 'completed', 'code': 200} Aug 20 11:27:56.966558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd977-769a-4a56-a5c2-b73004881bff req-87ad7e73-bef5-488d-ac45-ed58eb7b7cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:56.968134 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74bdd977-769a-4a56-a5c2-b73004881bff req-87ad7e73-bef5-488d-ac45-ed58eb7b7cd1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 1095 time: 0.0444989 Aug 20 11:27:57.000316 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 20a96e44-cac5-45fb-b24a-661430fdb171 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:27:57.009349 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7721b-e383-42b4-8d8e-ddcc7b96a51e req-0bf9b055-e2c8-407d-b514-e4b7039a606e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:57.010888 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f3f7721b-e383-42b4-8d8e-ddcc7b96a51e req-0bf9b055-e2c8-407d-b514-e4b7039a606e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 943 time: 0.0698469 Aug 20 11:27:57.012926 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd977-769a-4a56-a5c2-b73004881bff req-7c0822ab-7f01-46c3-9372-421a38a8c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:57.014293 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74bdd977-769a-4a56-a5c2-b73004881bff req-7c0822ab-7f01-46c3-9372-421a38a8c9e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 1095 time: 0.0867572 Aug 20 11:27:57.042925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 20a96e44-cac5-45fb-b24a-661430fdb171 not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:27:57.067630 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd977-769a-4a56-a5c2-b73004881bff req-a66e2cf2-9dea-4e4a-be47-ec53bb75fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:57.069161 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74bdd977-769a-4a56-a5c2-b73004881bff req-a66e2cf2-9dea-4e4a-be47-ec53bb75fce7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c HTTP/1.1" status: 200 len: 898 time: 0.0900788 Aug 20 11:27:57.100960 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f3f7721b-e383-42b4-8d8e-ddcc7b96a51e req-d775701b-d758-4973-8523-e7c7cb107e33 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825944 Aug 20 11:27:57.133792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd977-769a-4a56-a5c2-b73004881bff req-0edb9d2e-c917-41a6-82f9-df94de5610f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:57.135290 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74bdd977-769a-4a56-a5c2-b73004881bff req-0edb9d2e-c917-41a6-82f9-df94de5610f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c HTTP/1.1" status: 200 len: 898 time: 0.1095734 Aug 20 11:27:57.136501 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74bdd977-769a-4a56-a5c2-b73004881bff req-fd93af3a-a160-4f54-afe9-618a708ebd79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20a96e44-cac5-45fb-b24a-661430fdb171 HTTP/1.1" status: 200 len: 998 time: 0.0589032 Aug 20 11:27:57.200248 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd977-769a-4a56-a5c2-b73004881bff req-0cf2c53c-3dae-46a7-bf89-292f43983dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:57.202010 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74bdd977-769a-4a56-a5c2-b73004881bff req-0cf2c53c-3dae-46a7-bf89-292f43983dec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0 HTTP/1.1" status: 200 len: 835 time: 0.0574384 Aug 20 11:27:57.222809 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74bdd977-769a-4a56-a5c2-b73004881bff req-d8363f2a-2861-4614-9851-b076e3c6da57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20a96e44-cac5-45fb-b24a-661430fdb171 HTTP/1.1" status: 200 len: 998 time: 0.0803056 Aug 20 11:27:57.249038 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd977-769a-4a56-a5c2-b73004881bff req-9700cfbe-4cac-40b2-91a5-d031dee2f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:57.250631 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74bdd977-769a-4a56-a5c2-b73004881bff req-9700cfbe-4cac-40b2-91a5-d031dee2f31b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413465 Aug 20 11:27:57.275983 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd977-769a-4a56-a5c2-b73004881bff req-bb95dd2c-8f37-4ce4-8315-cdf24032911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:57.277502 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74bdd977-769a-4a56-a5c2-b73004881bff req-bb95dd2c-8f37-4ce4-8315-cdf24032911d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0 HTTP/1.1" status: 200 len: 835 time: 0.0470502 Aug 20 11:27:57.323604 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdd977-769a-4a56-a5c2-b73004881bff req-db345164-2aae-4c50-ab2a-3e11107a12c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:57.325135 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74bdd977-769a-4a56-a5c2-b73004881bff req-db345164-2aae-4c50-ab2a-3e11107a12c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411248 Aug 20 11:27:57.346477 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74bdd977-769a-4a56-a5c2-b73004881bff req-2352541e-fab3-49a4-8bcf-1c57f81900f2 service neutron] 10.222.0.42 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843968 Aug 20 11:27:57.424216 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74bdd977-769a-4a56-a5c2-b73004881bff req-f05248ff-1925-4ac8-9535-e84a7b200d80 service neutron] 10.222.0.24 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912294 Aug 20 11:27:57.442739 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74bdd977-769a-4a56-a5c2-b73004881bff req-7329c47a-8210-43ef-8e8d-a48e4f5b8227 service neutron] 10.222.0.42 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889778 Aug 20 11:27:57.515823 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74bdd977-769a-4a56-a5c2-b73004881bff req-acfa1ea8-8070-460b-bdaa-c2f2e8ed0d92 service neutron] 10.222.0.24 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837631 Aug 20 11:27:58.219015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8258c-67a2-41ec-b2ae-88f7cbdd3399 req-267cf75d-7f2e-483c-9743-872842866301 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:58.220534 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5fb8258c-67a2-41ec-b2ae-88f7cbdd3399 req-267cf75d-7f2e-483c-9743-872842866301 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 943 time: 0.0488904 Aug 20 11:27:58.258049 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5fb8258c-67a2-41ec-b2ae-88f7cbdd3399 req-06013e41-18a6-4f27-b0e8-bc3914a080e9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310764 Aug 20 11:27:58.449111 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dbe54-a3d3-4152-910b-d04a94648f5d req-02383600-095a-46fe-92f4-c90fa821996a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:58.450644 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f91dbe54-a3d3-4152-910b-d04a94648f5d req-02383600-095a-46fe-92f4-c90fa821996a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 943 time: 0.0490589 Aug 20 11:27:58.462376 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ea61e-1d6d-49ea-9f39-fe9e36186812 req-1a81dd36-c8ad-4893-a066-07fdfa1f1cbd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:58.464175 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a62ea61e-1d6d-49ea-9f39-fe9e36186812 req-1a81dd36-c8ad-4893-a066-07fdfa1f1cbd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52&tenant_id=68c200aa0a434658a567a090b20130f0&binding%3Ahost_id=n-h1-778550-11 HTTP/1.1" status: 200 len: 943 time: 0.0518591 Aug 20 11:27:58.490044 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f91dbe54-a3d3-4152-910b-d04a94648f5d req-719c1e0b-3922-4ce0-a623-ca21b4850e01 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330253 Aug 20 11:27:58.534213 n-d-778550-11 neutron-server[94866]: INFO neutron.api.v2.resource [req-a62ea61e-1d6d-49ea-9f39-fe9e36186812 req-74e721ae-79f2-43c0-88d8-0f4b4c59bd5f service neutron] delete failed (client error): The resource could not be found. Aug 20 11:27:58.535323 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a62ea61e-1d6d-49ea-9f39-fe9e36186812 req-74e721ae-79f2-43c0-88d8-0f4b4c59bd5f service neutron] 10.222.0.24 "DELETE /v2.0/ports/20a96e44-cac5-45fb-b24a-661430fdb171/bindings/n-h2-778550-11 HTTP/1.1" status: 404 len: 381 time: 0.0641484 Aug 20 11:27:58.637889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e059a5-35ea-43c0-aa31-eb325ba38174 req-060cee68-ad93-4552-a643-cadf89baa886 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:58.639386 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-50e059a5-35ea-43c0-aa31-eb325ba38174 req-060cee68-ad93-4552-a643-cadf89baa886 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 943 time: 0.0778456 Aug 20 11:27:58.644427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ea61e-1d6d-49ea-9f39-fe9e36186812 req-3673d029-f8a0-4e02-9f79-1671642a4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:58.645816 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a62ea61e-1d6d-49ea-9f39-fe9e36186812 req-3673d029-f8a0-4e02-9f79-1671642a4295 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 1095 time: 0.0581334 Aug 20 11:27:58.729484 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-50e059a5-35ea-43c0-aa31-eb325ba38174 req-b893be77-5878-407a-b71d-03b0c894261a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826485 Aug 20 11:27:58.760848 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ea61e-1d6d-49ea-9f39-fe9e36186812 req-52533b99-a885-4a24-adca-29666c21309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:58.762323 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a62ea61e-1d6d-49ea-9f39-fe9e36186812 req-52533b99-a885-4a24-adca-29666c21309d service neutron] 10.222.0.24 "GET /v2.0/networks?id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c HTTP/1.1" status: 200 len: 898 time: 0.1091702 Aug 20 11:27:58.787952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 20a96e44-cac5-45fb-b24a-661430fdb171 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:27:58.829469 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a62ea61e-1d6d-49ea-9f39-fe9e36186812 req-ae251f64-b6d0-4bbb-a075-6ba30db0a257 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20a96e44-cac5-45fb-b24a-661430fdb171 HTTP/1.1" status: 200 len: 998 time: 0.0582554 Aug 20 11:27:58.882876 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 20a96e44-cac5-45fb-b24a-661430fdb171, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=20a96e44-cac5-45fb-b24a-661430fdb171,segment=NetworkSegment(7577ffcd-1525-480f-9e5b-718ddc8ed8c4),segment_id=7577ffcd-1525-480f-9e5b-718ddc8ed8c4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:58.883088 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ea61e-1d6d-49ea-9f39-fe9e36186812 req-3bbbec42-9eeb-4378-a78d-598a024d842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:58.884558 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a62ea61e-1d6d-49ea-9f39-fe9e36186812 req-3bbbec42-9eeb-4378-a78d-598a024d842e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0 HTTP/1.1" status: 200 len: 835 time: 0.0482452 Aug 20 11:27:58.893988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': '20a96e44-cac5-45fb-b24a-661430fdb171', 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c', 'port_id': '20a96e44-cac5-45fb-b24a-661430fdb171', 'mac_address': 'fa:16:3e:27:cf:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:27:58.930681 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ea61e-1d6d-49ea-9f39-fe9e36186812 req-6ba42c23-b71b-46af-96b4-160d859c8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:58.931562 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:58.932250 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a62ea61e-1d6d-49ea-9f39-fe9e36186812 req-6ba42c23-b71b-46af-96b4-160d859c8483 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411057 Aug 20 11:27:58.944772 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a96e44-cac5-45fb-b24a-661430fdb171 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:27:58.964865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 20a96e44-cac5-45fb-b24a-661430fdb171, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=20a96e44-cac5-45fb-b24a-661430fdb171,segment=NetworkSegment(7577ffcd-1525-480f-9e5b-718ddc8ed8c4),segment_id=7577ffcd-1525-480f-9e5b-718ddc8ed8c4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:58.973626 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:59.026976 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=20a96e44-cac5-45fb-b24a-661430fdb171,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:59.032240 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a62ea61e-1d6d-49ea-9f39-fe9e36186812 req-8d715f16-fac5-4e00-af76-019702321ff1 service neutron] 10.222.0.24 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922647 Aug 20 11:27:59.035380 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:59.035724 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:59.036068 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:59.036404 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:59.036740 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:59.037073 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:59.038079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:59.038411 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:59.038739 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:59.039083 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:59.039488 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:59.039811 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:59.130656 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a62ea61e-1d6d-49ea-9f39-fe9e36186812 req-6b37d20e-5db1-46e9-8a43-09d48bdf0d33 service neutron] 10.222.0.24 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904908 Aug 20 11:27:59.236371 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['20a96e44-cac5-45fb-b24a-661430fdb171'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:27:59.409826 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c4c00025-61d8-43dc-983d-42b191402771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:59.849184 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf7d69-1a83-4f67-9b9b-172c3cc6f313 req-0d98301b-2e36-41c7-ab65-ba52283cb0d7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:59.850714 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9cbf7d69-1a83-4f67-9b9b-172c3cc6f313 req-0d98301b-2e36-41c7-ab65-ba52283cb0d7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 944 time: 0.0547700 Aug 20 11:27:59.888762 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9cbf7d69-1a83-4f67-9b9b-172c3cc6f313 req-b53d5ad4-d1d4-4183-a2b9-e165e8e90036 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319693 Aug 20 11:27:59.910199 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40292) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:59.969439 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-76a5391b-108a-43c0-837c-df25a2ee1eeb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/3b0ba714-ec67-41d5-8c10-d1dea28d0f7c HTTP/1.1" status: 200 len: 991 time: 0.0581179 Aug 20 11:28:00.817750 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 20a96e44-cac5-45fb-b24a-661430fdb171 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:00.866035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port 20a96e44-cac5-45fb-b24a-661430fdb171 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:28:00.869979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port 20a96e44-cac5-45fb-b24a-661430fdb171 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:00.870352 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:00.944654 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:00.967218 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a96e44-cac5-45fb-b24a-661430fdb171'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:00.969483 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f7ddde-a984-4303-a9e3-d7ed7ee7b829" -d '{"events": [{"server_uuid": "ffc518e9-33ed-47fa-8ef2-e595cf115e52", "name": "network-vif-plugged", "status": "completed", "tag": "20a96e44-cac5-45fb-b24a-661430fdb171"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:00.984743 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port 20a96e44-cac5-45fb-b24a-661430fdb171, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=20a96e44-cac5-45fb-b24a-661430fdb171,segment=NetworkSegment(7577ffcd-1525-480f-9e5b-718ddc8ed8c4),segment_id=7577ffcd-1525-480f-9e5b-718ddc8ed8c4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:00.988960 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:01.012664 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43abbc7e-82a1-4bcd-bb4d-2b4265c062dc x-openstack-request-id: req-43abbc7e-82a1-4bcd-bb4d-2b4265c062dc {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:01.013062 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc518e9-33ed-47fa-8ef2-e595cf115e52", "name": "network-vif-plugged", "status": "completed", "tag": "20a96e44-cac5-45fb-b24a-661430fdb171", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:01.013181 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43abbc7e-82a1-4bcd-bb4d-2b4265c062dc {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:01.013567 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a96e44-cac5-45fb-b24a-661430fdb171', 'code': 200} Aug 20 11:28:01.038693 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=20a96e44-cac5-45fb-b24a-661430fdb171,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:02.039762 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ac91af0b-891b-45bf-9807-241c78fd9d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:02.510994 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:02.889502 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:28:03.392058 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:05.048098 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:19.111943 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:21.963899 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a953a3-6943-417a-a076-46f53ae98c64 req-741c1c53-f3c6-442a-99f3-12ce4f632f77 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471647 Aug 20 11:28:22.045287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a953a3-6943-417a-a076-46f53ae98c64 req-9a34b056-163b-40e6-91da-eef4507e1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:22.046685 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a953a3-6943-417a-a076-46f53ae98c64 req-9a34b056-163b-40e6-91da-eef4507e1a7e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 1097 time: 0.0403926 Aug 20 11:28:22.153650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a953a3-6943-417a-a076-46f53ae98c64 req-d3f1b4c2-8fa4-4cf8-bdf7-ff696415ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:22.155159 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a953a3-6943-417a-a076-46f53ae98c64 req-d3f1b4c2-8fa4-4cf8-bdf7-ff696415ab5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c HTTP/1.1" status: 200 len: 898 time: 0.0844071 Aug 20 11:28:22.223916 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a953a3-6943-417a-a076-46f53ae98c64 req-b7180395-d753-487d-9165-2e2ef274d8c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20a96e44-cac5-45fb-b24a-661430fdb171 HTTP/1.1" status: 200 len: 1000 time: 0.0613134 Aug 20 11:28:22.271574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a953a3-6943-417a-a076-46f53ae98c64 req-d296c55c-a609-4c34-a980-7a43d29ab335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:22.272991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a953a3-6943-417a-a076-46f53ae98c64 req-d296c55c-a609-4c34-a980-7a43d29ab335 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0 HTTP/1.1" status: 200 len: 835 time: 0.0424345 Aug 20 11:28:22.317064 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a953a3-6943-417a-a076-46f53ae98c64 req-48f1405b-22a9-44ea-b829-83eb5aba0ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:22.318422 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a953a3-6943-417a-a076-46f53ae98c64 req-48f1405b-22a9-44ea-b829-83eb5aba0ab8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385849 Aug 20 11:28:22.409857 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a953a3-6943-417a-a076-46f53ae98c64 req-4a03d6cf-44bf-4a12-b238-c6bdda853461 service neutron] 10.222.0.42 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832481 Aug 20 11:28:22.498513 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-72a953a3-6943-417a-a076-46f53ae98c64 req-02557456-a299-4114-befa-a5fed6352aca service neutron] 10.222.0.42 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812960 Aug 20 11:28:23.439604 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:28.269058 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40304) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:28.423234 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-4c914668-72a5-48b8-952f-bd60eb0f0734 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port 09d6a1f6-d946-4026-baf5-5cb2fe281330 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:28.423577 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c914668-72a5-48b8-952f-bd60eb0f0734 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:28.500302 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c914668-72a5-48b8-952f-bd60eb0f0734 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:28.500628 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c914668-72a5-48b8-952f-bd60eb0f0734 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:28.512642 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-4c914668-72a5-48b8-952f-bd60eb0f0734 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for 09d6a1f6-d946-4026-baf5-5cb2fe281330 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:28.656586 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c914668-72a5-48b8-952f-bd60eb0f0734 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:28.687137 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c914668-72a5-48b8-952f-bd60eb0f0734 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=09d6a1f6-d946-4026-baf5-5cb2fe281330,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:28.740465 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c914668-72a5-48b8-952f-bd60eb0f0734 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:28.740795 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-4c914668-72a5-48b8-952f-bd60eb0f0734 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Floating IP 3b0ba714-ec67-41d5-8c10-d1dea28d0f7c disassociated (deleted). External IP: 172.25.3.45, port: 20a96e44-cac5-45fb-b24a-661430fdb171. Aug 20 11:28:28.947397 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c914668-72a5-48b8-952f-bd60eb0f0734 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router 1d44fc61-12b5-4a95-b59c-86b160c0de8e has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:28:29.055653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c914668-72a5-48b8-952f-bd60eb0f0734 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:28:29.060872 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4c914668-72a5-48b8-952f-bd60eb0f0734 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:29.065784 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e211b5-0790-4a5b-80d7-0ddf3563c007 None None] Sync routers for ids ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:28:29.074693 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e211b5-0790-4a5b-80d7-0ddf3563c007 None None] Routers {'1d44fc61-12b5-4a95-b59c-86b160c0de8e'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:29.075403 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-43e211b5-0790-4a5b-80d7-0ddf3563c007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:28:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:29.087210 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4c914668-72a5-48b8-952f-bd60eb0f0734 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/floatingips/3b0ba714-ec67-41d5-8c10-d1dea28d0f7c HTTP/1.1" status: 204 len: 168 time: 0.8170350 Aug 20 11:28:29.087801 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'tag': '20a96e44-cac5-45fb-b24a-661430fdb171'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:29.090194 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e27994c-5197-4b54-a33e-7e4edfb17d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc518e9-33ed-47fa-8ef2-e595cf115e52", "tag": "20a96e44-cac5-45fb-b24a-661430fdb171"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:29.130934 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac20389-dddc-4df5-9ac2-fa06077ae5e0 x-openstack-request-id: req-6ac20389-dddc-4df5-9ac2-fa06077ae5e0 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:29.131268 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc518e9-33ed-47fa-8ef2-e595cf115e52", "tag": "20a96e44-cac5-45fb-b24a-661430fdb171", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:29.131551 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ac20389-dddc-4df5-9ac2-fa06077ae5e0 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:29.131956 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'tag': '20a96e44-cac5-45fb-b24a-661430fdb171', 'status': 'completed', 'code': 200} Aug 20 11:28:29.184887 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-43e211b5-0790-4a5b-80d7-0ddf3563c007 None None] Set router 1d44fc61-12b5-4a95-b59c-86b160c0de8e gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:29.199574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27994c-5197-4b54-a33e-7e4edfb17d9d req-bf1033a4-6c56-491b-9653-9c918d6d4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:29.201009 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e27994c-5197-4b54-a33e-7e4edfb17d9d req-bf1033a4-6c56-491b-9653-9c918d6d4d35 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 1097 time: 0.0463881 Aug 20 11:28:29.328390 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27994c-5197-4b54-a33e-7e4edfb17d9d req-8b6157e0-91fa-4182-8136-3e89ae6fc6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:29.329864 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e27994c-5197-4b54-a33e-7e4edfb17d9d req-8b6157e0-91fa-4182-8136-3e89ae6fc6b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c HTTP/1.1" status: 200 len: 898 time: 0.1187220 Aug 20 11:28:29.344141 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586b723-4402-4c5c-8e20-47712c1cf4db req-e571a9fc-9df5-48de-b162-c57794bc6d3f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:29.347520 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8586b723-4402-4c5c-8e20-47712c1cf4db req-e571a9fc-9df5-48de-b162-c57794bc6d3f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0739343 Aug 20 11:28:29.392484 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0ada46c1-7b23-4fec-9132-e01ff4bd10a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:29.393141 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-43e211b5-0790-4a5b-80d7-0ddf3563c007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994053480', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:26:16Z', 'updated_at': '2021-08-20T11:26:20Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:17Z', 'updated_at': '2021-08-20T11:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '5d246428-b78b-4bbb-bc40-c07e7b20eb4a', 'name': '', 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:86:40:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:19Z', 'updated_at': '2021-08-20T11:26:25Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:29.423751 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e211b5-0790-4a5b-80d7-0ddf3563c007 None None] Checking router: 1d44fc61-12b5-4a95-b59c-86b160c0de8e for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:28:29.432397 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e211b5-0790-4a5b-80d7-0ddf3563c007 None None] Routers {'1d44fc61-12b5-4a95-b59c-86b160c0de8e'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:29.433026 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-43e211b5-0790-4a5b-80d7-0ddf3563c007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:28:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:29.542404 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-43e211b5-0790-4a5b-80d7-0ddf3563c007 None None] Set router 1d44fc61-12b5-4a95-b59c-86b160c0de8e gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:29.711017 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e27994c-5197-4b54-a33e-7e4edfb17d9d req-011e4f49-547c-4ce7-b348-c7f9d51779d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20a96e44-cac5-45fb-b24a-661430fdb171 HTTP/1.1" status: 200 len: 217 time: 0.3621583 Aug 20 11:28:29.751397 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-43e211b5-0790-4a5b-80d7-0ddf3563c007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994053480', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:26:16Z', 'updated_at': '2021-08-20T11:26:20Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:17Z', 'updated_at': '2021-08-20T11:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '5d246428-b78b-4bbb-bc40-c07e7b20eb4a', 'name': '', 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:86:40:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:19Z', 'updated_at': '2021-08-20T11:26:25Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:29.764462 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8586b723-4402-4c5c-8e20-47712c1cf4db req-4d9afdc4-a75d-4733-9f63-70a1ede6696b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4078271 Aug 20 11:28:29.771761 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e211b5-0790-4a5b-80d7-0ddf3563c007 None None] The sync data for ids ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'] in n-d-778550-11 is: [{'id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994053480', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:26:16Z', 'updated_at': '2021-08-20T11:26:20Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:17Z', 'updated_at': '2021-08-20T11:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '5d246428-b78b-4bbb-bc40-c07e7b20eb4a', 'name': '', 'network_id': '025ae9d8-b7fd-41c3-89ff-4dfe0f58074c', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:86:40:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:19Z', 'updated_at': '2021-08-20T11:26:25Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:28:29.782358 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27994c-5197-4b54-a33e-7e4edfb17d9d req-c0e201ea-6527-458a-9c1f-75cfa8381614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:29.783890 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e27994c-5197-4b54-a33e-7e4edfb17d9d req-c0e201ea-6527-458a-9c1f-75cfa8381614 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0 HTTP/1.1" status: 200 len: 835 time: 0.0629427 Aug 20 11:28:29.837647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27994c-5197-4b54-a33e-7e4edfb17d9d req-01c6562a-12ed-4fd2-bdc3-d3d225704250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:29.839322 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e27994c-5197-4b54-a33e-7e4edfb17d9d req-01c6562a-12ed-4fd2-bdc3-d3d225704250 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469868 Aug 20 11:28:29.936380 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e27994c-5197-4b54-a33e-7e4edfb17d9d req-069d08e8-bd06-4e37-952e-569e9357abb1 service neutron] 10.222.0.42 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877209 Aug 20 11:28:30.001444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a56e100-ebdc-45d5-8ce7-4be5710e3126 None None] New status for floating IP 3b0ba714-ec67-41d5-8c10-d1dea28d0f7c: DOWN {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:28:30.032224 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0e27994c-5197-4b54-a33e-7e4edfb17d9d req-4d9dd071-8152-4f96-adac-5f9ad6e0ae65 service neutron] 10.222.0.42 "GET /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870163 Aug 20 11:28:30.626757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d98659-cc63-4ada-9050-f5b9c9130336 req-c789ff00-a391-491a-a9f9-1c3bf864f6f4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:30.628226 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91d98659-cc63-4ada-9050-f5b9c9130336 req-c789ff00-a391-491a-a9f9-1c3bf864f6f4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0526187 Aug 20 11:28:30.714007 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-91d98659-cc63-4ada-9050-f5b9c9130336 req-3fc443e5-e840-4e6d-a119-ff1ff26a2b83 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port 20a96e44-cac5-45fb-b24a-661430fdb171 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:30.714322 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-91d98659-cc63-4ada-9050-f5b9c9130336 req-3fc443e5-e840-4e6d-a119-ff1ff26a2b83 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:30.810963 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-91d98659-cc63-4ada-9050-f5b9c9130336 req-3fc443e5-e840-4e6d-a119-ff1ff26a2b83 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] For port 20a96e44-cac5-45fb-b24a-661430fdb171, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=20a96e44-cac5-45fb-b24a-661430fdb171,segment=NetworkSegment(7577ffcd-1525-480f-9e5b-718ddc8ed8c4),segment_id=7577ffcd-1525-480f-9e5b-718ddc8ed8c4)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:30.811356 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-91d98659-cc63-4ada-9050-f5b9c9130336 req-3fc443e5-e840-4e6d-a119-ff1ff26a2b83 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:30.824743 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-91d98659-cc63-4ada-9050-f5b9c9130336 req-3fc443e5-e840-4e6d-a119-ff1ff26a2b83 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for 20a96e44-cac5-45fb-b24a-661430fdb171 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:30.883428 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bcc52-1fae-4484-a9a2-c184c3049910 req-871cf620-93f2-40ae-b492-ef3ad98b0fd5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:30.884833 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a36bcc52-1fae-4484-a9a2-c184c3049910 req-871cf620-93f2-40ae-b492-ef3ad98b0fd5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffc518e9-33ed-47fa-8ef2-e595cf115e52 HTTP/1.1" status: 200 len: 945 time: 0.0491996 Aug 20 11:28:30.926882 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a36bcc52-1fae-4484-a9a2-c184c3049910 req-466bb53c-2535-434e-82c2-32cfa8ef52fc tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d29ee8-414e-4590-ad2b-227683dab4da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359108 Aug 20 11:28:30.954404 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-91d98659-cc63-4ada-9050-f5b9c9130336 req-3fc443e5-e840-4e6d-a119-ff1ff26a2b83 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:30.986331 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc443e5-e840-4e6d-a119-ff1ff26a2b83 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=20a96e44-cac5-45fb-b24a-661430fdb171,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:31.026676 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d98659-cc63-4ada-9050-f5b9c9130336 req-3fc443e5-e840-4e6d-a119-ff1ff26a2b83 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] No DVR routers for this DVR port 20a96e44-cac5-45fb-b24a-661430fdb171 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:28:31.029387 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-91d98659-cc63-4ada-9050-f5b9c9130336 req-3fc443e5-e840-4e6d-a119-ff1ff26a2b83 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:31.031513 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91d98659-cc63-4ada-9050-f5b9c9130336 req-3fc443e5-e840-4e6d-a119-ff1ff26a2b83 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.42 "DELETE /v2.0/ports/20a96e44-cac5-45fb-b24a-661430fdb171 HTTP/1.1" status: 204 len: 173 time: 0.3971908 Aug 20 11:28:31.133296 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'name': 'network-vif-deleted', 'tag': '20a96e44-cac5-45fb-b24a-661430fdb171'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:31.135768 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820d3a60-7d71-484b-afaf-e2f4f4048e09" -d '{"events": [{"server_uuid": "ffc518e9-33ed-47fa-8ef2-e595cf115e52", "name": "network-vif-deleted", "tag": "20a96e44-cac5-45fb-b24a-661430fdb171"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:31.172758 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c45571-3c8e-478a-806d-830316226429 x-openstack-request-id: req-71c45571-3c8e-478a-806d-830316226429 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:31.173053 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc518e9-33ed-47fa-8ef2-e595cf115e52", "name": "network-vif-deleted", "tag": "20a96e44-cac5-45fb-b24a-661430fdb171", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:31.173304 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71c45571-3c8e-478a-806d-830316226429 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:31.173709 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc518e9-33ed-47fa-8ef2-e595cf115e52', 'name': 'network-vif-deleted', 'tag': '20a96e44-cac5-45fb-b24a-661430fdb171', 'status': 'completed', 'code': 200} Aug 20 11:28:31.982683 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40318) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:32.040012 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cb8e7062-ba82-424a-8d7c-786a6b20784f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:32.514800 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:32.648308 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:32.900831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:32.901174 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:32.986977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] For port 5d246428-b78b-4bbb-bc40-c07e7b20eb4a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=5d246428-b78b-4bbb-bc40-c07e7b20eb4a,segment=NetworkSegment(7577ffcd-1525-480f-9e5b-718ddc8ed8c4),segment_id=7577ffcd-1525-480f-9e5b-718ddc8ed8c4)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:32.987742 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:32.999752 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for 5d246428-b78b-4bbb-bc40-c07e7b20eb4a owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:33.200217 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.226457 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=5d246428-b78b-4bbb-bc40-c07e7b20eb4a,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:33.238520 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:33.238881 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:33.239256 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:33.239598 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:33.239934 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:33.240271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:33.240604 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:33.240960 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:33.241299 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:33.241639 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:33.241971 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:33.242301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:33.398775 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.410956 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.630317 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router 1d44fc61-12b5-4a95-b59c-86b160c0de8e has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:28:33.735539 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:28:33.740607 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3edaae1d-8a08-4263-bb1b-dfc553d97781 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "PUT /v2.0/routers/1d44fc61-12b5-4a95-b59c-86b160c0de8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7568657 Aug 20 11:28:33.744057 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40320) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:33.747277 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b7e02b-5fa8-4e8c-a16d-fc50d0669afe None None] Sync routers for ids ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:28:33.756395 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b7e02b-5fa8-4e8c-a16d-fc50d0669afe None None] Routers {'1d44fc61-12b5-4a95-b59c-86b160c0de8e'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:33.757006 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d5b7e02b-5fa8-4e8c-a16d-fc50d0669afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:28:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:33.795213 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-9559d1a4-06a1-42e7-80e6-3e187cee03fc tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting subnet db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:28:33.798400 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9559d1a4-06a1-42e7-80e6-3e187cee03fc tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.839243 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9559d1a4-06a1-42e7-80e6-3e187cee03fc tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.859515 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-d5b7e02b-5fa8-4e8c-a16d-fc50d0669afe None None] Set router 1d44fc61-12b5-4a95-b59c-86b160c0de8e gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:33.926234 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9559d1a4-06a1-42e7-80e6-3e187cee03fc tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.984612 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9559d1a4-06a1-42e7-80e6-3e187cee03fc tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.013685 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9559d1a4-06a1-42e7-80e6-3e187cee03fc tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.018044 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9559d1a4-06a1-42e7-80e6-3e187cee03fc tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/subnets/db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0 HTTP/1.1" status: 204 len: 168 time: 0.2705612 Aug 20 11:28:34.018044 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559d1a4-06a1-42e7-80e6-3e187cee03fc tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Subnet': ['ID=db7cbe3f-1587-4e4f-bc45-cc07ae69b0d0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:34.018374 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40322) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:34.025243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19b5fa4-d8c1-42b5-a281-862604ac4e03 None None] Network 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:28:34.035747 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d5b7e02b-5fa8-4e8c-a16d-fc50d0669afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994053480', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:26:16Z', 'updated_at': '2021-08-20T11:28:33Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:17Z', 'updated_at': '2021-08-20T11:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:34.065096 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b7e02b-5fa8-4e8c-a16d-fc50d0669afe None None] Checking router: 1d44fc61-12b5-4a95-b59c-86b160c0de8e for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:28:34.074203 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b7e02b-5fa8-4e8c-a16d-fc50d0669afe None None] Routers {'1d44fc61-12b5-4a95-b59c-86b160c0de8e'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:34.074982 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d5b7e02b-5fa8-4e8c-a16d-fc50d0669afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:28:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:34.143427 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-452173ff-f8a9-45dc-9c32-69eb70a2ef42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.202108 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-d5b7e02b-5fa8-4e8c-a16d-fc50d0669afe None None] Set router 1d44fc61-12b5-4a95-b59c-86b160c0de8e gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:34.217261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cd47b2-f26d-46b1-9b56-09f6f10a3d79 None None] DHCP port deletion for 025ae9d8-b7fd-41c3-89ff-4dfe0f58074c request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:28:34.256909 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-452173ff-f8a9-45dc-9c32-69eb70a2ef42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.264341 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-91cd47b2-f26d-46b1-9b56-09f6f10a3d79 None None] Deleting port 1667b6c3-46e6-4144-9bb7-e2b61d9518d0 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:34.264714 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-91cd47b2-f26d-46b1-9b56-09f6f10a3d79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.313843 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-452173ff-f8a9-45dc-9c32-69eb70a2ef42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port 0b3f7cfb-189f-4c02-800c-b5b6f263c2db {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:34.314289 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-452173ff-f8a9-45dc-9c32-69eb70a2ef42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.331835 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-91cd47b2-f26d-46b1-9b56-09f6f10a3d79 None None] For port 1667b6c3-46e6-4144-9bb7-e2b61d9518d0, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1667b6c3-46e6-4144-9bb7-e2b61d9518d0,segment=NetworkSegment(7577ffcd-1525-480f-9e5b-718ddc8ed8c4),segment_id=7577ffcd-1525-480f-9e5b-718ddc8ed8c4)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:34.332280 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-91cd47b2-f26d-46b1-9b56-09f6f10a3d79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.351636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-91cd47b2-f26d-46b1-9b56-09f6f10a3d79 None None] Calling delete_port for 1667b6c3-46e6-4144-9bb7-e2b61d9518d0 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:34.403840 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-452173ff-f8a9-45dc-9c32-69eb70a2ef42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] For port 0b3f7cfb-189f-4c02-800c-b5b6f263c2db, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=0b3f7cfb-189f-4c02-800c-b5b6f263c2db,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:34.405036 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-452173ff-f8a9-45dc-9c32-69eb70a2ef42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.420699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-452173ff-f8a9-45dc-9c32-69eb70a2ef42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for 0b3f7cfb-189f-4c02-800c-b5b6f263c2db owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:34.441084 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-91cd47b2-f26d-46b1-9b56-09f6f10a3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.478257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd47b2-f26d-46b1-9b56-09f6f10a3d79 None None] No DVR routers for this DVR port 1667b6c3-46e6-4144-9bb7-e2b61d9518d0 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:28:34.485420 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd47b2-f26d-46b1-9b56-09f6f10a3d79 None None] Pushing event deleted for resources: {'Port': ['ID=1667b6c3-46e6-4144-9bb7-e2b61d9518d0,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:34.496796 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-d5b7e02b-5fa8-4e8c-a16d-fc50d0669afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994053480', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:26:16Z', 'updated_at': '2021-08-20T11:28:33Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:17Z', 'updated_at': '2021-08-20T11:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:34.525931 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b7e02b-5fa8-4e8c-a16d-fc50d0669afe None None] The sync data for ids ['1d44fc61-12b5-4a95-b59c-86b160c0de8e'] in n-d-778550-11 is: [{'id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994053480', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:26:16Z', 'updated_at': '2021-08-20T11:28:33Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '0b3f7cfb-189f-4c02-800c-b5b6f263c2db', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:3c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d44fc61-12b5-4a95-b59c-86b160c0de8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:26:17Z', 'updated_at': '2021-08-20T11:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:28:34.605423 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-452173ff-f8a9-45dc-9c32-69eb70a2ef42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.630858 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452173ff-f8a9-45dc-9c32-69eb70a2ef42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=0b3f7cfb-189f-4c02-800c-b5b6f263c2db,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:34.689753 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-452173ff-f8a9-45dc-9c32-69eb70a2ef42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.786097 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-452173ff-f8a9-45dc-9c32-69eb70a2ef42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.788291 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-452173ff-f8a9-45dc-9c32-69eb70a2ef42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.835632 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-452173ff-f8a9-45dc-9c32-69eb70a2ef42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.836176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452173ff-f8a9-45dc-9c32-69eb70a2ef42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Fanout notify agent at l3_agent the message router_deleted on router 1d44fc61-12b5-4a95-b59c-86b160c0de8e {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:28:34.842870 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-452173ff-f8a9-45dc-9c32-69eb70a2ef42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.843990 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-452173ff-f8a9-45dc-9c32-69eb70a2ef42 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/routers/1d44fc61-12b5-4a95-b59c-86b160c0de8e HTTP/1.1" status: 204 len: 168 time: 0.8246388 Aug 20 11:28:34.846720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40324) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:34.928791 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-301e115c-d7b8-49dd-a955-94a8a97785c1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.957518 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 20a96e44-cac5-45fb-b24a-661430fdb171 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:28:34.983410 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: 20a96e44-cac5-45fb-b24a-661430fdb171 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:28:34.983862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device 20a96e44-cac5-45fb-b24a-661430fdb171 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:28:35.018029 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1667b6c3-46e6-4144-9bb7-e2b61d9518d0 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:28:35.036754 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-301e115c-d7b8-49dd-a955-94a8a97785c1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.043454 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 1667b6c3-46e6-4144-9bb7-e2b61d9518d0 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:28:35.043799 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1667b6c3-46e6-4144-9bb7-e2b61d9518d0 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:28:35.044232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5d246428-b78b-4bbb-bc40-c07e7b20eb4a no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:28:35.047300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-301e115c-d7b8-49dd-a955-94a8a97785c1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025ae9d8-b7fd-41c3-89ff-4dfe0f58074c']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:35.058505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-301e115c-d7b8-49dd-a955-94a8a97785c1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7577ffcd-1525-480f-9e5b-718ddc8ed8c4') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:35.058802 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-301e115c-d7b8-49dd-a955-94a8a97785c1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7577ffcd-1525-480f-9e5b-718ddc8ed8c4') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:35.068129 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-301e115c-d7b8-49dd-a955-94a8a97785c1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.071508 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 5d246428-b78b-4bbb-bc40-c07e7b20eb4a {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:28:35.071886 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 5d246428-b78b-4bbb-bc40-c07e7b20eb4a not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:28:35.074455 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.085310 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-301e115c-d7b8-49dd-a955-94a8a97785c1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.091238 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301e115c-d7b8-49dd-a955-94a8a97785c1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:28:35.091612 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-301e115c-d7b8-49dd-a955-94a8a97785c1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: timer() Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:28:35.094511 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:28:35.152791 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-301e115c-d7b8-49dd-a955-94a8a97785c1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.161200 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-301e115c-d7b8-49dd-a955-94a8a97785c1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.163090 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-301e115c-d7b8-49dd-a955-94a8a97785c1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/networks/025ae9d8-b7fd-41c3-89ff-4dfe0f58074c HTTP/1.1" status: 204 len: 168 time: 0.3153930 Aug 20 11:28:35.165951 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40326) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:35.175367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e115c-d7b8-49dd-a955-94a8a97785c1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Network': ['ID=025ae9d8-b7fd-41c3-89ff-4dfe0f58074c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:35.229692 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b07d132d-6b67-408f-9458-f5f8ca2bc193 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.258814 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b07d132d-6b67-408f-9458-f5f8ca2bc193 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.324218 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b07d132d-6b67-408f-9458-f5f8ca2bc193 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.327063 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b07d132d-6b67-408f-9458-f5f8ca2bc193 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.328231 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b07d132d-6b67-408f-9458-f5f8ca2bc193 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/security-groups/22d29ee8-414e-4590-ad2b-227683dab4da HTTP/1.1" status: 204 len: 168 time: 0.1607561 Aug 20 11:28:35.337345 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d132d-6b67-408f-9458-f5f8ca2bc193 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d29ee8-414e-4590-ad2b-227683dab4da,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:35.648796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40332) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:35.653579 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-91551ab4-776b-4b2f-9152-d03372e44539 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1847705817', 'description': 'tempest-secgroup-smoke-1847705817 description', 'project_id': '68c200aa0a434658a567a090b20130f0'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:35.676089 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91551ab4-776b-4b2f-9152-d03372e44539 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.756477 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91551ab4-776b-4b2f-9152-d03372e44539 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.760426 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91551ab4-776b-4b2f-9152-d03372e44539 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.786990 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-91551ab4-776b-4b2f-9152-d03372e44539 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.788874 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-91551ab4-776b-4b2f-9152-d03372e44539 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1390171 Aug 20 11:28:35.790678 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91551ab4-776b-4b2f-9152-d03372e44539 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2403028e-9838-439f-82c6-68a303be4fa2,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:35.791938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40334) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:35.797590 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-713798bd-93d3-42ef-89bf-eaa8329923a0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': '2403028e-9838-439f-82c6-68a303be4fa2', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:35.824191 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-713798bd-93d3-42ef-89bf-eaa8329923a0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.884308 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-713798bd-93d3-42ef-89bf-eaa8329923a0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.887643 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-713798bd-93d3-42ef-89bf-eaa8329923a0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.905215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713798bd-93d3-42ef-89bf-eaa8329923a0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f935dd5-2e44-4cd7-90ab-79376d19c760,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:35.911822 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-713798bd-93d3-42ef-89bf-eaa8329923a0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.913644 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-713798bd-93d3-42ef-89bf-eaa8329923a0 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200106 Aug 20 11:28:35.916479 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40336) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:35.920861 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-0881f098-81f1-4fb5-b0fb-ff440cecd10e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': '2403028e-9838-439f-82c6-68a303be4fa2', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:35.945640 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0881f098-81f1-4fb5-b0fb-ff440cecd10e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.001986 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0881f098-81f1-4fb5-b0fb-ff440cecd10e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.005561 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0881f098-81f1-4fb5-b0fb-ff440cecd10e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.023530 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881f098-81f1-4fb5-b0fb-ff440cecd10e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c134af2d-4cf6-4139-a4b9-76e5a5357c01,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:36.028756 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0881f098-81f1-4fb5-b0fb-ff440cecd10e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.030389 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0881f098-81f1-4fb5-b0fb-ff440cecd10e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129975 Aug 20 11:28:36.033101 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40338) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:36.038092 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-e502e77f-cde1-49c5-b1ee-b78d1ac2d9ac tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': '2403028e-9838-439f-82c6-68a303be4fa2', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:36.064444 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e502e77f-cde1-49c5-b1ee-b78d1ac2d9ac tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.122204 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e502e77f-cde1-49c5-b1ee-b78d1ac2d9ac tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.125629 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e502e77f-cde1-49c5-b1ee-b78d1ac2d9ac tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.142667 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502e77f-cde1-49c5-b1ee-b78d1ac2d9ac tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab20d1de-4ce0-4297-a1af-9d461d04313a,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:36.149711 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e502e77f-cde1-49c5-b1ee-b78d1ac2d9ac tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.150800 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e502e77f-cde1-49c5-b1ee-b78d1ac2d9ac tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167624 Aug 20 11:28:36.153499 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40340) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:36.157954 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-dd94ef5a-08bb-42ba-9c0f-f4029ca00644 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': '2403028e-9838-439f-82c6-68a303be4fa2', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:36.184269 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd94ef5a-08bb-42ba-9c0f-f4029ca00644 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.244687 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd94ef5a-08bb-42ba-9c0f-f4029ca00644 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.248090 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd94ef5a-08bb-42ba-9c0f-f4029ca00644 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.266641 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94ef5a-08bb-42ba-9c0f-f4029ca00644 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eba3a6d-d951-4822-b4ac-40f2ab3fdf71,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:36.269518 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-dd94ef5a-08bb-42ba-9c0f-f4029ca00644 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.270701 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-dd94ef5a-08bb-42ba-9c0f-f4029ca00644 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162813 Aug 20 11:28:36.273425 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40342) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:36.278393 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-00070ff7-8222-4f34-9257-9e0f98ca6803 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': '2403028e-9838-439f-82c6-68a303be4fa2', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:36.299418 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-00070ff7-8222-4f34-9257-9e0f98ca6803 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Project 68c200aa0a434658a567a090b20130f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:28:36.304469 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-00070ff7-8222-4f34-9257-9e0f98ca6803 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.364225 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-00070ff7-8222-4f34-9257-9e0f98ca6803 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.367669 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-00070ff7-8222-4f34-9257-9e0f98ca6803 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.386767 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00070ff7-8222-4f34-9257-9e0f98ca6803 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568bcc68-70f6-437e-9f1d-62a51831a172,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:36.393253 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-00070ff7-8222-4f34-9257-9e0f98ca6803 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.394365 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-00070ff7-8222-4f34-9257-9e0f98ca6803 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194961 Aug 20 11:28:36.397609 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40344) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:36.401969 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-7dc5e0d7-b789-4a70-8d23-a1e8169f9864 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': '2403028e-9838-439f-82c6-68a303be4fa2', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:36.423132 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-7dc5e0d7-b789-4a70-8d23-a1e8169f9864 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Project 68c200aa0a434658a567a090b20130f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:28:36.427967 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7dc5e0d7-b789-4a70-8d23-a1e8169f9864 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.487943 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7dc5e0d7-b789-4a70-8d23-a1e8169f9864 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.491854 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7dc5e0d7-b789-4a70-8d23-a1e8169f9864 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.510037 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5e0d7-b789-4a70-8d23-a1e8169f9864 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49fe30e-fa4b-4c76-bb8c-873ece2c719a,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:36.515626 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-7dc5e0d7-b789-4a70-8d23-a1e8169f9864 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.516833 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-7dc5e0d7-b789-4a70-8d23-a1e8169f9864 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182611 Aug 20 11:28:36.519605 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40346) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:36.524505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-9c57b191-ccea-4f91-b268-1dd2a7530fbf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'network': {'name': 'tempest-network-smoke--95811022', 'project_id': '68c200aa0a434658a567a090b20130f0', 'port_security_enabled': True}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:36.544774 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c57b191-ccea-4f91-b268-1dd2a7530fbf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Made reservation on behalf of 68c200aa0a434658a567a090b20130f0 for: {'network': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:28:36.549299 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9c57b191-ccea-4f91-b268-1dd2a7530fbf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.575653 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c57b191-ccea-4f91-b268-1dd2a7530fbf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=94867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:28:36.584518 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9c57b191-ccea-4f91-b268-1dd2a7530fbf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.584861 n-d-778550-11 neutron-server[94867]: INFO neutron.db.segments_db [None req-9c57b191-ccea-4f91-b268-1dd2a7530fbf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Added segment b091a390-af3c-4e44-af46-437d8b0cacb5 of type vlan for network 8f7a3112-d87a-480f-b0b2-a3228f692e4b Aug 20 11:28:36.623158 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9c57b191-ccea-4f91-b268-1dd2a7530fbf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.647324 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9c57b191-ccea-4f91-b268-1dd2a7530fbf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.652858 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c57b191-ccea-4f91-b268-1dd2a7530fbf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:36.653460 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9c57b191-ccea-4f91-b268-1dd2a7530fbf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.712354 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9c57b191-ccea-4f91-b268-1dd2a7530fbf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1917069 Aug 20 11:28:36.715168 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40348) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:36.719996 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-749224064', 'admin_state_up': True, 'project_id': '68c200aa0a434658a567a090b20130f0', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:36.720999 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57b191-ccea-4f91-b268-1dd2a7530fbf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Network': ['ID=8f7a3112-d87a-480f-b0b2-a3228f692e4b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:36.730745 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 8f7a3112-d87a-480f-b0b2-a3228f692e4b details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:28:36.749407 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.750446 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.801943 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.910487 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0b3f7cfb-189f-4c02-800c-b5b6f263c2db no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:28:36.931184 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 0b3f7cfb-189f-4c02-800c-b5b6f263c2db {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:28:36.931525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 0b3f7cfb-189f-4c02-800c-b5b6f263c2db not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:28:36.941682 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:37.132548 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:37.151677 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:37.251945 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.25.3.50 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:28:37.356046 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:37.394835 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:37.432072 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:28:37.434607 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:37.436939 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:28:37.462855 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:37.689679 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:37.898007 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:38.029060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router c4f12063-c7fc-449d-8b52-cc61fbb918c2 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:28:38.141126 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:28:38.151502 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Sync routers for ids ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:28:38.161017 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Routers {'c4f12063-c7fc-449d-8b52-cc61fbb918c2'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:38.161664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:28:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:38.161836 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:38.163208 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-343f65f8-c3fe-4a42-ab0f-ed2123755d2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4469295 Aug 20 11:28:38.166443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40350) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:38.246753 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4111309b-7709-485d-8a48-2c4edc6a43c5 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=68c200aa0a434658a567a090b20130f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0791678 Aug 20 11:28:38.249403 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40354) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:38.275396 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Set router c4f12063-c7fc-449d-8b52-cc61fbb918c2 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:38.342345 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874f9f27-8a3c-4489-bb0b-9702c345b7c5 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:38.344116 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-874f9f27-8a3c-4489-bb0b-9702c345b7c5 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937476 Aug 20 11:28:38.347429 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40356) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:38.377965 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-211370e0-85cd-4310-95b8-4ea8ab9e0b66 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291355 Aug 20 11:28:38.380391 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40358) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:38.386720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-aa2637c3-5b9e-4942-82d2-61751c916bd5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-445666939', 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b', 'project_id': '68c200aa0a434658a567a090b20130f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:38.476284 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749224064', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:36Z', 'updated_at': '2021-08-20T11:28:37Z', 'revision_number': 3, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:37Z', 'updated_at': '2021-08-20T11:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:38.482823 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2637c3-5b9e-4942-82d2-61751c916bd5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Made reservation on behalf of 68c200aa0a434658a567a090b20130f0 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:28:38.486442 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa2637c3-5b9e-4942-82d2-61751c916bd5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:38.502867 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Checking router: c4f12063-c7fc-449d-8b52-cc61fbb918c2 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:28:38.504049 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Updating router c4f12063-c7fc-449d-8b52-cc61fbb918c2 port 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:28:38.528587 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:38.688077 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa2637c3-5b9e-4942-82d2-61751c916bd5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:38.749004 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2637c3-5b9e-4942-82d2-61751c916bd5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Subnet': ['ID=07841b8f-50e5-4594-8eaa-f5eb52534260,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:38.757695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2637c3-5b9e-4942-82d2-61751c916bd5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Checking segment: {'id': 'b091a390-af3c-4e44-af46-437d8b0cacb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:28:38.758056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2637c3-5b9e-4942-82d2-61751c916bd5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network hostable DHCP agents. Network: 8f7a3112-d87a-480f-b0b2-a3228f692e4b, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:28:38.775068 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2637c3-5b9e-4942-82d2-61751c916bd5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network 8f7a3112-d87a-480f-b0b2-a3228f692e4b is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:28:38.783502 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-aa2637c3-5b9e-4942-82d2-61751c916bd5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 8f7a3112-d87a-480f-b0b2-a3228f692e4b) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:38.788237 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2637c3-5b9e-4942-82d2-61751c916bd5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:38.788814 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-aa2637c3-5b9e-4942-82d2-61751c916bd5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:38.795033 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:38.798630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd1d10e-c5eb-433c-a2a7-d61a03fa1576 None None] Network 8f7a3112-d87a-480f-b0b2-a3228f692e4b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:28:38.805423 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-aa2637c3-5b9e-4942-82d2-61751c916bd5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4239697 Aug 20 11:28:38.808214 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40360) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:38.844351 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Transition to ACTIVE for port object 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:28:38.854071 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:38.933334 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Attempting to bind port 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:28:38.933708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Attempting to bind port 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:28:38.934878 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Attempting to bind port 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:38.936753 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f0207-4dee-4b9f-ac1e-8db692e4c766 None None] Pushing event updated for resources: {'Port': ['ID=6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:38.946014 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:28:38.946395 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:28:38.946797 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:38.947218 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:28:38.947695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Bound port: 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:28:38.948072 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:39.046569 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] For port 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:28:39.057344 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-8f7a3112-d87a-480f-b0b2-a3228f692e4b', 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ips': [{'subnet_id': '07841b8f-50e5-4594-8eaa-f5eb52534260'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:28:39.058537 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:39.064261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] For port 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:28:39.072698 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:39.205983 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f0207-4dee-4b9f-ac1e-8db692e4c766 None None] Pushing event updated for resources: {'Port': ['ID=6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:39.211822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Routers {'c4f12063-c7fc-449d-8b52-cc61fbb918c2'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:39.212060 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:28:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:39.335193 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Allocated IP 172.20.0.2 (8f7a3112-d87a-480f-b0b2-a3228f692e4b/07841b8f-50e5-4594-8eaa-f5eb52534260/03a9bcf6-4696-47c7-9543-c9a7374bcc6a) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:28:39.374026 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] Set router c4f12063-c7fc-449d-8b52-cc61fbb918c2 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:39.540604 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:39.624817 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:39.636024 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Transition to ACTIVE for port object 03a9bcf6-4696-47c7-9543-c9a7374bcc6a will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:28:39.654698 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Transition to ACTIVE for port object 03a9bcf6-4696-47c7-9543-c9a7374bcc6a will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:28:39.663310 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:39.815515 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.20.0.1 (8f7a3112-d87a-480f-b0b2-a3228f692e4b/07841b8f-50e5-4594-8eaa-f5eb52534260/540fcea8-fa94-4836-b7c5-9120af54b310) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:28:39.845946 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749224064', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:36Z', 'updated_at': '2021-08-20T11:28:37Z', 'revision_number': 3, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:37Z', 'updated_at': '2021-08-20T11:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:39.880656 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ff49a6-978f-4b87-925c-cc38ef5bd6ea None None] The sync data for ids ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'] in n-d-778550-11 is: [{'id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749224064', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:36Z', 'updated_at': '2021-08-20T11:28:37Z', 'revision_number': 3, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:37Z', 'updated_at': '2021-08-20T11:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:28:39.885593 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Network 8f7a3112-d87a-480f-b0b2-a3228f692e4b is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:28:39.889976 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:39.890508 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:28:39.896485 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:28:39.899668 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Pushing event updated for resources: {'Port': ['ID=03a9bcf6-4696-47c7-9543-c9a7374bcc6a,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:39.940262 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:39.957944 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Transition to ACTIVE for port object 540fcea8-fa94-4836-b7c5-9120af54b310 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:28:39.965215 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Attempting to bind port 03a9bcf6-4696-47c7-9543-c9a7374bcc6a on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:28:39.965565 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Attempting to bind port 03a9bcf6-4696-47c7-9543-c9a7374bcc6a by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'b091a390-af3c-4e44-af46-437d8b0cacb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:28:39.965924 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Attempting to bind port 03a9bcf6-4696-47c7-9543-c9a7374bcc6a on network 8f7a3112-d87a-480f-b0b2-a3228f692e4b {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:39.971246 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:28:39.971624 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Checking segment: {'id': 'b091a390-af3c-4e44-af46-437d8b0cacb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:28:39.972031 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:39.972415 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Bound using segment: {'id': 'b091a390-af3c-4e44-af46-437d8b0cacb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:28:39.972898 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Bound port: 03a9bcf6-4696-47c7-9543-c9a7374bcc6a, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b091a390-af3c-4e44-af46-437d8b0cacb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:28:39.973239 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:39.993682 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:40.033284 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network 8f7a3112-d87a-480f-b0b2-a3228f692e4b is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:28:40.038579 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:40.039365 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] For port 03a9bcf6-4696-47c7-9543-c9a7374bcc6a, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:28:40.042464 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:28:40.046357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] For port 03a9bcf6-4696-47c7-9543-c9a7374bcc6a, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=03a9bcf6-4696-47c7-9543-c9a7374bcc6a,segment=NetworkSegment(b091a390-af3c-4e44-af46-437d8b0cacb5),segment_id=b091a390-af3c-4e44-af46-437d8b0cacb5)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:28:40.051619 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:40.073827 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=540fcea8-fa94-4836-b7c5-9120af54b310,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:40.093490 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:40.122768 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d705fd8-9e23-4e43-bc00-a4cd78808a3e None None] Pushing event updated for resources: {'Port': ['ID=03a9bcf6-4696-47c7-9543-c9a7374bcc6a,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:40.259106 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:40.601599 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:40.606731 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:40.680468 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=540fcea8-fa94-4836-b7c5-9120af54b310,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:40.682944 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:40.786533 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network 8f7a3112-d87a-480f-b0b2-a3228f692e4b is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:28:40.788339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:40.936661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router c4f12063-c7fc-449d-8b52-cc61fbb918c2 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:28:41.032689 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:41.077972 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:28:41.084083 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-abb30354-9a1f-4300-8a4c-6873d07173fa tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "PUT /v2.0/routers/c4f12063-c7fc-449d-8b52-cc61fbb918c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2745969 Aug 20 11:28:41.096236 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:28:41.100862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:41.101345 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:41.182687 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ea85b5-cfd2-4fd9-bc8b-7670ff5781ad None None] Network 8f7a3112-d87a-480f-b0b2-a3228f692e4b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:28:41.232552 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:41.236951 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-3b9eee43-6e7b-4107-a4d4-993b137b0745 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1847705817&fields=id&tenant_id=68c200aa0a434658a567a090b20130f0 HTTP/1.1" status: 200 len: 267 time: 0.0358019 Aug 20 11:28:41.259377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1767b036-db61-4a19-83f5-36ff595eb6ef None None] Provisioning for port 03a9bcf6-4696-47c7-9543-c9a7374bcc6a completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:28:41.273034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:41.285249 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:41.286044 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 03a9bcf6-4696-47c7-9543-c9a7374bcc6a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:41.354863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-90e0c50b-3923-47da-9e2c-86ff51b3572b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:41.356750 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-90e0c50b-3923-47da-9e2c-86ff51b3572b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/networks?id=8f7a3112-d87a-480f-b0b2-a3228f692e4b HTTP/1.1" status: 200 len: 795 time: 0.1123245 Aug 20 11:28:41.373337 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-fcb2420b-f70b-4583-b3d6-d96ec737e8fd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/quotas/68c200aa0a434658a567a090b20130f0 HTTP/1.1" status: 200 len: 375 time: 0.0099435 Aug 20 11:28:41.402398 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:41.430812 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-06a5df09-829a-48eb-a5fe-4ab0ab48d9e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518625 Aug 20 11:28:41.440876 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 03a9bcf6-4696-47c7-9543-c9a7374bcc6a completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:28:41.446386 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 03a9bcf6-4696-47c7-9543-c9a7374bcc6a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:41.446757 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:41.543203 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:41.579857 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 03a9bcf6-4696-47c7-9543-c9a7374bcc6a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=03a9bcf6-4696-47c7-9543-c9a7374bcc6a,segment=NetworkSegment(b091a390-af3c-4e44-af46-437d8b0cacb5),segment_id=b091a390-af3c-4e44-af46-437d8b0cacb5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:41.584667 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:41.602442 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-b147781c-217d-4f13-b2b6-b18e88cdd928 service neutron] 10.222.0.16 "GET /v2.0/networks/8f7a3112-d87a-480f-b0b2-a3228f692e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586711 Aug 20 11:28:41.640742 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=03a9bcf6-4696-47c7-9543-c9a7374bcc6a,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:41.647770 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Sync routers for ids ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:28:41.664278 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Routers {'c4f12063-c7fc-449d-8b52-cc61fbb918c2'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:41.665356 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:28:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:41.704790 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-516f9106-5de1-4fe0-b06b-7d2b18202c95 service neutron] 10.222.0.16 "GET /v2.0/networks/8f7a3112-d87a-480f-b0b2-a3228f692e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014671 Aug 20 11:28:41.777897 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Set router c4f12063-c7fc-449d-8b52-cc61fbb918c2 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:41.800822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-eb7a6a22-6228-4fb5-b02a-335de6d15719 None None] Provisioning complete for port 03a9bcf6-4696-47c7-9543-c9a7374bcc6a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:41.801325 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb7a6a22-6228-4fb5-b02a-335de6d15719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:41.904991 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc210eee-9d15-4bd4-8bc7-c7cb9fef3331 req-3e75154b-a4c3-4822-a938-3da1045b882c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 210 time: 0.0411828 Aug 20 11:28:41.949387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-eb7a6a22-6228-4fb5-b02a-335de6d15719 None None] Provisioning for port 540fcea8-fa94-4836-b7c5-9120af54b310 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:28:41.953712 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-eb7a6a22-6228-4fb5-b02a-335de6d15719 None None] Provisioning complete for port 540fcea8-fa94-4836-b7c5-9120af54b310 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:41.954092 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb7a6a22-6228-4fb5-b02a-335de6d15719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:41.992373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a6a22-6228-4fb5-b02a-335de6d15719 None None] Port 540fcea8-fa94-4836-b7c5-9120af54b310 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:28:42.035431 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749224064', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:36Z', 'updated_at': '2021-08-20T11:28:40Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:37Z', 'updated_at': '2021-08-20T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '540fcea8-fa94-4836-b7c5-9120af54b310', 'name': '', 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:59:8b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:39Z', 'updated_at': '2021-08-20T11:28:40Z', 'revision_number': 2, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:42.064378 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Checking router: c4f12063-c7fc-449d-8b52-cc61fbb918c2 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:28:42.064721 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Updating router c4f12063-c7fc-449d-8b52-cc61fbb918c2 port 540fcea8-fa94-4836-b7c5-9120af54b310 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:28:42.092967 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:42.122514 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2e91f017-09a2-47d0-ab87-1e8e9ddfd7a6 None None] Provisioning complete for port 540fcea8-fa94-4836-b7c5-9120af54b310 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:42.123112 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2e91f017-09a2-47d0-ab87-1e8e9ddfd7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:42.166777 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2e91f017-09a2-47d0-ab87-1e8e9ddfd7a6 None None] Port 540fcea8-fa94-4836-b7c5-9120af54b310 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:28:42.285804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1af12d81-8689-41ff-aaaf-7f5c3e5115aa None None] Provisioning complete for port 540fcea8-fa94-4836-b7c5-9120af54b310 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:42.286094 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1af12d81-8689-41ff-aaaf-7f5c3e5115aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:42.323990 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-1af12d81-8689-41ff-aaaf-7f5c3e5115aa None None] Port 540fcea8-fa94-4836-b7c5-9120af54b310 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:28:42.396111 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:42.407679 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Transition to ACTIVE for port object 540fcea8-fa94-4836-b7c5-9120af54b310 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:28:42.413598 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:42.460393 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b4b09-a4ea-4b15-97ab-ab8eaef5b282 None None] Pushing event updated for resources: {'Port': ['ID=540fcea8-fa94-4836-b7c5-9120af54b310,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:42.472671 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b4b09-a4ea-4b15-97ab-ab8eaef5b282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:42.473150 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b4b09-a4ea-4b15-97ab-ab8eaef5b282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:42.473301 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b4b09-a4ea-4b15-97ab-ab8eaef5b282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:42.473595 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b4b09-a4ea-4b15-97ab-ab8eaef5b282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:42.473903 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b4b09-a4ea-4b15-97ab-ab8eaef5b282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:42.474235 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b4b09-a4ea-4b15-97ab-ab8eaef5b282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:42.474591 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b4b09-a4ea-4b15-97ab-ab8eaef5b282 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:42.474925 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b4b09-a4ea-4b15-97ab-ab8eaef5b282 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:42.475369 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b4b09-a4ea-4b15-97ab-ab8eaef5b282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:42.475645 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b4b09-a4ea-4b15-97ab-ab8eaef5b282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:42.475966 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b4b09-a4ea-4b15-97ab-ab8eaef5b282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:42.476288 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400b4b09-a4ea-4b15-97ab-ab8eaef5b282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:42.528432 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Attempting to bind port 540fcea8-fa94-4836-b7c5-9120af54b310 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:28:42.528874 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Attempting to bind port 540fcea8-fa94-4836-b7c5-9120af54b310 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'b091a390-af3c-4e44-af46-437d8b0cacb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:28:42.529948 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Attempting to bind port 540fcea8-fa94-4836-b7c5-9120af54b310 on network 8f7a3112-d87a-480f-b0b2-a3228f692e4b {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:42.535737 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:28:42.536109 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Checking segment: {'id': 'b091a390-af3c-4e44-af46-437d8b0cacb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:28:42.536510 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:42.536899 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Bound using segment: {'id': 'b091a390-af3c-4e44-af46-437d8b0cacb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:28:42.537394 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Bound port: 540fcea8-fa94-4836-b7c5-9120af54b310, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b091a390-af3c-4e44-af46-437d8b0cacb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:28:42.537767 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:42.610706 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] For port 540fcea8-fa94-4836-b7c5-9120af54b310, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:28:42.614857 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] For port 540fcea8-fa94-4836-b7c5-9120af54b310, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=540fcea8-fa94-4836-b7c5-9120af54b310,segment=NetworkSegment(b091a390-af3c-4e44-af46-437d8b0cacb5),segment_id=b091a390-af3c-4e44-af46-437d8b0cacb5)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:28:42.620228 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:42.679888 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Routers {'c4f12063-c7fc-449d-8b52-cc61fbb918c2'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:42.680494 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:28:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:42.685388 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b4b09-a4ea-4b15-97ab-ab8eaef5b282 None None] Pushing event updated for resources: {'Port': ['ID=540fcea8-fa94-4836-b7c5-9120af54b310,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:42.799593 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] Set router c4f12063-c7fc-449d-8b52-cc61fbb918c2 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:43.023962 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:43.052760 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749224064', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:36Z', 'updated_at': '2021-08-20T11:28:40Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:37Z', 'updated_at': '2021-08-20T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '540fcea8-fa94-4836-b7c5-9120af54b310', 'name': '', 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:59:8b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:39Z', 'updated_at': '2021-08-20T11:28:42Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:43.057261 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-de97f325-6a3f-4e1a-b24a-e9bef02b6592 req-6530beb3-90cf-4d84-bc4a-982f5352a7c2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 210 time: 0.0504580 Aug 20 11:28:43.082727 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de50ae7-9e5d-439c-961e-cb0a3cb81255 None None] The sync data for ids ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'] in n-d-778550-11 is: [{'id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749224064', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:36Z', 'updated_at': '2021-08-20T11:28:40Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:37Z', 'updated_at': '2021-08-20T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '540fcea8-fa94-4836-b7c5-9120af54b310', 'name': '', 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:59:8b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:39Z', 'updated_at': '2021-08-20T11:28:42Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:28:43.092525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:43.093300 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:43.122471 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-426e0607-18a1-45bf-a166-ebad614c83d9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:43.124057 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-426e0607-18a1-45bf-a166-ebad614c83d9 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "GET /v2.0/networks?id=8f7a3112-d87a-480f-b0b2-a3228f692e4b HTTP/1.1" status: 200 len: 795 time: 0.1695483 Aug 20 11:28:43.198641 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-c6eaa6fd-abd2-4d08-a3ca-4f6760a49698 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68c200aa0a434658a567a090b20130f0 HTTP/1.1" status: 200 len: 380 time: 0.0641887 Aug 20 11:28:43.217427 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-fed20f06-ca22-4aa0-b806-244dc8caac9e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'port': {'device_id': '829612d4-3f1d-4733-9de3-8f926f984710', 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b', 'admin_state_up': True, 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'security_groups': ['2403028e-9838-439f-82c6-68a303be4fa2']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:43.238887 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 03a9bcf6-4696-47c7-9543-c9a7374bcc6a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:43.316662 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 03a9bcf6-4696-47c7-9543-c9a7374bcc6a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:43.317080 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:43.372718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-fed20f06-ca22-4aa0-b806-244dc8caac9e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Made reservation on behalf of 68c200aa0a434658a567a090b20130f0 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:28:43.377356 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-fed20f06-ca22-4aa0-b806-244dc8caac9e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:43.551019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-fed20f06-ca22-4aa0-b806-244dc8caac9e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.20.0.12 (8f7a3112-d87a-480f-b0b2-a3228f692e4b/07841b8f-50e5-4594-8eaa-f5eb52534260/4b92386c-f51f-4bab-bd76-cded8e3cb1ff) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:28:43.697613 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-fed20f06-ca22-4aa0-b806-244dc8caac9e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:43.713472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-fed20f06-ca22-4aa0-b806-244dc8caac9e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Transition to ACTIVE for port object 4b92386c-f51f-4bab-bd76-cded8e3cb1ff will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:28:43.746251 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-fed20f06-ca22-4aa0-b806-244dc8caac9e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:43.797701 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-fed20f06-ca22-4aa0-b806-244dc8caac9e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network 8f7a3112-d87a-480f-b0b2-a3228f692e4b is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:28:43.800696 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-fed20f06-ca22-4aa0-b806-244dc8caac9e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:43.803182 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-fed20f06-ca22-4aa0-b806-244dc8caac9e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:28:43.812585 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed20f06-ca22-4aa0-b806-244dc8caac9e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=4b92386c-f51f-4bab-bd76-cded8e3cb1ff,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:43.862421 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-fed20f06-ca22-4aa0-b806-244dc8caac9e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:43.863090 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-fed20f06-ca22-4aa0-b806-244dc8caac9e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:43.879364 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-fed20f06-ca22-4aa0-b806-244dc8caac9e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6685262 Aug 20 11:28:43.893057 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Request body: {'port': {'device_id': '829612d4-3f1d-4733-9de3-8f926f984710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:43.952223 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:44.112981 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a3923eef-3d43-4bc0-91fb-8a82f2b376da None None] Provisioning for port 4b92386c-f51f-4bab-bd76-cded8e3cb1ff completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:28:44.121085 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a3923eef-3d43-4bc0-91fb-8a82f2b376da None None] Provisioning complete for port 4b92386c-f51f-4bab-bd76-cded8e3cb1ff triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:44.121552 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a3923eef-3d43-4bc0-91fb-8a82f2b376da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:44.161759 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a3923eef-3d43-4bc0-91fb-8a82f2b376da None None] Port 4b92386c-f51f-4bab-bd76-cded8e3cb1ff cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:28:44.208022 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476d208-e6db-4f03-8cfa-044854f9c80c req-899945f7-6601-4e35-892c-cdd266564bcb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:44.209619 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5476d208-e6db-4f03-8cfa-044854f9c80c req-899945f7-6601-4e35-892c-cdd266564bcb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 932 time: 0.0805085 Aug 20 11:28:44.271159 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5476d208-e6db-4f03-8cfa-044854f9c80c req-ef19c01a-8db5-4897-bece-5e5b9b50704d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553107 Aug 20 11:28:44.308570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b92386c-f51f-4bab-bd76-cded8e3cb1ff {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:28:44.316071 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:44.328339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Transition to ACTIVE for port object 4b92386c-f51f-4bab-bd76-cded8e3cb1ff will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:28:44.332179 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:44.402498 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b92386c-f51f-4bab-bd76-cded8e3cb1ff,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:44.455232 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Attempting to bind port 4b92386c-f51f-4bab-bd76-cded8e3cb1ff on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:28:44.455570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Attempting to bind port 4b92386c-f51f-4bab-bd76-cded8e3cb1ff by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'b091a390-af3c-4e44-af46-437d8b0cacb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:28:44.455899 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Attempting to bind port 4b92386c-f51f-4bab-bd76-cded8e3cb1ff on network 8f7a3112-d87a-480f-b0b2-a3228f692e4b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:44.460563 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Port 4b92386c-f51f-4bab-bd76-cded8e3cb1ff on network 8f7a3112-d87a-480f-b0b2-a3228f692e4b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:28:44.460887 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Attempting to bind port 4b92386c-f51f-4bab-bd76-cded8e3cb1ff on network 8f7a3112-d87a-480f-b0b2-a3228f692e4b {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:44.466332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:28:44.466675 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Checking segment: {'id': 'b091a390-af3c-4e44-af46-437d8b0cacb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:28:44.467072 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Bound using segment: {'id': 'b091a390-af3c-4e44-af46-437d8b0cacb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:28:44.467529 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Bound port: 4b92386c-f51f-4bab-bd76-cded8e3cb1ff, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b091a390-af3c-4e44-af46-437d8b0cacb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:28:44.467886 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:44.533771 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] For port 4b92386c-f51f-4bab-bd76-cded8e3cb1ff, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:28:44.538087 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] For port 4b92386c-f51f-4bab-bd76-cded8e3cb1ff, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4b92386c-f51f-4bab-bd76-cded8e3cb1ff,segment=NetworkSegment(b091a390-af3c-4e44-af46-437d8b0cacb5),segment_id=b091a390-af3c-4e44-af46-437d8b0cacb5)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:28:44.542219 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:44.581714 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:44.582408 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:44.583843 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] 10.222.0.24 "PUT /v2.0/ports/4b92386c-f51f-4bab-bd76-cded8e3cb1ff HTTP/1.1" status: 200 len: 1093 time: 0.6952925 Aug 20 11:28:44.584317 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829612d4-3f1d-4733-9de3-8f926f984710', 'tag': '4b92386c-f51f-4bab-bd76-cded8e3cb1ff'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:44.586815 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0b7819-2b62-40ec-a6f2-e031cf95da1e" -d '{"events": [{"name": "network-changed", "server_uuid": "829612d4-3f1d-4733-9de3-8f926f984710", "tag": "4b92386c-f51f-4bab-bd76-cded8e3cb1ff"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:44.618894 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9aa874-b57f-4487-aa1d-06c9d210aab8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b92386c-f51f-4bab-bd76-cded8e3cb1ff,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:44.674342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-3de79e33-1c61-41d3-a9bb-642adf79cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:44.676120 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-3de79e33-1c61-41d3-a9bb-642adf79cac0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 1096 time: 0.0469139 Aug 20 11:28:44.694171 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2df9b9-958d-4d4f-bcc1-ff5ab6aa39d3 x-openstack-request-id: req-dd2df9b9-958d-4d4f-bcc1-ff5ab6aa39d3 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:44.694466 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829612d4-3f1d-4733-9de3-8f926f984710", "tag": "4b92386c-f51f-4bab-bd76-cded8e3cb1ff", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:44.694724 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd2df9b9-958d-4d4f-bcc1-ff5ab6aa39d3 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:44.695215 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829612d4-3f1d-4733-9de3-8f926f984710', 'tag': '4b92386c-f51f-4bab-bd76-cded8e3cb1ff', 'status': 'completed', 'code': 200} Aug 20 11:28:44.723508 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-96a964a6-2545-4e2e-a50c-995fc8bf1679 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b92386c-f51f-4bab-bd76-cded8e3cb1ff HTTP/1.1" status: 200 len: 217 time: 0.0384760 Aug 20 11:28:44.780474 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2299385e-bbd3-4c90-bbc6-194839ddf468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:44.781959 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-2299385e-bbd3-4c90-bbc6-194839ddf468 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=07841b8f-50e5-4594-8eaa-f5eb52534260 HTTP/1.1" status: 200 len: 834 time: 0.0501065 Aug 20 11:28:44.835213 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-07a9a2f0-a34f-48c9-be7a-aabc526c27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:44.836739 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-07a9a2f0-a34f-48c9-be7a-aabc526c27fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f7a3112-d87a-480f-b0b2-a3228f692e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474181 Aug 20 11:28:44.934092 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-14062e74-c8d7-4594-8ab1-64c9988d3125 service neutron] 10.222.0.24 "GET /v2.0/networks/8f7a3112-d87a-480f-b0b2-a3228f692e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860870 Aug 20 11:28:44.982308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 540fcea8-fa94-4836-b7c5-9120af54b310 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:45.030275 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d5e67012-0b28-4d6a-ad32-a2f782a1a73f req-961b3987-50e7-418f-baa1-1f11c525fa95 service neutron] 10.222.0.24 "GET /v2.0/networks/8f7a3112-d87a-480f-b0b2-a3228f692e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885148 Aug 20 11:28:45.033385 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 540fcea8-fa94-4836-b7c5-9120af54b310 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:28:45.038050 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 540fcea8-fa94-4836-b7c5-9120af54b310 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:45.038424 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:45.114533 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b7819-2b62-40ec-a6f2-e031cf95da1e req-e3a261c1-0c9c-4941-8af3-b676935527c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:45.116089 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d0b7819-2b62-40ec-a6f2-e031cf95da1e req-e3a261c1-0c9c-4941-8af3-b676935527c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 1096 time: 0.0424819 Aug 20 11:28:45.116612 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:45.148851 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 540fcea8-fa94-4836-b7c5-9120af54b310, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=540fcea8-fa94-4836-b7c5-9120af54b310,segment=NetworkSegment(b091a390-af3c-4e44-af46-437d8b0cacb5),segment_id=b091a390-af3c-4e44-af46-437d8b0cacb5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:45.154044 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:45.201147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=540fcea8-fa94-4836-b7c5-9120af54b310,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:45.213932 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b7819-2b62-40ec-a6f2-e031cf95da1e req-ca8778d3-508d-4e76-b338-7e8151f623b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:45.215476 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d0b7819-2b62-40ec-a6f2-e031cf95da1e req-ca8778d3-508d-4e76-b338-7e8151f623b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f7a3112-d87a-480f-b0b2-a3228f692e4b HTTP/1.1" status: 200 len: 896 time: 0.0915008 Aug 20 11:28:45.258783 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d0b7819-2b62-40ec-a6f2-e031cf95da1e req-37af0fd6-e559-442d-aec0-217338da48f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b92386c-f51f-4bab-bd76-cded8e3cb1ff HTTP/1.1" status: 200 len: 217 time: 0.0361712 Aug 20 11:28:45.311306 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b7819-2b62-40ec-a6f2-e031cf95da1e req-03b98b7f-9780-410c-98a5-47a412a56fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:45.312801 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d0b7819-2b62-40ec-a6f2-e031cf95da1e req-03b98b7f-9780-410c-98a5-47a412a56fdc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=07841b8f-50e5-4594-8eaa-f5eb52534260 HTTP/1.1" status: 200 len: 834 time: 0.0467312 Aug 20 11:28:45.391270 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b7819-2b62-40ec-a6f2-e031cf95da1e req-992638aa-492b-4f4f-b080-042a4f52723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:45.392806 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d0b7819-2b62-40ec-a6f2-e031cf95da1e req-992638aa-492b-4f4f-b080-042a4f52723b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f7a3112-d87a-480f-b0b2-a3228f692e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727489 Aug 20 11:28:45.416142 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a277b9e-cdbe-473d-8384-5b551b46115f req-dfcaa53d-804b-45af-9079-b8aefb1b5699 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:45.417612 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8a277b9e-cdbe-473d-8384-5b551b46115f req-dfcaa53d-804b-45af-9079-b8aefb1b5699 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 944 time: 0.0724616 Aug 20 11:28:45.498617 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8a277b9e-cdbe-473d-8384-5b551b46115f req-0cc4bab2-3f74-4082-b6f9-7dc650253179 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709465 Aug 20 11:28:45.528653 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d0b7819-2b62-40ec-a6f2-e031cf95da1e req-ed58792f-9783-43dd-b5e5-a1fa449a2266 service neutron] 10.222.0.24 "GET /v2.0/networks/8f7a3112-d87a-480f-b0b2-a3228f692e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280460 Aug 20 11:28:45.641545 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9d0b7819-2b62-40ec-a6f2-e031cf95da1e req-aa2f2ac7-8afe-4192-aa76-71c7fea88505 service neutron] 10.222.0.24 "GET /v2.0/networks/8f7a3112-d87a-480f-b0b2-a3228f692e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025226 Aug 20 11:28:46.617871 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c31a09-2edc-4742-b3a7-94d45fe5b3cb req-6c838406-2dd9-4863-a0cc-2d17ad3a3fc7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:46.619382 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-02c31a09-2edc-4742-b3a7-94d45fe5b3cb req-6c838406-2dd9-4863-a0cc-2d17ad3a3fc7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 944 time: 0.0520315 Aug 20 11:28:46.663561 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-02c31a09-2edc-4742-b3a7-94d45fe5b3cb req-6f9a7f69-1bf1-4544-9f7c-b56287489259 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380814 Aug 20 11:28:46.960038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 540fcea8-fa94-4836-b7c5-9120af54b310 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:47.010350 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 540fcea8-fa94-4836-b7c5-9120af54b310 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:47.010722 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:47.779066 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f31926-4817-4b30-998b-bb8a2b400541 req-bac912df-c50a-45e8-8b9d-4b5607dd8f3c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:47.780585 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7f31926-4817-4b30-998b-bb8a2b400541 req-bac912df-c50a-45e8-8b9d-4b5607dd8f3c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 944 time: 0.0490510 Aug 20 11:28:47.817459 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d7f31926-4817-4b30-998b-bb8a2b400541 req-62776b3c-0fd5-4130-b99a-f1ef4a5f10ae tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309484 Aug 20 11:28:48.932481 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a945a7-4fef-4b07-8c07-b2015664bef0 req-a1dc6fda-adf0-49e4-b0b2-78661955b24e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:48.933977 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-96a945a7-4fef-4b07-8c07-b2015664bef0 req-a1dc6fda-adf0-49e4-b0b2-78661955b24e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 944 time: 0.0489976 Aug 20 11:28:48.973542 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-96a945a7-4fef-4b07-8c07-b2015664bef0 req-57458048-652a-40aa-b670-66dcff3ddd4c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333936 Aug 20 11:28:49.123334 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:49.249295 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 4b92386c-f51f-4bab-bd76-cded8e3cb1ff details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:28:49.357503 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 4b92386c-f51f-4bab-bd76-cded8e3cb1ff, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4b92386c-f51f-4bab-bd76-cded8e3cb1ff,segment=NetworkSegment(b091a390-af3c-4e44-af46-437d8b0cacb5),segment_id=b091a390-af3c-4e44-af46-437d8b0cacb5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:49.369859 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '4b92386c-f51f-4bab-bd76-cded8e3cb1ff', 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b', 'port_id': '4b92386c-f51f-4bab-bd76-cded8e3cb1ff', 'mac_address': 'fa:16:3e:7d:f4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:28:49.406098 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:49.418605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b92386c-f51f-4bab-bd76-cded8e3cb1ff {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:28:49.438244 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 4b92386c-f51f-4bab-bd76-cded8e3cb1ff, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4b92386c-f51f-4bab-bd76-cded8e3cb1ff,segment=NetworkSegment(b091a390-af3c-4e44-af46-437d8b0cacb5),segment_id=b091a390-af3c-4e44-af46-437d8b0cacb5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:49.441633 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:49.488874 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=4b92386c-f51f-4bab-bd76-cded8e3cb1ff,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:49.778030 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['4b92386c-f51f-4bab-bd76-cded8e3cb1ff'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:28:50.095707 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d476100-d832-4fd2-a539-f04a50a158f5 req-9869d7a5-c1c4-460b-a8ed-5df3b397424f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:50.097217 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2d476100-d832-4fd2-a539-f04a50a158f5 req-9869d7a5-c1c4-460b-a8ed-5df3b397424f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 945 time: 0.0529542 Aug 20 11:28:50.134462 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2d476100-d832-4fd2-a539-f04a50a158f5 req-2920bf19-a376-4d30-899d-4c25a9cca264 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312819 Aug 20 11:28:51.247787 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395dee6d-9498-4891-88cf-eabd2a157cf7 req-f02d7389-520f-44c6-af1e-0920a9ab318c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:51.249253 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-395dee6d-9498-4891-88cf-eabd2a157cf7 req-f02d7389-520f-44c6-af1e-0920a9ab318c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 945 time: 0.0482786 Aug 20 11:28:51.264585 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 4b92386c-f51f-4bab-bd76-cded8e3cb1ff up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:51.287434 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-395dee6d-9498-4891-88cf-eabd2a157cf7 req-32729108-3003-4129-8044-8885672d12e2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323124 Aug 20 11:28:51.315309 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 4b92386c-f51f-4bab-bd76-cded8e3cb1ff completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:28:51.318798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 4b92386c-f51f-4bab-bd76-cded8e3cb1ff triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:51.319231 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:51.394821 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:51.416722 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829612d4-3f1d-4733-9de3-8f926f984710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b92386c-f51f-4bab-bd76-cded8e3cb1ff'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:51.418950 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65763945-d340-463f-a559-b40276304d04" -d '{"events": [{"server_uuid": "829612d4-3f1d-4733-9de3-8f926f984710", "name": "network-vif-plugged", "status": "completed", "tag": "4b92386c-f51f-4bab-bd76-cded8e3cb1ff"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:51.431309 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 4b92386c-f51f-4bab-bd76-cded8e3cb1ff, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4b92386c-f51f-4bab-bd76-cded8e3cb1ff,segment=NetworkSegment(b091a390-af3c-4e44-af46-437d8b0cacb5),segment_id=b091a390-af3c-4e44-af46-437d8b0cacb5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:51.435788 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:51.462909 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912573ae-06b1-4752-949c-e698a0e51fe5 x-openstack-request-id: req-912573ae-06b1-4752-949c-e698a0e51fe5 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:51.463228 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829612d4-3f1d-4733-9de3-8f926f984710", "name": "network-vif-plugged", "status": "completed", "tag": "4b92386c-f51f-4bab-bd76-cded8e3cb1ff", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:51.463483 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-912573ae-06b1-4752-949c-e698a0e51fe5 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:51.463869 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829612d4-3f1d-4733-9de3-8f926f984710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b92386c-f51f-4bab-bd76-cded8e3cb1ff', 'code': 200} Aug 20 11:28:51.490979 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=4b92386c-f51f-4bab-bd76-cded8e3cb1ff,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:51.549470 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d178462-b8b2-445a-bb6a-f2ca49e3b603 req-017b2a3c-2e89-4790-bd03-e8aff8084b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:51.550917 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d178462-b8b2-445a-bb6a-f2ca49e3b603 req-017b2a3c-2e89-4790-bd03-e8aff8084b18 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 1098 time: 0.0381553 Aug 20 11:28:51.585874 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d178462-b8b2-445a-bb6a-f2ca49e3b603 req-21062d48-ed54-4929-adb7-1852d58900bc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276406 Aug 20 11:28:52.400320 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05b15b-fc49-43b6-9c8d-5720bc26e480 req-fd63ce98-aea3-4b62-a834-66574573a4c4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:52.401791 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c05b15b-fc49-43b6-9c8d-5720bc26e480 req-fd63ce98-aea3-4b62-a834-66574573a4c4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0496378 Aug 20 11:28:52.443596 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c05b15b-fc49-43b6-9c8d-5720bc26e480 req-008596b6-d858-4ce2-a9d0-9d6749bfdef7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357656 Aug 20 11:28:53.447006 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:53.557012 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11deecf-5495-478c-91a4-54c67eea7511 req-15c1339f-0782-47de-b33d-4ab3c601e7ff tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:53.558579 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b11deecf-5495-478c-91a4-54c67eea7511 req-15c1339f-0782-47de-b33d-4ab3c601e7ff tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0471723 Aug 20 11:28:53.595998 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b11deecf-5495-478c-91a4-54c67eea7511 req-f5e76e34-4e67-444f-8150-0bf3f796e2d3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316114 Aug 20 11:28:53.710394 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b44d8-7e11-42ec-beb6-5cea6e92a8d1 req-ec3bbf0d-13a4-47b6-af3b-103d8c5a8a6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:53.711929 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-710b44d8-7e11-42ec-beb6-5cea6e92a8d1 req-ec3bbf0d-13a4-47b6-af3b-103d8c5a8a6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0490832 Aug 20 11:28:53.750195 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-710b44d8-7e11-42ec-beb6-5cea6e92a8d1 req-635b9d93-bd8e-4be4-946c-e6ccaf26c42d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322487 Aug 20 11:28:53.771816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40430) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:53.813840 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c12caa2-7bda-4017-9ad8-02c81bf2c8b0 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:53.815298 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5c12caa2-7bda-4017-9ad8-02c81bf2c8b0 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 1093 time: 0.0424550 Aug 20 11:28:53.818061 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40432) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:53.823066 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': '4b92386c-f51f-4bab-bd76-cded8e3cb1ff', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:53.844392 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:53.937159 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:54.041325 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.25.3.77 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/fa9266ce-c8c6-4a64-bbca-a8118f03159b) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:28:54.138929 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:54.176781 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:54.217367 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:28:54.220068 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:54.223449 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:28:54.231202 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=fa9266ce-c8c6-4a64-bbca-a8118f03159b,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:54.571134 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:54.637450 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.073136 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.078278 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.142455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=fa9266ce-c8c6-4a64-bbca-a8118f03159b,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:55.154830 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.252067 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Floating IP c3e3cc6e-d626-48b9-ba48-2882dba1cb0d associated. External IP: 172.25.3.77, port: 4b92386c-f51f-4bab-bd76-cded8e3cb1ff. Aug 20 11:28:55.456566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router c4f12063-c7fc-449d-8b52-cc61fbb918c2 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:28:55.562506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:28:55.572321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82797a1d-1aee-4f62-b9f6-1d50d4da5928 None None] Sync routers for ids ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:28:55.579655 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.581600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82797a1d-1aee-4f62-b9f6-1d50d4da5928 None None] Routers {'c4f12063-c7fc-449d-8b52-cc61fbb918c2'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:55.582222 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-82797a1d-1aee-4f62-b9f6-1d50d4da5928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:28:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:55.606273 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-044e4923-dfc0-4d44-bc1a-f667a1203d59 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7871614 Aug 20 11:28:55.606946 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829612d4-3f1d-4733-9de3-8f926f984710', 'tag': '4b92386c-f51f-4bab-bd76-cded8e3cb1ff'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:55.609358 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66773d25-e9b2-458f-b3f8-423f0da34b30" -d '{"events": [{"name": "network-changed", "server_uuid": "829612d4-3f1d-4733-9de3-8f926f984710", "tag": "4b92386c-f51f-4bab-bd76-cded8e3cb1ff"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:55.656486 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3864ca4-b093-4b5c-b2bd-654f07afe06f x-openstack-request-id: req-b3864ca4-b093-4b5c-b2bd-654f07afe06f {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:55.656783 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829612d4-3f1d-4733-9de3-8f926f984710", "tag": "4b92386c-f51f-4bab-bd76-cded8e3cb1ff", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:55.657041 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3864ca4-b093-4b5c-b2bd-654f07afe06f {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:55.657448 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829612d4-3f1d-4733-9de3-8f926f984710', 'tag': '4b92386c-f51f-4bab-bd76-cded8e3cb1ff', 'status': 'completed', 'code': 200} Aug 20 11:28:55.704868 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-82797a1d-1aee-4f62-b9f6-1d50d4da5928 None None] Set router c4f12063-c7fc-449d-8b52-cc61fbb918c2 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:55.724117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cdd12-57d9-4ee7-aeff-ab75b846cd39 req-beb12f4d-5283-4470-aaf1-13215508525f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:55.725684 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-361cdd12-57d9-4ee7-aeff-ab75b846cd39 req-beb12f4d-5283-4470-aaf1-13215508525f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0586865 Aug 20 11:28:55.790494 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-361cdd12-57d9-4ee7-aeff-ab75b846cd39 req-5f0aa86a-39d6-4688-9f85-cbec4b880861 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559893 Aug 20 11:28:55.796185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66773d25-e9b2-458f-b3f8-423f0da34b30 req-efb64c82-edf1-49a8-99f1-41cce66ce8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:55.798253 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-66773d25-e9b2-458f-b3f8-423f0da34b30 req-efb64c82-edf1-49a8-99f1-41cce66ce8b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 1098 time: 0.1197274 Aug 20 11:28:55.813050 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40440) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:55.880655 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2e99c3b7-ec12-4bb9-97de-20429e825538 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/c3e3cc6e-d626-48b9-ba48-2882dba1cb0d HTTP/1.1" status: 200 len: 991 time: 0.0665352 Aug 20 11:28:55.892128 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66773d25-e9b2-458f-b3f8-423f0da34b30 req-881e1eea-620d-4a78-958a-179ec376fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:55.893620 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-66773d25-e9b2-458f-b3f8-423f0da34b30 req-881e1eea-620d-4a78-958a-179ec376fffc service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f7a3112-d87a-480f-b0b2-a3228f692e4b HTTP/1.1" status: 200 len: 896 time: 0.0873923 Aug 20 11:28:55.933804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-82797a1d-1aee-4f62-b9f6-1d50d4da5928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749224064', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:36Z', 'updated_at': '2021-08-20T11:28:40Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:37Z', 'updated_at': '2021-08-20T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'c3e3cc6e-d626-48b9-ba48-2882dba1cb0d', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'port_id': '4b92386c-f51f-4bab-bd76-cded8e3cb1ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b', 'mac_address': 'fa:16:3e:7d:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829612d4-3f1d-4733-9de3-8f926f984710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:28:54Z', 'updated_at': '2021-08-20T11:28:54Z', 'revision_number': 0, 'project_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540fcea8-fa94-4836-b7c5-9120af54b310', 'name': '', 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:59:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:39Z', 'updated_at': '2021-08-20T11:28:45Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:55.963424 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-66773d25-e9b2-458f-b3f8-423f0da34b30 req-71a7d2e0-82d4-4fb8-a9f7-bf72308a7ff7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b92386c-f51f-4bab-bd76-cded8e3cb1ff HTTP/1.1" status: 200 len: 999 time: 0.0626945 Aug 20 11:28:55.967709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82797a1d-1aee-4f62-b9f6-1d50d4da5928 None None] Checking router: c4f12063-c7fc-449d-8b52-cc61fbb918c2 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:28:55.982386 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82797a1d-1aee-4f62-b9f6-1d50d4da5928 None None] Routers {'c4f12063-c7fc-449d-8b52-cc61fbb918c2'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:55.982999 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-82797a1d-1aee-4f62-b9f6-1d50d4da5928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:28:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:56.012665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66773d25-e9b2-458f-b3f8-423f0da34b30 req-34f9c182-1ea8-4803-9d6c-1b7ad9da7679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:56.014145 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-66773d25-e9b2-458f-b3f8-423f0da34b30 req-34f9c182-1ea8-4803-9d6c-1b7ad9da7679 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=07841b8f-50e5-4594-8eaa-f5eb52534260 HTTP/1.1" status: 200 len: 834 time: 0.0443547 Aug 20 11:28:56.060115 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66773d25-e9b2-458f-b3f8-423f0da34b30 req-bb0f9e2f-3e78-43cc-916a-512e0bbce3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:56.062177 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-66773d25-e9b2-458f-b3f8-423f0da34b30 req-bb0f9e2f-3e78-43cc-916a-512e0bbce3ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f7a3112-d87a-480f-b0b2-a3228f692e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398605 Aug 20 11:28:56.159234 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-66773d25-e9b2-458f-b3f8-423f0da34b30 req-6347ce7e-c1ec-475a-b375-894f59beefb8 service neutron] 10.222.0.24 "GET /v2.0/networks/8f7a3112-d87a-480f-b0b2-a3228f692e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900881 Aug 20 11:28:56.242060 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-82797a1d-1aee-4f62-b9f6-1d50d4da5928 None None] Set router c4f12063-c7fc-449d-8b52-cc61fbb918c2 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:56.254151 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-66773d25-e9b2-458f-b3f8-423f0da34b30 req-16a5ca4f-d0f5-4084-bb89-e1781a326259 service neutron] 10.222.0.24 "GET /v2.0/networks/8f7a3112-d87a-480f-b0b2-a3228f692e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867002 Aug 20 11:28:56.470264 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-82797a1d-1aee-4f62-b9f6-1d50d4da5928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749224064', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:36Z', 'updated_at': '2021-08-20T11:28:40Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:37Z', 'updated_at': '2021-08-20T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'c3e3cc6e-d626-48b9-ba48-2882dba1cb0d', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'port_id': '4b92386c-f51f-4bab-bd76-cded8e3cb1ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b', 'mac_address': 'fa:16:3e:7d:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829612d4-3f1d-4733-9de3-8f926f984710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:28:54Z', 'updated_at': '2021-08-20T11:28:54Z', 'revision_number': 0, 'project_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540fcea8-fa94-4836-b7c5-9120af54b310', 'name': '', 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:59:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:39Z', 'updated_at': '2021-08-20T11:28:45Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:56.496362 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82797a1d-1aee-4f62-b9f6-1d50d4da5928 None None] The sync data for ids ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'] in n-d-778550-11 is: [{'id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749224064', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:36Z', 'updated_at': '2021-08-20T11:28:40Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:37Z', 'updated_at': '2021-08-20T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'c3e3cc6e-d626-48b9-ba48-2882dba1cb0d', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'port_id': '4b92386c-f51f-4bab-bd76-cded8e3cb1ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b', 'mac_address': 'fa:16:3e:7d:f4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829612d4-3f1d-4733-9de3-8f926f984710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:28:54Z', 'updated_at': '2021-08-20T11:28:54Z', 'revision_number': 0, 'project_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '540fcea8-fa94-4836-b7c5-9120af54b310', 'name': '', 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:59:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:39Z', 'updated_at': '2021-08-20T11:28:45Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:28:56.678275 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9138b0-28dd-4c2f-b9c5-719ca61c9e25 None None] New status for floating IP c3e3cc6e-d626-48b9-ba48-2882dba1cb0d: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:28:56.884480 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40442) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:56.948895 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a2729c4b-2ace-4c64-856a-d93292e6b51b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/c3e3cc6e-d626-48b9-ba48-2882dba1cb0d HTTP/1.1" status: 200 len: 993 time: 0.0632668 Aug 20 11:28:59.394773 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9230f43a-938d-4be9-991e-1e74c8053382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:02.040297 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5034da2e-d40c-40d2-a2db-65fe6bea3b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:02.516141 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:03.397888 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:05.053116 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:16.888730 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:29:19.127617 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:23.455090 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:29.396212 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-38da6cdc-4fb9-418d-ace9-efd50e0255e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:32.040304 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-35296cc0-5918-4ee4-85f1-eb9d9da40123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:32.516986 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:33.401280 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:35.055238 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:37.140799 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b937de19-f7ad-433e-8539-931070b9675d req-4d0ac6f9-7f0f-4473-a773-ee022c8d7687 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536315 Aug 20 11:29:37.219441 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937de19-f7ad-433e-8539-931070b9675d req-389b5303-bee4-465d-a52a-2db8b2dec727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:37.220916 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b937de19-f7ad-433e-8539-931070b9675d req-389b5303-bee4-465d-a52a-2db8b2dec727 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 1098 time: 0.0403419 Aug 20 11:29:37.321522 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937de19-f7ad-433e-8539-931070b9675d req-5e6c4525-79ca-4adc-90ff-46445ee62143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:37.322974 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b937de19-f7ad-433e-8539-931070b9675d req-5e6c4525-79ca-4adc-90ff-46445ee62143 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f7a3112-d87a-480f-b0b2-a3228f692e4b HTTP/1.1" status: 200 len: 896 time: 0.0824611 Aug 20 11:29:37.391858 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b937de19-f7ad-433e-8539-931070b9675d req-f2f2f291-3be6-4022-a6e6-b9c2b1189391 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b92386c-f51f-4bab-bd76-cded8e3cb1ff HTTP/1.1" status: 200 len: 1001 time: 0.0609212 Aug 20 11:29:37.441862 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937de19-f7ad-433e-8539-931070b9675d req-4738493c-02e4-4412-9cb1-064a80d68e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:37.443345 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b937de19-f7ad-433e-8539-931070b9675d req-4738493c-02e4-4412-9cb1-064a80d68e20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=07841b8f-50e5-4594-8eaa-f5eb52534260 HTTP/1.1" status: 200 len: 834 time: 0.0441761 Aug 20 11:29:37.489029 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937de19-f7ad-433e-8539-931070b9675d req-17309565-6209-4e10-9a08-629030d3f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:37.490495 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b937de19-f7ad-433e-8539-931070b9675d req-17309565-6209-4e10-9a08-629030d3f246 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f7a3112-d87a-480f-b0b2-a3228f692e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399683 Aug 20 11:29:37.582367 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b937de19-f7ad-433e-8539-931070b9675d req-a5b3823e-e621-40d4-b578-0c85a8bf021a service neutron] 10.222.0.24 "GET /v2.0/networks/8f7a3112-d87a-480f-b0b2-a3228f692e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837235 Aug 20 11:29:37.670693 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b937de19-f7ad-433e-8539-931070b9675d req-1127440f-be70-46a8-a69f-63fb211e0304 service neutron] 10.222.0.24 "GET /v2.0/networks/8f7a3112-d87a-480f-b0b2-a3228f692e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801849 Aug 20 11:29:49.149540 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.467595 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.888410 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:29:59.396989 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-04164aea-f176-4782-81c3-019600379f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:59.782026 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d6f13-d7b5-49cf-b176-60e2c90a59d4 req-df916885-503e-43bd-ba0f-baaa60fd1fb5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:59.783763 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e4d6f13-d7b5-49cf-b176-60e2c90a59d4 req-df916885-503e-43bd-ba0f-baaa60fd1fb5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0554066 Aug 20 11:29:59.824584 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8e4d6f13-d7b5-49cf-b176-60e2c90a59d4 req-09408f45-151f-4fbe-97be-4dc6e92bc358 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333710 Aug 20 11:30:00.961474 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c624f-21bd-483b-92ca-1b853e354c9f req-7deb8571-5b54-4045-9341-9eda6b92767d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:00.962994 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-007c624f-21bd-483b-92ca-1b853e354c9f req-7deb8571-5b54-4045-9341-9eda6b92767d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0543933 Aug 20 11:30:01.006007 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-007c624f-21bd-483b-92ca-1b853e354c9f req-19a1cdfe-31bf-44d7-9540-eb53d11533a5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369697 Aug 20 11:30:02.044190 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf8f4-a3b2-4faf-886a-182346762313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:02.137303 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abef68-8053-4bb5-8911-20a8df6ac1aa req-e7f1b3eb-33f8-4064-9865-e148fda7820c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:02.138837 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-93abef68-8053-4bb5-8911-20a8df6ac1aa req-e7f1b3eb-33f8-4064-9865-e148fda7820c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0503955 Aug 20 11:30:02.181895 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-93abef68-8053-4bb5-8911-20a8df6ac1aa req-61f54ce5-5906-4144-8266-a0977f19cc41 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370290 Aug 20 11:30:02.518810 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:03.307361 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3a976-204a-4301-b8bf-24a381fdbfb0 req-bafa06f9-2769-42f2-8cb2-1e7c987a6fdc tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:03.308873 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dfd3a976-204a-4301-b8bf-24a381fdbfb0 req-bafa06f9-2769-42f2-8cb2-1e7c987a6fdc tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0493255 Aug 20 11:30:03.347651 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dfd3a976-204a-4301-b8bf-24a381fdbfb0 req-b3e78898-c248-487b-9303-19d1996eacbf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327287 Aug 20 11:30:03.404319 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:04.464269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a2e5c-15f2-494c-83cc-b63c8ff10929 req-a91dad79-cd3e-4994-9f2a-414c102ca732 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:04.465806 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-616a2e5c-15f2-494c-83cc-b63c8ff10929 req-a91dad79-cd3e-4994-9f2a-414c102ca732 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0501854 Aug 20 11:30:04.505120 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-616a2e5c-15f2-494c-83cc-b63c8ff10929 req-26d407a6-5bb2-4de2-93a5-7993cc810399 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331318 Aug 20 11:30:05.068192 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:05.623744 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17f2a5-a255-40dd-8b6d-14f1480bf7b4 req-72b75827-cf2e-4308-8a4f-83292db1c40b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:05.625237 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6a17f2a5-a255-40dd-8b6d-14f1480bf7b4 req-72b75827-cf2e-4308-8a4f-83292db1c40b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0491896 Aug 20 11:30:05.661832 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6a17f2a5-a255-40dd-8b6d-14f1480bf7b4 req-6cedd8e0-3e7f-41bf-ad52-eef51d3e1414 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306952 Aug 20 11:30:06.779857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7f91f-53a3-4938-a82a-4d5f16d1d669 req-8c03b947-e689-4487-91d5-41fcf261dbac tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:06.781386 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5cd7f91f-53a3-4938-a82a-4d5f16d1d669 req-8c03b947-e689-4487-91d5-41fcf261dbac tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0500841 Aug 20 11:30:06.827418 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5cd7f91f-53a3-4938-a82a-4d5f16d1d669 req-d6f3d62a-4fc9-4e01-b2d4-4bca005fcd82 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396054 Aug 20 11:30:07.945048 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ba191-c058-4a8d-9f25-08ed7b357544 req-9ff96294-df44-40e0-abae-c960a2f5e783 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:07.947208 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-728ba191-c058-4a8d-9f25-08ed7b357544 req-9ff96294-df44-40e0-abae-c960a2f5e783 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0491345 Aug 20 11:30:07.988611 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-728ba191-c058-4a8d-9f25-08ed7b357544 req-79a0fb6a-adf3-4eb7-8f5c-b9970d837c02 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351753 Aug 20 11:30:09.101302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e7770-a8d6-4ad1-a82f-79787e8f1bcb req-8332af0d-5ca1-4589-9de0-68ae48c542db tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:09.103387 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e67e7770-a8d6-4ad1-a82f-79787e8f1bcb req-8332af0d-5ca1-4589-9de0-68ae48c542db tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0488226 Aug 20 11:30:09.148109 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-e67e7770-a8d6-4ad1-a82f-79787e8f1bcb req-166f5338-f543-4624-8537-72af25c53b04 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385926 Aug 20 11:30:10.263700 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b30bbe-4c79-4b33-8799-8eb5f32c417f req-6a7ac41f-33ff-40e9-b135-fb0947d27f2a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:10.265182 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-76b30bbe-4c79-4b33-8799-8eb5f32c417f req-6a7ac41f-33ff-40e9-b135-fb0947d27f2a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0483520 Aug 20 11:30:10.302680 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-76b30bbe-4c79-4b33-8799-8eb5f32c417f req-07065eb7-f0f6-4f71-99a7-ade864fb35f3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315597 Aug 20 11:30:10.324591 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40498) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:10.384002 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d00a429e-c7f5-4c57-a0a5-93f2c6189058 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/c3e3cc6e-d626-48b9-ba48-2882dba1cb0d HTTP/1.1" status: 200 len: 993 time: 0.0582426 Aug 20 11:30:11.643534 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884620f-659a-45be-83a1-df2c3a2a76d3 req-ae564d10-c4f6-45dc-aa47-05d11540c887 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:11.645064 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7884620f-659a-45be-83a1-df2c3a2a76d3 req-ae564d10-c4f6-45dc-aa47-05d11540c887 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0495880 Aug 20 11:30:11.665860 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19c6ce-088f-4ff8-a8c4-3febfb8c1636 req-c7ae99c9-b9a7-48fe-a4ec-6cb560970306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:11.667320 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce19c6ce-088f-4ff8-a8c4-3febfb8c1636 req-c7ae99c9-b9a7-48fe-a4ec-6cb560970306 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 1098 time: 0.0442643 Aug 20 11:30:11.682913 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7884620f-659a-45be-83a1-df2c3a2a76d3 req-8e7b142a-479a-4708-bbe9-ce890ef5c444 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319228 Aug 20 11:30:11.757316 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19c6ce-088f-4ff8-a8c4-3febfb8c1636 req-f7ef893e-0c4e-412d-9658-b0ef58a4129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:11.759530 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce19c6ce-088f-4ff8-a8c4-3febfb8c1636 req-f7ef893e-0c4e-412d-9658-b0ef58a4129b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f7a3112-d87a-480f-b0b2-a3228f692e4b HTTP/1.1" status: 200 len: 896 time: 0.0848014 Aug 20 11:30:11.828467 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce19c6ce-088f-4ff8-a8c4-3febfb8c1636 req-f5fbfef7-c8a4-4289-b2dd-efb45d53fa2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b92386c-f51f-4bab-bd76-cded8e3cb1ff HTTP/1.1" status: 200 len: 1001 time: 0.0611103 Aug 20 11:30:11.876577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19c6ce-088f-4ff8-a8c4-3febfb8c1636 req-9a80e81b-0eef-4632-b2db-468b2ccff8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:11.877971 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce19c6ce-088f-4ff8-a8c4-3febfb8c1636 req-9a80e81b-0eef-4632-b2db-468b2ccff8ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=07841b8f-50e5-4594-8eaa-f5eb52534260 HTTP/1.1" status: 200 len: 834 time: 0.0421815 Aug 20 11:30:11.923278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19c6ce-088f-4ff8-a8c4-3febfb8c1636 req-1a24529a-522b-4eea-a052-35204f44b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:11.924711 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce19c6ce-088f-4ff8-a8c4-3febfb8c1636 req-1a24529a-522b-4eea-a052-35204f44b535 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f7a3112-d87a-480f-b0b2-a3228f692e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397799 Aug 20 11:30:12.016809 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce19c6ce-088f-4ff8-a8c4-3febfb8c1636 req-cf73580c-d782-4b8b-b317-b2a61447f988 service neutron] 10.222.0.24 "GET /v2.0/networks/8f7a3112-d87a-480f-b0b2-a3228f692e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848141 Aug 20 11:30:12.105838 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ce19c6ce-088f-4ff8-a8c4-3febfb8c1636 req-6b2f9e54-6b70-4a4c-b9ef-ec3cd38b2da8 service neutron] 10.222.0.24 "GET /v2.0/networks/8f7a3112-d87a-480f-b0b2-a3228f692e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815020 Aug 20 11:30:12.800888 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb324c8-eb1a-4134-bab8-47405b60be8c req-c91e551a-5860-48f3-bac4-b1122cbe0abf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:12.802361 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6eb324c8-eb1a-4134-bab8-47405b60be8c req-c91e551a-5860-48f3-bac4-b1122cbe0abf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0496454 Aug 20 11:30:12.841040 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6eb324c8-eb1a-4134-bab8-47405b60be8c req-df0d5dcc-c5de-4a47-a7c0-29fb01df51a8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326848 Aug 20 11:30:12.864414 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40508) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:12.935379 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ce6acdfd-f4f2-4387-9cc4-ab984a8a817a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/c3e3cc6e-d626-48b9-ba48-2882dba1cb0d HTTP/1.1" status: 200 len: 993 time: 0.0698004 Aug 20 11:30:19.137618 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:23.468719 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:29.398618 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8a313248-b923-4302-9dbc-8adaeb12180f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.887269 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:30:32.045858 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3ce41d6a-e7c0-48a6-a606-d991c2fce676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.520026 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:33.408875 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.060440 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:38.129402 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9efe64c2-da08-488f-9ff4-603a6c905771 req-464d4bbe-909f-4bc9-8982-ac35241b4013 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395153 Aug 20 11:30:38.209463 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe64c2-da08-488f-9ff4-603a6c905771 req-d2185744-ef9a-4758-99f7-5aac14864f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:38.210944 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9efe64c2-da08-488f-9ff4-603a6c905771 req-d2185744-ef9a-4758-99f7-5aac14864f9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 1098 time: 0.0405083 Aug 20 11:30:38.317063 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe64c2-da08-488f-9ff4-603a6c905771 req-d70c8405-7c25-4b84-9c53-0f72c50fcc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:38.318544 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9efe64c2-da08-488f-9ff4-603a6c905771 req-d70c8405-7c25-4b84-9c53-0f72c50fcc0c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f7a3112-d87a-480f-b0b2-a3228f692e4b HTTP/1.1" status: 200 len: 896 time: 0.0879774 Aug 20 11:30:38.382620 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9efe64c2-da08-488f-9ff4-603a6c905771 req-c5030251-0411-477b-b2be-383c42d0f026 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b92386c-f51f-4bab-bd76-cded8e3cb1ff HTTP/1.1" status: 200 len: 1001 time: 0.0571930 Aug 20 11:30:38.434984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe64c2-da08-488f-9ff4-603a6c905771 req-b6c42e0e-b826-4546-b524-452dcc2f0fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:38.436448 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9efe64c2-da08-488f-9ff4-603a6c905771 req-b6c42e0e-b826-4546-b524-452dcc2f0fd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=07841b8f-50e5-4594-8eaa-f5eb52534260 HTTP/1.1" status: 200 len: 834 time: 0.0468423 Aug 20 11:30:38.481691 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe64c2-da08-488f-9ff4-603a6c905771 req-fb684309-0ddf-4c80-863c-ff0014145c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:38.483211 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9efe64c2-da08-488f-9ff4-603a6c905771 req-fb684309-0ddf-4c80-863c-ff0014145c22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f7a3112-d87a-480f-b0b2-a3228f692e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399222 Aug 20 11:30:38.570082 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9efe64c2-da08-488f-9ff4-603a6c905771 req-0564bb14-379f-40dd-aeab-566b39421c8e service neutron] 10.222.0.24 "GET /v2.0/networks/8f7a3112-d87a-480f-b0b2-a3228f692e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798702 Aug 20 11:30:38.663445 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9efe64c2-da08-488f-9ff4-603a6c905771 req-6a344167-b5aa-4efd-ba81-e81a8bc3e373 service neutron] 10.222.0.24 "GET /v2.0/networks/8f7a3112-d87a-480f-b0b2-a3228f692e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853257 Aug 20 11:30:49.166895 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:53.468473 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:59.398917 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dd3246e5-3307-4ada-b760-0a517277ff3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.049353 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f9f1989f-b1ee-446b-b344-ad5a8c6b1c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.520568 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.409601 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:05.066697 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:07.869800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40540) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:07.886581 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:31:08.024160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port fa9266ce-c8c6-4a64-bbca-a8118f03159b {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:08.024397 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:08.113963 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:08.113963 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:08.121604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for fa9266ce-c8c6-4a64-bbca-a8118f03159b owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:08.269142 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:08.297735 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=fa9266ce-c8c6-4a64-bbca-a8118f03159b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:08.322204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:08.322560 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:08.322906 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:08.323280 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:08.323621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:08.323964 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:08.324301 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:08.324642 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:08.324980 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:08.325315 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:08.325651 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:08.325982 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:08.367453 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:08.367788 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Floating IP c3e3cc6e-d626-48b9-ba48-2882dba1cb0d disassociated (deleted). External IP: 172.25.3.77, port: 4b92386c-f51f-4bab-bd76-cded8e3cb1ff. Aug 20 11:31:08.583659 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router c4f12063-c7fc-449d-8b52-cc61fbb918c2 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:31:08.689909 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:08.694749 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:08.699390 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3f708-681c-47b1-8b23-751f93610025 None None] Sync routers for ids ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:08.708522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3f708-681c-47b1-8b23-751f93610025 None None] Routers {'c4f12063-c7fc-449d-8b52-cc61fbb918c2'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:08.709150 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6cd3f708-681c-47b1-8b23-751f93610025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:08.723118 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ff323e1f-72e4-4475-8385-203cf3b96e17 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/floatingips/c3e3cc6e-d626-48b9-ba48-2882dba1cb0d HTTP/1.1" status: 204 len: 168 time: 0.8517056 Aug 20 11:31:08.723587 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829612d4-3f1d-4733-9de3-8f926f984710', 'tag': '4b92386c-f51f-4bab-bd76-cded8e3cb1ff'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:08.725958 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec575727-8cea-4995-a7ca-a62495a21ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "829612d4-3f1d-4733-9de3-8f926f984710", "tag": "4b92386c-f51f-4bab-bd76-cded8e3cb1ff"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:08.773008 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9716ec-acbb-4668-9d7a-467480ca9f20 x-openstack-request-id: req-0e9716ec-acbb-4668-9d7a-467480ca9f20 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:08.773313 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829612d4-3f1d-4733-9de3-8f926f984710", "tag": "4b92386c-f51f-4bab-bd76-cded8e3cb1ff", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:08.773570 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e9716ec-acbb-4668-9d7a-467480ca9f20 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:08.773980 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829612d4-3f1d-4733-9de3-8f926f984710', 'tag': '4b92386c-f51f-4bab-bd76-cded8e3cb1ff', 'status': 'completed', 'code': 200} Aug 20 11:31:08.826943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6cd3f708-681c-47b1-8b23-751f93610025 None None] Set router c4f12063-c7fc-449d-8b52-cc61fbb918c2 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:08.841673 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec575727-8cea-4995-a7ca-a62495a21ad2 req-feddb103-0cd7-4d73-9093-009aedf9c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:08.843933 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ec575727-8cea-4995-a7ca-a62495a21ad2 req-feddb103-0cd7-4d73-9093-009aedf9c4ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 1098 time: 0.0451467 Aug 20 11:31:08.946932 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec575727-8cea-4995-a7ca-a62495a21ad2 req-b506c6df-afe4-4ab1-8e84-5d60203709d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:08.948508 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ec575727-8cea-4995-a7ca-a62495a21ad2 req-b506c6df-afe4-4ab1-8e84-5d60203709d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f7a3112-d87a-480f-b0b2-a3228f692e4b HTTP/1.1" status: 200 len: 896 time: 0.0942283 Aug 20 11:31:08.962458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5014a-e3ac-4804-a067-cfef709fb309 req-9a0d3492-8670-4c98-bb5e-0a37ac2e5f2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:08.964326 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9f5014a-e3ac-4804-a067-cfef709fb309 req-9a0d3492-8670-4c98-bb5e-0a37ac2e5f2d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0520043 Aug 20 11:31:08.994633 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ec575727-8cea-4995-a7ca-a62495a21ad2 req-dfd67926-047d-4128-b94b-2096f12cceac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b92386c-f51f-4bab-bd76-cded8e3cb1ff HTTP/1.1" status: 200 len: 217 time: 0.0378470 Aug 20 11:31:09.009218 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b9f5014a-e3ac-4804-a067-cfef709fb309 req-9f248a1a-f69a-4874-b3b7-a6ca58b31106 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381699 Aug 20 11:31:09.045183 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6cd3f708-681c-47b1-8b23-751f93610025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749224064', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:36Z', 'updated_at': '2021-08-20T11:28:40Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:37Z', 'updated_at': '2021-08-20T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '540fcea8-fa94-4836-b7c5-9120af54b310', 'name': '', 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:59:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:39Z', 'updated_at': '2021-08-20T11:28:45Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:09.046162 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec575727-8cea-4995-a7ca-a62495a21ad2 req-730b6050-c62e-4a56-aaaf-3a4e41b0319f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:09.047740 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ec575727-8cea-4995-a7ca-a62495a21ad2 req-730b6050-c62e-4a56-aaaf-3a4e41b0319f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=07841b8f-50e5-4594-8eaa-f5eb52534260 HTTP/1.1" status: 200 len: 834 time: 0.0459692 Aug 20 11:31:09.071567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3f708-681c-47b1-8b23-751f93610025 None None] Checking router: c4f12063-c7fc-449d-8b52-cc61fbb918c2 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:09.080525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3f708-681c-47b1-8b23-751f93610025 None None] Routers {'c4f12063-c7fc-449d-8b52-cc61fbb918c2'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:09.081128 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6cd3f708-681c-47b1-8b23-751f93610025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:09.100854 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec575727-8cea-4995-a7ca-a62495a21ad2 req-e2a7877d-7bd8-4a7a-be4b-9bc22093a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:09.102276 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ec575727-8cea-4995-a7ca-a62495a21ad2 req-e2a7877d-7bd8-4a7a-be4b-9bc22093a86b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f7a3112-d87a-480f-b0b2-a3228f692e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449646 Aug 20 11:31:09.186795 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6cd3f708-681c-47b1-8b23-751f93610025 None None] Set router c4f12063-c7fc-449d-8b52-cc61fbb918c2 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:09.192986 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ec575727-8cea-4995-a7ca-a62495a21ad2 req-a1918cca-7c6d-43f1-ab91-de85f470d069 service neutron] 10.222.0.24 "GET /v2.0/networks/8f7a3112-d87a-480f-b0b2-a3228f692e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827940 Aug 20 11:31:09.288683 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ec575727-8cea-4995-a7ca-a62495a21ad2 req-d7912174-15ce-44fb-a567-487ac23143a9 service neutron] 10.222.0.24 "GET /v2.0/networks/8f7a3112-d87a-480f-b0b2-a3228f692e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872655 Aug 20 11:31:09.392556 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6cd3f708-681c-47b1-8b23-751f93610025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749224064', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:36Z', 'updated_at': '2021-08-20T11:28:40Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:37Z', 'updated_at': '2021-08-20T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '540fcea8-fa94-4836-b7c5-9120af54b310', 'name': '', 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:59:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:39Z', 'updated_at': '2021-08-20T11:28:45Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:09.422526 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3f708-681c-47b1-8b23-751f93610025 None None] The sync data for ids ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'] in n-d-778550-11 is: [{'id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749224064', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:36Z', 'updated_at': '2021-08-20T11:28:40Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:37Z', 'updated_at': '2021-08-20T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '540fcea8-fa94-4836-b7c5-9120af54b310', 'name': '', 'network_id': '8f7a3112-d87a-480f-b0b2-a3228f692e4b', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:59:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:39Z', 'updated_at': '2021-08-20T11:28:45Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': '07841b8f-50e5-4594-8eaa-f5eb52534260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:09.646357 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e7e58-2434-47b3-afb9-c4b83576b7f5 None None] New status for floating IP c3e3cc6e-d626-48b9-ba48-2882dba1cb0d: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:31:10.149185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c0f5d-73b6-4aaf-89bd-285ba0367a23 req-1e24b1fc-5294-4b09-9dfc-35c136f73ce4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:10.150663 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d63c0f5d-73b6-4aaf-89bd-285ba0367a23 req-1e24b1fc-5294-4b09-9dfc-35c136f73ce4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0488045 Aug 20 11:31:10.188613 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d63c0f5d-73b6-4aaf-89bd-285ba0367a23 req-1da4d041-7b97-4af9-a863-bb23cb118c8b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=2403028e-9838-439f-82c6-68a303be4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320325 Aug 20 11:31:10.658419 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d88eb-43ce-4156-a4a0-f450b31ab791 req-81c6cd0b-acdc-47be-9109-5c46e4d8db4b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:10.659884 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-594d88eb-43ce-4156-a4a0-f450b31ab791 req-81c6cd0b-acdc-47be-9109-5c46e4d8db4b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 946 time: 0.0478134 Aug 20 11:31:10.767879 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-594d88eb-43ce-4156-a4a0-f450b31ab791 req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port 4b92386c-f51f-4bab-bd76-cded8e3cb1ff {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:10.768219 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-594d88eb-43ce-4156-a4a0-f450b31ab791 req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.855975 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-594d88eb-43ce-4156-a4a0-f450b31ab791 req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] For port 4b92386c-f51f-4bab-bd76-cded8e3cb1ff, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=4b92386c-f51f-4bab-bd76-cded8e3cb1ff,segment=NetworkSegment(b091a390-af3c-4e44-af46-437d8b0cacb5),segment_id=b091a390-af3c-4e44-af46-437d8b0cacb5)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:10.856339 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-594d88eb-43ce-4156-a4a0-f450b31ab791 req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.868962 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-594d88eb-43ce-4156-a4a0-f450b31ab791 req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for 4b92386c-f51f-4bab-bd76-cded8e3cb1ff owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:11.000728 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-594d88eb-43ce-4156-a4a0-f450b31ab791 req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:11.027534 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=4b92386c-f51f-4bab-bd76-cded8e3cb1ff,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:11.037798 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:11.038150 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:11.038493 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:11.038834 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:11.039207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:11.039596 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:11.039929 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:11.040262 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:11.041024 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:11.041024 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:11.041238 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:11.041542 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:11.083772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-594d88eb-43ce-4156-a4a0-f450b31ab791 req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] No DVR routers for this DVR port 4b92386c-f51f-4bab-bd76-cded8e3cb1ff on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:31:11.086477 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-594d88eb-43ce-4156-a4a0-f450b31ab791 req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:11.088604 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-594d88eb-43ce-4156-a4a0-f450b31ab791 req-d6cb1a26-92a0-4594-8d34-8428e8e23535 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "DELETE /v2.0/ports/4b92386c-f51f-4bab-bd76-cded8e3cb1ff HTTP/1.1" status: 204 len: 173 time: 0.4217782 Aug 20 11:31:11.089080 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829612d4-3f1d-4733-9de3-8f926f984710', 'name': 'network-vif-deleted', 'tag': '4b92386c-f51f-4bab-bd76-cded8e3cb1ff'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:11.091557 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e262f6-43b0-4b51-a590-06df3677f833" -d '{"events": [{"server_uuid": "829612d4-3f1d-4733-9de3-8f926f984710", "name": "network-vif-deleted", "tag": "4b92386c-f51f-4bab-bd76-cded8e3cb1ff"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:11.130673 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24a6ce5-0374-4a88-8594-53ea45225b1d x-openstack-request-id: req-a24a6ce5-0374-4a88-8594-53ea45225b1d {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:11.130991 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829612d4-3f1d-4733-9de3-8f926f984710", "name": "network-vif-deleted", "tag": "4b92386c-f51f-4bab-bd76-cded8e3cb1ff", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:11.131268 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a24a6ce5-0374-4a88-8594-53ea45225b1d {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:11.131689 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829612d4-3f1d-4733-9de3-8f926f984710', 'name': 'network-vif-deleted', 'tag': '4b92386c-f51f-4bab-bd76-cded8e3cb1ff', 'status': 'completed', 'code': 200} Aug 20 11:31:11.296537 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19919327-a2fc-4b6b-99b6-8555ea7deb83 req-ce32d359-f504-4e45-9974-ac02793acd96 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=829612d4-3f1d-4733-9de3-8f926f984710 HTTP/1.1" status: 200 len: 210 time: 0.0288653 Aug 20 11:31:12.355212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40560) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:12.729734 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe77fa27-ef84-4207-9d5a-0ae0308da2a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.000893 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-fe77fa27-ef84-4207-9d5a-0ae0308da2a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port 540fcea8-fa94-4836-b7c5-9120af54b310 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:13.001242 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe77fa27-ef84-4207-9d5a-0ae0308da2a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.099947 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-fe77fa27-ef84-4207-9d5a-0ae0308da2a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] For port 540fcea8-fa94-4836-b7c5-9120af54b310, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=540fcea8-fa94-4836-b7c5-9120af54b310,segment=NetworkSegment(b091a390-af3c-4e44-af46-437d8b0cacb5),segment_id=b091a390-af3c-4e44-af46-437d8b0cacb5)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:13.100312 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe77fa27-ef84-4207-9d5a-0ae0308da2a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.114932 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-fe77fa27-ef84-4207-9d5a-0ae0308da2a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for 540fcea8-fa94-4836-b7c5-9120af54b310 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:13.317607 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe77fa27-ef84-4207-9d5a-0ae0308da2a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.673140 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77fa27-ef84-4207-9d5a-0ae0308da2a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=540fcea8-fa94-4836-b7c5-9120af54b310,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:13.845712 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe77fa27-ef84-4207-9d5a-0ae0308da2a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.852650 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 4b92386c-f51f-4bab-bd76-cded8e3cb1ff no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:13.879595 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 4b92386c-f51f-4bab-bd76-cded8e3cb1ff {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:31:13.879945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 4b92386c-f51f-4bab-bd76-cded8e3cb1ff not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:31:14.066037 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe77fa27-ef84-4207-9d5a-0ae0308da2a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router c4f12063-c7fc-449d-8b52-cc61fbb918c2 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:31:14.173825 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe77fa27-ef84-4207-9d5a-0ae0308da2a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:14.179271 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fe77fa27-ef84-4207-9d5a-0ae0308da2a7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "PUT /v2.0/routers/c4f12063-c7fc-449d-8b52-cc61fbb918c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8230066 Aug 20 11:31:14.182072 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40562) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:14.187092 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68790098-11f3-4f01-a970-1e37a4a58845 None None] Sync routers for ids ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:14.196903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68790098-11f3-4f01-a970-1e37a4a58845 None None] Routers {'c4f12063-c7fc-449d-8b52-cc61fbb918c2'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:14.197546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-68790098-11f3-4f01-a970-1e37a4a58845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:14.234223 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6e3363-5283-4d7d-ad07-5dc401363c0d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting subnet 07841b8f-50e5-4594-8eaa-f5eb52534260 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:31:14.237918 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c6e3363-5283-4d7d-ad07-5dc401363c0d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.278442 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c6e3363-5283-4d7d-ad07-5dc401363c0d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.302457 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-68790098-11f3-4f01-a970-1e37a4a58845 None None] Set router c4f12063-c7fc-449d-8b52-cc61fbb918c2 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:14.373307 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c6e3363-5283-4d7d-ad07-5dc401363c0d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.447377 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c6e3363-5283-4d7d-ad07-5dc401363c0d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.476631 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e3363-5283-4d7d-ad07-5dc401363c0d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Subnet': ['ID=07841b8f-50e5-4594-8eaa-f5eb52534260,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:14.483228 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5c6e3363-5283-4d7d-ad07-5dc401363c0d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.488349 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5c6e3363-5283-4d7d-ad07-5dc401363c0d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/subnets/07841b8f-50e5-4594-8eaa-f5eb52534260 HTTP/1.1" status: 204 len: 168 time: 0.3052030 Aug 20 11:31:14.488801 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40564) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:14.496401 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-68790098-11f3-4f01-a970-1e37a4a58845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749224064', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:36Z', 'updated_at': '2021-08-20T11:31:13Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:37Z', 'updated_at': '2021-08-20T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:14.500582 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2882c2e4-c10c-48fb-9cd0-093a856ee1d6 None None] Network 8f7a3112-d87a-480f-b0b2-a3228f692e4b requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:14.560693 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68790098-11f3-4f01-a970-1e37a4a58845 None None] Checking router: c4f12063-c7fc-449d-8b52-cc61fbb918c2 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:14.581987 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68790098-11f3-4f01-a970-1e37a4a58845 None None] Routers {'c4f12063-c7fc-449d-8b52-cc61fbb918c2'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:14.582638 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-68790098-11f3-4f01-a970-1e37a4a58845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:14.603821 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d768ee11-2b37-4fe3-b85c-5b3eece0960c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.708542 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d768ee11-2b37-4fe3-b85c-5b3eece0960c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.749400 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-68790098-11f3-4f01-a970-1e37a4a58845 None None] Set router c4f12063-c7fc-449d-8b52-cc61fbb918c2 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:14.766665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-d768ee11-2b37-4fe3-b85c-5b3eece0960c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:14.767151 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d768ee11-2b37-4fe3-b85c-5b3eece0960c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.862591 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec17880-f4e9-4ea6-8a07-f815c07cb1dc None None] DHCP port deletion for 8f7a3112-d87a-480f-b0b2-a3228f692e4b request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:31:14.863506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-d768ee11-2b37-4fe3-b85c-5b3eece0960c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] For port 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:14.863965 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d768ee11-2b37-4fe3-b85c-5b3eece0960c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.877747 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-d768ee11-2b37-4fe3-b85c-5b3eece0960c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:14.967231 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4ec17880-f4e9-4ea6-8a07-f815c07cb1dc None None] Deleting port 03a9bcf6-4696-47c7-9543-c9a7374bcc6a {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:14.967604 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ec17880-f4e9-4ea6-8a07-f815c07cb1dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.046132 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d768ee11-2b37-4fe3-b85c-5b3eece0960c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.074478 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768ee11-2b37-4fe3-b85c-5b3eece0960c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:15.141647 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d768ee11-2b37-4fe3-b85c-5b3eece0960c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.170373 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 03a9bcf6-4696-47c7-9543-c9a7374bcc6a no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:15.233446 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-4ec17880-f4e9-4ea6-8a07-f815c07cb1dc None None] For port 03a9bcf6-4696-47c7-9543-c9a7374bcc6a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=03a9bcf6-4696-47c7-9543-c9a7374bcc6a,segment=NetworkSegment(b091a390-af3c-4e44-af46-437d8b0cacb5),segment_id=b091a390-af3c-4e44-af46-437d8b0cacb5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:15.233842 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ec17880-f4e9-4ea6-8a07-f815c07cb1dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.234697 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d768ee11-2b37-4fe3-b85c-5b3eece0960c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.237108 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d768ee11-2b37-4fe3-b85c-5b3eece0960c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.251811 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-4ec17880-f4e9-4ea6-8a07-f815c07cb1dc None None] Calling delete_port for 03a9bcf6-4696-47c7-9543-c9a7374bcc6a owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:15.257511 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-68790098-11f3-4f01-a970-1e37a4a58845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749224064', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:36Z', 'updated_at': '2021-08-20T11:31:13Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:37Z', 'updated_at': '2021-08-20T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:15.279944 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d768ee11-2b37-4fe3-b85c-5b3eece0960c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.280469 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d768ee11-2b37-4fe3-b85c-5b3eece0960c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Fanout notify agent at l3_agent the message router_deleted on router c4f12063-c7fc-449d-8b52-cc61fbb918c2 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:31:15.287723 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d768ee11-2b37-4fe3-b85c-5b3eece0960c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.288950 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d768ee11-2b37-4fe3-b85c-5b3eece0960c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/routers/c4f12063-c7fc-449d-8b52-cc61fbb918c2 HTTP/1.1" status: 204 len: 168 time: 0.7991011 Aug 20 11:31:15.290474 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68790098-11f3-4f01-a970-1e37a4a58845 None None] The sync data for ids ['c4f12063-c7fc-449d-8b52-cc61fbb918c2'] in n-d-778550-11 is: [{'id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-749224064', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:36Z', 'updated_at': '2021-08-20T11:31:13Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f12063-c7fc-449d-8b52-cc61fbb918c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:37Z', 'updated_at': '2021-08-20T11:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:15.292245 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40566) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:15.379800 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.424401 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 03a9bcf6-4696-47c7-9543-c9a7374bcc6a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=03a9bcf6-4696-47c7-9543-c9a7374bcc6a,segment=NetworkSegment(b091a390-af3c-4e44-af46-437d8b0cacb5),segment_id=b091a390-af3c-4e44-af46-437d8b0cacb5)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:15.430529 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.456818 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4ec17880-f4e9-4ea6-8a07-f815c07cb1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.473513 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec17880-f4e9-4ea6-8a07-f815c07cb1dc None None] No DVR routers for this DVR port 03a9bcf6-4696-47c7-9543-c9a7374bcc6a on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:31:15.499469 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=03a9bcf6-4696-47c7-9543-c9a7374bcc6a,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:15.507810 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:15.508149 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:15.508485 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:15.508818 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:15.509144 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:15.509468 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:15.509791 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:15.510116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:15.510439 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:15.510757 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:15.511094 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:15.511411 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:15.539024 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec17880-f4e9-4ea6-8a07-f815c07cb1dc None None] Pushing event deleted for resources: {'Port': ['ID=03a9bcf6-4696-47c7-9543-c9a7374bcc6a,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:15.678430 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6cea8836-da1c-4c09-94d2-79a2f2594674 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.765536 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6cea8836-da1c-4c09-94d2-79a2f2594674 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.775976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-6cea8836-da1c-4c09-94d2-79a2f2594674 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7a3112-d87a-480f-b0b2-a3228f692e4b']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:15.790911 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-6cea8836-da1c-4c09-94d2-79a2f2594674 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b091a390-af3c-4e44-af46-437d8b0cacb5') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:15.791241 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-6cea8836-da1c-4c09-94d2-79a2f2594674 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b091a390-af3c-4e44-af46-437d8b0cacb5') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:15.800853 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6cea8836-da1c-4c09-94d2-79a2f2594674 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.815348 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6cea8836-da1c-4c09-94d2-79a2f2594674 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.821010 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cea8836-da1c-4c09-94d2-79a2f2594674 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:31:15.821358 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6cea8836-da1c-4c09-94d2-79a2f2594674 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: timer() Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:31:15.824434 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:31:15.881483 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6cea8836-da1c-4c09-94d2-79a2f2594674 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.888486 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6cea8836-da1c-4c09-94d2-79a2f2594674 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.890299 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6cea8836-da1c-4c09-94d2-79a2f2594674 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/networks/8f7a3112-d87a-480f-b0b2-a3228f692e4b HTTP/1.1" status: 204 len: 168 time: 0.5971246 Aug 20 11:31:15.893130 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40568) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:15.902813 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea8836-da1c-4c09-94d2-79a2f2594674 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Network': ['ID=8f7a3112-d87a-480f-b0b2-a3228f692e4b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:15.955679 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3a7582ec-dc71-4d06-a12f-7b3bab975d6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.981902 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3a7582ec-dc71-4d06-a12f-7b3bab975d6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.047246 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3a7582ec-dc71-4d06-a12f-7b3bab975d6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.049871 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3a7582ec-dc71-4d06-a12f-7b3bab975d6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.051023 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3a7582ec-dc71-4d06-a12f-7b3bab975d6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/security-groups/2403028e-9838-439f-82c6-68a303be4fa2 HTTP/1.1" status: 204 len: 168 time: 0.1568496 Aug 20 11:31:16.060530 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7582ec-dc71-4d06-a12f-7b3bab975d6a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2403028e-9838-439f-82c6-68a303be4fa2,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:16.368162 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40574) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:16.372872 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-54510109-0e1f-49c0-83b4-4d960f0eac61 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-661933178', 'description': 'tempest-secgroup-smoke-661933178 description', 'project_id': '68c200aa0a434658a567a090b20130f0'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:16.399582 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-54510109-0e1f-49c0-83b4-4d960f0eac61 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.475141 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-54510109-0e1f-49c0-83b4-4d960f0eac61 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.478891 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-54510109-0e1f-49c0-83b4-4d960f0eac61 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.505627 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-54510109-0e1f-49c0-83b4-4d960f0eac61 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.506856 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-54510109-0e1f-49c0-83b4-4d960f0eac61 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1376877 Aug 20 11:31:16.509852 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40576) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:16.510911 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54510109-0e1f-49c0-83b4-4d960f0eac61 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53a3e14-0b7b-4246-b939-b78349e8696b,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:16.515596 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-0bc032dc-c9d5-4a47-a23e-935c4cde6eaf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': 'f53a3e14-0b7b-4246-b939-b78349e8696b', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:16.542715 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bc032dc-c9d5-4a47-a23e-935c4cde6eaf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.597081 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bc032dc-c9d5-4a47-a23e-935c4cde6eaf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.600547 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bc032dc-c9d5-4a47-a23e-935c4cde6eaf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.616783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc032dc-c9d5-4a47-a23e-935c4cde6eaf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e12edda-5df3-4d27-ba53-e2b32e081958,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:16.623217 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0bc032dc-c9d5-4a47-a23e-935c4cde6eaf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.624410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0bc032dc-c9d5-4a47-a23e-935c4cde6eaf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133969 Aug 20 11:31:16.627014 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40578) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:16.631455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-4eda3600-d778-45a0-a4a5-ac7eb2a41b1a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': 'f53a3e14-0b7b-4246-b939-b78349e8696b', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:16.657986 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4eda3600-d778-45a0-a4a5-ac7eb2a41b1a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.717465 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4eda3600-d778-45a0-a4a5-ac7eb2a41b1a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.720999 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4eda3600-d778-45a0-a4a5-ac7eb2a41b1a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.738620 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda3600-d778-45a0-a4a5-ac7eb2a41b1a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be400888-093d-4b23-bdb3-9fbc24b088ae,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:16.747151 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4eda3600-d778-45a0-a4a5-ac7eb2a41b1a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.748343 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4eda3600-d778-45a0-a4a5-ac7eb2a41b1a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203640 Aug 20 11:31:16.751692 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40580) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:16.756322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-9923f681-077e-401a-b96e-a0138ad8184f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': 'f53a3e14-0b7b-4246-b939-b78349e8696b', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:16.783464 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9923f681-077e-401a-b96e-a0138ad8184f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.839873 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9923f681-077e-401a-b96e-a0138ad8184f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.843344 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9923f681-077e-401a-b96e-a0138ad8184f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.861207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923f681-077e-401a-b96e-a0138ad8184f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f22ca57-8415-4b7a-8ae6-440aa662b76d,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:16.866656 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9923f681-077e-401a-b96e-a0138ad8184f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.867883 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9923f681-077e-401a-b96e-a0138ad8184f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152520 Aug 20 11:31:16.870648 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40582) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:16.875310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-79fd381c-1ab0-4e6d-8abf-447e2d0f3b5c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': 'f53a3e14-0b7b-4246-b939-b78349e8696b', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:16.900903 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79fd381c-1ab0-4e6d-8abf-447e2d0f3b5c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.961172 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79fd381c-1ab0-4e6d-8abf-447e2d0f3b5c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.964818 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79fd381c-1ab0-4e6d-8abf-447e2d0f3b5c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.982020 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd381c-1ab0-4e6d-8abf-447e2d0f3b5c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28f16d7-5f06-47ad-95a8-e662dcf2c990,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:16.987382 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-79fd381c-1ab0-4e6d-8abf-447e2d0f3b5c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.988610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-79fd381c-1ab0-4e6d-8abf-447e2d0f3b5c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169353 Aug 20 11:31:16.991394 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40584) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:16.996154 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-9bc69050-7f33-4b62-bca4-b62ec5ebc3ce tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': 'f53a3e14-0b7b-4246-b939-b78349e8696b', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:17.018715 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-9bc69050-7f33-4b62-bca4-b62ec5ebc3ce tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Project 68c200aa0a434658a567a090b20130f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:31:17.023656 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9bc69050-7f33-4b62-bca4-b62ec5ebc3ce tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.040845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 540fcea8-fa94-4836-b7c5-9120af54b310 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:17.061219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 540fcea8-fa94-4836-b7c5-9120af54b310 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:31:17.061571 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 540fcea8-fa94-4836-b7c5-9120af54b310 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:31:17.061989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:17.081122 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:31:17.081467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 6ce5222f-4d8f-4eb4-afec-c2ecce2c0b4b not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:31:17.087071 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9bc69050-7f33-4b62-bca4-b62ec5ebc3ce tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.090878 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9bc69050-7f33-4b62-bca4-b62ec5ebc3ce tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.107961 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc69050-7f33-4b62-bca4-b62ec5ebc3ce tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367ac172-de55-4700-af3c-eaf15c81e3e9,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:17.113906 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9bc69050-7f33-4b62-bca4-b62ec5ebc3ce tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.115142 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9bc69050-7f33-4b62-bca4-b62ec5ebc3ce tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226888 Aug 20 11:31:17.117677 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40586) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:17.121974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-70344849-c030-4cc8-9906-670be4614bd1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'security_group_rule': {'security_group_id': 'f53a3e14-0b7b-4246-b939-b78349e8696b', 'project_id': '68c200aa0a434658a567a090b20130f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:17.142763 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-70344849-c030-4cc8-9906-670be4614bd1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Project 68c200aa0a434658a567a090b20130f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:31:17.147432 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-70344849-c030-4cc8-9906-670be4614bd1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.206898 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-70344849-c030-4cc8-9906-670be4614bd1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.210539 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-70344849-c030-4cc8-9906-670be4614bd1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.227717 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70344849-c030-4cc8-9906-670be4614bd1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec0b6d6-a9fa-4147-bcec-cc49aa77df04,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:17.233183 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-70344849-c030-4cc8-9906-670be4614bd1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.234909 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-70344849-c030-4cc8-9906-670be4614bd1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1157446 Aug 20 11:31:17.237644 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40588) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:17.242562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-acac273f-ac5a-415d-9995-4b0a0186aecf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'network': {'name': 'tempest-network-smoke--1004873974', 'project_id': '68c200aa0a434658a567a090b20130f0', 'port_security_enabled': True}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:17.262296 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acac273f-ac5a-415d-9995-4b0a0186aecf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Made reservation on behalf of 68c200aa0a434658a567a090b20130f0 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:17.265657 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-acac273f-ac5a-415d-9995-4b0a0186aecf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.287578 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acac273f-ac5a-415d-9995-4b0a0186aecf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:31:17.296099 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-acac273f-ac5a-415d-9995-4b0a0186aecf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.296438 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-acac273f-ac5a-415d-9995-4b0a0186aecf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Added segment ead5b37f-f4a4-4e73-b485-4443f4ee6d97 of type vlan for network 0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 Aug 20 11:31:17.336194 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-acac273f-ac5a-415d-9995-4b0a0186aecf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.363277 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-acac273f-ac5a-415d-9995-4b0a0186aecf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.368732 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acac273f-ac5a-415d-9995-4b0a0186aecf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:17.369309 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-acac273f-ac5a-415d-9995-4b0a0186aecf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.425520 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-acac273f-ac5a-415d-9995-4b0a0186aecf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1868834 Aug 20 11:31:17.428290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40590) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:17.432714 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1518484162', 'admin_state_up': True, 'project_id': '68c200aa0a434658a567a090b20130f0', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:17.447761 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac273f-ac5a-415d-9995-4b0a0186aecf tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Network': ['ID=0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:17.459605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:31:17.464229 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.465231 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.519413 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.652107 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.841862 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.860454 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.958873 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.25.3.174 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/1b2c9852-e615-4d88-b883-23bb7774c991) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:18.060937 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:18.099459 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:18.134230 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:18.136962 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:18.140328 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:18.173430 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=1b2c9852-e615-4d88-b883-23bb7774c991,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:18.393266 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:18.585507 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:18.710036 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router 1296ab95-aa94-4244-8ff2-35adc37fcce9 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:31:18.818797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:18.828827 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Sync routers for ids ['1296ab95-aa94-4244-8ff2-35adc37fcce9'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:18.838164 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:18.839460 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-439cec9d-bab3-4549-bff1-1117b8581f66 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4102495 Aug 20 11:31:18.839593 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Routers {'1296ab95-aa94-4244-8ff2-35adc37fcce9'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:18.840528 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1296ab95-aa94-4244-8ff2-35adc37fcce9'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:18.843840 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40592) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:18.873157 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-fd3a7e7c-3dd1-4a85-87c8-f0e25f7a9db8 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=68c200aa0a434658a567a090b20130f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274520 Aug 20 11:31:18.876433 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40594) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:18.950011 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Set router 1296ab95-aa94-4244-8ff2-35adc37fcce9 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:18.975395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deced1b9-6d74-4ab7-bd34-b4a5b6177903 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:18.976877 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-deced1b9-6d74-4ab7-bd34-b4a5b6177903 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0995359 Aug 20 11:31:18.979835 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40596) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:19.010084 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6c96e913-7eaa-45f0-a1d2-bc78759d0c7b tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=e9b47c86-fd7d-4389-b9fc-3eb6ae38720e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291564 Aug 20 11:31:19.012590 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40598) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:19.017587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-86deafae-8ac0-43b2-a091-fbe1325dafec tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1928312446', 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0', 'project_id': '68c200aa0a434658a567a090b20130f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:19.105041 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86deafae-8ac0-43b2-a091-fbe1325dafec tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Made reservation on behalf of 68c200aa0a434658a567a090b20130f0 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:19.108919 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86deafae-8ac0-43b2-a091-fbe1325dafec tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.136097 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518484162', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:18Z', 'revision_number': 3, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:19.161518 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Checking router: 1296ab95-aa94-4244-8ff2-35adc37fcce9 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:19.161866 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Updating router 1296ab95-aa94-4244-8ff2-35adc37fcce9 port 1b2c9852-e615-4d88-b883-23bb7774c991 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:31:19.183318 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.188584 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.301585 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86deafae-8ac0-43b2-a091-fbe1325dafec tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.369535 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86deafae-8ac0-43b2-a091-fbe1325dafec tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Subnet': ['ID=a0cbf278-67d2-43d0-ac10-5078bd3330e3,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:19.377570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86deafae-8ac0-43b2-a091-fbe1325dafec tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Checking segment: {'id': 'ead5b37f-f4a4-4e73-b485-4443f4ee6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:19.377942 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86deafae-8ac0-43b2-a091-fbe1325dafec tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network hostable DHCP agents. Network: 0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:31:19.394961 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86deafae-8ac0-43b2-a091-fbe1325dafec tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network 0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:31:19.403500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-86deafae-8ac0-43b2-a091-fbe1325dafec tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:19.408743 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86deafae-8ac0-43b2-a091-fbe1325dafec tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:19.409620 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-86deafae-8ac0-43b2-a091-fbe1325dafec tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.413517 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53efe25-3a66-4909-9d43-0d0913731d5a None None] Network 0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:19.432458 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-86deafae-8ac0-43b2-a091-fbe1325dafec tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4188051 Aug 20 11:31:19.433103 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40600) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:19.449983 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.460673 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Transition to ACTIVE for port object 1b2c9852-e615-4d88-b883-23bb7774c991 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:19.467064 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.510058 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Attempting to bind port 1b2c9852-e615-4d88-b883-23bb7774c991 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:19.510432 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Attempting to bind port 1b2c9852-e615-4d88-b883-23bb7774c991 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:19.511009 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Attempting to bind port 1b2c9852-e615-4d88-b883-23bb7774c991 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:19.518792 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:19.519481 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:19.520059 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.520611 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:19.521243 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Bound port: 1b2c9852-e615-4d88-b883-23bb7774c991, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:19.521813 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.562198 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0', 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ips': [{'subnet_id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:31:19.563336 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.574842 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] For port 1b2c9852-e615-4d88-b883-23bb7774c991, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:19.578811 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] For port 1b2c9852-e615-4d88-b883-23bb7774c991, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1b2c9852-e615-4d88-b883-23bb7774c991,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:19.586553 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.601631 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ec99d-df8c-4a44-84d1-1c987d011918 None None] Pushing event updated for resources: {'Port': ['ID=1b2c9852-e615-4d88-b883-23bb7774c991,revision_number=2']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:19.610525 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ec99d-df8c-4a44-84d1-1c987d011918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:19.610871 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ec99d-df8c-4a44-84d1-1c987d011918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:19.611241 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ec99d-df8c-4a44-84d1-1c987d011918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:19.611579 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ec99d-df8c-4a44-84d1-1c987d011918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:19.611906 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ec99d-df8c-4a44-84d1-1c987d011918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:19.612231 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ec99d-df8c-4a44-84d1-1c987d011918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:19.612613 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ec99d-df8c-4a44-84d1-1c987d011918 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:19.613035 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ec99d-df8c-4a44-84d1-1c987d011918 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:19.613812 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ec99d-df8c-4a44-84d1-1c987d011918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:19.613812 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ec99d-df8c-4a44-84d1-1c987d011918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:19.614028 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ec99d-df8c-4a44-84d1-1c987d011918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:19.614296 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ec99d-df8c-4a44-84d1-1c987d011918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:19.664687 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Routers {'1296ab95-aa94-4244-8ff2-35adc37fcce9'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:19.665385 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1296ab95-aa94-4244-8ff2-35adc37fcce9'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:19.702390 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ec99d-df8c-4a44-84d1-1c987d011918 None None] Pushing event updated for resources: {'Port': ['ID=1b2c9852-e615-4d88-b883-23bb7774c991,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:19.710630 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Allocated IP 172.20.0.2 (0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0/a0cbf278-67d2-43d0-ac10-5078bd3330e3/b175e767-6955-49a7-952c-2616a8b73ab7) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:19.777954 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] Set router 1296ab95-aa94-4244-8ff2-35adc37fcce9 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:19.880282 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.889209 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Transition to ACTIVE for port object b175e767-6955-49a7-952c-2616a8b73ab7 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:19.909742 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Transition to ACTIVE for port object b175e767-6955-49a7-952c-2616a8b73ab7 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:19.916852 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.925167 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.953471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Network 0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:19.959183 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:19.968034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:19.972106 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518484162', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:18Z', 'revision_number': 3, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:19.990231 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Pushing event updated for resources: {'Port': ['ID=b175e767-6955-49a7-952c-2616a8b73ab7,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:20.008036 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a716d-0a7f-42c9-8b54-cd822e6a0bfc None None] The sync data for ids ['1296ab95-aa94-4244-8ff2-35adc37fcce9'] in n-d-778550-11 is: [{'id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518484162', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:18Z', 'revision_number': 3, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:20.042424 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Attempting to bind port b175e767-6955-49a7-952c-2616a8b73ab7 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:20.043365 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Attempting to bind port b175e767-6955-49a7-952c-2616a8b73ab7 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'ead5b37f-f4a4-4e73-b485-4443f4ee6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:20.043582 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Attempting to bind port b175e767-6955-49a7-952c-2616a8b73ab7 on network 0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:20.050925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:20.051328 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Checking segment: {'id': 'ead5b37f-f4a4-4e73-b485-4443f4ee6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:20.051754 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:20.052658 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Bound using segment: {'id': 'ead5b37f-f4a4-4e73-b485-4443f4ee6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:20.052658 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Bound port: b175e767-6955-49a7-952c-2616a8b73ab7, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead5b37f-f4a4-4e73-b485-4443f4ee6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:20.052973 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:20.127327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] For port b175e767-6955-49a7-952c-2616a8b73ab7, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:20.132130 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] For port b175e767-6955-49a7-952c-2616a8b73ab7, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b175e767-6955-49a7-952c-2616a8b73ab7,segment=NetworkSegment(ead5b37f-f4a4-4e73-b485-4443f4ee6d97),segment_id=ead5b37f-f4a4-4e73-b485-4443f4ee6d97)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:20.137301 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:20.241381 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa226f39-1f9c-4464-8511-18b324903312 None None] Pushing event updated for resources: {'Port': ['ID=b175e767-6955-49a7-952c-2616a8b73ab7,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:20.282262 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.20.0.1 (0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0/a0cbf278-67d2-43d0-ac10-5078bd3330e3/3af67022-ed9d-4449-88a8-15e90bdbb0d8) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:20.436512 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:20.454455 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Transition to ACTIVE for port object 3af67022-ed9d-4449-88a8-15e90bdbb0d8 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:20.495806 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:20.549749 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network 0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:20.555304 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:20.558186 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:20.568715 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=3af67022-ed9d-4449-88a8-15e90bdbb0d8,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:20.612320 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:20.758587 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.060034 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.066178 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.138604 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b175e767-6955-49a7-952c-2616a8b73ab7 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:21.151206 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=3af67022-ed9d-4449-88a8-15e90bdbb0d8,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:21.154867 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.194920 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port b175e767-6955-49a7-952c-2616a8b73ab7 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:21.200137 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1b2c9852-e615-4d88-b883-23bb7774c991 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:21.255542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 1b2c9852-e615-4d88-b883-23bb7774c991 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:21.259540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 1b2c9852-e615-4d88-b883-23bb7774c991 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:21.259936 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.271774 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network 0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:21.273297 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:21.282666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974dc470-13ac-45d1-aab5-e956428ffd3b None None] Network 0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:21.352104 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-df8cad1a-1e96-4b7e-9762-216dc5a5c78f None None] Provisioning for port b175e767-6955-49a7-952c-2616a8b73ab7 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:21.370645 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-df8cad1a-1e96-4b7e-9762-216dc5a5c78f None None] Provisioning complete for port b175e767-6955-49a7-952c-2616a8b73ab7 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:21.371309 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df8cad1a-1e96-4b7e-9762-216dc5a5c78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.388619 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router 1296ab95-aa94-4244-8ff2-35adc37fcce9 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:31:21.450477 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.504350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:21.507593 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 1b2c9852-e615-4d88-b883-23bb7774c991, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1b2c9852-e615-4d88-b883-23bb7774c991,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:21.511372 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ccc5e1e1-c5a0-4046-95db-fa20cf48e13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "PUT /v2.0/routers/1296ab95-aa94-4244-8ff2-35adc37fcce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0771377 Aug 20 11:31:21.517143 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.627736 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=1b2c9852-e615-4d88-b883-23bb7774c991,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:21.631213 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df8cad1a-1e96-4b7e-9762-216dc5a5c78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.668497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-df8cad1a-1e96-4b7e-9762-216dc5a5c78f None None] For port b175e767-6955-49a7-952c-2616a8b73ab7, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b175e767-6955-49a7-952c-2616a8b73ab7,segment=NetworkSegment(ead5b37f-f4a4-4e73-b485-4443f4ee6d97),segment_id=ead5b37f-f4a4-4e73-b485-4443f4ee6d97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:21.673399 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df8cad1a-1e96-4b7e-9762-216dc5a5c78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.683402 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-62cd8f05-e425-43af-9f4b-5d6128482643 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661933178&fields=id&tenant_id=68c200aa0a434658a567a090b20130f0 HTTP/1.1" status: 200 len: 267 time: 0.0511630 Aug 20 11:31:21.733207 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cad1a-1e96-4b7e-9762-216dc5a5c78f None None] Pushing event updated for resources: {'Port': ['ID=b175e767-6955-49a7-952c-2616a8b73ab7,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:21.796920 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-1ab8c282-6d04-417a-bb38-f41baecf8494 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:21.798502 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-1ab8c282-6d04-417a-bb38-f41baecf8494 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/networks?id=0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 HTTP/1.1" status: 200 len: 797 time: 0.1065350 Aug 20 11:31:21.815123 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-976ce192-2ff9-48af-bc83-bd343535dcc6 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/quotas/68c200aa0a434658a567a090b20130f0 HTTP/1.1" status: 200 len: 375 time: 0.0102227 Aug 20 11:31:21.820845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Sync routers for ids ['1296ab95-aa94-4244-8ff2-35adc37fcce9'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:21.835242 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Routers {'1296ab95-aa94-4244-8ff2-35adc37fcce9'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:21.835969 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1296ab95-aa94-4244-8ff2-35adc37fcce9'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:21.875660 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-77ea7579-9509-4430-bab4-61c7e6360af3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544517 Aug 20 11:31:21.943752 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2d136034-606b-4064-b410-fab38d761941 None None] Provisioning for port 3af67022-ed9d-4449-88a8-15e90bdbb0d8 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:21.952898 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-88592953-1472-442a-813c-42cbee0485e6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:31:21.953662 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2d136034-606b-4064-b410-fab38d761941 None None] Provisioning complete for port 3af67022-ed9d-4449-88a8-15e90bdbb0d8 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:21.954025 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2d136034-606b-4064-b410-fab38d761941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.954686 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-88592953-1472-442a-813c-42cbee0485e6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0649059 Aug 20 11:31:21.998970 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Set router 1296ab95-aa94-4244-8ff2-35adc37fcce9 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:22.030320 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-2d136034-606b-4064-b410-fab38d761941 None None] Port 3af67022-ed9d-4449-88a8-15e90bdbb0d8 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:22.059283 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-3935d91e-259b-408c-be6a-a4c0a6ea2198 service neutron] 10.222.0.16 "GET /v2.0/networks/0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953586 Aug 20 11:31:22.119845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-2d136034-606b-4064-b410-fab38d761941 None None] Provisioning complete for port b175e767-6955-49a7-952c-2616a8b73ab7 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:22.120229 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2d136034-606b-4064-b410-fab38d761941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:22.165170 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-df3fcb19-906b-4e92-8f58-0f31a6675f4b service neutron] 10.222.0.16 "GET /v2.0/networks/0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985062 Aug 20 11:31:22.282806 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518484162', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:20Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3af67022-ed9d-4449-88a8-15e90bdbb0d8', 'name': '', 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:ab:8c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:20Z', 'updated_at': '2021-08-20T11:31:20Z', 'revision_number': 2, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:22.308796 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Checking router: 1296ab95-aa94-4244-8ff2-35adc37fcce9 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:22.309148 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Updating router 1296ab95-aa94-4244-8ff2-35adc37fcce9 port 3af67022-ed9d-4449-88a8-15e90bdbb0d8 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:31:22.333966 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:22.443314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-972a366b-2532-46a0-a302-d302f8a2ad43 None None] Provisioning complete for port 3af67022-ed9d-4449-88a8-15e90bdbb0d8 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:22.443602 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-972a366b-2532-46a0-a302-d302f8a2ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:22.517707 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-972a366b-2532-46a0-a302-d302f8a2ad43 None None] Port 3af67022-ed9d-4449-88a8-15e90bdbb0d8 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:22.624494 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:22.634100 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Transition to ACTIVE for port object 3af67022-ed9d-4449-88a8-15e90bdbb0d8 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:22.639718 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:22.687960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664b2e2-74b1-4131-8501-d67ed7bd1b58 None None] Pushing event updated for resources: {'Port': ['ID=3af67022-ed9d-4449-88a8-15e90bdbb0d8,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:22.741107 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Attempting to bind port 3af67022-ed9d-4449-88a8-15e90bdbb0d8 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:22.741472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Attempting to bind port 3af67022-ed9d-4449-88a8-15e90bdbb0d8 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': 'ead5b37f-f4a4-4e73-b485-4443f4ee6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:22.741830 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Attempting to bind port 3af67022-ed9d-4449-88a8-15e90bdbb0d8 on network 0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:22.747008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:22.747575 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Checking segment: {'id': 'ead5b37f-f4a4-4e73-b485-4443f4ee6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:22.747798 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:22.748210 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Bound using segment: {'id': 'ead5b37f-f4a4-4e73-b485-4443f4ee6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:22.748669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Bound port: 3af67022-ed9d-4449-88a8-15e90bdbb0d8, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead5b37f-f4a4-4e73-b485-4443f4ee6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:22.749046 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:22.815785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] For port 3af67022-ed9d-4449-88a8-15e90bdbb0d8, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:22.819072 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] For port 3af67022-ed9d-4449-88a8-15e90bdbb0d8, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3af67022-ed9d-4449-88a8-15e90bdbb0d8,segment=NetworkSegment(ead5b37f-f4a4-4e73-b485-4443f4ee6d97),segment_id=ead5b37f-f4a4-4e73-b485-4443f4ee6d97)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:22.824813 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:22.883833 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Routers {'1296ab95-aa94-4244-8ff2-35adc37fcce9'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:22.884490 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:31:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1296ab95-aa94-4244-8ff2-35adc37fcce9'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:22.889347 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664b2e2-74b1-4131-8501-d67ed7bd1b58 None None] Pushing event updated for resources: {'Port': ['ID=3af67022-ed9d-4449-88a8-15e90bdbb0d8,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:23.009250 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] Set router 1296ab95-aa94-4244-8ff2-35adc37fcce9 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:23.090998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b175e767-6955-49a7-952c-2616a8b73ab7 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:23.218035 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b175e767-6955-49a7-952c-2616a8b73ab7 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:23.218317 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.329616 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518484162', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:20Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3af67022-ed9d-4449-88a8-15e90bdbb0d8', 'name': '', 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:ab:8c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:20Z', 'updated_at': '2021-08-20T11:31:22Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:23.363164 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1b2c9852-e615-4d88-b883-23bb7774c991 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:23.365062 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1644afc-527d-44e4-98f9-ab6861d4e86c None None] The sync data for ids ['1296ab95-aa94-4244-8ff2-35adc37fcce9'] in n-d-778550-11 is: [{'id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518484162', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:20Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3af67022-ed9d-4449-88a8-15e90bdbb0d8', 'name': '', 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:ab:8c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:20Z', 'updated_at': '2021-08-20T11:31:22Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:23.372257 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bc75b9c4-9b74-450d-a7b1-7c71e56863ca req-c7e5f442-9168-43de-805c-1537db50f77e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 210 time: 0.0272493 Aug 20 11:31:23.599364 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.623909 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 1b2c9852-e615-4d88-b883-23bb7774c991 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:23.624433 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.382662 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-0a216c97-61b5-474c-8266-9303c3fb3c21 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:24.384214 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-0a216c97-61b5-474c-8266-9303c3fb3c21 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "GET /v2.0/networks?id=0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 HTTP/1.1" status: 200 len: 797 time: 0.1082728 Aug 20 11:31:24.449249 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-a9393f40-e0d4-4559-bcd9-88a87b4c4051 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68c200aa0a434658a567a090b20130f0 HTTP/1.1" status: 200 len: 379 time: 0.0555987 Aug 20 11:31:24.459873 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-c787ce68-cd5c-4adf-be17-bcf16b143b5e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'port': {'device_id': 'f10834ed-ee77-4be1-a8a8-93efb9f562c9', 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0', 'admin_state_up': True, 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'security_groups': ['f53a3e14-0b7b-4246-b939-b78349e8696b']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:24.524626 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-707f5953-421d-4565-8492-8342be1b3158 req-642e4672-42ec-42db-803c-b6aa87601def tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 210 time: 0.0610492 Aug 20 11:31:24.591356 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-c787ce68-cd5c-4adf-be17-bcf16b143b5e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Made reservation on behalf of 68c200aa0a434658a567a090b20130f0 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:24.595609 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-c787ce68-cd5c-4adf-be17-bcf16b143b5e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.723729 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-c787ce68-cd5c-4adf-be17-bcf16b143b5e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.20.0.12 (0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0/a0cbf278-67d2-43d0-ac10-5078bd3330e3/7deb5a3f-c4d5-4cf7-ac2b-6de20087422f) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:24.857554 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-c787ce68-cd5c-4adf-be17-bcf16b143b5e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.870774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-c787ce68-cd5c-4adf-be17-bcf16b143b5e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Transition to ACTIVE for port object 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:24.903524 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-c787ce68-cd5c-4adf-be17-bcf16b143b5e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.951688 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-c787ce68-cd5c-4adf-be17-bcf16b143b5e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network 0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:24.955699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-c787ce68-cd5c-4adf-be17-bcf16b143b5e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:24.958239 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-c787ce68-cd5c-4adf-be17-bcf16b143b5e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:24.990819 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787ce68-cd5c-4adf-be17-bcf16b143b5e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=7deb5a3f-c4d5-4cf7-ac2b-6de20087422f,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:25.022340 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-c787ce68-cd5c-4adf-be17-bcf16b143b5e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:25.023020 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-c787ce68-cd5c-4adf-be17-bcf16b143b5e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.045118 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-c787ce68-cd5c-4adf-be17-bcf16b143b5e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5891407 Aug 20 11:31:25.058456 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Request body: {'port': {'device_id': 'f10834ed-ee77-4be1-a8a8-93efb9f562c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:25.079019 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3af67022-ed9d-4449-88a8-15e90bdbb0d8 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:25.117766 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.134596 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 3af67022-ed9d-4449-88a8-15e90bdbb0d8 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:25.138503 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3af67022-ed9d-4449-88a8-15e90bdbb0d8 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:25.138877 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.227352 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.229192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-52084c49-e50b-4205-9fd8-333a9483e5dc None None] Provisioning for port 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:25.240230 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-52084c49-e50b-4205-9fd8-333a9483e5dc None None] Provisioning complete for port 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:25.240599 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-52084c49-e50b-4205-9fd8-333a9483e5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.289605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 3af67022-ed9d-4449-88a8-15e90bdbb0d8, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3af67022-ed9d-4449-88a8-15e90bdbb0d8,segment=NetworkSegment(ead5b37f-f4a4-4e73-b485-4443f4ee6d97),segment_id=ead5b37f-f4a4-4e73-b485-4443f4ee6d97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:25.294515 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-52084c49-e50b-4205-9fd8-333a9483e5dc None None] Port 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:25.296061 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.344070 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=3af67022-ed9d-4449-88a8-15e90bdbb0d8,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:25.406857 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:25.414330 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.427497 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Transition to ACTIVE for port object 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:25.431102 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.479177 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Pushing event updated for resources: {'Port': ['ID=7deb5a3f-c4d5-4cf7-ac2b-6de20087422f,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:25.560617 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Attempting to bind port 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:25.561215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Attempting to bind port 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': 'ead5b37f-f4a4-4e73-b485-4443f4ee6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:25.561737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Attempting to bind port 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f on network 0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:25.567616 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Port 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f on network 0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:25.568110 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Attempting to bind port 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f on network 0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:25.573325 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:25.574208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Checking segment: {'id': 'ead5b37f-f4a4-4e73-b485-4443f4ee6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:25.574698 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Bound using segment: {'id': 'ead5b37f-f4a4-4e73-b485-4443f4ee6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:25.575215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Bound port: 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead5b37f-f4a4-4e73-b485-4443f4ee6d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:25.575582 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.646310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176a6ee-41aa-4913-9f3d-be89ab846ff5 req-6145272c-ed76-4cc1-a56f-738c73a9707a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:25.646889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] For port 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:25.648042 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f176a6ee-41aa-4913-9f3d-be89ab846ff5 req-6145272c-ed76-4cc1-a56f-738c73a9707a tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 944 time: 0.0508702 Aug 20 11:31:25.649864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] For port 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7deb5a3f-c4d5-4cf7-ac2b-6de20087422f,segment=NetworkSegment(ead5b37f-f4a4-4e73-b485-4443f4ee6d97),segment_id=ead5b37f-f4a4-4e73-b485-4443f4ee6d97)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:25.654508 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.688167 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:25.688959 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.690167 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] 10.222.0.24 "PUT /v2.0/ports/7deb5a3f-c4d5-4cf7-ac2b-6de20087422f HTTP/1.1" status: 200 len: 1093 time: 0.6363840 Aug 20 11:31:25.690617 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10834ed-ee77-4be1-a8a8-93efb9f562c9', 'tag': '7deb5a3f-c4d5-4cf7-ac2b-6de20087422f'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:25.692037 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f176a6ee-41aa-4913-9f3d-be89ab846ff5 req-3725f626-f07f-4226-9f20-f10c905eec28 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367968 Aug 20 11:31:25.692921 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441b395b-0df2-4cb1-a979-fb345e88ad83" -d '{"events": [{"name": "network-changed", "server_uuid": "f10834ed-ee77-4be1-a8a8-93efb9f562c9", "tag": "7deb5a3f-c4d5-4cf7-ac2b-6de20087422f"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:25.741406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9512b20-123f-4cce-843a-9a4c1f58bcc9 service neutron] Pushing event updated for resources: {'Port': ['ID=7deb5a3f-c4d5-4cf7-ac2b-6de20087422f,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:25.746088 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b190cca-5d66-4184-92ff-3f1768d96246 x-openstack-request-id: req-4b190cca-5d66-4184-92ff-3f1768d96246 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:25.746490 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10834ed-ee77-4be1-a8a8-93efb9f562c9", "tag": "7deb5a3f-c4d5-4cf7-ac2b-6de20087422f", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:25.746890 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b190cca-5d66-4184-92ff-3f1768d96246 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:25.747587 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10834ed-ee77-4be1-a8a8-93efb9f562c9', 'tag': '7deb5a3f-c4d5-4cf7-ac2b-6de20087422f', 'status': 'completed', 'code': 200} Aug 20 11:31:25.797979 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-e07a0461-0cb2-4fff-b2fa-cbf7d0b3a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:25.799533 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-e07a0461-0cb2-4fff-b2fa-cbf7d0b3a491 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 1096 time: 0.0422833 Aug 20 11:31:25.845694 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-8dd5293c-8a56-44a6-9dc3-c160ef8c4d54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7deb5a3f-c4d5-4cf7-ac2b-6de20087422f HTTP/1.1" status: 200 len: 217 time: 0.0385184 Aug 20 11:31:25.896669 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-ab9addaa-362d-412b-a5ba-be8eaf883f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:25.898163 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-ab9addaa-362d-412b-a5ba-be8eaf883f8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a0cbf278-67d2-43d0-ac10-5078bd3330e3 HTTP/1.1" status: 200 len: 835 time: 0.0449598 Aug 20 11:31:25.943271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-8ed137c6-988b-4a74-a1b2-a7eb9c779bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:25.944705 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-8ed137c6-988b-4a74-a1b2-a7eb9c779bb4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399468 Aug 20 11:31:26.038462 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-cb25973d-98ba-44f6-a511-11c79084c518 service neutron] 10.222.0.24 "GET /v2.0/networks/0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864849 Aug 20 11:31:26.128517 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-19b16e70-a042-40da-80ed-f0e3f9568bdb req-bbdf6657-69e1-426a-b1a8-38e3ab9dc147 service neutron] 10.222.0.24 "GET /v2.0/networks/0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833962 Aug 20 11:31:26.213061 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b395b-0df2-4cb1-a979-fb345e88ad83 req-c57f49f3-3af2-4d5c-aa0a-97225c0adce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:26.214447 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-441b395b-0df2-4cb1-a979-fb345e88ad83 req-c57f49f3-3af2-4d5c-aa0a-97225c0adce1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 1096 time: 0.0407770 Aug 20 11:31:26.305867 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b395b-0df2-4cb1-a979-fb345e88ad83 req-5b5146a2-1708-43cb-9975-80c3977143c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:26.307369 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-441b395b-0df2-4cb1-a979-fb345e88ad83 req-5b5146a2-1708-43cb-9975-80c3977143c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 HTTP/1.1" status: 200 len: 898 time: 0.0859158 Aug 20 11:31:26.349436 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-441b395b-0df2-4cb1-a979-fb345e88ad83 req-5eba45d3-4616-4f9f-a1d5-f49640a18a84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7deb5a3f-c4d5-4cf7-ac2b-6de20087422f HTTP/1.1" status: 200 len: 217 time: 0.0351279 Aug 20 11:31:26.400816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b395b-0df2-4cb1-a979-fb345e88ad83 req-f2ab996b-2beb-46b9-82a0-1ec42bd38c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:26.402272 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-441b395b-0df2-4cb1-a979-fb345e88ad83 req-f2ab996b-2beb-46b9-82a0-1ec42bd38c57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a0cbf278-67d2-43d0-ac10-5078bd3330e3 HTTP/1.1" status: 200 len: 835 time: 0.0466497 Aug 20 11:31:26.446975 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b395b-0df2-4cb1-a979-fb345e88ad83 req-b4bc3304-7356-4044-a589-ff37b97503bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:26.448506 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-441b395b-0df2-4cb1-a979-fb345e88ad83 req-b4bc3304-7356-4044-a589-ff37b97503bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391598 Aug 20 11:31:26.534727 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-441b395b-0df2-4cb1-a979-fb345e88ad83 req-4a6caed0-a2de-4f58-834d-a74bf859d70b service neutron] 10.222.0.24 "GET /v2.0/networks/0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791771 Aug 20 11:31:26.626514 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-441b395b-0df2-4cb1-a979-fb345e88ad83 req-d5bb0e03-0a61-4e8c-86a9-52d1e09a0209 service neutron] 10.222.0.24 "GET /v2.0/networks/0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848157 Aug 20 11:31:26.804644 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c1a07-d2fd-4a7b-80a0-26843f1ea1c9 req-8aee2dd2-c2d0-41e8-9eac-e09a4be22c9e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:26.806048 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-726c1a07-d2fd-4a7b-80a0-26843f1ea1c9 req-8aee2dd2-c2d0-41e8-9eac-e09a4be22c9e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 944 time: 0.0525784 Aug 20 11:31:26.843399 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-726c1a07-d2fd-4a7b-80a0-26843f1ea1c9 req-f2d86807-1c62-4ea2-b721-23c1b59d19ac tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313499 Aug 20 11:31:27.042667 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3af67022-ed9d-4449-88a8-15e90bdbb0d8 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:27.089696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 3af67022-ed9d-4449-88a8-15e90bdbb0d8 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:27.089987 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.960354 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725eb8a0-5171-4ad5-b7ba-e6e62f484005 req-e8b54f3e-867e-4d9b-b9a4-21b7a9a0d875 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:27.961862 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-725eb8a0-5171-4ad5-b7ba-e6e62f484005 req-e8b54f3e-867e-4d9b-b9a4-21b7a9a0d875 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 944 time: 0.0501714 Aug 20 11:31:27.998057 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-725eb8a0-5171-4ad5-b7ba-e6e62f484005 req-7749e3df-6efe-431d-8b1c-5ebe5566aed5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301864 Aug 20 11:31:29.113572 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82afc5-6549-42ba-a923-31b1cdeeb73d req-986d7cbf-1761-4f8b-b62c-957a91a3aa6e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:29.115077 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0c82afc5-6549-42ba-a923-31b1cdeeb73d req-986d7cbf-1761-4f8b-b62c-957a91a3aa6e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 944 time: 0.0481460 Aug 20 11:31:29.151907 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0c82afc5-6549-42ba-a923-31b1cdeeb73d req-e9652ae3-4fa1-4ad1-8b85-88d8429e8a80 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308096 Aug 20 11:31:29.399248 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2e811f16-6317-4ce5-a03c-6342d018c33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:29.931699 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:30.028733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7deb5a3f-c4d5-4cf7-ac2b-6de20087422f,segment=NetworkSegment(ead5b37f-f4a4-4e73-b485-4443f4ee6d97),segment_id=ead5b37f-f4a4-4e73-b485-4443f4ee6d97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:30.040126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '7deb5a3f-c4d5-4cf7-ac2b-6de20087422f', 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0', 'port_id': '7deb5a3f-c4d5-4cf7-ac2b-6de20087422f', 'mac_address': 'fa:16:3e:66:e8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:30.080755 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.093639 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:30.113158 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7deb5a3f-c4d5-4cf7-ac2b-6de20087422f,segment=NetworkSegment(ead5b37f-f4a4-4e73-b485-4443f4ee6d97),segment_id=ead5b37f-f4a4-4e73-b485-4443f4ee6d97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:30.116808 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.163483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=7deb5a3f-c4d5-4cf7-ac2b-6de20087422f,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:30.263626 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ebc44-b3c0-4a2c-86f3-998c1e7f6f25 req-262f7b13-a976-4bdb-8d6d-4c0daaf597d2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:30.265178 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-735ebc44-b3c0-4a2c-86f3-998c1e7f6f25 req-262f7b13-a976-4bdb-8d6d-4c0daaf597d2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 945 time: 0.0481193 Aug 20 11:31:30.307318 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-735ebc44-b3c0-4a2c-86f3-998c1e7f6f25 req-a8adf66f-4fba-4781-92b6-c35fa55e2448 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352151 Aug 20 11:31:30.461370 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['7deb5a3f-c4d5-4cf7-ac2b-6de20087422f'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:31.421810 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffa7af-6f0e-4a31-927d-3cfd716feab1 req-d6750dbc-eff6-4343-906f-ca60c45abeb2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:31.423282 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a0ffa7af-6f0e-4a31-927d-3cfd716feab1 req-d6750dbc-eff6-4343-906f-ca60c45abeb2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 945 time: 0.0478289 Aug 20 11:31:31.459892 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a0ffa7af-6f0e-4a31-927d-3cfd716feab1 req-47ec4b90-938e-4d06-8a42-6a8e0f93114b tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307565 Aug 20 11:31:31.955809 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:32.002192 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:32.005697 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:32.006065 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:32.055300 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e5f707c8-9f44-4de2-8181-da0545853f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:32.096780 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:32.119326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10834ed-ee77-4be1-a8a8-93efb9f562c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7deb5a3f-c4d5-4cf7-ac2b-6de20087422f'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:32.121537 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9143e6-706d-4d87-a269-bdc1ea27f1d2" -d '{"events": [{"server_uuid": "f10834ed-ee77-4be1-a8a8-93efb9f562c9", "name": "network-vif-plugged", "status": "completed", "tag": "7deb5a3f-c4d5-4cf7-ac2b-6de20087422f"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:32.134738 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7deb5a3f-c4d5-4cf7-ac2b-6de20087422f,segment=NetworkSegment(ead5b37f-f4a4-4e73-b485-4443f4ee6d97),segment_id=ead5b37f-f4a4-4e73-b485-4443f4ee6d97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:32.138664 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:32.188998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=7deb5a3f-c4d5-4cf7-ac2b-6de20087422f,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:32.208506 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ec5888-7318-4def-92b7-f1e36f7e3c6a x-openstack-request-id: req-f5ec5888-7318-4def-92b7-f1e36f7e3c6a {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:32.208798 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10834ed-ee77-4be1-a8a8-93efb9f562c9", "name": "network-vif-plugged", "status": "completed", "tag": "7deb5a3f-c4d5-4cf7-ac2b-6de20087422f", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:32.209049 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5ec5888-7318-4def-92b7-f1e36f7e3c6a {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:32.209445 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10834ed-ee77-4be1-a8a8-93efb9f562c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7deb5a3f-c4d5-4cf7-ac2b-6de20087422f', 'code': 200} Aug 20 11:31:32.301934 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41679f29-a984-4567-9de2-9ecb3e6baef0 req-6de25ada-39bb-4414-86d0-0d65389833e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:32.303367 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41679f29-a984-4567-9de2-9ecb3e6baef0 req-6de25ada-39bb-4414-86d0-0d65389833e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 1098 time: 0.0389948 Aug 20 11:31:32.337420 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41679f29-a984-4567-9de2-9ecb3e6baef0 req-f61f1b58-4f09-41d9-8a01-fdc252e3e3a2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273831 Aug 20 11:31:32.521097 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:32.580369 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd3928-ef56-4422-a2c3-511371ee953c req-7dee8bd5-f2d8-4b9e-9a11-54d6c7c9a704 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:32.581757 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3ddd3928-ef56-4422-a2c3-511371ee953c req-7dee8bd5-f2d8-4b9e-9a11-54d6c7c9a704 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 946 time: 0.0539758 Aug 20 11:31:32.620367 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3ddd3928-ef56-4422-a2c3-511371ee953c req-70df0069-dce1-4b05-a0a8-a3bc53911d89 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325480 Aug 20 11:31:33.413582 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:33.739575 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb3ac9-445e-4e64-bee7-3ab1f91866ba req-eb4d8ba0-fc86-4e87-9847-4768056082e5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:33.740981 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6afb3ac9-445e-4e64-bee7-3ab1f91866ba req-eb4d8ba0-fc86-4e87-9847-4768056082e5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 946 time: 0.0517993 Aug 20 11:31:33.778748 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6afb3ac9-445e-4e64-bee7-3ab1f91866ba req-9af130fc-ae5e-4288-a0b9-4d3b37350459 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315766 Aug 20 11:31:34.891697 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807ae4f-ec9e-402d-8f17-9a6bf27fb31e req-daa0d2f5-3bb3-4048-90f6-d397c28a96bc tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:34.893215 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5807ae4f-ec9e-402d-8f17-9a6bf27fb31e req-daa0d2f5-3bb3-4048-90f6-d397c28a96bc tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 946 time: 0.0485764 Aug 20 11:31:34.930770 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5807ae4f-ec9e-402d-8f17-9a6bf27fb31e req-940c8574-6034-410d-8838-e03affb2b9e5 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317004 Aug 20 11:31:35.044180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8d964-aca3-42e1-9f3b-401ce4030ceb req-f19ed09d-04e3-4ebf-8915-b1f28e91d9c4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:35.045653 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-09d8d964-aca3-42e1-9f3b-401ce4030ceb req-f19ed09d-04e3-4ebf-8915-b1f28e91d9c4 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 946 time: 0.0482337 Aug 20 11:31:35.067910 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.089849 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-09d8d964-aca3-42e1-9f3b-401ce4030ceb req-03da437d-bae0-4128-a24f-8412d7974897 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382609 Aug 20 11:31:35.111710 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40660) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:35.434921 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb544de-a2e3-4a6a-a7c3-a6f9fdefed71 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:35.436443 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8cb544de-a2e3-4a6a-a7c3-a6f9fdefed71 tempest-TestNetworkAdvancedServerOps-1560584273 tempest-TestNetworkAdvancedServerOps-1560584273-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 1093 time: 0.3237798 Aug 20 11:31:35.439788 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40662) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:35.444128 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': '7deb5a3f-c4d5-4cf7-ac2b-6de20087422f', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:35.466313 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.560563 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.667843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Allocated IP 172.25.3.139 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/005743f0-2c96-427c-a0e6-906818f2aa73) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:35.775485 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.815786 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.849655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:35.852647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:35.855229 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:35.888885 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=005743f0-2c96-427c-a0e6-906818f2aa73,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:36.221551 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.286488 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.435315 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.439816 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.509393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event updated for resources: {'Port': ['ID=005743f0-2c96-427c-a0e6-906818f2aa73,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:36.521529 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.621060 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Floating IP 248f4337-da84-4a3b-b015-687fb88405e8 associated. External IP: 172.25.3.139, port: 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f. Aug 20 11:31:36.825198 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router 1296ab95-aa94-4244-8ff2-35adc37fcce9 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:31:36.933011 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:36.942305 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2565e3dd-4574-45dd-abca-26d3b04f454e None None] Sync routers for ids ['1296ab95-aa94-4244-8ff2-35adc37fcce9'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:36.948736 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.952286 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2565e3dd-4574-45dd-abca-26d3b04f454e None None] Routers {'1296ab95-aa94-4244-8ff2-35adc37fcce9'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:36.953183 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2565e3dd-4574-45dd-abca-26d3b04f454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:31:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1296ab95-aa94-4244-8ff2-35adc37fcce9'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:36.977437 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e94b5232-7a68-47a9-951f-c3d1e8be1148 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5366280 Aug 20 11:31:36.978023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10834ed-ee77-4be1-a8a8-93efb9f562c9', 'tag': '7deb5a3f-c4d5-4cf7-ac2b-6de20087422f'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:36.980369 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38a558e-6399-4d96-95d9-e3e24fb47da6" -d '{"events": [{"name": "network-changed", "server_uuid": "f10834ed-ee77-4be1-a8a8-93efb9f562c9", "tag": "7deb5a3f-c4d5-4cf7-ac2b-6de20087422f"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:37.018802 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2049b3-22b4-44fb-bbe7-79e6e10ef876 x-openstack-request-id: req-bd2049b3-22b4-44fb-bbe7-79e6e10ef876 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:37.019120 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10834ed-ee77-4be1-a8a8-93efb9f562c9", "tag": "7deb5a3f-c4d5-4cf7-ac2b-6de20087422f", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:37.019378 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd2049b3-22b4-44fb-bbe7-79e6e10ef876 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:37.019789 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10834ed-ee77-4be1-a8a8-93efb9f562c9', 'tag': '7deb5a3f-c4d5-4cf7-ac2b-6de20087422f', 'status': 'completed', 'code': 200} Aug 20 11:31:37.083796 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-2565e3dd-4574-45dd-abca-26d3b04f454e None None] Set router 1296ab95-aa94-4244-8ff2-35adc37fcce9 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:37.085357 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6d107-b414-4cda-8dda-bd2de05fe1f1 req-906b16fd-463f-4a91-af5b-739a75bd13e2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:37.087491 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5f6d107-b414-4cda-8dda-bd2de05fe1f1 req-906b16fd-463f-4a91-af5b-739a75bd13e2 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 946 time: 0.0527573 Aug 20 11:31:37.090540 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a558e-6399-4d96-95d9-e3e24fb47da6 req-36748777-c9de-46b4-91f0-44e0fef3283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:37.092091 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a38a558e-6399-4d96-95d9-e3e24fb47da6 req-36748777-c9de-46b4-91f0-44e0fef3283a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 1098 time: 0.0494101 Aug 20 11:31:37.127287 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d5f6d107-b414-4cda-8dda-bd2de05fe1f1 req-0e5af4c6-0db3-49df-a0a6-0e2092f48079 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325687 Aug 20 11:31:37.148940 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40670) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:37.192548 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a558e-6399-4d96-95d9-e3e24fb47da6 req-b6f3c360-5a26-4cdf-bc41-563d1973bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:37.194099 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a38a558e-6399-4d96-95d9-e3e24fb47da6 req-b6f3c360-5a26-4cdf-bc41-563d1973bf26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 HTTP/1.1" status: 200 len: 898 time: 0.0936987 Aug 20 11:31:37.217636 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-1c2de309-951a-4459-879b-67557cf37792 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/248f4337-da84-4a3b-b015-687fb88405e8 HTTP/1.1" status: 200 len: 992 time: 0.0666780 Aug 20 11:31:37.264089 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a38a558e-6399-4d96-95d9-e3e24fb47da6 req-c4c31a00-5214-45d6-a11a-0db44de49132 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7deb5a3f-c4d5-4cf7-ac2b-6de20087422f HTTP/1.1" status: 200 len: 1000 time: 0.0630496 Aug 20 11:31:37.308130 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2565e3dd-4574-45dd-abca-26d3b04f454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518484162', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:20Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '248f4337-da84-4a3b-b015-687fb88405e8', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'port_id': '7deb5a3f-c4d5-4cf7-ac2b-6de20087422f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0', 'mac_address': 'fa:16:3e:66:e8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10834ed-ee77-4be1-a8a8-93efb9f562c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:31:36Z', 'updated_at': '2021-08-20T11:31:36Z', 'revision_number': 0, 'project_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af67022-ed9d-4449-88a8-15e90bdbb0d8', 'name': '', 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:ab:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:20Z', 'updated_at': '2021-08-20T11:31:25Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:37.313805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a558e-6399-4d96-95d9-e3e24fb47da6 req-868f0756-8fa1-4acd-804d-c044710dee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:37.315340 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a38a558e-6399-4d96-95d9-e3e24fb47da6 req-868f0756-8fa1-4acd-804d-c044710dee16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a0cbf278-67d2-43d0-ac10-5078bd3330e3 HTTP/1.1" status: 200 len: 835 time: 0.0442865 Aug 20 11:31:37.338024 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2565e3dd-4574-45dd-abca-26d3b04f454e None None] Checking router: 1296ab95-aa94-4244-8ff2-35adc37fcce9 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:37.346954 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2565e3dd-4574-45dd-abca-26d3b04f454e None None] Routers {'1296ab95-aa94-4244-8ff2-35adc37fcce9'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:37.347591 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2565e3dd-4574-45dd-abca-26d3b04f454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:31:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1296ab95-aa94-4244-8ff2-35adc37fcce9'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:37.361148 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a558e-6399-4d96-95d9-e3e24fb47da6 req-a9b1100e-2996-41ba-873f-5f73c3de062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:37.362709 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a38a558e-6399-4d96-95d9-e3e24fb47da6 req-a9b1100e-2996-41ba-873f-5f73c3de062e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407896 Aug 20 11:31:37.461519 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a38a558e-6399-4d96-95d9-e3e24fb47da6 req-c7028586-9078-4bf5-b570-7a3ab61cce1d service neutron] 10.222.0.24 "GET /v2.0/networks/0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900064 Aug 20 11:31:37.543879 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-2565e3dd-4574-45dd-abca-26d3b04f454e None None] Set router 1296ab95-aa94-4244-8ff2-35adc37fcce9 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:37.554182 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a38a558e-6399-4d96-95d9-e3e24fb47da6 req-9602ded1-341c-4a84-9217-992d77d15fd4 service neutron] 10.222.0.24 "GET /v2.0/networks/0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856810 Aug 20 11:31:37.762283 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-2565e3dd-4574-45dd-abca-26d3b04f454e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518484162', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:20Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '248f4337-da84-4a3b-b015-687fb88405e8', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'port_id': '7deb5a3f-c4d5-4cf7-ac2b-6de20087422f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0', 'mac_address': 'fa:16:3e:66:e8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10834ed-ee77-4be1-a8a8-93efb9f562c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:31:36Z', 'updated_at': '2021-08-20T11:31:36Z', 'revision_number': 0, 'project_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af67022-ed9d-4449-88a8-15e90bdbb0d8', 'name': '', 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:ab:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:20Z', 'updated_at': '2021-08-20T11:31:25Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:37.787717 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2565e3dd-4574-45dd-abca-26d3b04f454e None None] The sync data for ids ['1296ab95-aa94-4244-8ff2-35adc37fcce9'] in n-d-778550-11 is: [{'id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518484162', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:20Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '248f4337-da84-4a3b-b015-687fb88405e8', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'port_id': '7deb5a3f-c4d5-4cf7-ac2b-6de20087422f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0', 'mac_address': 'fa:16:3e:66:e8:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10834ed-ee77-4be1-a8a8-93efb9f562c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:31:36Z', 'updated_at': '2021-08-20T11:31:36Z', 'revision_number': 0, 'project_id': '68c200aa0a434658a567a090b20130f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af67022-ed9d-4449-88a8-15e90bdbb0d8', 'name': '', 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:ab:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:20Z', 'updated_at': '2021-08-20T11:31:25Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:37.981514 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca96e6d-2e2d-490c-a6c5-d286ac2d4a21 None None] New status for floating IP 248f4337-da84-4a3b-b015-687fb88405e8: ACTIVE {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:31:38.115603 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cb87dffe-f3c3-48dc-ba93-c0297654fa62 req-6d3958f2-7778-456c-b66b-51602007b812 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398681 Aug 20 11:31:38.203192 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87dffe-f3c3-48dc-ba93-c0297654fa62 req-8b74faf2-31a1-4088-846a-fd4a88455ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:38.204736 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cb87dffe-f3c3-48dc-ba93-c0297654fa62 req-8b74faf2-31a1-4088-846a-fd4a88455ffd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 1098 time: 0.0457811 Aug 20 11:31:38.220628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40672) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:38.329380 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-82c624f0-3c78-4381-aced-261f70cbbcf7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/248f4337-da84-4a3b-b015-687fb88405e8 HTTP/1.1" status: 200 len: 994 time: 0.1076589 Aug 20 11:31:38.356615 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87dffe-f3c3-48dc-ba93-c0297654fa62 req-214e5b29-5b94-4318-91d0-c57b450d9edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:38.358069 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cb87dffe-f3c3-48dc-ba93-c0297654fa62 req-214e5b29-5b94-4318-91d0-c57b450d9edf service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 HTTP/1.1" status: 200 len: 898 time: 0.1311529 Aug 20 11:31:38.422805 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cb87dffe-f3c3-48dc-ba93-c0297654fa62 req-26302a79-2ecf-463b-8b9b-a363dfed5eac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7deb5a3f-c4d5-4cf7-ac2b-6de20087422f HTTP/1.1" status: 200 len: 1002 time: 0.0577116 Aug 20 11:31:38.470363 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87dffe-f3c3-48dc-ba93-c0297654fa62 req-f4aa4e5a-49fc-45b2-a1fe-696c0e42df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:38.471795 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cb87dffe-f3c3-48dc-ba93-c0297654fa62 req-f4aa4e5a-49fc-45b2-a1fe-696c0e42df38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a0cbf278-67d2-43d0-ac10-5078bd3330e3 HTTP/1.1" status: 200 len: 835 time: 0.0422716 Aug 20 11:31:38.520278 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87dffe-f3c3-48dc-ba93-c0297654fa62 req-90c14282-cfb0-4543-8f9f-c961732ae1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:38.521780 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cb87dffe-f3c3-48dc-ba93-c0297654fa62 req-90c14282-cfb0-4543-8f9f-c961732ae1b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427747 Aug 20 11:31:38.611278 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cb87dffe-f3c3-48dc-ba93-c0297654fa62 req-aa1f391e-bbc2-4546-b728-8b40dfed9484 service neutron] 10.222.0.24 "GET /v2.0/networks/0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822899 Aug 20 11:31:38.710719 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cb87dffe-f3c3-48dc-ba93-c0297654fa62 req-0de231d1-6026-42ae-9705-c04a571972eb service neutron] 10.222.0.24 "GET /v2.0/networks/0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924139 Aug 20 11:31:44.884882 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:31:49.180928 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.475754 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:59.400325 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-70e08a4d-d510-49e0-8c12-f5726889d426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.045295 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a1f76a15-d1f7-4471-888b-57f911605fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.522648 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.414618 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:05.070099 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.175594 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.884472 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:32:23.500337 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:29.402103 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6eb8ed8e-299e-42af-a057-c894b1fde8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:32.047570 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cc640ce8-b9a7-4844-8101-f1a8119d32b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:32.524405 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:33.418907 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.074235 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:39.126724 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e30de1a1-52f1-447b-bc8f-0c24557452ad req-7d1b8c20-1ac8-4857-a398-1c558ab763a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407608 Aug 20 11:32:39.205016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30de1a1-52f1-447b-bc8f-0c24557452ad req-57e13686-f549-4498-911a-1ff5aaae2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:39.206696 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e30de1a1-52f1-447b-bc8f-0c24557452ad req-57e13686-f549-4498-911a-1ff5aaae2401 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 1098 time: 0.0408716 Aug 20 11:32:39.312814 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30de1a1-52f1-447b-bc8f-0c24557452ad req-0e582506-4a3c-4201-95d8-2fa07c52f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:39.314219 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e30de1a1-52f1-447b-bc8f-0c24557452ad req-0e582506-4a3c-4201-95d8-2fa07c52f99b service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 HTTP/1.1" status: 200 len: 898 time: 0.0888953 Aug 20 11:32:39.380843 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e30de1a1-52f1-447b-bc8f-0c24557452ad req-452b102a-9dfd-4efc-b1f9-e2b7d014618c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7deb5a3f-c4d5-4cf7-ac2b-6de20087422f HTTP/1.1" status: 200 len: 1002 time: 0.0590832 Aug 20 11:32:39.430234 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30de1a1-52f1-447b-bc8f-0c24557452ad req-cf130cc6-3610-4ee9-934c-f144580d0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:39.431729 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e30de1a1-52f1-447b-bc8f-0c24557452ad req-cf130cc6-3610-4ee9-934c-f144580d0c01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a0cbf278-67d2-43d0-ac10-5078bd3330e3 HTTP/1.1" status: 200 len: 835 time: 0.0439301 Aug 20 11:32:39.483961 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30de1a1-52f1-447b-bc8f-0c24557452ad req-7e793ad4-4e4f-40e4-85de-f85551708b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:39.485506 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e30de1a1-52f1-447b-bc8f-0c24557452ad req-7e793ad4-4e4f-40e4-85de-f85551708b79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455415 Aug 20 11:32:39.573706 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e30de1a1-52f1-447b-bc8f-0c24557452ad req-e3818bac-422f-4996-a81c-b7e953098feb service neutron] 10.222.0.24 "GET /v2.0/networks/0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805151 Aug 20 11:32:39.668530 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e30de1a1-52f1-447b-bc8f-0c24557452ad req-e2e9dcc3-4e0e-458c-84e2-c4fd4bef646f service neutron] 10.222.0.24 "GET /v2.0/networks/0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861287 Aug 20 11:32:41.434724 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8acb57-79f5-4904-8512-4fe766d489d7 req-1a9c075d-6a7e-4304-beb3-ef8acb6edf49 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:41.436242 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9c8acb57-79f5-4904-8512-4fe766d489d7 req-1a9c075d-6a7e-4304-beb3-ef8acb6edf49 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 946 time: 0.1502385 Aug 20 11:32:41.474386 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9c8acb57-79f5-4904-8512-4fe766d489d7 req-29c32590-07d1-45ef-96fb-682902dc9892 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316675 Aug 20 11:32:42.640160 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620279a1-a29b-411c-83ea-2698cebde585 req-8df703d4-17a6-4f87-bce0-b8140839350c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:42.641660 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-620279a1-a29b-411c-83ea-2698cebde585 req-8df703d4-17a6-4f87-bce0-b8140839350c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 946 time: 0.0971987 Aug 20 11:32:42.679470 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-620279a1-a29b-411c-83ea-2698cebde585 req-b9b00194-015b-4bb4-a455-2b468ed1c247 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317078 Aug 20 11:32:43.795931 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e14ea-5520-4438-bf94-e6c203c8db36 req-ddd20d81-047d-4265-a4f1-58871e348ca3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:43.797573 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-129e14ea-5520-4438-bf94-e6c203c8db36 req-ddd20d81-047d-4265-a4f1-58871e348ca3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 946 time: 0.0485108 Aug 20 11:32:43.834661 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-129e14ea-5520-4438-bf94-e6c203c8db36 req-e8168925-8845-4be1-9673-5c3e60795d82 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305667 Aug 20 11:32:43.856886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40716) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:43.921418 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-91af1bef-427e-426c-914e-2df547482ebb tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/248f4337-da84-4a3b-b015-687fb88405e8 HTTP/1.1" status: 200 len: 994 time: 0.0634122 Aug 20 11:32:45.188262 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd2e9c-2eb2-4296-98f3-b093ee08a6d2 req-4b2e2958-96f0-4590-9feb-77783ddf0e23 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:45.189786 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73dd2e9c-2eb2-4296-98f3-b093ee08a6d2 req-4b2e2958-96f0-4590-9feb-77783ddf0e23 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 946 time: 0.0563498 Aug 20 11:32:45.201924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b3bbe-246b-4a99-a516-4071a16cfc1f req-204d610b-b8ce-4834-a10c-5bb0e3e2acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:45.203474 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e6b3bbe-246b-4a99-a516-4071a16cfc1f req-204d610b-b8ce-4834-a10c-5bb0e3e2acc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 1098 time: 0.0407791 Aug 20 11:32:45.228292 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-73dd2e9c-2eb2-4296-98f3-b093ee08a6d2 req-6a6a9a39-2b2d-4df6-872d-bc8ce87eba8f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323560 Aug 20 11:32:45.296566 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b3bbe-246b-4a99-a516-4071a16cfc1f req-645e1977-f4da-4fb6-8412-09c947e99e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:45.298015 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e6b3bbe-246b-4a99-a516-4071a16cfc1f req-645e1977-f4da-4fb6-8412-09c947e99e79 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 HTTP/1.1" status: 200 len: 898 time: 0.0877335 Aug 20 11:32:45.361145 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e6b3bbe-246b-4a99-a516-4071a16cfc1f req-ab055384-6b3f-4fab-b96f-d00c3eebf691 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7deb5a3f-c4d5-4cf7-ac2b-6de20087422f HTTP/1.1" status: 200 len: 1002 time: 0.0565109 Aug 20 11:32:45.408681 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b3bbe-246b-4a99-a516-4071a16cfc1f req-7dd51a6c-f8e0-453d-a6b4-8325134a09dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:45.410683 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e6b3bbe-246b-4a99-a516-4071a16cfc1f req-7dd51a6c-f8e0-453d-a6b4-8325134a09dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a0cbf278-67d2-43d0-ac10-5078bd3330e3 HTTP/1.1" status: 200 len: 835 time: 0.0427287 Aug 20 11:32:45.458562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b3bbe-246b-4a99-a516-4071a16cfc1f req-594569b9-7932-451d-8959-fa8f055d8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:45.460115 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e6b3bbe-246b-4a99-a516-4071a16cfc1f req-594569b9-7932-451d-8959-fa8f055d8c0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429668 Aug 20 11:32:45.548126 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e6b3bbe-246b-4a99-a516-4071a16cfc1f req-c3d60684-d5db-49fd-8417-9b68f6d6a531 service neutron] 10.222.0.24 "GET /v2.0/networks/0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803516 Aug 20 11:32:45.640385 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3e6b3bbe-246b-4a99-a516-4071a16cfc1f req-1263ee77-4c20-41ed-9070-a7284bf92b54 service neutron] 10.222.0.24 "GET /v2.0/networks/0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851409 Aug 20 11:32:46.346087 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8699be8-5c5b-4044-b0b3-8d13376972b9 req-d9ad7265-a606-4200-bc9d-5f676b379a1d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:46.347601 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f8699be8-5c5b-4044-b0b3-8d13376972b9 req-d9ad7265-a606-4200-bc9d-5f676b379a1d tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 946 time: 0.0490348 Aug 20 11:32:46.385036 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f8699be8-5c5b-4044-b0b3-8d13376972b9 req-709e81d5-164b-44b4-9f21-31f18b9f62a8 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308509 Aug 20 11:32:47.500654 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e424dd-249e-4e37-aaaf-d2a6778fbcea req-9c56f8a4-6187-4ff1-b0c8-0f10cd9e656c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:47.502177 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-79e424dd-249e-4e37-aaaf-d2a6778fbcea req-9c56f8a4-6187-4ff1-b0c8-0f10cd9e656c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 946 time: 0.0493019 Aug 20 11:32:47.539966 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-79e424dd-249e-4e37-aaaf-d2a6778fbcea req-11638280-fff7-44ce-b42a-60175ed18045 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318732 Aug 20 11:32:47.563516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40728) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:47.623136 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0428762b-2e1e-4698-afc1-76d82c133acd tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/floatingips/248f4337-da84-4a3b-b015-687fb88405e8 HTTP/1.1" status: 200 len: 994 time: 0.0583868 Aug 20 11:32:47.871507 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40734) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:48.028210 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port 005743f0-2c96-427c-a0e6-906818f2aa73 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:48.028434 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:48.106226 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:48.106549 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:48.118109 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for 005743f0-2c96-427c-a0e6-906818f2aa73 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:48.259811 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:48.288638 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=005743f0-2c96-427c-a0e6-906818f2aa73,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:48.299096 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:48.299511 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:48.299856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:48.300199 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:48.300532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:48.300862 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:48.301193 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:48.301549 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:48.301880 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:48.302207 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:48.302536 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:48.302857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:48.359494 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:48.359825 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Floating IP 248f4337-da84-4a3b-b015-687fb88405e8 disassociated (deleted). External IP: 172.25.3.139, port: 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f. Aug 20 11:32:48.881204 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router 1296ab95-aa94-4244-8ff2-35adc37fcce9 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:32:48.986874 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:32:48.992217 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:48.998760 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009017a8-c417-4461-8708-1736704bd5f6 None None] Sync routers for ids ['1296ab95-aa94-4244-8ff2-35adc37fcce9'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:32:49.010848 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009017a8-c417-4461-8708-1736704bd5f6 None None] Routers {'1296ab95-aa94-4244-8ff2-35adc37fcce9'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:49.011491 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-009017a8-c417-4461-8708-1736704bd5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:32:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1296ab95-aa94-4244-8ff2-35adc37fcce9'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:49.018165 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4b2c95ce-8c4f-4966-a2c3-9fb720fc25e1 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/floatingips/248f4337-da84-4a3b-b015-687fb88405e8 HTTP/1.1" status: 204 len: 168 time: 1.1456120 Aug 20 11:32:49.018940 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10834ed-ee77-4be1-a8a8-93efb9f562c9', 'tag': '7deb5a3f-c4d5-4cf7-ac2b-6de20087422f'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:49.021401 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636d7258-781e-41a1-84b2-ad595994d57c" -d '{"events": [{"name": "network-changed", "server_uuid": "f10834ed-ee77-4be1-a8a8-93efb9f562c9", "tag": "7deb5a3f-c4d5-4cf7-ac2b-6de20087422f"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:49.062576 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c992cf0f-8552-4b21-9b0c-87cbc4e90927 x-openstack-request-id: req-c992cf0f-8552-4b21-9b0c-87cbc4e90927 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:49.062874 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10834ed-ee77-4be1-a8a8-93efb9f562c9", "tag": "7deb5a3f-c4d5-4cf7-ac2b-6de20087422f", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:49.063159 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c992cf0f-8552-4b21-9b0c-87cbc4e90927 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:49.063567 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10834ed-ee77-4be1-a8a8-93efb9f562c9', 'tag': '7deb5a3f-c4d5-4cf7-ac2b-6de20087422f', 'status': 'completed', 'code': 200} Aug 20 11:32:49.119538 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-009017a8-c417-4461-8708-1736704bd5f6 None None] Set router 1296ab95-aa94-4244-8ff2-35adc37fcce9 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:49.184494 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:49.340475 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-009017a8-c417-4461-8708-1736704bd5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518484162', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:20Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3af67022-ed9d-4449-88a8-15e90bdbb0d8', 'name': '', 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:ab:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:20Z', 'updated_at': '2021-08-20T11:31:25Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:49.367186 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009017a8-c417-4461-8708-1736704bd5f6 None None] Checking router: 1296ab95-aa94-4244-8ff2-35adc37fcce9 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:32:49.375986 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009017a8-c417-4461-8708-1736704bd5f6 None None] Routers {'1296ab95-aa94-4244-8ff2-35adc37fcce9'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:49.376650 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-009017a8-c417-4461-8708-1736704bd5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:32:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1296ab95-aa94-4244-8ff2-35adc37fcce9'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:49.467130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d7258-781e-41a1-84b2-ad595994d57c req-9027a2d2-aeb6-492a-a15e-7a9085eca75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:49.468622 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-636d7258-781e-41a1-84b2-ad595994d57c req-9027a2d2-aeb6-492a-a15e-7a9085eca75f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68c200aa0a434658a567a090b20130f0&device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 1098 time: 0.3831389 Aug 20 11:32:49.480814 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f349d1b-4357-4ca2-a986-8f25756491f2 req-ee0cb179-b429-44ef-80d5-1c75c98d11ab tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:49.482308 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f349d1b-4357-4ca2-a986-8f25756491f2 req-ee0cb179-b429-44ef-80d5-1c75c98d11ab tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 946 time: 0.0590131 Aug 20 11:32:49.485002 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-009017a8-c417-4461-8708-1736704bd5f6 None None] Set router 1296ab95-aa94-4244-8ff2-35adc37fcce9 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:49.574353 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5f349d1b-4357-4ca2-a986-8f25756491f2 req-11e4f0bf-a8d7-4bf3-a84d-1d9a6779f13c tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827889 Aug 20 11:32:49.595102 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d7258-781e-41a1-84b2-ad595994d57c req-64b56aee-02ab-45ab-afb9-ad5fcf833ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:49.596473 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-636d7258-781e-41a1-84b2-ad595994d57c req-64b56aee-02ab-45ab-afb9-ad5fcf833ff7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 HTTP/1.1" status: 200 len: 898 time: 0.1133010 Aug 20 11:32:49.638169 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-636d7258-781e-41a1-84b2-ad595994d57c req-27a7aba5-de08-480a-87d6-06f4e3a8fbe8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7deb5a3f-c4d5-4cf7-ac2b-6de20087422f HTTP/1.1" status: 200 len: 217 time: 0.0342755 Aug 20 11:32:49.685725 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-009017a8-c417-4461-8708-1736704bd5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518484162', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:20Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3af67022-ed9d-4449-88a8-15e90bdbb0d8', 'name': '', 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:ab:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:20Z', 'updated_at': '2021-08-20T11:31:25Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:49.687653 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d7258-781e-41a1-84b2-ad595994d57c req-770bfc46-345a-4e16-a591-0e61c021b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:49.689139 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-636d7258-781e-41a1-84b2-ad595994d57c req-770bfc46-345a-4e16-a591-0e61c021b05b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a0cbf278-67d2-43d0-ac10-5078bd3330e3 HTTP/1.1" status: 200 len: 835 time: 0.0425909 Aug 20 11:32:49.716210 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009017a8-c417-4461-8708-1736704bd5f6 None None] The sync data for ids ['1296ab95-aa94-4244-8ff2-35adc37fcce9'] in n-d-778550-11 is: [{'id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518484162', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:20Z', 'revision_number': 4, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '3af67022-ed9d-4449-88a8-15e90bdbb0d8', 'name': '', 'network_id': '0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'mac_address': 'fa:16:3e:ab:8c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:20Z', 'updated_at': '2021-08-20T11:31:25Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'subnets': [{'id': 'a0cbf278-67d2-43d0-ac10-5078bd3330e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:32:49.741530 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d7258-781e-41a1-84b2-ad595994d57c req-279d6156-a442-4cc1-8f95-a922f89bdf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:49.743107 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-636d7258-781e-41a1-84b2-ad595994d57c req-279d6156-a442-4cc1-8f95-a922f89bdf0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458717 Aug 20 11:32:49.839882 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-636d7258-781e-41a1-84b2-ad595994d57c req-0b01bf99-3358-4a3b-9062-e5a36fb993c6 service neutron] 10.222.0.24 "GET /v2.0/networks/0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862544 Aug 20 11:32:49.938032 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-636d7258-781e-41a1-84b2-ad595994d57c req-ed8ee22d-55fb-4b50-851e-73d6b1e2e28a service neutron] 10.222.0.24 "GET /v2.0/networks/0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904403 Aug 20 11:32:49.945166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ea2733-781d-4f8b-9150-d255cffa0b2a None None] New status for floating IP 248f4337-da84-4a3b-b015-687fb88405e8: DOWN {{(pid=94868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:32:50.691717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8655e-3497-4cd5-9ed1-fd041688c02e req-5148e57a-dcf6-4ebc-a5d5-0b2206d469d7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:50.693197 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bbf8655e-3497-4cd5-9ed1-fd041688c02e req-5148e57a-dcf6-4ebc-a5d5-0b2206d469d7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 946 time: 0.0485587 Aug 20 11:32:50.731176 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bbf8655e-3497-4cd5-9ed1-fd041688c02e req-51bf2e5c-6668-4a56-b9a4-7756e1e9e9d3 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/security-groups?id=f53a3e14-0b7b-4246-b939-b78349e8696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318635 Aug 20 11:32:51.039822 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74b666-4eac-4be0-b984-e8197eac41e4 req-b3ba642f-7a60-4c5e-9860-e8f96ed1e93e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:51.041272 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f74b666-4eac-4be0-b984-e8197eac41e4 req-b3ba642f-7a60-4c5e-9860-e8f96ed1e93e tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 946 time: 0.0478063 Aug 20 11:32:51.135969 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-2f74b666-4eac-4be0-b984-e8197eac41e4 req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:51.136307 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2f74b666-4eac-4be0-b984-e8197eac41e4 req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:51.224510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-2f74b666-4eac-4be0-b984-e8197eac41e4 req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] For port 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=7deb5a3f-c4d5-4cf7-ac2b-6de20087422f,segment=NetworkSegment(ead5b37f-f4a4-4e73-b485-4443f4ee6d97),segment_id=ead5b37f-f4a4-4e73-b485-4443f4ee6d97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:51.224870 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2f74b666-4eac-4be0-b984-e8197eac41e4 req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:51.237215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-2f74b666-4eac-4be0-b984-e8197eac41e4 req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:51.369893 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2f74b666-4eac-4be0-b984-e8197eac41e4 req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:51.400672 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=7deb5a3f-c4d5-4cf7-ac2b-6de20087422f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:51.413934 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.414290 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.414634 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.414976 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.415343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.415680 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.416015 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.416347 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.416679 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.417007 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.417342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.417666 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:51.451218 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f74b666-4eac-4be0-b984-e8197eac41e4 req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] No DVR routers for this DVR port 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:51.453701 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-2f74b666-4eac-4be0-b984-e8197eac41e4 req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:51.455963 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2f74b666-4eac-4be0-b984-e8197eac41e4 req-83e187aa-6f53-4a32-8182-74de597c1591 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.24 "DELETE /v2.0/ports/7deb5a3f-c4d5-4cf7-ac2b-6de20087422f HTTP/1.1" status: 204 len: 173 time: 0.4084263 Aug 20 11:32:51.456395 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10834ed-ee77-4be1-a8a8-93efb9f562c9', 'name': 'network-vif-deleted', 'tag': '7deb5a3f-c4d5-4cf7-ac2b-6de20087422f'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:51.459183 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cdd126-c1c4-4d80-a1ac-30a2290035ab" -d '{"events": [{"server_uuid": "f10834ed-ee77-4be1-a8a8-93efb9f562c9", "name": "network-vif-deleted", "tag": "7deb5a3f-c4d5-4cf7-ac2b-6de20087422f"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:51.495779 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87181566-94b7-482b-9457-9aedc8e17f0a x-openstack-request-id: req-87181566-94b7-482b-9457-9aedc8e17f0a {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:51.496071 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10834ed-ee77-4be1-a8a8-93efb9f562c9", "name": "network-vif-deleted", "tag": "7deb5a3f-c4d5-4cf7-ac2b-6de20087422f", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:51.496324 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87181566-94b7-482b-9457-9aedc8e17f0a {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:51.496727 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10834ed-ee77-4be1-a8a8-93efb9f562c9', 'name': 'network-vif-deleted', 'tag': '7deb5a3f-c4d5-4cf7-ac2b-6de20087422f', 'status': 'completed', 'code': 200} Aug 20 11:32:51.846776 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8c97af1f-0f07-41c1-be74-9d90e1a7c61c req-9a37fcbe-8933-4bea-9a84-f0b4c791bc79 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "GET /v2.0/ports?device_id=f10834ed-ee77-4be1-a8a8-93efb9f562c9 HTTP/1.1" status: 200 len: 210 time: 0.0267146 Aug 20 11:32:52.906493 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40752) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:53.273145 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cc62085b-5ea7-4c43-8e28-4d2cb17d9e25 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:53.501593 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:53.549244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-cc62085b-5ea7-4c43-8e28-4d2cb17d9e25 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port 3af67022-ed9d-4449-88a8-15e90bdbb0d8 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:53.549581 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cc62085b-5ea7-4c43-8e28-4d2cb17d9e25 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:53.642525 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-cc62085b-5ea7-4c43-8e28-4d2cb17d9e25 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] For port 3af67022-ed9d-4449-88a8-15e90bdbb0d8, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=3af67022-ed9d-4449-88a8-15e90bdbb0d8,segment=NetworkSegment(ead5b37f-f4a4-4e73-b485-4443f4ee6d97),segment_id=ead5b37f-f4a4-4e73-b485-4443f4ee6d97)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:53.642885 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cc62085b-5ea7-4c43-8e28-4d2cb17d9e25 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:53.660016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-cc62085b-5ea7-4c43-8e28-4d2cb17d9e25 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for 3af67022-ed9d-4449-88a8-15e90bdbb0d8 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:53.852230 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cc62085b-5ea7-4c43-8e28-4d2cb17d9e25 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:53.878545 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62085b-5ea7-4c43-8e28-4d2cb17d9e25 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=3af67022-ed9d-4449-88a8-15e90bdbb0d8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:54.064583 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-cc62085b-5ea7-4c43-8e28-4d2cb17d9e25 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.295121 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc62085b-5ea7-4c43-8e28-4d2cb17d9e25 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Router 1296ab95-aa94-4244-8ff2-35adc37fcce9 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:32:54.359854 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:54.379290 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:54.379642 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 7deb5a3f-c4d5-4cf7-ac2b-6de20087422f not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:54.402877 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc62085b-5ea7-4c43-8e28-4d2cb17d9e25 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:32:54.408593 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-cc62085b-5ea7-4c43-8e28-4d2cb17d9e25 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "PUT /v2.0/routers/1296ab95-aa94-4244-8ff2-35adc37fcce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5004108 Aug 20 11:32:54.410703 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40754) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:54.413516 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e67793-c5cf-442c-a393-8d9cbb9b0773 None None] Sync routers for ids ['1296ab95-aa94-4244-8ff2-35adc37fcce9'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:32:54.423232 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e67793-c5cf-442c-a393-8d9cbb9b0773 None None] Routers {'1296ab95-aa94-4244-8ff2-35adc37fcce9'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:54.423844 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-37e67793-c5cf-442c-a393-8d9cbb9b0773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:32:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1296ab95-aa94-4244-8ff2-35adc37fcce9'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:54.462617 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-5918332c-be4d-4203-951b-4ca9ffdd5843 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting subnet a0cbf278-67d2-43d0-ac10-5078bd3330e3 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:32:54.465749 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5918332c-be4d-4203-951b-4ca9ffdd5843 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.506179 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5918332c-be4d-4203-951b-4ca9ffdd5843 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.527130 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-37e67793-c5cf-442c-a393-8d9cbb9b0773 None None] Set router 1296ab95-aa94-4244-8ff2-35adc37fcce9 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:54.596632 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5918332c-be4d-4203-951b-4ca9ffdd5843 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.656004 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5918332c-be4d-4203-951b-4ca9ffdd5843 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.683513 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918332c-be4d-4203-951b-4ca9ffdd5843 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Subnet': ['ID=a0cbf278-67d2-43d0-ac10-5078bd3330e3,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:54.687088 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5918332c-be4d-4203-951b-4ca9ffdd5843 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.689295 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5918332c-be4d-4203-951b-4ca9ffdd5843 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/subnets/a0cbf278-67d2-43d0-ac10-5078bd3330e3 HTTP/1.1" status: 204 len: 168 time: 0.2772844 Aug 20 11:32:54.691780 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40756) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:54.694403 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6ab6f9-ea44-4193-9ffb-fd3518dad938 None None] Network 0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:54.716014 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-37e67793-c5cf-442c-a393-8d9cbb9b0773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518484162', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:32:53Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:54.746102 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e67793-c5cf-442c-a393-8d9cbb9b0773 None None] Checking router: 1296ab95-aa94-4244-8ff2-35adc37fcce9 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:32:54.755460 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e67793-c5cf-442c-a393-8d9cbb9b0773 None None] Routers {'1296ab95-aa94-4244-8ff2-35adc37fcce9'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:54.756085 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-37e67793-c5cf-442c-a393-8d9cbb9b0773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:32:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['1296ab95-aa94-4244-8ff2-35adc37fcce9'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:54.817408 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3b46-b752-4d5b-9a5e-811128a9922f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.872157 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] DHCP port deletion for 0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:32:54.874118 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-37e67793-c5cf-442c-a393-8d9cbb9b0773 None None] Set router 1296ab95-aa94-4244-8ff2-35adc37fcce9 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:54.924222 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] Deleting port b175e767-6955-49a7-952c-2616a8b73ab7 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:54.924966 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.930624 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3b46-b752-4d5b-9a5e-811128a9922f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.988415 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff3b46-b752-4d5b-9a5e-811128a9922f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Deleting port 1b2c9852-e615-4d88-b883-23bb7774c991 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:54.988787 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3b46-b752-4d5b-9a5e-811128a9922f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.997070 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] For port b175e767-6955-49a7-952c-2616a8b73ab7, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b175e767-6955-49a7-952c-2616a8b73ab7,segment=NetworkSegment(ead5b37f-f4a4-4e73-b485-4443f4ee6d97),segment_id=ead5b37f-f4a4-4e73-b485-4443f4ee6d97)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:54.997475 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.011474 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] Calling delete_port for b175e767-6955-49a7-952c-2616a8b73ab7 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:55.080458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-d6ff3b46-b752-4d5b-9a5e-811128a9922f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] For port 1b2c9852-e615-4d88-b883-23bb7774c991, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1b2c9852-e615-4d88-b883-23bb7774c991,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:55.080824 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3b46-b752-4d5b-9a5e-811128a9922f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.094868 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff3b46-b752-4d5b-9a5e-811128a9922f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Calling delete_port for 1b2c9852-e615-4d88-b883-23bb7774c991 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:55.097934 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.124300 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] Pushing event deleted for resources: {'Port': ['ID=b175e767-6955-49a7-952c-2616a8b73ab7,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:55.132702 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] No DVR routers for this DVR port b175e767-6955-49a7-952c-2616a8b73ab7 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:55.137683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:55.138032 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:55.138377 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:55.138779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:55.139124 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:55.139461 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:55.139790 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:55.140116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:55.140441 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:55.140771 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:55.141138 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:55.145724 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13880f7e-0f22-4904-af4d-a81d1b2d9f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:55.183856 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-37e67793-c5cf-442c-a393-8d9cbb9b0773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518484162', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:32:53Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:55.195946 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b175e767-6955-49a7-952c-2616a8b73ab7 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:55.212393 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e67793-c5cf-442c-a393-8d9cbb9b0773 None None] The sync data for ids ['1296ab95-aa94-4244-8ff2-35adc37fcce9'] in n-d-778550-11 is: [{'id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518484162', 'tenant_id': '68c200aa0a434658a567a090b20130f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:32:53Z', 'revision_number': 5, 'project_id': '68c200aa0a434658a567a090b20130f0', 'gw_port': {'id': '1b2c9852-e615-4d88-b883-23bb7774c991', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1296ab95-aa94-4244-8ff2-35adc37fcce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:31:17Z', 'updated_at': '2021-08-20T11:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:32:55.219683 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: b175e767-6955-49a7-952c-2616a8b73ab7 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:55.220033 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b175e767-6955-49a7-952c-2616a8b73ab7 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:55.300221 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3b46-b752-4d5b-9a5e-811128a9922f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.327958 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff3b46-b752-4d5b-9a5e-811128a9922f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Port': ['ID=1b2c9852-e615-4d88-b883-23bb7774c991,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:55.391637 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3b46-b752-4d5b-9a5e-811128a9922f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.482485 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3b46-b752-4d5b-9a5e-811128a9922f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.484516 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3b46-b752-4d5b-9a5e-811128a9922f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.525793 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3b46-b752-4d5b-9a5e-811128a9922f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.526326 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ff3b46-b752-4d5b-9a5e-811128a9922f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Fanout notify agent at l3_agent the message router_deleted on router 1296ab95-aa94-4244-8ff2-35adc37fcce9 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:32:55.533174 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3b46-b752-4d5b-9a5e-811128a9922f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.534469 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d6ff3b46-b752-4d5b-9a5e-811128a9922f tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/routers/1296ab95-aa94-4244-8ff2-35adc37fcce9 HTTP/1.1" status: 204 len: 168 time: 0.8403654 Aug 20 11:32:55.537355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40758) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:55.620194 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-689d986e-a21a-4b3a-b6ce-1ff5155c06c7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.708473 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-689d986e-a21a-4b3a-b6ce-1ff5155c06c7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.718163 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-689d986e-a21a-4b3a-b6ce-1ff5155c06c7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:55.729380 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-689d986e-a21a-4b3a-b6ce-1ff5155c06c7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead5b37f-f4a4-4e73-b485-4443f4ee6d97') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:55.729686 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-689d986e-a21a-4b3a-b6ce-1ff5155c06c7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead5b37f-f4a4-4e73-b485-4443f4ee6d97') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:55.739176 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-689d986e-a21a-4b3a-b6ce-1ff5155c06c7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.754750 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-689d986e-a21a-4b3a-b6ce-1ff5155c06c7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.761336 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689d986e-a21a-4b3a-b6ce-1ff5155c06c7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:32:55.761863 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-689d986e-a21a-4b3a-b6ce-1ff5155c06c7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: timer() Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:32:55.765019 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:32:55.829869 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-689d986e-a21a-4b3a-b6ce-1ff5155c06c7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.848540 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-689d986e-a21a-4b3a-b6ce-1ff5155c06c7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.850425 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-689d986e-a21a-4b3a-b6ce-1ff5155c06c7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/networks/0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0 HTTP/1.1" status: 204 len: 168 time: 0.3119326 Aug 20 11:32:55.852336 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d986e-a21a-4b3a-b6ce-1ff5155c06c7 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'Network': ['ID=0b7bf088-4fe2-48b0-95d2-1f26e6d55fb0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:55.853828 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40760) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:55.913136 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4532da95-3ebd-4b30-8889-02c8feff9557 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.938390 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4532da95-3ebd-4b30-8889-02c8feff9557 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.008949 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4532da95-3ebd-4b30-8889-02c8feff9557 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.011609 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4532da95-3ebd-4b30-8889-02c8feff9557 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.012807 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4532da95-3ebd-4b30-8889-02c8feff9557 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] 10.222.0.16 "DELETE /v2.0/security-groups/f53a3e14-0b7b-4246-b939-b78349e8696b HTTP/1.1" status: 204 len: 168 time: 0.1578963 Aug 20 11:32:56.023316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532da95-3ebd-4b30-8889-02c8feff9557 tempest-TestNetworkAdvancedServerOps-1234809352 tempest-TestNetworkAdvancedServerOps-1234809352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53a3e14-0b7b-4246-b939-b78349e8696b,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:56.353188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40768) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:56.484237 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-af6833a6-f5c9-450f-b883-ff6901478b1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68c200aa0a434658a567a090b20130f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298888 Aug 20 11:32:56.486772 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40772) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:56.534386 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1be6afb-244d-4835-8ce1-bc2812d815da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.554855 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1be6afb-244d-4835-8ce1-bc2812d815da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.604564 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1be6afb-244d-4835-8ce1-bc2812d815da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.607204 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f1be6afb-244d-4835-8ce1-bc2812d815da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.608370 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f1be6afb-244d-4835-8ce1-bc2812d815da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96a44221-26bf-4f5b-9039-5e0e4524a2e8 HTTP/1.1" status: 204 len: 168 time: 0.1207066 Aug 20 11:32:56.616381 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be6afb-244d-4835-8ce1-bc2812d815da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a44221-26bf-4f5b-9039-5e0e4524a2e8,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:56.881541 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40778) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:56.895392 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f68d-eaa3-4725-a591-dbd962ca7f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.989487 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f68d-eaa3-4725-a591-dbd962ca7f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.993177 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-ecb1f68d-eaa3-4725-a591-dbd962ca7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.030832 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ecb1f68d-eaa3-4725-a591-dbd962ca7f02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a8cb6318d734a00a6d727d1f71cc5c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481733 Aug 20 11:32:57.032792 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1f68d-eaa3-4725-a591-dbd962ca7f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988fda77-81e4-4763-8bf0-4b3e3cfae5c2,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:57.033575 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40780) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:57.085191 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81a3c632-047f-4064-b413-658b360fab90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.101053 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1b2c9852-e615-4d88-b883-23bb7774c991 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:57.107411 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81a3c632-047f-4064-b413-658b360fab90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.120308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 1b2c9852-e615-4d88-b883-23bb7774c991 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:57.120656 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1b2c9852-e615-4d88-b883-23bb7774c991 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:57.121074 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3af67022-ed9d-4449-88a8-15e90bdbb0d8 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:57.140139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 3af67022-ed9d-4449-88a8-15e90bdbb0d8 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:57.140486 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 3af67022-ed9d-4449-88a8-15e90bdbb0d8 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:57.153797 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81a3c632-047f-4064-b413-658b360fab90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.156390 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-81a3c632-047f-4064-b413-658b360fab90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.157617 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-81a3c632-047f-4064-b413-658b360fab90 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/988fda77-81e4-4763-8bf0-4b3e3cfae5c2 HTTP/1.1" status: 204 len: 168 time: 0.1229920 Aug 20 11:32:57.165463 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3c632-047f-4064-b413-658b360fab90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988fda77-81e4-4763-8bf0-4b3e3cfae5c2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:57.873100 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40802) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:57.969237 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b3248160-86be-497a-a93c-3bd85f63b2f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-957537677-network', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:57.990029 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3248160-86be-497a-a93c-3bd85f63b2f7 admin admin] Made reservation on behalf of 50b0f1b04e684adc8660d802720e4aa0 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:57.992285 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b3248160-86be-497a-a93c-3bd85f63b2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.000458 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b3248160-86be-497a-a93c-3bd85f63b2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.087716 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b3248160-86be-497a-a93c-3bd85f63b2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.091311 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b3248160-86be-497a-a93c-3bd85f63b2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.114802 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3248160-86be-497a-a93c-3bd85f63b2f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:32:58.124783 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3248160-86be-497a-a93c-3bd85f63b2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9cf72c-590c-4c47-be01-1860f77f8c6e,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:58.129548 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b3248160-86be-497a-a93c-3bd85f63b2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.129889 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-b3248160-86be-497a-a93c-3bd85f63b2f7 admin admin] Added segment 625dabc5-afc1-4e45-abf5-81c2e0d07b4e of type vlan for network 84f2e098-4e7d-433b-925b-c31c496d94f4 Aug 20 11:32:58.173656 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b3248160-86be-497a-a93c-3bd85f63b2f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.198801 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b3248160-86be-497a-a93c-3bd85f63b2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.199718 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3248160-86be-497a-a93c-3bd85f63b2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:58.200296 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b3248160-86be-497a-a93c-3bd85f63b2f7 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.253522 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b3248160-86be-497a-a93c-3bd85f63b2f7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3792276 Aug 20 11:32:58.256692 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40806) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:58.258536 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3248160-86be-497a-a93c-3bd85f63b2f7 admin admin] Pushing event updated for resources: {'Network': ['ID=84f2e098-4e7d-433b-925b-c31c496d94f4,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:58.262610 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b6d5ffbe-099d-4197-9793-844ff35b0072 admin admin] Request body: {'subnet': {'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-957537677-subnet', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:58.268694 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 84f2e098-4e7d-433b-925b-c31c496d94f4 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:32:58.285212 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d5ffbe-099d-4197-9793-844ff35b0072 admin admin] Made reservation on behalf of 50b0f1b04e684adc8660d802720e4aa0 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:58.287559 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ffbe-099d-4197-9793-844ff35b0072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.453444 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ffbe-099d-4197-9793-844ff35b0072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.510330 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5ffbe-099d-4197-9793-844ff35b0072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a700edce-34b9-4c7e-98a5-870fecdb79e6,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:58.517491 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d5ffbe-099d-4197-9793-844ff35b0072 admin admin] Checking segment: {'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:58.517851 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d5ffbe-099d-4197-9793-844ff35b0072 admin admin] Network hostable DHCP agents. Network: 84f2e098-4e7d-433b-925b-c31c496d94f4, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:32:58.534633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d5ffbe-099d-4197-9793-844ff35b0072 admin admin] Network 84f2e098-4e7d-433b-925b-c31c496d94f4 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:32:58.542999 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b6d5ffbe-099d-4197-9793-844ff35b0072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 84f2e098-4e7d-433b-925b-c31c496d94f4) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:58.547640 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d5ffbe-099d-4197-9793-844ff35b0072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:58.548547 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ffbe-099d-4197-9793-844ff35b0072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.551644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4282356e-1771-4c29-9c60-fd527b07a712 None None] Network 84f2e098-4e7d-433b-925b-c31c496d94f4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:58.562919 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b6d5ffbe-099d-4197-9793-844ff35b0072 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3049405 Aug 20 11:32:58.565648 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40808) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:58.570314 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:58.592487 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.593785 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.651339 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.693948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-84f2e098-4e7d-433b-925b-c31c496d94f4', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:32:58.694818 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.791518 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.832963 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Allocated IP 172.20.0.2 (84f2e098-4e7d-433b-925b-c31c496d94f4/a700edce-34b9-4c7e-98a5-870fecdb79e6/d82ed4cf-4013-4068-862c-236a93b7f0d3) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:58.883016 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:32:58.982412 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.990582 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Transition to ACTIVE for port object d82ed4cf-4013-4068-862c-236a93b7f0d3 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:59.003787 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.006522 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Transition to ACTIVE for port object d82ed4cf-4013-4068-862c-236a93b7f0d3 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:59.012762 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.023298 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.058138 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Network 84f2e098-4e7d-433b-925b-c31c496d94f4 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:59.059461 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Pushing event updated for resources: {'Port': ['ID=d82ed4cf-4013-4068-862c-236a93b7f0d3,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:59.063399 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:59.065559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:59.119754 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Attempting to bind port d82ed4cf-4013-4068-862c-236a93b7f0d3 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:59.120116 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Attempting to bind port d82ed4cf-4013-4068-862c-236a93b7f0d3 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:59.120472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Attempting to bind port d82ed4cf-4013-4068-862c-236a93b7f0d3 on network 84f2e098-4e7d-433b-925b-c31c496d94f4 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:59.125932 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:59.126481 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Checking segment: {'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:59.126914 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.127494 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Bound using segment: {'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:59.127811 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Bound port: d82ed4cf-4013-4068-862c-236a93b7f0d3, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:59.128397 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.135699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Allocated IP 172.25.3.212 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/1bb1718a-fe0c-4f49-a96c-87fbf048a3b1) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:59.198059 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] For port d82ed4cf-4013-4068-862c-236a93b7f0d3, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:59.201646 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] For port d82ed4cf-4013-4068-862c-236a93b7f0d3, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d82ed4cf-4013-4068-862c-236a93b7f0d3,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:59.205507 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.242873 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.268684 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b80f2-de12-4ef0-aef9-e07722ff1a53 None None] Pushing event updated for resources: {'Port': ['ID=d82ed4cf-4013-4068-862c-236a93b7f0d3,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:59.283688 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.324822 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:59.327757 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:59.335521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:59.338731 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Pushing event updated for resources: {'Port': ['ID=1bb1718a-fe0c-4f49-a96c-87fbf048a3b1,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:59.413688 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c07f6d0b-0367-48f6-9130-acc348044856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.606295 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.798794 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.933150 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:33:00.047533 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:33:00.061607 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Sync routers for ids ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:33:00.068397 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.071564 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-3def0985-2582-4a12-9706-ccae861880aa admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5048926 Aug 20 11:33:00.072755 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Routers {'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:00.072886 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40810) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:00.073418 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:32:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:00.161960 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad789490-a601-4cd5-a058-c9785b73793a None None] Network 84f2e098-4e7d-433b-925b-c31c496d94f4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:00.429009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1759e9fb-d278-46c5-bfc9-0d595d976cad None None] Provisioning for port d82ed4cf-4013-4068-862c-236a93b7f0d3 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:00.436832 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Set router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:00.520873 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.672328 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:32:59Z', 'revision_number': 3, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:00.689351 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Allocated IP 172.20.0.1 (84f2e098-4e7d-433b-925b-c31c496d94f4/a700edce-34b9-4c7e-98a5-870fecdb79e6/99685eed-fbca-432f-a1c3-258b92bc1dde) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:00.703712 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Checking router: ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:33:00.704068 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Updating router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 port 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:33:00.733910 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.807024 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.821695 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Transition to ACTIVE for port object 99685eed-fbca-432f-a1c3-258b92bc1dde will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:00.856022 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.897090 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Network 84f2e098-4e7d-433b-925b-c31c496d94f4 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:00.900521 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:00.907022 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:00.910142 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Pushing event updated for resources: {'Port': ['ID=99685eed-fbca-432f-a1c3-258b92bc1dde,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:00.945763 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.017676 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.028862 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Transition to ACTIVE for port object 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:01.034967 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.096863 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.098234 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a882fb1-ac58-4ec8-aa4a-518e689cdda4 None None] Pushing event updated for resources: {'Port': ['ID=1bb1718a-fe0c-4f49-a96c-87fbf048a3b1,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:01.101057 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Attempting to bind port 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:01.101430 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Attempting to bind port 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:01.101794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Attempting to bind port 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:01.108011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:01.108392 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:01.108801 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.109194 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:01.109664 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Bound port: 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:01.110048 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.167118 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d82ed4cf-4013-4068-862c-236a93b7f0d3 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:01.198821 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] For port 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:01.215324 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] For port 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1bb1718a-fe0c-4f49-a96c-87fbf048a3b1,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:01.221198 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.288044 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.292747 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.300221 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6e72e720-d189-4353-a66f-bab943691b7a None None] Provisioning for port 99685eed-fbca-432f-a1c3-258b92bc1dde completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:01.309002 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a882fb1-ac58-4ec8-aa4a-518e689cdda4 None None] Pushing event updated for resources: {'Port': ['ID=1bb1718a-fe0c-4f49-a96c-87fbf048a3b1,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:01.313988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port d82ed4cf-4013-4068-862c-236a93b7f0d3 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:01.317195 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6e72e720-d189-4353-a66f-bab943691b7a None None] Provisioning complete for port 99685eed-fbca-432f-a1c3-258b92bc1dde triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:01.317572 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6e72e720-d189-4353-a66f-bab943691b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.319590 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Routers {'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:01.320214 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:32:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:01.323265 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d82ed4cf-4013-4068-862c-236a93b7f0d3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:01.323631 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.364170 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Pushing event updated for resources: {'Port': ['ID=99685eed-fbca-432f-a1c3-258b92bc1dde,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:01.366554 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.423773 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6e72e720-d189-4353-a66f-bab943691b7a None None] Port 99685eed-fbca-432f-a1c3-258b92bc1dde cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:33:01.458197 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Network 84f2e098-4e7d-433b-925b-c31c496d94f4 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:01.459561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:01.522952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] Set router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:01.525402 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.629668 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port d82ed4cf-4013-4068-862c-236a93b7f0d3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d82ed4cf-4013-4068-862c-236a93b7f0d3,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:01.641243 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.756387 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=d82ed4cf-4013-4068-862c-236a93b7f0d3,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:01.771620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c6e4a98d-1b12-4176-94d0-d574685d7cc8 None None] Provisioning complete for port 99685eed-fbca-432f-a1c3-258b92bc1dde triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:01.771994 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c6e4a98d-1b12-4176-94d0-d574685d7cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.836205 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-c6e4a98d-1b12-4176-94d0-d574685d7cc8 None None] Port 99685eed-fbca-432f-a1c3-258b92bc1dde cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:33:01.856340 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '99685eed-fbca-432f-a1c3-258b92bc1dde', 'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'mac_address': 'fa:16:3e:70:25:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:00Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 2, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'subnets': [{'id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:01.882941 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e720b-c72d-4f0e-b44f-1df1ae40bd0a None None] The sync data for ids ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'] in n-d-778550-11 is: [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '99685eed-fbca-432f-a1c3-258b92bc1dde', 'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'mac_address': 'fa:16:3e:70:25:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:00Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 2, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'subnets': [{'id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:33:01.906538 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:33:02.020736 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:33:02.032182 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b8a4e2c7-271f-45af-a9aa-c275257f6a0d admin admin] 10.222.0.16 "PUT /v2.0/routers/ca5d24f8-7c90-4ae6-bc98-779627ca5ec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9522076 Aug 20 11:33:02.060148 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e5e18b5f-ad62-4b11-9dd8-381b60dec348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.541588 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.628305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40826) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:02.633487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-3ea4e6fb-1452-4207-b3f9-d8e616252f88 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-364977738-network', 'tenant_id': '01d52f396c974293b1854e3c8e1b60c2'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:02.664087 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea4e6fb-1452-4207-b3f9-d8e616252f88 admin admin] Made reservation on behalf of 01d52f396c974293b1854e3c8e1b60c2 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:02.667454 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e6fb-1452-4207-b3f9-d8e616252f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.677472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e6fb-1452-4207-b3f9-d8e616252f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.787324 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e6fb-1452-4207-b3f9-d8e616252f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.792228 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e6fb-1452-4207-b3f9-d8e616252f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.820176 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea4e6fb-1452-4207-b3f9-d8e616252f88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:33:02.826654 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4e6fb-1452-4207-b3f9-d8e616252f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afa7a1e-4d0a-458b-97a8-5c8098f12597,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:02.833467 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e6fb-1452-4207-b3f9-d8e616252f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.833817 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-3ea4e6fb-1452-4207-b3f9-d8e616252f88 admin admin] Added segment 3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e of type vlan for network 1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c Aug 20 11:33:02.878759 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e6fb-1452-4207-b3f9-d8e616252f88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.905989 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e6fb-1452-4207-b3f9-d8e616252f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.906922 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea4e6fb-1452-4207-b3f9-d8e616252f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:02.907532 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-3ea4e6fb-1452-4207-b3f9-d8e616252f88 admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.965905 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3ea4e6fb-1452-4207-b3f9-d8e616252f88 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3339927 Aug 20 11:33:02.966151 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40828) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:02.970993 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-4ed0c3e6-3450-488b-bdc6-6495149a81b8 admin admin] Request body: {'subnet': {'network_id': '1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-364977738-subnet', 'tenant_id': '01d52f396c974293b1854e3c8e1b60c2', 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:02.982313 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4e6fb-1452-4207-b3f9-d8e616252f88 admin admin] Pushing event updated for resources: {'Network': ['ID=1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:02.993916 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network 1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:33:03.000461 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed0c3e6-3450-488b-bdc6-6495149a81b8 admin admin] Made reservation on behalf of 01d52f396c974293b1854e3c8e1b60c2 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:03.003330 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c3e6-3450-488b-bdc6-6495149a81b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.216426 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c3e6-3450-488b-bdc6-6495149a81b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.220279 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:03.274921 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:03.275208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0c3e6-3450-488b-bdc6-6495149a81b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d040707f-db2c-4102-bbfe-2260e50e54c2,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:03.279649 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:03.280026 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.283551 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed0c3e6-3450-488b-bdc6-6495149a81b8 admin admin] Checking segment: {'id': '3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:03.283924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed0c3e6-3450-488b-bdc6-6495149a81b8 admin admin] Network hostable DHCP agents. Network: 1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:33:03.301026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed0c3e6-3450-488b-bdc6-6495149a81b8 admin admin] Network 1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:33:03.311128 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-4ed0c3e6-3450-488b-bdc6-6495149a81b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, 1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:03.315312 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed0c3e6-3450-488b-bdc6-6495149a81b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:03.315991 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4ed0c3e6-3450-488b-bdc6-6495149a81b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.322152 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f94b148-068f-48d5-9f1b-a88e48aee870 None None] Network 1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:03.331834 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4ed0c3e6-3450-488b-bdc6-6495149a81b8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3647020 Aug 20 11:33:03.334681 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40830) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:03.339292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-364977738-router', 'tenant_id': '01d52f396c974293b1854e3c8e1b60c2', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:03.363653 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.364694 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.421909 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.449293 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.456170 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.494784 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1bb1718a-fe0c-4f49-a96c-87fbf048a3b1,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:03.502105 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.503077 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d82ed4cf-4013-4068-862c-236a93b7f0d3 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:03.566001 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.578126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c', 'network_id': '1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c', 'tenant_id': '01d52f396c974293b1854e3c8e1b60c2', 'fixed_ips': [{'subnet_id': 'd040707f-db2c-4102-bbfe-2260e50e54c2'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:33:03.579110 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.626619 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=1bb1718a-fe0c-4f49-a96c-87fbf048a3b1,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:03.693363 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port d82ed4cf-4013-4068-862c-236a93b7f0d3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:03.693739 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.786915 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.787472 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Allocated IP 172.20.0.2 (1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c/d040707f-db2c-4102-bbfe-2260e50e54c2/2243e71d-db6e-4c6a-92d2-b176cc5f858b) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:03.807518 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.921790 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Allocated IP 172.25.3.52 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/b135b7eb-2543-453b-b50f-45232781655f) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:03.971815 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.981394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Transition to ACTIVE for port object 2243e71d-db6e-4c6a-92d2-b176cc5f858b will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:03.999493 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Transition to ACTIVE for port object 2243e71d-db6e-4c6a-92d2-b176cc5f858b will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:04.006731 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.009339 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Sync routers for ids ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:33:04.019110 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Routers {'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:04.019986 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:33:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:04.039415 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.048689 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Network 1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:04.051496 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:04.053936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:04.068732 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Pushing event updated for resources: {'Port': ['ID=2243e71d-db6e-4c6a-92d2-b176cc5f858b,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:04.092879 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.119687 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Attempting to bind port 2243e71d-db6e-4c6a-92d2-b176cc5f858b on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:04.120056 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Attempting to bind port 2243e71d-db6e-4c6a-92d2-b176cc5f858b by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:04.120425 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Attempting to bind port 2243e71d-db6e-4c6a-92d2-b176cc5f858b on network 1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:04.125651 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:04.126028 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Checking segment: {'id': '3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:04.126546 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.126945 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Bound using segment: {'id': '3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:04.127440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Bound port: 2243e71d-db6e-4c6a-92d2-b176cc5f858b, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:04.127822 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.132866 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Set router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:04.133358 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:04.136902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:04.140650 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:04.175589 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Pushing event updated for resources: {'Port': ['ID=b135b7eb-2543-453b-b50f-45232781655f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:04.201006 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] For port 2243e71d-db6e-4c6a-92d2-b176cc5f858b, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:04.204798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] For port 2243e71d-db6e-4c6a-92d2-b176cc5f858b, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2243e71d-db6e-4c6a-92d2-b176cc5f858b,segment=NetworkSegment(3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e),segment_id=3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:04.211410 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.280043 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64b76e-a796-4e68-9650-755a34bf4567 None None] Pushing event updated for resources: {'Port': ['ID=2243e71d-db6e-4c6a-92d2-b176cc5f858b,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:04.367627 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '99685eed-fbca-432f-a1c3-258b92bc1dde', 'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'mac_address': 'fa:16:3e:70:25:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:00Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 2, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'subnets': [{'id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:04.394853 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Checking router: ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:33:04.395387 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Updating router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 port 99685eed-fbca-432f-a1c3-258b92bc1dde binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:33:04.424282 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.425477 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.660412 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.731369 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.743754 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Transition to ACTIVE for port object 99685eed-fbca-432f-a1c3-258b92bc1dde will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:04.749208 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.793860 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Router e6ae842c-78b1-4238-bd99-be35f9d979ea is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:33:04.802474 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117863c-8ad7-4b06-84a2-42008a734c6b None None] Pushing event updated for resources: {'Port': ['ID=99685eed-fbca-432f-a1c3-258b92bc1dde,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:04.827096 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117863c-8ad7-4b06-84a2-42008a734c6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:04.827096 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117863c-8ad7-4b06-84a2-42008a734c6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:04.827436 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117863c-8ad7-4b06-84a2-42008a734c6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:04.827780 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117863c-8ad7-4b06-84a2-42008a734c6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:04.828111 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117863c-8ad7-4b06-84a2-42008a734c6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:04.828437 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117863c-8ad7-4b06-84a2-42008a734c6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:04.828761 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117863c-8ad7-4b06-84a2-42008a734c6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:04.829081 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117863c-8ad7-4b06-84a2-42008a734c6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:04.829668 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117863c-8ad7-4b06-84a2-42008a734c6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:04.829986 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117863c-8ad7-4b06-84a2-42008a734c6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:04.830306 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117863c-8ad7-4b06-84a2-42008a734c6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:04.830628 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2117863c-8ad7-4b06-84a2-42008a734c6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:04.862164 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Attempting to bind port 99685eed-fbca-432f-a1c3-258b92bc1dde on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:04.862573 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Attempting to bind port 99685eed-fbca-432f-a1c3-258b92bc1dde by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:04.862976 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Attempting to bind port 99685eed-fbca-432f-a1c3-258b92bc1dde on network 84f2e098-4e7d-433b-925b-c31c496d94f4 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:04.869013 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:04.869382 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Checking segment: {'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:04.869781 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.870171 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Bound using segment: {'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:04.870629 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Bound port: 99685eed-fbca-432f-a1c3-258b92bc1dde, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:04.871007 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.917621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:33:04.927321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Sync routers for ids ['e6ae842c-78b1-4238-bd99-be35f9d979ea'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:33:04.934231 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.935880 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-c46d1a6e-af88-4518-84a7-cd4c21c28969 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6001563 Aug 20 11:33:04.938662 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40832) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:04.940274 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Routers {'e6ae842c-78b1-4238-bd99-be35f9d979ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:04.940907 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:33:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e6ae842c-78b1-4238-bd99-be35f9d979ea'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:04.964851 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] For port 99685eed-fbca-432f-a1c3-258b92bc1dde, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:04.968866 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] For port 99685eed-fbca-432f-a1c3-258b92bc1dde, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=99685eed-fbca-432f-a1c3-258b92bc1dde,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:04.977094 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:05.030286 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Routers {'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:05.031657 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:33:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:05.155593 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117863c-8ad7-4b06-84a2-42008a734c6b None None] Pushing event updated for resources: {'Port': ['ID=99685eed-fbca-432f-a1c3-258b92bc1dde,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:05.293064 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] Set router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:05.373900 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:05.451120 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:05.462421 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Set router e6ae842c-78b1-4238-bd99-be35f9d979ea gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:05.525951 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f3e0dd-ba38-4079-8005-cbaed3f46003 None None] Network 1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:05.526251 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:05.565308 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '99685eed-fbca-432f-a1c3-258b92bc1dde', 'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'mac_address': 'fa:16:3e:70:25:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:00Z', 'updated_at': '2021-08-20T11:33:04Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'subnets': [{'id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:05.596387 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1315c9-2b6f-47b6-a3ca-969e2ca0ef41 None None] The sync data for ids ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'] in n-d-778550-11 is: [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '99685eed-fbca-432f-a1c3-258b92bc1dde', 'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'mac_address': 'fa:16:3e:70:25:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:00Z', 'updated_at': '2021-08-20T11:33:04Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'subnets': [{'id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:33:05.632164 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:05.632533 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:05.687936 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Allocated IP 172.20.0.1 (1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c/d040707f-db2c-4102-bbfe-2260e50e54c2/4b9b5fe4-df17-4cae-842f-2aed9ced3836) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:05.763333 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-61a9f7fa-5422-4080-907f-91d6acb37dd8 None None] Provisioning for port 2243e71d-db6e-4c6a-92d2-b176cc5f858b completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:05.807269 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:05.823202 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Transition to ACTIVE for port object 4b9b5fe4-df17-4cae-842f-2aed9ced3836 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:05.863384 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:05.872314 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2243e71d-db6e-4c6a-92d2-b176cc5f858b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:05.900563 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Network 1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:05.903842 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:05.907864 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:05.912266 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'name': 'tempest-TestShelveInstance-364977738-router', 'tenant_id': '01d52f396c974293b1854e3c8e1b60c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b135b7eb-2543-453b-b50f-45232781655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:03Z', 'updated_at': '2021-08-20T11:33:04Z', 'revision_number': 3, 'project_id': '01d52f396c974293b1854e3c8e1b60c2', 'gw_port': {'id': 'b135b7eb-2543-453b-b50f-45232781655f', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:09:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:03Z', 'updated_at': '2021-08-20T11:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:05.950540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Checking router: e6ae842c-78b1-4238-bd99-be35f9d979ea for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:33:05.950540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Updating router e6ae842c-78b1-4238-bd99-be35f9d979ea port b135b7eb-2543-453b-b50f-45232781655f binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:33:05.959129 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:05.986780 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:05.998766 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Pushing event updated for resources: {'Port': ['ID=4b9b5fe4-df17-4cae-842f-2aed9ced3836,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:06.108062 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 2243e71d-db6e-4c6a-92d2-b176cc5f858b completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:06.116943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 2243e71d-db6e-4c6a-92d2-b176cc5f858b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:06.117329 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.140271 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.239165 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c0a52a4c-a24d-4ac5-a416-cc69e9749d3f None None] Provisioning complete for port 2243e71d-db6e-4c6a-92d2-b176cc5f858b triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:06.239165 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c0a52a4c-a24d-4ac5-a416-cc69e9749d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.338002 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.394816 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.400760 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.449496 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 2243e71d-db6e-4c6a-92d2-b176cc5f858b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2243e71d-db6e-4c6a-92d2-b176cc5f858b,segment=NetworkSegment(3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e),segment_id=3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:06.467909 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.474916 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.480903 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.488990 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Pushing event updated for resources: {'Port': ['ID=4b9b5fe4-df17-4cae-842f-2aed9ced3836,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:06.519251 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Transition to ACTIVE for port object b135b7eb-2543-453b-b50f-45232781655f will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:06.521050 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c0a52a4c-a24d-4ac5-a416-cc69e9749d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.536071 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.568806 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=2243e71d-db6e-4c6a-92d2-b176cc5f858b,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:06.581425 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Network 1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:06.582832 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:06.640060 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Attempting to bind port b135b7eb-2543-453b-b50f-45232781655f on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:06.640432 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Attempting to bind port b135b7eb-2543-453b-b50f-45232781655f by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:06.640797 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Attempting to bind port b135b7eb-2543-453b-b50f-45232781655f on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:06.659132 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:06.659561 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:06.659972 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.660374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:06.660843 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Bound port: b135b7eb-2543-453b-b50f-45232781655f, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:06.661228 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.663317 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.db.api [None req-c0a52a4c-a24d-4ac5-a416-cc69e9749d3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:33:06.663661 n-d-778550-11 neutron-server[94868]: DEBUG oslo_db.api [None req-c0a52a4c-a24d-4ac5-a416-cc69e9749d3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:33:06.665666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8192b5-0cb2-4501-b3ff-2b3676ad49d4 None None] Pushing event updated for resources: {'Port': ['ID=b135b7eb-2543-453b-b50f-45232781655f,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:06.707904 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Router e6ae842c-78b1-4238-bd99-be35f9d979ea has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:33:06.720260 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] For port b135b7eb-2543-453b-b50f-45232781655f, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:06.726308 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] For port b135b7eb-2543-453b-b50f-45232781655f, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b135b7eb-2543-453b-b50f-45232781655f,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:06.732090 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.792469 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Routers {'e6ae842c-78b1-4238-bd99-be35f9d979ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:06.793115 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:33:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e6ae842c-78b1-4238-bd99-be35f9d979ea'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:06.797842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8192b5-0cb2-4501-b3ff-2b3676ad49d4 None None] Pushing event updated for resources: {'Port': ['ID=b135b7eb-2543-453b-b50f-45232781655f,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:06.831420 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:33:06.836618 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-e3a97859-d81b-4af2-a964-795c216d448d admin admin] 10.222.0.16 "PUT /v2.0/routers/e6ae842c-78b1-4238-bd99-be35f9d979ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8965256 Aug 20 11:33:06.903875 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] Set router e6ae842c-78b1-4238-bd99-be35f9d979ea gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:07.117179 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'name': 'tempest-TestShelveInstance-364977738-router', 'tenant_id': '01d52f396c974293b1854e3c8e1b60c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b135b7eb-2543-453b-b50f-45232781655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:03Z', 'updated_at': '2021-08-20T11:33:06Z', 'revision_number': 4, 'project_id': '01d52f396c974293b1854e3c8e1b60c2', 'gw_port': {'id': 'b135b7eb-2543-453b-b50f-45232781655f', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:09:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:03Z', 'updated_at': '2021-08-20T11:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4b9b5fe4-df17-4cae-842f-2aed9ced3836', 'name': '', 'network_id': '1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c', 'tenant_id': '01d52f396c974293b1854e3c8e1b60c2', 'mac_address': 'fa:16:3e:96:c6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd040707f-db2c-4102-bbfe-2260e50e54c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:05Z', 'updated_at': '2021-08-20T11:33:06Z', 'revision_number': 2, 'project_id': '01d52f396c974293b1854e3c8e1b60c2', 'subnets': [{'id': 'd040707f-db2c-4102-bbfe-2260e50e54c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:07.145062 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f99c7a-f3be-4314-94df-51d1cf5f85a2 None None] The sync data for ids ['e6ae842c-78b1-4238-bd99-be35f9d979ea'] in n-d-778550-11 is: [{'id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'name': 'tempest-TestShelveInstance-364977738-router', 'tenant_id': '01d52f396c974293b1854e3c8e1b60c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b135b7eb-2543-453b-b50f-45232781655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:03Z', 'updated_at': '2021-08-20T11:33:06Z', 'revision_number': 4, 'project_id': '01d52f396c974293b1854e3c8e1b60c2', 'gw_port': {'id': 'b135b7eb-2543-453b-b50f-45232781655f', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:09:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:03Z', 'updated_at': '2021-08-20T11:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4b9b5fe4-df17-4cae-842f-2aed9ced3836', 'name': '', 'network_id': '1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c', 'tenant_id': '01d52f396c974293b1854e3c8e1b60c2', 'mac_address': 'fa:16:3e:96:c6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd040707f-db2c-4102-bbfe-2260e50e54c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:05Z', 'updated_at': '2021-08-20T11:33:06Z', 'revision_number': 2, 'project_id': '01d52f396c974293b1854e3c8e1b60c2', 'subnets': [{'id': 'd040707f-db2c-4102-bbfe-2260e50e54c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:33:07.154101 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 99685eed-fbca-432f-a1c3-258b92bc1dde up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:07.239297 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 99685eed-fbca-432f-a1c3-258b92bc1dde completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:07.243076 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 99685eed-fbca-432f-a1c3-258b92bc1dde triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:07.243539 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.326359 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.382326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 99685eed-fbca-432f-a1c3-258b92bc1dde, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=99685eed-fbca-432f-a1c3-258b92bc1dde,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:07.387863 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.388713 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2243e71d-db6e-4c6a-92d2-b176cc5f858b up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:07.441096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a5bb20cb-13be-4c9b-8b64-47cda2669adb None None] Provisioning for port 4b9b5fe4-df17-4cae-842f-2aed9ced3836 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:07.457384 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-a5bb20cb-13be-4c9b-8b64-47cda2669adb None None] Provisioning complete for port 4b9b5fe4-df17-4cae-842f-2aed9ced3836 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:07.457759 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a5bb20cb-13be-4c9b-8b64-47cda2669adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.515187 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=99685eed-fbca-432f-a1c3-258b92bc1dde,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:07.525029 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40842) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:07.525217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-a5bb20cb-13be-4c9b-8b64-47cda2669adb None None] Port 4b9b5fe4-df17-4cae-842f-2aed9ced3836 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:33:07.530270 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-2466059f-6b82-4f02-8e8f-8c2441b1d94a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-936146223', 'description': 'tempest-secgroup-smoke-936146223 description', 'project_id': '50b0f1b04e684adc8660d802720e4aa0'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:07.537871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 2243e71d-db6e-4c6a-92d2-b176cc5f858b triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:07.538506 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.555715 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2466059f-6b82-4f02-8e8f-8c2441b1d94a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.652506 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2466059f-6b82-4f02-8e8f-8c2441b1d94a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.656515 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2466059f-6b82-4f02-8e8f-8c2441b1d94a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.684109 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-2466059f-6b82-4f02-8e8f-8c2441b1d94a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.685390 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-2466059f-6b82-4f02-8e8f-8c2441b1d94a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1592333 Aug 20 11:33:07.688750 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40844) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:07.690372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466059f-6b82-4f02-8e8f-8c2441b1d94a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a86af4de-ec18-47a6-95fc-017dda198a09,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:07.694617 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b1d7b943-75d8-4eb7-8959-36c8789955e9 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Request body: {'security_group_rule': {'security_group_id': 'a86af4de-ec18-47a6-95fc-017dda198a09', 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:07.723485 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b943-75d8-4eb7-8959-36c8789955e9 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.791591 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b943-75d8-4eb7-8959-36c8789955e9 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.796334 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b943-75d8-4eb7-8959-36c8789955e9 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.814443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7b943-75d8-4eb7-8959-36c8789955e9 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130f8a01-c432-4e28-8287-8440f5674d9d,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:07.819656 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b1d7b943-75d8-4eb7-8959-36c8789955e9 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.820993 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b1d7b943-75d8-4eb7-8959-36c8789955e9 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310990 Aug 20 11:33:07.824271 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40846) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:07.828648 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-43938eb7-3af8-4056-997a-4c1e65d0dd89 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Request body: {'security_group_rule': {'security_group_id': 'a86af4de-ec18-47a6-95fc-017dda198a09', 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:07.854492 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43938eb7-3af8-4056-997a-4c1e65d0dd89 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.910448 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43938eb7-3af8-4056-997a-4c1e65d0dd89 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.914010 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43938eb7-3af8-4056-997a-4c1e65d0dd89 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.931397 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43938eb7-3af8-4056-997a-4c1e65d0dd89 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3bc7fe-4234-41b5-99ef-7284260060bb,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:07.937229 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-43938eb7-3af8-4056-997a-4c1e65d0dd89 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.938603 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-43938eb7-3af8-4056-997a-4c1e65d0dd89 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134071 Aug 20 11:33:07.941443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 40848) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:07.945826 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-6cf5ba35-8f1b-4e8c-a334-ed606038cc19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Request body: {'security_group_rule': {'security_group_id': 'a86af4de-ec18-47a6-95fc-017dda198a09', 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:07.972600 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ba35-8f1b-4e8c-a334-ed606038cc19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.029113 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ba35-8f1b-4e8c-a334-ed606038cc19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.032438 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ba35-8f1b-4e8c-a334-ed606038cc19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.050387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5ba35-8f1b-4e8c-a334-ed606038cc19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54453f99-3cb9-4881-af07-c96be28ec2bf,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:08.057330 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ba35-8f1b-4e8c-a334-ed606038cc19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.058631 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-6cf5ba35-8f1b-4e8c-a334-ed606038cc19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162777 Aug 20 11:33:08.061594 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40850) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:08.066273 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-8e4785d9-ee6f-44c9-b66d-3ca6c47c2d03 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Request body: {'security_group_rule': {'security_group_id': 'a86af4de-ec18-47a6-95fc-017dda198a09', 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:08.092771 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8e4785d9-ee6f-44c9-b66d-3ca6c47c2d03 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.155164 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8e4785d9-ee6f-44c9-b66d-3ca6c47c2d03 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.159076 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8e4785d9-ee6f-44c9-b66d-3ca6c47c2d03 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.178316 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4785d9-ee6f-44c9-b66d-3ca6c47c2d03 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7625380e-43eb-4392-962c-bc5f4aa1c4a7,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:08.186583 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-8e4785d9-ee6f-44c9-b66d-3ca6c47c2d03 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.187463 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-8e4785d9-ee6f-44c9-b66d-3ca6c47c2d03 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248708 Aug 20 11:33:08.190373 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40852) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:08.194856 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-5b79b96c-0e24-4b76-9a1f-5a40b6e5f499 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Request body: {'security_group_rule': {'security_group_id': 'a86af4de-ec18-47a6-95fc-017dda198a09', 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:08.216071 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-5b79b96c-0e24-4b76-9a1f-5a40b6e5f499 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Project 50b0f1b04e684adc8660d802720e4aa0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:33:08.220820 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b79b96c-0e24-4b76-9a1f-5a40b6e5f499 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.283643 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b79b96c-0e24-4b76-9a1f-5a40b6e5f499 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.287808 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b79b96c-0e24-4b76-9a1f-5a40b6e5f499 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.307311 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79b96c-0e24-4b76-9a1f-5a40b6e5f499 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a52c987-7b1a-4553-bac7-e06a4d22eff6,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:08.312221 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-5b79b96c-0e24-4b76-9a1f-5a40b6e5f499 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.313341 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-5b79b96c-0e24-4b76-9a1f-5a40b6e5f499 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220253 Aug 20 11:33:08.316053 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40854) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:08.320440 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d5d1aab9-81bf-4e44-b051-4fc343dc72b4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Request body: {'security_group_rule': {'security_group_id': 'a86af4de-ec18-47a6-95fc-017dda198a09', 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:08.340751 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-d5d1aab9-81bf-4e44-b051-4fc343dc72b4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Project 50b0f1b04e684adc8660d802720e4aa0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:33:08.345416 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5d1aab9-81bf-4e44-b051-4fc343dc72b4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.407428 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5d1aab9-81bf-4e44-b051-4fc343dc72b4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.410952 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5d1aab9-81bf-4e44-b051-4fc343dc72b4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.429872 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1aab9-81bf-4e44-b051-4fc343dc72b4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea0e8c0-4f51-4cb8-b30d-1dbea7418cd2,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:08.433962 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d5d1aab9-81bf-4e44-b051-4fc343dc72b4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.443247 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d5d1aab9-81bf-4e44-b051-4fc343dc72b4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182091 Aug 20 11:33:08.604569 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-e7f2a877-72c5-4688-967e-f66fe3b54918 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-936146223&fields=id&tenant_id=50b0f1b04e684adc8660d802720e4aa0 HTTP/1.1" status: 200 len: 267 time: 0.0400178 Aug 20 11:33:08.718747 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-1b7f47ca-f665-4d95-abc8-930a160dd455 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:08.720318 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-1b7f47ca-f665-4d95-abc8-930a160dd455 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 808 time: 0.1085114 Aug 20 11:33:08.736584 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-2417170a-f0b4-4c9c-93f8-23a3806c1d36 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/quotas/50b0f1b04e684adc8660d802720e4aa0 HTTP/1.1" status: 200 len: 375 time: 0.0097690 Aug 20 11:33:08.797106 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-cb9341a1-31cd-4e55-b14d-de642b3e9c59 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549510 Aug 20 11:33:08.814008 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-757eb4b4-7c10-4de1-afb3-e98de553ce43 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:33:08.814992 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-757eb4b4-7c10-4de1-afb3-e98de553ce43 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054433 Aug 20 11:33:08.912795 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-0111544a-a9c3-4dc5-a16f-218243949df1 service neutron] 10.222.0.16 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906172 Aug 20 11:33:09.007474 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-4840e8ad-3522-4c0e-8ecb-255f0573cb3e service neutron] 10.222.0.16 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877166 Aug 20 11:33:09.205411 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-369efc6d-697e-4190-adcf-9984f02b6993 req-7aa73312-cc0b-4bb6-b455-8ae71c634db3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 210 time: 0.0283980 Aug 20 11:33:09.220540 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 99685eed-fbca-432f-a1c3-258b92bc1dde up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:09.426081 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 99685eed-fbca-432f-a1c3-258b92bc1dde triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:09.426398 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:09.503993 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b135b7eb-2543-453b-b50f-45232781655f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:09.550644 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port b135b7eb-2543-453b-b50f-45232781655f completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:09.554956 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b135b7eb-2543-453b-b50f-45232781655f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:09.555400 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:09.635128 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:09.656482 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port b135b7eb-2543-453b-b50f-45232781655f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b135b7eb-2543-453b-b50f-45232781655f,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:09.661035 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:09.709351 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=b135b7eb-2543-453b-b50f-45232781655f,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:09.852506 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Sync routers for ids ['e6ae842c-78b1-4238-bd99-be35f9d979ea'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:33:09.861658 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Routers {'e6ae842c-78b1-4238-bd99-be35f9d979ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:09.862259 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:33:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e6ae842c-78b1-4238-bd99-be35f9d979ea'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:09.966025 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Set router e6ae842c-78b1-4238-bd99-be35f9d979ea gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:10.255003 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'name': 'tempest-TestShelveInstance-364977738-router', 'tenant_id': '01d52f396c974293b1854e3c8e1b60c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b135b7eb-2543-453b-b50f-45232781655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:03Z', 'updated_at': '2021-08-20T11:33:06Z', 'revision_number': 4, 'project_id': '01d52f396c974293b1854e3c8e1b60c2', 'gw_port': {'id': 'b135b7eb-2543-453b-b50f-45232781655f', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:03Z', 'updated_at': '2021-08-20T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4b9b5fe4-df17-4cae-842f-2aed9ced3836', 'name': '', 'network_id': '1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c', 'tenant_id': '01d52f396c974293b1854e3c8e1b60c2', 'mac_address': 'fa:16:3e:96:c6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd040707f-db2c-4102-bbfe-2260e50e54c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:05Z', 'updated_at': '2021-08-20T11:33:06Z', 'revision_number': 2, 'project_id': '01d52f396c974293b1854e3c8e1b60c2', 'subnets': [{'id': 'd040707f-db2c-4102-bbfe-2260e50e54c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:10.282119 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Checking router: e6ae842c-78b1-4238-bd99-be35f9d979ea for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:33:10.282422 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Updating router e6ae842c-78b1-4238-bd99-be35f9d979ea port 4b9b5fe4-df17-4cae-842f-2aed9ced3836 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:33:10.303587 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5a714e8e-4358-4876-acae-e4bf4ef396df req-c39dacb7-fb47-4609-ae04-e5b8e9e0e2a2 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 210 time: 0.0283921 Aug 20 11:33:10.313680 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.570392 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.579833 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Transition to ACTIVE for port object 4b9b5fe4-df17-4cae-842f-2aed9ced3836 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:10.584814 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.635193 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058fe3e-a29e-4ac0-877b-da00482f6704 None None] Pushing event updated for resources: {'Port': ['ID=4b9b5fe4-df17-4cae-842f-2aed9ced3836,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:10.684146 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Attempting to bind port 4b9b5fe4-df17-4cae-842f-2aed9ced3836 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:10.684509 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Attempting to bind port 4b9b5fe4-df17-4cae-842f-2aed9ced3836 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:10.684866 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Attempting to bind port 4b9b5fe4-df17-4cae-842f-2aed9ced3836 on network 1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:10.690062 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:10.690432 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Checking segment: {'id': '3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:10.690826 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.691250 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Bound using segment: {'id': '3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:10.691734 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Bound port: 4b9b5fe4-df17-4cae-842f-2aed9ced3836, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:10.692232 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.756686 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] For port 4b9b5fe4-df17-4cae-842f-2aed9ced3836, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:10.760013 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] For port 4b9b5fe4-df17-4cae-842f-2aed9ced3836, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4b9b5fe4-df17-4cae-842f-2aed9ced3836,segment=NetworkSegment(3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e),segment_id=3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:10.764712 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.820368 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Routers {'e6ae842c-78b1-4238-bd99-be35f9d979ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:10.821119 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:33:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e6ae842c-78b1-4238-bd99-be35f9d979ea'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:10.825941 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058fe3e-a29e-4ac0-877b-da00482f6704 None None] Pushing event updated for resources: {'Port': ['ID=4b9b5fe4-df17-4cae-842f-2aed9ced3836,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:10.934680 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] Set router e6ae842c-78b1-4238-bd99-be35f9d979ea gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:11.126620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b135b7eb-2543-453b-b50f-45232781655f up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:11.146367 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'name': 'tempest-TestShelveInstance-364977738-router', 'tenant_id': '01d52f396c974293b1854e3c8e1b60c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b135b7eb-2543-453b-b50f-45232781655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:03Z', 'updated_at': '2021-08-20T11:33:06Z', 'revision_number': 4, 'project_id': '01d52f396c974293b1854e3c8e1b60c2', 'gw_port': {'id': 'b135b7eb-2543-453b-b50f-45232781655f', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:03Z', 'updated_at': '2021-08-20T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4b9b5fe4-df17-4cae-842f-2aed9ced3836', 'name': '', 'network_id': '1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c', 'tenant_id': '01d52f396c974293b1854e3c8e1b60c2', 'mac_address': 'fa:16:3e:96:c6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd040707f-db2c-4102-bbfe-2260e50e54c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:05Z', 'updated_at': '2021-08-20T11:33:10Z', 'revision_number': 4, 'project_id': '01d52f396c974293b1854e3c8e1b60c2', 'subnets': [{'id': 'd040707f-db2c-4102-bbfe-2260e50e54c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:11.173378 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f30655-2fad-4cac-9c95-fb04cc80669f None None] The sync data for ids ['e6ae842c-78b1-4238-bd99-be35f9d979ea'] in n-d-778550-11 is: [{'id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'name': 'tempest-TestShelveInstance-364977738-router', 'tenant_id': '01d52f396c974293b1854e3c8e1b60c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b135b7eb-2543-453b-b50f-45232781655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:03Z', 'updated_at': '2021-08-20T11:33:06Z', 'revision_number': 4, 'project_id': '01d52f396c974293b1854e3c8e1b60c2', 'gw_port': {'id': 'b135b7eb-2543-453b-b50f-45232781655f', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:03Z', 'updated_at': '2021-08-20T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4b9b5fe4-df17-4cae-842f-2aed9ced3836', 'name': '', 'network_id': '1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c', 'tenant_id': '01d52f396c974293b1854e3c8e1b60c2', 'mac_address': 'fa:16:3e:96:c6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd040707f-db2c-4102-bbfe-2260e50e54c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:05Z', 'updated_at': '2021-08-20T11:33:10Z', 'revision_number': 4, 'project_id': '01d52f396c974293b1854e3c8e1b60c2', 'subnets': [{'id': 'd040707f-db2c-4102-bbfe-2260e50e54c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:33:11.174628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port b135b7eb-2543-453b-b50f-45232781655f triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:11.175232 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.260139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4b9b5fe4-df17-4cae-842f-2aed9ced3836 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:11.309429 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 4b9b5fe4-df17-4cae-842f-2aed9ced3836 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:11.313827 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4b9b5fe4-df17-4cae-842f-2aed9ced3836 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:11.314205 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.390765 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3ae5be82-743b-4c94-b990-72474055e946 req-7738ae41-d639-49f0-8c81-438f7ef7273b tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 210 time: 0.0325441 Aug 20 11:33:11.396675 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.432097 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 4b9b5fe4-df17-4cae-842f-2aed9ced3836, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4b9b5fe4-df17-4cae-842f-2aed9ced3836,segment=NetworkSegment(3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e),segment_id=3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:11.437133 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.489768 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=4b9b5fe4-df17-4cae-842f-2aed9ced3836,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:12.484965 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7fb575fa-842a-4044-968c-3fa7d820ec1f req-4f596163-58e9-41e6-a3bb-ac79450428ae tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 210 time: 0.0316243 Aug 20 11:33:13.102587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4b9b5fe4-df17-4cae-842f-2aed9ced3836 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:13.149950 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4b9b5fe4-df17-4cae-842f-2aed9ced3836 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:13.150314 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:13.575511 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c3bfa974-0e14-416b-baf6-ffa3de78d262 req-0035da5a-8e90-4e27-9c1b-af7810284719 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 210 time: 0.0256319 Aug 20 11:33:14.423997 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-498794d4-85cb-4e4a-9e36-4185dd6dfc53 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:14.425557 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-498794d4-85cb-4e4a-9e36-4185dd6dfc53 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.24 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 808 time: 0.1078773 Aug 20 11:33:14.470146 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-33d0bbe4-c0ff-4fbe-98ff-e93bccf80a58 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50b0f1b04e684adc8660d802720e4aa0 HTTP/1.1" status: 200 len: 379 time: 0.0357475 Aug 20 11:33:14.480649 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-fe278e4b-9ec1-42cc-9a8c-60d96d15a308 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Request body: {'port': {'device_id': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'admin_state_up': True, 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'security_groups': ['a86af4de-ec18-47a6-95fc-017dda198a09']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:14.593412 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-fe278e4b-9ec1-42cc-9a8c-60d96d15a308 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Made reservation on behalf of 50b0f1b04e684adc8660d802720e4aa0 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:14.597202 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-fe278e4b-9ec1-42cc-9a8c-60d96d15a308 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:14.677074 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-959352e8-7be9-480d-aeae-54ec1fd06c42 req-3892345d-0e19-4066-8cb6-860f99ac2db3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 210 time: 0.0334570 Aug 20 11:33:14.731023 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-fe278e4b-9ec1-42cc-9a8c-60d96d15a308 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Allocated IP 172.20.0.3 (84f2e098-4e7d-433b-925b-c31c496d94f4/a700edce-34b9-4c7e-98a5-870fecdb79e6/cc990a39-3851-458a-a591-be12b35e75ac) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:14.869898 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-fe278e4b-9ec1-42cc-9a8c-60d96d15a308 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:14.883227 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-fe278e4b-9ec1-42cc-9a8c-60d96d15a308 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Transition to ACTIVE for port object cc990a39-3851-458a-a591-be12b35e75ac will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:14.914222 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-fe278e4b-9ec1-42cc-9a8c-60d96d15a308 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:14.961221 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-fe278e4b-9ec1-42cc-9a8c-60d96d15a308 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Network 84f2e098-4e7d-433b-925b-c31c496d94f4 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:14.964045 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-fe278e4b-9ec1-42cc-9a8c-60d96d15a308 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:14.966374 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-fe278e4b-9ec1-42cc-9a8c-60d96d15a308 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:14.995014 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe278e4b-9ec1-42cc-9a8c-60d96d15a308 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'Port': ['ID=cc990a39-3851-458a-a591-be12b35e75ac,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:15.029155 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-fe278e4b-9ec1-42cc-9a8c-60d96d15a308 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:15.029788 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-fe278e4b-9ec1-42cc-9a8c-60d96d15a308 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.045725 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-fe278e4b-9ec1-42cc-9a8c-60d96d15a308 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691488 Aug 20 11:33:15.061253 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Request body: {'port': {'device_id': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:15.117098 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.232976 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-94ac4dc8-ab91-4294-9729-7cab06af7e6a None None] Provisioning for port cc990a39-3851-458a-a591-be12b35e75ac completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:15.236864 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-94ac4dc8-ab91-4294-9729-7cab06af7e6a None None] Provisioning complete for port cc990a39-3851-458a-a591-be12b35e75ac triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:15.237232 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-94ac4dc8-ab91-4294-9729-7cab06af7e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.272855 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-94ac4dc8-ab91-4294-9729-7cab06af7e6a None None] Port cc990a39-3851-458a-a591-be12b35e75ac cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:33:15.382509 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc990a39-3851-458a-a591-be12b35e75ac {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:15.390481 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.401916 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Transition to ACTIVE for port object cc990a39-3851-458a-a591-be12b35e75ac will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:15.405533 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.457061 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Pushing event updated for resources: {'Port': ['ID=cc990a39-3851-458a-a591-be12b35e75ac,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:15.526755 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Attempting to bind port cc990a39-3851-458a-a591-be12b35e75ac on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:15.527111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Attempting to bind port cc990a39-3851-458a-a591-be12b35e75ac by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:15.527442 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Attempting to bind port cc990a39-3851-458a-a591-be12b35e75ac on network 84f2e098-4e7d-433b-925b-c31c496d94f4 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:15.532000 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Port cc990a39-3851-458a-a591-be12b35e75ac on network 84f2e098-4e7d-433b-925b-c31c496d94f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:33:15.532320 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Attempting to bind port cc990a39-3851-458a-a591-be12b35e75ac on network 84f2e098-4e7d-433b-925b-c31c496d94f4 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:15.537509 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:15.537856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Checking segment: {'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:15.538236 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Bound using segment: {'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:15.538660 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Bound port: cc990a39-3851-458a-a591-be12b35e75ac, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:15.539016 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.609477 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] For port cc990a39-3851-458a-a591-be12b35e75ac, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:15.612378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] For port cc990a39-3851-458a-a591-be12b35e75ac, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cc990a39-3851-458a-a591-be12b35e75ac,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:15.616910 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.651280 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:15.652102 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.653678 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] 10.222.0.24 "PUT /v2.0/ports/cc990a39-3851-458a-a591-be12b35e75ac HTTP/1.1" status: 200 len: 1092 time: 0.5984879 Aug 20 11:33:15.654208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'tag': 'cc990a39-3851-458a-a591-be12b35e75ac'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:15.656656 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059ae999-7aba-483b-af98-27b8b7d5e130" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f68d1d-558a-442b-a398-afe8c882f73b", "tag": "cc990a39-3851-458a-a591-be12b35e75ac"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:15.684130 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2963669-7049-4fcc-bfef-d38f42ad09fb service neutron] Pushing event updated for resources: {'Port': ['ID=cc990a39-3851-458a-a591-be12b35e75ac,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:15.706826 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2d6052-1290-4b4b-8508-dbb430b3e86c x-openstack-request-id: req-8d2d6052-1290-4b4b-8508-dbb430b3e86c {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:15.706826 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f68d1d-558a-442b-a398-afe8c882f73b", "tag": "cc990a39-3851-458a-a591-be12b35e75ac", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:15.706826 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d2d6052-1290-4b4b-8508-dbb430b3e86c {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:15.707298 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'tag': 'cc990a39-3851-458a-a591-be12b35e75ac', 'status': 'completed', 'code': 200} Aug 20 11:33:15.744318 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c6d2512f-2d3f-4a23-9fea-bad5ffcb8751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:15.745946 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-c6d2512f-2d3f-4a23-9fea-bad5ffcb8751 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 1095 time: 0.0524597 Aug 20 11:33:15.794794 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-b85a2982-3f9c-443f-992f-c3a6310f7aeb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc990a39-3851-458a-a591-be12b35e75ac HTTP/1.1" status: 200 len: 217 time: 0.0407891 Aug 20 11:33:15.811767 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d0006-73f4-4076-8a67-08a4e4c44a10 req-f2a22a66-4a0f-4799-985c-4b11025a2312 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:15.813433 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c81d0006-73f4-4076-8a67-08a4e4c44a10 req-f2a22a66-4a0f-4799-985c-4b11025a2312 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0552886 Aug 20 11:33:15.853276 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-cca9961c-7217-4835-a212-dc9160edb0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:15.855081 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-cca9961c-7217-4835-a212-dc9160edb0ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0530388 Aug 20 11:33:15.856114 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c81d0006-73f4-4076-8a67-08a4e4c44a10 req-0ba17aaa-2e4f-4c53-97bc-dca676a3f457 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358055 Aug 20 11:33:15.902458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-fc7d734b-6030-445e-9ea0-82cc6539c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:15.904013 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-fc7d734b-6030-445e-9ea0-82cc6539c8b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409930 Aug 20 11:33:16.283516 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-97dd777b-d80c-4665-9bc9-f1cb7c7f782b service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723652 Aug 20 11:33:16.371368 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6f35bc65-17e3-474c-a07c-f63a3831ebdc req-1664c5be-7d06-4640-94c7-97017969092c service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807002 Aug 20 11:33:16.453527 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ae999-7aba-483b-af98-27b8b7d5e130 req-76578f92-521a-4fe0-8771-ec2d55a621b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:16.455451 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-059ae999-7aba-483b-af98-27b8b7d5e130 req-76578f92-521a-4fe0-8771-ec2d55a621b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 1095 time: 0.0410314 Aug 20 11:33:16.546943 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ae999-7aba-483b-af98-27b8b7d5e130 req-67b4e0f2-0769-4620-8333-abe9fb61bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:16.548383 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-059ae999-7aba-483b-af98-27b8b7d5e130 req-67b4e0f2-0769-4620-8333-abe9fb61bce5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.0861275 Aug 20 11:33:16.590885 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-059ae999-7aba-483b-af98-27b8b7d5e130 req-e04bf2e0-e191-4bf9-88a5-bb98f9a4b6fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc990a39-3851-458a-a591-be12b35e75ac HTTP/1.1" status: 200 len: 217 time: 0.0348370 Aug 20 11:33:16.642344 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ae999-7aba-483b-af98-27b8b7d5e130 req-a267eab6-7068-44e4-908d-d053bc5a6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:16.643823 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-059ae999-7aba-483b-af98-27b8b7d5e130 req-a267eab6-7068-44e4-908d-d053bc5a6624 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0462260 Aug 20 11:33:16.687816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ae999-7aba-483b-af98-27b8b7d5e130 req-1dac19fb-8011-491c-933e-55438cb8c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:16.689307 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-059ae999-7aba-483b-af98-27b8b7d5e130 req-1dac19fb-8011-491c-933e-55438cb8c9c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384455 Aug 20 11:33:16.778561 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-059ae999-7aba-483b-af98-27b8b7d5e130 req-2767eb0a-cbd6-4666-a3d7-3aafe1b8a674 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822470 Aug 20 11:33:16.871922 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-059ae999-7aba-483b-af98-27b8b7d5e130 req-130b5480-0423-430a-b6f4-2accc11e7f02 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856116 Aug 20 11:33:16.972249 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc29b73-e2c6-44d5-8d8a-2e55ad3c90ec req-fffcae15-c180-488f-b3af-91e848c00e4e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:16.973727 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9cc29b73-e2c6-44d5-8d8a-2e55ad3c90ec req-fffcae15-c180-488f-b3af-91e848c00e4e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0494032 Aug 20 11:33:17.011408 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9cc29b73-e2c6-44d5-8d8a-2e55ad3c90ec req-441be735-e091-4499-b73b-e9ba7cfda8e5 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316722 Aug 20 11:33:18.133740 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38e87f-bb2c-4943-8a19-842f1f5b1e83 req-756b1fbb-11d2-43f5-872e-9eea4c25a32d tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:18.135921 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c38e87f-bb2c-4943-8a19-842f1f5b1e83 req-756b1fbb-11d2-43f5-872e-9eea4c25a32d tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0582569 Aug 20 11:33:18.178147 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c38e87f-bb2c-4943-8a19-842f1f5b1e83 req-5c2fa1ec-8b3d-4fc4-ad8d-1bf92cf94670 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359826 Aug 20 11:33:19.185017 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:19.293970 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6029c-6d6e-441c-affd-2ff5264a8dc1 req-6e0c9648-4aa0-494c-90f3-09f6f4b604f3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:19.295521 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-58f6029c-6d6e-441c-affd-2ff5264a8dc1 req-6e0c9648-4aa0-494c-90f3-09f6f4b604f3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0500247 Aug 20 11:33:19.337332 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-58f6029c-6d6e-441c-affd-2ff5264a8dc1 req-281b917c-42a1-4b0b-80ff-320ffe2c9c49 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356886 Aug 20 11:33:20.455216 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5eb875-5edd-4c06-9725-dc3d24cb6db2 req-8fea57a1-eb2a-4413-8550-04c2b8962486 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:20.456704 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c5eb875-5edd-4c06-9725-dc3d24cb6db2 req-8fea57a1-eb2a-4413-8550-04c2b8962486 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0527096 Aug 20 11:33:20.490762 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cc990a39-3851-458a-a591-be12b35e75ac details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:20.494599 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c5eb875-5edd-4c06-9725-dc3d24cb6db2 req-195a9f29-65d2-45c7-bc22-2d7bf7199b21 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319240 Aug 20 11:33:20.585696 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cc990a39-3851-458a-a591-be12b35e75ac, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cc990a39-3851-458a-a591-be12b35e75ac,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:20.597612 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'cc990a39-3851-458a-a591-be12b35e75ac', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'port_id': 'cc990a39-3851-458a-a591-be12b35e75ac', 'mac_address': 'fa:16:3e:81:9c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:33:20.633618 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.645830 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc990a39-3851-458a-a591-be12b35e75ac {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:20.665436 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cc990a39-3851-458a-a591-be12b35e75ac, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cc990a39-3851-458a-a591-be12b35e75ac,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:20.669923 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.718922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=cc990a39-3851-458a-a591-be12b35e75ac,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:20.974884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['cc990a39-3851-458a-a591-be12b35e75ac'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:21.607532 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176d9cd-64c1-40ca-b372-c214dfe2d53e req-48f8fe7c-87f6-44d5-83cc-85940d1258c0 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:21.609038 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e176d9cd-64c1-40ca-b372-c214dfe2d53e req-48f8fe7c-87f6-44d5-83cc-85940d1258c0 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 944 time: 0.0486808 Aug 20 11:33:21.646425 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e176d9cd-64c1-40ca-b372-c214dfe2d53e req-79f77a9b-d041-4072-bef6-8cd95ea5d8a6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314598 Aug 20 11:33:22.491905 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cc990a39-3851-458a-a591-be12b35e75ac up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:22.539859 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port cc990a39-3851-458a-a591-be12b35e75ac completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:22.544273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port cc990a39-3851-458a-a591-be12b35e75ac triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:22.544646 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:22.620910 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:22.642022 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc990a39-3851-458a-a591-be12b35e75ac'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:22.644272 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fefce63-b1a8-4259-86e4-7ba1ca8a5472" -d '{"events": [{"server_uuid": "d2f68d1d-558a-442b-a398-afe8c882f73b", "name": "network-vif-plugged", "status": "completed", "tag": "cc990a39-3851-458a-a591-be12b35e75ac"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:22.656785 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cc990a39-3851-458a-a591-be12b35e75ac, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cc990a39-3851-458a-a591-be12b35e75ac,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:22.661000 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:22.687653 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d226cd-b20e-4d23-b78c-0a82a237262b x-openstack-request-id: req-29d226cd-b20e-4d23-b78c-0a82a237262b {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:22.687948 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f68d1d-558a-442b-a398-afe8c882f73b", "name": "network-vif-plugged", "status": "completed", "tag": "cc990a39-3851-458a-a591-be12b35e75ac", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:22.688204 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29d226cd-b20e-4d23-b78c-0a82a237262b {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:22.688592 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc990a39-3851-458a-a591-be12b35e75ac', 'code': 200} Aug 20 11:33:22.717515 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=cc990a39-3851-458a-a591-be12b35e75ac,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:22.793865 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f852b08-e531-4227-94fa-76115c19dd6e req-0cd7b880-e88d-4d17-972c-617a5cb80664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:22.795370 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f852b08-e531-4227-94fa-76115c19dd6e req-0cd7b880-e88d-4d17-972c-617a5cb80664 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 1097 time: 0.0471721 Aug 20 11:33:22.802703 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201166c5-c43a-4d51-8e4c-c877228fb439 req-9771197f-a779-4d68-90d5-1ee42d8d3bd8 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:22.804145 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-201166c5-c43a-4d51-8e4c-c877228fb439 req-9771197f-a779-4d68-90d5-1ee42d8d3bd8 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0867567 Aug 20 11:33:22.851790 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f852b08-e531-4227-94fa-76115c19dd6e req-68bcd726-5243-4457-9a12-1fc5e490cfcd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466857 Aug 20 11:33:22.869288 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-201166c5-c43a-4d51-8e4c-c877228fb439 req-33b02893-e325-4d96-b0e5-1f7528b65ac6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590718 Aug 20 11:33:23.513750 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:23.989887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fb444-1001-4102-8f9e-8c35cec8f722 req-bdb47771-b7d8-4802-bc98-1d1e91f9f2a5 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:23.991417 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-408fb444-1001-4102-8f9e-8c35cec8f722 req-bdb47771-b7d8-4802-bc98-1d1e91f9f2a5 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0502839 Aug 20 11:33:24.030632 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-408fb444-1001-4102-8f9e-8c35cec8f722 req-7644018b-c1ec-4f04-9e88-6ca74bd601d4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323000 Aug 20 11:33:25.146034 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdbed5-db31-4037-a67b-1dbba16aad2c req-b2745e80-28a9-4059-ad4e-5ddd0e87b69d tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:25.147547 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-57fdbed5-db31-4037-a67b-1dbba16aad2c req-b2745e80-28a9-4059-ad4e-5ddd0e87b69d tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0508702 Aug 20 11:33:25.192467 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-57fdbed5-db31-4037-a67b-1dbba16aad2c req-79238099-89f3-42b2-8952-70ef384ffdc5 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387964 Aug 20 11:33:25.306523 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184a5a9-bb36-4803-9b5c-fa0e0ed064d0 req-31bc2ee6-43ca-4bb1-9171-353891b43bcb tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:25.308458 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2184a5a9-bb36-4803-9b5c-fa0e0ed064d0 req-31bc2ee6-43ca-4bb1-9171-353891b43bcb tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0486405 Aug 20 11:33:25.345615 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2184a5a9-bb36-4803-9b5c-fa0e0ed064d0 req-4b416271-62a0-44cb-b9c0-9812678ba3ed tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312035 Aug 20 11:33:25.367036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40934) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:25.503393 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca118885-fcc5-47e9-9dbd-fd3f348be4c7 tempest-TestShelveInstance-725397133 tempest-TestShelveInstance-725397133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:25.507363 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-ca118885-fcc5-47e9-9dbd-fd3f348be4c7 tempest-TestShelveInstance-725397133 tempest-TestShelveInstance-725397133-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 1092 time: 0.1369262 Aug 20 11:33:25.507938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 40938) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:25.512287 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': 'cc990a39-3851-458a-a591-be12b35e75ac', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:25.535654 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.638213 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.743322 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Allocated IP 172.25.3.19 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/0a1c30bc-336c-4e07-85b8-e84bc304be5c) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:25.844117 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.882563 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.246048 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:26.250213 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:26.256486 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:26.259478 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'Port': ['ID=0a1c30bc-336c-4e07-85b8-e84bc304be5c,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:26.606355 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.670705 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.820201 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.825548 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.902883 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'Port': ['ID=0a1c30bc-336c-4e07-85b8-e84bc304be5c,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:26.915365 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:27.015761 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Floating IP 0f58a8bd-0e66-4194-9385-3854427d85d5 associated. External IP: 172.25.3.19, port: cc990a39-3851-458a-a591-be12b35e75ac. Aug 20 11:33:27.229938 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:33:27.337293 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:33:27.347609 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a862d-2865-41d0-8214-47b24f20b917 None None] Sync routers for ids ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:33:27.353289 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:27.357709 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a862d-2865-41d0-8214-47b24f20b917 None None] Routers {'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:27.358348 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ea5a862d-2865-41d0-8214-47b24f20b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:33:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:27.380974 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b0c6a992-5b05-473f-884c-1d2272d34017 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8720315 Aug 20 11:33:27.381568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'tag': 'cc990a39-3851-458a-a591-be12b35e75ac'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:27.384065 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba2e8b8-5dac-47cf-a85d-7a1b0300f62b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f68d1d-558a-442b-a398-afe8c882f73b", "tag": "cc990a39-3851-458a-a591-be12b35e75ac"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:27.463229 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-ea5a862d-2865-41d0-8214-47b24f20b917 None None] Set router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:27.481708 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2b14cd-4e57-492d-95e5-0e6ad4448dbf x-openstack-request-id: req-ec2b14cd-4e57-492d-95e5-0e6ad4448dbf {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:27.482001 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f68d1d-558a-442b-a398-afe8c882f73b", "tag": "cc990a39-3851-458a-a591-be12b35e75ac", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:27.482255 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec2b14cd-4e57-492d-95e5-0e6ad4448dbf {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:27.482717 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'tag': 'cc990a39-3851-458a-a591-be12b35e75ac', 'status': 'completed', 'code': 200} Aug 20 11:33:27.550930 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2e8b8-5dac-47cf-a85d-7a1b0300f62b req-14d9e558-0825-44f3-a414-d7cbadc6d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:27.552496 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ba2e8b8-5dac-47cf-a85d-7a1b0300f62b req-14d9e558-0825-44f3-a414-d7cbadc6d064 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 1097 time: 0.0485470 Aug 20 11:33:27.654342 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2e8b8-5dac-47cf-a85d-7a1b0300f62b req-2df69815-217d-4852-877d-35d72f065771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:27.655951 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ba2e8b8-5dac-47cf-a85d-7a1b0300f62b req-2df69815-217d-4852-877d-35d72f065771 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.0938134 Aug 20 11:33:27.690494 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ea5a862d-2865-41d0-8214-47b24f20b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '0f58a8bd-0e66-4194-9385-3854427d85d5', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'floating_ip_address': '172.25.3.19', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'port_id': 'cc990a39-3851-458a-a591-be12b35e75ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'mac_address': 'fa:16:3e:81:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:33:26Z', 'updated_at': '2021-08-20T11:33:26Z', 'revision_number': 0, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99685eed-fbca-432f-a1c3-258b92bc1dde', 'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'mac_address': 'fa:16:3e:70:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:00Z', 'updated_at': '2021-08-20T11:33:07Z', 'revision_number': 5, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'subnets': [{'id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:27.724991 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ba2e8b8-5dac-47cf-a85d-7a1b0300f62b req-ee5a3b10-c2b9-4668-8ac3-c7d3b5812634 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc990a39-3851-458a-a591-be12b35e75ac HTTP/1.1" status: 200 len: 998 time: 0.0608516 Aug 20 11:33:27.729895 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a862d-2865-41d0-8214-47b24f20b917 None None] Checking router: ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:33:27.740926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a862d-2865-41d0-8214-47b24f20b917 None None] Routers {'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:27.740926 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ea5a862d-2865-41d0-8214-47b24f20b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:33:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:27.775631 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2e8b8-5dac-47cf-a85d-7a1b0300f62b req-37dc518d-c094-43de-bfd6-70f5979da617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:27.777785 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ba2e8b8-5dac-47cf-a85d-7a1b0300f62b req-37dc518d-c094-43de-bfd6-70f5979da617 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0458870 Aug 20 11:33:27.829887 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2e8b8-5dac-47cf-a85d-7a1b0300f62b req-74362d2c-4c6c-48f8-a191-8ba8f6ec1bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:27.831455 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ba2e8b8-5dac-47cf-a85d-7a1b0300f62b req-74362d2c-4c6c-48f8-a191-8ba8f6ec1bd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467374 Aug 20 11:33:27.859858 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-ea5a862d-2865-41d0-8214-47b24f20b917 None None] Set router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:27.925312 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ba2e8b8-5dac-47cf-a85d-7a1b0300f62b req-c7215688-fedf-42c8-9571-73742b0fe9d0 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853527 Aug 20 11:33:28.029300 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6ba2e8b8-5dac-47cf-a85d-7a1b0300f62b req-a667d675-9d46-4fc3-b352-9c2248d4e8a7 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968368 Aug 20 11:33:28.085832 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ea5a862d-2865-41d0-8214-47b24f20b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '0f58a8bd-0e66-4194-9385-3854427d85d5', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'floating_ip_address': '172.25.3.19', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'port_id': 'cc990a39-3851-458a-a591-be12b35e75ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'mac_address': 'fa:16:3e:81:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:33:26Z', 'updated_at': '2021-08-20T11:33:26Z', 'revision_number': 0, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99685eed-fbca-432f-a1c3-258b92bc1dde', 'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'mac_address': 'fa:16:3e:70:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:00Z', 'updated_at': '2021-08-20T11:33:07Z', 'revision_number': 5, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'subnets': [{'id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:28.114436 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a862d-2865-41d0-8214-47b24f20b917 None None] The sync data for ids ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'] in n-d-778550-11 is: [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '0f58a8bd-0e66-4194-9385-3854427d85d5', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'floating_ip_address': '172.25.3.19', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'port_id': 'cc990a39-3851-458a-a591-be12b35e75ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'mac_address': 'fa:16:3e:81:9c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:33:26Z', 'updated_at': '2021-08-20T11:33:26Z', 'revision_number': 0, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99685eed-fbca-432f-a1c3-258b92bc1dde', 'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'mac_address': 'fa:16:3e:70:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:00Z', 'updated_at': '2021-08-20T11:33:07Z', 'revision_number': 5, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'subnets': [{'id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:33:28.327449 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0dc95b-0d14-4e37-8190-0b9ec42ff415 None None] New status for floating IP 0f58a8bd-0e66-4194-9385-3854427d85d5: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:33:29.407631 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cda76cb0-42de-4850-a4eb-5f35cc7ebc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.054253 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f190463f-7917-4e24-8977-1595976b70f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.533852 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:33.426726 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.083678 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.883431 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:33:41.118112 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d1d2582-d998-43d0-bc37-0084652e4202 req-b8a99912-9dcc-406c-996f-6f9d0293a34a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394123 Aug 20 11:33:41.199153 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d2582-d998-43d0-bc37-0084652e4202 req-2dc07de6-ba8a-4e6a-8bf7-2f847337d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:41.200698 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d1d2582-d998-43d0-bc37-0084652e4202 req-2dc07de6-ba8a-4e6a-8bf7-2f847337d93f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 1097 time: 0.0414352 Aug 20 11:33:41.317544 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d2582-d998-43d0-bc37-0084652e4202 req-e826df4f-a8b5-4139-917d-4954377ecc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:41.318948 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d1d2582-d998-43d0-bc37-0084652e4202 req-e826df4f-a8b5-4139-917d-4954377ecc03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.0960174 Aug 20 11:33:41.384775 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d1d2582-d998-43d0-bc37-0084652e4202 req-3cbb43c6-0b02-4fa8-8863-b98135d7b4e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc990a39-3851-458a-a591-be12b35e75ac HTTP/1.1" status: 200 len: 1000 time: 0.0582683 Aug 20 11:33:41.433958 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d2582-d998-43d0-bc37-0084652e4202 req-937fa96d-337f-43c0-a428-40ef2922d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:41.435421 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d1d2582-d998-43d0-bc37-0084652e4202 req-937fa96d-337f-43c0-a428-40ef2922d577 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0433407 Aug 20 11:33:41.488629 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d2582-d998-43d0-bc37-0084652e4202 req-90267b08-a2ec-4421-aaa6-6ea8a3f668a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:41.490121 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d1d2582-d998-43d0-bc37-0084652e4202 req-90267b08-a2ec-4421-aaa6-6ea8a3f668a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444140 Aug 20 11:33:41.577906 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d1d2582-d998-43d0-bc37-0084652e4202 req-74c49c03-d959-44b3-8d39-579f1f5c105b service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804901 Aug 20 11:33:41.674793 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d1d2582-d998-43d0-bc37-0084652e4202 req-edfeec36-5454-4098-b2d6-6013f75ae7e3 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881975 Aug 20 11:33:49.176165 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.523899 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.408354 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dcd689d9-a791-4d4c-9144-1da2afd3ab25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.053848 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-22039c5b-28fb-4b2c-ac7b-c44fc5b7b95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.534786 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.427390 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.085374 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:12.883449 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:34:19.177255 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:23.531885 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.408990 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f0d16324-13eb-492d-8d83-c18827aaf4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.054113 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-84775a63-67ec-4bc5-bf45-c20fd40e4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.535826 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.430570 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:35.087714 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.178760 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37e63d97-c04c-4e25-865f-bca503c4d008 req-64c809bd-e22f-4e47-a059-e381c2330b88 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0815756 Aug 20 11:34:43.262209 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e63d97-c04c-4e25-865f-bca503c4d008 req-a60c5b10-40cc-43d1-987a-6efd9adf0ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:43.263752 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37e63d97-c04c-4e25-865f-bca503c4d008 req-a60c5b10-40cc-43d1-987a-6efd9adf0ab8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 1097 time: 0.0410318 Aug 20 11:34:43.370867 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e63d97-c04c-4e25-865f-bca503c4d008 req-016f9ae9-cfc8-4e1f-89df-70f63ae6620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:43.372303 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37e63d97-c04c-4e25-865f-bca503c4d008 req-016f9ae9-cfc8-4e1f-89df-70f63ae6620c service neutron] 10.222.0.24 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.0900145 Aug 20 11:34:43.436532 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37e63d97-c04c-4e25-865f-bca503c4d008 req-30a900fc-c4e2-44be-86ba-dbdfd0d9c983 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc990a39-3851-458a-a591-be12b35e75ac HTTP/1.1" status: 200 len: 1000 time: 0.0568788 Aug 20 11:34:43.484304 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e63d97-c04c-4e25-865f-bca503c4d008 req-e38aba02-c77f-4ec8-a358-7f1496bab7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:43.486279 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37e63d97-c04c-4e25-865f-bca503c4d008 req-e38aba02-c77f-4ec8-a358-7f1496bab7e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0427327 Aug 20 11:34:43.535333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e63d97-c04c-4e25-865f-bca503c4d008 req-424d95f0-065d-46be-a14c-efafd7b33868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:43.536849 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37e63d97-c04c-4e25-865f-bca503c4d008 req-424d95f0-065d-46be-a14c-efafd7b33868 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441146 Aug 20 11:34:43.626987 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37e63d97-c04c-4e25-865f-bca503c4d008 req-d942a8db-71eb-4d49-a6a8-ea72b2eeddc5 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814347 Aug 20 11:34:43.721214 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-37e63d97-c04c-4e25-865f-bca503c4d008 req-305bd86c-f0f6-4af5-a5df-c911cf948564 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871298 Aug 20 11:34:49.176412 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.884065 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:34:53.543215 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:59.409946 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4d443e07-8acd-4d01-bfe7-904cf3523ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.057312 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-479e553e-11a2-4b48-8e3e-f93988dc4526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.536169 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.432627 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.091668 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.192611 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.550599 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:26.883845 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:35:29.410510 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dd319628-ee75-4105-9aa2-bc76cf9cf2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.057632 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0b455122-543f-45af-98ad-2c7638d7b549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.537170 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.435594 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:35.094753 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.139675 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-831d3b0b-da69-4483-8271-ea7981ba1962 req-76e8bb05-67ef-453d-9369-646a23fa56cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397604 Aug 20 11:35:43.219387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d3b0b-da69-4483-8271-ea7981ba1962 req-996874dc-7b52-442c-b407-9c13a6fc7f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:43.220878 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-831d3b0b-da69-4483-8271-ea7981ba1962 req-996874dc-7b52-442c-b407-9c13a6fc7f11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 1097 time: 0.0404253 Aug 20 11:35:43.340529 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d3b0b-da69-4483-8271-ea7981ba1962 req-1db71d8a-e67f-416d-ad91-c85c7f78344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:43.342029 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-831d3b0b-da69-4483-8271-ea7981ba1962 req-1db71d8a-e67f-416d-ad91-c85c7f78344c service neutron] 10.222.0.24 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.1018133 Aug 20 11:35:43.411304 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-831d3b0b-da69-4483-8271-ea7981ba1962 req-759307d5-d941-4a74-9ba2-2fc474327203 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc990a39-3851-458a-a591-be12b35e75ac HTTP/1.1" status: 200 len: 1000 time: 0.0610681 Aug 20 11:35:43.459366 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d3b0b-da69-4483-8271-ea7981ba1962 req-744fc60e-d563-4fdb-87fc-cd7e1a607091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:43.460805 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-831d3b0b-da69-4483-8271-ea7981ba1962 req-744fc60e-d563-4fdb-87fc-cd7e1a607091 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0434568 Aug 20 11:35:43.510939 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d3b0b-da69-4483-8271-ea7981ba1962 req-6003cefc-b11e-4114-972e-cf8b98ba8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:43.512446 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-831d3b0b-da69-4483-8271-ea7981ba1962 req-6003cefc-b11e-4114-972e-cf8b98ba8fd7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431566 Aug 20 11:35:43.523665 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-831d3b0b-da69-4483-8271-ea7981ba1962 req-0f4472e7-e623-45d9-bb7f-894ea971786c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:35:43.524579 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-831d3b0b-da69-4483-8271-ea7981ba1962 req-0f4472e7-e623-45d9-bb7f-894ea971786c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055602 Aug 20 11:35:43.611681 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-831d3b0b-da69-4483-8271-ea7981ba1962 req-889461a9-e80d-4f07-83cc-c5b022240140 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788915 Aug 20 11:35:43.717232 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-831d3b0b-da69-4483-8271-ea7981ba1962 req-9556f5cb-edd6-483c-b0f6-a8985b1702fb service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983350 Aug 20 11:35:49.206420 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.572525 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.088032 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cb8f9-6156-410b-a803-1fe5bc8aadd4 req-79cd12d1-bc75-4c22-a6d8-12d813b5f6d1 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.089528 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff3cb8f9-6156-410b-a803-1fe5bc8aadd4 req-79cd12d1-bc75-4c22-a6d8-12d813b5f6d1 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0497174 Aug 20 11:35:54.125567 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ff3cb8f9-6156-410b-a803-1fe5bc8aadd4 req-16d31078-e80d-43f2-bbdf-d2e1250b46b2 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300822 Aug 20 11:35:55.255616 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a5c38-b6c2-489c-86ab-304117e98d44 req-eeaf50a3-7d4c-4347-800f-2ce0cc23ff7b tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.257694 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-221a5c38-b6c2-489c-86ab-304117e98d44 req-eeaf50a3-7d4c-4347-800f-2ce0cc23ff7b tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0496423 Aug 20 11:35:55.294292 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-221a5c38-b6c2-489c-86ab-304117e98d44 req-8820ca4c-65b6-42f6-90a0-fca5e6330cb5 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305388 Aug 20 11:35:56.449101 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942e829-163f-4c45-b3bc-bb0bc0906d58 req-02e79730-82b1-4ea0-b00c-5ff142d75d1b tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:56.450637 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b942e829-163f-4c45-b3bc-bb0bc0906d58 req-02e79730-82b1-4ea0-b00c-5ff142d75d1b tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0618899 Aug 20 11:35:56.488069 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b942e829-163f-4c45-b3bc-bb0bc0906d58 req-d3c10422-669d-4edc-9b97-31f3bd7daf55 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314460 Aug 20 11:35:57.607717 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca09cae-4ab4-4508-b90b-88e9dbbd7127 req-19a9c5d5-7b7b-4b61-aad4-80dab65f49e0 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:57.609220 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aca09cae-4ab4-4508-b90b-88e9dbbd7127 req-19a9c5d5-7b7b-4b61-aad4-80dab65f49e0 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0541453 Aug 20 11:35:57.647653 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aca09cae-4ab4-4508-b90b-88e9dbbd7127 req-f0666e7d-b768-4603-9914-8b6e2130ee99 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322313 Aug 20 11:35:58.767275 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c0131-a239-45eb-b03f-41e4340df56a req-494af9c2-cbb3-46aa-9c15-8f46e01d4993 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:58.768679 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-206c0131-a239-45eb-b03f-41e4340df56a req-494af9c2-cbb3-46aa-9c15-8f46e01d4993 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0544310 Aug 20 11:35:58.805817 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-206c0131-a239-45eb-b03f-41e4340df56a req-57da2120-4eca-41e3-83ea-15bb5c9df9a1 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311098 Aug 20 11:35:59.411406 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-62f648ca-ede7-435e-843f-d7149d84a877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.919061 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3017fc-be97-407b-8b6a-b47b822e4d12 req-d2336549-8fdb-4472-86af-89285e538ba9 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:59.920684 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ff3017fc-be97-407b-8b6a-b47b822e4d12 req-d2336549-8fdb-4472-86af-89285e538ba9 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0494499 Aug 20 11:35:59.958078 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ff3017fc-be97-407b-8b6a-b47b822e4d12 req-9b9bb899-556a-42a3-804b-461b6c4819dc tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313859 Aug 20 11:36:01.072636 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c38684-f23d-42fe-b1ff-64cfd50cd032 req-5eb7e296-0188-4836-a2bb-0cb412e5c0da tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:01.074137 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41c38684-f23d-42fe-b1ff-64cfd50cd032 req-5eb7e296-0188-4836-a2bb-0cb412e5c0da tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0493042 Aug 20 11:36:01.112376 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-41c38684-f23d-42fe-b1ff-64cfd50cd032 req-788236e6-1a70-4297-90c0-b2fbb6a08c10 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322905 Aug 20 11:36:02.058035 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d68d-3b52-4b72-86d6-ababd844dd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.228352 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c3a93-34b1-47fd-b346-2131d3a93186 req-eca1ca19-5859-417f-83e9-65f97f3debaf tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.229848 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-593c3a93-34b1-47fd-b346-2131d3a93186 req-eca1ca19-5859-417f-83e9-65f97f3debaf tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0490873 Aug 20 11:36:02.268095 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-593c3a93-34b1-47fd-b346-2131d3a93186 req-dc47016a-04a7-4a8b-a686-8c31551dc91a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321345 Aug 20 11:36:02.537646 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.382152 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f046cea-dd69-46db-bd93-a85fe9d22863 req-7e01ee25-560b-449c-9fce-5df7db403fca tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:03.383557 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f046cea-dd69-46db-bd93-a85fe9d22863 req-7e01ee25-560b-449c-9fce-5df7db403fca tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0477104 Aug 20 11:36:03.420969 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f046cea-dd69-46db-bd93-a85fe9d22863 req-f7e15284-a19f-4195-a628-276f54c209c5 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314617 Aug 20 11:36:03.437395 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.883341 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:36:04.542246 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c0d54-368d-4539-919f-4f37273ccb7c req-d542da1c-8595-4b27-b359-c5f3178abe54 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.543751 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9c2c0d54-368d-4539-919f-4f37273ccb7c req-d542da1c-8595-4b27-b359-c5f3178abe54 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0528204 Aug 20 11:36:04.580980 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9c2c0d54-368d-4539-919f-4f37273ccb7c req-4d41d41c-16df-4cf4-ac72-86a2989f37b5 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312963 Aug 20 11:36:05.096366 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.700577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2788a5-2098-42e2-9fea-df73d89ca09f req-f2e91ffc-0cbc-4533-ae53-4b4904c65919 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:05.702084 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee2788a5-2098-42e2-9fea-df73d89ca09f req-f2e91ffc-0cbc-4533-ae53-4b4904c65919 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0520675 Aug 20 11:36:05.740023 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ee2788a5-2098-42e2-9fea-df73d89ca09f req-2410ded6-ec98-4bbe-a61d-67ed73bea4d4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317898 Aug 20 11:36:06.852628 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643b313-a235-46e3-9cdc-e16b6293bd48 req-f0f2baa8-c026-49ca-89a9-796000de6f20 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:06.854121 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a643b313-a235-46e3-9cdc-e16b6293bd48 req-f0f2baa8-c026-49ca-89a9-796000de6f20 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0486872 Aug 20 11:36:06.891166 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a643b313-a235-46e3-9cdc-e16b6293bd48 req-65ced315-7f7b-4f1f-82e1-904888eea1b5 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310807 Aug 20 11:36:07.151481 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cc990a39-3851-458a-a591-be12b35e75ac details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:07.244516 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cc990a39-3851-458a-a591-be12b35e75ac, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cc990a39-3851-458a-a591-be12b35e75ac,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:07.255430 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'cc990a39-3851-458a-a591-be12b35e75ac', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'port_id': 'cc990a39-3851-458a-a591-be12b35e75ac', 'mac_address': 'fa:16:3e:81:9c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:36:07.290836 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.302913 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc990a39-3851-458a-a591-be12b35e75ac {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:07.322154 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cc990a39-3851-458a-a591-be12b35e75ac, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cc990a39-3851-458a-a591-be12b35e75ac,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:07.325974 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.374453 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=cc990a39-3851-458a-a591-be12b35e75ac,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:07.381653 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:07.382005 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:07.382358 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:07.382698 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:07.383033 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:07.383445 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:07.383725 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:07.384052 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:07.384408 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:07.384735 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:07.385059 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:07.385386 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:07.405210 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['cc990a39-3851-458a-a591-be12b35e75ac'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:08.004570 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4299aef-1770-496f-aa82-454a683458af req-b6ebcdc6-7940-4e4b-9832-20f69bbdd47d tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:08.005959 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e4299aef-1770-496f-aa82-454a683458af req-b6ebcdc6-7940-4e4b-9832-20f69bbdd47d tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 944 time: 0.0495069 Aug 20 11:36:08.042952 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e4299aef-1770-496f-aa82-454a683458af req-cdd2a8b8-fdc2-45fa-a246-585f5cf9ef28 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305068 Aug 20 11:36:09.159364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72a279-ec1c-4d8b-8ed1-f74419bd5b1f req-e4620085-9d8a-46f9-8401-8bb8f5c587a3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:09.160914 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c72a279-ec1c-4d8b-8ed1-f74419bd5b1f req-e4620085-9d8a-46f9-8401-8bb8f5c587a3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 944 time: 0.0509408 Aug 20 11:36:09.161722 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cc990a39-3851-458a-a591-be12b35e75ac up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:09.200285 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3c72a279-ec1c-4d8b-8ed1-f74419bd5b1f req-4d96c39b-082f-4c72-b292-2ad084d926ae tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330801 Aug 20 11:36:09.212444 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port cc990a39-3851-458a-a591-be12b35e75ac triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:09.212822 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.435946 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.457729 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc990a39-3851-458a-a591-be12b35e75ac'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:09.460515 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b03c10-73df-4558-b59a-1c6bab0aadaf" -d '{"events": [{"server_uuid": "d2f68d1d-558a-442b-a398-afe8c882f73b", "name": "network-vif-plugged", "status": "completed", "tag": "cc990a39-3851-458a-a591-be12b35e75ac"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:09.473164 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cc990a39-3851-458a-a591-be12b35e75ac, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cc990a39-3851-458a-a591-be12b35e75ac,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:09.480537 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.507907 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80bdecd-a6a7-4e5c-ad27-7adfd26013b8 x-openstack-request-id: req-a80bdecd-a6a7-4e5c-ad27-7adfd26013b8 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:09.508208 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f68d1d-558a-442b-a398-afe8c882f73b", "name": "network-vif-plugged", "status": "completed", "tag": "cc990a39-3851-458a-a591-be12b35e75ac", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:09.508465 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a80bdecd-a6a7-4e5c-ad27-7adfd26013b8 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:09.508853 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc990a39-3851-458a-a591-be12b35e75ac', 'code': 200} Aug 20 11:36:09.535915 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=cc990a39-3851-458a-a591-be12b35e75ac,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:10.345895 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d792b63-1ef4-432e-a9ae-717a80a3bcd7 req-fcd4333c-d10b-4a1f-a5ee-b9c6d1a365a6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:10.347681 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d792b63-1ef4-432e-a9ae-717a80a3bcd7 req-fcd4333c-d10b-4a1f-a5ee-b9c6d1a365a6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0672553 Aug 20 11:36:10.392526 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9d792b63-1ef4-432e-a9ae-717a80a3bcd7 req-064118ef-9152-49bd-ada6-544bc06138ec tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380116 Aug 20 11:36:11.530128 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b28628-528c-440b-9f89-e83964dc1ade req-29efa72c-5be7-4004-baca-4323db0d5f33 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.532010 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a1b28628-528c-440b-9f89-e83964dc1ade req-29efa72c-5be7-4004-baca-4323db0d5f33 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0545626 Aug 20 11:36:11.579615 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a1b28628-528c-440b-9f89-e83964dc1ade req-011ee25c-fcd1-4a64-9534-7196545f8a53 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392516 Aug 20 11:36:12.728421 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0f540-c2d6-40a3-8e84-6928c2c3b591 req-aa90d1a7-9109-49d4-9850-9ac04f82cd4c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:12.729991 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d9e0f540-c2d6-40a3-8e84-6928c2c3b591 req-aa90d1a7-9109-49d4-9850-9ac04f82cd4c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0570583 Aug 20 11:36:12.778556 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d9e0f540-c2d6-40a3-8e84-6928c2c3b591 req-f56257cd-6e0e-4f09-9625-795c74636595 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401168 Aug 20 11:36:13.920840 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83d6ca-79be-4869-a613-19fff439da44 req-7a6cfd11-f307-40ec-981b-4370516788c2 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:13.929454 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb83d6ca-79be-4869-a613-19fff439da44 req-7a6cfd11-f307-40ec-981b-4370516788c2 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0686703 Aug 20 11:36:13.976874 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-fb83d6ca-79be-4869-a613-19fff439da44 req-dc76ad13-f904-4a11-a0d2-51f9f2d0a179 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457499 Aug 20 11:36:15.097827 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7773c2-c94d-4305-be7f-ded00094a242 req-d356c539-9222-4368-b1ce-aeea311cc9c0 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:15.099475 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b7773c2-c94d-4305-be7f-ded00094a242 req-d356c539-9222-4368-b1ce-aeea311cc9c0 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0519772 Aug 20 11:36:15.147091 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b7773c2-c94d-4305-be7f-ded00094a242 req-e2071b28-9825-4737-9095-3b56dc0919ff tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365384 Aug 20 11:36:16.265490 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a86255-af51-4cad-9a5d-d6a68cae293f req-f934a19f-0804-4764-be57-48b383da6044 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:16.267414 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c1a86255-af51-4cad-9a5d-d6a68cae293f req-f934a19f-0804-4764-be57-48b383da6044 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0514390 Aug 20 11:36:16.310856 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c1a86255-af51-4cad-9a5d-d6a68cae293f req-980095e0-bbaa-40a8-b28e-7d39e7b1b99a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352638 Aug 20 11:36:17.441728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b805aec-cfa0-4878-8062-b9972fe0d5df req-ed465bac-e1cb-4c4a-84ed-bb346cc82fc7 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:17.447539 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2b805aec-cfa0-4878-8062-b9972fe0d5df req-ed465bac-e1cb-4c4a-84ed-bb346cc82fc7 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0619371 Aug 20 11:36:17.492675 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2b805aec-cfa0-4878-8062-b9972fe0d5df req-602bf2b2-59cc-4e7c-9e1c-dce1a9a6e416 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434377 Aug 20 11:36:18.624874 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01502f8e-e0d3-4ae7-843d-58c87a9e8d27 req-d32c1214-dcf4-4dd8-bbdf-7dbce4db9cb9 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:18.626368 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-01502f8e-e0d3-4ae7-843d-58c87a9e8d27 req-d32c1214-dcf4-4dd8-bbdf-7dbce4db9cb9 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0521405 Aug 20 11:36:18.669513 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-01502f8e-e0d3-4ae7-843d-58c87a9e8d27 req-9a0f96d7-5b7f-4aed-867c-d091c90bbf61 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368147 Aug 20 11:36:19.208508 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.747485 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29703b-4738-40e7-8d02-ce6e84add909 req-43ff5876-59ff-4300-8e5c-abec1f340db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:19.749048 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d29703b-4738-40e7-8d02-ce6e84add909 req-43ff5876-59ff-4300-8e5c-abec1f340db9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 1097 time: 0.0458078 Aug 20 11:36:19.788592 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829620e-333d-465c-9346-d7266f998c03 req-6fb6c7c5-aa76-4d5a-9c5d-c6d0345b7fd6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:19.790106 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0829620e-333d-465c-9346-d7266f998c03 req-6fb6c7c5-aa76-4d5a-9c5d-c6d0345b7fd6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0520337 Aug 20 11:36:19.828998 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0829620e-333d-465c-9346-d7266f998c03 req-cac2f765-14dc-4100-8ff2-94d760267802 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327895 Aug 20 11:36:19.840138 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29703b-4738-40e7-8d02-ce6e84add909 req-9cf523a6-aa40-45aa-bf88-97750f234468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:19.841677 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d29703b-4738-40e7-8d02-ce6e84add909 req-9cf523a6-aa40-45aa-bf88-97750f234468 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.0853434 Aug 20 11:36:19.909742 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d29703b-4738-40e7-8d02-ce6e84add909 req-02f3e654-95c5-4dd3-a7c3-367b53c8ffb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc990a39-3851-458a-a591-be12b35e75ac HTTP/1.1" status: 200 len: 1000 time: 0.0610580 Aug 20 11:36:19.959310 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29703b-4738-40e7-8d02-ce6e84add909 req-376b459b-dbe7-44e1-b97e-5bae1cdf3e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:19.960649 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d29703b-4738-40e7-8d02-ce6e84add909 req-376b459b-dbe7-44e1-b97e-5bae1cdf3e59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0438180 Aug 20 11:36:20.005105 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29703b-4738-40e7-8d02-ce6e84add909 req-cd266065-2621-4470-87ce-34b1c36723da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:20.007234 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d29703b-4738-40e7-8d02-ce6e84add909 req-cd266065-2621-4470-87ce-34b1c36723da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392404 Aug 20 11:36:20.098653 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d29703b-4738-40e7-8d02-ce6e84add909 req-25cb188a-f35c-4474-b3fe-6bbe16838a56 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839467 Aug 20 11:36:20.187856 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d29703b-4738-40e7-8d02-ce6e84add909 req-f8406412-808e-4333-b03d-cac547fca42d service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814126 Aug 20 11:36:20.942839 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3097648-4db6-42c1-918e-b384ec534866 req-2374100b-0941-4683-9bd9-dc5abe134f2a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:20.944974 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3097648-4db6-42c1-918e-b384ec534866 req-2374100b-0941-4683-9bd9-dc5abe134f2a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0496895 Aug 20 11:36:20.982257 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a3097648-4db6-42c1-918e-b384ec534866 req-4a61a59c-edb4-48db-89b7-029e25ebd6c6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313103 Aug 20 11:36:22.099412 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ef721-6e29-4a05-9b6a-a4b92f41c5f8 req-3ff575eb-a274-4203-b4c0-a66e90386198 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.101513 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-de2ef721-6e29-4a05-9b6a-a4b92f41c5f8 req-3ff575eb-a274-4203-b4c0-a66e90386198 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0496440 Aug 20 11:36:22.138214 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-de2ef721-6e29-4a05-9b6a-a4b92f41c5f8 req-ca4ce77e-1c1e-447e-a7c3-9f25bef38626 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306458 Aug 20 11:36:22.351550 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663f5d9-042a-4f35-8bb5-a6d324590a86 req-62297cf6-8831-4174-b832-a2e325f5a50c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.353058 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2663f5d9-042a-4f35-8bb5-a6d324590a86 req-62297cf6-8831-4174-b832-a2e325f5a50c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 945 time: 0.0543988 Aug 20 11:36:22.391454 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2663f5d9-042a-4f35-8bb5-a6d324590a86 req-41cc41b9-2ff3-4887-be76-9908f1685695 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324395 Aug 20 11:36:22.621764 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41162) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:22.707853 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-10f69bd7-2018-4c17-ba49-7c207ea0d0c7 req-93e2e2ce-88ea-4d9b-8b63-43badb2ce3ed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849464 Aug 20 11:36:23.233704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cc990a39-3851-458a-a591-be12b35e75ac no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:23.309681 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.334003 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc990a39-3851-458a-a591-be12b35e75ac'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:23.336392 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42496407-dfbb-4df9-902c-d01fa68ca3e5" -d '{"events": [{"server_uuid": "d2f68d1d-558a-442b-a398-afe8c882f73b", "name": "network-vif-unplugged", "status": "completed", "tag": "cc990a39-3851-458a-a591-be12b35e75ac"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:23.347777 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cc990a39-3851-458a-a591-be12b35e75ac, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cc990a39-3851-458a-a591-be12b35e75ac,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:23.352172 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.377947 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d415a95e-716f-4dae-a846-185f5dd57b2c x-openstack-request-id: req-d415a95e-716f-4dae-a846-185f5dd57b2c {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:23.378249 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f68d1d-558a-442b-a398-afe8c882f73b", "name": "network-vif-unplugged", "status": "completed", "tag": "cc990a39-3851-458a-a591-be12b35e75ac", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:23.378507 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d415a95e-716f-4dae-a846-185f5dd57b2c {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:23.378899 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc990a39-3851-458a-a591-be12b35e75ac', 'code': 200} Aug 20 11:36:23.403238 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=cc990a39-3851-458a-a591-be12b35e75ac,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:23.506063 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860a09f-b813-4b27-abcd-0bf82e278f42 req-1af15da5-cb96-4a9d-87fa-d6b3fa221dfe tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:23.507566 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0860a09f-b813-4b27-abcd-0bf82e278f42 req-1af15da5-cb96-4a9d-87fa-d6b3fa221dfe tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0495641 Aug 20 11:36:23.546092 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-0860a09f-b813-4b27-abcd-0bf82e278f42 req-3a6be748-01f0-4233-870b-ba376f60f8db tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326288 Aug 20 11:36:23.574602 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.597628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f69bd7-2018-4c17-ba49-7c207ea0d0c7 req-5fa7c783-db43-4d6c-9280-5aedaaad0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:23.599201 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10f69bd7-2018-4c17-ba49-7c207ea0d0c7 req-5fa7c783-db43-4d6c-9280-5aedaaad0faf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b&tenant_id=50b0f1b04e684adc8660d802720e4aa0 HTTP/1.1" status: 200 len: 1095 time: 0.0461900 Aug 20 11:36:23.659127 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f69bd7-2018-4c17-ba49-7c207ea0d0c7 req-44a571af-a36a-4754-a1a1-a6f88b3c63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:23.660622 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10f69bd7-2018-4c17-ba49-7c207ea0d0c7 req-44a571af-a36a-4754-a1a1-a6f88b3c63ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 1095 time: 0.0396986 Aug 20 11:36:23.750927 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f69bd7-2018-4c17-ba49-7c207ea0d0c7 req-2ced163d-51c6-4123-9715-1bf7521d8288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:23.752417 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10f69bd7-2018-4c17-ba49-7c207ea0d0c7 req-2ced163d-51c6-4123-9715-1bf7521d8288 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.0850751 Aug 20 11:36:23.816776 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10f69bd7-2018-4c17-ba49-7c207ea0d0c7 req-f20c796f-2efa-4eef-9feb-77732e7f09fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc990a39-3851-458a-a591-be12b35e75ac HTTP/1.1" status: 200 len: 998 time: 0.0571237 Aug 20 11:36:23.865999 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f69bd7-2018-4c17-ba49-7c207ea0d0c7 req-f2d51f13-226b-4da0-acf2-16c15b872f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:23.867365 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10f69bd7-2018-4c17-ba49-7c207ea0d0c7 req-f2d51f13-226b-4da0-acf2-16c15b872f3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0425138 Aug 20 11:36:23.915486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f69bd7-2018-4c17-ba49-7c207ea0d0c7 req-ebc5d5d9-c6c9-4c56-a983-c6356334f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:23.916925 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10f69bd7-2018-4c17-ba49-7c207ea0d0c7 req-ebc5d5d9-c6c9-4c56-a983-c6356334f5c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417867 Aug 20 11:36:24.003604 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10f69bd7-2018-4c17-ba49-7c207ea0d0c7 req-12f8f41c-da60-4f79-bb4c-758927d31c27 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793047 Aug 20 11:36:24.095068 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10f69bd7-2018-4c17-ba49-7c207ea0d0c7 req-826080cb-0ef8-4c65-a6ba-159001a90dae service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838659 Aug 20 11:36:24.686924 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dcd6c-5d51-4f4b-adbd-1100e5202f1d req-2e45a213-94a5-4f9d-93a1-8c7b3a430e3e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:24.689023 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-381dcd6c-5d51-4f4b-adbd-1100e5202f1d req-2e45a213-94a5-4f9d-93a1-8c7b3a430e3e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0548913 Aug 20 11:36:24.730038 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-381dcd6c-5d51-4f4b-adbd-1100e5202f1d req-4796b52c-6b3e-4805-9d22-22b00455eeb8 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342975 Aug 20 11:36:25.861302 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ffcdd-5025-4a3e-90ef-11d75c64259d req-a5ee3459-cf75-4e76-9721-5a19358e28ed tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:25.863559 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-890ffcdd-5025-4a3e-90ef-11d75c64259d req-a5ee3459-cf75-4e76-9721-5a19358e28ed tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0570884 Aug 20 11:36:25.910351 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-890ffcdd-5025-4a3e-90ef-11d75c64259d req-73d742a1-006d-4028-82fc-991c9b33171b tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341232 Aug 20 11:36:27.031245 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa7315-ebd1-43cd-825e-852e42c19ff2 req-1161fd5c-524d-43f5-aa8c-83dd2c2ab9f3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:27.032649 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0bfa7315-ebd1-43cd-825e-852e42c19ff2 req-1161fd5c-524d-43f5-aa8c-83dd2c2ab9f3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0515473 Aug 20 11:36:27.072720 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-0bfa7315-ebd1-43cd-825e-852e42c19ff2 req-8416dd83-cd35-445f-9fa3-7b33f3565638 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341606 Aug 20 11:36:27.265168 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cc990a39-3851-458a-a591-be12b35e75ac no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:28.195968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c25c7-ea9b-43d7-b679-a9e50d3fe9dd req-4edf8bcc-ee96-453b-8051-ee8465961690 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:28.197477 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-441c25c7-ea9b-43d7-b679-a9e50d3fe9dd req-4edf8bcc-ee96-453b-8051-ee8465961690 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0537298 Aug 20 11:36:28.236917 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-441c25c7-ea9b-43d7-b679-a9e50d3fe9dd req-dccec0c8-cab2-46a7-a270-e6ffb51e1c9e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333896 Aug 20 11:36:29.387542 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06280db-e17a-4f82-bec2-693ad62a32ab req-27c47b62-c9ac-4b7a-8712-a42e56b29eae tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:29.389111 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f06280db-e17a-4f82-bec2-693ad62a32ab req-27c47b62-c9ac-4b7a-8712-a42e56b29eae tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0656099 Aug 20 11:36:29.414842 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-559a39e0-69a6-459f-ba88-f33486e22fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.438266 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f06280db-e17a-4f82-bec2-693ad62a32ab req-d640d8ba-951c-4d4e-8226-911ef309ee55 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431795 Aug 20 11:36:30.555252 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce3454-2894-4021-8ef7-ac320efc14d4 req-fa1941d9-f8f7-4ba6-89cd-e4b8cc7fd4e8 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:30.556750 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-35ce3454-2894-4021-8ef7-ac320efc14d4 req-fa1941d9-f8f7-4ba6-89cd-e4b8cc7fd4e8 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0514009 Aug 20 11:36:30.596515 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-35ce3454-2894-4021-8ef7-ac320efc14d4 req-0eb6ebbc-9f93-475a-b632-2f8e8662cfa4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333126 Aug 20 11:36:31.712763 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936843d-c3f4-4cc4-87d8-2dc6c613abb5 req-804e81b9-8c46-4a2d-89f3-8c06d76c94ce tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:31.714444 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b936843d-c3f4-4cc4-87d8-2dc6c613abb5 req-804e81b9-8c46-4a2d-89f3-8c06d76c94ce tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0494299 Aug 20 11:36:31.753839 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b936843d-c3f4-4cc4-87d8-2dc6c613abb5 req-5a15ac59-61c3-4eb9-9218-987822a75cdd tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332484 Aug 20 11:36:32.068030 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-32c59b09-be52-4ed2-b59a-8a8cbb723cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.541483 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.878466 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce136c-33ed-4430-9da9-7b873b14482c req-128cb5e0-80c8-4b53-b64a-21248da0f49a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:32.879938 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fce136c-33ed-4430-9da9-7b873b14482c req-128cb5e0-80c8-4b53-b64a-21248da0f49a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0566530 Aug 20 11:36:32.919013 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fce136c-33ed-4430-9da9-7b873b14482c req-01b1a7df-037a-4c40-82b6-6578ba728912 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324874 Aug 20 11:36:33.441986 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:34.043770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3528b6-a444-49ab-ae43-33119127e031 req-2332baaf-9830-4e5e-93b1-72418d89e14f tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:34.045212 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc3528b6-a444-49ab-ae43-33119127e031 req-2332baaf-9830-4e5e-93b1-72418d89e14f tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0499804 Aug 20 11:36:34.086476 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cc3528b6-a444-49ab-ae43-33119127e031 req-dc1386e9-81e8-4cdc-ba13-6dfe01b57f9e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350244 Aug 20 11:36:35.107739 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.205525 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19e9d9-9be1-4822-b77b-bbfa88c5ca7a req-356064b6-aec2-4879-be18-8568b457ce96 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:35.207610 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a19e9d9-9be1-4822-b77b-bbfa88c5ca7a req-356064b6-aec2-4879-be18-8568b457ce96 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0512064 Aug 20 11:36:35.249433 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9a19e9d9-9be1-4822-b77b-bbfa88c5ca7a req-1007e497-6ab6-49de-9dbb-cb0b40a4a6ce tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342295 Aug 20 11:36:36.362655 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff34c2-e4fc-4f45-80f2-f7967fbcdbf8 req-d1c9fdb8-82e7-4042-a736-4f31ac5f43f8 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:36.364159 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8bff34c2-e4fc-4f45-80f2-f7967fbcdbf8 req-d1c9fdb8-82e7-4042-a736-4f31ac5f43f8 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0482984 Aug 20 11:36:36.404301 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8bff34c2-e4fc-4f45-80f2-f7967fbcdbf8 req-59d46365-21f0-460b-bca4-537653b73800 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343111 Aug 20 11:36:37.518763 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25170f58-9f07-4e20-ad86-b2fec2810a60 req-1087f85a-d3bf-4e33-801c-c6cc46fd694f tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:37.520311 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-25170f58-9f07-4e20-ad86-b2fec2810a60 req-1087f85a-d3bf-4e33-801c-c6cc46fd694f tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0506549 Aug 20 11:36:37.559407 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-25170f58-9f07-4e20-ad86-b2fec2810a60 req-1bf46cd1-b732-457a-b100-136ecae2b65b tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329514 Aug 20 11:36:38.671788 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd952d67-105f-427f-9cf2-9ea16d0ca0a6 req-fa83ae1f-8800-4699-87a7-a542b7a53de3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:38.673289 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cd952d67-105f-427f-9cf2-9ea16d0ca0a6 req-fa83ae1f-8800-4699-87a7-a542b7a53de3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0479884 Aug 20 11:36:38.711405 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-cd952d67-105f-427f-9cf2-9ea16d0ca0a6 req-084b4a6a-9eb3-4cd7-82f3-f08f7bedf90c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315979 Aug 20 11:36:39.829290 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe2aa9-11af-4637-bb88-95f1ee0f619a req-1b241524-1d24-4d7b-a4bd-93dae435a8a8 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:39.830752 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84fe2aa9-11af-4637-bb88-95f1ee0f619a req-1b241524-1d24-4d7b-a4bd-93dae435a8a8 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0525520 Aug 20 11:36:39.868893 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-84fe2aa9-11af-4637-bb88-95f1ee0f619a req-8792f0ba-5107-4b12-90cf-35f7d0a907a1 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314100 Aug 20 11:36:40.882593 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:36:40.981008 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d6b04-34f1-4213-9ae5-df0effd1ab8f req-e8d3f480-069f-46bd-be35-e73993dd37f8 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:40.982457 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c23d6b04-34f1-4213-9ae5-df0effd1ab8f req-e8d3f480-069f-46bd-be35-e73993dd37f8 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 943 time: 0.0475419 Aug 20 11:36:41.019735 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-c23d6b04-34f1-4213-9ae5-df0effd1ab8f req-1e83dc35-fd05-49bf-9684-66871e4d934b tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313656 Aug 20 11:36:41.325423 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cc990a39-3851-458a-a591-be12b35e75ac details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:41.417608 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cc990a39-3851-458a-a591-be12b35e75ac, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cc990a39-3851-458a-a591-be12b35e75ac,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:41.429147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'cc990a39-3851-458a-a591-be12b35e75ac', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'port_id': 'cc990a39-3851-458a-a591-be12b35e75ac', 'mac_address': 'fa:16:3e:81:9c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:36:41.465912 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.478648 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc990a39-3851-458a-a591-be12b35e75ac {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:41.497131 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cc990a39-3851-458a-a591-be12b35e75ac, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cc990a39-3851-458a-a591-be12b35e75ac,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:41.501333 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.550997 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=cc990a39-3851-458a-a591-be12b35e75ac,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:41.827215 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['cc990a39-3851-458a-a591-be12b35e75ac'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:42.132710 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eab19c-e344-4f8f-9f86-5d7d8af02f45 req-5fcfb799-1cb4-4654-9d17-93f40fca9e6f tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:42.134187 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33eab19c-e344-4f8f-9f86-5d7d8af02f45 req-5fcfb799-1cb4-4654-9d17-93f40fca9e6f tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 944 time: 0.0482593 Aug 20 11:36:42.171658 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-33eab19c-e344-4f8f-9f86-5d7d8af02f45 req-794ae65e-1a6e-4b1e-a0ac-832a111cd32b tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314231 Aug 20 11:36:43.145506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06cbe0-d620-4ea5-878d-9695e5a35e4a req-b633b11d-8e46-47b4-915a-4f2327964766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:43.147010 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6e06cbe0-d620-4ea5-878d-9695e5a35e4a req-b633b11d-8e46-47b4-915a-4f2327964766 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 1096 time: 0.0399415 Aug 20 11:36:43.290094 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06cbe0-d620-4ea5-878d-9695e5a35e4a req-f0dcd75f-ada5-4482-a70e-00a502c7cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:43.291590 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6e06cbe0-d620-4ea5-878d-9695e5a35e4a req-f0dcd75f-ada5-4482-a70e-00a502c7cb5b service neutron] 10.222.0.24 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.1260047 Aug 20 11:36:43.312543 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0794532-2755-4b4d-9e84-1fc3040498a4 req-2389bc28-cba4-45db-a185-e5cc7fc3e6ab tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:43.313980 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b0794532-2755-4b4d-9e84-1fc3040498a4 req-2389bc28-cba4-45db-a185-e5cc7fc3e6ab tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 944 time: 0.0704362 Aug 20 11:36:43.336263 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cc990a39-3851-458a-a591-be12b35e75ac up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:43.383635 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port cc990a39-3851-458a-a591-be12b35e75ac triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:43.384017 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.392935 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6e06cbe0-d620-4ea5-878d-9695e5a35e4a req-8d61b745-43e2-402e-88fa-f31b98cab57d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc990a39-3851-458a-a591-be12b35e75ac HTTP/1.1" status: 200 len: 999 time: 0.0940127 Aug 20 11:36:43.398549 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b0794532-2755-4b4d-9e84-1fc3040498a4 req-249d1ce5-afad-4bc2-bc9d-10748a11a1c7 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519135 Aug 20 11:36:43.442603 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06cbe0-d620-4ea5-878d-9695e5a35e4a req-f7768269-debc-4492-b834-6c658dc5eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:43.444631 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6e06cbe0-d620-4ea5-878d-9695e5a35e4a req-f7768269-debc-4492-b834-6c658dc5eb19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0452921 Aug 20 11:36:43.462765 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.486238 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc990a39-3851-458a-a591-be12b35e75ac'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:43.488764 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860ad107-ab44-44e9-a5ec-4f61f77ee1af" -d '{"events": [{"server_uuid": "d2f68d1d-558a-442b-a398-afe8c882f73b", "name": "network-vif-plugged", "status": "completed", "tag": "cc990a39-3851-458a-a591-be12b35e75ac"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:43.490330 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06cbe0-d620-4ea5-878d-9695e5a35e4a req-222556d8-30ed-4ddd-b18c-e668686e9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:43.491963 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6e06cbe0-d620-4ea5-878d-9695e5a35e4a req-222556d8-30ed-4ddd-b18c-e668686e9376 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404139 Aug 20 11:36:43.504610 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port cc990a39-3851-458a-a591-be12b35e75ac, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cc990a39-3851-458a-a591-be12b35e75ac,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:43.509639 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.558706 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=cc990a39-3851-458a-a591-be12b35e75ac,revision_number=10']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:43.596054 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254fcc37-2a42-4a6f-8182-7762ca33e6f0 x-openstack-request-id: req-254fcc37-2a42-4a6f-8182-7762ca33e6f0 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:43.596353 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f68d1d-558a-442b-a398-afe8c882f73b", "name": "network-vif-plugged", "status": "completed", "tag": "cc990a39-3851-458a-a591-be12b35e75ac", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:43.596613 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-254fcc37-2a42-4a6f-8182-7762ca33e6f0 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:43.597017 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc990a39-3851-458a-a591-be12b35e75ac', 'code': 200} Aug 20 11:36:43.603662 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6e06cbe0-d620-4ea5-878d-9695e5a35e4a req-57a281b0-4873-4002-95dd-628a58032557 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038120 Aug 20 11:36:43.696943 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6e06cbe0-d620-4ea5-878d-9695e5a35e4a req-4b3a8f11-c5f1-42d3-a526-a6de140d737f service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859208 Aug 20 11:36:43.762499 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032401da-6acc-4551-88ec-2b4ddec8804d req-bf028abe-2cc7-4b3a-a290-500046eada1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:43.764025 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-032401da-6acc-4551-88ec-2b4ddec8804d req-bf028abe-2cc7-4b3a-a290-500046eada1b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 1098 time: 0.0446098 Aug 20 11:36:43.798503 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-032401da-6acc-4551-88ec-2b4ddec8804d req-65f85e02-9a02-436d-a49e-c8e6d7f81156 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262973 Aug 20 11:36:44.517818 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d369a-4a16-44c4-b651-888b2150b014 req-5c38787f-5066-4045-bb11-0fc69a0ffa3e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:44.519369 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2a4d369a-4a16-44c4-b651-888b2150b014 req-5c38787f-5066-4045-bb11-0fc69a0ffa3e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 946 time: 0.0510783 Aug 20 11:36:44.558953 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2a4d369a-4a16-44c4-b651-888b2150b014 req-d9ef386b-c0d9-4faf-a9a8-b0d267d41797 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328758 Aug 20 11:36:45.679684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7dbd2-4d06-44d9-87b5-b1e8553c6a59 req-6445cfa7-79d8-42ae-b201-0b7d9f338b98 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:45.681164 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aab7dbd2-4d06-44d9-87b5-b1e8553c6a59 req-6445cfa7-79d8-42ae-b201-0b7d9f338b98 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 946 time: 0.0504651 Aug 20 11:36:45.719057 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aab7dbd2-4d06-44d9-87b5-b1e8553c6a59 req-de625b13-4329-4b27-9074-4c38333bffed tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318806 Aug 20 11:36:46.831679 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0a6c2-199a-477a-b2f7-0d64fbf8f4bd req-9edf08de-6c63-436b-99b8-8ff1b7dced81 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:46.833410 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-85e0a6c2-199a-477a-b2f7-0d64fbf8f4bd req-9edf08de-6c63-436b-99b8-8ff1b7dced81 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 946 time: 0.0478673 Aug 20 11:36:46.871254 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-85e0a6c2-199a-477a-b2f7-0d64fbf8f4bd req-116e2db2-1925-4f19-b5e0-3ed7eb3205c3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313191 Aug 20 11:36:49.208703 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.585285 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:59.414831 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b0e897cd-3b4d-4898-b8bc-d6b18276491f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:02.059041 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-dc8292a3-82b4-4a04-955e-511f7578e2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:02.541948 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:03.443081 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.104452 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:17.882991 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:37:19.203897 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:23.589896 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:29.417383 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c40fccba-d29c-4057-9920-6a37ccd3b3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.058275 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9f6a65ac-25f6-43b3-a550-47ff74f13eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.543371 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:33.445448 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.106447 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.141944 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b3a69918-d9b5-406a-ad99-9427fdfb2c64 req-57b26ef9-d101-46e6-bd76-45836fa83348 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545297 Aug 20 11:37:45.223611 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a69918-d9b5-406a-ad99-9427fdfb2c64 req-5f6bb227-0471-4e42-8cff-9d3b1fe2a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:45.225689 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b3a69918-d9b5-406a-ad99-9427fdfb2c64 req-5f6bb227-0471-4e42-8cff-9d3b1fe2a9ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 1098 time: 0.0414515 Aug 20 11:37:45.323935 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a69918-d9b5-406a-ad99-9427fdfb2c64 req-252c2c14-ed0e-4e12-93e5-22e035604f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:45.325372 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b3a69918-d9b5-406a-ad99-9427fdfb2c64 req-252c2c14-ed0e-4e12-93e5-22e035604f70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.0811048 Aug 20 11:37:45.399789 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b3a69918-d9b5-406a-ad99-9427fdfb2c64 req-e35a0273-540f-4947-a2e8-7a0e979cf5a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc990a39-3851-458a-a591-be12b35e75ac HTTP/1.1" status: 200 len: 1000 time: 0.0657308 Aug 20 11:37:45.447778 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a69918-d9b5-406a-ad99-9427fdfb2c64 req-7ae7d769-369d-4773-aac6-eaed295b4c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:45.449196 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b3a69918-d9b5-406a-ad99-9427fdfb2c64 req-7ae7d769-369d-4773-aac6-eaed295b4c28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0430238 Aug 20 11:37:45.494984 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a69918-d9b5-406a-ad99-9427fdfb2c64 req-e4c5ef19-2fc0-4bd0-ab53-9408ecf2ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:45.496502 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b3a69918-d9b5-406a-ad99-9427fdfb2c64 req-e4c5ef19-2fc0-4bd0-ab53-9408ecf2ef14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393572 Aug 20 11:37:45.587220 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b3a69918-d9b5-406a-ad99-9427fdfb2c64 req-0774a4ae-9409-4a8c-b814-99fb7574f5fd service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837395 Aug 20 11:37:45.674574 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b3a69918-d9b5-406a-ad99-9427fdfb2c64 req-098d83df-1c34-4f3b-aeb5-662f7c625ea3 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801260 Aug 20 11:37:49.202887 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:53.587336 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:54.882680 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:37:59.417856 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3c173e0-9b0e-4791-a96c-e3bcc60f079f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.058999 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-1127227e-7e10-4329-b8de-2e9ee0f4122c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.544940 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:03.449017 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.110551 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:19.209025 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:23.588515 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:29.417701 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0e2b46f7-d62f-4655-9707-6fa9e09dd757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:30.856211 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41304) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:31.063079 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Deleting port 0a1c30bc-336c-4e07-85b8-e84bc304be5c {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:31.063479 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.137669 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.137992 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.149310 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Calling delete_port for 0a1c30bc-336c-4e07-85b8-e84bc304be5c owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:31.309199 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.334824 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event deleted for resources: {'Port': ['ID=0a1c30bc-336c-4e07-85b8-e84bc304be5c,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:31.360404 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.360756 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.361099 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.361445 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.361778 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.362109 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.362437 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.362765 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.363121 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.363451 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.363779 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.364110 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.405918 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.406239 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Floating IP 0f58a8bd-0e66-4194-9385-3854427d85d5 disassociated (deleted). External IP: 172.25.3.19, port: cc990a39-3851-458a-a591-be12b35e75ac. Aug 20 11:38:31.611674 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:38:31.717646 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:31.722139 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.729801 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5d1bc-778d-487d-99ef-0535873bcb94 None None] Sync routers for ids ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:31.739357 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5d1bc-778d-487d-99ef-0535873bcb94 None None] Routers {'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:31.739982 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e4f5d1bc-778d-487d-99ef-0535873bcb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:38:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:31.750157 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-967eb730-796f-49fc-a9c1-458186202a19 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "DELETE /v2.0/floatingips/0f58a8bd-0e66-4194-9385-3854427d85d5 HTTP/1.1" status: 204 len: 168 time: 0.8928246 Aug 20 11:38:31.750753 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'tag': 'cc990a39-3851-458a-a591-be12b35e75ac'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:31.753037 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8150eaa-9af7-4e61-bd45-a43f8c77aea6" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f68d1d-558a-442b-a398-afe8c882f73b", "tag": "cc990a39-3851-458a-a591-be12b35e75ac"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:31.846710 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3aa695-ec80-41ed-a1b8-992399199d76 x-openstack-request-id: req-be3aa695-ec80-41ed-a1b8-992399199d76 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:31.847301 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f68d1d-558a-442b-a398-afe8c882f73b", "tag": "cc990a39-3851-458a-a591-be12b35e75ac", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:31.847301 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be3aa695-ec80-41ed-a1b8-992399199d76 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:31.847695 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'tag': 'cc990a39-3851-458a-a591-be12b35e75ac', 'status': 'completed', 'code': 200} Aug 20 11:38:31.857277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-e4f5d1bc-778d-487d-99ef-0535873bcb94 None None] Set router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:31.883146 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:38:31.924435 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8150eaa-9af7-4e61-bd45-a43f8c77aea6 req-db633aba-e036-414e-8dc8-596eb1187c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:31.926642 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a8150eaa-9af7-4e61-bd45-a43f8c77aea6 req-db633aba-e036-414e-8dc8-596eb1187c4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 1098 time: 0.0511551 Aug 20 11:38:32.062051 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a20096f4-13d9-4b6e-a553-2f36dbf0b34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.080086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e4f5d1bc-778d-487d-99ef-0535873bcb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '99685eed-fbca-432f-a1c3-258b92bc1dde', 'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'mac_address': 'fa:16:3e:70:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:00Z', 'updated_at': '2021-08-20T11:33:07Z', 'revision_number': 5, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'subnets': [{'id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:32.111483 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5d1bc-778d-487d-99ef-0535873bcb94 None None] Checking router: ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:38:32.120807 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5d1bc-778d-487d-99ef-0535873bcb94 None None] Routers {'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:32.121435 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e4f5d1bc-778d-487d-99ef-0535873bcb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:38:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:32.230949 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-e4f5d1bc-778d-487d-99ef-0535873bcb94 None None] Set router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:32.329007 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8150eaa-9af7-4e61-bd45-a43f8c77aea6 req-5be800b2-b65b-42f8-9b47-32130a82f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:32.330623 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a8150eaa-9af7-4e61-bd45-a43f8c77aea6 req-5be800b2-b65b-42f8-9b47-32130a82f711 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.3958187 Aug 20 11:38:32.399236 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a8150eaa-9af7-4e61-bd45-a43f8c77aea6 req-0d185b03-435d-4cb8-8bf0-5be9b05fdc2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc990a39-3851-458a-a591-be12b35e75ac HTTP/1.1" status: 200 len: 217 time: 0.0598698 Aug 20 11:38:32.425911 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-e4f5d1bc-778d-487d-99ef-0535873bcb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '99685eed-fbca-432f-a1c3-258b92bc1dde', 'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'mac_address': 'fa:16:3e:70:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:00Z', 'updated_at': '2021-08-20T11:33:07Z', 'revision_number': 5, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'subnets': [{'id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:32.446445 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b0a6d-0326-4910-b4cd-85ba4da64989 req-20078224-11bd-48c1-9e98-cbbf4065c41b tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:32.447952 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-385b0a6d-0326-4910-b4cd-85ba4da64989 req-20078224-11bd-48c1-9e98-cbbf4065c41b tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 946 time: 0.1916807 Aug 20 11:38:32.451878 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5d1bc-778d-487d-99ef-0535873bcb94 None None] The sync data for ids ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'] in n-d-778550-11 is: [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '99685eed-fbca-432f-a1c3-258b92bc1dde', 'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'mac_address': 'fa:16:3e:70:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:00Z', 'updated_at': '2021-08-20T11:33:07Z', 'revision_number': 5, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'subnets': [{'id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:32.477492 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8150eaa-9af7-4e61-bd45-a43f8c77aea6 req-a4429db4-ad98-4667-9f83-6fde8560d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:32.478961 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a8150eaa-9af7-4e61-bd45-a43f8c77aea6 req-a4429db4-ad98-4667-9f83-6fde8560d4ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0720496 Aug 20 11:38:32.505636 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-385b0a6d-0326-4910-b4cd-85ba4da64989 req-5e84561a-4d79-4b84-a1d6-1f3063d3657c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509598 Aug 20 11:38:32.547974 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.549267 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8150eaa-9af7-4e61-bd45-a43f8c77aea6 req-4a4a0f08-c7f1-405f-b98b-a3bccad97add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:32.551009 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a8150eaa-9af7-4e61-bd45-a43f8c77aea6 req-4a4a0f08-c7f1-405f-b98b-a3bccad97add service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608728 Aug 20 11:38:32.648011 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a8150eaa-9af7-4e61-bd45-a43f8c77aea6 req-e9d28453-ebd1-49be-9068-0b8f7b488ff3 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883832 Aug 20 11:38:32.689395 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacaee4b-54de-4345-9ac3-4f6f50b28573 None None] New status for floating IP 0f58a8bd-0e66-4194-9385-3854427d85d5: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:38:32.746752 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a8150eaa-9af7-4e61-bd45-a43f8c77aea6 req-9a41be33-1a18-42ff-913f-361ccd863b40 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900023 Aug 20 11:38:33.452119 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.476810 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83654c9d-d506-4317-b3ad-a8c3dced553f req-a47c9319-c322-4fdc-99af-f413f2de420e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:33.478282 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83654c9d-d506-4317-b3ad-a8c3dced553f req-a47c9319-c322-4fdc-99af-f413f2de420e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 946 time: 0.0500102 Aug 20 11:38:33.570501 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-83654c9d-d506-4317-b3ad-a8c3dced553f req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Deleting port cc990a39-3851-458a-a591-be12b35e75ac {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:33.570848 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-83654c9d-d506-4317-b3ad-a8c3dced553f req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.663343 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-83654c9d-d506-4317-b3ad-a8c3dced553f req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] For port cc990a39-3851-458a-a591-be12b35e75ac, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=cc990a39-3851-458a-a591-be12b35e75ac,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:33.663708 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-83654c9d-d506-4317-b3ad-a8c3dced553f req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.676751 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-83654c9d-d506-4317-b3ad-a8c3dced553f req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Calling delete_port for cc990a39-3851-458a-a591-be12b35e75ac owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:33.691734 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae19ff3-a9fe-40f2-8c4d-09ff43bf1c46 req-a817f1db-b3bf-4a97-9e96-68522d77378f tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:33.693813 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ae19ff3-a9fe-40f2-8c4d-09ff43bf1c46 req-a817f1db-b3bf-4a97-9e96-68522d77378f tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2f68d1d-558a-442b-a398-afe8c882f73b HTTP/1.1" status: 200 len: 946 time: 0.0990655 Aug 20 11:38:33.733941 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1ae19ff3-a9fe-40f2-8c4d-09ff43bf1c46 req-a53436a4-6b69-4129-bb34-c118e9deb4bc tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=a86af4de-ec18-47a6-95fc-017dda198a09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340891 Aug 20 11:38:33.805747 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-83654c9d-d506-4317-b3ad-a8c3dced553f req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.840620 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event deleted for resources: {'Port': ['ID=cc990a39-3851-458a-a591-be12b35e75ac,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:33.868315 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:33.868661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:33.869001 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:33.869378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:33.869727 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:33.870053 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:33.870382 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:33.870706 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:33.871028 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:33.871375 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:33.871699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:33.872021 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:33.890977 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-83654c9d-d506-4317-b3ad-a8c3dced553f req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] No DVR routers for this DVR port cc990a39-3851-458a-a591-be12b35e75ac on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:38:33.893587 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-83654c9d-d506-4317-b3ad-a8c3dced553f req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.896280 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-83654c9d-d506-4317-b3ad-a8c3dced553f req-e549c97d-9528-464e-92f7-dae295c4a19c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.24 "DELETE /v2.0/ports/cc990a39-3851-458a-a591-be12b35e75ac HTTP/1.1" status: 204 len: 173 time: 0.4111121 Aug 20 11:38:33.896705 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'name': 'network-vif-deleted', 'tag': 'cc990a39-3851-458a-a591-be12b35e75ac'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:33.899041 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87efd4f-9e27-4827-ad94-5b9f983ebb8f" -d '{"events": [{"server_uuid": "d2f68d1d-558a-442b-a398-afe8c882f73b", "name": "network-vif-deleted", "tag": "cc990a39-3851-458a-a591-be12b35e75ac"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:33.990090 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97823e53-e545-4b40-b570-917c3672dbbf x-openstack-request-id: req-97823e53-e545-4b40-b570-917c3672dbbf {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:33.990387 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f68d1d-558a-442b-a398-afe8c882f73b", "name": "network-vif-deleted", "tag": "cc990a39-3851-458a-a591-be12b35e75ac", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:33.990647 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97823e53-e545-4b40-b570-917c3672dbbf {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:33.991080 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f68d1d-558a-442b-a398-afe8c882f73b', 'name': 'network-vif-deleted', 'tag': 'cc990a39-3851-458a-a591-be12b35e75ac', 'status': 'completed', 'code': 200} Aug 20 11:38:34.788573 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41340) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:34.846877 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b69a8861-beec-4450-a311-121d40a088ac tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.871345 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b69a8861-beec-4450-a311-121d40a088ac tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.931350 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b69a8861-beec-4450-a311-121d40a088ac tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.933916 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-b69a8861-beec-4450-a311-121d40a088ac tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.935099 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-b69a8861-beec-4450-a311-121d40a088ac tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "DELETE /v2.0/security-groups/a86af4de-ec18-47a6-95fc-017dda198a09 HTTP/1.1" status: 204 len: 168 time: 0.1455197 Aug 20 11:38:34.944755 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a8861-beec-4450-a311-121d40a088ac tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86af4de-ec18-47a6-95fc-017dda198a09,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:35.113078 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.349678 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41354) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:37.354357 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-d4973053-34f8-40bb-af03-59862c3cbce2 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-193560301', 'description': 'tempest-secgroup-smoke-193560301 description', 'project_id': '50b0f1b04e684adc8660d802720e4aa0'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:37.379493 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d4973053-34f8-40bb-af03-59862c3cbce2 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.459798 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d4973053-34f8-40bb-af03-59862c3cbce2 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.463516 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d4973053-34f8-40bb-af03-59862c3cbce2 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.486239 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d4973053-34f8-40bb-af03-59862c3cbce2 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.487497 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d4973053-34f8-40bb-af03-59862c3cbce2 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1367772 Aug 20 11:38:37.490458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41356) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:37.495295 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-99eee8a1-9487-43ec-ad96-919eae1020ae tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Request body: {'security_group_rule': {'security_group_id': '181d74ee-c17c-42ae-afd2-98e3017b6b59', 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:37.495502 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4973053-34f8-40bb-af03-59862c3cbce2 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=181d74ee-c17c-42ae-afd2-98e3017b6b59,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:37.521674 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99eee8a1-9487-43ec-ad96-919eae1020ae tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.575788 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99eee8a1-9487-43ec-ad96-919eae1020ae tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.580689 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99eee8a1-9487-43ec-ad96-919eae1020ae tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.596562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eee8a1-9487-43ec-ad96-919eae1020ae tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e854f5-7a40-4e6d-a573-80df79fca2c5,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:37.605794 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-99eee8a1-9487-43ec-ad96-919eae1020ae tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.606991 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-99eee8a1-9487-43ec-ad96-919eae1020ae tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155009 Aug 20 11:38:37.609707 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41358) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:37.614090 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-8a96aae5-5c38-4a71-b12a-016bd1f1c3d3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Request body: {'security_group_rule': {'security_group_id': '181d74ee-c17c-42ae-afd2-98e3017b6b59', 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:37.639373 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a96aae5-5c38-4a71-b12a-016bd1f1c3d3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.698043 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a96aae5-5c38-4a71-b12a-016bd1f1c3d3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.701682 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a96aae5-5c38-4a71-b12a-016bd1f1c3d3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.722497 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96aae5-5c38-4a71-b12a-016bd1f1c3d3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260b3d6d-3587-4ef5-93af-3efe314f19e1,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:37.726011 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-8a96aae5-5c38-4a71-b12a-016bd1f1c3d3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.727247 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8a96aae5-5c38-4a71-b12a-016bd1f1c3d3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166039 Aug 20 11:38:37.729981 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41360) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:37.734393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-1a3312bf-d6e9-494d-9530-37b029b9875e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Request body: {'security_group_rule': {'security_group_id': '181d74ee-c17c-42ae-afd2-98e3017b6b59', 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:37.761121 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1a3312bf-d6e9-494d-9530-37b029b9875e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.816803 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1a3312bf-d6e9-494d-9530-37b029b9875e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.820722 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1a3312bf-d6e9-494d-9530-37b029b9875e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.838277 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3312bf-d6e9-494d-9530-37b029b9875e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e19aef-24bb-4f08-9402-5b8a282c4a77,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:37.840822 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cc990a39-3851-458a-a591-be12b35e75ac no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:37.843642 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1a3312bf-d6e9-494d-9530-37b029b9875e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.844848 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1a3312bf-d6e9-494d-9530-37b029b9875e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139407 Aug 20 11:38:37.847646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41362) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:37.852091 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-0a8545ed-219a-45c1-998d-62eaa52ea104 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Request body: {'security_group_rule': {'security_group_id': '181d74ee-c17c-42ae-afd2-98e3017b6b59', 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:37.868810 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: cc990a39-3851-458a-a591-be12b35e75ac {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:38:37.869171 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device cc990a39-3851-458a-a591-be12b35e75ac not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:38:37.879636 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a8545ed-219a-45c1-998d-62eaa52ea104 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.937193 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a8545ed-219a-45c1-998d-62eaa52ea104 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.940644 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a8545ed-219a-45c1-998d-62eaa52ea104 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.959255 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8545ed-219a-45c1-998d-62eaa52ea104 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f160436-1fc2-406c-874d-96a5b8cb6d6f,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:37.964747 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0a8545ed-219a-45c1-998d-62eaa52ea104 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.965939 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0a8545ed-219a-45c1-998d-62eaa52ea104 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173713 Aug 20 11:38:37.968957 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41366) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:37.973247 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-1db8c97f-705f-4e7e-afd8-5286c4fc0242 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Request body: {'security_group_rule': {'security_group_id': '181d74ee-c17c-42ae-afd2-98e3017b6b59', 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:37.995631 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-1db8c97f-705f-4e7e-afd8-5286c4fc0242 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Project 50b0f1b04e684adc8660d802720e4aa0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:38:38.000876 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1db8c97f-705f-4e7e-afd8-5286c4fc0242 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.063682 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1db8c97f-705f-4e7e-afd8-5286c4fc0242 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.067115 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1db8c97f-705f-4e7e-afd8-5286c4fc0242 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.084843 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8c97f-705f-4e7e-afd8-5286c4fc0242 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c27094-db34-4d16-9e3d-31f87f4749cd,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:38.090511 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-1db8c97f-705f-4e7e-afd8-5286c4fc0242 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.091816 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-1db8c97f-705f-4e7e-afd8-5286c4fc0242 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219957 Aug 20 11:38:38.094892 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41368) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:38.100185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-16c12d68-2954-4858-b362-6490a1d3f3aa tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Request body: {'security_group_rule': {'security_group_id': '181d74ee-c17c-42ae-afd2-98e3017b6b59', 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:38.121237 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-16c12d68-2954-4858-b362-6490a1d3f3aa tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Project 50b0f1b04e684adc8660d802720e4aa0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:38:38.126089 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16c12d68-2954-4858-b362-6490a1d3f3aa tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.185737 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16c12d68-2954-4858-b362-6490a1d3f3aa tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.189193 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16c12d68-2954-4858-b362-6490a1d3f3aa tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.205420 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c12d68-2954-4858-b362-6490a1d3f3aa tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a533506-3b35-4685-a794-c494da2a5aff,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:38.213047 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-16c12d68-2954-4858-b362-6490a1d3f3aa tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.214785 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-16c12d68-2954-4858-b362-6490a1d3f3aa tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187203 Aug 20 11:38:49.194670 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:52.531079 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-e395fb39-39f8-4e63-897a-c254086bfeef tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-193560301&fields=id&tenant_id=50b0f1b04e684adc8660d802720e4aa0 HTTP/1.1" status: 200 len: 267 time: 0.0383143 Aug 20 11:38:52.640324 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-0415a21d-5e22-4862-90b1-aa320265e844 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:52.641792 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-0415a21d-5e22-4862-90b1-aa320265e844 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 808 time: 0.1036437 Aug 20 11:38:52.657217 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-a8022fb5-9297-4361-bfd1-d4a81db725fa tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/quotas/50b0f1b04e684adc8660d802720e4aa0 HTTP/1.1" status: 200 len: 375 time: 0.0090256 Aug 20 11:38:52.706973 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-356bbecd-7b26-425f-8fd8-756f5cddc619 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444996 Aug 20 11:38:52.857695 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-4d617ff2-7b81-4b0f-8ab5-217c5a78d7c4 service neutron] 10.222.0.16 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393375 Aug 20 11:38:52.946666 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-3f026683-5905-47b3-bb63-ccb381887121 service neutron] 10.222.0.16 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827715 Aug 20 11:38:53.232042 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a54742e7-de10-4d29-9724-5e894de19bbe req-9e32c923-9241-493f-b8cf-ade4e3d87f61 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 210 time: 0.0274754 Aug 20 11:38:53.586429 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.240014 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-d890b7f3-77a3-4319-91b0-db16cfb86785 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:54.241473 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-d890b7f3-77a3-4319-91b0-db16cfb86785 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.24 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 808 time: 0.1074591 Aug 20 11:38:54.288712 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1a98f76f-ec72-4e7c-8519-b28392982052 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50b0f1b04e684adc8660d802720e4aa0 HTTP/1.1" status: 200 len: 379 time: 0.0382469 Aug 20 11:38:54.298351 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-86ed145c-c90f-45d5-a84a-51f4fe6e50d6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Request body: {'port': {'device_id': '3385c231-33b6-407d-9e87-e24c7b574d42', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'admin_state_up': True, 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'security_groups': ['181d74ee-c17c-42ae-afd2-98e3017b6b59']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:54.368902 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b5d1a19d-c209-414c-bdc6-35fe5161618c req-9eba6f10-d0f0-4f6d-832c-02fe7cd7f71f tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 210 time: 0.0665777 Aug 20 11:38:54.434153 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-86ed145c-c90f-45d5-a84a-51f4fe6e50d6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Made reservation on behalf of 50b0f1b04e684adc8660d802720e4aa0 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:54.437978 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-86ed145c-c90f-45d5-a84a-51f4fe6e50d6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.563643 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-86ed145c-c90f-45d5-a84a-51f4fe6e50d6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Allocated IP 172.20.0.13 (84f2e098-4e7d-433b-925b-c31c496d94f4/a700edce-34b9-4c7e-98a5-870fecdb79e6/da8be869-ce2d-4a9e-88ac-e5de5fba2887) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:54.706155 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-86ed145c-c90f-45d5-a84a-51f4fe6e50d6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.720309 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-86ed145c-c90f-45d5-a84a-51f4fe6e50d6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Transition to ACTIVE for port object da8be869-ce2d-4a9e-88ac-e5de5fba2887 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:54.754145 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-86ed145c-c90f-45d5-a84a-51f4fe6e50d6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.798189 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-86ed145c-c90f-45d5-a84a-51f4fe6e50d6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Network 84f2e098-4e7d-433b-925b-c31c496d94f4 is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:54.801204 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-86ed145c-c90f-45d5-a84a-51f4fe6e50d6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:54.805564 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-86ed145c-c90f-45d5-a84a-51f4fe6e50d6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:54.831362 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed145c-c90f-45d5-a84a-51f4fe6e50d6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'Port': ['ID=da8be869-ce2d-4a9e-88ac-e5de5fba2887,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:54.862211 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-86ed145c-c90f-45d5-a84a-51f4fe6e50d6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:54.862843 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-86ed145c-c90f-45d5-a84a-51f4fe6e50d6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.878956 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-86ed145c-c90f-45d5-a84a-51f4fe6e50d6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5847318 Aug 20 11:38:54.892797 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Request body: {'port': {'device_id': '3385c231-33b6-407d-9e87-e24c7b574d42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:54.953673 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:55.035787 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-216f1cec-8971-4477-b440-501a2a44c6ed None None] Provisioning for port da8be869-ce2d-4a9e-88ac-e5de5fba2887 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:55.041166 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-216f1cec-8971-4477-b440-501a2a44c6ed None None] Provisioning complete for port da8be869-ce2d-4a9e-88ac-e5de5fba2887 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:55.041617 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-216f1cec-8971-4477-b440-501a2a44c6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:55.076216 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-216f1cec-8971-4477-b440-501a2a44c6ed None None] Port da8be869-ce2d-4a9e-88ac-e5de5fba2887 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:55.229866 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8be869-ce2d-4a9e-88ac-e5de5fba2887 {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:55.237281 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:55.248903 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Transition to ACTIVE for port object da8be869-ce2d-4a9e-88ac-e5de5fba2887 will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:55.252592 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:55.301195 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Pushing event updated for resources: {'Port': ['ID=da8be869-ce2d-4a9e-88ac-e5de5fba2887,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:55.383370 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Attempting to bind port da8be869-ce2d-4a9e-88ac-e5de5fba2887 on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:55.383715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Attempting to bind port da8be869-ce2d-4a9e-88ac-e5de5fba2887 by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:55.384047 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Attempting to bind port da8be869-ce2d-4a9e-88ac-e5de5fba2887 on network 84f2e098-4e7d-433b-925b-c31c496d94f4 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:55.401646 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Port da8be869-ce2d-4a9e-88ac-e5de5fba2887 on network 84f2e098-4e7d-433b-925b-c31c496d94f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:38:55.402132 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Attempting to bind port da8be869-ce2d-4a9e-88ac-e5de5fba2887 on network 84f2e098-4e7d-433b-925b-c31c496d94f4 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:55.409581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:55.409928 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Checking segment: {'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:55.410327 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Bound using segment: {'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:55.410763 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Bound port: da8be869-ce2d-4a9e-88ac-e5de5fba2887, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:55.411155 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:55.489679 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] For port da8be869-ce2d-4a9e-88ac-e5de5fba2887, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:55.493600 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] For port da8be869-ce2d-4a9e-88ac-e5de5fba2887, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:55.505151 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:55.515687 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af129f0-f9db-4e71-a1c6-42a461fdf1c3 req-2352f102-a109-4fb3-94f1-df15a5ed0d8a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:55.517248 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3af129f0-f9db-4e71-a1c6-42a461fdf1c3 req-2352f102-a109-4fb3-94f1-df15a5ed0d8a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0642972 Aug 20 11:38:55.540732 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:55.541364 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:55.542785 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] 10.222.0.24 "PUT /v2.0/ports/da8be869-ce2d-4a9e-88ac-e5de5fba2887 HTTP/1.1" status: 200 len: 1093 time: 0.6547544 Aug 20 11:38:55.543261 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3385c231-33b6-407d-9e87-e24c7b574d42', 'tag': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:55.545868 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13468747-d007-4658-8d74-84ae432492f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3385c231-33b6-407d-9e87-e24c7b574d42", "tag": "da8be869-ce2d-4a9e-88ac-e5de5fba2887"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:55.576139 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3af129f0-f9db-4e71-a1c6-42a461fdf1c3 req-74a27255-a495-451e-8367-bfbeddfdb419 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472984 Aug 20 11:38:55.587573 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7eeb29-cc16-4c0f-bc14-5b011e5052d8 service neutron] Pushing event updated for resources: {'Port': ['ID=da8be869-ce2d-4a9e-88ac-e5de5fba2887,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:55.629422 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1caab6-75dd-4d16-89c4-194c94ef15f6 x-openstack-request-id: req-4e1caab6-75dd-4d16-89c4-194c94ef15f6 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:55.629739 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3385c231-33b6-407d-9e87-e24c7b574d42", "tag": "da8be869-ce2d-4a9e-88ac-e5de5fba2887", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:55.630001 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e1caab6-75dd-4d16-89c4-194c94ef15f6 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:55.630949 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3385c231-33b6-407d-9e87-e24c7b574d42', 'tag': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887', 'status': 'completed', 'code': 200} Aug 20 11:38:55.647368 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-df5961e4-95d5-48c7-b4a9-52b6cf4a75a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:55.648916 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-df5961e4-95d5-48c7-b4a9-52b6cf4a75a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 1096 time: 0.0506752 Aug 20 11:38:55.692842 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-18be1009-50bf-4828-9d0f-f5ce4e5349df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887 HTTP/1.1" status: 200 len: 217 time: 0.0364151 Aug 20 11:38:55.753560 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-a2874991-b1af-4a14-9df7-667736bb5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:55.755197 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-a2874991-b1af-4a14-9df7-667736bb5f2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0535753 Aug 20 11:38:55.815721 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1876446c-9381-4dfb-8116-c242b4f46a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:55.817217 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-1876446c-9381-4dfb-8116-c242b4f46a36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543826 Aug 20 11:38:55.909728 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-174686bc-a816-4835-b6cd-17ef680b6586 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838017 Aug 20 11:38:56.004662 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-476de8c5-b5f6-4151-aadf-7bc96bfb599c req-c86b850c-9ba3-44ef-a941-f77c2b74507f service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876887 Aug 20 11:38:56.095001 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13468747-d007-4658-8d74-84ae432492f3 req-801dc69b-e4a9-4650-8e97-393b45fcf96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:56.096975 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13468747-d007-4658-8d74-84ae432492f3 req-801dc69b-e4a9-4650-8e97-393b45fcf96c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 1096 time: 0.0472729 Aug 20 11:38:56.191301 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13468747-d007-4658-8d74-84ae432492f3 req-46cb513a-89f7-48a2-bac3-fddf0c1b6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:56.192806 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13468747-d007-4658-8d74-84ae432492f3 req-46cb513a-89f7-48a2-bac3-fddf0c1b6761 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.0880139 Aug 20 11:38:56.238733 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13468747-d007-4658-8d74-84ae432492f3 req-ed8548ad-eb00-4e2e-bfa1-eed20c9f6d42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887 HTTP/1.1" status: 200 len: 217 time: 0.0383396 Aug 20 11:38:56.288639 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13468747-d007-4658-8d74-84ae432492f3 req-450556d6-8799-429d-849a-b26724f73d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:56.290171 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13468747-d007-4658-8d74-84ae432492f3 req-450556d6-8799-429d-849a-b26724f73d8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0440934 Aug 20 11:38:56.336001 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13468747-d007-4658-8d74-84ae432492f3 req-0e8d07c5-997a-4f84-96a1-68a0be6a6c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:56.337529 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13468747-d007-4658-8d74-84ae432492f3 req-0e8d07c5-997a-4f84-96a1-68a0be6a6c4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406215 Aug 20 11:38:56.432608 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13468747-d007-4658-8d74-84ae432492f3 req-d016fe03-e93e-46f4-b1e3-39794aeb3c7b service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879116 Aug 20 11:38:56.521612 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13468747-d007-4658-8d74-84ae432492f3 req-2363b83a-3b38-4738-bbae-3fefb7d1bec7 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815375 Aug 20 11:38:56.702222 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389a295-8e35-454e-9717-718c5af892a9 req-e3017bd3-bd3e-45bf-8801-a16bf4e51153 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:56.703764 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2389a295-8e35-454e-9717-718c5af892a9 req-e3017bd3-bd3e-45bf-8801-a16bf4e51153 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0530550 Aug 20 11:38:56.744817 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2389a295-8e35-454e-9717-718c5af892a9 req-5a298554-26c4-4c40-867b-20e9eb55fc4c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342810 Aug 20 11:38:57.865747 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a2a44-4a7e-402f-a9d1-9176bcd03041 req-17369af8-d937-477a-9afb-ed6a47d4bfb6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:57.867302 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-084a2a44-4a7e-402f-a9d1-9176bcd03041 req-17369af8-d937-477a-9afb-ed6a47d4bfb6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0513313 Aug 20 11:38:57.908798 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-084a2a44-4a7e-402f-a9d1-9176bcd03041 req-919356ab-ee35-4a3b-b601-1b75c79632de tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354929 Aug 20 11:38:59.024115 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16166f8c-7e4f-4c69-9072-032a9716d80a req-5e5113c6-4235-4cef-8923-ed399410e144 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:59.025799 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-16166f8c-7e4f-4c69-9072-032a9716d80a req-5e5113c6-4235-4cef-8923-ed399410e144 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0512245 Aug 20 11:38:59.064289 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-16166f8c-7e4f-4c69-9072-032a9716d80a req-cdeaef4d-719a-4003-b27c-c8138e9f0a73 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324006 Aug 20 11:38:59.418044 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-39629a37-525a-49fb-94ff-b4278d21d93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:00.206540 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d70ee-ff98-4e86-871d-053f6ef28b1e req-c39778a7-66aa-4130-bc28-e19ce0b00a93 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:00.208068 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e26d70ee-ff98-4e86-871d-053f6ef28b1e req-c39778a7-66aa-4130-bc28-e19ce0b00a93 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0496700 Aug 20 11:39:00.246056 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e26d70ee-ff98-4e86-871d-053f6ef28b1e req-3a768217-f55c-434b-9770-7d436e3237c4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316570 Aug 20 11:39:01.359424 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd882e96-de59-40b5-b3d6-10f16f25ba75 req-965d500d-b2dd-4dac-ae40-5e8dd6cf1768 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:01.360884 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd882e96-de59-40b5-b3d6-10f16f25ba75 req-965d500d-b2dd-4dac-ae40-5e8dd6cf1768 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0490031 Aug 20 11:39:01.397958 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd882e96-de59-40b5-b3d6-10f16f25ba75 req-360adb87-e70e-4599-bb3e-525e9672dc79 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312226 Aug 20 11:39:02.064836 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cd9bf505-8497-45e1-9323-5f5fa1a5e00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:02.513688 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1685d0-5885-4f09-b17c-bb31a094ee30 req-cd0cac71-62b0-494f-a0fe-0061b6601d28 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:02.515196 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4e1685d0-5885-4f09-b17c-bb31a094ee30 req-cd0cac71-62b0-494f-a0fe-0061b6601d28 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0500073 Aug 20 11:39:02.550534 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:02.558034 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4e1685d0-5885-4f09-b17c-bb31a094ee30 req-aa63451a-aaad-4d7e-a6fb-9dfebc0bed30 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348487 Aug 20 11:39:03.454697 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.676483 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd789ec7-abdf-4741-afbc-41e3b1588e5c req-4885728a-58bb-4ce4-8420-19ab92606eaf tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:03.677973 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd789ec7-abdf-4741-afbc-41e3b1588e5c req-4885728a-58bb-4ce4-8420-19ab92606eaf tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0536726 Aug 20 11:39:03.715998 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bd789ec7-abdf-4741-afbc-41e3b1588e5c req-e1c6339d-31bd-43aa-b28d-9ed25d996c12 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320122 Aug 20 11:39:04.843296 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2c107-49dd-44dc-b6ee-7125a2b3a63a req-c89a9b73-2ee9-4ecf-9184-512a3083dd16 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:04.845018 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1db2c107-49dd-44dc-b6ee-7125a2b3a63a req-c89a9b73-2ee9-4ecf-9184-512a3083dd16 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0602043 Aug 20 11:39:04.887305 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1db2c107-49dd-44dc-b6ee-7125a2b3a63a req-177f7bb6-253f-4e20-970b-e0e195e2f2be tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362587 Aug 20 11:39:05.117756 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.001739 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64fc23-c187-41a6-8cb7-79e86a7a9b94 req-1ba1c304-1326-4260-bd13-475bda320e3f tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:06.003152 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb64fc23-c187-41a6-8cb7-79e86a7a9b94 req-1ba1c304-1326-4260-bd13-475bda320e3f tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0499430 Aug 20 11:39:06.041205 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bb64fc23-c187-41a6-8cb7-79e86a7a9b94 req-bbaf2aed-c2ea-42ff-a385-18e216a13655 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314827 Aug 20 11:39:07.157052 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb39d87-0c3a-4f89-a53d-dc7b36aed6eb req-fce1311a-c6ce-4b99-9626-5e4694944caf tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:07.158534 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6bb39d87-0c3a-4f89-a53d-dc7b36aed6eb req-fce1311a-c6ce-4b99-9626-5e4694944caf tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0486102 Aug 20 11:39:07.196300 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-6bb39d87-0c3a-4f89-a53d-dc7b36aed6eb req-5671ba6c-53d5-475e-b3a0-3ffb8312417a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317938 Aug 20 11:39:07.981160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device da8be869-ce2d-4a9e-88ac-e5de5fba2887 details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:39:08.231500 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port da8be869-ce2d-4a9e-88ac-e5de5fba2887, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:08.243086 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'port_id': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887', 'mac_address': 'fa:16:3e:de:e7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:39:08.279171 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.292289 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8be869-ce2d-4a9e-88ac-e5de5fba2887 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:08.312338 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port da8be869-ce2d-4a9e-88ac-e5de5fba2887, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:08.312556 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429d73e-8802-45ae-a378-2c8732756bbb req-1b95bb84-b8c8-45db-b79f-d5ab61bae7f7 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:08.314028 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7429d73e-8802-45ae-a378-2c8732756bbb req-1b95bb84-b8c8-45db-b79f-d5ab61bae7f7 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0496209 Aug 20 11:39:08.317031 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.352698 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-7429d73e-8802-45ae-a378-2c8732756bbb req-8156eddc-16a0-4d0a-98d1-9351edf82f4d tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322661 Aug 20 11:39:08.365084 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=da8be869-ce2d-4a9e-88ac-e5de5fba2887,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:08.372392 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:08.372743 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:08.373148 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:08.373491 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:08.373823 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:08.374152 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:08.374480 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:08.374804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:08.375159 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:08.375484 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:08.375809 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:08.376128 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:08.681364 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['da8be869-ce2d-4a9e-88ac-e5de5fba2887'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:08.882149 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:39:09.467377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10129ec1-9365-4244-a9aa-9b93c4543e2f req-7f954789-6f1d-4e6c-9e46-3ec292299c15 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:09.468879 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10129ec1-9365-4244-a9aa-9b93c4543e2f req-7f954789-6f1d-4e6c-9e46-3ec292299c15 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 945 time: 0.0487721 Aug 20 11:39:09.506695 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-10129ec1-9365-4244-a9aa-9b93c4543e2f req-783f6b3e-59cc-4d51-85aa-1ecfd3c03aa5 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318689 Aug 20 11:39:09.978672 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device da8be869-ce2d-4a9e-88ac-e5de5fba2887 up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:10.027770 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port da8be869-ce2d-4a9e-88ac-e5de5fba2887 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:10.031261 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port da8be869-ce2d-4a9e-88ac-e5de5fba2887 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:10.031643 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.116978 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.139658 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3385c231-33b6-407d-9e87-e24c7b574d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:10.141899 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06afb2b-e394-48b6-8a2e-e1de946487df" -d '{"events": [{"server_uuid": "3385c231-33b6-407d-9e87-e24c7b574d42", "name": "network-vif-plugged", "status": "completed", "tag": "da8be869-ce2d-4a9e-88ac-e5de5fba2887"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:10.154636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port da8be869-ce2d-4a9e-88ac-e5de5fba2887, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:10.158865 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.185919 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d172a22f-2e1a-4268-96e5-70f9232e5350 x-openstack-request-id: req-d172a22f-2e1a-4268-96e5-70f9232e5350 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:10.186210 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3385c231-33b6-407d-9e87-e24c7b574d42", "name": "network-vif-plugged", "status": "completed", "tag": "da8be869-ce2d-4a9e-88ac-e5de5fba2887", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:10.186463 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d172a22f-2e1a-4268-96e5-70f9232e5350 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:10.186850 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3385c231-33b6-407d-9e87-e24c7b574d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887', 'code': 200} Aug 20 11:39:10.216585 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=da8be869-ce2d-4a9e-88ac-e5de5fba2887,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:10.282321 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fc18b-dbff-4b76-8a61-fa566f07dad5 req-ce9dd971-19be-48ab-826b-b5b68c784a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:10.283749 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-153fc18b-dbff-4b76-8a61-fa566f07dad5 req-ce9dd971-19be-48ab-826b-b5b68c784a91 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 1098 time: 0.0388174 Aug 20 11:39:10.324183 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-153fc18b-dbff-4b76-8a61-fa566f07dad5 req-1eeeb4e9-582d-434d-a690-d3dc389a5ae4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328825 Aug 20 11:39:10.621207 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81dc8e-2ce7-44d1-adab-ed3017d2d2a2 req-4cf5e33f-8178-4d57-a785-c44da9af218e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:10.622699 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d81dc8e-2ce7-44d1-adab-ed3017d2d2a2 req-4cf5e33f-8178-4d57-a785-c44da9af218e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 946 time: 0.0495124 Aug 20 11:39:10.664954 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-1d81dc8e-2ce7-44d1-adab-ed3017d2d2a2 req-e4a8f548-7d46-4d50-acc0-86c1eedac208 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362630 Aug 20 11:39:11.784718 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a8f73-3918-4017-8c9b-b1a98d170aff req-65b13aeb-7561-4435-9253-e8e859b3d2fd tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:11.786739 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-068a8f73-3918-4017-8c9b-b1a98d170aff req-65b13aeb-7561-4435-9253-e8e859b3d2fd tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 946 time: 0.0521553 Aug 20 11:39:11.826435 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-068a8f73-3918-4017-8c9b-b1a98d170aff req-71fc28e8-0107-4dee-af02-e2013a2e890e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336545 Aug 20 11:39:11.943800 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34a567-83c1-42a4-8509-c2e7cb4a75f4 req-297da70f-b9b2-44c1-9206-fca5fe8dbb7d tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:11.945181 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c34a567-83c1-42a4-8509-c2e7cb4a75f4 req-297da70f-b9b2-44c1-9206-fca5fe8dbb7d tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 946 time: 0.0519063 Aug 20 11:39:11.985217 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4c34a567-83c1-42a4-8509-c2e7cb4a75f4 req-ea97e046-b17b-4177-bfe1-b20fb3a246d6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340395 Aug 20 11:39:12.006715 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41594) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:12.095266 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e99c4d0-0a71-4978-8971-8bc39f12150a tempest-TestShelveInstance-725397133 tempest-TestShelveInstance-725397133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:12.096782 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-3e99c4d0-0a71-4978-8971-8bc39f12150a tempest-TestShelveInstance-725397133 tempest-TestShelveInstance-725397133-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 1093 time: 0.0890594 Aug 20 11:39:12.099519 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41598) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:12.103796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:12.124664 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.223532 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.328021 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Allocated IP 172.25.3.177 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/dd383e91-4f87-44cc-a505-9c7aa75f5b15) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:12.432647 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.469713 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.506806 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:12.509475 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:12.513552 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:12.521571 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'Port': ['ID=dd383e91-4f87-44cc-a505-9c7aa75f5b15,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:12.873727 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.942216 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.379971 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.384546 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.455355 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event updated for resources: {'Port': ['ID=dd383e91-4f87-44cc-a505-9c7aa75f5b15,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:13.466173 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.565754 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Floating IP 43ba7536-1906-4798-a206-68159c247aca associated. External IP: 172.25.3.177, port: da8be869-ce2d-4a9e-88ac-e5de5fba2887. Aug 20 11:39:13.778637 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:39:13.888446 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:39:13.900405 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa88f20-06be-4219-8428-dd2e24903239 None None] Sync routers for ids ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:39:13.908086 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.913430 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa88f20-06be-4219-8428-dd2e24903239 None None] Routers {'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:13.914058 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bfa88f20-06be-4219-8428-dd2e24903239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:39:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:13.947861 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-02b934d3-6587-4b82-a525-0f9cf33b914e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8354850 Aug 20 11:39:13.947861 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3385c231-33b6-407d-9e87-e24c7b574d42', 'tag': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:13.947861 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ea54e7-9770-4fb7-b14f-1c1dab18a7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "3385c231-33b6-407d-9e87-e24c7b574d42", "tag": "da8be869-ce2d-4a9e-88ac-e5de5fba2887"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:13.985099 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd696a5e-e61c-4712-85dc-cb42bec4566c x-openstack-request-id: req-dd696a5e-e61c-4712-85dc-cb42bec4566c {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:13.985431 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3385c231-33b6-407d-9e87-e24c7b574d42", "tag": "da8be869-ce2d-4a9e-88ac-e5de5fba2887", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:13.985640 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd696a5e-e61c-4712-85dc-cb42bec4566c {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:13.986044 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3385c231-33b6-407d-9e87-e24c7b574d42', 'tag': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887', 'status': 'completed', 'code': 200} Aug 20 11:39:14.028008 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-bfa88f20-06be-4219-8428-dd2e24903239 None None] Set router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:14.056249 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea54e7-9770-4fb7-b14f-1c1dab18a7f4 req-bec2c961-621f-448c-83f4-4cf50c81f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:14.057794 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63ea54e7-9770-4fb7-b14f-1c1dab18a7f4 req-bec2c961-621f-448c-83f4-4cf50c81f35a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 1098 time: 0.0440803 Aug 20 11:39:14.161069 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea54e7-9770-4fb7-b14f-1c1dab18a7f4 req-44cbb1f7-ac22-475a-9bf0-52a48020f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:14.162470 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63ea54e7-9770-4fb7-b14f-1c1dab18a7f4 req-44cbb1f7-ac22-475a-9bf0-52a48020f6e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.0981224 Aug 20 11:39:14.235556 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63ea54e7-9770-4fb7-b14f-1c1dab18a7f4 req-9b84a9fc-1738-40ca-9ac4-fad3561d7be4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887 HTTP/1.1" status: 200 len: 1000 time: 0.0632181 Aug 20 11:39:14.280062 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bfa88f20-06be-4219-8428-dd2e24903239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '43ba7536-1906-4798-a206-68159c247aca', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'port_id': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'mac_address': 'fa:16:3e:de:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385c231-33b6-407d-9e87-e24c7b574d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:39:12Z', 'updated_at': '2021-08-20T11:39:12Z', 'revision_number': 0, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99685eed-fbca-432f-a1c3-258b92bc1dde', 'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'mac_address': 'fa:16:3e:70:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:00Z', 'updated_at': '2021-08-20T11:33:07Z', 'revision_number': 5, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'subnets': [{'id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:14.289250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea54e7-9770-4fb7-b14f-1c1dab18a7f4 req-fd704da2-0ccc-42c7-aa00-d346c678dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:14.290963 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63ea54e7-9770-4fb7-b14f-1c1dab18a7f4 req-fd704da2-0ccc-42c7-aa00-d346c678dc9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0476823 Aug 20 11:39:14.311977 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa88f20-06be-4219-8428-dd2e24903239 None None] Checking router: ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:39:14.321790 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa88f20-06be-4219-8428-dd2e24903239 None None] Routers {'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:14.322424 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bfa88f20-06be-4219-8428-dd2e24903239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:39:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:14.345756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea54e7-9770-4fb7-b14f-1c1dab18a7f4 req-43d05f63-d0c8-4d27-ba59-b66ecf7c515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:14.347427 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63ea54e7-9770-4fb7-b14f-1c1dab18a7f4 req-43d05f63-d0c8-4d27-ba59-b66ecf7c515c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491958 Aug 20 11:39:14.435858 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-bfa88f20-06be-4219-8428-dd2e24903239 None None] Set router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:14.443313 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63ea54e7-9770-4fb7-b14f-1c1dab18a7f4 req-25d81656-635b-47da-ba7d-62ffdf1dae13 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877862 Aug 20 11:39:14.541856 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-63ea54e7-9770-4fb7-b14f-1c1dab18a7f4 req-68395d76-86cd-495d-a85a-d488efd3c8d4 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924325 Aug 20 11:39:14.667827 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-bfa88f20-06be-4219-8428-dd2e24903239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '43ba7536-1906-4798-a206-68159c247aca', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'port_id': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'mac_address': 'fa:16:3e:de:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385c231-33b6-407d-9e87-e24c7b574d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:39:12Z', 'updated_at': '2021-08-20T11:39:12Z', 'revision_number': 0, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99685eed-fbca-432f-a1c3-258b92bc1dde', 'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'mac_address': 'fa:16:3e:70:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:00Z', 'updated_at': '2021-08-20T11:33:07Z', 'revision_number': 5, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'subnets': [{'id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:14.694871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa88f20-06be-4219-8428-dd2e24903239 None None] The sync data for ids ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'] in n-d-778550-11 is: [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': '43ba7536-1906-4798-a206-68159c247aca', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'port_id': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'mac_address': 'fa:16:3e:de:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385c231-33b6-407d-9e87-e24c7b574d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:39:12Z', 'updated_at': '2021-08-20T11:39:12Z', 'revision_number': 0, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99685eed-fbca-432f-a1c3-258b92bc1dde', 'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'mac_address': 'fa:16:3e:70:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:00Z', 'updated_at': '2021-08-20T11:33:07Z', 'revision_number': 5, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'subnets': [{'id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:39:14.879268 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2e1657-5665-45f6-985b-f5d57f74d322 None None] New status for floating IP 43ba7536-1906-4798-a206-68159c247aca: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:39:19.196769 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:23.587229 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:29.418762 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-17d4119a-8757-4322-a9e0-061f5e153cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:32.066356 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ce6e3fce-c5e6-4452-8695-dcfc98a838ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:32.556655 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:33.458184 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:35.119478 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:45.881489 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:39:49.147950 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ff7c293-f523-47ca-9e68-019362dbf9ef req-ca8df6db-5e5b-4401-aebb-afb4a4c6d19a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0787759 Aug 20 11:39:49.193100 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.228361 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7c293-f523-47ca-9e68-019362dbf9ef req-b93aaae0-47d3-4d06-a0d1-025a88475a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:49.229911 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ff7c293-f523-47ca-9e68-019362dbf9ef req-b93aaae0-47d3-4d06-a0d1-025a88475a4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 1098 time: 0.0401347 Aug 20 11:39:49.342332 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7c293-f523-47ca-9e68-019362dbf9ef req-cda9c83b-ac0d-4717-835c-596239661df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:49.343776 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ff7c293-f523-47ca-9e68-019362dbf9ef req-cda9c83b-ac0d-4717-835c-596239661df3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.0938756 Aug 20 11:39:49.410024 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ff7c293-f523-47ca-9e68-019362dbf9ef req-b3ec4889-6839-4f81-8ae9-b2898c3f64e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887 HTTP/1.1" status: 200 len: 1002 time: 0.0583699 Aug 20 11:39:49.460122 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7c293-f523-47ca-9e68-019362dbf9ef req-e4fbb8f0-53e1-4179-8574-c4a0e3594f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:49.461546 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ff7c293-f523-47ca-9e68-019362dbf9ef req-e4fbb8f0-53e1-4179-8574-c4a0e3594f64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0442197 Aug 20 11:39:49.511377 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7c293-f523-47ca-9e68-019362dbf9ef req-f435bd72-2900-4c01-8a74-729a48916fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:49.512849 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ff7c293-f523-47ca-9e68-019362dbf9ef req-f435bd72-2900-4c01-8a74-729a48916fee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422292 Aug 20 11:39:49.602591 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ff7c293-f523-47ca-9e68-019362dbf9ef req-eb10b3b7-c98b-4580-8a2f-d63586912752 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822270 Aug 20 11:39:49.696942 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-9ff7c293-f523-47ca-9e68-019362dbf9ef req-988fd145-c048-4b22-b5f8-59df0d4aaf13 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856850 Aug 20 11:39:53.575818 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:59.419696 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-db8c9389-116b-4bf4-a459-6847b7718e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:02.069365 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a3a431f5-508e-4ce2-bb06-0494649c01c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:02.559019 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:03.461562 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:05.123679 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:19.208877 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.880747 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:40:23.590992 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.420690 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8748-f587-4ad0-b646-2de042c62f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:32.069303 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-868d8a42-7ed1-4916-ace2-fa153b739ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:32.559730 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:33.463679 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:35.125570 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.211431 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:51.137730 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2fe62ef-95eb-44a1-82c5-a2eb1c20d44b req-5ab0092d-b5aa-41c6-966c-9e51b3481239 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411150 Aug 20 11:40:51.217910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe62ef-95eb-44a1-82c5-a2eb1c20d44b req-2181a7b8-a29c-4d9f-9871-fcb7c8ebb504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:51.219433 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2fe62ef-95eb-44a1-82c5-a2eb1c20d44b req-2181a7b8-a29c-4d9f-9871-fcb7c8ebb504 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 1098 time: 0.0413406 Aug 20 11:40:51.326669 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe62ef-95eb-44a1-82c5-a2eb1c20d44b req-baddaa7b-bbff-4a9e-941d-ab5659a7d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:51.328168 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2fe62ef-95eb-44a1-82c5-a2eb1c20d44b req-baddaa7b-bbff-4a9e-941d-ab5659a7d9cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.0874610 Aug 20 11:40:51.393301 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2fe62ef-95eb-44a1-82c5-a2eb1c20d44b req-b3b4c7f3-cd9d-4e53-9905-6bb3122c0588 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887 HTTP/1.1" status: 200 len: 1002 time: 0.0582442 Aug 20 11:40:51.442244 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe62ef-95eb-44a1-82c5-a2eb1c20d44b req-06cae26d-f313-4c47-a71e-130f694f1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:51.443753 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2fe62ef-95eb-44a1-82c5-a2eb1c20d44b req-06cae26d-f313-4c47-a71e-130f694f1570 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0435369 Aug 20 11:40:51.495016 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe62ef-95eb-44a1-82c5-a2eb1c20d44b req-85f8baa1-8aff-44f2-98e5-86b5eca98c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:51.499152 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2fe62ef-95eb-44a1-82c5-a2eb1c20d44b req-85f8baa1-8aff-44f2-98e5-86b5eca98c01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462642 Aug 20 11:40:51.586274 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2fe62ef-95eb-44a1-82c5-a2eb1c20d44b req-fec88781-c7b5-47a5-8293-f86ced8205b2 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826724 Aug 20 11:40:51.682694 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d2fe62ef-95eb-44a1-82c5-a2eb1c20d44b req-4592f484-1cd1-4df9-939b-baf80b3b716d service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883682 Aug 20 11:40:53.600504 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:59.420544 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fd4acd99-f141-4bd7-9ca1-afb059297e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:59.879869 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:41:02.069926 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4c73f2aa-cb91-4daf-9385-d9e3accbd63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:02.559588 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:03.465632 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:05.131069 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:09.324497 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902e602-ec8d-4d7e-820c-a4ea49620462 req-73e079da-aac8-4720-b291-dea8017d7eb5 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:09.326028 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5902e602-ec8d-4d7e-820c-a4ea49620462 req-73e079da-aac8-4720-b291-dea8017d7eb5 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 946 time: 0.0518622 Aug 20 11:41:09.363992 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5902e602-ec8d-4d7e-820c-a4ea49620462 req-3d259f71-3cf1-4a3c-b879-dd9be2517c3c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319002 Aug 20 11:41:10.480968 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d4657-8957-4fbe-b8b9-2ad0f5697687 req-cba313c5-4ebd-4e8c-a75b-d2a4e9a11f4d tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:10.482463 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f01d4657-8957-4fbe-b8b9-2ad0f5697687 req-cba313c5-4ebd-4e8c-a75b-d2a4e9a11f4d tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 946 time: 0.0498495 Aug 20 11:41:10.519834 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f01d4657-8957-4fbe-b8b9-2ad0f5697687 req-a1e9756c-b64f-460d-84ed-05681f7919ce tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314693 Aug 20 11:41:11.645805 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa446c3-bfec-4890-bc80-22c8618f35f5 req-8a3ccdd8-fec3-4215-a7fd-92e49338b67d tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:11.647941 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aaa446c3-bfec-4890-bc80-22c8618f35f5 req-8a3ccdd8-fec3-4215-a7fd-92e49338b67d tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 946 time: 0.0492864 Aug 20 11:41:11.684044 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-aaa446c3-bfec-4890-bc80-22c8618f35f5 req-32d84aa6-3131-4252-9110-2dfb0a13f34f tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301988 Aug 20 11:41:12.797622 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edce499-6a78-4f8b-97be-cb794a9e851e req-edc66a29-c946-47ab-94db-5ae39e15009f tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:12.799090 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4edce499-6a78-4f8b-97be-cb794a9e851e req-edc66a29-c946-47ab-94db-5ae39e15009f tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 946 time: 0.0479770 Aug 20 11:41:12.836191 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4edce499-6a78-4f8b-97be-cb794a9e851e req-91672edc-31f7-4b6f-a8bc-9410670859b9 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311334 Aug 20 11:41:13.952909 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f819b2-fe25-409c-b46b-e9b3e92f3821 req-1e467bbc-de41-4c8d-9b8f-ab11dcc5bb18 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:13.954386 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28f819b2-fe25-409c-b46b-e9b3e92f3821 req-1e467bbc-de41-4c8d-9b8f-ab11dcc5bb18 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 946 time: 0.0524397 Aug 20 11:41:13.991975 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-28f819b2-fe25-409c-b46b-e9b3e92f3821 req-63a259e7-33f1-4119-8065-091cf2df05fb tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307350 Aug 20 11:41:15.105381 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad34269-ef14-4c65-924a-9f24ec81e5ae req-f869be58-faf4-4995-9a32-c25bf0f39f51 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:15.106848 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2ad34269-ef14-4c65-924a-9f24ec81e5ae req-f869be58-faf4-4995-9a32-c25bf0f39f51 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 946 time: 0.0484414 Aug 20 11:41:15.147205 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2ad34269-ef14-4c65-924a-9f24ec81e5ae req-28d96c07-e687-4f79-a8e3-20f7f139c1b4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344284 Aug 20 11:41:16.260172 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1850e4-276b-4fd4-a300-affa7fd5a285 req-5768a202-5bd7-4d30-87c8-4303bb3ee2b6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.261639 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b1850e4-276b-4fd4-a300-affa7fd5a285 req-5768a202-5bd7-4d30-87c8-4303bb3ee2b6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 946 time: 0.0489442 Aug 20 11:41:16.298779 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9b1850e4-276b-4fd4-a300-affa7fd5a285 req-5bc8e0e1-f7ff-41bd-884b-35907a282cbd tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312340 Aug 20 11:41:17.414250 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0768f-b52d-4eaa-a974-618852b40b93 req-d8f1035a-86c4-4faa-bd34-68c68afb5064 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:17.415767 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dfd0768f-b52d-4eaa-a974-618852b40b93 req-d8f1035a-86c4-4faa-bd34-68c68afb5064 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 946 time: 0.0513453 Aug 20 11:41:17.453330 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-dfd0768f-b52d-4eaa-a974-618852b40b93 req-0a7ad383-a4b5-456a-b916-e5ef7f12b658 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316532 Aug 20 11:41:18.567274 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59598b-5c70-43f5-9b07-18a9b2d40306 req-6958f3ba-12f2-4e02-90b3-411b0fc0b726 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:18.568814 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d59598b-5c70-43f5-9b07-18a9b2d40306 req-6958f3ba-12f2-4e02-90b3-411b0fc0b726 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 946 time: 0.0491173 Aug 20 11:41:18.606221 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d59598b-5c70-43f5-9b07-18a9b2d40306 req-ad21ed97-9488-4203-9760-4658391dc31b tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316052 Aug 20 11:41:19.226934 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.457365 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126f1ff-65b5-4ef1-b19f-b1a90b67d65d req-b96f523c-792d-4522-805a-0d16b9f0afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:19.458879 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2126f1ff-65b5-4ef1-b19f-b1a90b67d65d req-b96f523c-792d-4522-805a-0d16b9f0afda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 1098 time: 0.0401316 Aug 20 11:41:19.550456 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126f1ff-65b5-4ef1-b19f-b1a90b67d65d req-3f749fd3-4098-4894-8b0b-bdd86e81ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:19.551885 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2126f1ff-65b5-4ef1-b19f-b1a90b67d65d req-3f749fd3-4098-4894-8b0b-bdd86e81ab2a service neutron] 10.222.0.24 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.0863342 Aug 20 11:41:19.616454 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2126f1ff-65b5-4ef1-b19f-b1a90b67d65d req-d422cf0e-2874-413e-b1b6-7ec745f9ae01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887 HTTP/1.1" status: 200 len: 1002 time: 0.0574801 Aug 20 11:41:19.669302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126f1ff-65b5-4ef1-b19f-b1a90b67d65d req-7a3f9afe-6cc6-46bc-a726-b0afcf609bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:19.670780 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2126f1ff-65b5-4ef1-b19f-b1a90b67d65d req-7a3f9afe-6cc6-46bc-a726-b0afcf609bb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0478518 Aug 20 11:41:19.743083 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126f1ff-65b5-4ef1-b19f-b1a90b67d65d req-976028a0-fb91-459a-a2fe-f5174aede93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:19.744593 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2126f1ff-65b5-4ef1-b19f-b1a90b67d65d req-976028a0-fb91-459a-a2fe-f5174aede93f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635908 Aug 20 11:41:19.752639 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9789d62-b8b0-4be6-ab00-cbce0b294d7f req-8a6c23b0-a122-4c5f-b9a9-8d9aefe8c835 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:19.753997 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d9789d62-b8b0-4be6-ab00-cbce0b294d7f req-8a6c23b0-a122-4c5f-b9a9-8d9aefe8c835 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 946 time: 0.0809660 Aug 20 11:41:19.839253 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d9789d62-b8b0-4be6-ab00-cbce0b294d7f req-7c53d292-c571-4764-aaf3-10db85a1c238 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773480 Aug 20 11:41:19.865053 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2126f1ff-65b5-4ef1-b19f-b1a90b67d65d req-4426d6e0-6f49-4aa7-ac9d-8610983e46c4 service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101460 Aug 20 11:41:19.952091 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2126f1ff-65b5-4ef1-b19f-b1a90b67d65d req-f1216a1c-251a-48c0-9009-72af74abc7cc service neutron] 10.222.0.24 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803571 Aug 20 11:41:20.956685 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61150561-9ae3-4434-ad22-7efd6eba1b2a req-80014bb2-5cbe-42e0-90fb-7d7e71275467 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:20.958162 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61150561-9ae3-4434-ad22-7efd6eba1b2a req-80014bb2-5cbe-42e0-90fb-7d7e71275467 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 946 time: 0.0528440 Aug 20 11:41:20.996347 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-61150561-9ae3-4434-ad22-7efd6eba1b2a req-3339c274-b1ec-4540-b334-c29112f2875a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318375 Aug 20 11:41:22.111921 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939e6d8-e6e4-48d5-96c9-b3699b57428b req-1c106e5b-25e7-4b06-93dc-3f112c80590a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:22.113492 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d939e6d8-e6e4-48d5-96c9-b3699b57428b req-1c106e5b-25e7-4b06-93dc-3f112c80590a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 946 time: 0.0494533 Aug 20 11:41:22.153881 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-d939e6d8-e6e4-48d5-96c9-b3699b57428b req-e8fc68c6-fc37-4c06-8457-b99526af204e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334353 Aug 20 11:41:23.268350 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bcdaf-1915-47b6-b111-8339f5688cbd req-00909ecd-da7b-4637-a23c-a1648c284218 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:23.269910 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b78bcdaf-1915-47b6-b111-8339f5688cbd req-00909ecd-da7b-4637-a23c-a1648c284218 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 946 time: 0.0496173 Aug 20 11:41:23.316747 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b78bcdaf-1915-47b6-b111-8339f5688cbd req-9349e924-62a6-4c5d-9e78-fce5c89e6010 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364852 Aug 20 11:41:23.562942 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91132a9e-8fe7-42a0-8eb2-a3c75334e1e3 req-f52be085-66a5-459f-ac4a-131ca89c0b5f tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:23.564456 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91132a9e-8fe7-42a0-8eb2-a3c75334e1e3 req-f52be085-66a5-459f-ac4a-131ca89c0b5f tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 946 time: 0.0823431 Aug 20 11:41:23.567947 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-8cbdf304-1a35-483d-8ef2-78e572614e00 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1113470 Aug 20 11:41:23.605366 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91132a9e-8fe7-42a0-8eb2-a3c75334e1e3 req-845323d1-586d-425f-b0a5-5259f4f69a1a tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345182 Aug 20 11:41:23.612811 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.694903 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device da8be869-ce2d-4a9e-88ac-e5de5fba2887 no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:41:24.728049 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d5d0b-c53f-45e7-bac9-50a8f9e11faa req-3e3aaa9d-7f8b-4a6f-b7b0-b2a6b92ae5dd tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:24.735549 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-752d5d0b-c53f-45e7-bac9-50a8f9e11faa req-3e3aaa9d-7f8b-4a6f-b7b0-b2a6b92ae5dd tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 946 time: 0.0613387 Aug 20 11:41:24.773017 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-752d5d0b-c53f-45e7-bac9-50a8f9e11faa req-a7fdd9a2-ba5d-42da-81ea-e1ab59ae20fa tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327508 Aug 20 11:41:24.781773 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.806057 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3385c231-33b6-407d-9e87-e24c7b574d42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:24.808397 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f76a21-46f0-48ba-9258-ab2f44d4339b" -d '{"events": [{"server_uuid": "3385c231-33b6-407d-9e87-e24c7b574d42", "name": "network-vif-unplugged", "status": "completed", "tag": "da8be869-ce2d-4a9e-88ac-e5de5fba2887"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:24.820636 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port da8be869-ce2d-4a9e-88ac-e5de5fba2887, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:24.825682 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.852509 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9265c64e-d694-4b78-b3f6-c184d439b28a x-openstack-request-id: req-9265c64e-d694-4b78-b3f6-c184d439b28a {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:24.852805 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3385c231-33b6-407d-9e87-e24c7b574d42", "name": "network-vif-unplugged", "status": "failed", "tag": "da8be869-ce2d-4a9e-88ac-e5de5fba2887", "code": 422}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:24.853061 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9265c64e-d694-4b78-b3f6-c184d439b28a {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:24.853453 n-d-778550-11 neutron-server[94868]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3385c231-33b6-407d-9e87-e24c7b574d42', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887', 'code': 422} returned with failed status Aug 20 11:41:24.878446 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=da8be869-ce2d-4a9e-88ac-e5de5fba2887,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:24.885826 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:24.886177 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:24.886518 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:24.886856 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:24.887224 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:24.887561 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:24.887906 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:24.888217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:24.888542 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:24.888867 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:24.889191 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:24.889508 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:25.890393 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764965-963c-4a2c-b85e-df5d9c09e7d9 req-e473a347-ff7b-4b12-a7da-14938d22241e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:25.891901 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74764965-963c-4a2c-b85e-df5d9c09e7d9 req-e473a347-ff7b-4b12-a7da-14938d22241e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0480399 Aug 20 11:41:25.930148 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-74764965-963c-4a2c-b85e-df5d9c09e7d9 req-76b048d5-e35e-44f1-8cf2-5b7dbda476af tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323038 Aug 20 11:41:27.046164 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de41f8f-d94f-4c6e-9e5c-289a19fd12b2 req-6f6237e7-667b-4f47-87f9-e4e96f8515bc tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:27.047733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9de41f8f-d94f-4c6e-9e5c-289a19fd12b2 req-6f6237e7-667b-4f47-87f9-e4e96f8515bc tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0508552 Aug 20 11:41:27.088472 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9de41f8f-d94f-4c6e-9e5c-289a19fd12b2 req-3d8dffb3-7016-48c3-a9bc-3ddd3f3be64e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346091 Aug 20 11:41:28.201506 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0daa6f-520c-4404-9421-0ea69da729c5 req-ba782a43-a1ba-43d0-bb3b-460cc5797f6c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:28.203012 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d0daa6f-520c-4404-9421-0ea69da729c5 req-ba782a43-a1ba-43d0-bb3b-460cc5797f6c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0484922 Aug 20 11:41:28.241844 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5d0daa6f-520c-4404-9421-0ea69da729c5 req-0df9a76e-3bd5-4369-a488-58d4e8536ee4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328357 Aug 20 11:41:28.277682 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-8fd1530f-e789-434d-95cf-00c8359948a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:28.279379 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-8fd1530f-e789-434d-95cf-00c8359948a3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42&tenant_id=50b0f1b04e684adc8660d802720e4aa0 HTTP/1.1" status: 200 len: 1096 time: 0.0864604 Aug 20 11:41:28.291891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-11', 'device_owner': 'compute:nova'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:28.346720 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.542571 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] For port da8be869-ce2d-4a9e-88ac-e5de5fba2887, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:28.574532 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] For port da8be869-ce2d-4a9e-88ac-e5de5fba2887, host n-h2-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:28.606165 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8be869-ce2d-4a9e-88ac-e5de5fba2887 {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:28.613418 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:28.625410 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Transition to ACTIVE for port object da8be869-ce2d-4a9e-88ac-e5de5fba2887 will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:28.629002 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.023294 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Pushing event updated for resources: {'Port': ['ID=da8be869-ce2d-4a9e-88ac-e5de5fba2887,revision_number=7']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:29.034598 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:29.034943 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:29.035308 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:29.035645 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:29.035973 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:29.036298 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:29.036842 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:29.036972 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:29.037261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:29.037583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:29.037905 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:29.038225 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:29.071651 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] No DVR routers for this DVR port da8be869-ce2d-4a9e-88ac-e5de5fba2887 on host n-h2-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:41:29.200643 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Attempting to bind port da8be869-ce2d-4a9e-88ac-e5de5fba2887 on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:41:29.200975 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Attempting to bind port da8be869-ce2d-4a9e-88ac-e5de5fba2887 by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:41:29.201306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Attempting to bind port da8be869-ce2d-4a9e-88ac-e5de5fba2887 on network 84f2e098-4e7d-433b-925b-c31c496d94f4 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:29.205545 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Port da8be869-ce2d-4a9e-88ac-e5de5fba2887 on network 84f2e098-4e7d-433b-925b-c31c496d94f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:41:29.205874 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Attempting to bind port da8be869-ce2d-4a9e-88ac-e5de5fba2887 on network 84f2e098-4e7d-433b-925b-c31c496d94f4 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:29.211249 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:41:29.211583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Checking segment: {'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:29.211964 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Bound using segment: {'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:41:29.212382 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Bound port: da8be869-ce2d-4a9e-88ac-e5de5fba2887, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625dabc5-afc1-4e45-abf5-81c2e0d07b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:41:29.212732 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.274032 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] For port da8be869-ce2d-4a9e-88ac-e5de5fba2887, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:29.277341 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] For port da8be869-ce2d-4a9e-88ac-e5de5fba2887, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:29.282626 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.345279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:29.345910 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.347352 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] 10.222.0.42 "PUT /v2.0/ports/da8be869-ce2d-4a9e-88ac-e5de5fba2887 HTTP/1.1" status: 200 len: 1093 time: 1.0602789 Aug 20 11:41:29.352728 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3385c231-33b6-407d-9e87-e24c7b574d42', 'tag': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:29.355029 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3774e104-94aa-49a4-9333-dc9166967bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "3385c231-33b6-407d-9e87-e24c7b574d42", "tag": "da8be869-ce2d-4a9e-88ac-e5de5fba2887"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:29.412293 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf253231-238c-4c09-958d-2874926782d5 x-openstack-request-id: req-bf253231-238c-4c09-958d-2874926782d5 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:29.412642 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3385c231-33b6-407d-9e87-e24c7b574d42", "tag": "da8be869-ce2d-4a9e-88ac-e5de5fba2887", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:29.412992 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf253231-238c-4c09-958d-2874926782d5 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:29.413464 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3385c231-33b6-407d-9e87-e24c7b574d42', 'tag': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887', 'status': 'completed', 'code': 200} Aug 20 11:41:29.420089 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92340a1f-e4f2-46db-97b1-f60437f28be7 service neutron] Pushing event updated for resources: {'Port': ['ID=da8be869-ce2d-4a9e-88ac-e5de5fba2887,revision_number=8']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:29.424399 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ceee5210-7808-4061-8035-f4c784034d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:29.431450 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398396bd-191c-4f4e-a4b9-dcd861b1c98d req-8a3e2c8c-a634-4f55-ba20-ec537030b012 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:29.433100 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-398396bd-191c-4f4e-a4b9-dcd861b1c98d req-8a3e2c8c-a634-4f55-ba20-ec537030b012 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.1203797 Aug 20 11:41:29.462386 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-2e2a7b6b-0889-4dc4-9b36-b5e2303ef220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:29.463965 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-2e2a7b6b-0889-4dc4-9b36-b5e2303ef220 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 1096 time: 0.0886612 Aug 20 11:41:29.504794 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-398396bd-191c-4f4e-a4b9-dcd861b1c98d req-71ac1787-6d57-4ac8-9f0c-28fdc9e65386 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633438 Aug 20 11:41:29.573471 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-357b8586-7d89-4086-b5b9-dc068e4f7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:29.574956 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-357b8586-7d89-4086-b5b9-dc068e4f7b4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.1043632 Aug 20 11:41:29.643923 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-81737865-e705-497c-8d68-be30c83bc340 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887 HTTP/1.1" status: 200 len: 1000 time: 0.0615761 Aug 20 11:41:29.702086 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-93dc9b5b-6cd6-4702-85b6-fe68e4180a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:29.703577 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-93dc9b5b-6cd6-4702-85b6-fe68e4180a7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0526350 Aug 20 11:41:29.750794 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-7e1c98ac-632d-42ec-b733-a9f8ed9a1d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:29.752413 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-7e1c98ac-632d-42ec-b733-a9f8ed9a1d71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404892 Aug 20 11:41:29.763958 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-81691810-e1de-42e7-93fc-209c806cd6ee service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:41:29.765200 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-81691810-e1de-42e7-93fc-209c806cd6ee service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049555 Aug 20 11:41:29.853735 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-50722c90-2c35-4b3b-9e3a-9fddb578a438 service neutron] 10.222.0.42 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820642 Aug 20 11:41:29.948073 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-b1feae36-80a1-4fe8-b7a1-ad5135ce19f4 service neutron] 10.222.0.42 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879557 Aug 20 11:41:30.034417 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774e104-94aa-49a4-9333-dc9166967bd0 req-8866547f-5141-4a49-b0dd-6e8c2098654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:30.035933 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3774e104-94aa-49a4-9333-dc9166967bd0 req-8866547f-5141-4a49-b0dd-6e8c2098654d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 1096 time: 0.0440507 Aug 20 11:41:30.127887 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774e104-94aa-49a4-9333-dc9166967bd0 req-d0c2d95f-aa77-44a7-bfdb-49656ad1d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:30.129247 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3774e104-94aa-49a4-9333-dc9166967bd0 req-d0c2d95f-aa77-44a7-bfdb-49656ad1d660 service neutron] 10.222.0.42 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.0861175 Aug 20 11:41:30.194678 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3774e104-94aa-49a4-9333-dc9166967bd0 req-4a2b77c9-604c-4755-a6da-fc621d5e2ea6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887 HTTP/1.1" status: 200 len: 1000 time: 0.0576320 Aug 20 11:41:30.245798 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774e104-94aa-49a4-9333-dc9166967bd0 req-5fe5a18e-f658-418f-b4a8-2a471c29f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:30.247311 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3774e104-94aa-49a4-9333-dc9166967bd0 req-5fe5a18e-f658-418f-b4a8-2a471c29f496 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0449996 Aug 20 11:41:30.297606 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774e104-94aa-49a4-9333-dc9166967bd0 req-25bb134b-3a3e-43d3-8241-7ccbfad3e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:30.299196 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3774e104-94aa-49a4-9333-dc9166967bd0 req-25bb134b-3a3e-43d3-8241-7ccbfad3e96c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446076 Aug 20 11:41:30.392549 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3774e104-94aa-49a4-9333-dc9166967bd0 req-dead45a4-821a-4547-854e-27b9c27b3dcd service neutron] 10.222.0.42 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841510 Aug 20 11:41:30.485944 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-3774e104-94aa-49a4-9333-dc9166967bd0 req-2dc6f57e-58ff-4ad0-98f0-394a3c03225b service neutron] 10.222.0.42 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860546 Aug 20 11:41:30.624590 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f7c17-b4d1-46ae-a4cb-511cdffe43c9 req-0f4fcd2f-3c55-47f1-9352-be4ca9baa6f7 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:30.626067 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e7f7c17-b4d1-46ae-a4cb-511cdffe43c9 req-0f4fcd2f-3c55-47f1-9352-be4ca9baa6f7 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0524232 Aug 20 11:41:30.664521 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7e7f7c17-b4d1-46ae-a4cb-511cdffe43c9 req-4ae5f78f-d2c5-4dbe-b5c2-b5253077d035 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323088 Aug 20 11:41:31.785665 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963693c-4ef8-4835-a803-56cec1538c10 req-7e465566-3d32-4e04-8ceb-2e42098fa88d tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:31.787259 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1963693c-4ef8-4835-a803-56cec1538c10 req-7e465566-3d32-4e04-8ceb-2e42098fa88d tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0520260 Aug 20 11:41:31.827713 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1963693c-4ef8-4835-a803-56cec1538c10 req-3e1005c3-7ae6-4b80-83f6-eb905ac3346f tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336907 Aug 20 11:41:32.071421 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-91b9ecd8-9ce1-4edb-a676-ab50d54fff48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:32.561656 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:32.941805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cfc23-8cb6-4a02-b834-0a1f99d57de0 req-8f803a81-4221-4d7d-b0c3-8f6f9cc4d5bb tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:32.943277 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-872cfc23-8cb6-4a02-b834-0a1f99d57de0 req-8f803a81-4221-4d7d-b0c3-8f6f9cc4d5bb tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0479012 Aug 20 11:41:32.980014 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-872cfc23-8cb6-4a02-b834-0a1f99d57de0 req-a35b7194-720d-4156-9b2a-923cd36f82d3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307958 Aug 20 11:41:33.470343 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:34.094337 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c288ac-3f1e-439b-bc71-4709cade2c4c req-b839a3ba-3679-49b2-8c9e-81a5016d4425 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:34.095840 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-45c288ac-3f1e-439b-bc71-4709cade2c4c req-b839a3ba-3679-49b2-8c9e-81a5016d4425 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0502872 Aug 20 11:41:34.132614 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-45c288ac-3f1e-439b-bc71-4709cade2c4c req-8c34f2bf-e826-4430-8bf7-e0d652971687 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307586 Aug 20 11:41:34.949937 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1189-f072-4d73-8bf8-3b44113beac0 req-cc711c58-c273-4c1e-8a0b-8b2858754895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:34.951487 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-173c1189-f072-4d73-8bf8-3b44113beac0 req-cc711c58-c273-4c1e-8a0b-8b2858754895 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 1096 time: 0.0441113 Aug 20 11:41:35.051228 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1189-f072-4d73-8bf8-3b44113beac0 req-1fd0d534-5bc5-4875-bab1-82fee05cd882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:35.052602 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-173c1189-f072-4d73-8bf8-3b44113beac0 req-1fd0d534-5bc5-4875-bab1-82fee05cd882 service neutron] 10.222.0.42 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.0826778 Aug 20 11:41:35.122700 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-173c1189-f072-4d73-8bf8-3b44113beac0 req-6ce5a2eb-7ba3-489f-8d72-b38c9e142e7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887 HTTP/1.1" status: 200 len: 1000 time: 0.0622151 Aug 20 11:41:35.132321 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:35.171816 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1189-f072-4d73-8bf8-3b44113beac0 req-d0474851-1552-4b0b-a983-9b4be691db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:35.173288 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-173c1189-f072-4d73-8bf8-3b44113beac0 req-d0474851-1552-4b0b-a983-9b4be691db04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0438962 Aug 20 11:41:35.219838 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1189-f072-4d73-8bf8-3b44113beac0 req-99e656ef-22d1-47ec-a240-4f1545b7a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:35.221352 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-173c1189-f072-4d73-8bf8-3b44113beac0 req-99e656ef-22d1-47ec-a240-4f1545b7a30a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410974 Aug 20 11:41:35.246699 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695c4b9-e3d5-415e-af89-68d72dc2a8ff req-e9249390-9788-4f4f-b25d-fb2c676de190 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:35.248263 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e695c4b9-e3d5-415e-af89-68d72dc2a8ff req-e9249390-9788-4f4f-b25d-fb2c676de190 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0488842 Aug 20 11:41:35.286393 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e695c4b9-e3d5-415e-af89-68d72dc2a8ff req-df2a8646-42e2-4299-a980-fb063e1cc12d tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319648 Aug 20 11:41:35.314863 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-173c1189-f072-4d73-8bf8-3b44113beac0 req-328fca58-4213-4912-bdbc-0ec93ccb7c6d service neutron] 10.222.0.42 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854177 Aug 20 11:41:35.403613 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-173c1189-f072-4d73-8bf8-3b44113beac0 req-404aefd1-0820-4e77-b07d-4424b9a9ba71 service neutron] 10.222.0.42 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812538 Aug 20 11:41:36.402232 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43432449-ea54-48a0-a5f6-63f187865d52 req-62c017b1-92cb-499f-ab98-ea8a7647c8f9 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:36.403764 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43432449-ea54-48a0-a5f6-63f187865d52 req-62c017b1-92cb-499f-ab98-ea8a7647c8f9 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0493164 Aug 20 11:41:36.441599 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-43432449-ea54-48a0-a5f6-63f187865d52 req-fa506812-a37b-4b88-8be2-db34eba97e24 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318851 Aug 20 11:41:36.879142 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:41:37.557833 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1933867-2b15-41c8-8c38-5f5fcf3f9bc1 req-bf20a540-1747-407b-9697-70bb60d5bcb4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:37.559332 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a1933867-2b15-41c8-8c38-5f5fcf3f9bc1 req-bf20a540-1747-407b-9697-70bb60d5bcb4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0523343 Aug 20 11:41:37.596843 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a1933867-2b15-41c8-8c38-5f5fcf3f9bc1 req-2e498fe5-0252-4278-87b4-a165f6dfd3b8 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314825 Aug 20 11:41:38.717818 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf584092-0520-4cb4-a8d7-cf800c541265 req-01d8fd42-7cad-4937-8e15-a1bc0d7e103b tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:38.719322 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf584092-0520-4cb4-a8d7-cf800c541265 req-01d8fd42-7cad-4937-8e15-a1bc0d7e103b tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 944 time: 0.0569746 Aug 20 11:41:38.759065 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-bf584092-0520-4cb4-a8d7-cf800c541265 req-28eca9bd-504c-4dc9-915f-4db1bb4afd69 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336523 Aug 20 11:41:38.792643 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device da8be869-ce2d-4a9e-88ac-e5de5fba2887 details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:38.882080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port da8be869-ce2d-4a9e-88ac-e5de5fba2887, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:38.895932 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'port_id': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887', 'mac_address': 'fa:16:3e:de:e7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:38.932067 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:38.944135 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8be869-ce2d-4a9e-88ac-e5de5fba2887 {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:38.963285 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port da8be869-ce2d-4a9e-88ac-e5de5fba2887, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:38.967361 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:39.014533 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=da8be869-ce2d-4a9e-88ac-e5de5fba2887,revision_number=9']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:39.208980 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['da8be869-ce2d-4a9e-88ac-e5de5fba2887'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:39.876702 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f7be7-bff6-4c2d-a0bf-23a72e2a33be req-ebde6885-4487-4563-b4e6-37e9ce9b6423 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:39.878157 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-955f7be7-bff6-4c2d-a0bf-23a72e2a33be req-ebde6885-4487-4563-b4e6-37e9ce9b6423 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 945 time: 0.0491679 Aug 20 11:41:39.915458 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-955f7be7-bff6-4c2d-a0bf-23a72e2a33be req-39856f04-d0a6-4efc-bd15-11ef0dafe8a4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308218 Aug 20 11:41:40.824375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device da8be869-ce2d-4a9e-88ac-e5de5fba2887 up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:40.871617 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port da8be869-ce2d-4a9e-88ac-e5de5fba2887 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:40.875225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port da8be869-ce2d-4a9e-88ac-e5de5fba2887 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:40.875595 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:40.952616 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:40.979507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3385c231-33b6-407d-9e87-e24c7b574d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:40.981736 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47f8c4d-7397-401d-a582-ecad72482e6b" -d '{"events": [{"server_uuid": "3385c231-33b6-407d-9e87-e24c7b574d42", "name": "network-vif-plugged", "status": "completed", "tag": "da8be869-ce2d-4a9e-88ac-e5de5fba2887"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:40.996948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port da8be869-ce2d-4a9e-88ac-e5de5fba2887, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:41.001734 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:41.025628 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20beb9c1-3b60-46ab-8c57-afa93bca1a6b x-openstack-request-id: req-20beb9c1-3b60-46ab-8c57-afa93bca1a6b {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:41.025966 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3385c231-33b6-407d-9e87-e24c7b574d42", "name": "network-vif-plugged", "status": "completed", "tag": "da8be869-ce2d-4a9e-88ac-e5de5fba2887", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:41.026173 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20beb9c1-3b60-46ab-8c57-afa93bca1a6b {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:41.026562 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3385c231-33b6-407d-9e87-e24c7b574d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887', 'code': 200} Aug 20 11:41:41.040161 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f844c77-21ad-49bb-a4af-b609d73f5488 req-acbb422d-2d01-4fd3-805e-eed3757d9717 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.042450 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6f844c77-21ad-49bb-a4af-b609d73f5488 req-acbb422d-2d01-4fd3-805e-eed3757d9717 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 945 time: 0.0598829 Aug 20 11:41:41.053871 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=da8be869-ce2d-4a9e-88ac-e5de5fba2887,revision_number=10']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:41.089543 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-6f844c77-21ad-49bb-a4af-b609d73f5488 req-3221903b-dc2e-4cd7-a66d-2505f584d21f tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400789 Aug 20 11:41:41.167313 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee05ca2-7126-4972-9c58-75431fb1f917 req-f701c8e5-6dc9-40c7-be7f-07ea1711a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.168843 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ee05ca2-7126-4972-9c58-75431fb1f917 req-f701c8e5-6dc9-40c7-be7f-07ea1711a092 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 1099 time: 0.0393238 Aug 20 11:41:41.203337 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2ee05ca2-7126-4972-9c58-75431fb1f917 req-bb903f4c-abbb-400a-bcd9-bcaa1c55f8ce service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279875 Aug 20 11:41:42.213538 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897bc9-55fd-4e82-9b4a-8b6e6b1dfb58 req-ef68ea07-46de-4b52-a758-9ee5e4072e38 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.215017 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f0897bc9-55fd-4e82-9b4a-8b6e6b1dfb58 req-ef68ea07-46de-4b52-a758-9ee5e4072e38 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 947 time: 0.0555520 Aug 20 11:41:42.252279 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f0897bc9-55fd-4e82-9b4a-8b6e6b1dfb58 req-680962db-438c-4da7-9593-fb861123abf4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313556 Aug 20 11:41:43.370520 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f37f2-3de5-4449-ada8-0ba761227606 req-9ba8a702-361c-4b64-af39-30a5b6680694 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:43.372007 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c03f37f2-3de5-4449-ada8-0ba761227606 req-9ba8a702-361c-4b64-af39-30a5b6680694 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 947 time: 0.0534620 Aug 20 11:41:43.409071 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c03f37f2-3de5-4449-ada8-0ba761227606 req-964e6d73-b76f-49e8-bc0d-ab8430a0101c tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311837 Aug 20 11:41:49.219284 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:53.628444 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:59.428808 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6ba6c826-6c43-46b4-b79a-9223b7fb7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:02.072276 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0de302e2-f2d6-4f2a-92d6-3167986940c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:02.570241 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.472943 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:05.136778 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:13.882511 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:42:19.241812 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:23.625955 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.428457 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-3b66134a-c8f1-4ef2-a76d-beb4a58d3557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:32.073029 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f558e3fc-5afb-4b89-9fd4-deca16abc0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:32.563363 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:33.475077 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:35.140899 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:36.917860 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c382cd9e-7fd9-45eb-85eb-6476d5a1d916 req-64429a47-1452-458d-b62f-b73f0161d6f9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390508 Aug 20 11:42:36.997608 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382cd9e-7fd9-45eb-85eb-6476d5a1d916 req-b3b50bc8-f599-48a6-bd0a-6d527bd8781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:36.999035 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c382cd9e-7fd9-45eb-85eb-6476d5a1d916 req-b3b50bc8-f599-48a6-bd0a-6d527bd8781c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 1099 time: 0.0410509 Aug 20 11:42:37.103730 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382cd9e-7fd9-45eb-85eb-6476d5a1d916 req-c51c3201-1f53-4785-98f6-9da87a5a0096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:37.105215 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c382cd9e-7fd9-45eb-85eb-6476d5a1d916 req-c51c3201-1f53-4785-98f6-9da87a5a0096 service neutron] 10.222.0.42 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.0878978 Aug 20 11:42:37.170030 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c382cd9e-7fd9-45eb-85eb-6476d5a1d916 req-c9e29199-f1cd-47a3-b56a-cb6e2227dddd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887 HTTP/1.1" status: 200 len: 1002 time: 0.0577667 Aug 20 11:42:37.218561 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382cd9e-7fd9-45eb-85eb-6476d5a1d916 req-fababa0d-def8-4ea4-b89f-17fe5a4dd44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:37.220625 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c382cd9e-7fd9-45eb-85eb-6476d5a1d916 req-fababa0d-def8-4ea4-b89f-17fe5a4dd44b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0440221 Aug 20 11:42:37.269312 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382cd9e-7fd9-45eb-85eb-6476d5a1d916 req-adea286a-224d-4f6f-b4c1-4c34f01fae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:37.270728 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c382cd9e-7fd9-45eb-85eb-6476d5a1d916 req-adea286a-224d-4f6f-b4c1-4c34f01fae6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437298 Aug 20 11:42:37.362014 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c382cd9e-7fd9-45eb-85eb-6476d5a1d916 req-97295073-63ad-45be-8a39-df209a2fa738 service neutron] 10.222.0.42 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840669 Aug 20 11:42:37.455465 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c382cd9e-7fd9-45eb-85eb-6476d5a1d916 req-82a0580c-336d-4804-bdb1-2a59c1a71dc2 service neutron] 10.222.0.42 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869255 Aug 20 11:42:40.688510 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-4f30f588-83c7-42f5-ba67-35ebbf45c001 req-f57b503a-464e-4348-a378-5a33498ffceb service neutron] (94866) timed out ('10.222.0.16', 46998) {{(pid=94866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 11:42:49.239630 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:50.881721 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:42:53.627455 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.209964 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41772) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:56.372675 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Deleting port dd383e91-4f87-44cc-a505-9c7aa75f5b15 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:56.372912 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.444727 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.445048 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.456702 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Calling delete_port for dd383e91-4f87-44cc-a505-9c7aa75f5b15 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:56.604825 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.634317 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event deleted for resources: {'Port': ['ID=dd383e91-4f87-44cc-a505-9c7aa75f5b15,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:56.662575 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:56.662917 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:56.663385 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:56.663619 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:56.663960 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:56.664292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:56.664621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:56.664951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:56.665275 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:56.665603 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:56.665939 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:56.666264 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:56.706063 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.706365 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Floating IP 43ba7536-1906-4798-a206-68159c247aca disassociated (deleted). External IP: 172.25.3.177, port: da8be869-ce2d-4a9e-88ac-e5de5fba2887. Aug 20 11:42:56.922756 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:42:57.035557 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:42:57.040490 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.045750 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1293eb1-eea9-48e4-a3dd-57424b316c48 None None] Sync routers for ids ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:42:57.055167 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1293eb1-eea9-48e4-a3dd-57424b316c48 None None] Routers {'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:57.055804 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d1293eb1-eea9-48e4-a3dd-57424b316c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:57.067623 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d36fddcc-cf12-4574-b0be-2cccb673b2ad tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "DELETE /v2.0/floatingips/43ba7536-1906-4798-a206-68159c247aca HTTP/1.1" status: 204 len: 168 time: 0.8562641 Aug 20 11:42:57.068315 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3385c231-33b6-407d-9e87-e24c7b574d42', 'tag': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:57.070689 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74066051-d50b-4484-a4ff-81ffb6e5c69a" -d '{"events": [{"name": "network-changed", "server_uuid": "3385c231-33b6-407d-9e87-e24c7b574d42", "tag": "da8be869-ce2d-4a9e-88ac-e5de5fba2887"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:57.118835 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71dc0ad-59d8-458e-a756-2e60965b8043 x-openstack-request-id: req-f71dc0ad-59d8-458e-a756-2e60965b8043 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:57.119327 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3385c231-33b6-407d-9e87-e24c7b574d42", "tag": "da8be869-ce2d-4a9e-88ac-e5de5fba2887", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:57.119710 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f71dc0ad-59d8-458e-a756-2e60965b8043 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:57.120327 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3385c231-33b6-407d-9e87-e24c7b574d42', 'tag': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887', 'status': 'completed', 'code': 200} Aug 20 11:42:57.193367 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74066051-d50b-4484-a4ff-81ffb6e5c69a req-172dd05f-ca95-469d-ba2c-d4df064d824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:57.194895 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74066051-d50b-4484-a4ff-81ffb6e5c69a req-172dd05f-ca95-469d-ba2c-d4df064d824e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=50b0f1b04e684adc8660d802720e4aa0&device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 1099 time: 0.0509257 Aug 20 11:42:57.316445 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74066051-d50b-4484-a4ff-81ffb6e5c69a req-fbc3bfee-0c81-4db0-b2e7-c2596f0c573b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:57.317475 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74066051-d50b-4484-a4ff-81ffb6e5c69a req-fbc3bfee-0c81-4db0-b2e7-c2596f0c573b service neutron] 10.222.0.42 "GET /v2.0/networks?id=84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 200 len: 909 time: 0.1157427 Aug 20 11:42:57.344175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-d1293eb1-eea9-48e4-a3dd-57424b316c48 None None] Set router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:42:57.371471 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74066051-d50b-4484-a4ff-81ffb6e5c69a req-8f78e970-63ba-44e6-aa65-dec93184bc8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887 HTTP/1.1" status: 200 len: 217 time: 0.0399215 Aug 20 11:42:57.418751 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fc100-bb5d-4b8e-9bfe-1d41d96806ab req-3a1d8805-d290-471c-bd4b-82d7fbbfd0cf tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:57.420418 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b9fc100-bb5d-4b8e-9bfe-1d41d96806ab req-3a1d8805-d290-471c-bd4b-82d7fbbfd0cf tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 947 time: 0.1294339 Aug 20 11:42:57.453500 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74066051-d50b-4484-a4ff-81ffb6e5c69a req-df38ddc0-68cf-479a-970c-0a93de333b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:57.454884 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74066051-d50b-4484-a4ff-81ffb6e5c69a req-df38ddc0-68cf-479a-970c-0a93de333b88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 200 len: 847 time: 0.0748551 Aug 20 11:42:57.506109 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8b9fc100-bb5d-4b8e-9bfe-1d41d96806ab req-2c624560-2e96-4298-8003-6b2f320ac34d tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765185 Aug 20 11:42:57.530513 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74066051-d50b-4484-a4ff-81ffb6e5c69a req-b1d00150-c07a-4691-8514-23cba6a06606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:57.530513 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74066051-d50b-4484-a4ff-81ffb6e5c69a req-b1d00150-c07a-4691-8514-23cba6a06606 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=84f2e098-4e7d-433b-925b-c31c496d94f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578511 Aug 20 11:42:57.571536 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d1293eb1-eea9-48e4-a3dd-57424b316c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '99685eed-fbca-432f-a1c3-258b92bc1dde', 'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'mac_address': 'fa:16:3e:70:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:00Z', 'updated_at': '2021-08-20T11:33:07Z', 'revision_number': 5, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'subnets': [{'id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:57.600150 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1293eb1-eea9-48e4-a3dd-57424b316c48 None None] Checking router: ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:42:57.609255 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1293eb1-eea9-48e4-a3dd-57424b316c48 None None] Routers {'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:57.609948 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d1293eb1-eea9-48e4-a3dd-57424b316c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:42:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:57.641438 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74066051-d50b-4484-a4ff-81ffb6e5c69a req-8295b51b-9a43-42f3-9886-8e56b3227481 service neutron] 10.222.0.42 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087408 Aug 20 11:42:57.748672 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-74066051-d50b-4484-a4ff-81ffb6e5c69a req-f252a1b6-f361-46db-9fa2-35632dc6717a service neutron] 10.222.0.42 "GET /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970321 Aug 20 11:42:57.751269 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-d1293eb1-eea9-48e4-a3dd-57424b316c48 None None] Set router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:42:57.946219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-d1293eb1-eea9-48e4-a3dd-57424b316c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '99685eed-fbca-432f-a1c3-258b92bc1dde', 'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'mac_address': 'fa:16:3e:70:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:00Z', 'updated_at': '2021-08-20T11:33:07Z', 'revision_number': 5, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'subnets': [{'id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:57.976970 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1293eb1-eea9-48e4-a3dd-57424b316c48 None None] The sync data for ids ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'] in n-d-778550-11 is: [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:33:01Z', 'revision_number': 4, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '99685eed-fbca-432f-a1c3-258b92bc1dde', 'name': '', 'network_id': '84f2e098-4e7d-433b-925b-c31c496d94f4', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'mac_address': 'fa:16:3e:70:25:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:00Z', 'updated_at': '2021-08-20T11:33:07Z', 'revision_number': 5, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'subnets': [{'id': 'a700edce-34b9-4c7e-98a5-870fecdb79e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:42:58.199328 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34d4d98-5647-49f8-9d09-0432a960ab87 None None] New status for floating IP 43ba7536-1906-4798-a206-68159c247aca: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:42:58.662134 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfba52-e0b2-46ff-8f35-c0c7fa1b3ebb req-c89ff10c-6675-47c9-8d41-856d7b635468 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:58.663680 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b8bfba52-e0b2-46ff-8f35-c0c7fa1b3ebb req-c89ff10c-6675-47c9-8d41-856d7b635468 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 947 time: 0.0540349 Aug 20 11:42:58.701511 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b8bfba52-e0b2-46ff-8f35-c0c7fa1b3ebb req-7f456936-ab53-47ad-9715-fe2952a71f49 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/security-groups?id=181d74ee-c17c-42ae-afd2-98e3017b6b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317392 Aug 20 11:42:58.803718 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f5007-39c5-48b9-a2d4-97cfddd09911 req-5f484626-de9b-4ded-ae5d-c3789196ec1e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:58.805115 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f41f5007-39c5-48b9-a2d4-97cfddd09911 req-5f484626-de9b-4ded-ae5d-c3789196ec1e tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.42 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 947 time: 0.0490758 Aug 20 11:42:58.894941 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-f41f5007-39c5-48b9-a2d4-97cfddd09911 req-b29f6b64-e975-4cb9-9075-f70abcbf3fb3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Deleting port da8be869-ce2d-4a9e-88ac-e5de5fba2887 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:58.895295 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f41f5007-39c5-48b9-a2d4-97cfddd09911 req-b29f6b64-e975-4cb9-9075-f70abcbf3fb3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:58.984686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-f41f5007-39c5-48b9-a2d4-97cfddd09911 req-b29f6b64-e975-4cb9-9075-f70abcbf3fb3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] For port da8be869-ce2d-4a9e-88ac-e5de5fba2887, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=da8be869-ce2d-4a9e-88ac-e5de5fba2887,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:58.985043 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f41f5007-39c5-48b9-a2d4-97cfddd09911 req-b29f6b64-e975-4cb9-9075-f70abcbf3fb3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:58.997910 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-f41f5007-39c5-48b9-a2d4-97cfddd09911 req-b29f6b64-e975-4cb9-9075-f70abcbf3fb3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Calling delete_port for da8be869-ce2d-4a9e-88ac-e5de5fba2887 owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:59.126918 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f41f5007-39c5-48b9-a2d4-97cfddd09911 req-b29f6b64-e975-4cb9-9075-f70abcbf3fb3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:59.155857 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f6b64-e975-4cb9-9075-f70abcbf3fb3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event deleted for resources: {'Port': ['ID=da8be869-ce2d-4a9e-88ac-e5de5fba2887,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:59.196215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41f5007-39c5-48b9-a2d4-97cfddd09911 req-b29f6b64-e975-4cb9-9075-f70abcbf3fb3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] No DVR routers for this DVR port da8be869-ce2d-4a9e-88ac-e5de5fba2887 on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:59.198906 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-f41f5007-39c5-48b9-a2d4-97cfddd09911 req-b29f6b64-e975-4cb9-9075-f70abcbf3fb3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:59.201083 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f41f5007-39c5-48b9-a2d4-97cfddd09911 req-b29f6b64-e975-4cb9-9075-f70abcbf3fb3 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.42 "DELETE /v2.0/ports/da8be869-ce2d-4a9e-88ac-e5de5fba2887 HTTP/1.1" status: 204 len: 173 time: 0.3891766 Aug 20 11:42:59.201580 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3385c231-33b6-407d-9e87-e24c7b574d42', 'name': 'network-vif-deleted', 'tag': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:59.203893 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8e8d5a-402d-4fcb-8941-d4a3cde9bbb0" -d '{"events": [{"server_uuid": "3385c231-33b6-407d-9e87-e24c7b574d42", "name": "network-vif-deleted", "tag": "da8be869-ce2d-4a9e-88ac-e5de5fba2887"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:59.245705 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216cf7b6-0195-4350-bb4f-aa9d0166c4d8 x-openstack-request-id: req-216cf7b6-0195-4350-bb4f-aa9d0166c4d8 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:59.245961 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3385c231-33b6-407d-9e87-e24c7b574d42", "name": "network-vif-deleted", "tag": "da8be869-ce2d-4a9e-88ac-e5de5fba2887", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:59.246219 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-216cf7b6-0195-4350-bb4f-aa9d0166c4d8 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:59.246654 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3385c231-33b6-407d-9e87-e24c7b574d42', 'name': 'network-vif-deleted', 'tag': 'da8be869-ce2d-4a9e-88ac-e5de5fba2887', 'status': 'completed', 'code': 200} Aug 20 11:42:59.428709 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-2a32cc23-46fb-4346-a28c-d99f4c0af24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:59.802338 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5a02b386-4982-4280-af0b-a68df38fde48 req-39c21a58-aadf-4b91-bf62-07f5241e4aa4 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 210 time: 0.0325799 Aug 20 11:43:00.900110 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-1d270412-c6c0-47db-8226-f10f81a525bb req-37929938-c77a-430a-a3cc-85553dbffca6 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 210 time: 0.0293050 Aug 20 11:43:01.242786 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device da8be869-ce2d-4a9e-88ac-e5de5fba2887 no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:01.262925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: da8be869-ce2d-4a9e-88ac-e5de5fba2887 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:01.263764 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device da8be869-ce2d-4a9e-88ac-e5de5fba2887 not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:02.007556 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7b26ac8b-6260-4cba-8e10-cef9eba6c2a0 req-65005853-c9f7-47e8-a40d-de3005866eec tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "GET /v2.0/ports?device_id=3385c231-33b6-407d-9e87-e24c7b574d42 HTTP/1.1" status: 200 len: 210 time: 0.0263972 Aug 20 11:43:02.073684 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ec291ca8-5b99-4087-9992-ef9f636ea7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:02.567812 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.069902 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41806) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:03.129880 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e279a5a-c318-4142-8fd2-c9630f20a411 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.157045 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e279a5a-c318-4142-8fd2-c9630f20a411 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.224697 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e279a5a-c318-4142-8fd2-c9630f20a411 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.227451 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-0e279a5a-c318-4142-8fd2-c9630f20a411 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.228751 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-0e279a5a-c318-4142-8fd2-c9630f20a411 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] 10.222.0.16 "DELETE /v2.0/security-groups/181d74ee-c17c-42ae-afd2-98e3017b6b59 HTTP/1.1" status: 204 len: 168 time: 0.1576581 Aug 20 11:43:03.239200 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e279a5a-c318-4142-8fd2-c9630f20a411 tempest-TestShelveInstance-1443473965 tempest-TestShelveInstance-1443473965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=181d74ee-c17c-42ae-afd2-98e3017b6b59,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:03.480198 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:04.303030 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41812) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:05.135552 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f4018595-c25a-41c3-b7f6-422a448e7879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.143430 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.383073 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-f4018595-c25a-41c3-b7f6-422a448e7879 admin admin] Deleting port 99685eed-fbca-432f-a1c3-258b92bc1dde {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:05.383733 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f4018595-c25a-41c3-b7f6-422a448e7879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.462129 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-f4018595-c25a-41c3-b7f6-422a448e7879 admin admin] For port 99685eed-fbca-432f-a1c3-258b92bc1dde, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=99685eed-fbca-432f-a1c3-258b92bc1dde,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:05.462498 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f4018595-c25a-41c3-b7f6-422a448e7879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.475005 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-f4018595-c25a-41c3-b7f6-422a448e7879 admin admin] Calling delete_port for 99685eed-fbca-432f-a1c3-258b92bc1dde owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:05.655944 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f4018595-c25a-41c3-b7f6-422a448e7879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.679023 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4018595-c25a-41c3-b7f6-422a448e7879 admin admin] Pushing event deleted for resources: {'Port': ['ID=99685eed-fbca-432f-a1c3-258b92bc1dde,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:05.852339 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-f4018595-c25a-41c3-b7f6-422a448e7879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.059156 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4018595-c25a-41c3-b7f6-422a448e7879 admin admin] Router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:43:06.165018 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4018595-c25a-41c3-b7f6-422a448e7879 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:43:06.170215 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-f4018595-c25a-41c3-b7f6-422a448e7879 admin admin] 10.222.0.16 "PUT /v2.0/routers/ca5d24f8-7c90-4ae6-bc98-779627ca5ec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8658066 Aug 20 11:43:06.172597 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41816) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:06.174849 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc50ba-4b22-4ac2-ab47-87c064b5d43b None None] Sync routers for ids ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:43:06.184714 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc50ba-4b22-4ac2-ab47-87c064b5d43b None None] Routers {'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:06.185453 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-21dc50ba-4b22-4ac2-ab47-87c064b5d43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:06.279323 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bacb88d7-4391-4c7f-8720-ba3fd2f60fa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.290733 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-21dc50ba-4b22-4ac2-ab47-87c064b5d43b None None] Set router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:06.383185 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bacb88d7-4391-4c7f-8720-ba3fd2f60fa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.436462 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-bacb88d7-4391-4c7f-8720-ba3fd2f60fa9 admin admin] Deleting port 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:06.436797 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bacb88d7-4391-4c7f-8720-ba3fd2f60fa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.466857 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-21dc50ba-4b22-4ac2-ab47-87c064b5d43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:43:05Z', 'revision_number': 5, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port': {'id': '1bb1718a-fe0c-4f49-a96c-87fbf048a3b1', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:59Z', 'updated_at': '2021-08-20T11:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:06.496763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc50ba-4b22-4ac2-ab47-87c064b5d43b None None] Checking router: ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:43:06.504934 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc50ba-4b22-4ac2-ab47-87c064b5d43b None None] Routers {'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:06.505553 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-21dc50ba-4b22-4ac2-ab47-87c064b5d43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:06.518996 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-bacb88d7-4391-4c7f-8720-ba3fd2f60fa9 admin admin] For port 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=1bb1718a-fe0c-4f49-a96c-87fbf048a3b1,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:06.519380 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bacb88d7-4391-4c7f-8720-ba3fd2f60fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.532000 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-bacb88d7-4391-4c7f-8720-ba3fd2f60fa9 admin admin] Calling delete_port for 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:06.591315 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-21dc50ba-4b22-4ac2-ab47-87c064b5d43b None None] Set router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 gateway port host: None {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:06.641327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-21dc50ba-4b22-4ac2-ab47-87c064b5d43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:43:06Z', 'revision_number': 6, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:06.672340 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc50ba-4b22-4ac2-ab47-87c064b5d43b None None] The sync data for ids ['ca5d24f8-7c90-4ae6-bc98-779627ca5ec1'] in n-d-778550-11 is: [{'id': 'ca5d24f8-7c90-4ae6-bc98-779627ca5ec1', 'name': 'tempest-TestShelveInstance-957537677-router', 'tenant_id': '50b0f1b04e684adc8660d802720e4aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:58Z', 'updated_at': '2021-08-20T11:43:06Z', 'revision_number': 6, 'project_id': '50b0f1b04e684adc8660d802720e4aa0', 'gw_port_host': None}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:43:06.701581 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bacb88d7-4391-4c7f-8720-ba3fd2f60fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.730633 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb88d7-4391-4c7f-8720-ba3fd2f60fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb1718a-fe0c-4f49-a96c-87fbf048a3b1,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:06.795126 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bacb88d7-4391-4c7f-8720-ba3fd2f60fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.884602 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bacb88d7-4391-4c7f-8720-ba3fd2f60fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.886654 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bacb88d7-4391-4c7f-8720-ba3fd2f60fa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.927897 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bacb88d7-4391-4c7f-8720-ba3fd2f60fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.928425 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacb88d7-4391-4c7f-8720-ba3fd2f60fa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:43:06.932692 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bacb88d7-4391-4c7f-8720-ba3fd2f60fa9 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.933874 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bacb88d7-4391-4c7f-8720-ba3fd2f60fa9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ca5d24f8-7c90-4ae6-bc98-779627ca5ec1 HTTP/1.1" status: 204 len: 168 time: 0.7596040 Aug 20 11:43:06.936583 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41820) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:06.981041 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-60050746-e85f-4d37-baa9-0a942d86b037 admin admin] Deleting subnet a700edce-34b9-4c7e-98a5-870fecdb79e6 {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:43:06.983883 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-60050746-e85f-4d37-baa9-0a942d86b037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.018551 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-60050746-e85f-4d37-baa9-0a942d86b037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.105153 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-60050746-e85f-4d37-baa9-0a942d86b037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.158223 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-60050746-e85f-4d37-baa9-0a942d86b037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.183836 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60050746-e85f-4d37-baa9-0a942d86b037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a700edce-34b9-4c7e-98a5-870fecdb79e6,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:07.187297 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-60050746-e85f-4d37-baa9-0a942d86b037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.191158 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-60050746-e85f-4d37-baa9-0a942d86b037 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a700edce-34b9-4c7e-98a5-870fecdb79e6 HTTP/1.1" status: 204 len: 168 time: 0.2522213 Aug 20 11:43:07.192176 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41822) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:07.197420 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54400891-3288-49c3-8cae-656768439723 None None] Network 84f2e098-4e7d-433b-925b-c31c496d94f4 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:07.264552 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.321957 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] Deleting port d82ed4cf-4013-4068-862c-236a93b7f0d3 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:07.322323 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.384482 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] For port d82ed4cf-4013-4068-862c-236a93b7f0d3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=d82ed4cf-4013-4068-862c-236a93b7f0d3,segment=NetworkSegment(625dabc5-afc1-4e45-abf5-81c2e0d07b4e),segment_id=625dabc5-afc1-4e45-abf5-81c2e0d07b4e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:07.385123 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.397221 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] Calling delete_port for d82ed4cf-4013-4068-862c-236a93b7f0d3 owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:07.480700 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] DHCP port deletion for 84f2e098-4e7d-433b-925b-c31c496d94f4 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:43:07.492804 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.521777 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] Pushing event deleted for resources: {'Port': ['ID=d82ed4cf-4013-4068-862c-236a93b7f0d3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:07.523870 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] No DVR routers for this DVR port d82ed4cf-4013-4068-862c-236a93b7f0d3 on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:07.549958 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Deleting port d82ed4cf-4013-4068-862c-236a93b7f0d3 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:07.550437 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.554452 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 99685eed-fbca-432f-a1c3-258b92bc1dde no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:07.603096 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.611677 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 99685eed-fbca-432f-a1c3-258b92bc1dde {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:07.612018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 99685eed-fbca-432f-a1c3-258b92bc1dde not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:07.612441 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:07.614236 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f2e098-4e7d-433b-925b-c31c496d94f4']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:07.624863 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625dabc5-afc1-4e45-abf5-81c2e0d07b4e') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:07.625148 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625dabc5-afc1-4e45-abf5-81c2e0d07b4e') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:07.634280 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:07.634462 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.634628 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 1bb1718a-fe0c-4f49-a96c-87fbf048a3b1 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:07.635038 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d82ed4cf-4013-4068-862c-236a93b7f0d3 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:07.650269 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.656578 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:07.657081 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: timer() Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:07.659525 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:07.667332 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: d82ed4cf-4013-4068-862c-236a93b7f0d3 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:07.667461 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device d82ed4cf-4013-4068-862c-236a93b7f0d3 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:07.673139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] For port d82ed4cf-4013-4068-862c-236a93b7f0d3, host n-d-778550-11, got binding levels [] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:07.674902 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.688884 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Calling delete_port for d82ed4cf-4013-4068-862c-236a93b7f0d3 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:07.691728 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.ipam_backend_mixin [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Port d82ed4cf-4013-4068-862c-236a93b7f0d3 was not found and therefore no delete operation was performed {{(pid=94868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:43:07.694436 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.720846 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Pushing event deleted for resources: {'Port': ['ID=d82ed4cf-4013-4068-862c-236a93b7f0d3,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:07.725537 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] No DVR routers for this DVR port d82ed4cf-4013-4068-862c-236a93b7f0d3 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:07.732995 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:07.733351 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:07.733693 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:07.734031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:07.734364 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:07.734695 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:07.735020 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:07.735846 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:07.735846 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:07.736041 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:07.736766 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:07.737096 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa997964-b586-46fa-8071-d68a7a425fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:07.744703 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.749488 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.755026 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41824) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:07.759577 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] 10.222.0.16 "DELETE /v2.0/networks/84f2e098-4e7d-433b-925b-c31c496d94f4 HTTP/1.1" status: 204 len: 168 time: 0.5622251 Aug 20 11:43:07.769699 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef036d-ee5c-4aef-b965-636c1051dc17 admin admin] Pushing event deleted for resources: {'Network': ['ID=84f2e098-4e7d-433b-925b-c31c496d94f4,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:08.391600 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:08.651293 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Deleting port 4b9b5fe4-df17-4cae-842f-2aed9ced3836 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:08.651523 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:08.728166 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] For port 4b9b5fe4-df17-4cae-842f-2aed9ced3836, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4b9b5fe4-df17-4cae-842f-2aed9ced3836,segment=NetworkSegment(3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e),segment_id=3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:08.728534 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:08.741962 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Calling delete_port for 4b9b5fe4-df17-4cae-842f-2aed9ced3836 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:08.932787 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:08.961710 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b9b5fe4-df17-4cae-842f-2aed9ced3836,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:08.973180 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:08.973557 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:08.973871 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:08.974211 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:08.974542 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:08.974873 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:08.975233 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:08.975562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:08.975889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:08.976215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:08.976542 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:08.976864 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:09.148376 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.363487 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Router e6ae842c-78b1-4238-bd99-be35f9d979ea has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:43:09.472172 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:43:09.477333 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-41db4fcc-6b7c-44ea-a305-eb7b2826bda6 admin admin] 10.222.0.16 "PUT /v2.0/routers/e6ae842c-78b1-4238-bd99-be35f9d979ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7211757 Aug 20 11:43:09.480107 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41826) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:09.482558 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec40a90-830e-4569-9ae9-760d62c4ae69 None None] Sync routers for ids ['e6ae842c-78b1-4238-bd99-be35f9d979ea'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:43:09.492288 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec40a90-830e-4569-9ae9-760d62c4ae69 None None] Routers {'e6ae842c-78b1-4238-bd99-be35f9d979ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:09.492891 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5ec40a90-830e-4569-9ae9-760d62c4ae69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e6ae842c-78b1-4238-bd99-be35f9d979ea'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:09.584458 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-713f8171-8090-4c13-aa50-7ee0711d6d74 admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.594097 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-5ec40a90-830e-4569-9ae9-760d62c4ae69 None None] Set router e6ae842c-78b1-4238-bd99-be35f9d979ea gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:09.692323 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-713f8171-8090-4c13-aa50-7ee0711d6d74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.747191 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-713f8171-8090-4c13-aa50-7ee0711d6d74 admin admin] Deleting port b135b7eb-2543-453b-b50f-45232781655f {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:09.747541 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-713f8171-8090-4c13-aa50-7ee0711d6d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.770273 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5ec40a90-830e-4569-9ae9-760d62c4ae69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'name': 'tempest-TestShelveInstance-364977738-router', 'tenant_id': '01d52f396c974293b1854e3c8e1b60c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b135b7eb-2543-453b-b50f-45232781655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:03Z', 'updated_at': '2021-08-20T11:43:08Z', 'revision_number': 5, 'project_id': '01d52f396c974293b1854e3c8e1b60c2', 'gw_port': {'id': 'b135b7eb-2543-453b-b50f-45232781655f', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:09:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:03Z', 'updated_at': '2021-08-20T11:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:09.801253 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec40a90-830e-4569-9ae9-760d62c4ae69 None None] Checking router: e6ae842c-78b1-4238-bd99-be35f9d979ea for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:43:09.809643 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec40a90-830e-4569-9ae9-760d62c4ae69 None None] Routers {'e6ae842c-78b1-4238-bd99-be35f9d979ea'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:09.810250 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5ec40a90-830e-4569-9ae9-760d62c4ae69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['e6ae842c-78b1-4238-bd99-be35f9d979ea'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:09.827768 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-713f8171-8090-4c13-aa50-7ee0711d6d74 admin admin] For port b135b7eb-2543-453b-b50f-45232781655f, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=b135b7eb-2543-453b-b50f-45232781655f,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:09.828127 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-713f8171-8090-4c13-aa50-7ee0711d6d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.841265 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-713f8171-8090-4c13-aa50-7ee0711d6d74 admin admin] Calling delete_port for b135b7eb-2543-453b-b50f-45232781655f owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:09.892985 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-5ec40a90-830e-4569-9ae9-760d62c4ae69 None None] Set router e6ae842c-78b1-4238-bd99-be35f9d979ea gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:09.943908 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-5ec40a90-830e-4569-9ae9-760d62c4ae69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'name': 'tempest-TestShelveInstance-364977738-router', 'tenant_id': '01d52f396c974293b1854e3c8e1b60c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:03Z', 'updated_at': '2021-08-20T11:43:09Z', 'revision_number': 6, 'project_id': '01d52f396c974293b1854e3c8e1b60c2', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:09.974782 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec40a90-830e-4569-9ae9-760d62c4ae69 None None] The sync data for ids ['e6ae842c-78b1-4238-bd99-be35f9d979ea'] in n-d-778550-11 is: [{'id': 'e6ae842c-78b1-4238-bd99-be35f9d979ea', 'name': 'tempest-TestShelveInstance-364977738-router', 'tenant_id': '01d52f396c974293b1854e3c8e1b60c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:03Z', 'updated_at': '2021-08-20T11:43:09Z', 'revision_number': 6, 'project_id': '01d52f396c974293b1854e3c8e1b60c2', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:43:10.009548 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-713f8171-8090-4c13-aa50-7ee0711d6d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.034182 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f8171-8090-4c13-aa50-7ee0711d6d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=b135b7eb-2543-453b-b50f-45232781655f,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:10.100674 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-713f8171-8090-4c13-aa50-7ee0711d6d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.192029 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-713f8171-8090-4c13-aa50-7ee0711d6d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.194136 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-713f8171-8090-4c13-aa50-7ee0711d6d74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.237151 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-713f8171-8090-4c13-aa50-7ee0711d6d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.237737 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713f8171-8090-4c13-aa50-7ee0711d6d74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6ae842c-78b1-4238-bd99-be35f9d979ea {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:43:10.246043 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-713f8171-8090-4c13-aa50-7ee0711d6d74 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.247218 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-713f8171-8090-4c13-aa50-7ee0711d6d74 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e6ae842c-78b1-4238-bd99-be35f9d979ea HTTP/1.1" status: 204 len: 168 time: 0.7661633 Aug 20 11:43:10.249647 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41828) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:10.297938 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e67421-60f8-4f95-a9d7-3db5991869af admin admin] Deleting subnet d040707f-db2c-4102-bbfe-2260e50e54c2 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:43:10.301551 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e4e67421-60f8-4f95-a9d7-3db5991869af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.337315 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e4e67421-60f8-4f95-a9d7-3db5991869af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.419984 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e4e67421-60f8-4f95-a9d7-3db5991869af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.476043 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e4e67421-60f8-4f95-a9d7-3db5991869af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.505500 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e67421-60f8-4f95-a9d7-3db5991869af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d040707f-db2c-4102-bbfe-2260e50e54c2,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:10.511371 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e4e67421-60f8-4f95-a9d7-3db5991869af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.513388 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e4e67421-60f8-4f95-a9d7-3db5991869af admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d040707f-db2c-4102-bbfe-2260e50e54c2 HTTP/1.1" status: 204 len: 168 time: 0.2626963 Aug 20 11:43:10.515805 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41830) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:10.518277 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7361256f-9db8-4ad9-8422-635fc661c91e None None] Network 1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:10.583935 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.638243 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] Deleting port 2243e71d-db6e-4c6a-92d2-b176cc5f858b {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:10.638514 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.706375 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] For port 2243e71d-db6e-4c6a-92d2-b176cc5f858b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2243e71d-db6e-4c6a-92d2-b176cc5f858b,segment=NetworkSegment(3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e),segment_id=3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:10.706807 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.721550 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] Calling delete_port for 2243e71d-db6e-4c6a-92d2-b176cc5f858b owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:10.737582 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff78170e-5c19-4c64-80a5-f311d4640b7f None None] DHCP port deletion for 1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:43:10.788257 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ff78170e-5c19-4c64-80a5-f311d4640b7f None None] Deleting port 2243e71d-db6e-4c6a-92d2-b176cc5f858b {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:10.788659 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff78170e-5c19-4c64-80a5-f311d4640b7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.806223 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.836893 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] No DVR routers for this DVR port 2243e71d-db6e-4c6a-92d2-b176cc5f858b on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:10.841226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] Pushing event deleted for resources: {'Port': ['ID=2243e71d-db6e-4c6a-92d2-b176cc5f858b,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:10.871594 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-ff78170e-5c19-4c64-80a5-f311d4640b7f None None] For port 2243e71d-db6e-4c6a-92d2-b176cc5f858b, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=2243e71d-db6e-4c6a-92d2-b176cc5f858b,segment=NetworkSegment(3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e),segment_id=3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:10.872111 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff78170e-5c19-4c64-80a5-f311d4640b7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.885765 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-ff78170e-5c19-4c64-80a5-f311d4640b7f None None] Calling delete_port for 2243e71d-db6e-4c6a-92d2-b176cc5f858b owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:10.918773 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.929302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:10.940728 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:10.941684 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb3e923-3ab4-41c9-9d5d-e08c82d29c1e') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:10.951008 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.966286 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.971357 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ff78170e-5c19-4c64-80a5-f311d4640b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.974333 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:10.975122 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: timer() Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:10.977667 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:11.001517 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78170e-5c19-4c64-80a5-f311d4640b7f None None] Pushing event deleted for resources: {'Port': ['ID=2243e71d-db6e-4c6a-92d2-b176cc5f858b,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:11.006830 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff78170e-5c19-4c64-80a5-f311d4640b7f None None] No DVR routers for this DVR port 2243e71d-db6e-4c6a-92d2-b176cc5f858b on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:11.042027 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.047810 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.049836 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] 10.222.0.16 "DELETE /v2.0/networks/1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c HTTP/1.1" status: 204 len: 168 time: 0.5331182 Aug 20 11:43:11.065259 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665065bb-8d99-42b6-9ffa-93563e67aa7e admin admin] Pushing event deleted for resources: {'Network': ['ID=1c6b795d-99cc-43a7-a2ea-b2d2b1bffc8c,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:11.184794 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41834) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:11.226366 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-026e04af-e1a4-4276-9dda-7b8812d6ec98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50b0f1b04e684adc8660d802720e4aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403800 Aug 20 11:43:11.228782 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41836) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:11.284345 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d3311df1-d36d-421e-80a3-23ad1c20ad58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.305534 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d3311df1-d36d-421e-80a3-23ad1c20ad58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.351499 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d3311df1-d36d-421e-80a3-23ad1c20ad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.354093 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-d3311df1-d36d-421e-80a3-23ad1c20ad58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.355366 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-d3311df1-d36d-421e-80a3-23ad1c20ad58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb9cf72c-590c-4c47-be01-1860f77f8c6e HTTP/1.1" status: 204 len: 168 time: 0.1255293 Aug 20 11:43:11.363800 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3311df1-d36d-421e-80a3-23ad1c20ad58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9cf72c-590c-4c47-be01-1860f77f8c6e,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:11.431492 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b135b7eb-2543-453b-b50f-45232781655f no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:11.451584 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: b135b7eb-2543-453b-b50f-45232781655f {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:11.451933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device b135b7eb-2543-453b-b50f-45232781655f not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:11.452358 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2243e71d-db6e-4c6a-92d2-b176cc5f858b no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:11.472187 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 2243e71d-db6e-4c6a-92d2-b176cc5f858b {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:11.472531 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 2243e71d-db6e-4c6a-92d2-b176cc5f858b not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:11.472943 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4b9b5fe4-df17-4cae-842f-2aed9ced3836 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:11.496686 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 4b9b5fe4-df17-4cae-842f-2aed9ced3836 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:11.497034 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4b9b5fe4-df17-4cae-842f-2aed9ced3836 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:11.712280 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41842) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:11.751887 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-791c2236-5266-455a-985b-37ff89f32922 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01d52f396c974293b1854e3c8e1b60c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384085 Aug 20 11:43:11.754376 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41844) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:11.823774 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe1e0f84-683e-4d1d-ad20-a7e1e61451d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.844597 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe1e0f84-683e-4d1d-ad20-a7e1e61451d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.891127 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe1e0f84-683e-4d1d-ad20-a7e1e61451d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.894288 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fe1e0f84-683e-4d1d-ad20-a7e1e61451d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.895452 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fe1e0f84-683e-4d1d-ad20-a7e1e61451d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4afa7a1e-4d0a-458b-97a8-5c8098f12597 HTTP/1.1" status: 204 len: 168 time: 0.1401877 Aug 20 11:43:11.903458 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e0f84-683e-4d1d-ad20-a7e1e61451d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afa7a1e-4d0a-458b-97a8-5c8098f12597,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:12.618561 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41866) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:12.713060 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-de24378d-964a-401c-aa33-c71bf879afff admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1297234331-network', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:12.733516 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de24378d-964a-401c-aa33-c71bf879afff admin admin] Made reservation on behalf of d59535ead90b49e494e12d3786c7fc42 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:12.735828 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de24378d-964a-401c-aa33-c71bf879afff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.744563 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de24378d-964a-401c-aa33-c71bf879afff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.837752 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de24378d-964a-401c-aa33-c71bf879afff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.841557 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de24378d-964a-401c-aa33-c71bf879afff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.867383 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de24378d-964a-401c-aa33-c71bf879afff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:12.877785 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24378d-964a-401c-aa33-c71bf879afff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0127f99-dcaf-47b1-935e-b33083ec39c6,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:12.884197 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de24378d-964a-401c-aa33-c71bf879afff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.884537 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-de24378d-964a-401c-aa33-c71bf879afff admin admin] Added segment 896fc772-fade-4c0f-8de7-e37b253c2bc1 of type vlan for network ac4c1076-5ad5-4767-b4e6-cf07759044aa Aug 20 11:43:12.923729 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de24378d-964a-401c-aa33-c71bf879afff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.948459 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de24378d-964a-401c-aa33-c71bf879afff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.949334 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de24378d-964a-401c-aa33-c71bf879afff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:12.949907 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-de24378d-964a-401c-aa33-c71bf879afff admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.002694 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-de24378d-964a-401c-aa33-c71bf879afff admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3829410 Aug 20 11:43:13.005684 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41870) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:13.012235 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-fca33930-57bf-457d-8e69-98c2051b3b65 admin admin] Request body: {'subnet': {'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1297234331-subnet', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'ip_version': 4}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:13.014251 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24378d-964a-401c-aa33-c71bf879afff admin admin] Pushing event updated for resources: {'Network': ['ID=ac4c1076-5ad5-4767-b4e6-cf07759044aa,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:13.026678 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network ac4c1076-5ad5-4767-b4e6-cf07759044aa details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:13.038399 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca33930-57bf-457d-8e69-98c2051b3b65 admin admin] Made reservation on behalf of d59535ead90b49e494e12d3786c7fc42 for: {'subnet': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:13.040963 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fca33930-57bf-457d-8e69-98c2051b3b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306035'] for subnet, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.216631 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fca33930-57bf-457d-8e69-98c2051b3b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8583839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306077'] for subnet, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.277261 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca33930-57bf-457d-8e69-98c2051b3b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cebe68c6-7bc4-4325-9085-4afc9acd0484,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:13.286036 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca33930-57bf-457d-8e69-98c2051b3b65 admin admin] Checking segment: {'id': '896fc772-fade-4c0f-8de7-e37b253c2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:13.286396 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca33930-57bf-457d-8e69-98c2051b3b65 admin admin] Network hostable DHCP agents. Network: ac4c1076-5ad5-4767-b4e6-cf07759044aa, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:13.303505 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca33930-57bf-457d-8e69-98c2051b3b65 admin admin] Network ac4c1076-5ad5-4767-b4e6-cf07759044aa is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:13.313089 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-fca33930-57bf-457d-8e69-98c2051b3b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, ac4c1076-5ad5-4767-b4e6-cf07759044aa) {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:13.317923 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca33930-57bf-457d-8e69-98c2051b3b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:13.318497 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-fca33930-57bf-457d-8e69-98c2051b3b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.323031 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40925ab0-f5c3-49b0-9700-78efef9cb425 None None] Network ac4c1076-5ad5-4767-b4e6-cf07759044aa requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:13.334098 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-fca33930-57bf-457d-8e69-98c2051b3b65 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3268862 Aug 20 11:43:13.339126 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41872) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:13.343708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:13.368930 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.370175 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.423649 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.489012 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:43:13.490169 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.571604 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.649605 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Allocated IP 172.20.0.2 (ac4c1076-5ad5-4767-b4e6-cf07759044aa/cebe68c6-7bc4-4325-9085-4afc9acd0484/8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:13.781918 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.802631 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.812996 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.822659 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Transition to ACTIVE for port object 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:13.839094 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Transition to ACTIVE for port object 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:13.845614 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.882873 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Network ac4c1076-5ad5-4767-b4e6-cf07759044aa is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:13.885620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:13.888933 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:13.900113 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Pushing event updated for resources: {'Port': ['ID=8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:13.910293 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Allocated IP 172.25.3.56 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/87a34250-a2e3-4445-99f9-54b9f52537a4) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:13.953126 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Attempting to bind port 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:13.953635 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Attempting to bind port 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '896fc772-fade-4c0f-8de7-e37b253c2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:13.954062 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Attempting to bind port 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 on network ac4c1076-5ad5-4767-b4e6-cf07759044aa {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:13.959339 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:13.959797 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Checking segment: {'id': '896fc772-fade-4c0f-8de7-e37b253c2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:13.960274 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.961000 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Bound using segment: {'id': '896fc772-fade-4c0f-8de7-e37b253c2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:13.961532 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Bound port: 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896fc772-fade-4c0f-8de7-e37b253c2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:13.961979 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.195316 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] For port 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:14.198548 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] For port 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:14.203621 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.264347 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e80a6-e89f-4554-a1c3-29e6be664836 None None] Pushing event updated for resources: {'Port': ['ID=8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:14.337128 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.378809 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.434730 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:14.441249 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:14.443625 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Pushing event updated for resources: {'Port': ['ID=87a34250-a2e3-4445-99f9-54b9f52537a4,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:14.446039 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:14.698724 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.904956 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.038276 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Router 9591d6d9-0172-4b1a-8635-158b56546d39 is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:43:15.150339 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:43:15.160798 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Sync routers for ids ['9591d6d9-0172-4b1a-8635-158b56546d39'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:43:15.166104 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.167469 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-46726c59-155d-4499-8f0d-cf64bca79dce admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8272834 Aug 20 11:43:15.169847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Routers {'9591d6d9-0172-4b1a-8635-158b56546d39'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:15.170183 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41874) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:15.170451 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9591d6d9-0172-4b1a-8635-158b56546d39'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:15.207165 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db095a12-d54f-438c-881a-eeb2423e19ba None None] Network ac4c1076-5ad5-4767-b4e6-cf07759044aa requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:15.331140 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-c7fa28da-f9e5-483b-bbb0-baafbab515a3 None None] Provisioning for port 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:15.356596 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Set router 9591d6d9-0172-4b1a-8635-158b56546d39 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:15.471778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:15.598628 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.612597 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:15.620182 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:15.620447 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.672653 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:14Z', 'revision_number': 3, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:15.707020 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Checking router: 9591d6d9-0172-4b1a-8635-158b56546d39 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:43:15.707397 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Updating router 9591d6d9-0172-4b1a-8635-158b56546d39 port 87a34250-a2e3-4445-99f9-54b9f52537a4 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:43:15.756840 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.775626 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Allocated IP 172.20.0.1 (ac4c1076-5ad5-4767-b4e6-cf07759044aa/cebe68c6-7bc4-4325-9085-4afc9acd0484/4934ea08-1e7a-410d-a3ab-d5f3e398edc0) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:15.783626 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.885101 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.889327 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:15.898065 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.900351 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Transition to ACTIVE for port object 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:15.906317 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-833a7b08-36bb-40af-84c6-f75627d0f5fe None None] Provisioning complete for port 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:15.906683 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-833a7b08-36bb-40af-84c6-f75627d0f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.933833 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.972128 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Network ac4c1076-5ad5-4767-b4e6-cf07759044aa is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:15.974886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:15.978226 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:16.007626 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Pushing event updated for resources: {'Port': ['ID=4934ea08-1e7a-410d-a3ab-d5f3e398edc0,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:16.022947 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.045497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:16.172569 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.175367 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.185260 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Transition to ACTIVE for port object 87a34250-a2e3-4445-99f9-54b9f52537a4 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:16.193077 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.255219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2491d44-e04d-4e67-bfc2-4695f5282aa9 None None] Pushing event updated for resources: {'Port': ['ID=87a34250-a2e3-4445-99f9-54b9f52537a4,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:16.258297 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fc8b0e85-9f04-476d-b458-8a9439a4d802 None None] Provisioning for port 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:16.260568 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Attempting to bind port 87a34250-a2e3-4445-99f9-54b9f52537a4 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:16.260938 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Attempting to bind port 87a34250-a2e3-4445-99f9-54b9f52537a4 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:16.261299 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Attempting to bind port 87a34250-a2e3-4445-99f9-54b9f52537a4 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:16.267289 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-fc8b0e85-9f04-476d-b458-8a9439a4d802 None None] Provisioning complete for port 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:16.267666 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fc8b0e85-9f04-476d-b458-8a9439a4d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.269220 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:16.269587 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:16.269978 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.270371 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:16.270834 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Bound port: 87a34250-a2e3-4445-99f9-54b9f52537a4, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:16.271245 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.336491 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-fc8b0e85-9f04-476d-b458-8a9439a4d802 None None] Port 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:43:16.345675 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.346844 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] For port 87a34250-a2e3-4445-99f9-54b9f52537a4, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:16.350009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] For port 87a34250-a2e3-4445-99f9-54b9f52537a4, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=87a34250-a2e3-4445-99f9-54b9f52537a4,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:16.350302 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.354233 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.415268 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Routers {'9591d6d9-0172-4b1a-8635-158b56546d39'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:16.416009 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9591d6d9-0172-4b1a-8635-158b56546d39'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:16.417803 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2491d44-e04d-4e67-bfc2-4695f5282aa9 None None] Pushing event updated for resources: {'Port': ['ID=87a34250-a2e3-4445-99f9-54b9f52537a4,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:16.417930 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.419583 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Pushing event updated for resources: {'Port': ['ID=4934ea08-1e7a-410d-a3ab-d5f3e398edc0,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:16.515505 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Network ac4c1076-5ad5-4767-b4e6-cf07759044aa is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:16.517559 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:16.524501 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] Set router 9591d6d9-0172-4b1a-8635-158b56546d39 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:16.637200 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Router 9591d6d9-0172-4b1a-8635-158b56546d39 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:43:16.731284 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4934ea08-1e7a-410d-a3ab-d5f3e398edc0', 'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'mac_address': 'fa:16:3e:7e:10:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:15Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 2, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'subnets': [{'id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:16.753398 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:43:16.758345 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-da051ad1-6eb5-4e69-88e8-3203e85c2d11 admin admin] 10.222.0.16 "PUT /v2.0/routers/9591d6d9-0172-4b1a-8635-158b56546d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5871718 Aug 20 11:43:16.763797 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b7439-33ce-4568-ab61-ecb242421d56 None None] The sync data for ids ['9591d6d9-0172-4b1a-8635-158b56546d39'] in n-d-778550-11 is: [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4934ea08-1e7a-410d-a3ab-d5f3e398edc0', 'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'mac_address': 'fa:16:3e:7e:10:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:15Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 2, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'subnets': [{'id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:43:16.775523 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-38bb2a84-7356-4f49-a781-b53ab1df6ca2 None None] Provisioning complete for port 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:16.775975 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-38bb2a84-7356-4f49-a781-b53ab1df6ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:16.821827 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-38bb2a84-7356-4f49-a781-b53ab1df6ca2 None None] Port 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:43:17.265100 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41890) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:17.270886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-538b731c-f2b3-4f66-95b8-509ef709e0ca admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-37822996-network', 'tenant_id': '8aa3a7b2aa9b481c8b52f126a26140d0'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:17.294974 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538b731c-f2b3-4f66-95b8-509ef709e0ca admin admin] Made reservation on behalf of 8aa3a7b2aa9b481c8b52f126a26140d0 for: {'network': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:17.297449 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-538b731c-f2b3-4f66-95b8-509ef709e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for network, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.306913 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-538b731c-f2b3-4f66-95b8-509ef709e0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.422748 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-538b731c-f2b3-4f66-95b8-509ef709e0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.429637 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-538b731c-f2b3-4f66-95b8-509ef709e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.457745 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538b731c-f2b3-4f66-95b8-509ef709e0ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:43:17.467019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b731c-f2b3-4f66-95b8-509ef709e0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27f0fa0-27d0-4174-a29f-2b806e32cb30,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:17.473508 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-538b731c-f2b3-4f66-95b8-509ef709e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.473980 n-d-778550-11 neutron-server[94866]: INFO neutron.db.segments_db [None req-538b731c-f2b3-4f66-95b8-509ef709e0ca admin admin] Added segment 7a0d7d05-2ba8-4633-8153-84eb6039150e of type vlan for network cd6f0a14-f123-4d09-9fb1-d4aa93149921 Aug 20 11:43:17.520772 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-538b731c-f2b3-4f66-95b8-509ef709e0ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748628283724'] for network, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.554747 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-538b731c-f2b3-4f66-95b8-509ef709e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903'] for network, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.556005 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b731c-f2b3-4f66-95b8-509ef709e0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:17.556227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:17.556709 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-538b731c-f2b3-4f66-95b8-509ef709e0ca admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.619597 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-538b731c-f2b3-4f66-95b8-509ef709e0ca admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3505197 Aug 20 11:43:17.620077 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41892) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:17.627749 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-d56f86f5-e2c9-4c2a-b655-727423a0fd87 admin admin] Request body: {'subnet': {'network_id': 'cd6f0a14-f123-4d09-9fb1-d4aa93149921', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-37822996-subnet', 'tenant_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'ip_version': 4}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:17.638245 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b731c-f2b3-4f66-95b8-509ef709e0ca admin admin] Pushing event updated for resources: {'Network': ['ID=cd6f0a14-f123-4d09-9fb1-d4aa93149921,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:17.655637 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56f86f5-e2c9-4c2a-b655-727423a0fd87 admin admin] Made reservation on behalf of 8aa3a7b2aa9b481c8b52f126a26140d0 for: {'subnet': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:17.658484 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d56f86f5-e2c9-4c2a-b655-727423a0fd87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12258616'] for subnet, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.749635 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Network cd6f0a14-f123-4d09-9fb1-d4aa93149921 details requested by agent ovs-agent-n-d-778550-11 with host n-d-778550-11 {{(pid=94868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:43:17.834467 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:17.834851 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.853144 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d56f86f5-e2c9-4c2a-b655-727423a0fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12258646'] for subnet, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.910861 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f86f5-e2c9-4c2a-b655-727423a0fd87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91523867-17e6-4b31-abe7-bd391e60edac,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:17.922810 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 87a34250-a2e3-4445-99f9-54b9f52537a4 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:17.924713 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56f86f5-e2c9-4c2a-b655-727423a0fd87 admin admin] Checking segment: {'id': '7a0d7d05-2ba8-4633-8153-84eb6039150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd6f0a14-f123-4d09-9fb1-d4aa93149921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:17.925081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f86f5-e2c9-4c2a-b655-727423a0fd87 admin admin] Network hostable DHCP agents. Network: cd6f0a14-f123-4d09-9fb1-d4aa93149921, hostable agents: ['b564f90a-d527-46f1-b2ed-981d1cea773b'], hosted agents: [] {{(pid=94866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:43:17.944123 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f86f5-e2c9-4c2a-b655-727423a0fd87 admin admin] Network cd6f0a14-f123-4d09-9fb1-d4aa93149921 is scheduled to be hosted by DHCP agent b564f90a-d527-46f1-b2ed-981d1cea773b with binding_index 1 {{(pid=94866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:43:17.957308 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-d56f86f5-e2c9-4c2a-b655-727423a0fd87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-11, cd6f0a14-f123-4d09-9fb1-d4aa93149921) {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:17.962729 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56f86f5-e2c9-4c2a-b655-727423a0fd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:17.963219 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d56f86f5-e2c9-4c2a-b655-727423a0fd87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:17.978612 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d56f86f5-e2c9-4c2a-b655-727423a0fd87 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3578556 Aug 20 11:43:17.978879 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814a4cc1-a244-4758-b072-c113f06143fe None None] Network cd6f0a14-f123-4d09-9fb1-d4aa93149921 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:17.981099 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41894) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:17.985596 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-37822996-router', 'tenant_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:18.012363 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-754912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3281'] for router, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.013483 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-754708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-761761', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-391325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3240'] for router, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.058731 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 87a34250-a2e3-4445-99f9-54b9f52537a4 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:18.067674 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 87a34250-a2e3-4445-99f9-54b9f52537a4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:18.068051 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.073106 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.208651 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped170d63-ed92-53ae-8045-7735ec06cbaa-cd6f0a14-f123-4d09-9fb1-d4aa93149921', 'network_id': 'cd6f0a14-f123-4d09-9fb1-d4aa93149921', 'tenant_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'fixed_ips': [{'subnet_id': '91523867-17e6-4b31-abe7-bd391e60edac'}]}} from n-d-778550-11. {{(pid=94868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:43:18.209522 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.242640 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.319480 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 87a34250-a2e3-4445-99f9-54b9f52537a4, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=87a34250-a2e3-4445-99f9-54b9f52537a4,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:18.326031 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.415796 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=87a34250-a2e3-4445-99f9-54b9f52537a4,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:18.424425 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.db_base_plugin_common [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Allocated IP 172.20.0.2 (cd6f0a14-f123-4d09-9fb1-d4aa93149921/91523867-17e6-4b31-abe7-bd391e60edac/82461c5c-5f6d-4c5f-aa0c-847aa4b3467a) {{(pid=94868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:18.515688 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.576091 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.586165 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Transition to ACTIVE for port object 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:18.602209 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Transition to ACTIVE for port object 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a will not be triggered until provisioned by entity DHCP. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:18.609136 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981'] for port, after_create {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.651488 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Network cd6f0a14-f123-4d09-9fb1-d4aa93149921 is already hosted by enough agents. {{(pid=94868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:18.654375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.scheduler.base_scheduler [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Resources bound (agent type, host, resource id): {{(pid=94868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:18.657843 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Received port after_create {{(pid=94868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:18.670763 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Pushing event updated for resources: {'Port': ['ID=82461c5c-5f6d-4c5f-aa0c-847aa4b3467a,revision_number=1']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:18.719910 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Attempting to bind port 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:18.720375 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Attempting to bind port 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '7a0d7d05-2ba8-4633-8153-84eb6039150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd6f0a14-f123-4d09-9fb1-d4aa93149921'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:18.721232 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Attempting to bind port 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a on network cd6f0a14-f123-4d09-9fb1-d4aa93149921 {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:18.725950 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:18.726329 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Checking segment: {'id': '7a0d7d05-2ba8-4633-8153-84eb6039150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd6f0a14-f123-4d09-9fb1-d4aa93149921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:18.726743 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.727212 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Bound using segment: {'id': '7a0d7d05-2ba8-4633-8153-84eb6039150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd6f0a14-f123-4d09-9fb1-d4aa93149921'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:18.727692 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Bound port: 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0d7d05-2ba8-4633-8153-84eb6039150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd6f0a14-f123-4d09-9fb1-d4aa93149921'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:18.728074 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.732293 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.752714 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.803567 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] For port 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:18.807219 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] For port 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=82461c5c-5f6d-4c5f-aa0c-847aa4b3467a,segment=NetworkSegment(7a0d7d05-2ba8-4633-8153-84eb6039150e),segment_id=7a0d7d05-2ba8-4633-8153-84eb6039150e)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:18.812567 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.873832 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Allocated IP 172.25.3.58 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/fc251557-9da1-4199-98c7-73c5fcc82671) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:18.885326 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1949b4f-a8ef-4bbc-9e36-a0fa608d09d5 None None] Pushing event updated for resources: {'Port': ['ID=82461c5c-5f6d-4c5f-aa0c-847aa4b3467a,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:18.912324 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Sync routers for ids ['9591d6d9-0172-4b1a-8635-158b56546d39'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:43:18.923082 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Routers {'9591d6d9-0172-4b1a-8635-158b56546d39'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:18.923855 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9591d6d9-0172-4b1a-8635-158b56546d39'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:19.006412 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.045887 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Set router 9591d6d9-0172-4b1a-8635-158b56546d39 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:19.066073 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.120277 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:19.130081 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:19.142914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:19.166215 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Pushing event updated for resources: {'Port': ['ID=fc251557-9da1-4199-98c7-73c5fcc82671,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:19.257084 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.374003 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4934ea08-1e7a-410d-a3ab-d5f3e398edc0', 'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'mac_address': 'fa:16:3e:7e:10:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:15Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 2, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'subnets': [{'id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:19.406882 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Checking router: 9591d6d9-0172-4b1a-8635-158b56546d39 for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:43:19.407821 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Updating router 9591d6d9-0172-4b1a-8635-158b56546d39 port 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:43:19.435596 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.442358 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.550716 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:19.609778 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:19.617471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 87a34250-a2e3-4445-99f9-54b9f52537a4 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:19.666389 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-754797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761750'] for router, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.681118 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 87a34250-a2e3-4445-99f9-54b9f52537a4 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:19.681491 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.761451 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.776404 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Transition to ACTIVE for port object 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:19.785134 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.841397 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Router c25f4d64-f6bb-43b7-9a3e-5898bc59410d is scheduled to L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab with binding_index 1 {{(pid=94866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:43:19.852699 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ed467-d9c9-4e05-b98d-a5bdda181f4d None None] Pushing event updated for resources: {'Port': ['ID=4934ea08-1e7a-410d-a3ab-d5f3e398edc0,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:19.879891 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ed467-d9c9-4e05-b98d-a5bdda181f4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:19.880214 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ed467-d9c9-4e05-b98d-a5bdda181f4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:19.880553 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ed467-d9c9-4e05-b98d-a5bdda181f4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:19.880891 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ed467-d9c9-4e05-b98d-a5bdda181f4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:19.881226 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ed467-d9c9-4e05-b98d-a5bdda181f4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:19.881558 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ed467-d9c9-4e05-b98d-a5bdda181f4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:19.881882 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ed467-d9c9-4e05-b98d-a5bdda181f4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:19.882208 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ed467-d9c9-4e05-b98d-a5bdda181f4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:19.882531 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ed467-d9c9-4e05-b98d-a5bdda181f4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:19.882853 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ed467-d9c9-4e05-b98d-a5bdda181f4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:19.883203 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ed467-d9c9-4e05-b98d-a5bdda181f4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:19.883525 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8ed467-d9c9-4e05-b98d-a5bdda181f4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:19.917378 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Attempting to bind port 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:19.918038 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Attempting to bind port 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '896fc772-fade-4c0f-8de7-e37b253c2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:19.918193 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Attempting to bind port 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 on network ac4c1076-5ad5-4767-b4e6-cf07759044aa {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:19.925084 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:19.925872 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Checking segment: {'id': '896fc772-fade-4c0f-8de7-e37b253c2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:19.926535 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.927389 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Bound using segment: {'id': '896fc772-fade-4c0f-8de7-e37b253c2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:19.928121 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Bound port: 4934ea08-1e7a-410d-a3ab-d5f3e398edc0, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896fc772-fade-4c0f-8de7-e37b253c2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:19.928514 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.989473 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:43:20.005872 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Sync routers for ids ['c25f4d64-f6bb-43b7-9a3e-5898bc59410d'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:43:20.009553 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.011079 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9b8ac2e3-2ecf-466d-af43-03ddbd5bf0a3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0288327 Aug 20 11:43:20.014057 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41896) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:20.017544 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] For port 4934ea08-1e7a-410d-a3ab-d5f3e398edc0, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:20.021036 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] For port 4934ea08-1e7a-410d-a3ab-d5f3e398edc0, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4934ea08-1e7a-410d-a3ab-d5f3e398edc0,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:20.027737 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.034422 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Routers {'c25f4d64-f6bb-43b7-9a3e-5898bc59410d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:20.035087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-127071cb-516e-4245-9d56-5ef499276050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c25f4d64-f6bb-43b7-9a3e-5898bc59410d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:20.096202 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ed467-d9c9-4e05-b98d-a5bdda181f4d None None] Pushing event updated for resources: {'Port': ['ID=4934ea08-1e7a-410d-a3ab-d5f3e398edc0,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:20.105925 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Routers {'9591d6d9-0172-4b1a-8635-158b56546d39'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:20.107488 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9591d6d9-0172-4b1a-8635-158b56546d39'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:20.201490 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Set router c25f4d64-f6bb-43b7-9a3e-5898bc59410d gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:20.233263 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ff953c-4ceb-439b-a4a2-597aa6842ae5 None None] Network cd6f0a14-f123-4d09-9fb1-d4aa93149921 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:43:20.239404 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] Set router 9591d6d9-0172-4b1a-8635-158b56546d39 gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:20.400209 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cf5652fd-d33c-496f-b91b-82357460bcdf None None] Provisioning for port 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:20.410150 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-cf5652fd-d33c-496f-b91b-82357460bcdf None None] Provisioning complete for port 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:20.410879 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf5652fd-d33c-496f-b91b-82357460bcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.467891 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4934ea08-1e7a-410d-a3ab-d5f3e398edc0', 'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'mac_address': 'fa:16:3e:7e:10:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:15Z', 'updated_at': '2021-08-20T11:43:20Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'subnets': [{'id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:20.494859 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb882d5a-ac7f-420f-a010-db6f1ff2382d None None] The sync data for ids ['9591d6d9-0172-4b1a-8635-158b56546d39'] in n-d-778550-11 is: [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4934ea08-1e7a-410d-a3ab-d5f3e398edc0', 'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'mac_address': 'fa:16:3e:7e:10:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:15Z', 'updated_at': '2021-08-20T11:43:20Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'subnets': [{'id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:43:20.509944 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.612689 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf5652fd-d33c-496f-b91b-82357460bcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.639296 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-127071cb-516e-4245-9d56-5ef499276050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'name': 'tempest-TestSnapshotPattern-37822996-router', 'tenant_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fc251557-9da1-4199-98c7-73c5fcc82671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:18Z', 'updated_at': '2021-08-20T11:43:19Z', 'revision_number': 3, 'project_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'gw_port': {'id': 'fc251557-9da1-4199-98c7-73c5fcc82671', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:18Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:20.674143 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Checking router: c25f4d64-f6bb-43b7-9a3e-5898bc59410d for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:43:20.674496 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Updating router c25f4d64-f6bb-43b7-9a3e-5898bc59410d port fc251557-9da1-4199-98c7-73c5fcc82671 binding host n-d-778550-11 {{(pid=94868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:43:20.684707 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Allocated IP 172.20.0.1 (cd6f0a14-f123-4d09-9fb1-d4aa93149921/91523867-17e6-4b31-abe7-bd391e60edac/a2b26f21-8df1-412f-a160-e37f9576fab3) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:20.704608 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-cf5652fd-d33c-496f-b91b-82357460bcdf None None] For port 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=82461c5c-5f6d-4c5f-aa0c-847aa4b3467a,segment=NetworkSegment(7a0d7d05-2ba8-4633-8153-84eb6039150e),segment_id=7a0d7d05-2ba8-4633-8153-84eb6039150e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:20.713197 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-cf5652fd-d33c-496f-b91b-82357460bcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.720197 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.835244 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.853208 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Transition to ACTIVE for port object a2b26f21-8df1-412f-a160-e37f9576fab3 will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:20.865590 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5652fd-d33c-496f-b91b-82357460bcdf None None] Pushing event updated for resources: {'Port': ['ID=82461c5c-5f6d-4c5f-aa0c-847aa4b3467a,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:20.912477 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.955073 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Network cd6f0a14-f123-4d09-9fb1-d4aa93149921 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:20.959493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:20.966833 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:20.970306 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Pushing event updated for resources: {'Port': ['ID=a2b26f21-8df1-412f-a160-e37f9576fab3,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:21.014275 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758911'] for router_interface, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.062951 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-10b5fe77-f96f-4c8f-96a7-7a62c6be9079 None None] Provisioning complete for port 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:21.063415 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-10b5fe77-f96f-4c8f-96a7-7a62c6be9079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.070995 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Notify callbacks [] for port, precommit_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.120998 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Transition to ACTIVE for port object fc251557-9da1-4199-98c7-73c5fcc82671 will not be triggered until provisioned by entity L2. {{(pid=94868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:21.132950 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.223238 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9839a-c8dd-48f4-9397-94d89aa4c736 None None] Pushing event updated for resources: {'Port': ['ID=fc251557-9da1-4199-98c7-73c5fcc82671,revision_number=2']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:21.227830 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Attempting to bind port fc251557-9da1-4199-98c7-73c5fcc82671 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:21.228208 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Attempting to bind port fc251557-9da1-4199-98c7-73c5fcc82671 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:21.228580 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Attempting to bind port fc251557-9da1-4199-98c7-73c5fcc82671 on network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:21.239922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:21.240319 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Checking segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:21.240721 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.241139 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Bound using segment: {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'} {{(pid=94868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:21.241613 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.managers [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Bound port: fc251557-9da1-4199-98c7-73c5fcc82671, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff56837-6850-4f22-b3e2-3fd26fb56391', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e'}}] {{(pid=94868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:21.241996 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.311376 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-127071cb-516e-4245-9d56-5ef499276050 None None] For port fc251557-9da1-4199-98c7-73c5fcc82671, host n-d-778550-11, cleared binding levels {{(pid=94868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:21.316228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-127071cb-516e-4245-9d56-5ef499276050 None None] For port fc251557-9da1-4199-98c7-73c5fcc82671, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=fc251557-9da1-4199-98c7-73c5fcc82671,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:21.321469 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.378952 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Routers {'c25f4d64-f6bb-43b7-9a3e-5898bc59410d'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:21.379623 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-127071cb-516e-4245-9d56-5ef499276050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c25f4d64-f6bb-43b7-9a3e-5898bc59410d'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:21.421024 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9839a-c8dd-48f4-9397-94d89aa4c736 None None] Pushing event updated for resources: {'Port': ['ID=fc251557-9da1-4199-98c7-73c5fcc82671,revision_number=3']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:21.442227 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-650c4826-632c-4985-a622-ca2a796052b3 None None] Provisioning for port a2b26f21-8df1-412f-a160-e37f9576fab3 completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:21.451556 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-650c4826-632c-4985-a622-ca2a796052b3 None None] Provisioning complete for port a2b26f21-8df1-412f-a160-e37f9576fab3 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:21.451556 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-650c4826-632c-4985-a622-ca2a796052b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.511912 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.637684 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:21.678988 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.684689 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.718356 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-127071cb-516e-4245-9d56-5ef499276050 None None] Set router c25f4d64-f6bb-43b7-9a3e-5898bc59410d gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:21.720011 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-650c4826-632c-4985-a622-ca2a796052b3 None None] Port a2b26f21-8df1-412f-a160-e37f9576fab3 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:43:21.751357 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758945'] for router_interface, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.753215 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Pushing event updated for resources: {'Port': ['ID=a2b26f21-8df1-412f-a160-e37f9576fab3,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:21.825776 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:21.826150 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.846193 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Network cd6f0a14-f123-4d09-9fb1-d4aa93149921 is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:21.848071 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:21.955240 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:21.971444 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Router c25f4d64-f6bb-43b7-9a3e-5898bc59410d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:43:22.022321 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-127071cb-516e-4245-9d56-5ef499276050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'name': 'tempest-TestSnapshotPattern-37822996-router', 'tenant_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fc251557-9da1-4199-98c7-73c5fcc82671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:18Z', 'updated_at': '2021-08-20T11:43:19Z', 'revision_number': 3, 'project_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'gw_port': {'id': 'fc251557-9da1-4199-98c7-73c5fcc82671', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:18Z', 'updated_at': '2021-08-20T11:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:22.055738 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127071cb-516e-4245-9d56-5ef499276050 None None] The sync data for ids ['c25f4d64-f6bb-43b7-9a3e-5898bc59410d'] in n-d-778550-11 is: [{'id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'name': 'tempest-TestSnapshotPattern-37822996-router', 'tenant_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fc251557-9da1-4199-98c7-73c5fcc82671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:18Z', 'updated_at': '2021-08-20T11:43:19Z', 'revision_number': 3, 'project_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'gw_port': {'id': 'fc251557-9da1-4199-98c7-73c5fcc82671', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:18Z', 'updated_at': '2021-08-20T11:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:43:22.059025 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:22.064353 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:22.064618 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.090298 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:43:22.099870 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-9a8b87b2-1533-4069-9bde-faddaadb8a14 admin admin] 10.222.0.16 "PUT /v2.0/routers/c25f4d64-f6bb-43b7-9a3e-5898bc59410d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0843892 Aug 20 11:43:22.154635 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.164077 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-7d95bc06-113f-4ea2-a92b-6caca49d1a16 None None] Provisioning complete for port a2b26f21-8df1-412f-a160-e37f9576fab3 triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:22.164455 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7d95bc06-113f-4ea2-a92b-6caca49d1a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.221859 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port 4934ea08-1e7a-410d-a3ab-d5f3e398edc0, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4934ea08-1e7a-410d-a3ab-d5f3e398edc0,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:22.223855 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-7d95bc06-113f-4ea2-a92b-6caca49d1a16 None None] Port a2b26f21-8df1-412f-a160-e37f9576fab3 cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:43:22.229441 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:22.286712 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=4934ea08-1e7a-410d-a3ab-d5f3e398edc0,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:23.496656 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:23.545901 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:23.546267 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.646830 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.648215 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device fc251557-9da1-4199-98c7-73c5fcc82671 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:23.704079 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port fc251557-9da1-4199-98c7-73c5fcc82671 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:23.707982 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port fc251557-9da1-4199-98c7-73c5fcc82671 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:23.708354 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.794381 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.815629 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port fc251557-9da1-4199-98c7-73c5fcc82671, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=fc251557-9da1-4199-98c7-73c5fcc82671,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:23.819199 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.868976 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=fc251557-9da1-4199-98c7-73c5fcc82671,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:23.932268 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Sync routers for ids ['c25f4d64-f6bb-43b7-9a3e-5898bc59410d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:43:23.943718 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Routers {'c25f4d64-f6bb-43b7-9a3e-5898bc59410d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:23.944414 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c25f4d64-f6bb-43b7-9a3e-5898bc59410d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:23.987799 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41906) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:23.992596 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-bd1cb806-1135-4068-b147-b553bb13a9ea tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2065725039', 'description': 'tempest-secgroup-smoke-2065725039 description', 'project_id': 'd59535ead90b49e494e12d3786c7fc42'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:24.015416 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bd1cb806-1135-4068-b147-b553bb13a9ea tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.056415 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Set router c25f4d64-f6bb-43b7-9a3e-5898bc59410d gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:24.098688 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bd1cb806-1135-4068-b147-b553bb13a9ea tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.102759 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bd1cb806-1135-4068-b147-b553bb13a9ea tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.129816 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-bd1cb806-1135-4068-b147-b553bb13a9ea tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.133831 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-bd1cb806-1135-4068-b147-b553bb13a9ea tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1422486 Aug 20 11:43:24.134450 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41908) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:24.135077 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cb806-1135-4068-b147-b553bb13a9ea tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d84f37b-4c1f-457c-8d31-db9253c665be,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:24.142728 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-57a43446-b79a-480d-a7b5-7a99dde55ed6 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Request body: {'security_group_rule': {'security_group_id': '4d84f37b-4c1f-457c-8d31-db9253c665be', 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:24.170537 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-57a43446-b79a-480d-a7b5-7a99dde55ed6 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.227428 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-57a43446-b79a-480d-a7b5-7a99dde55ed6 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.232012 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-57a43446-b79a-480d-a7b5-7a99dde55ed6 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.249587 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a43446-b79a-480d-a7b5-7a99dde55ed6 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f7fb55-e1bb-4e78-aa5d-04a62d2604ed,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:24.258723 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-57a43446-b79a-480d-a7b5-7a99dde55ed6 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.261844 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-57a43446-b79a-480d-a7b5-7a99dde55ed6 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253424 Aug 20 11:43:24.264145 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41910) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:24.269409 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-4e065bb0-a4b0-47d8-ba87-49f5c9c8ecf0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Request body: {'security_group_rule': {'security_group_id': '4d84f37b-4c1f-457c-8d31-db9253c665be', 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:24.270003 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'name': 'tempest-TestSnapshotPattern-37822996-router', 'tenant_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fc251557-9da1-4199-98c7-73c5fcc82671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:18Z', 'updated_at': '2021-08-20T11:43:21Z', 'revision_number': 4, 'project_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'gw_port': {'id': 'fc251557-9da1-4199-98c7-73c5fcc82671', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:18Z', 'updated_at': '2021-08-20T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'a2b26f21-8df1-412f-a160-e37f9576fab3', 'name': '', 'network_id': 'cd6f0a14-f123-4d09-9fb1-d4aa93149921', 'tenant_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'mac_address': 'fa:16:3e:5e:1d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '91523867-17e6-4b31-abe7-bd391e60edac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:20Z', 'updated_at': '2021-08-20T11:43:21Z', 'revision_number': 2, 'project_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'subnets': [{'id': '91523867-17e6-4b31-abe7-bd391e60edac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:24.296974 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e065bb0-a4b0-47d8-ba87-49f5c9c8ecf0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.298103 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Checking router: c25f4d64-f6bb-43b7-9a3e-5898bc59410d for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:43:24.298713 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Updating router c25f4d64-f6bb-43b7-9a3e-5898bc59410d port a2b26f21-8df1-412f-a160-e37f9576fab3 binding host n-d-778550-11 {{(pid=94869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:43:24.322346 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.358756 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e065bb0-a4b0-47d8-ba87-49f5c9c8ecf0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.363211 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e065bb0-a4b0-47d8-ba87-49f5c9c8ecf0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.384024 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e065bb0-a4b0-47d8-ba87-49f5c9c8ecf0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5157cd97-9a1d-436c-802c-cae9ab70e7e0,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:24.387971 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4e065bb0-a4b0-47d8-ba87-49f5c9c8ecf0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.392489 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4e065bb0-a4b0-47d8-ba87-49f5c9c8ecf0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241708 Aug 20 11:43:24.393492 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41912) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:24.397116 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-4bc3940c-435e-422a-8a51-d72762df86b7 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Request body: {'security_group_rule': {'security_group_id': '4d84f37b-4c1f-457c-8d31-db9253c665be', 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:24.423619 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4bc3940c-435e-422a-8a51-d72762df86b7 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.482822 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4bc3940c-435e-422a-8a51-d72762df86b7 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.486472 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4bc3940c-435e-422a-8a51-d72762df86b7 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.504188 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3940c-435e-422a-8a51-d72762df86b7 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b669ee4-bb5d-4ea1-b6c1-bd03620dabcc,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:24.512200 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-4bc3940c-435e-422a-8a51-d72762df86b7 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.513551 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-4bc3940c-435e-422a-8a51-d72762df86b7 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199739 Aug 20 11:43:24.516914 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41914) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:24.521534 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-e671ccd6-7bde-4016-a301-efb5ea13e73b tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Request body: {'security_group_rule': {'security_group_id': '4d84f37b-4c1f-457c-8d31-db9253c665be', 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:24.548863 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e671ccd6-7bde-4016-a301-efb5ea13e73b tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.597317 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.606791 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.provisioning_blocks [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Transition to ACTIVE for port object a2b26f21-8df1-412f-a160-e37f9576fab3 will not be triggered until provisioned by entity L2. {{(pid=94869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:24.608137 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e671ccd6-7bde-4016-a301-efb5ea13e73b tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.611494 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e671ccd6-7bde-4016-a301-efb5ea13e73b tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.612612 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.627092 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671ccd6-7bde-4016-a301-efb5ea13e73b tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ccb4bc-8f83-4f9a-a176-d527ed69b238,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:24.637399 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-e671ccd6-7bde-4016-a301-efb5ea13e73b tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.638839 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-e671ccd6-7bde-4016-a301-efb5ea13e73b tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208558 Aug 20 11:43:24.642099 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 41916) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:24.647892 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-b587402e-0166-466b-8e26-77c1b7192227 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Request body: {'security_group_rule': {'security_group_id': '4d84f37b-4c1f-457c-8d31-db9253c665be', 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:24.669891 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b68859-ca3c-4522-9108-cd7eee426b90 None None] Pushing event updated for resources: {'Port': ['ID=a2b26f21-8df1-412f-a160-e37f9576fab3,revision_number=3']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:24.672242 n-d-778550-11 neutron-server[94866]: INFO neutron.db.securitygroups_db [None req-b587402e-0166-466b-8e26-77c1b7192227 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Project d59535ead90b49e494e12d3786c7fc42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:43:24.678078 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b587402e-0166-466b-8e26-77c1b7192227 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.718403 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Attempting to bind port a2b26f21-8df1-412f-a160-e37f9576fab3 on host n-d-778550-11 for vnic_type normal with profile {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:24.718858 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Attempting to bind port a2b26f21-8df1-412f-a160-e37f9576fab3 by drivers openvswitch,hyperv on host n-d-778550-11 at level 0 using segments [{'id': '7a0d7d05-2ba8-4633-8153-84eb6039150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd6f0a14-f123-4d09-9fb1-d4aa93149921'}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:24.719995 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Attempting to bind port a2b26f21-8df1-412f-a160-e37f9576fab3 on network cd6f0a14-f123-4d09-9fb1-d4aa93149921 {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:24.725443 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Checking agent: {'id': '31d14cb2-69ad-40a6-b7d5-3a5ed57ac201', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 3, 32), 'started_at': datetime.datetime(2021, 8, 20, 10, 4, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:24.725942 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Checking segment: {'id': '7a0d7d05-2ba8-4633-8153-84eb6039150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd6f0a14-f123-4d09-9fb1-d4aa93149921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:24.726463 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.726929 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Bound using segment: {'id': '7a0d7d05-2ba8-4633-8153-84eb6039150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd6f0a14-f123-4d09-9fb1-d4aa93149921'} {{(pid=94869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:24.727515 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.managers [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Bound port: a2b26f21-8df1-412f-a160-e37f9576fab3, host: n-d-778550-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0d7d05-2ba8-4633-8153-84eb6039150e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cd6f0a14-f123-4d09-9fb1-d4aa93149921'}}] {{(pid=94869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:24.727990 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.748211 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b587402e-0166-466b-8e26-77c1b7192227 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.753120 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b587402e-0166-466b-8e26-77c1b7192227 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.774550 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587402e-0166-466b-8e26-77c1b7192227 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee03edd-54c0-4b8d-a70d-5532dac5735b,revision_number=0']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:24.794469 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-b587402e-0166-466b-8e26-77c1b7192227 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.798970 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-b587402e-0166-466b-8e26-77c1b7192227 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1527243 Aug 20 11:43:24.800056 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41918) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:24.804569 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-4fc40fb7-1fbf-4357-9dc6-1b9c77373aa5 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Request body: {'security_group_rule': {'security_group_id': '4d84f37b-4c1f-457c-8d31-db9253c665be', 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:24.811039 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] For port a2b26f21-8df1-412f-a160-e37f9576fab3, host n-d-778550-11, cleared binding levels {{(pid=94869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:24.814775 n-d-778550-11 neutron-server[94869]: DEBUG neutron.plugins.ml2.db [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] For port a2b26f21-8df1-412f-a160-e37f9576fab3, host n-d-778550-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a2b26f21-8df1-412f-a160-e37f9576fab3,segment=NetworkSegment(7a0d7d05-2ba8-4633-8153-84eb6039150e),segment_id=7a0d7d05-2ba8-4633-8153-84eb6039150e)] {{(pid=94869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:24.820251 n-d-778550-11 neutron-server[94869]: DEBUG neutron_lib.callbacks.manager [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.831086 n-d-778550-11 neutron-server[94867]: INFO neutron.db.securitygroups_db [None req-4fc40fb7-1fbf-4357-9dc6-1b9c77373aa5 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Project d59535ead90b49e494e12d3786c7fc42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:43:24.836849 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4fc40fb7-1fbf-4357-9dc6-1b9c77373aa5 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.881041 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Routers {'c25f4d64-f6bb-43b7-9a3e-5898bc59410d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:24.881591 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:43:02Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c25f4d64-f6bb-43b7-9a3e-5898bc59410d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:24.886762 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b68859-ca3c-4522-9108-cd7eee426b90 None None] Pushing event updated for resources: {'Port': ['ID=a2b26f21-8df1-412f-a160-e37f9576fab3,revision_number=4']} {{(pid=94869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:24.907836 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4fc40fb7-1fbf-4357-9dc6-1b9c77373aa5 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.911851 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4fc40fb7-1fbf-4357-9dc6-1b9c77373aa5 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750354'] for security_group_rule, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.935292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc40fb7-1fbf-4357-9dc6-1b9c77373aa5 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8882daae-7a41-4c14-9aac-9cf265f82da6,revision_number=0']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:24.944920 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4fc40fb7-1fbf-4357-9dc6-1b9c77373aa5 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.946478 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4fc40fb7-1fbf-4357-9dc6-1b9c77373aa5 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457937 Aug 20 11:43:25.095805 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] Set router c25f4d64-f6bb-43b7-9a3e-5898bc59410d gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:25.106484 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79972307-328b-413a-b14a-bb23f632e178 req-9d08c09c-59d4-4b57-8c0c-addae2850ae3 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2065725039&fields=id&tenant_id=d59535ead90b49e494e12d3786c7fc42 HTTP/1.1" status: 200 len: 267 time: 0.0354459 Aug 20 11:43:25.217908 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972307-328b-413a-b14a-bb23f632e178 req-d803ec74-b7a6-4b5e-8642-2af310867ce7 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:25.220023 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79972307-328b-413a-b14a-bb23f632e178 req-d803ec74-b7a6-4b5e-8642-2af310867ce7 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/networks?id=ac4c1076-5ad5-4767-b4e6-cf07759044aa HTTP/1.1" status: 200 len: 810 time: 0.1058373 Aug 20 11:43:25.236203 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79972307-328b-413a-b14a-bb23f632e178 req-140abb50-c637-492c-83de-05ee84df6da1 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/quotas/d59535ead90b49e494e12d3786c7fc42 HTTP/1.1" status: 200 len: 375 time: 0.0095525 Aug 20 11:43:25.287519 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79972307-328b-413a-b14a-bb23f632e178 req-7453967d-1611-43de-a166-82b8977eed04 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d59535ead90b49e494e12d3786c7fc42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460179 Aug 20 11:43:25.294897 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'name': 'tempest-TestSnapshotPattern-37822996-router', 'tenant_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fc251557-9da1-4199-98c7-73c5fcc82671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:18Z', 'updated_at': '2021-08-20T11:43:21Z', 'revision_number': 4, 'project_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'gw_port': {'id': 'fc251557-9da1-4199-98c7-73c5fcc82671', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:18Z', 'updated_at': '2021-08-20T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'a2b26f21-8df1-412f-a160-e37f9576fab3', 'name': '', 'network_id': 'cd6f0a14-f123-4d09-9fb1-d4aa93149921', 'tenant_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'mac_address': 'fa:16:3e:5e:1d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '91523867-17e6-4b31-abe7-bd391e60edac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:20Z', 'updated_at': '2021-08-20T11:43:24Z', 'revision_number': 4, 'project_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'subnets': [{'id': '91523867-17e6-4b31-abe7-bd391e60edac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:25.304414 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-79972307-328b-413a-b14a-bb23f632e178 req-697c9d47-468b-4b69-8309-662d179988c6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:43:25.305391 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79972307-328b-413a-b14a-bb23f632e178 req-697c9d47-468b-4b69-8309-662d179988c6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054328 Aug 20 11:43:25.321005 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4b6ae-f47e-4569-9617-afae375373c9 None None] The sync data for ids ['c25f4d64-f6bb-43b7-9a3e-5898bc59410d'] in n-d-778550-11 is: [{'id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'name': 'tempest-TestSnapshotPattern-37822996-router', 'tenant_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fc251557-9da1-4199-98c7-73c5fcc82671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:18Z', 'updated_at': '2021-08-20T11:43:21Z', 'revision_number': 4, 'project_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'gw_port': {'id': 'fc251557-9da1-4199-98c7-73c5fcc82671', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:18Z', 'updated_at': '2021-08-20T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': 'a2b26f21-8df1-412f-a160-e37f9576fab3', 'name': '', 'network_id': 'cd6f0a14-f123-4d09-9fb1-d4aa93149921', 'tenant_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'mac_address': 'fa:16:3e:5e:1d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '91523867-17e6-4b31-abe7-bd391e60edac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:20Z', 'updated_at': '2021-08-20T11:43:24Z', 'revision_number': 4, 'project_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'subnets': [{'id': '91523867-17e6-4b31-abe7-bd391e60edac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:43:25.416650 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79972307-328b-413a-b14a-bb23f632e178 req-cd98e39f-9941-4ff7-a9f8-31395628586e service neutron] 10.222.0.16 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049085 Aug 20 11:43:25.523841 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79972307-328b-413a-b14a-bb23f632e178 req-6bf501da-d7dd-498c-a888-c5b79bdcafd2 service neutron] 10.222.0.16 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958741 Aug 20 11:43:25.544595 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a2b26f21-8df1-412f-a160-e37f9576fab3 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:25.598080 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning for port a2b26f21-8df1-412f-a160-e37f9576fab3 completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:25.604381 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port a2b26f21-8df1-412f-a160-e37f9576fab3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:25.604759 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.716574 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-ed15a1a3-ee00-410c-84fa-767fccca2f37 req-95ddaa8f-0b45-4717-85ac-d8896796dd17 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 210 time: 0.0307295 Aug 20 11:43:25.744292 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.781786 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] For port a2b26f21-8df1-412f-a160-e37f9576fab3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a2b26f21-8df1-412f-a160-e37f9576fab3,segment=NetworkSegment(7a0d7d05-2ba8-4633-8153-84eb6039150e),segment_id=7a0d7d05-2ba8-4633-8153-84eb6039150e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:25.786868 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.788002 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device fc251557-9da1-4199-98c7-73c5fcc82671 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:25.866766 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Pushing event updated for resources: {'Port': ['ID=a2b26f21-8df1-412f-a160-e37f9576fab3,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:25.876865 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port fc251557-9da1-4199-98c7-73c5fcc82671 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:25.877294 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.716069 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972307-328b-413a-b14a-bb23f632e178 req-87622bea-c545-4dce-8de0-eb612806ff9a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:26.717521 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79972307-328b-413a-b14a-bb23f632e178 req-87622bea-c545-4dce-8de0-eb612806ff9a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.24 "GET /v2.0/networks?id=ac4c1076-5ad5-4767-b4e6-cf07759044aa HTTP/1.1" status: 200 len: 810 time: 0.1108050 Aug 20 11:43:26.763277 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79972307-328b-413a-b14a-bb23f632e178 req-32707ff0-5595-465d-a7cf-cb22b09f915a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d59535ead90b49e494e12d3786c7fc42 HTTP/1.1" status: 200 len: 380 time: 0.0362036 Aug 20 11:43:26.784136 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-79972307-328b-413a-b14a-bb23f632e178 req-d26dd34e-10ad-43cb-92d0-d5f9feffb4e0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Request body: {'port': {'device_id': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'admin_state_up': True, 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'security_groups': ['4d84f37b-4c1f-457c-8d31-db9253c665be']}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:26.854611 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-02bc79f2-06f5-42e7-a1b7-d9dc4ab99cb5 req-da072c86-c8d7-4028-aba9-002da22b73ef tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 210 time: 0.0658526 Aug 20 11:43:26.920585 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79972307-328b-413a-b14a-bb23f632e178 req-d26dd34e-10ad-43cb-92d0-d5f9feffb4e0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Made reservation on behalf of d59535ead90b49e494e12d3786c7fc42 for: {'port': 1} {{(pid=94866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:26.924884 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-79972307-328b-413a-b14a-bb23f632e178 req-d26dd34e-10ad-43cb-92d0-d5f9feffb4e0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.049019 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [req-79972307-328b-413a-b14a-bb23f632e178 req-d26dd34e-10ad-43cb-92d0-d5f9feffb4e0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Allocated IP 172.20.0.7 (ac4c1076-5ad5-4767-b4e6-cf07759044aa/cebe68c6-7bc4-4325-9085-4afc9acd0484/04a6dacf-8c36-4661-b9b0-6ed974963abf) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:27.186664 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-79972307-328b-413a-b14a-bb23f632e178 req-d26dd34e-10ad-43cb-92d0-d5f9feffb4e0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.200017 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-79972307-328b-413a-b14a-bb23f632e178 req-d26dd34e-10ad-43cb-92d0-d5f9feffb4e0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Transition to ACTIVE for port object 04a6dacf-8c36-4661-b9b0-6ed974963abf will not be triggered until provisioned by entity DHCP. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:27.236578 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-79972307-328b-413a-b14a-bb23f632e178 req-d26dd34e-10ad-43cb-92d0-d5f9feffb4e0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.279591 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79972307-328b-413a-b14a-bb23f632e178 req-d26dd34e-10ad-43cb-92d0-d5f9feffb4e0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Network ac4c1076-5ad5-4767-b4e6-cf07759044aa is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:27.283165 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [req-79972307-328b-413a-b14a-bb23f632e178 req-d26dd34e-10ad-43cb-92d0-d5f9feffb4e0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:27.286735 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-79972307-328b-413a-b14a-bb23f632e178 req-d26dd34e-10ad-43cb-92d0-d5f9feffb4e0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:27.316295 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dd34e-10ad-43cb-92d0-d5f9feffb4e0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Pushing event updated for resources: {'Port': ['ID=04a6dacf-8c36-4661-b9b0-6ed974963abf,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:27.346597 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972307-328b-413a-b14a-bb23f632e178 req-d26dd34e-10ad-43cb-92d0-d5f9feffb4e0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:27.347324 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-79972307-328b-413a-b14a-bb23f632e178 req-d26dd34e-10ad-43cb-92d0-d5f9feffb4e0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.364395 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79972307-328b-413a-b14a-bb23f632e178 req-d26dd34e-10ad-43cb-92d0-d5f9feffb4e0 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5846584 Aug 20 11:43:27.377341 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Request body: {'port': {'device_id': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-11'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:27.435347 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.440193 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a2b26f21-8df1-412f-a160-e37f9576fab3 up at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:27.492824 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Provisioning complete for port a2b26f21-8df1-412f-a160-e37f9576fab3 triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:27.493224 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.539258 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-03357330-f1cb-4d0e-8634-f193abac0289 None None] Provisioning for port 04a6dacf-8c36-4661-b9b0-6ed974963abf completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:27.544902 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-03357330-f1cb-4d0e-8634-f193abac0289 None None] Provisioning complete for port 04a6dacf-8c36-4661-b9b0-6ed974963abf triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:27.545279 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-03357330-f1cb-4d0e-8634-f193abac0289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.607717 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-03357330-f1cb-4d0e-8634-f193abac0289 None None] Port 04a6dacf-8c36-4661-b9b0-6ed974963abf cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:43:27.715486 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a6dacf-8c36-4661-b9b0-6ed974963abf {{(pid=94866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:27.722772 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.734312 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.provisioning_blocks [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Transition to ACTIVE for port object 04a6dacf-8c36-4661-b9b0-6ed974963abf will not be triggered until provisioned by entity L2. {{(pid=94866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:27.737915 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.789574 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Pushing event updated for resources: {'Port': ['ID=04a6dacf-8c36-4661-b9b0-6ed974963abf,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:27.860439 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Attempting to bind port 04a6dacf-8c36-4661-b9b0-6ed974963abf on host n-h2-778550-11 for vnic_type normal with profile {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:27.860774 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Attempting to bind port 04a6dacf-8c36-4661-b9b0-6ed974963abf by drivers openvswitch,hyperv on host n-h2-778550-11 at level 0 using segments [{'id': '896fc772-fade-4c0f-8de7-e37b253c2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa'}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:27.861102 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Attempting to bind port 04a6dacf-8c36-4661-b9b0-6ed974963abf on network ac4c1076-5ad5-4767-b4e6-cf07759044aa {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:27.865708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Port 04a6dacf-8c36-4661-b9b0-6ed974963abf on network ac4c1076-5ad5-4767-b4e6-cf07759044aa not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-11 {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:43:27.866027 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Attempting to bind port 04a6dacf-8c36-4661-b9b0-6ed974963abf on network ac4c1076-5ad5-4767-b4e6-cf07759044aa {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:27.871212 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Checking agent: {'id': 'fde3db2d-4e60-4a7e-ac7a-92b5806c86a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:27.871556 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Checking segment: {'id': '896fc772-fade-4c0f-8de7-e37b253c2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:27.871950 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Bound using segment: {'id': '896fc772-fade-4c0f-8de7-e37b253c2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa'} {{(pid=94866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:27.872366 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.managers [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Bound port: 04a6dacf-8c36-4661-b9b0-6ed974963abf, host: n-h2-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896fc772-fade-4c0f-8de7-e37b253c2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa'}}] {{(pid=94866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:27.872724 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.881728 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:43:27.949198 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] For port 04a6dacf-8c36-4661-b9b0-6ed974963abf, host n-h2-778550-11, cleared binding levels {{(pid=94866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:27.952526 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] For port 04a6dacf-8c36-4661-b9b0-6ed974963abf, host n-h2-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=04a6dacf-8c36-4661-b9b0-6ed974963abf,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:27.957056 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.985604 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9830aa2-f151-41cc-8d00-74187bf8e8bf req-28766c70-90e5-4cce-817a-66dbc30828df tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:27.987232 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9830aa2-f151-41cc-8d00-74187bf8e8bf req-28766c70-90e5-4cce-817a-66dbc30828df tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 943 time: 0.0543718 Aug 20 11:43:27.998383 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:27.998925 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.000449 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79972307-328b-413a-b14a-bb23f632e178 req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] 10.222.0.24 "PUT /v2.0/ports/04a6dacf-8c36-4661-b9b0-6ed974963abf HTTP/1.1" status: 200 len: 1092 time: 0.6280451 Aug 20 11:43:28.001595 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'tag': '04a6dacf-8c36-4661-b9b0-6ed974963abf'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:28.004082 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ae0d7f-6858-4439-89d6-b3be6333363d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6175edc-73f9-44e6-b7b3-e13c918000dc", "tag": "04a6dacf-8c36-4661-b9b0-6ed974963abf"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:28.050443 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f9830aa2-f151-41cc-8d00-74187bf8e8bf req-a8885b33-0255-400b-8bb1-2349cc070d8f tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492899 Aug 20 11:43:28.053360 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2bd27-32bb-4e31-b875-d6cf8a9b7137 service neutron] Pushing event updated for resources: {'Port': ['ID=04a6dacf-8c36-4661-b9b0-6ed974963abf,revision_number=3']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:28.070220 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb65d33c-9ed4-42ec-8ea4-72ea1c18f64f x-openstack-request-id: req-eb65d33c-9ed4-42ec-8ea4-72ea1c18f64f {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:28.070513 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6175edc-73f9-44e6-b7b3-e13c918000dc", "tag": "04a6dacf-8c36-4661-b9b0-6ed974963abf", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:28.070768 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb65d33c-9ed4-42ec-8ea4-72ea1c18f64f {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:28.071234 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'tag': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'status': 'completed', 'code': 200} Aug 20 11:43:28.101621 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972307-328b-413a-b14a-bb23f632e178 req-1356aec7-fb5d-4f9d-9f17-f61104840f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:28.103171 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79972307-328b-413a-b14a-bb23f632e178 req-1356aec7-fb5d-4f9d-9f17-f61104840f8e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d59535ead90b49e494e12d3786c7fc42&device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 1095 time: 0.0466230 Aug 20 11:43:28.146776 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79972307-328b-413a-b14a-bb23f632e178 req-d58d365d-3529-4622-af41-908aab5058bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04a6dacf-8c36-4661-b9b0-6ed974963abf HTTP/1.1" status: 200 len: 217 time: 0.0351257 Aug 20 11:43:28.204708 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972307-328b-413a-b14a-bb23f632e178 req-7120b83f-a13f-4df2-95dc-8181c0d6ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:28.206191 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79972307-328b-413a-b14a-bb23f632e178 req-7120b83f-a13f-4df2-95dc-8181c0d6ea54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebe68c6-7bc4-4325-9085-4afc9acd0484 HTTP/1.1" status: 200 len: 849 time: 0.0515394 Aug 20 11:43:28.253448 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972307-328b-413a-b14a-bb23f632e178 req-d9546d0d-8918-4d63-b63a-02d9f9ad79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:28.254993 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79972307-328b-413a-b14a-bb23f632e178 req-d9546d0d-8918-4d63-b63a-02d9f9ad79d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac4c1076-5ad5-4767-b4e6-cf07759044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419266 Aug 20 11:43:28.345984 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79972307-328b-413a-b14a-bb23f632e178 req-539e576c-d997-4411-b5a8-48aab18f5696 service neutron] 10.222.0.24 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839033 Aug 20 11:43:28.448707 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-79972307-328b-413a-b14a-bb23f632e178 req-63a0825b-1c8a-4290-9e99-5bf64c282b8e service neutron] 10.222.0.24 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961416 Aug 20 11:43:28.539429 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae0d7f-6858-4439-89d6-b3be6333363d req-8e50a93a-2c08-4aa8-99dd-44ca71f1c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:28.540972 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8ae0d7f-6858-4439-89d6-b3be6333363d req-8e50a93a-2c08-4aa8-99dd-44ca71f1c54e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d59535ead90b49e494e12d3786c7fc42&device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 1095 time: 0.0425310 Aug 20 11:43:28.638210 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae0d7f-6858-4439-89d6-b3be6333363d req-d76ce92e-87cf-4a88-a9cf-791c73d87591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:28.639736 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8ae0d7f-6858-4439-89d6-b3be6333363d req-d76ce92e-87cf-4a88-a9cf-791c73d87591 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac4c1076-5ad5-4767-b4e6-cf07759044aa HTTP/1.1" status: 200 len: 911 time: 0.0908883 Aug 20 11:43:28.683078 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8ae0d7f-6858-4439-89d6-b3be6333363d req-d9ff8ba8-ef9b-4adc-9471-693618d87cc7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04a6dacf-8c36-4661-b9b0-6ed974963abf HTTP/1.1" status: 200 len: 217 time: 0.0358813 Aug 20 11:43:28.732574 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae0d7f-6858-4439-89d6-b3be6333363d req-05174a0e-3d18-456e-b7f6-5da02164132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:28.734041 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8ae0d7f-6858-4439-89d6-b3be6333363d req-05174a0e-3d18-456e-b7f6-5da02164132f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebe68c6-7bc4-4325-9085-4afc9acd0484 HTTP/1.1" status: 200 len: 849 time: 0.0436056 Aug 20 11:43:28.784197 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae0d7f-6858-4439-89d6-b3be6333363d req-0aa04ab2-47fb-428c-9841-508cddcadaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:28.785671 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8ae0d7f-6858-4439-89d6-b3be6333363d req-0aa04ab2-47fb-428c-9841-508cddcadaa8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac4c1076-5ad5-4767-b4e6-cf07759044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438650 Aug 20 11:43:28.873408 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8ae0d7f-6858-4439-89d6-b3be6333363d req-0dd11270-fe9b-48dc-8fb4-3b844efa744e service neutron] 10.222.0.24 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800605 Aug 20 11:43:28.968594 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e8ae0d7f-6858-4439-89d6-b3be6333363d req-a5d492f5-22f7-46ae-bdb8-9740c0c0a7c5 service neutron] 10.222.0.24 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876555 Aug 20 11:43:29.154661 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddfacb-7689-4354-82dc-111dd94bc813 req-caf0af1e-ef5b-49ae-b27d-1944e1a8ca84 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:29.156164 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b7ddfacb-7689-4354-82dc-111dd94bc813 req-caf0af1e-ef5b-49ae-b27d-1944e1a8ca84 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 943 time: 0.0486481 Aug 20 11:43:29.192685 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-b7ddfacb-7689-4354-82dc-111dd94bc813 req-a62834e5-1bd6-44e2-8972-8f58f32bf109 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306749 Aug 20 11:43:29.429752 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f70445c3-513f-4f4d-a21b-c5cd74867e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.310923 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc52265-b5da-4ba7-9b27-53d609554102 req-0def3405-f4b4-4d93-9e96-425dd6da034f tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:30.312441 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3fc52265-b5da-4ba7-9b27-53d609554102 req-0def3405-f4b4-4d93-9e96-425dd6da034f tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 943 time: 0.0499458 Aug 20 11:43:30.350808 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3fc52265-b5da-4ba7-9b27-53d609554102 req-f8faff31-32c7-4df5-ac35-fdf198ec5d9f tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318654 Aug 20 11:43:31.351857 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 04a6dacf-8c36-4661-b9b0-6ed974963abf details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:43:31.449018 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 04a6dacf-8c36-4661-b9b0-6ed974963abf, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=04a6dacf-8c36-4661-b9b0-6ed974963abf,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:31.462106 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'port_id': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'mac_address': 'fa:16:3e:08:00:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:43:31.468169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e05f3-e1d7-4396-87d1-4593650d0464 req-fe159a4f-c156-4c22-b54e-9d2f6e0da649 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:31.469734 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d84e05f3-e1d7-4396-87d1-4593650d0464 req-fe159a4f-c156-4c22-b54e-9d2f6e0da649 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 943 time: 0.0501437 Aug 20 11:43:31.502596 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.512098 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d84e05f3-e1d7-4396-87d1-4593650d0464 req-dffb6796-7ee8-4e96-a197-b0801d7fe02a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361650 Aug 20 11:43:31.515160 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a6dacf-8c36-4661-b9b0-6ed974963abf {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:31.535243 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 04a6dacf-8c36-4661-b9b0-6ed974963abf, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=04a6dacf-8c36-4661-b9b0-6ed974963abf,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:31.539494 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.586281 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=04a6dacf-8c36-4661-b9b0-6ed974963abf,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:31.895440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['04a6dacf-8c36-4661-b9b0-6ed974963abf'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:32.088848 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-350f1691-dfc4-46c9-b2ab-230c7cb3fa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.569563 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.720564 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fec8a-63c2-457d-825d-4bee2610fdc9 req-18587be3-57f7-4cff-8948-dcadce24e063 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:32.721967 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-138fec8a-63c2-457d-825d-4bee2610fdc9 req-18587be3-57f7-4cff-8948-dcadce24e063 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 944 time: 0.1420844 Aug 20 11:43:32.761221 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-138fec8a-63c2-457d-825d-4bee2610fdc9 req-45484845-9b90-4959-8eb9-47542c245319 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332325 Aug 20 11:43:33.380668 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 04a6dacf-8c36-4661-b9b0-6ed974963abf up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:33.428256 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning for port 04a6dacf-8c36-4661-b9b0-6ed974963abf completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:33.431669 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 04a6dacf-8c36-4661-b9b0-6ed974963abf triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:33.432034 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.482540 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.519733 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.541217 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a6dacf-8c36-4661-b9b0-6ed974963abf'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:33.543459 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f47777-bb4c-418a-b75f-93456aaa49e7" -d '{"events": [{"server_uuid": "e6175edc-73f9-44e6-b7b3-e13c918000dc", "name": "network-vif-plugged", "status": "completed", "tag": "04a6dacf-8c36-4661-b9b0-6ed974963abf"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:33.555932 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 04a6dacf-8c36-4661-b9b0-6ed974963abf, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=04a6dacf-8c36-4661-b9b0-6ed974963abf,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:33.562795 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.609152 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=04a6dacf-8c36-4661-b9b0-6ed974963abf,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:33.642612 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4173946-c7fb-4293-a58c-6e51d288348b x-openstack-request-id: req-a4173946-c7fb-4293-a58c-6e51d288348b {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:33.642906 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6175edc-73f9-44e6-b7b3-e13c918000dc", "name": "network-vif-plugged", "status": "completed", "tag": "04a6dacf-8c36-4661-b9b0-6ed974963abf", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:33.643199 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4173946-c7fb-4293-a58c-6e51d288348b {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:33.643603 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'code': 200} Aug 20 11:43:33.744581 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fc91e-225e-454c-9760-c0d522ed75ac req-9096c948-5e6a-4d16-be04-02858cca24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:33.746089 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-317fc91e-225e-454c-9760-c0d522ed75ac req-9096c948-5e6a-4d16-be04-02858cca24f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 1097 time: 0.0406575 Aug 20 11:43:33.785610 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-317fc91e-225e-454c-9760-c0d522ed75ac req-a427d1dc-340b-415d-b1fb-1703e7d114df service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314879 Aug 20 11:43:33.873818 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb61a69-3e99-4baf-9556-ad378a8b6e7f req-407b5339-1ef7-4efc-889f-d0ea3f8c5ee7 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:33.875283 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2fb61a69-3e99-4baf-9556-ad378a8b6e7f req-407b5339-1ef7-4efc-889f-d0ea3f8c5ee7 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 945 time: 0.0491135 Aug 20 11:43:33.911876 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-2fb61a69-3e99-4baf-9556-ad378a8b6e7f req-48ebd852-1d4d-47ea-8ead-100c67555b4b tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306387 Aug 20 11:43:35.085587 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a437706-2393-4c58-980b-ead071e17c1a req-9564afe7-aa5d-4e10-af48-b40e3cbabd90 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:35.087464 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8a437706-2393-4c58-980b-ead071e17c1a req-9564afe7-aa5d-4e10-af48-b40e3cbabd90 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 945 time: 0.1056786 Aug 20 11:43:35.124347 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-8a437706-2393-4c58-980b-ead071e17c1a req-8d622123-291a-4801-a4f2-b0c7d00146bf tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309770 Aug 20 11:43:35.147757 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.239309 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb80591-9e91-47b9-bc27-1d262e2414d6 req-8180a12d-926e-4b3f-9755-16e4d686cf69 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:36.240784 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ffb80591-9e91-47b9-bc27-1d262e2414d6 req-8180a12d-926e-4b3f-9755-16e4d686cf69 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 945 time: 0.0494537 Aug 20 11:43:36.277847 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-ffb80591-9e91-47b9-bc27-1d262e2414d6 req-1beafe0a-bac2-48ae-94a0-c2b9086c602d tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310905 Aug 20 11:43:36.391034 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce3bca-1cea-4880-9b86-fcd49113cc4f req-aaf5d44e-b864-461b-af92-48858e587b11 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:36.393066 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7ce3bca-1cea-4880-9b86-fcd49113cc4f req-aaf5d44e-b864-461b-af92-48858e587b11 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 945 time: 0.0506284 Aug 20 11:43:36.430515 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-a7ce3bca-1cea-4880-9b86-fcd49113cc4f req-e26fa880-32f0-480a-867a-1df214f98ee7 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315666 Aug 20 11:43:36.451488 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41976) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:36.531544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f990f4-9d39-492e-a320-d6095cd43539 tempest-TestSnapshotPattern-1543804347 tempest-TestSnapshotPattern-1543804347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:36.533626 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-64f990f4-9d39-492e-a320-d6095cd43539 tempest-TestSnapshotPattern-1543804347 tempest-TestSnapshotPattern-1543804347-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 1092 time: 0.0811772 Aug 20 11:43:36.536516 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 41980) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:36.540786 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:36.561742 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for floatingip, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.660110 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.764747 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Allocated IP 172.25.3.28 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/61733715-ba15-441b-81c2-72338bd9e20f) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:36.864076 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.903652 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.940087 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:36.942806 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:36.946209 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:36.978621 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Pushing event updated for resources: {'Port': ['ID=61733715-ba15-441b-81c2-72338bd9e20f,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:37.309876 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.379567 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.528368 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.533985 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.604145 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Pushing event updated for resources: {'Port': ['ID=61733715-ba15-441b-81c2-72338bd9e20f,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:37.614427 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.713481 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Floating IP a05e2cd0-7489-45c5-8d0f-731619c5d9d1 associated. External IP: 172.25.3.28, port: 04a6dacf-8c36-4661-b9b0-6ed974963abf. Aug 20 11:43:37.916746 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Router 9591d6d9-0172-4b1a-8635-158b56546d39 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:43:38.023265 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:43:38.033859 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d419de-5c6c-4e18-bae9-e77b6f73523b None None] Sync routers for ids ['9591d6d9-0172-4b1a-8635-158b56546d39'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:43:38.042199 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.043343 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d419de-5c6c-4e18-bae9-e77b6f73523b None None] Routers {'9591d6d9-0172-4b1a-8635-158b56546d39'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:38.043972 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c5d419de-5c6c-4e18-bae9-e77b6f73523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:43:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9591d6d9-0172-4b1a-8635-158b56546d39'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:38.072454 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-a1496d6d-6223-48aa-a732-247632385a4a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5349236 Aug 20 11:43:38.073052 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'tag': '04a6dacf-8c36-4661-b9b0-6ed974963abf'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:38.075305 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4adc1b5-8fd3-4996-bb4e-17995f81935c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6175edc-73f9-44e6-b7b3-e13c918000dc", "tag": "04a6dacf-8c36-4661-b9b0-6ed974963abf"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:38.151374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-c5d419de-5c6c-4e18-bae9-e77b6f73523b None None] Set router 9591d6d9-0172-4b1a-8635-158b56546d39 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:38.177694 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49158dec-6765-4d18-af76-e6f27cfd6df2 x-openstack-request-id: req-49158dec-6765-4d18-af76-e6f27cfd6df2 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:38.178019 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6175edc-73f9-44e6-b7b3-e13c918000dc", "tag": "04a6dacf-8c36-4661-b9b0-6ed974963abf", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:38.178271 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49158dec-6765-4d18-af76-e6f27cfd6df2 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:38.178697 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'tag': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'status': 'completed', 'code': 200} Aug 20 11:43:38.240196 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adc1b5-8fd3-4996-bb4e-17995f81935c req-626144d8-49b7-46e6-9027-432306ca603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:38.241695 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4adc1b5-8fd3-4996-bb4e-17995f81935c req-626144d8-49b7-46e6-9027-432306ca603e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d59535ead90b49e494e12d3786c7fc42&device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 1097 time: 0.0406916 Aug 20 11:43:38.334875 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adc1b5-8fd3-4996-bb4e-17995f81935c req-c9a03006-3d26-4504-9c00-662d86e967b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:38.337291 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4adc1b5-8fd3-4996-bb4e-17995f81935c req-c9a03006-3d26-4504-9c00-662d86e967b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac4c1076-5ad5-4767-b4e6-cf07759044aa HTTP/1.1" status: 200 len: 911 time: 0.0886667 Aug 20 11:43:38.376165 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c5d419de-5c6c-4e18-bae9-e77b6f73523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'a05e2cd0-7489-45c5-8d0f-731619c5d9d1', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'floating_ip_address': '172.25.3.28', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'port_id': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'mac_address': 'fa:16:3e:08:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:43:37Z', 'updated_at': '2021-08-20T11:43:37Z', 'revision_number': 0, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4934ea08-1e7a-410d-a3ab-d5f3e398edc0', 'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'mac_address': 'fa:16:3e:7e:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:15Z', 'updated_at': '2021-08-20T11:43:22Z', 'revision_number': 5, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'subnets': [{'id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:38.402213 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4adc1b5-8fd3-4996-bb4e-17995f81935c req-214f1db6-14f9-4473-abde-d02343fc5551 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04a6dacf-8c36-4661-b9b0-6ed974963abf HTTP/1.1" status: 200 len: 998 time: 0.0584261 Aug 20 11:43:38.402427 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d419de-5c6c-4e18-bae9-e77b6f73523b None None] Checking router: 9591d6d9-0172-4b1a-8635-158b56546d39 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:43:38.410962 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d419de-5c6c-4e18-bae9-e77b6f73523b None None] Routers {'9591d6d9-0172-4b1a-8635-158b56546d39'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:38.411594 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c5d419de-5c6c-4e18-bae9-e77b6f73523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:43:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9591d6d9-0172-4b1a-8635-158b56546d39'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:38.456238 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adc1b5-8fd3-4996-bb4e-17995f81935c req-7aa14fe5-2d35-48f1-ba95-9d5bd41964a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:38.457726 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4adc1b5-8fd3-4996-bb4e-17995f81935c req-7aa14fe5-2d35-48f1-ba95-9d5bd41964a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebe68c6-7bc4-4325-9085-4afc9acd0484 HTTP/1.1" status: 200 len: 849 time: 0.0487142 Aug 20 11:43:38.502489 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adc1b5-8fd3-4996-bb4e-17995f81935c req-ba10f368-2cc9-40ab-8422-4df7bccbf811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:38.504031 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4adc1b5-8fd3-4996-bb4e-17995f81935c req-ba10f368-2cc9-40ab-8422-4df7bccbf811 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac4c1076-5ad5-4767-b4e6-cf07759044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397954 Aug 20 11:43:38.517225 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-c5d419de-5c6c-4e18-bae9-e77b6f73523b None None] Set router 9591d6d9-0172-4b1a-8635-158b56546d39 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:38.595682 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4adc1b5-8fd3-4996-bb4e-17995f81935c req-dbd3c496-1875-4c8e-a727-813e150504f1 service neutron] 10.222.0.24 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838668 Aug 20 11:43:38.689879 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b4adc1b5-8fd3-4996-bb4e-17995f81935c req-56dafc27-8212-4024-9dc6-5123a17226ed service neutron] 10.222.0.24 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877149 Aug 20 11:43:38.741130 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-c5d419de-5c6c-4e18-bae9-e77b6f73523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'a05e2cd0-7489-45c5-8d0f-731619c5d9d1', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'floating_ip_address': '172.25.3.28', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'port_id': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'mac_address': 'fa:16:3e:08:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:43:37Z', 'updated_at': '2021-08-20T11:43:37Z', 'revision_number': 0, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4934ea08-1e7a-410d-a3ab-d5f3e398edc0', 'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'mac_address': 'fa:16:3e:7e:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:15Z', 'updated_at': '2021-08-20T11:43:22Z', 'revision_number': 5, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'subnets': [{'id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:38.767222 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d419de-5c6c-4e18-bae9-e77b6f73523b None None] The sync data for ids ['9591d6d9-0172-4b1a-8635-158b56546d39'] in n-d-778550-11 is: [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'a05e2cd0-7489-45c5-8d0f-731619c5d9d1', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'floating_ip_address': '172.25.3.28', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'port_id': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'mac_address': 'fa:16:3e:08:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:43:37Z', 'updated_at': '2021-08-20T11:43:37Z', 'revision_number': 0, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4934ea08-1e7a-410d-a3ab-d5f3e398edc0', 'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'mac_address': 'fa:16:3e:7e:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:15Z', 'updated_at': '2021-08-20T11:43:22Z', 'revision_number': 5, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'subnets': [{'id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:43:38.961615 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c2afaf-1e6d-4b5a-8379-2bb372eb7e05 None None] New status for floating IP a05e2cd0-7489-45c5-8d0f-731619c5d9d1: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:43:49.255182 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.629766 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.120025 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32817cad-a81c-4c05-a289-2b15f8bbd89b req-dc1e34ec-d31b-4b6c-b66b-bd61d1de5f0d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432646 Aug 20 11:43:55.201372 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32817cad-a81c-4c05-a289-2b15f8bbd89b req-6fb65d64-575d-480f-9f9a-ece0c23a87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:55.202816 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32817cad-a81c-4c05-a289-2b15f8bbd89b req-6fb65d64-575d-480f-9f9a-ece0c23a87d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d59535ead90b49e494e12d3786c7fc42&device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 1097 time: 0.0397489 Aug 20 11:43:55.309131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32817cad-a81c-4c05-a289-2b15f8bbd89b req-0c076f0d-0bd8-43d6-9ae7-13119d6503e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:55.310576 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32817cad-a81c-4c05-a289-2b15f8bbd89b req-0c076f0d-0bd8-43d6-9ae7-13119d6503e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac4c1076-5ad5-4767-b4e6-cf07759044aa HTTP/1.1" status: 200 len: 911 time: 0.0865953 Aug 20 11:43:55.390953 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32817cad-a81c-4c05-a289-2b15f8bbd89b req-ce7aeb1c-113f-44d8-a630-e5c80ef7e733 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04a6dacf-8c36-4661-b9b0-6ed974963abf HTTP/1.1" status: 200 len: 1000 time: 0.0711019 Aug 20 11:43:55.451792 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32817cad-a81c-4c05-a289-2b15f8bbd89b req-146fb1d2-ca3d-421f-8d7c-f852c06638cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:55.453273 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32817cad-a81c-4c05-a289-2b15f8bbd89b req-146fb1d2-ca3d-421f-8d7c-f852c06638cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebe68c6-7bc4-4325-9085-4afc9acd0484 HTTP/1.1" status: 200 len: 849 time: 0.0533171 Aug 20 11:43:55.500415 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32817cad-a81c-4c05-a289-2b15f8bbd89b req-f5422eec-13c9-4f88-aaa2-387bb213e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:55.501874 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32817cad-a81c-4c05-a289-2b15f8bbd89b req-f5422eec-13c9-4f88-aaa2-387bb213e0e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac4c1076-5ad5-4767-b4e6-cf07759044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397501 Aug 20 11:43:55.589714 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32817cad-a81c-4c05-a289-2b15f8bbd89b req-a010758b-040b-4172-bdf4-378f782a311d service neutron] 10.222.0.24 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803607 Aug 20 11:43:55.682656 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-32817cad-a81c-4c05-a289-2b15f8bbd89b req-befa667b-a5a6-4451-b48d-300cbaafff98 service neutron] 10.222.0.24 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850785 Aug 20 11:43:59.429074 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f2bc0360-a854-47da-9588-41c89bc2e147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:02.080015 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-94a0958a-0292-46df-9ea3-1d2ee92eebb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:02.571063 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:03.483610 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.881835 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:44:05.149535 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:19.253603 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:23.625085 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:29.429877 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-989a9316-eb96-4ea4-afb9-b306f2e76b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.080565 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-7e28106c-da68-4e96-bb23-e9568beab1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.572216 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.487799 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.152044 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:41.881985 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:44:49.266209 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:53.639788 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.156402 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a33bb06e-2763-4fa0-9e6b-0992cc37cf3b req-ed95032d-89ea-47ae-8509-d236107d2aa8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0862517 Aug 20 11:44:56.235720 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bb06e-2763-4fa0-9e6b-0992cc37cf3b req-5e538113-4b46-4b71-b5f1-910391a6c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:56.237215 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a33bb06e-2763-4fa0-9e6b-0992cc37cf3b req-5e538113-4b46-4b71-b5f1-910391a6c940 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d59535ead90b49e494e12d3786c7fc42&device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 1097 time: 0.0402794 Aug 20 11:44:56.341827 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bb06e-2763-4fa0-9e6b-0992cc37cf3b req-c96f5352-8c18-49dc-9f30-7dec375d8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:56.343246 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a33bb06e-2763-4fa0-9e6b-0992cc37cf3b req-c96f5352-8c18-49dc-9f30-7dec375d8422 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac4c1076-5ad5-4767-b4e6-cf07759044aa HTTP/1.1" status: 200 len: 911 time: 0.0880640 Aug 20 11:44:56.408448 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a33bb06e-2763-4fa0-9e6b-0992cc37cf3b req-d0b67492-93dd-4da3-ae36-2ee576cce4a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04a6dacf-8c36-4661-b9b0-6ed974963abf HTTP/1.1" status: 200 len: 1000 time: 0.0584753 Aug 20 11:44:56.460723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bb06e-2763-4fa0-9e6b-0992cc37cf3b req-e6746c51-9e1b-4cef-8033-bf1d2267ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:56.462442 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a33bb06e-2763-4fa0-9e6b-0992cc37cf3b req-e6746c51-9e1b-4cef-8033-bf1d2267ce50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebe68c6-7bc4-4325-9085-4afc9acd0484 HTTP/1.1" status: 200 len: 849 time: 0.0477402 Aug 20 11:44:56.508455 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bb06e-2763-4fa0-9e6b-0992cc37cf3b req-96d345d8-663f-4a5f-a571-950065ce45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:56.510016 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a33bb06e-2763-4fa0-9e6b-0992cc37cf3b req-96d345d8-663f-4a5f-a571-950065ce45a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac4c1076-5ad5-4767-b4e6-cf07759044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399899 Aug 20 11:44:56.599306 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a33bb06e-2763-4fa0-9e6b-0992cc37cf3b req-d14a0f03-feb7-4e05-ba5d-248a176e37ed service neutron] 10.222.0.24 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817385 Aug 20 11:44:56.694168 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a33bb06e-2763-4fa0-9e6b-0992cc37cf3b req-f895433e-daaf-49b9-83f8-56d6a2da35d1 service neutron] 10.222.0.24 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877957 Aug 20 11:44:59.434708 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-4b95e5b4-f109-4e23-9982-4c42d4fd58b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.082730 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a0a01fc4-a6ad-4104-8cdc-08b335c283f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.575156 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.490376 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:05.156423 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:18.881376 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:45:19.273832 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.656722 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:29.435086 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5a634d8e-5df4-4a62-85f4-d3848a4feb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.082978 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-23836e7c-0ef2-4df7-a851-50d93618f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.576744 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.492991 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.159107 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.264589 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:53.656531 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:55.880551 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:45:58.130896 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a19273a3-dd5d-46cb-8e2b-a149ec480295 req-4d89d03d-c8d1-4a7c-ade9-19e917564966 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398962 Aug 20 11:45:58.211406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19273a3-dd5d-46cb-8e2b-a149ec480295 req-1ab1748c-0b2e-457f-8fcb-b42f6d88e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:58.213325 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a19273a3-dd5d-46cb-8e2b-a149ec480295 req-1ab1748c-0b2e-457f-8fcb-b42f6d88e136 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d59535ead90b49e494e12d3786c7fc42&device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 1097 time: 0.0428681 Aug 20 11:45:58.321152 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19273a3-dd5d-46cb-8e2b-a149ec480295 req-2523c075-96df-4945-abda-4744edba45f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:58.322627 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a19273a3-dd5d-46cb-8e2b-a149ec480295 req-2523c075-96df-4945-abda-4744edba45f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac4c1076-5ad5-4767-b4e6-cf07759044aa HTTP/1.1" status: 200 len: 911 time: 0.0906365 Aug 20 11:45:58.388471 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a19273a3-dd5d-46cb-8e2b-a149ec480295 req-53577655-6a75-42ed-9536-3e9363a16905 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04a6dacf-8c36-4661-b9b0-6ed974963abf HTTP/1.1" status: 200 len: 1000 time: 0.0590823 Aug 20 11:45:58.440746 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19273a3-dd5d-46cb-8e2b-a149ec480295 req-d02c6ed9-e84e-4441-9590-1adcd7017ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:58.442176 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a19273a3-dd5d-46cb-8e2b-a149ec480295 req-d02c6ed9-e84e-4441-9590-1adcd7017ec8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebe68c6-7bc4-4325-9085-4afc9acd0484 HTTP/1.1" status: 200 len: 849 time: 0.0466013 Aug 20 11:45:58.485856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19273a3-dd5d-46cb-8e2b-a149ec480295 req-9a2635f0-f4c1-4271-a23e-91acfa0e66ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:58.487843 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a19273a3-dd5d-46cb-8e2b-a149ec480295 req-9a2635f0-f4c1-4271-a23e-91acfa0e66ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac4c1076-5ad5-4767-b4e6-cf07759044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384259 Aug 20 11:45:58.498406 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [req-a19273a3-dd5d-46cb-8e2b-a149ec480295 req-4c00161c-d064-4322-9e02-292959b73f01 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:45:58.499346 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a19273a3-dd5d-46cb-8e2b-a149ec480295 req-4c00161c-d064-4322-9e02-292959b73f01 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048146 Aug 20 11:45:58.588733 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a19273a3-dd5d-46cb-8e2b-a149ec480295 req-1eb1d2d4-24c3-464e-bc6c-2d29a1f7d762 service neutron] 10.222.0.24 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822477 Aug 20 11:45:58.682920 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-a19273a3-dd5d-46cb-8e2b-a149ec480295 req-37368da9-b869-4612-92b4-b7cb669ee4e6 service neutron] 10.222.0.24 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862913 Aug 20 11:45:59.435888 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-507b31b8-a6a1-4fc2-b493-eed8e0435839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:02.083404 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-191a8cbc-091e-40ae-8b4d-32d6698e5640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:02.578069 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.498222 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:05.162658 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.097838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 04a6dacf-8c36-4661-b9b0-6ed974963abf details requested by agent hyperv_n-h2-778550-11 with host n-h2-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:46:08.192099 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 04a6dacf-8c36-4661-b9b0-6ed974963abf, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=04a6dacf-8c36-4661-b9b0-6ed974963abf,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:08.203149 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Returning: {'device': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'port_id': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'mac_address': 'fa:16:3e:08:00:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:46:08.238946 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.251717 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04a6dacf-8c36-4661-b9b0-6ed974963abf {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:46:08.271359 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 04a6dacf-8c36-4661-b9b0-6ed974963abf, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=04a6dacf-8c36-4661-b9b0-6ed974963abf,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:08.274842 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.328988 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=04a6dacf-8c36-4661-b9b0-6ed974963abf,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:08.336026 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:08.336372 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:08.336708 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:08.337289 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:08.337614 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:08.337936 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:08.338255 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:08.338573 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:08.338889 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:08.339228 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:08.339546 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:08.339860 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:08.349640 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] get_ports_and_sgs() called for port_ids ['04a6dacf-8c36-4661-b9b0-6ed974963abf'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:46:10.106544 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 04a6dacf-8c36-4661-b9b0-6ed974963abf up at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:10.151843 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Provisioning complete for port 04a6dacf-8c36-4661-b9b0-6ed974963abf triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:10.152208 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:10.225031 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:10.246136 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a6dacf-8c36-4661-b9b0-6ed974963abf'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:10.248444 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4673145-9638-4907-83aa-64b8d5c60c96" -d '{"events": [{"server_uuid": "e6175edc-73f9-44e6-b7b3-e13c918000dc", "name": "network-vif-plugged", "status": "completed", "tag": "04a6dacf-8c36-4661-b9b0-6ed974963abf"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:10.261653 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 04a6dacf-8c36-4661-b9b0-6ed974963abf, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=04a6dacf-8c36-4661-b9b0-6ed974963abf,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:10.265784 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:10.292249 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a202f12-91df-4e24-a889-5a9456010550 x-openstack-request-id: req-3a202f12-91df-4e24-a889-5a9456010550 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:10.292545 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6175edc-73f9-44e6-b7b3-e13c918000dc", "name": "network-vif-plugged", "status": "completed", "tag": "04a6dacf-8c36-4661-b9b0-6ed974963abf", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:10.292797 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a202f12-91df-4e24-a889-5a9456010550 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:10.293182 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'code': 200} Aug 20 11:46:10.317304 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=04a6dacf-8c36-4661-b9b0-6ed974963abf,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:19.274865 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:23.134094 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-264ae309-917a-49ce-95fa-208e866abf11 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2065725039&fields=id&tenant_id=d59535ead90b49e494e12d3786c7fc42 HTTP/1.1" status: 200 len: 267 time: 0.0340199 Aug 20 11:46:23.246387 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-859bd836-bda1-43c2-858e-2f6362587a24 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:23.247937 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-859bd836-bda1-43c2-858e-2f6362587a24 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/networks?id=ac4c1076-5ad5-4767-b4e6-cf07759044aa HTTP/1.1" status: 200 len: 810 time: 0.1069667 Aug 20 11:46:23.264932 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-45b0844c-67e7-439a-92d6-3a8c86b20648 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/quotas/d59535ead90b49e494e12d3786c7fc42 HTTP/1.1" status: 200 len: 375 time: 0.0097361 Aug 20 11:46:23.323170 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-1a0385ae-57e7-493f-83b4-860b0b0089e6 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d59535ead90b49e494e12d3786c7fc42&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0519631 Aug 20 11:46:23.382722 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-a504ec3a-49a7-48f8-ac42-1a4b1d5c715c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:46:23.383766 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-a504ec3a-49a7-48f8-ac42-1a4b1d5c715c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488174 Aug 20 11:46:23.475309 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-4751bb19-de28-4248-84fc-3734ff7d5635 service neutron] 10.222.0.16 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850778 Aug 20 11:46:23.570632 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-80def2c8-44a5-43d3-8b53-8a70d551a686 service neutron] 10.222.0.16 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892625 Aug 20 11:46:23.670003 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:23.761916 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-8e1ce90a-7ca3-496c-816a-3464192a2839 req-a1db4e72-a785-42dd-99f3-da854d41e62c tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 210 time: 0.0293655 Aug 20 11:46:24.778363 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-90722122-5c4c-4540-8171-8294259b00bd tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:24.779992 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-90722122-5c4c-4540-8171-8294259b00bd tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.42 "GET /v2.0/networks?id=ac4c1076-5ad5-4767-b4e6-cf07759044aa HTTP/1.1" status: 200 len: 810 time: 0.1064849 Aug 20 11:46:24.833314 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-10611c3d-4b4a-46ab-aae2-22a930c053c6 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d59535ead90b49e494e12d3786c7fc42 HTTP/1.1" status: 200 len: 380 time: 0.0431194 Aug 20 11:46:24.868928 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Request body: {'port': {'device_id': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'admin_state_up': True, 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'security_groups': ['4d84f37b-4c1f-457c-8d31-db9253c665be']}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:24.873575 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-85f014d8-7ee5-4612-96ec-35b33cb62387 req-af3276fe-b590-4cf8-b254-33fd42a686cc tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 210 time: 0.0371187 Aug 20 11:46:24.992716 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Made reservation on behalf of d59535ead90b49e494e12d3786c7fc42 for: {'port': 1} {{(pid=94867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:24.996192 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.140568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_common [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Allocated IP 172.20.0.13 (ac4c1076-5ad5-4767-b4e6-cf07759044aa/cebe68c6-7bc4-4325-9085-4afc9acd0484/ca244c50-2d18-40d8-abac-7037549ebddb) {{(pid=94867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:25.307232 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for port, precommit_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.321980 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Transition to ACTIVE for port object ca244c50-2d18-40d8-abac-7037549ebddb will not be triggered until provisioned by entity DHCP. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:25.356053 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_create {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.434952 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Network ac4c1076-5ad5-4767-b4e6-cf07759044aa is already hosted by enough agents. {{(pid=94867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:25.459967 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.base_scheduler [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Resources bound (agent type, host, resource id): {{(pid=94867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:25.461833 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Pushing event updated for resources: {'Port': ['ID=ca244c50-2d18-40d8-abac-7037549ebddb,revision_number=1']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:25.465339 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Received port after_create {{(pid=94867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:25.504953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:25.505300 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:25.505647 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:25.506002 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:25.506325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:25.506655 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:25.506979 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:25.507364 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:25.507689 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:25.508018 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:25.508346 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:25.508693 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:25.552891 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:25.553594 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.574666 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-1bf9a182-b312-49a6-b191-aed77ca44e60 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7094131 Aug 20 11:46:25.761374 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0d30a091-4cae-483f-a46a-8d1344534b61 None None] Provisioning for port ca244c50-2d18-40d8-abac-7037549ebddb completed by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:25.764989 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-0d30a091-4cae-483f-a46a-8d1344534b61 None None] Provisioning complete for port ca244c50-2d18-40d8-abac-7037549ebddb triggered by entity DHCP. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:25.765377 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-0d30a091-4cae-483f-a46a-8d1344534b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.837842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-0d30a091-4cae-483f-a46a-8d1344534b61 None None] Port ca244c50-2d18-40d8-abac-7037549ebddb cannot update to ACTIVE because it is not bound. {{(pid=94868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:26.021399 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf7cde-5bd8-4b95-8959-c4c5b22bad02 req-0ecd7a1d-a105-462d-8d47-a9778879ba3a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:26.023803 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b6bf7cde-5bd8-4b95-8959-c4c5b22bad02 req-0ecd7a1d-a105-462d-8d47-a9778879ba3a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 932 time: 0.0625212 Aug 20 11:46:26.068935 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-b6bf7cde-5bd8-4b95-8959-c4c5b22bad02 req-c2ed0c54-cff8-41f6-9c5a-f3b1a2283f8b tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386515 Aug 20 11:46:26.174730 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 04a6dacf-8c36-4661-b9b0-6ed974963abf no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:46:26.257918 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:26.280717 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04a6dacf-8c36-4661-b9b0-6ed974963abf'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:26.282940 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e35d6d8-924a-4164-bff9-2bcef3ecc73f" -d '{"events": [{"server_uuid": "e6175edc-73f9-44e6-b7b3-e13c918000dc", "name": "network-vif-unplugged", "status": "completed", "tag": "04a6dacf-8c36-4661-b9b0-6ed974963abf"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:26.297089 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] For port 04a6dacf-8c36-4661-b9b0-6ed974963abf, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=04a6dacf-8c36-4661-b9b0-6ed974963abf,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:26.301514 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:26.336268 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694f6e3d-85ce-407b-a076-f374e23f721b x-openstack-request-id: req-694f6e3d-85ce-407b-a076-f374e23f721b {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:26.336560 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6175edc-73f9-44e6-b7b3-e13c918000dc", "name": "network-vif-unplugged", "status": "completed", "tag": "04a6dacf-8c36-4661-b9b0-6ed974963abf", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:26.337237 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-694f6e3d-85ce-407b-a076-f374e23f721b {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:26.337879 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'code': 200} Aug 20 11:46:26.357565 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Pushing event updated for resources: {'Port': ['ID=04a6dacf-8c36-4661-b9b0-6ed974963abf,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:27.195512 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0101bed-a705-40c9-a881-c70b1717c5fa req-71416eec-ac6f-4db5-a9a8-2d6906fc7731 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:27.197086 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e0101bed-a705-40c9-a881-c70b1717c5fa req-71416eec-ac6f-4db5-a9a8-2d6906fc7731 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 932 time: 0.0552864 Aug 20 11:46:27.243182 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e0101bed-a705-40c9-a881-c70b1717c5fa req-097c97dd-e4ce-4287-88e4-d75e528affcd tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387590 Aug 20 11:46:28.373372 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b0264-e0cd-47a0-b901-74da1a395260 req-6db2a0e8-dc44-4280-910f-953818c2ae75 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:28.374923 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-909b0264-e0cd-47a0-b901-74da1a395260 req-6db2a0e8-dc44-4280-910f-953818c2ae75 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 932 time: 0.0557563 Aug 20 11:46:28.417487 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-909b0264-e0cd-47a0-b901-74da1a395260 req-85221803-6ce0-45cd-a765-274e46f0984d tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363026 Aug 20 11:46:29.441825 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb13aac2-985e-4d02-913a-a9514bc5971d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:29.539133 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aceed6-8658-46b8-9f7a-562b2a8d3350 req-fb0db3d6-6530-4b7f-842c-a008487bd0d7 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.540646 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28aceed6-8658-46b8-9f7a-562b2a8d3350 req-fb0db3d6-6530-4b7f-842c-a008487bd0d7 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 932 time: 0.0516813 Aug 20 11:46:29.583119 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-28aceed6-8658-46b8-9f7a-562b2a8d3350 req-7d2710ae-12a0-4e80-a544-b03722f39808 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362132 Aug 20 11:46:30.725934 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38552d-88c5-4bed-bc38-a66c70e5a1ed req-a69953ec-2c29-4d04-84a4-50d4c29e4bcc tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:30.727733 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b38552d-88c5-4bed-bc38-a66c70e5a1ed req-a69953ec-2c29-4d04-84a4-50d4c29e4bcc tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 932 time: 0.0587316 Aug 20 11:46:30.773336 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5b38552d-88c5-4bed-bc38-a66c70e5a1ed req-dbeae608-8430-4ae5-b6ec-9c15db83882d tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389268 Aug 20 11:46:31.904880 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9f6fe-02a1-4bb8-b8ba-376d4baca210 req-7dacd7d7-349c-440e-95a5-453e246e41ae tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:31.906371 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-96a9f6fe-02a1-4bb8-b8ba-376d4baca210 req-7dacd7d7-349c-440e-95a5-453e246e41ae tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 932 time: 0.0589895 Aug 20 11:46:31.950108 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-96a9f6fe-02a1-4bb8-b8ba-376d4baca210 req-a60e546f-8f71-4eec-b39d-95db4a9e32a6 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364568 Aug 20 11:46:32.085336 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-63828dd4-96e9-4ce2-8d5f-77f0c6466a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:32.586176 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:32.881482 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:46:33.087405 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90988bb4-f1f7-4476-b47e-3022fe2d9324 req-10ac088f-43d4-492e-a739-371b6af933c3 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:33.089032 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-90988bb4-f1f7-4476-b47e-3022fe2d9324 req-10ac088f-43d4-492e-a739-371b6af933c3 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 932 time: 0.0577860 Aug 20 11:46:33.132317 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-90988bb4-f1f7-4476-b47e-3022fe2d9324 req-9db032ee-c5ee-4089-8094-b8c0adda1814 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361326 Aug 20 11:46:33.501675 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:34.300961 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ed12e-15b3-4364-adaf-0a6db3e5000e req-a194c195-d6ce-436d-a499-eea52684b9d2 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:34.302381 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-665ed12e-15b3-4364-adaf-0a6db3e5000e req-a194c195-d6ce-436d-a499-eea52684b9d2 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 932 time: 0.0672760 Aug 20 11:46:34.347008 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-665ed12e-15b3-4364-adaf-0a6db3e5000e req-12bb36b7-c766-44da-a941-ba9ca396395e tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379536 Aug 20 11:46:35.166071 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:35.468256 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.v2.base [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Request body: {'port': {'device_id': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-11'}} {{(pid=94867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:35.535325 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672a10e-447e-4e93-a84c-abb9c82827df req-44951fd3-b2de-4b68-ada8-b9cb0c6a1515 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:35.536855 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f672a10e-447e-4e93-a84c-abb9c82827df req-44951fd3-b2de-4b68-ada8-b9cb0c6a1515 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 932 time: 0.1021342 Aug 20 11:46:35.549627 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:35.604975 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f672a10e-447e-4e93-a84c-abb9c82827df req-d4b1c656-7f28-4bb5-924d-66546de6eca5 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613515 Aug 20 11:46:35.843315 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca244c50-2d18-40d8-abac-7037549ebddb {{(pid=94867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:46:35.850881 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:35.864269 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.provisioning_blocks [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Transition to ACTIVE for port object ca244c50-2d18-40d8-abac-7037549ebddb will not be triggered until provisioned by entity L2. {{(pid=94867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:35.867662 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:35.923169 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Pushing event updated for resources: {'Port': ['ID=ca244c50-2d18-40d8-abac-7037549ebddb,revision_number=2']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:36.002690 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Attempting to bind port ca244c50-2d18-40d8-abac-7037549ebddb on host n-h1-778550-11 for vnic_type normal with profile {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:46:36.003015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Attempting to bind port ca244c50-2d18-40d8-abac-7037549ebddb by drivers openvswitch,hyperv on host n-h1-778550-11 at level 0 using segments [{'id': '896fc772-fade-4c0f-8de7-e37b253c2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa'}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:46:36.003460 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Attempting to bind port ca244c50-2d18-40d8-abac-7037549ebddb on network ac4c1076-5ad5-4767-b4e6-cf07759044aa {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:36.008907 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Port ca244c50-2d18-40d8-abac-7037549ebddb on network ac4c1076-5ad5-4767-b4e6-cf07759044aa not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-11 {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:46:36.009234 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Attempting to bind port ca244c50-2d18-40d8-abac-7037549ebddb on network ac4c1076-5ad5-4767-b4e6-cf07759044aa {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:36.015151 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Checking agent: {'id': '024a74c4-1899-4ac8-bd23-fd91f34d3447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'started_at': datetime.datetime(2021, 8, 20, 10, 11, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:46:36.015488 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Checking segment: {'id': '896fc772-fade-4c0f-8de7-e37b253c2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:36.015922 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Bound using segment: {'id': '896fc772-fade-4c0f-8de7-e37b253c2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa'} {{(pid=94867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:46:36.016363 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.managers [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Bound port: ca244c50-2d18-40d8-abac-7037549ebddb, host: n-h1-778550-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896fc772-fade-4c0f-8de7-e37b253c2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa'}}] {{(pid=94867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:46:36.016716 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.085245 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] For port ca244c50-2d18-40d8-abac-7037549ebddb, host n-h1-778550-11, cleared binding levels {{(pid=94867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:46:36.088932 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] For port ca244c50-2d18-40d8-abac-7037549ebddb, host n-h1-778550-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ca244c50-2d18-40d8-abac-7037549ebddb,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:46:36.093633 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8524800'] for port, after_update {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.454984 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:36.455697 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.457114 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] 10.222.0.42 "PUT /v2.0/ports/ca244c50-2d18-40d8-abac-7037549ebddb HTTP/1.1" status: 200 len: 1093 time: 1.0572741 Aug 20 11:46:36.457548 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'tag': 'ca244c50-2d18-40d8-abac-7037549ebddb'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:36.459842 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea4fbca-a711-436e-a17c-215ce443acfc" -d '{"events": [{"name": "network-changed", "server_uuid": "b89e82fc-4165-44e7-a598-e21c9dfb0037", "tag": "ca244c50-2d18-40d8-abac-7037549ebddb"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:36.489618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2096ded-46aa-4f38-824a-19ce42b3978d service neutron] Pushing event updated for resources: {'Port': ['ID=ca244c50-2d18-40d8-abac-7037549ebddb,revision_number=3']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:36.508470 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad89e09c-970d-4b6a-8f8f-d8beced198e4 x-openstack-request-id: req-ad89e09c-970d-4b6a-8f8f-d8beced198e4 {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:36.508770 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89e82fc-4165-44e7-a598-e21c9dfb0037", "tag": "ca244c50-2d18-40d8-abac-7037549ebddb", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:36.509024 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad89e09c-970d-4b6a-8f8f-d8beced198e4 {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:36.509425 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'tag': 'ca244c50-2d18-40d8-abac-7037549ebddb', 'status': 'completed', 'code': 200} Aug 20 11:46:36.552811 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e5943898-b413-4db8-a4f4-030a6520cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:36.554577 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-e5943898-b413-4db8-a4f4-030a6520cbe6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d59535ead90b49e494e12d3786c7fc42&device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 1096 time: 0.0443161 Aug 20 11:46:36.597662 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-1315d4b6-f9ae-48c8-b7f3-2b3e94ba4750 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca244c50-2d18-40d8-abac-7037549ebddb HTTP/1.1" status: 200 len: 217 time: 0.0352783 Aug 20 11:46:36.653915 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-10d32a39-d2ec-448c-b09d-960405b56c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:36.657346 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-10d32a39-d2ec-448c-b09d-960405b56c4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cebe68c6-7bc4-4325-9085-4afc9acd0484 HTTP/1.1" status: 200 len: 849 time: 0.0513723 Aug 20 11:46:36.728602 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-4d9a455a-1289-4f45-83ab-9c9c84a60d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:36.730032 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-4d9a455a-1289-4f45-83ab-9c9c84a60d00 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac4c1076-5ad5-4767-b4e6-cf07759044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678110 Aug 20 11:46:36.753191 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ef591-e7ee-42a4-9c1e-59ad54e57cbe req-9e5609c7-6aa1-4610-966f-277be8a7a6b1 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:36.755241 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-398ef591-e7ee-42a4-9c1e-59ad54e57cbe req-9e5609c7-6aa1-4610-966f-277be8a7a6b1 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 944 time: 0.0691657 Aug 20 11:46:36.841582 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-398ef591-e7ee-42a4-9c1e-59ad54e57cbe req-c024d297-d030-4cc9-97ce-ecbe4fccf242 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766685 Aug 20 11:46:36.858622 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-26721f52-6165-4f83-acf2-2fc4e0cee988 service neutron] 10.222.0.42 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210575 Aug 20 11:46:36.947949 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-05c20234-d3f8-42c7-ae2f-59a56b0a9168 req-2f35526e-289b-4e35-ba7f-6084236249d0 service neutron] 10.222.0.42 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817535 Aug 20 11:46:37.040618 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4fbca-a711-436e-a17c-215ce443acfc req-04062f38-49cb-42f0-91b8-ec756dab14c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:37.042932 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ea4fbca-a711-436e-a17c-215ce443acfc req-04062f38-49cb-42f0-91b8-ec756dab14c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d59535ead90b49e494e12d3786c7fc42&device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 1096 time: 0.0517342 Aug 20 11:46:37.136549 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4fbca-a711-436e-a17c-215ce443acfc req-2b30e88c-a7ad-4dbf-8d7c-06a4578e7ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:37.138046 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ea4fbca-a711-436e-a17c-215ce443acfc req-2b30e88c-a7ad-4dbf-8d7c-06a4578e7ba1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ac4c1076-5ad5-4767-b4e6-cf07759044aa HTTP/1.1" status: 200 len: 911 time: 0.0886104 Aug 20 11:46:37.183840 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ea4fbca-a711-436e-a17c-215ce443acfc req-4c18d3f9-854f-4a55-a8f3-b778bd591471 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca244c50-2d18-40d8-abac-7037549ebddb HTTP/1.1" status: 200 len: 217 time: 0.0356400 Aug 20 11:46:37.240544 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4fbca-a711-436e-a17c-215ce443acfc req-6dec0138-bf39-4f44-9ef1-82096a5109cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:37.242029 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ea4fbca-a711-436e-a17c-215ce443acfc req-6dec0138-bf39-4f44-9ef1-82096a5109cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cebe68c6-7bc4-4325-9085-4afc9acd0484 HTTP/1.1" status: 200 len: 849 time: 0.0493438 Aug 20 11:46:37.291279 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4fbca-a711-436e-a17c-215ce443acfc req-bb25bc76-04d4-4add-bd43-32d7b0fbc3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:37.292739 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ea4fbca-a711-436e-a17c-215ce443acfc req-bb25bc76-04d4-4add-bd43-32d7b0fbc3d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac4c1076-5ad5-4767-b4e6-cf07759044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427384 Aug 20 11:46:37.385247 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ea4fbca-a711-436e-a17c-215ce443acfc req-fa365083-e8dc-4510-a025-fdd151cedbf5 service neutron] 10.222.0.42 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845413 Aug 20 11:46:37.479915 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-9ea4fbca-a711-436e-a17c-215ce443acfc req-69308860-c4ce-4351-99a3-1110dd8cf92a service neutron] 10.222.0.42 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869873 Aug 20 11:46:37.958627 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7915eb-8539-4a63-a291-bdb510f1313b req-7e052e4d-1b61-466c-898e-bce704208ce7 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:37.960147 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f7915eb-8539-4a63-a291-bdb510f1313b req-7e052e4d-1b61-466c-898e-bce704208ce7 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 944 time: 0.0487142 Aug 20 11:46:37.998305 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-4f7915eb-8539-4a63-a291-bdb510f1313b req-33297b6b-94b6-4b64-b6a3-9291d1c11fda tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319424 Aug 20 11:46:38.438050 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ca244c50-2d18-40d8-abac-7037549ebddb details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:46:38.536524 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ca244c50-2d18-40d8-abac-7037549ebddb, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ca244c50-2d18-40d8-abac-7037549ebddb,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:38.547494 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'ca244c50-2d18-40d8-abac-7037549ebddb', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'port_id': 'ca244c50-2d18-40d8-abac-7037549ebddb', 'mac_address': 'fa:16:3e:6e:14:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:46:38.583625 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.595975 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca244c50-2d18-40d8-abac-7037549ebddb {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:46:38.615543 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ca244c50-2d18-40d8-abac-7037549ebddb, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ca244c50-2d18-40d8-abac-7037549ebddb,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:38.619731 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.669662 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=ca244c50-2d18-40d8-abac-7037549ebddb,revision_number=4']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:38.829941 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['ca244c50-2d18-40d8-abac-7037549ebddb'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:46:39.119447 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791474e-8fc0-4f0a-8d51-846a508dd929 req-1ea797dd-b1d1-40b2-a3a0-512c027b497c tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:39.120959 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d791474e-8fc0-4f0a-8d51-846a508dd929 req-1ea797dd-b1d1-40b2-a3a0-512c027b497c tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 945 time: 0.0527785 Aug 20 11:46:39.159387 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d791474e-8fc0-4f0a-8d51-846a508dd929 req-3a2908a3-fa98-4594-86ec-796b30a09521 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323310 Aug 20 11:46:40.274862 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8fa33-59e6-4d7a-8ecd-b7b543926a7d req-e906a39e-07b8-4a7e-a0bc-7085c8396d95 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:40.276372 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f5d8fa33-59e6-4d7a-8ecd-b7b543926a7d req-e906a39e-07b8-4a7e-a0bc-7085c8396d95 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 945 time: 0.0493190 Aug 20 11:46:40.314072 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-f5d8fa33-59e6-4d7a-8ecd-b7b543926a7d req-0c58c2ab-61b7-4227-afc8-952a4b45e4c3 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315211 Aug 20 11:46:40.431507 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ca244c50-2d18-40d8-abac-7037549ebddb up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:40.479302 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning for port ca244c50-2d18-40d8-abac-7037549ebddb completed by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:40.482887 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port ca244c50-2d18-40d8-abac-7037549ebddb triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:40.483280 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:40.558461 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:40.582848 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca244c50-2d18-40d8-abac-7037549ebddb'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:40.585093 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eeef9a1-c1d2-4d0f-acbc-05a6689fe796" -d '{"events": [{"server_uuid": "b89e82fc-4165-44e7-a598-e21c9dfb0037", "name": "network-vif-plugged", "status": "completed", "tag": "ca244c50-2d18-40d8-abac-7037549ebddb"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:40.598076 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ca244c50-2d18-40d8-abac-7037549ebddb, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ca244c50-2d18-40d8-abac-7037549ebddb,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:40.602378 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:40.626227 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c268aab-a884-490a-b368-fc808b413cff x-openstack-request-id: req-0c268aab-a884-490a-b368-fc808b413cff {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:40.626535 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89e82fc-4165-44e7-a598-e21c9dfb0037", "name": "network-vif-plugged", "status": "completed", "tag": "ca244c50-2d18-40d8-abac-7037549ebddb", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:40.626791 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c268aab-a884-490a-b368-fc808b413cff {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:40.627205 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca244c50-2d18-40d8-abac-7037549ebddb', 'code': 200} Aug 20 11:46:40.655666 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=ca244c50-2d18-40d8-abac-7037549ebddb,revision_number=5']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:40.727615 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee766a-78b5-4381-9f0f-620f2ce59748 req-bf340eaf-40ef-4c88-8977-676196ad3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:40.730672 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fee766a-78b5-4381-9f0f-620f2ce59748 req-bf340eaf-40ef-4c88-8977-676196ad3cef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 1098 time: 0.0457060 Aug 20 11:46:40.764911 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2fee766a-78b5-4381-9f0f-620f2ce59748 req-5c390c40-d8a9-4944-a702-220354b39369 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289743 Aug 20 11:46:41.432185 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3e218-7abb-4b3f-a58f-51b5a3a5329d req-d0f6f29e-3772-4b49-80d5-e336c861f93b tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:41.433690 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aab3e218-7abb-4b3f-a58f-51b5a3a5329d req-d0f6f29e-3772-4b49-80d5-e336c861f93b tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 946 time: 0.0524254 Aug 20 11:46:41.472759 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-aab3e218-7abb-4b3f-a58f-51b5a3a5329d req-5da7703a-7044-4101-b456-e2c0db55edcd tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330689 Aug 20 11:46:42.591835 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266088b2-1f90-47b5-9b14-c855d448e76f req-086a0ddb-6b9c-4502-a6dc-b264f80db0dd tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:42.593343 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-266088b2-1f90-47b5-9b14-c855d448e76f req-086a0ddb-6b9c-4502-a6dc-b264f80db0dd tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 946 time: 0.0493383 Aug 20 11:46:42.631450 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-266088b2-1f90-47b5-9b14-c855d448e76f req-9bf093b4-b409-49ad-b609-9e982488e949 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314844 Aug 20 11:46:42.750043 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b03f61-45c3-42ff-a1b7-fe5b1f5cf1ee req-7fcaf975-6bf9-4b0e-bc96-c6d2e3312d61 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:42.751558 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13b03f61-45c3-42ff-a1b7-fe5b1f5cf1ee req-7fcaf975-6bf9-4b0e-bc96-c6d2e3312d61 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 946 time: 0.0515051 Aug 20 11:46:42.792046 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-13b03f61-45c3-42ff-a1b7-fe5b1f5cf1ee req-0852682c-cf96-4097-a5a6-e3fd0cc4318e tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340128 Aug 20 11:46:42.813326 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42312) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:42.853269 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784ee4db-2f95-4da1-9956-4f9b727fd05b tempest-TestSnapshotPattern-1543804347 tempest-TestSnapshotPattern-1543804347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:42.854770 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-784ee4db-2f95-4da1-9956-4f9b727fd05b tempest-TestSnapshotPattern-1543804347 tempest-TestSnapshotPattern-1543804347-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 1093 time: 0.0404749 Aug 20 11:46:42.857531 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42314) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:42.861831 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.v2.base [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Request body: {'floatingip': {'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'port_id': 'ca244c50-2d18-40d8-abac-7037549ebddb', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:42.883878 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for floatingip, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:42.995262 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:43.108322 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_common [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Allocated IP 172.25.3.160 (e9b47c86-fd7d-4389-b9fc-3eb6ae38720e/abd408f4-439d-4cdd-a3e0-7c0074beafd2/7e7278de-793f-4d08-a56f-642fc66f92e3) {{(pid=94866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:43.209471 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for port, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:43.248678 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748628298981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:43.288127 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Network e9b47c86-fd7d-4389-b9fc-3eb6ae38720e is already hosted by enough agents. {{(pid=94866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:43.290857 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.base_scheduler [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Resources bound (agent type, host, resource id): {{(pid=94866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:43.297292 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Received port after_create {{(pid=94866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:43.300305 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Pushing event updated for resources: {'Port': ['ID=7e7278de-793f-4d08-a56f-642fc66f92e3,revision_number=1']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:43.333101 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:43.333443 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:43.333779 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:43.334117 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:43.334448 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:43.334770 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:43.335111 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:43.335435 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:43.335753 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:43.336072 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:43.336390 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:43.336707 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:43.959434 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:44.029180 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:44.184368 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for port, precommit_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:44.189063 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10241561'] for port, after_update {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:44.256192 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Pushing event updated for resources: {'Port': ['ID=7e7278de-793f-4d08-a56f-642fc66f92e3,revision_number=2']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:44.268426 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761656'] for floatingip, after_create {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:44.372059 n-d-778550-11 neutron-server[94866]: INFO neutron.db.l3_db [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Floating IP b1f8510c-0122-4c4d-9b6c-a854c8ed7f25 associated. External IP: 172.25.3.160, port: ca244c50-2d18-40d8-abac-7037549ebddb. Aug 20 11:46:44.588816 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Router 9591d6d9-0172-4b1a-8635-158b56546d39 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:46:44.701201 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:46:44.712440 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba352813-709e-4602-aea4-c1a05315e7ed None None] Sync routers for ids ['9591d6d9-0172-4b1a-8635-158b56546d39'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:46:44.719464 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:44.722602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba352813-709e-4602-aea4-c1a05315e7ed None None] Routers {'9591d6d9-0172-4b1a-8635-158b56546d39'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:46:44.723890 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ba352813-709e-4602-aea4-c1a05315e7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:46:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9591d6d9-0172-4b1a-8635-158b56546d39'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:44.748843 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0844ee01-69ad-427b-8612-a08cca50d173 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8902864 Aug 20 11:46:44.749436 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'tag': 'ca244c50-2d18-40d8-abac-7037549ebddb'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:44.752138 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5403f3f0-47d8-42ce-adc6-49911288e114" -d '{"events": [{"name": "network-changed", "server_uuid": "b89e82fc-4165-44e7-a598-e21c9dfb0037", "tag": "ca244c50-2d18-40d8-abac-7037549ebddb"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:44.848113 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-ba352813-709e-4602-aea4-c1a05315e7ed None None] Set router 9591d6d9-0172-4b1a-8635-158b56546d39 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:46:44.860915 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f997b17f-522a-4554-8d7f-2db9654c281b x-openstack-request-id: req-f997b17f-522a-4554-8d7f-2db9654c281b {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:44.861217 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89e82fc-4165-44e7-a598-e21c9dfb0037", "tag": "ca244c50-2d18-40d8-abac-7037549ebddb", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:44.861459 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f997b17f-522a-4554-8d7f-2db9654c281b {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:44.861860 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'tag': 'ca244c50-2d18-40d8-abac-7037549ebddb', 'status': 'completed', 'code': 200} Aug 20 11:46:44.930686 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403f3f0-47d8-42ce-adc6-49911288e114 req-e1703f98-7778-4d8d-a533-228ba026e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:44.932260 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5403f3f0-47d8-42ce-adc6-49911288e114 req-e1703f98-7778-4d8d-a533-228ba026e77e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d59535ead90b49e494e12d3786c7fc42&device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 1098 time: 0.0464861 Aug 20 11:46:45.036951 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403f3f0-47d8-42ce-adc6-49911288e114 req-e0bf9ca3-b2a4-4759-b6f9-9b92b5a47d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:45.038367 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5403f3f0-47d8-42ce-adc6-49911288e114 req-e0bf9ca3-b2a4-4759-b6f9-9b92b5a47d04 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ac4c1076-5ad5-4767-b4e6-cf07759044aa HTTP/1.1" status: 200 len: 911 time: 0.0995343 Aug 20 11:46:45.090894 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ba352813-709e-4602-aea4-c1a05315e7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'a05e2cd0-7489-45c5-8d0f-731619c5d9d1', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'floating_ip_address': '172.25.3.28', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'port_id': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'mac_address': 'fa:16:3e:08:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:43:37Z', 'updated_at': '2021-08-20T11:43:39Z', 'revision_number': 1, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'fixed_ip_address_scope': None}, {'id': 'b1f8510c-0122-4c4d-9b6c-a854c8ed7f25', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'floating_ip_address': '172.25.3.160', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'port_id': 'ca244c50-2d18-40d8-abac-7037549ebddb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'mac_address': 'fa:16:3e:6e:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:46:43Z', 'updated_at': '2021-08-20T11:46:43Z', 'revision_number': 0, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4934ea08-1e7a-410d-a3ab-d5f3e398edc0', 'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'mac_address': 'fa:16:3e:7e:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:15Z', 'updated_at': '2021-08-20T11:43:22Z', 'revision_number': 5, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'subnets': [{'id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:45.105155 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5403f3f0-47d8-42ce-adc6-49911288e114 req-be33a685-d5dc-4518-9f39-bf3241f4117a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca244c50-2d18-40d8-abac-7037549ebddb HTTP/1.1" status: 200 len: 1000 time: 0.0600045 Aug 20 11:46:45.121515 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba352813-709e-4602-aea4-c1a05315e7ed None None] Checking router: 9591d6d9-0172-4b1a-8635-158b56546d39 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:46:45.129957 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba352813-709e-4602-aea4-c1a05315e7ed None None] Routers {'9591d6d9-0172-4b1a-8635-158b56546d39'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:46:45.130580 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ba352813-709e-4602-aea4-c1a05315e7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:46:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9591d6d9-0172-4b1a-8635-158b56546d39'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:45.156655 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403f3f0-47d8-42ce-adc6-49911288e114 req-c3348456-2ff4-4ce7-adbc-dc9daab93f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:45.158179 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5403f3f0-47d8-42ce-adc6-49911288e114 req-c3348456-2ff4-4ce7-adbc-dc9daab93f99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cebe68c6-7bc4-4325-9085-4afc9acd0484 HTTP/1.1" status: 200 len: 849 time: 0.0461390 Aug 20 11:46:45.211333 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403f3f0-47d8-42ce-adc6-49911288e114 req-46699e79-7c7b-4977-8453-fa9cdd334d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:45.213143 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5403f3f0-47d8-42ce-adc6-49911288e114 req-46699e79-7c7b-4977-8453-fa9cdd334d38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac4c1076-5ad5-4767-b4e6-cf07759044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470819 Aug 20 11:46:45.238922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-ba352813-709e-4602-aea4-c1a05315e7ed None None] Set router 9591d6d9-0172-4b1a-8635-158b56546d39 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:46:45.304956 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5403f3f0-47d8-42ce-adc6-49911288e114 req-22ae8d01-56fa-46df-8903-586309483294 service neutron] 10.222.0.42 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843151 Aug 20 11:46:45.403333 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-5403f3f0-47d8-42ce-adc6-49911288e114 req-9602dc78-406a-48c6-bf91-c0671c56747a service neutron] 10.222.0.42 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909081 Aug 20 11:46:45.465030 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-ba352813-709e-4602-aea4-c1a05315e7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'a05e2cd0-7489-45c5-8d0f-731619c5d9d1', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'floating_ip_address': '172.25.3.28', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'port_id': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'mac_address': 'fa:16:3e:08:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:43:37Z', 'updated_at': '2021-08-20T11:43:39Z', 'revision_number': 1, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'fixed_ip_address_scope': None}, {'id': 'b1f8510c-0122-4c4d-9b6c-a854c8ed7f25', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'floating_ip_address': '172.25.3.160', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'port_id': 'ca244c50-2d18-40d8-abac-7037549ebddb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'mac_address': 'fa:16:3e:6e:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:46:43Z', 'updated_at': '2021-08-20T11:46:43Z', 'revision_number': 0, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4934ea08-1e7a-410d-a3ab-d5f3e398edc0', 'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'mac_address': 'fa:16:3e:7e:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:15Z', 'updated_at': '2021-08-20T11:43:22Z', 'revision_number': 5, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'subnets': [{'id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:45.494602 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba352813-709e-4602-aea4-c1a05315e7ed None None] The sync data for ids ['9591d6d9-0172-4b1a-8635-158b56546d39'] in n-d-778550-11 is: [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'a05e2cd0-7489-45c5-8d0f-731619c5d9d1', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'floating_ip_address': '172.25.3.28', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'port_id': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'mac_address': 'fa:16:3e:08:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:43:37Z', 'updated_at': '2021-08-20T11:43:39Z', 'revision_number': 1, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'fixed_ip_address_scope': None}, {'id': 'b1f8510c-0122-4c4d-9b6c-a854c8ed7f25', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'floating_ip_address': '172.25.3.160', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'port_id': 'ca244c50-2d18-40d8-abac-7037549ebddb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'mac_address': 'fa:16:3e:6e:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:46:43Z', 'updated_at': '2021-08-20T11:46:43Z', 'revision_number': 0, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4934ea08-1e7a-410d-a3ab-d5f3e398edc0', 'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'mac_address': 'fa:16:3e:7e:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:15Z', 'updated_at': '2021-08-20T11:43:22Z', 'revision_number': 5, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'subnets': [{'id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:46:45.696936 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34255aac-c653-455e-ae9b-87a8e2e58884 None None] New status for floating IP b1f8510c-0122-4c4d-9b6c-a854c8ed7f25: ACTIVE {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:46:49.277667 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:53.673347 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:58.125438 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-952b501d-61a2-4640-8fa9-ceeab133b311 req-fd495acb-5992-4b8f-a28f-92d211238219 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413725 Aug 20 11:46:58.202637 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b501d-61a2-4640-8fa9-ceeab133b311 req-0434c689-f725-4c2c-8f4e-99828e8bf400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:58.204205 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-952b501d-61a2-4640-8fa9-ceeab133b311 req-0434c689-f725-4c2c-8f4e-99828e8bf400 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d59535ead90b49e494e12d3786c7fc42&device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 1095 time: 0.0390141 Aug 20 11:46:58.314238 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b501d-61a2-4640-8fa9-ceeab133b311 req-b49e5ec3-7002-485b-a56c-7c83c6de7049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:58.315877 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-952b501d-61a2-4640-8fa9-ceeab133b311 req-b49e5ec3-7002-485b-a56c-7c83c6de7049 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac4c1076-5ad5-4767-b4e6-cf07759044aa HTTP/1.1" status: 200 len: 911 time: 0.0921364 Aug 20 11:46:58.382266 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-952b501d-61a2-4640-8fa9-ceeab133b311 req-a1f8cbeb-88bd-4bff-9168-ad3af189a905 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04a6dacf-8c36-4661-b9b0-6ed974963abf HTTP/1.1" status: 200 len: 998 time: 0.0593395 Aug 20 11:46:58.434497 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b501d-61a2-4640-8fa9-ceeab133b311 req-91f0110d-a745-4402-a1e9-d83b9518f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:58.436000 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-952b501d-61a2-4640-8fa9-ceeab133b311 req-91f0110d-a745-4402-a1e9-d83b9518f4bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebe68c6-7bc4-4325-9085-4afc9acd0484 HTTP/1.1" status: 200 len: 849 time: 0.0474074 Aug 20 11:46:58.482458 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b501d-61a2-4640-8fa9-ceeab133b311 req-ad370785-522b-4e63-9236-7351c0dfc5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:58.483983 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-952b501d-61a2-4640-8fa9-ceeab133b311 req-ad370785-522b-4e63-9236-7351c0dfc5fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac4c1076-5ad5-4767-b4e6-cf07759044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399711 Aug 20 11:46:58.572382 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-952b501d-61a2-4640-8fa9-ceeab133b311 req-2b3c7ff3-1b25-4607-8198-d4ec90ce7d4f service neutron] 10.222.0.24 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801814 Aug 20 11:46:58.667065 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-952b501d-61a2-4640-8fa9-ceeab133b311 req-6288da27-faa8-4065-9834-870c9125fc48 service neutron] 10.222.0.24 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875821 Aug 20 11:46:59.432974 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b1f56f03-bb09-4ab2-9fdf-f183580a19c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:02.086805 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-981c92f5-d382-40c7-9c62-dc0257391324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:02.577669 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:03.502306 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:05.168313 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.880846 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:47:19.296810 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.674921 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:29.432314 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-da868bae-a1b6-41cf-a38a-f67ebccb1a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.087702 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c76ce820-5ac6-443f-a091-b3b38001234e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.578867 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.505377 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:35.172187 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:41.900766 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c7113095-3cdb-42dd-b55f-b7d964ffa76d req-9db9bafe-3382-4e4c-ad99-331c0b80a7e7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402622 Aug 20 11:47:41.984937 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7113095-3cdb-42dd-b55f-b7d964ffa76d req-c3da6706-1203-4321-84e8-81da51b60d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:41.986642 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c7113095-3cdb-42dd-b55f-b7d964ffa76d req-c3da6706-1203-4321-84e8-81da51b60d11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d59535ead90b49e494e12d3786c7fc42&device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 1098 time: 0.0416470 Aug 20 11:47:42.094624 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7113095-3cdb-42dd-b55f-b7d964ffa76d req-48e7a0b2-b98b-44fa-aa96-0085f09ab715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.096253 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c7113095-3cdb-42dd-b55f-b7d964ffa76d req-48e7a0b2-b98b-44fa-aa96-0085f09ab715 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ac4c1076-5ad5-4767-b4e6-cf07759044aa HTTP/1.1" status: 200 len: 911 time: 0.0865903 Aug 20 11:47:42.160138 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c7113095-3cdb-42dd-b55f-b7d964ffa76d req-7e09dab4-cd8c-4670-9e6a-c62552c97e65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca244c50-2d18-40d8-abac-7037549ebddb HTTP/1.1" status: 200 len: 1002 time: 0.0564990 Aug 20 11:47:42.208841 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7113095-3cdb-42dd-b55f-b7d964ffa76d req-284de05e-b317-4624-99d0-8cebcee14d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.210333 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c7113095-3cdb-42dd-b55f-b7d964ffa76d req-284de05e-b317-4624-99d0-8cebcee14d0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cebe68c6-7bc4-4325-9085-4afc9acd0484 HTTP/1.1" status: 200 len: 849 time: 0.0430586 Aug 20 11:47:42.259291 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7113095-3cdb-42dd-b55f-b7d964ffa76d req-eacd0fd5-3d94-4a55-a7d9-126ce79b2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.260747 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c7113095-3cdb-42dd-b55f-b7d964ffa76d req-eacd0fd5-3d94-4a55-a7d9-126ce79b2bad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac4c1076-5ad5-4767-b4e6-cf07759044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434682 Aug 20 11:47:42.348638 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c7113095-3cdb-42dd-b55f-b7d964ffa76d req-abd28bc1-27c2-4e74-a841-e9a21b9bb531 service neutron] 10.222.0.42 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803893 Aug 20 11:47:42.441208 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c7113095-3cdb-42dd-b55f-b7d964ffa76d req-fc12999c-a721-4409-aa35-0e9011994509 service neutron] 10.222.0.42 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851526 Aug 20 11:47:46.880101 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:47:49.288809 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:53.675843 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.433325 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-560dec3d-c7ca-446e-a6d6-97dfc4e7e02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:00.107890 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e22bb30c-f140-40ca-9613-b25aac3888d5 req-a46487e5-ce9f-4da0-85bd-fc3e3a5adbe3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403991 Aug 20 11:48:00.187685 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bb30c-f140-40ca-9613-b25aac3888d5 req-9c2ebf3c-8080-4f03-ab5b-3e0c0d1669df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:00.189190 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e22bb30c-f140-40ca-9613-b25aac3888d5 req-9c2ebf3c-8080-4f03-ab5b-3e0c0d1669df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d59535ead90b49e494e12d3786c7fc42&device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 1095 time: 0.0401347 Aug 20 11:48:00.296273 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bb30c-f140-40ca-9613-b25aac3888d5 req-c3bccd70-dc33-4aab-884f-514e891c7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:00.297731 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e22bb30c-f140-40ca-9613-b25aac3888d5 req-c3bccd70-dc33-4aab-884f-514e891c7b90 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac4c1076-5ad5-4767-b4e6-cf07759044aa HTTP/1.1" status: 200 len: 911 time: 0.0887508 Aug 20 11:48:00.362536 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e22bb30c-f140-40ca-9613-b25aac3888d5 req-47506331-9272-4c6b-bbc4-7b07968af668 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04a6dacf-8c36-4661-b9b0-6ed974963abf HTTP/1.1" status: 200 len: 998 time: 0.0572491 Aug 20 11:48:00.415024 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bb30c-f140-40ca-9613-b25aac3888d5 req-8a3ea8f6-e513-4afb-ba26-fb519d76d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:00.416526 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e22bb30c-f140-40ca-9613-b25aac3888d5 req-8a3ea8f6-e513-4afb-ba26-fb519d76d7db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebe68c6-7bc4-4325-9085-4afc9acd0484 HTTP/1.1" status: 200 len: 849 time: 0.0472367 Aug 20 11:48:00.461579 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bb30c-f140-40ca-9613-b25aac3888d5 req-40988956-b04c-45ae-b60a-0d320fd16afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:00.463367 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e22bb30c-f140-40ca-9613-b25aac3888d5 req-40988956-b04c-45ae-b60a-0d320fd16afe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac4c1076-5ad5-4767-b4e6-cf07759044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401492 Aug 20 11:48:00.551119 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e22bb30c-f140-40ca-9613-b25aac3888d5 req-9ef5a00b-3a37-4a54-a667-1c8bf5dbc1b7 service neutron] 10.222.0.24 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805101 Aug 20 11:48:00.644879 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-e22bb30c-f140-40ca-9613-b25aac3888d5 req-6ae13340-00d5-4517-8bf0-caf372c67c22 service neutron] 10.222.0.24 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865488 Aug 20 11:48:02.087470 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-17583256-8f50-41af-98cb-133e284805b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:02.581609 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:03.510083 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:05.174598 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:19.306353 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.697502 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.881173 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:48:27.043704 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ca244c50-2d18-40d8-abac-7037549ebddb details requested by agent hyperv_n-h1-778550-11 with host n-h1-778550-11 {{(pid=94868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:48:27.133328 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ca244c50-2d18-40d8-abac-7037549ebddb, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ca244c50-2d18-40d8-abac-7037549ebddb,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:27.144600 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Returning: {'device': 'ca244c50-2d18-40d8-abac-7037549ebddb', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'port_id': 'ca244c50-2d18-40d8-abac-7037549ebddb', 'mac_address': 'fa:16:3e:6e:14:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:48:27.183459 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:27.195497 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca244c50-2d18-40d8-abac-7037549ebddb {{(pid=94868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:48:27.214825 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ca244c50-2d18-40d8-abac-7037549ebddb, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ca244c50-2d18-40d8-abac-7037549ebddb,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:27.218719 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:27.272874 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=ca244c50-2d18-40d8-abac-7037549ebddb,revision_number=6']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:27.280143 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:27.280492 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:27.280836 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:27.281174 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:27.281510 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:27.281842 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:27.282170 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:27.282500 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:27.282828 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:27.283175 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:27.283504 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:27.283828 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:27.294838 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] get_ports_and_sgs() called for port_ids ['ca244c50-2d18-40d8-abac-7037549ebddb'] {{(pid=94868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:29.059147 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ca244c50-2d18-40d8-abac-7037549ebddb up at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:29.124003 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.provisioning_blocks [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Provisioning complete for port ca244c50-2d18-40d8-abac-7037549ebddb triggered by entity L2. {{(pid=94868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:29.124984 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1415615'] for port, provisioning_complete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:29.214813 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:29.254751 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca244c50-2d18-40d8-abac-7037549ebddb'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:29.257453 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951c08af-dd54-4c5f-94c3-60f45b513028" -d '{"events": [{"server_uuid": "b89e82fc-4165-44e7-a598-e21c9dfb0037", "name": "network-vif-plugged", "status": "completed", "tag": "ca244c50-2d18-40d8-abac-7037549ebddb"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:29.272591 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ca244c50-2d18-40d8-abac-7037549ebddb, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ca244c50-2d18-40d8-abac-7037549ebddb,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:29.277316 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:29.318461 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0763443-db08-4e24-959b-9f58247f5262 x-openstack-request-id: req-e0763443-db08-4e24-959b-9f58247f5262 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:29.318765 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89e82fc-4165-44e7-a598-e21c9dfb0037", "name": "network-vif-plugged", "status": "completed", "tag": "ca244c50-2d18-40d8-abac-7037549ebddb", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:29.319016 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0763443-db08-4e24-959b-9f58247f5262 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:29.319448 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca244c50-2d18-40d8-abac-7037549ebddb', 'code': 200} Aug 20 11:48:29.338559 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=ca244c50-2d18-40d8-abac-7037549ebddb,revision_number=7']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:29.437162 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-a720eed6-6ab6-4afc-81dd-06c9c6038729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.103461 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-908c18fb-f7f1-4171-8c90-2ba6a75ba1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.587595 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.540034 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.184888 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.668495 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42530) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:38.824968 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Deleting port 7e7278de-793f-4d08-a56f-642fc66f92e3 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:38.825309 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.897795 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.898122 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.909457 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Calling delete_port for 7e7278de-793f-4d08-a56f-642fc66f92e3 owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:39.056178 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.082047 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Pushing event deleted for resources: {'Port': ['ID=7e7278de-793f-4d08-a56f-642fc66f92e3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:39.110818 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:39.111202 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:39.111551 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:39.111893 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:39.112233 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:39.112568 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:39.112900 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:39.113229 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:39.113558 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:39.113917 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:39.114246 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:39.114575 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:39.156091 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.156489 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Floating IP b1f8510c-0122-4c4d-9b6c-a854c8ed7f25 disassociated (deleted). External IP: 172.25.3.160, port: ca244c50-2d18-40d8-abac-7037549ebddb. Aug 20 11:48:39.365570 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Router 9591d6d9-0172-4b1a-8635-158b56546d39 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:48:39.471827 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:39.477010 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.481813 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a54fb-5b3f-4dfa-ade6-7d357929cab0 None None] Sync routers for ids ['9591d6d9-0172-4b1a-8635-158b56546d39'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:39.490617 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a54fb-5b3f-4dfa-ade6-7d357929cab0 None None] Routers {'9591d6d9-0172-4b1a-8635-158b56546d39'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:39.491359 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6c8a54fb-5b3f-4dfa-ade6-7d357929cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:48:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9591d6d9-0172-4b1a-8635-158b56546d39'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:39.512000 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6f9c877c-152b-4178-9f2b-5c4aaca8ca25 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "DELETE /v2.0/floatingips/b1f8510c-0122-4c4d-9b6c-a854c8ed7f25 HTTP/1.1" status: 204 len: 168 time: 0.8400474 Aug 20 11:48:39.513270 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'tag': 'ca244c50-2d18-40d8-abac-7037549ebddb'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:39.515715 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3165822-39a9-42ac-acc5-59dac8fb42e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b89e82fc-4165-44e7-a598-e21c9dfb0037", "tag": "ca244c50-2d18-40d8-abac-7037549ebddb"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:39.605929 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6c8a54fb-5b3f-4dfa-ade6-7d357929cab0 None None] Set router 9591d6d9-0172-4b1a-8635-158b56546d39 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:39.622067 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afb1480-e7c0-442e-a424-2d876cfc93fa x-openstack-request-id: req-1afb1480-e7c0-442e-a424-2d876cfc93fa {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:39.622362 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89e82fc-4165-44e7-a598-e21c9dfb0037", "tag": "ca244c50-2d18-40d8-abac-7037549ebddb", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:39.623347 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1afb1480-e7c0-442e-a424-2d876cfc93fa {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:39.623878 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'tag': 'ca244c50-2d18-40d8-abac-7037549ebddb', 'status': 'completed', 'code': 200} Aug 20 11:48:39.688718 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3165822-39a9-42ac-acc5-59dac8fb42e1 req-15f12dc1-a557-4618-98b5-802c44093994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:39.690438 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3165822-39a9-42ac-acc5-59dac8fb42e1 req-15f12dc1-a557-4618-98b5-802c44093994 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d59535ead90b49e494e12d3786c7fc42&device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 1098 time: 0.0484879 Aug 20 11:48:39.827106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3165822-39a9-42ac-acc5-59dac8fb42e1 req-35916696-756b-4099-a5ee-ec5cc078b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:39.828651 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3165822-39a9-42ac-acc5-59dac8fb42e1 req-35916696-756b-4099-a5ee-ec5cc078b188 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ac4c1076-5ad5-4767-b4e6-cf07759044aa HTTP/1.1" status: 200 len: 911 time: 0.1302755 Aug 20 11:48:39.844387 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e640d-92bf-400c-8afa-e76ad845be09 req-0a4842d1-665a-4db2-9dab-12e83bf26390 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:39.845823 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d28e640d-92bf-400c-8afa-e76ad845be09 req-0a4842d1-665a-4db2-9dab-12e83bf26390 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 946 time: 0.1387894 Aug 20 11:48:39.849337 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6c8a54fb-5b3f-4dfa-ade6-7d357929cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'a05e2cd0-7489-45c5-8d0f-731619c5d9d1', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'floating_ip_address': '172.25.3.28', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'port_id': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'mac_address': 'fa:16:3e:08:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:43:37Z', 'updated_at': '2021-08-20T11:43:39Z', 'revision_number': 1, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4934ea08-1e7a-410d-a3ab-d5f3e398edc0', 'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'mac_address': 'fa:16:3e:7e:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:15Z', 'updated_at': '2021-08-20T11:43:22Z', 'revision_number': 5, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'subnets': [{'id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:39.876423 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a54fb-5b3f-4dfa-ade6-7d357929cab0 None None] Checking router: 9591d6d9-0172-4b1a-8635-158b56546d39 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:39.884576 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a54fb-5b3f-4dfa-ade6-7d357929cab0 None None] Routers {'9591d6d9-0172-4b1a-8635-158b56546d39'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:39.885186 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6c8a54fb-5b3f-4dfa-ade6-7d357929cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:48:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9591d6d9-0172-4b1a-8635-158b56546d39'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:39.886919 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3165822-39a9-42ac-acc5-59dac8fb42e1 req-05a9c743-1006-4ced-bf72-aeed8ddadc2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca244c50-2d18-40d8-abac-7037549ebddb HTTP/1.1" status: 200 len: 217 time: 0.0401809 Aug 20 11:48:39.945870 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-d28e640d-92bf-400c-8afa-e76ad845be09 req-8da789fd-a328-4f12-9d44-4735c16c50dd tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919416 Aug 20 11:48:39.963994 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3165822-39a9-42ac-acc5-59dac8fb42e1 req-07104765-4aa3-47bb-8be6-10a8831fe529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:39.965546 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3165822-39a9-42ac-acc5-59dac8fb42e1 req-07104765-4aa3-47bb-8be6-10a8831fe529 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cebe68c6-7bc4-4325-9085-4afc9acd0484 HTTP/1.1" status: 200 len: 849 time: 0.0688310 Aug 20 11:48:39.992635 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-6c8a54fb-5b3f-4dfa-ade6-7d357929cab0 None None] Set router 9591d6d9-0172-4b1a-8635-158b56546d39 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:40.014298 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3165822-39a9-42ac-acc5-59dac8fb42e1 req-8a61d0fe-5f0b-4309-9e92-f975ef7fd9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:40.015862 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3165822-39a9-42ac-acc5-59dac8fb42e1 req-8a61d0fe-5f0b-4309-9e92-f975ef7fd9dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ac4c1076-5ad5-4767-b4e6-cf07759044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412772 Aug 20 11:48:40.107945 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3165822-39a9-42ac-acc5-59dac8fb42e1 req-68daf71f-5dd1-4b44-9d82-7bb53a958e15 service neutron] 10.222.0.42 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817020 Aug 20 11:48:40.203213 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-f3165822-39a9-42ac-acc5-59dac8fb42e1 req-c7bd8608-1c5c-452e-a0c1-d08d260dca1c service neutron] 10.222.0.42 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870390 Aug 20 11:48:40.219500 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-6c8a54fb-5b3f-4dfa-ade6-7d357929cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'a05e2cd0-7489-45c5-8d0f-731619c5d9d1', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'floating_ip_address': '172.25.3.28', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'port_id': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'mac_address': 'fa:16:3e:08:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:43:37Z', 'updated_at': '2021-08-20T11:43:39Z', 'revision_number': 1, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4934ea08-1e7a-410d-a3ab-d5f3e398edc0', 'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'mac_address': 'fa:16:3e:7e:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:15Z', 'updated_at': '2021-08-20T11:43:22Z', 'revision_number': 5, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'subnets': [{'id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:40.246450 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a54fb-5b3f-4dfa-ade6-7d357929cab0 None None] The sync data for ids ['9591d6d9-0172-4b1a-8635-158b56546d39'] in n-d-778550-11 is: [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_floatingips': [{'id': 'a05e2cd0-7489-45c5-8d0f-731619c5d9d1', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'floating_ip_address': '172.25.3.28', 'floating_network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'router_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'port_id': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'mac_address': 'fa:16:3e:08:00:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:43:37Z', 'updated_at': '2021-08-20T11:43:39Z', 'revision_number': 1, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4934ea08-1e7a-410d-a3ab-d5f3e398edc0', 'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'mac_address': 'fa:16:3e:7e:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:15Z', 'updated_at': '2021-08-20T11:43:22Z', 'revision_number': 5, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'subnets': [{'id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:40.489104 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2649840c-b908-4692-96b7-63348752d06b None None] New status for floating IP b1f8510c-0122-4c4d-9b6c-a854c8ed7f25: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:48:41.107437 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ca244c50-2d18-40d8-abac-7037549ebddb no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:41.115562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8e8e9-a9e3-4969-8f9d-0b07f5c8d185 req-b040087f-4f0d-4701-bcad-1274fccbaa32 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:41.117250 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3aa8e8e9-a9e3-4969-8f9d-0b07f5c8d185 req-b040087f-4f0d-4701-bcad-1274fccbaa32 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 946 time: 0.0958109 Aug 20 11:48:41.156191 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3aa8e8e9-a9e3-4969-8f9d-0b07f5c8d185 req-6c777e02-344f-48a0-9f55-ffeff1ca4cda tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325348 Aug 20 11:48:41.181915 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1722050'] for port, before_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.204140 n-d-778550-11 neutron-server[94868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca244c50-2d18-40d8-abac-7037549ebddb'}] {{(pid=94868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:41.206341 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8d677a39782ddc6580f26338d6dbd4d3623e25f6ac42d4212dd6301017f77c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9707c2db-9eb4-41eb-adbb-87a1701e4800" -d '{"events": [{"server_uuid": "b89e82fc-4165-44e7-a598-e21c9dfb0037", "name": "network-vif-unplugged", "status": "completed", "tag": "ca244c50-2d18-40d8-abac-7037549ebddb"}]}' {{(pid=94868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:41.224288 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] For port ca244c50-2d18-40d8-abac-7037549ebddb, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ca244c50-2d18-40d8-abac-7037549ebddb,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:41.230475 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748628821827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748628298999', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748628297229'] for port, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.263493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407c7e8-5ba5-4d78-b534-e42842a470a2 req-1fc67b28-6b1d-40e2-8529-9961ffc7645a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:41.265598 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c407c7e8-5ba5-4d78-b534-e42842a470a2 req-1fc67b28-6b1d-40e2-8529-9961ffc7645a tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.42 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 946 time: 0.0555699 Aug 20 11:48:41.285618 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Pushing event updated for resources: {'Port': ['ID=ca244c50-2d18-40d8-abac-7037549ebddb,revision_number=8']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:41.309918 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b9b42d-7873-4604-802c-2184fb388407 x-openstack-request-id: req-c3b9b42d-7873-4604-802c-2184fb388407 {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:41.310313 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89e82fc-4165-44e7-a598-e21c9dfb0037", "name": "network-vif-unplugged", "status": "completed", "tag": "ca244c50-2d18-40d8-abac-7037549ebddb", "code": 200}]} {{(pid=94868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:41.310727 n-d-778550-11 neutron-server[94868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3b9b42d-7873-4604-802c-2184fb388407 {{(pid=94868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:41.311210 n-d-778550-11 neutron-server[94868]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca244c50-2d18-40d8-abac-7037549ebddb', 'code': 200} Aug 20 11:48:41.370292 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-c407c7e8-5ba5-4d78-b534-e42842a470a2 req-5d1c6506-5189-4bbe-b898-1d177b830376 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Deleting port ca244c50-2d18-40d8-abac-7037549ebddb {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:41.370637 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c407c7e8-5ba5-4d78-b534-e42842a470a2 req-5d1c6506-5189-4bbe-b898-1d177b830376 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.458741 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [req-c407c7e8-5ba5-4d78-b534-e42842a470a2 req-5d1c6506-5189-4bbe-b898-1d177b830376 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] For port ca244c50-2d18-40d8-abac-7037549ebddb, host n-h1-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-11',level=0,port_id=ca244c50-2d18-40d8-abac-7037549ebddb,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:41.459134 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c407c7e8-5ba5-4d78-b534-e42842a470a2 req-5d1c6506-5189-4bbe-b898-1d177b830376 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.472190 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [req-c407c7e8-5ba5-4d78-b534-e42842a470a2 req-5d1c6506-5189-4bbe-b898-1d177b830376 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Calling delete_port for ca244c50-2d18-40d8-abac-7037549ebddb owned by compute:nova {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:41.599953 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c407c7e8-5ba5-4d78-b534-e42842a470a2 req-5d1c6506-5189-4bbe-b898-1d177b830376 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.628493 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c6506-5189-4bbe-b898-1d177b830376 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Pushing event deleted for resources: {'Port': ['ID=ca244c50-2d18-40d8-abac-7037549ebddb,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:41.669102 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c407c7e8-5ba5-4d78-b534-e42842a470a2 req-5d1c6506-5189-4bbe-b898-1d177b830376 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] No DVR routers for this DVR port ca244c50-2d18-40d8-abac-7037549ebddb on host n-h1-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:41.671710 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [req-c407c7e8-5ba5-4d78-b534-e42842a470a2 req-5d1c6506-5189-4bbe-b898-1d177b830376 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.673686 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-c407c7e8-5ba5-4d78-b534-e42842a470a2 req-5d1c6506-5189-4bbe-b898-1d177b830376 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.42 "DELETE /v2.0/ports/ca244c50-2d18-40d8-abac-7037549ebddb HTTP/1.1" status: 204 len: 173 time: 0.4011676 Aug 20 11:48:41.674153 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'name': 'network-vif-deleted', 'tag': 'ca244c50-2d18-40d8-abac-7037549ebddb'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:41.676423 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a620749-2fe5-4873-95e4-604a9f8c876e" -d '{"events": [{"server_uuid": "b89e82fc-4165-44e7-a598-e21c9dfb0037", "name": "network-vif-deleted", "tag": "ca244c50-2d18-40d8-abac-7037549ebddb"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:41.717879 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fe6d0b-f629-4fd2-a35c-1d62237d493f x-openstack-request-id: req-56fe6d0b-f629-4fd2-a35c-1d62237d493f {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:41.717879 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89e82fc-4165-44e7-a598-e21c9dfb0037", "name": "network-vif-deleted", "tag": "ca244c50-2d18-40d8-abac-7037549ebddb", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:41.717879 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56fe6d0b-f629-4fd2-a35c-1d62237d493f {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:41.718264 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89e82fc-4165-44e7-a598-e21c9dfb0037', 'name': 'network-vif-deleted', 'tag': 'ca244c50-2d18-40d8-abac-7037549ebddb', 'status': 'completed', 'code': 200} Aug 20 11:48:41.895093 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91926e73-3a5e-4b76-8875-cef2e0d7373c req-4e40189c-e6d6-4663-a7d0-2812d3c8b949 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0284765 Aug 20 11:48:41.961674 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91926e73-3a5e-4b76-8875-cef2e0d7373c req-878bbf44-b4a1-4b69-b67e-3ad6f5e5bd48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d59535ead90b49e494e12d3786c7fc42&device_id=b89e82fc-4165-44e7-a598-e21c9dfb0037 HTTP/1.1" status: 200 len: 210 time: 0.0251696 Aug 20 11:48:42.162021 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91926e73-3a5e-4b76-8875-cef2e0d7373c req-882e6ed7-333d-4184-b3fb-2d2862908a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:42.163925 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91926e73-3a5e-4b76-8875-cef2e0d7373c req-882e6ed7-333d-4184-b3fb-2d2862908a93 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d59535ead90b49e494e12d3786c7fc42&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1801469 Aug 20 11:48:42.338378 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91926e73-3a5e-4b76-8875-cef2e0d7373c req-1a47c72b-a698-44af-a18c-2ae9848c3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:42.339912 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-91926e73-3a5e-4b76-8875-cef2e0d7373c req-1a47c72b-a698-44af-a18c-2ae9848c3336 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1699245 Aug 20 11:48:42.725194 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42612) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:43.198649 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-353d3bbe-341e-474b-9b03-de5bef643c5c tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Deleting port 61733715-ba15-441b-81c2-72338bd9e20f {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:43.198991 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-353d3bbe-341e-474b-9b03-de5bef643c5c tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.272748 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-353d3bbe-341e-474b-9b03-de5bef643c5c tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.273370 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-353d3bbe-341e-474b-9b03-de5bef643c5c tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.285795 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-353d3bbe-341e-474b-9b03-de5bef643c5c tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Calling delete_port for 61733715-ba15-441b-81c2-72338bd9e20f owned by network:floatingip {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:43.434746 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-353d3bbe-341e-474b-9b03-de5bef643c5c tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.457307 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d3bbe-341e-474b-9b03-de5bef643c5c tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Pushing event deleted for resources: {'Port': ['ID=61733715-ba15-441b-81c2-72338bd9e20f,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:43.521523 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-353d3bbe-341e-474b-9b03-de5bef643c5c tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for floatingip, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.521851 n-d-778550-11 neutron-server[94867]: INFO neutron.db.l3_db [None req-353d3bbe-341e-474b-9b03-de5bef643c5c tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Floating IP a05e2cd0-7489-45c5-8d0f-731619c5d9d1 disassociated (deleted). External IP: 172.25.3.28, port: 04a6dacf-8c36-4661-b9b0-6ed974963abf. Aug 20 11:48:43.733789 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353d3bbe-341e-474b-9b03-de5bef643c5c tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Router 9591d6d9-0172-4b1a-8635-158b56546d39 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:48:43.841683 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353d3bbe-341e-474b-9b03-de5bef643c5c tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:43.846394 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-353d3bbe-341e-474b-9b03-de5bef643c5c tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for floatingip, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.851554 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa320a-36a3-4de7-baeb-14df123f8a21 None None] Sync routers for ids ['9591d6d9-0172-4b1a-8635-158b56546d39'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:43.861036 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa320a-36a3-4de7-baeb-14df123f8a21 None None] Routers {'9591d6d9-0172-4b1a-8635-158b56546d39'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:43.861642 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-27fa320a-36a3-4de7-baeb-14df123f8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:48:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9591d6d9-0172-4b1a-8635-158b56546d39'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:43.875562 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-353d3bbe-341e-474b-9b03-de5bef643c5c tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "DELETE /v2.0/floatingips/a05e2cd0-7489-45c5-8d0f-731619c5d9d1 HTTP/1.1" status: 204 len: 168 time: 1.1468356 Aug 20 11:48:43.875562 n-d-778550-11 neutron-server[94867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'tag': '04a6dacf-8c36-4661-b9b0-6ed974963abf'}] {{(pid=94867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:43.875957 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd83351f9488d0a9dc6d9f1b4a573683259faa827a9e5277538dad2fcb08c0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbc39bb-aa80-472f-bd10-95c9d9d300de" -d '{"events": [{"name": "network-changed", "server_uuid": "e6175edc-73f9-44e6-b7b3-e13c918000dc", "tag": "04a6dacf-8c36-4661-b9b0-6ed974963abf"}]}' {{(pid=94867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:43.912956 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0220934-5db3-464b-9dc7-17a1bac5d99a x-openstack-request-id: req-b0220934-5db3-464b-9dc7-17a1bac5d99a {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:43.913257 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6175edc-73f9-44e6-b7b3-e13c918000dc", "tag": "04a6dacf-8c36-4661-b9b0-6ed974963abf", "status": "completed", "code": 200}]} {{(pid=94867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:43.913545 n-d-778550-11 neutron-server[94867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0220934-5db3-464b-9dc7-17a1bac5d99a {{(pid=94867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:43.913965 n-d-778550-11 neutron-server[94867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'tag': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'status': 'completed', 'code': 200} Aug 20 11:48:43.977739 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-27fa320a-36a3-4de7-baeb-14df123f8a21 None None] Set router 9591d6d9-0172-4b1a-8635-158b56546d39 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:43.978682 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc39bb-aa80-472f-bd10-95c9d9d300de req-40a71525-aeaa-4f6c-af90-0ab0d549c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:43.980291 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5fbc39bb-aa80-472f-bd10-95c9d9d300de req-40a71525-aeaa-4f6c-af90-0ab0d549c9ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d59535ead90b49e494e12d3786c7fc42&device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 1095 time: 0.0454764 Aug 20 11:48:44.095454 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc39bb-aa80-472f-bd10-95c9d9d300de req-95e02482-736b-46b8-b2bb-1f969318c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:44.097018 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5fbc39bb-aa80-472f-bd10-95c9d9d300de req-95e02482-736b-46b8-b2bb-1f969318c006 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac4c1076-5ad5-4767-b4e6-cf07759044aa HTTP/1.1" status: 200 len: 911 time: 0.1079316 Aug 20 11:48:44.118595 n-d-778550-11 neutron-server[94867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c531243-0e6f-4339-ad50-30dd2536e5e9 req-95a0c26d-1547-410e-a033-edeaa4d48f9d tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:44.120456 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c531243-0e6f-4339-ad50-30dd2536e5e9 req-95a0c26d-1547-410e-a033-edeaa4d48f9d tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 943 time: 0.0539072 Aug 20 11:48:44.143209 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5fbc39bb-aa80-472f-bd10-95c9d9d300de req-d20dbbb7-4dd5-495b-88cb-2b539a34f349 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04a6dacf-8c36-4661-b9b0-6ed974963abf HTTP/1.1" status: 200 len: 217 time: 0.0365086 Aug 20 11:48:44.160310 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [req-2c531243-0e6f-4339-ad50-30dd2536e5e9 req-881d51f0-8767-49cb-a8d5-157e0ec64e72 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333238 Aug 20 11:48:44.189532 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-27fa320a-36a3-4de7-baeb-14df123f8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4934ea08-1e7a-410d-a3ab-d5f3e398edc0', 'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'mac_address': 'fa:16:3e:7e:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:15Z', 'updated_at': '2021-08-20T11:43:22Z', 'revision_number': 5, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'subnets': [{'id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:44.204362 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc39bb-aa80-472f-bd10-95c9d9d300de req-dbb90f57-f499-43a9-aa52-0ddafbb55b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:44.205927 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5fbc39bb-aa80-472f-bd10-95c9d9d300de req-dbb90f57-f499-43a9-aa52-0ddafbb55b1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cebe68c6-7bc4-4325-9085-4afc9acd0484 HTTP/1.1" status: 200 len: 849 time: 0.0558217 Aug 20 11:48:44.218949 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa320a-36a3-4de7-baeb-14df123f8a21 None None] Checking router: 9591d6d9-0172-4b1a-8635-158b56546d39 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:44.228069 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa320a-36a3-4de7-baeb-14df123f8a21 None None] Routers {'9591d6d9-0172-4b1a-8635-158b56546d39'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:44.228685 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-27fa320a-36a3-4de7-baeb-14df123f8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:48:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9591d6d9-0172-4b1a-8635-158b56546d39'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:44.254472 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc39bb-aa80-472f-bd10-95c9d9d300de req-c2b48f5a-7f39-4538-8dfb-2eae1d304277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:44.256017 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5fbc39bb-aa80-472f-bd10-95c9d9d300de req-c2b48f5a-7f39-4538-8dfb-2eae1d304277 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac4c1076-5ad5-4767-b4e6-cf07759044aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409846 Aug 20 11:48:44.335719 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-27fa320a-36a3-4de7-baeb-14df123f8a21 None None] Set router 9591d6d9-0172-4b1a-8635-158b56546d39 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:44.348498 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5fbc39bb-aa80-472f-bd10-95c9d9d300de req-cb00e0ca-2393-4f27-b788-11bc278dee0a service neutron] 10.222.0.24 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836761 Aug 20 11:48:44.444365 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-5fbc39bb-aa80-472f-bd10-95c9d9d300de req-fba89e7b-6d63-473a-a796-f48867849930 service neutron] 10.222.0.24 "GET /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874200 Aug 20 11:48:44.528087 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-27fa320a-36a3-4de7-baeb-14df123f8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4934ea08-1e7a-410d-a3ab-d5f3e398edc0', 'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'mac_address': 'fa:16:3e:7e:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:15Z', 'updated_at': '2021-08-20T11:43:22Z', 'revision_number': 5, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'subnets': [{'id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:44.553464 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa320a-36a3-4de7-baeb-14df123f8a21 None None] The sync data for ids ['9591d6d9-0172-4b1a-8635-158b56546d39'] in n-d-778550-11 is: [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:16Z', 'revision_number': 4, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11', '_interfaces': [{'id': '4934ea08-1e7a-410d-a3ab-d5f3e398edc0', 'name': '', 'network_id': 'ac4c1076-5ad5-4767-b4e6-cf07759044aa', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'mac_address': 'fa:16:3e:7e:10:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:15Z', 'updated_at': '2021-08-20T11:43:22Z', 'revision_number': 5, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'subnets': [{'id': 'cebe68c6-7bc4-4325-9085-4afc9acd0484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:44.773453 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3573795-71db-4f4c-89bf-f396d84c9419 None None] New status for floating IP a05e2cd0-7489-45c5-8d0f-731619c5d9d1: DOWN {{(pid=94869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:48:44.936425 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380655d-33b6-4850-a043-0ed4ba220b13 req-a2602d42-0f72-4b7e-b06d-1f807fd09b47 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:44.937873 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3380655d-33b6-4850-a043-0ed4ba220b13 req-a2602d42-0f72-4b7e-b06d-1f807fd09b47 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 943 time: 0.0483620 Aug 20 11:48:45.033502 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-3380655d-33b6-4850-a043-0ed4ba220b13 req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Deleting port 04a6dacf-8c36-4661-b9b0-6ed974963abf {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:45.034203 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3380655d-33b6-4850-a043-0ed4ba220b13 req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.122380 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [req-3380655d-33b6-4850-a043-0ed4ba220b13 req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] For port 04a6dacf-8c36-4661-b9b0-6ed974963abf, host n-h2-778550-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-11',level=0,port_id=04a6dacf-8c36-4661-b9b0-6ed974963abf,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:45.122653 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3380655d-33b6-4850-a043-0ed4ba220b13 req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.134051 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ca244c50-2d18-40d8-abac-7037549ebddb no longer exists at agent hyperv_n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:45.136731 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [req-3380655d-33b6-4850-a043-0ed4ba220b13 req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Calling delete_port for 04a6dacf-8c36-4661-b9b0-6ed974963abf owned by compute:nova {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:45.154204 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] No Port match for: ca244c50-2d18-40d8-abac-7037549ebddb {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:45.154549 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Device ca244c50-2d18-40d8-abac-7037549ebddb not bound to the agent host n-h1-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:45.293416 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3380655d-33b6-4850-a043-0ed4ba220b13 req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.302756 n-d-778550-11 neutron-server[94866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016a214-019c-4368-a129-a137e33b2258 req-cd70702c-5b30-4091-a3c2-63046b02a57e tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:45.304253 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7016a214-019c-4368-a129-a137e33b2258 req-cd70702c-5b30-4091-a3c2-63046b02a57e tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6175edc-73f9-44e6-b7b3-e13c918000dc HTTP/1.1" status: 200 len: 943 time: 0.0647111 Aug 20 11:48:45.338495 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Pushing event deleted for resources: {'Port': ['ID=04a6dacf-8c36-4661-b9b0-6ed974963abf,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:45.360856 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:45.361204 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:45.361546 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:45.361886 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:45.362246 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:45.362577 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:45.362910 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:45.363723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:45.363723 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:45.364002 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:45.364413 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:45.364732 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-11 {{(pid=94866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:45.409702 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [req-3380655d-33b6-4850-a043-0ed4ba220b13 req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] No DVR routers for this DVR port 04a6dacf-8c36-4661-b9b0-6ed974963abf on host n-h2-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:45.414178 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-7016a214-019c-4368-a129-a137e33b2258 req-ed2a8fc3-10a4-40e5-bc75-c11ed765ff69 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d84f37b-4c1f-457c-8d31-db9253c665be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030698 Aug 20 11:48:45.415325 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [req-3380655d-33b6-4850-a043-0ed4ba220b13 req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038022'] for port, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.417194 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [req-3380655d-33b6-4850-a043-0ed4ba220b13 req-968dd0d7-b14d-4269-8b0e-984b731bd371 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.24 "DELETE /v2.0/ports/04a6dacf-8c36-4661-b9b0-6ed974963abf HTTP/1.1" status: 204 len: 173 time: 0.4704232 Aug 20 11:48:45.417628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'name': 'network-vif-deleted', 'tag': '04a6dacf-8c36-4661-b9b0-6ed974963abf'}] {{(pid=94866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:45.419961 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}beadcf21463c6b2c270a950c297806a08c63e360e0d39088d625f59fbdab4bf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f96ec62-ecb9-4b58-a2a0-ce6c267ef83f" -d '{"events": [{"server_uuid": "e6175edc-73f9-44e6-b7b3-e13c918000dc", "name": "network-vif-deleted", "tag": "04a6dacf-8c36-4661-b9b0-6ed974963abf"}]}' {{(pid=94866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:45.462073 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adc9200-d99d-4481-be36-33e2682f3dc0 x-openstack-request-id: req-5adc9200-d99d-4481-be36-33e2682f3dc0 {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:45.462373 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6175edc-73f9-44e6-b7b3-e13c918000dc", "name": "network-vif-deleted", "tag": "04a6dacf-8c36-4661-b9b0-6ed974963abf", "status": "completed", "code": 200}]} {{(pid=94866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:45.462627 n-d-778550-11 neutron-server[94866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5adc9200-d99d-4481-be36-33e2682f3dc0 {{(pid=94866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:45.463331 n-d-778550-11 neutron-server[94866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6175edc-73f9-44e6-b7b3-e13c918000dc', 'name': 'network-vif-deleted', 'tag': '04a6dacf-8c36-4661-b9b0-6ed974963abf', 'status': 'completed', 'code': 200} Aug 20 11:48:46.479355 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42626) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:46.536993 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-332d96a5-c530-4df8-af87-0a8fabb1db20 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.561033 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-332d96a5-c530-4df8-af87-0a8fabb1db20 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.619817 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-332d96a5-c530-4df8-af87-0a8fabb1db20 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.622425 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-332d96a5-c530-4df8-af87-0a8fabb1db20 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Notify callbacks [] for security_group, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.623604 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-332d96a5-c530-4df8-af87-0a8fabb1db20 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] 10.222.0.16 "DELETE /v2.0/security-groups/4d84f37b-4c1f-457c-8d31-db9253c665be HTTP/1.1" status: 204 len: 168 time: 0.1432674 Aug 20 11:48:46.632711 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d96a5-c530-4df8-af87-0a8fabb1db20 tempest-TestSnapshotPattern-483042716 tempest-TestSnapshotPattern-483042716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d84f37b-4c1f-457c-8d31-db9253c665be,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:46.668628 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42630) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:47.097488 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d576072-9cfc-44c0-8aa3-a1ae1b2629b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.336010 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0d576072-9cfc-44c0-8aa3-a1ae1b2629b1 admin admin] Deleting port 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:47.336343 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d576072-9cfc-44c0-8aa3-a1ae1b2629b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.416190 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-0d576072-9cfc-44c0-8aa3-a1ae1b2629b1 admin admin] For port 4934ea08-1e7a-410d-a3ab-d5f3e398edc0, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=4934ea08-1e7a-410d-a3ab-d5f3e398edc0,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:47.416531 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d576072-9cfc-44c0-8aa3-a1ae1b2629b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.429141 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-0d576072-9cfc-44c0-8aa3-a1ae1b2629b1 admin admin] Calling delete_port for 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 owned by network:router_interface {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:47.607032 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d576072-9cfc-44c0-8aa3-a1ae1b2629b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.632302 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d576072-9cfc-44c0-8aa3-a1ae1b2629b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4934ea08-1e7a-410d-a3ab-d5f3e398edc0,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:47.804563 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-0d576072-9cfc-44c0-8aa3-a1ae1b2629b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.013789 n-d-778550-11 neutron-server[94866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d576072-9cfc-44c0-8aa3-a1ae1b2629b1 admin admin] Router 9591d6d9-0172-4b1a-8635-158b56546d39 has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:48:48.117041 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d576072-9cfc-44c0-8aa3-a1ae1b2629b1 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:48.122568 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-0d576072-9cfc-44c0-8aa3-a1ae1b2629b1 admin admin] 10.222.0.16 "PUT /v2.0/routers/9591d6d9-0172-4b1a-8635-158b56546d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4500744 Aug 20 11:48:48.124961 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42634) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:48.126957 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594b79be-bba1-4481-82ae-e82eb33d7769 None None] Sync routers for ids ['9591d6d9-0172-4b1a-8635-158b56546d39'] in n-d-778550-11 {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:48.136409 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594b79be-bba1-4481-82ae-e82eb33d7769 None None] Routers {'9591d6d9-0172-4b1a-8635-158b56546d39'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:48.137134 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-594b79be-bba1-4481-82ae-e82eb33d7769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:48:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9591d6d9-0172-4b1a-8635-158b56546d39'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:48.243168 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-594b79be-bba1-4481-82ae-e82eb33d7769 None None] Set router 9591d6d9-0172-4b1a-8635-158b56546d39 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:48.526149 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9df49b62-bff1-4581-948b-4fc1ebef4932 admin admin] Notify callbacks [] for router, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.578330 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-594b79be-bba1-4481-82ae-e82eb33d7769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:48:47Z', 'revision_number': 5, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:48.604586 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594b79be-bba1-4481-82ae-e82eb33d7769 None None] Checking router: 9591d6d9-0172-4b1a-8635-158b56546d39 for host: n-d-778550-11 {{(pid=94868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:48.612787 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594b79be-bba1-4481-82ae-e82eb33d7769 None None] Routers {'9591d6d9-0172-4b1a-8635-158b56546d39'} bound to L3 agent in host n-d-778550-11 {{(pid=94868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:48.613394 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-594b79be-bba1-4481-82ae-e82eb33d7769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:48:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['9591d6d9-0172-4b1a-8635-158b56546d39'], 'active': True} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:48.627131 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9df49b62-bff1-4581-948b-4fc1ebef4932 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.680586 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-9df49b62-bff1-4581-948b-4fc1ebef4932 admin admin] Deleting port 87a34250-a2e3-4445-99f9-54b9f52537a4 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:48.680953 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9df49b62-bff1-4581-948b-4fc1ebef4932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.719706 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvr_db [None req-594b79be-bba1-4481-82ae-e82eb33d7769 None None] Set router 9591d6d9-0172-4b1a-8635-158b56546d39 gateway port host: n-d-778550-11 {{(pid=94868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:48.762810 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-9df49b62-bff1-4581-948b-4fc1ebef4932 admin admin] For port 87a34250-a2e3-4445-99f9-54b9f52537a4, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=87a34250-a2e3-4445-99f9-54b9f52537a4,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:48.763195 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9df49b62-bff1-4581-948b-4fc1ebef4932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.773949 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 04a6dacf-8c36-4661-b9b0-6ed974963abf no longer exists at agent hyperv_n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:48.776289 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-9df49b62-bff1-4581-948b-4fc1ebef4932 admin admin] Calling delete_port for 87a34250-a2e3-4445-99f9-54b9f52537a4 owned by network:router_gateway {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:48.802487 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] No Port match for: 04a6dacf-8c36-4661-b9b0-6ed974963abf {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:48.802823 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Device 04a6dacf-8c36-4661-b9b0-6ed974963abf not bound to the agent host n-h2-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:48.922284 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_hamode_db [None req-594b79be-bba1-4481-82ae-e82eb33d7769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:48:47Z', 'revision_number': 5, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:48.941830 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9df49b62-bff1-4581-948b-4fc1ebef4932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.950108 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594b79be-bba1-4481-82ae-e82eb33d7769 None None] The sync data for ids ['9591d6d9-0172-4b1a-8635-158b56546d39'] in n-d-778550-11 is: [{'id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'name': 'tempest-TestSnapshotPattern-1297234331-router', 'tenant_id': 'd59535ead90b49e494e12d3786c7fc42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:48:47Z', 'revision_number': 5, 'project_id': 'd59535ead90b49e494e12d3786c7fc42', 'gw_port': {'id': '87a34250-a2e3-4445-99f9-54b9f52537a4', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9591d6d9-0172-4b1a-8635-158b56546d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:13Z', 'updated_at': '2021-08-20T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}] {{(pid=94868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:48.969114 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df49b62-bff1-4581-948b-4fc1ebef4932 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a34250-a2e3-4445-99f9-54b9f52537a4,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:49.030292 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9df49b62-bff1-4581-948b-4fc1ebef4932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.122277 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9df49b62-bff1-4581-948b-4fc1ebef4932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.124378 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9df49b62-bff1-4581-948b-4fc1ebef4932 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.167886 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9df49b62-bff1-4581-948b-4fc1ebef4932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.168430 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df49b62-bff1-4581-948b-4fc1ebef4932 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9591d6d9-0172-4b1a-8635-158b56546d39 {{(pid=94866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:48:49.173674 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-9df49b62-bff1-4581-948b-4fc1ebef4932 admin admin] Notify callbacks [] for router, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.174994 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-9df49b62-bff1-4581-948b-4fc1ebef4932 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9591d6d9-0172-4b1a-8635-158b56546d39 HTTP/1.1" status: 204 len: 168 time: 1.0490415 Aug 20 11:48:49.177572 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42636) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:49.222796 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c113824-e7f9-4c22-be96-8d4efbf8791f admin admin] Deleting subnet cebe68c6-7bc4-4325-9085-4afc9acd0484 {{(pid=94866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:48:49.225831 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c113824-e7f9-4c22-be96-8d4efbf8791f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.260495 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c113824-e7f9-4c22-be96-8d4efbf8791f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10266641'] for subnet, precommit_delete_associations {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.307667 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.350866 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c113824-e7f9-4c22-be96-8d4efbf8791f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.406641 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c113824-e7f9-4c22-be96-8d4efbf8791f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10241603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12258653'] for subnet, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.433533 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c113824-e7f9-4c22-be96-8d4efbf8791f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cebe68c6-7bc4-4325-9085-4afc9acd0484,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:49.437179 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-5c113824-e7f9-4c22-be96-8d4efbf8791f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.441381 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-5c113824-e7f9-4c22-be96-8d4efbf8791f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cebe68c6-7bc4-4325-9085-4afc9acd0484 HTTP/1.1" status: 204 len: 168 time: 0.2604856 Aug 20 11:48:49.441661 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42638) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:49.444686 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f39173-bd84-431e-9865-3c0d31185f86 None None] Network ac4c1076-5ad5-4767-b4e6-cf07759044aa requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:49.516153 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.586198 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] Deleting port 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 {{(pid=94866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:49.586586 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.650310 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415108f7-ace0-4d90-b7ee-993b179c08e5 None None] DHCP port deletion for ac4c1076-5ad5-4767-b4e6-cf07759044aa request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:48:49.668387 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.db [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] For port 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:49.668757 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.684107 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.plugin [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] Calling delete_port for 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 owned by network:dhcp {{(pid=94866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:49.703889 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-415108f7-ace0-4d90-b7ee-993b179c08e5 None None] Deleting port 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:49.704251 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-415108f7-ace0-4d90-b7ee-993b179c08e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.768667 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-415108f7-ace0-4d90-b7ee-993b179c08e5 None None] For port 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9,segment=NetworkSegment(896fc772-fade-4c0f-8de7-e37b253c2bc1),segment_id=896fc772-fade-4c0f-8de7-e37b253c2bc1)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:49.769147 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-415108f7-ace0-4d90-b7ee-993b179c08e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.778966 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10241558'] for port, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.782729 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-415108f7-ace0-4d90-b7ee-993b179c08e5 None None] Calling delete_port for 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:49.805964 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:49.807733 n-d-778550-11 neutron-server[94866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] No DVR routers for this DVR port 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 on host n-d-778550-11 {{(pid=94866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:49.858465 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-415108f7-ace0-4d90-b7ee-993b179c08e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.881312 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.882794 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415108f7-ace0-4d90-b7ee-993b179c08e5 None None] Pushing event deleted for resources: {'Port': ['ID=8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:49.887616 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415108f7-ace0-4d90-b7ee-993b179c08e5 None None] No DVR routers for this DVR port 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:49.891883 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4c1076-5ad5-4767-b4e6-cf07759044aa']}} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:49.903378 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896fc772-fade-4c0f-8de7-e37b253c2bc1') {'for_net_delete': True} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:49.903697 n-d-778550-11 neutron-server[94866]: DEBUG neutron.services.segments.db [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896fc772-fade-4c0f-8de7-e37b253c2bc1') {} {{(pid=94866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:49.912358 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10266648'] for segment, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.926754 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.932889 n-d-778550-11 neutron-server[94866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:48:49.933279 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10241573'] for segment, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: Traceback (most recent call last): Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: timer() Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: cb(*args, **kw) Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: return func(*args, **kwargs) Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: self._notify() Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: self.callback(batched_events) Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: event.method(event) Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: return f(self, *a, **k) Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: return self._get(url).json() Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: return self.request(url, 'GET', **kwargs) Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:48:49.934926 n-d-778550-11 neutron-server[94866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:48:49.988142 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.993948 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] Notify callbacks [] for network, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.995895 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] 10.222.0.16 "DELETE /v2.0/networks/ac4c1076-5ad5-4767-b4e6-cf07759044aa HTTP/1.1" status: 204 len: 168 time: 0.5531011 Aug 20 11:48:49.999015 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42640) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:50.007195 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74178f3-0186-4a59-b254-a62fa60c22cf admin admin] Pushing event deleted for resources: {'Network': ['ID=ac4c1076-5ad5-4767-b4e6-cf07759044aa,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:50.028928 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:50.056525 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:50.056779 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 4934ea08-1e7a-410d-a3ab-d5f3e398edc0 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:50.359766 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39e4d037-f86e-4eb7-b1ef-c88151a29919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780564'] for router_interface, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.605940 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-39e4d037-f86e-4eb7-b1ef-c88151a29919 admin admin] Deleting port a2b26f21-8df1-412f-a160-e37f9576fab3 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:50.606277 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39e4d037-f86e-4eb7-b1ef-c88151a29919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.682192 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-39e4d037-f86e-4eb7-b1ef-c88151a29919 admin admin] For port a2b26f21-8df1-412f-a160-e37f9576fab3, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=a2b26f21-8df1-412f-a160-e37f9576fab3,segment=NetworkSegment(7a0d7d05-2ba8-4633-8153-84eb6039150e),segment_id=7a0d7d05-2ba8-4633-8153-84eb6039150e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:50.682557 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39e4d037-f86e-4eb7-b1ef-c88151a29919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.699285 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-39e4d037-f86e-4eb7-b1ef-c88151a29919 admin admin] Calling delete_port for a2b26f21-8df1-412f-a160-e37f9576fab3 owned by network:router_interface {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:50.876762 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39e4d037-f86e-4eb7-b1ef-c88151a29919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.906943 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4d037-f86e-4eb7-b1ef-c88151a29919 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b26f21-8df1-412f-a160-e37f9576fab3,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:51.069696 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-39e4d037-f86e-4eb7-b1ef-c88151a29919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-778608'] for router_interface, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.284469 n-d-778550-11 neutron-server[94867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e4d037-f86e-4eb7-b1ef-c88151a29919 admin admin] Router c25f4d64-f6bb-43b7-9a3e-5898bc59410d has already been hosted by L3 agent ce63c242-dbff-4b84-9857-7117c01c51ab {{(pid=94867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:48:51.395574 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e4d037-f86e-4eb7-b1ef-c88151a29919 admin admin] Notify agent at l3_agent.n-d-778550-11 the message routers_updated {{(pid=94867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:51.401530 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-39e4d037-f86e-4eb7-b1ef-c88151a29919 admin admin] 10.222.0.16 "PUT /v2.0/routers/c25f4d64-f6bb-43b7-9a3e-5898bc59410d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4010985 Aug 20 11:48:51.404106 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42642) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:51.405851 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fd96d5-f0c1-48bf-adbe-58c4c80d16b9 None None] Sync routers for ids ['c25f4d64-f6bb-43b7-9a3e-5898bc59410d'] in n-d-778550-11 {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:51.416355 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fd96d5-f0c1-48bf-adbe-58c4c80d16b9 None None] Routers {'c25f4d64-f6bb-43b7-9a3e-5898bc59410d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:51.416988 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-a9fd96d5-f0c1-48bf-adbe-58c4c80d16b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:48:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c25f4d64-f6bb-43b7-9a3e-5898bc59410d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:51.521358 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03ec69b0-2da5-4691-8f42-e8ea9462f6d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.528742 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-a9fd96d5-f0c1-48bf-adbe-58c4c80d16b9 None None] Set router c25f4d64-f6bb-43b7-9a3e-5898bc59410d gateway port host: n-d-778550-11 {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:51.634077 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03ec69b0-2da5-4691-8f42-e8ea9462f6d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.679925 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 87a34250-a2e3-4445-99f9-54b9f52537a4 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:51.694470 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-03ec69b0-2da5-4691-8f42-e8ea9462f6d0 admin admin] Deleting port fc251557-9da1-4199-98c7-73c5fcc82671 {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:51.694813 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03ec69b0-2da5-4691-8f42-e8ea9462f6d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.703209 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 87a34250-a2e3-4445-99f9-54b9f52537a4 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:51.703620 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 87a34250-a2e3-4445-99f9-54b9f52537a4 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:51.704045 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:51.724922 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:51.725273 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 8ee8d9a5-99fd-4ba8-9be2-d9d7462de2c9 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:51.775926 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-03ec69b0-2da5-4691-8f42-e8ea9462f6d0 admin admin] For port fc251557-9da1-4199-98c7-73c5fcc82671, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=fc251557-9da1-4199-98c7-73c5fcc82671,segment=NetworkSegment(3ff56837-6850-4f22-b3e2-3fd26fb56391),segment_id=3ff56837-6850-4f22-b3e2-3fd26fb56391)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:51.776286 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03ec69b0-2da5-4691-8f42-e8ea9462f6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.788585 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-03ec69b0-2da5-4691-8f42-e8ea9462f6d0 admin admin] Calling delete_port for fc251557-9da1-4199-98c7-73c5fcc82671 owned by network:router_gateway {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:51.801479 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-a9fd96d5-f0c1-48bf-adbe-58c4c80d16b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'name': 'tempest-TestSnapshotPattern-37822996-router', 'tenant_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'external_fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fc251557-9da1-4199-98c7-73c5fcc82671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:18Z', 'updated_at': '2021-08-20T11:48:50Z', 'revision_number': 5, 'project_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'gw_port': {'id': 'fc251557-9da1-4199-98c7-73c5fcc82671', 'name': '', 'network_id': 'e9b47c86-fd7d-4389-b9fc-3eb6ae38720e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:43:18Z', 'updated_at': '2021-08-20T11:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'abd408f4-439d-4cdd-a3e0-7c0074beafd2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-11'}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:51.830583 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fd96d5-f0c1-48bf-adbe-58c4c80d16b9 None None] Checking router: c25f4d64-f6bb-43b7-9a3e-5898bc59410d for host: n-d-778550-11 {{(pid=94869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:51.839660 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fd96d5-f0c1-48bf-adbe-58c4c80d16b9 None None] Routers {'c25f4d64-f6bb-43b7-9a3e-5898bc59410d'} bound to L3 agent in host n-d-778550-11 {{(pid=94869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:51.840273 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-a9fd96d5-f0c1-48bf-adbe-58c4c80d16b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:03:32Z,description=,heartbeat_timestamp=2021-08-20T11:48:32Z,host='n-d-778550-11',id=ce63c242-dbff-4b84-9857-7117c01c51ab,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:03:32Z,topic='l3_agent')) {'router_ids': ['c25f4d64-f6bb-43b7-9a3e-5898bc59410d'], 'active': True} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:51.928221 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_dvr_db [None req-a9fd96d5-f0c1-48bf-adbe-58c4c80d16b9 None None] Set router c25f4d64-f6bb-43b7-9a3e-5898bc59410d gateway port host: None {{(pid=94869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:51.960607 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03ec69b0-2da5-4691-8f42-e8ea9462f6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.001297 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.l3_hamode_db [None req-a9fd96d5-f0c1-48bf-adbe-58c4c80d16b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'name': 'tempest-TestSnapshotPattern-37822996-router', 'tenant_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:18Z', 'updated_at': '2021-08-20T11:48:51Z', 'revision_number': 6, 'project_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'gw_port_host': None}], 'n-d-778550-11', False) {} {{(pid=94869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:52.010332 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec69b0-2da5-4691-8f42-e8ea9462f6d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc251557-9da1-4199-98c7-73c5fcc82671,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:52.034785 n-d-778550-11 neutron-server[94869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fd96d5-f0c1-48bf-adbe-58c4c80d16b9 None None] The sync data for ids ['c25f4d64-f6bb-43b7-9a3e-5898bc59410d'] in n-d-778550-11 is: [{'id': 'c25f4d64-f6bb-43b7-9a3e-5898bc59410d', 'name': 'tempest-TestSnapshotPattern-37822996-router', 'tenant_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:43:18Z', 'updated_at': '2021-08-20T11:48:51Z', 'revision_number': 6, 'project_id': '8aa3a7b2aa9b481c8b52f126a26140d0', 'gw_port_host': None}] {{(pid=94869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:52.083819 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03ec69b0-2da5-4691-8f42-e8ea9462f6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761842'] for router_gateway, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.171448 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03ec69b0-2da5-4691-8f42-e8ea9462f6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-754754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3239'] for router, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.173117 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03ec69b0-2da5-4691-8f42-e8ea9462f6d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.215524 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03ec69b0-2da5-4691-8f42-e8ea9462f6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-754779'] for router, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.216110 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ec69b0-2da5-4691-8f42-e8ea9462f6d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c25f4d64-f6bb-43b7-9a3e-5898bc59410d {{(pid=94867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:48:52.220985 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-03ec69b0-2da5-4691-8f42-e8ea9462f6d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.222474 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-03ec69b0-2da5-4691-8f42-e8ea9462f6d0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c25f4d64-f6bb-43b7-9a3e-5898bc59410d HTTP/1.1" status: 204 len: 168 time: 0.8171997 Aug 20 11:48:52.225174 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42644) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:52.273515 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4118c0-470f-4a19-8663-b632a4017ab6 admin admin] Deleting subnet 91523867-17e6-4b31-abe7-bd391e60edac {{(pid=94867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:48:52.277073 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e4118c0-470f-4a19-8663-b632a4017ab6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.311585 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e4118c0-470f-4a19-8663-b632a4017ab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8418644'] for subnet, precommit_delete_associations {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.387283 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e4118c0-470f-4a19-8663-b632a4017ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1742509'] for subnet, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.447961 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e4118c0-470f-4a19-8663-b632a4017ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1742548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8524890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306070'] for subnet, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.478700 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4118c0-470f-4a19-8663-b632a4017ab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91523867-17e6-4b31-abe7-bd391e60edac,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:52.482154 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-4e4118c0-470f-4a19-8663-b632a4017ab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.484407 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-4e4118c0-470f-4a19-8663-b632a4017ab6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/91523867-17e6-4b31-abe7-bd391e60edac HTTP/1.1" status: 204 len: 168 time: 0.2582700 Aug 20 11:48:52.486813 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [-] (94867) accepted ('10.222.0.16', 42646) {{(pid=94867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:52.488847 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d79b77-7468-4169-89d2-92d726d6c41d None None] Network cd6f0a14-f123-4d09-9fb1-d4aa93149921 requested from n-d-778550-11 {{(pid=94868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:52.552301 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1817656'] for network, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.604040 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] Deleting port 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a {{(pid=94867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:52.604373 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.788123 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86f0d12-edf5-4c66-a323-e03a6da7a5d3 None None] DHCP port deletion for cd6f0a14-f123-4d09-9fb1-d4aa93149921 request from n-d-778550-11 {{(pid=94868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:48:52.836429 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d86f0d12-edf5-4c66-a323-e03a6da7a5d3 None None] Deleting port 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a {{(pid=94868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:52.836801 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d86f0d12-edf5-4c66-a323-e03a6da7a5d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748628698359'] for port, before_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.904652 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.db [None req-d86f0d12-edf5-4c66-a323-e03a6da7a5d3 None None] For port 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=82461c5c-5f6d-4c5f-aa0c-847aa4b3467a,segment=NetworkSegment(7a0d7d05-2ba8-4633-8153-84eb6039150e),segment_id=7a0d7d05-2ba8-4633-8153-84eb6039150e)] {{(pid=94868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:52.905044 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d86f0d12-edf5-4c66-a323-e03a6da7a5d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.918576 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-d86f0d12-edf5-4c66-a323-e03a6da7a5d3 None None] Calling delete_port for 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a owned by network:dhcp {{(pid=94868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:53.008105 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d86f0d12-edf5-4c66-a323-e03a6da7a5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990'] for port, after_delete {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.011953 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.db [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] For port 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a, host n-d-778550-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-11',level=0,port_id=82461c5c-5f6d-4c5f-aa0c-847aa4b3467a,segment=NetworkSegment(7a0d7d05-2ba8-4633-8153-84eb6039150e),segment_id=7a0d7d05-2ba8-4633-8153-84eb6039150e)] {{(pid=94867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:53.012525 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-780723'] for port, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.031266 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] Calling delete_port for 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a owned by network:dhcp {{(pid=94867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:53.036057 n-d-778550-11 neutron-server[94868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f0d12-edf5-4c66-a323-e03a6da7a5d3 None None] Pushing event deleted for resources: {'Port': ['ID=82461c5c-5f6d-4c5f-aa0c-847aa4b3467a,revision_number=None']} {{(pid=94868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:53.040471 n-d-778550-11 neutron-server[94868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f0d12-edf5-4c66-a323-e03a6da7a5d3 None None] No DVR routers for this DVR port 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a on host n-d-778550-11 {{(pid=94868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:53.108919 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1721859', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748628821809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748628298990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8524815'] for port, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.135017 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=82461c5c-5f6d-4c5f-aa0c-847aa4b3467a,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:53.136767 n-d-778550-11 neutron-server[94867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] No DVR routers for this DVR port 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a on host n-d-778550-11 {{(pid=94867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:53.207361 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417016', 'neutron.services.segments.db._delete_segments_for_network-8748628800696'] for network, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.218720 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6f0a14-f123-4d09-9fb1-d4aa93149921']}} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:53.229324 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0d7d05-2ba8-4633-8153-84eb6039150e') {'for_net_delete': True} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:53.229615 n-d-778550-11 neutron-server[94867]: DEBUG neutron.services.segments.db [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0d7d05-2ba8-4633-8153-84eb6039150e') {} {{(pid=94867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:53.238164 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748628815041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8418653'] for segment, before_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.252675 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128'] for segment, precommit_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.258590 n-d-778550-11 neutron-server[94867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:48:53.259115 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1740128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8524860'] for segment, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: self.session.flush() Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: Traceback (most recent call last): Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: timer() Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: cb(*args, **kw) Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: return func(*args, **kwargs) Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: self._notify() Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: self.callback(batched_events) Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: event.method(event) Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: return f(self, *a, **k) Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: return self._get(url).json() Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: return self.request(url, 'GET', **kwargs) Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:48:53.260661 n-d-778550-11 neutron-server[94867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:48:53.317685 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761646'] for network, after_delete {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.323547 n-d-778550-11 neutron-server[94867]: DEBUG neutron_lib.callbacks.manager [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] Notify callbacks [] for network, before_response {{(pid=94867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.325485 n-d-778550-11 neutron-server[94867]: INFO neutron.wsgi [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cd6f0a14-f123-4d09-9fb1-d4aa93149921 HTTP/1.1" status: 204 len: 168 time: 0.8375611 Aug 20 11:48:53.336319 n-d-778550-11 neutron-server[94867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6cda5-ac2a-4202-a456-420c1eb24ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd6f0a14-f123-4d09-9fb1-d4aa93149921,revision_number=None']} {{(pid=94867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:53.444562 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42652) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:53.488096 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-000bc42e-e269-4422-9363-24a5cce0081f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d59535ead90b49e494e12d3786c7fc42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423651 Aug 20 11:48:53.490475 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42656) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:53.542204 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d33eb59d-8052-4e5e-87ae-e58dd609f98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.564047 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d33eb59d-8052-4e5e-87ae-e58dd609f98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.607938 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:53.612544 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d33eb59d-8052-4e5e-87ae-e58dd609f98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.615789 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-d33eb59d-8052-4e5e-87ae-e58dd609f98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.617178 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-d33eb59d-8052-4e5e-87ae-e58dd609f98e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0127f99-dcaf-47b1-935e-b33083ec39c6 HTTP/1.1" status: 204 len: 168 time: 0.1257534 Aug 20 11:48:53.625261 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33eb59d-8052-4e5e-87ae-e58dd609f98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0127f99-dcaf-47b1-935e-b33083ec39c6,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:53.628657 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:53.629004 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device 82461c5c-5f6d-4c5f-aa0c-847aa4b3467a not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:53.630059 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a2b26f21-8df1-412f-a160-e37f9576fab3 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:53.654561 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: a2b26f21-8df1-412f-a160-e37f9576fab3 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:53.654907 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device a2b26f21-8df1-412f-a160-e37f9576fab3 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:53.655258 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device fc251557-9da1-4199-98c7-73c5fcc82671 no longer exists at agent ovs-agent-n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:53.685501 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.plugin [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] No Port match for: fc251557-9da1-4199-98c7-73c5fcc82671 {{(pid=94868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:53.685845 n-d-778550-11 neutron-server[94868]: DEBUG neutron.plugins.ml2.rpc [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Device fc251557-9da1-4199-98c7-73c5fcc82671 not bound to the agent host n-d-778550-11 {{(pid=94868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:53.697127 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.940208 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42662) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:53.980620 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-8921c208-3ba2-48cd-8719-1bfa037ca5a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8aa3a7b2aa9b481c8b52f126a26140d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392544 Aug 20 11:48:53.982998 n-d-778550-11 neutron-server[94866]: DEBUG neutron.wsgi [-] (94866) accepted ('10.222.0.16', 42664) {{(pid=94866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:54.030439 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ba87384f-655f-4533-bb0a-1fa263c29baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.050997 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ba87384f-655f-4533-bb0a-1fa263c29baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.098304 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ba87384f-655f-4533-bb0a-1fa263c29baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750558'] for security_group, after_delete {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.100931 n-d-778550-11 neutron-server[94866]: DEBUG neutron_lib.callbacks.manager [None req-ba87384f-655f-4533-bb0a-1fa263c29baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.102107 n-d-778550-11 neutron-server[94866]: INFO neutron.wsgi [None req-ba87384f-655f-4533-bb0a-1fa263c29baa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a27f0fa0-27d0-4174-a29f-2b806e32cb30 HTTP/1.1" status: 204 len: 168 time: 0.1181495 Aug 20 11:48:54.110131 n-d-778550-11 neutron-server[94866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87384f-655f-4533-bb0a-1fa263c29baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27f0fa0-27d0-4174-a29f-2b806e32cb30,revision_number=None']} {{(pid=94866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:59.439843 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c280bb19-c5aa-4ead-ad39-940c056ba196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.880753 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:49:02.083292 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e2484360-62d0-48de-9a61-763b2f6c1e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.580092 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:03.532398 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.181650 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:19.319666 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.710013 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:29.440076 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ab20a159-887c-44b4-b3bb-53f3ab41686a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:32.083406 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-03cf106d-6904-4a2a-8f16-5ef80b574412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:32.579902 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.534238 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.186608 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.880176 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:49:49.333778 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.729721 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.439854 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-665fd245-6a39-4f58-a37f-4e1535c9c8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:02.083690 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-faf6ab18-9da3-4a15-a817-07ffefa6dba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:02.580701 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:03.537746 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.187246 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.878969 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:50:19.350761 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:23.727751 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.440684 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-9d6cd831-592c-4f8b-b854-1c4901bb100e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.083144 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-74e08172-b99f-4843-a0de-9bb0ddd339c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.584596 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:33.541078 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.189893 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:49.363353 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.877682 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:50:53.735350 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.440803 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b3911c16-6bb2-4491-b031-0b56544fdc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.083887 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8644dccb-51b2-40d5-8616-d342318e0c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.585059 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.543913 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.194006 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.379425 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:23.736783 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.876255 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:51:29.441670 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-10b4f45e-dabe-4386-94ed-f7ed30db12bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:32.086201 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-fcb34dd2-9b49-432c-88cb-3d9159703c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:32.586089 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:33.545801 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.196691 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.376083 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.750758 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.441752 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8ceee400-7681-4b44-8154-46bd8e4f4561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.087118 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ab0cdb39-9ada-4709-9604-eb59600f2830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.586215 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.548691 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:05.199927 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:05.875520 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:52:19.394073 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.748887 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:29.442251 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f9126ae5-2234-40d9-99d8-5eab8f8fa876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.087104 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-47f101e0-58cf-4f5d-b577-ff6776102a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.587986 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.551071 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:35.202800 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:42.874509 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:52:49.406909 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:53.770876 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:59.442547 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-adc15a66-2373-4efd-a883-c0decb1d1e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:02.089594 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-d4cb2e4c-ecdb-40a6-bfc0-16eec79fab05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:02.590352 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:03.554482 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.208082 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:19.417393 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:19.873825 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:53:23.768979 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:29.442555 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-45c55bb6-c6f6-4bc7-9561-7b2a69f04c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:32.091096 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b5b8ed15-c588-4e17-bc47-8f45e4ff22d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:32.591421 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:33.558086 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:35.210412 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.416114 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:53.768683 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:56.873327 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:53:59.442968 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-240a0cf8-efaa-4e0b-8664-4987d79c0480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:02.091414 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-f9a78b90-8f1f-41af-84e8-fe05270cf1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:02.595874 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.560736 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:05.212333 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:19.420237 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:23.768430 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:29.443611 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-59b1a2fe-4fff-49d5-91a6-109a14f4d86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.091904 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-67b0015f-ecc1-4715-af27-a246bf06992a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.597123 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.562908 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.872751 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:54:35.216603 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.432125 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:53.762714 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.444657 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-8bcdd3d1-7d95-4632-acde-bd3884f4ab44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.092821 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-c88071ec-6b3e-4512-9c85-04b860d92c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.598349 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.566011 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.221808 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.871666 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:55:19.452442 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:23.761700 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.445625 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-ad0897e6-89d6-4366-bde0-fd6de64cf4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.094106 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-005f31c0-d66e-43b0-afd1-67a9734c6d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.599277 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:33.568918 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:35.224968 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:47.870301 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:55:49.446892 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:53.776949 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:59.450274 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc3b0-59cf-4d61-a265-5734437fb991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.097172 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef3d0-23b0-4b95-a430-0416bdfd6af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.601531 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:03.574581 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.226500 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.446469 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:23.569787 n-d-778550-11 neutron-server[94867]: DEBUG neutron.wsgi [req-20cfd4c9-236f-4d0e-9025-a548d922c010 req-8cbdf304-1a35-483d-8ef2-78e572614e00 service neutron] (94867) timed out ('10.222.0.16', 41162) {{(pid=94867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 11:56:23.775708 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:24.868672 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:56:29.442254 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-aab6b73d-6d70-4ba0-bf22-b89f71ee8a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:32.097339 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bbe37865-b6c4-460d-bf81-736755c541dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:32.603097 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.577888 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.229957 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:49.446445 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:53.782329 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:59.441898 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-96f4c4a4-58d3-4be0-9efe-4815b9831ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:01.867557 n-d-778550-11 neutron-server[94869]: DEBUG neutron.db.agents_db [None req-0956142e-bbc2-442d-bc5b-989c611b193f None None] Agent healthcheck: found 7 active agents {{(pid=94869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:57:02.098102 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-44b18772-f6f1-4e22-8ee0-ae1fc8b45583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:02.604629 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-b7158349-8cd6-4b2b-bda2-95b45d6352c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:03.586654 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-e760be82-8429-4a5a-a5c6-34b649da9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:05.235375 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-11be85b6-96b6-4078-8767-387087fed440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.461472 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-bd69265d-5696-40a3-bc77-e0ae01c94abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:23.780862 n-d-778550-11 neutron-server[94868]: DEBUG neutron_lib.callbacks.manager [None req-6b30c317-7c38-4586-827b-19af23c4d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748628806184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415662'] for agent, after_update {{(pid=94868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}